-- Logs begin at Mon 2022-02-28 09:34:39 UTC, end at Mon 2022-02-28 11:39:37 UTC. -- Feb 28 10:26:58.408080 dv-neutron-829161-3-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Feb 28 10:27:01.357544 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.common.config [-] Logging enabled! Feb 28 10:27:01.358133 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev545 Feb 28 10:27:01.358240 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103940) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 28 10:27:01.361511 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.common.config [-] Logging enabled! Feb 28 10:27:01.361769 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev545 Feb 28 10:27:01.362084 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103940) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 28 10:27:01.363039 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 28 10:27:01.363278 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 28 10:27:01.363643 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 28 10:27:01.363891 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 28 10:27:01.364517 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 28 10:27:01.364843 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.365269 dv-neutron-829161-3-hyperv neutron-server[103940]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 28 10:27:01.365594 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.365896 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.366193 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.366491 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.366781 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.367105 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.367399 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.367699 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.367989 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.368274 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.368564 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.368861 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.369144 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.369432 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.369724 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.370009 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] debug = True {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.370292 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.370725 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.371181 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.371464 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.371753 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.372060 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.372340 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.372620 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.372895 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.373221 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] host = dv-neutron-829161-3-hyperv {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.373498 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.373786 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.374073 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.374359 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.374635 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.374931 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.375216 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.375488 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.375758 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] log_file = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.376031 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.376316 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.376602 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.376890 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.377116 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.377341 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.377628 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.377914 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.378188 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.378461 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.378731 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.379038 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.379312 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.379579 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.379862 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.380145 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.380427 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.380705 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.380975 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.381246 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.381515 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.381797 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.382069 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.382339 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.382609 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.382923 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.383192 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.383465 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.383765 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.384048 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.384329 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.384612 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.384884 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.385161 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.385434 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.385707 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.385978 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] use_json = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.386250 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.386521 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.386802 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.387100 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.387370 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.388157 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.388435 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.388718 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.388993 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:01.389287 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.389584 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.389885 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.390189 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.390480 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.390779 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.391079 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.391358 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.391645 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.391933 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.392220 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.392497 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.392796 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.393084 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.393374 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.393676 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.393967 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.394257 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.394531 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.394805 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.395103 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.395382 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.395666 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.395944 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.396234 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.396521 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.396799 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.397256 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.397549 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.397842 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.398131 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.398406 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.398685 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.399003 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.399284 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.399556 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.399834 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.400122 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.400399 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.400680 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.400962 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.401239 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.401510 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.401780 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.402058 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.402347 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.402623 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.402919 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.403194 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.404258 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.404540 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.404829 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.405114 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.405392 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.405660 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.405942 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.406219 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.406495 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.406776 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.407078 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.407360 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.407635 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.407909 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.408184 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.408458 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.408733 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.409007 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.409281 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.409561 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.409837 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.410114 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.410388 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.410667 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.410972 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.411262 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.411564 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.411847 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.412129 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.412409 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.412691 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.412974 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.413256 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.413534 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.413813 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.414088 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.414380 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.414665 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.414984 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.415298 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.415580 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.415878 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.416157 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.416436 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.416719 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.416999 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.417279 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.417562 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.417850 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.418144 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.418438 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.418729 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.419119 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.419414 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.419696 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.420007 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.420288 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:01.420506 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 28 10:27:01.420754 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103940) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 28 10:27:01.804769 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 28 10:27:01.804964 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 28 10:27:01.805277 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 28 10:27:01.805757 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 28 10:27:02.140578 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:02.140872 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:02.141244 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:02.142547 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:02.142861 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:02.143128 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:02.189805 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:02.190086 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:02.190354 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:02.206454 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:02.206736 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:02.207033 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:02.236307 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:02.236596 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:02.236869 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:02.275542 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:02.275843 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:02.276100 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:02.636429 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:02.637048 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:02.637048 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:02.637250 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:02.638119 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:02.738746 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:02.739099 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:02.739396 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:02.739670 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:02.739943 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:02.740260 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:02.740526 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:02.740791 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:02.741050 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:02.741447 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:02.741898 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:02.742362 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:02.742815 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:02.743297 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:02.743745 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:02.744202 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:02.744645 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:02.745092 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:02.745558 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:02.745982 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:02.746417 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:02.746719 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:02.748461 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:02.749026 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:02.749471 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:02.749752 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:02.750276 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103940) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 10:27:02.750534 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103940) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 10:27:02.750780 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103940) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 10:27:02.751125 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103940) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 10:27:02.751374 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103940) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 10:27:02.751619 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103940) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 10:27:02.752000 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 28 10:27:02.755432 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 28 10:27:02.759560 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 28 10:27:02.763649 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Feb 28 10:27:02.765302 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 28 10:27:02.765771 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 28 10:27:02.766117 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 28 10:27:02.766505 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 28 10:27:02.769399 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 28 10:27:02.769658 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 28 10:27:02.770009 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 28 10:27:02.774957 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 28 10:27:02.798663 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 28 10:27:02.799163 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:02.799467 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103940) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 28 10:27:02.799834 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:02.801233 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103940) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 28 10:27:02.801514 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 28 10:27:02.801764 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 28 10:27:02.805080 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:02.805368 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:02.877235 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 28 10:27:02.877480 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 28 10:27:02.877719 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 28 10:27:02.878090 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 28 10:27:02.898180 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_db.sqlalchemy.engines [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103940) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 28 10:27:03.597879 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.plugins.ml2.managers [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Initializing driver for type 'gre' Feb 28 10:27:03.598416 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] gre ID ranges: [(1, 1000)] Feb 28 10:27:03.826578 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.plugins.ml2.managers [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Initializing driver for type 'local' Feb 28 10:27:03.827272 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.plugins.ml2.managers [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Initializing driver for type 'vlan' Feb 28 10:27:03.900515 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] VlanTypeDriver initialization complete Feb 28 10:27:03.900823 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.plugins.ml2.managers [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Initializing driver for type 'vxlan' Feb 28 10:27:03.901329 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] vxlan ID ranges: [(1, 1000)] Feb 28 10:27:04.026603 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.plugins.ml2.managers [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Initializing extension driver 'port_security' Feb 28 10:27:04.026977 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.plugins.ml2.extensions.port_security [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] PortSecurityExtensionDriver initialization complete Feb 28 10:27:04.027325 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.plugins.ml2.managers [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Initializing mechanism driver 'openvswitch' Feb 28 10:27:04.027655 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.plugins.ml2.managers [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Initializing mechanism driver 'hyperv' Feb 28 10:27:04.034461 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:27:04.035331 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > port after_create 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.035714 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > port after_update 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.036076 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > port after_delete 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.036605 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103940) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Feb 28 10:27:04.037044 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > subnet after_create 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.037406 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > subnet after_update 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.037760 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > subnet after_delete 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.038191 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103940) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Feb 28 10:27:04.038575 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > network after_create 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.038952 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > network after_update 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.044397 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > network after_delete 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.044397 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103940) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Feb 28 10:27:04.044397 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > security_group after_create 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.044397 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > security_group after_update 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.044397 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > security_group after_delete 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.044736 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103940) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Feb 28 10:27:04.044736 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.044736 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.044736 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.044736 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103940) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Feb 28 10:27:04.045043 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > address_group after_create 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.045043 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > address_group after_update 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.045043 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > address_group after_delete 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.045043 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103940) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Feb 28 10:27:04.045286 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] ML2 OVO RPC backend initialized. {{(pid=103940) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Feb 28 10:27:04.045865 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > router_interface after_create 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.046225 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.046652 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > network before_response 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.047032 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > networks before_response 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.047389 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > port before_response 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.047737 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > ports before_response 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.048167 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > subnet before_response 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.048482 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > subnets before_response 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.048834 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > network after_create 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.049183 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > network after_update 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.049526 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > network after_delete 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.049866 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > port after_create 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.050209 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > port after_update 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.050547 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > port after_delete 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.050924 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > subnet after_create 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.051277 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > subnet after_update 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.051617 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > subnet after_delete 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.059033 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.quota [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded quota_driver: . Feb 28 10:27:04.060073 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.plugins.ml2.plugin [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Modular L2 Plugin initialization complete Feb 28 10:27:04.060937 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading services supported by the core plugin {{(pid=103940) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 28 10:27:04.061296 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.plugins.ml2.managers [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Got port-security extension from driver 'port_security' Feb 28 10:27:04.061775 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.extensions.vlantransparent [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Disabled vlantransparent extension. Feb 28 10:27:04.062268 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103940) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 28 10:27:04.062599 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading Plugin: router Feb 28 10:27:04.101554 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > router_interface before_create 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.101956 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > router after_create 55549900 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.102331 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > router before_create 55549900 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.102700 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.103112 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.103473 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > router after_delete 55549900 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.103833 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > floatingip after_create 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.104184 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > floatingip after_update 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.104572 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > router after_create 55549900 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.104919 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > router after_update 55549900 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.105276 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > router after_update 55549900 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.105626 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.105986 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > router after_update 55549900 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.106972 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > router precommit_update 55549900 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.107352 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: port after_update 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.107697 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: port after_delete 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.108042 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: subnet after_update 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.108383 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.108732 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > port precommit_delete 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.109086 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > router precommit_create 55549900 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.109433 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: port before_delete 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.109780 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > router precommit_create 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.110137 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > router after_update 55549900 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.110482 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > router precommit_delete 55549900 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.110998 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > router precommit_create 55549900 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.111370 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > router_interface after_create 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.111722 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > router precommit_update 55549900 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.112090 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > agent after_create 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.112445 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > agent after_delete 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.112795 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > network after_delete 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.113651 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.quota.resource_registry [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Tracking information for resource: router configured {{(pid=103940) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 10:27:04.113986 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.quota.resource_registry [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Tracking information for resource: floatingip configured {{(pid=103940) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 10:27:04.118948 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.db.l3_agentschedulers_db [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 28 10:27:04.119538 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: port after_update 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.119908 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: port after_create 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.120270 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: port after_delete 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.120628 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: port after_update 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.121424 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > router before_create 55550100 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.121794 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > router precommit_delete 55550100 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.122806 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > router precommit_create 55550100 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.123274 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > router precommit_update 55550100 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.128033 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.services.provider_configuration [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Service providers = [] {{(pid=103940) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 28 10:27:04.128401 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.db.servicetype_db [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103940) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 28 10:27:04.131397 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.services.service_base [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103940) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 28 10:27:04.131738 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.services.service_base [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103940) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 28 10:27:04.132085 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.services.service_base [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103940) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 28 10:27:04.132986 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.services.service_base [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103940) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 28 10:27:04.133363 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.services.service_base [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 28 10:27:04.133743 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103940) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 10:27:04.134065 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 28 10:27:04.144921 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103940) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 10:27:04.145263 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading Plugin: auto_allocate Feb 28 10:27:04.151162 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: network precommit_update 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.151494 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: network precommit_create 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.152010 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103940) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 10:27:04.152333 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading Plugin: tag Feb 28 10:27:04.159230 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103940) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 10:27:04.159559 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading Plugin: timestamp Feb 28 10:27:04.163422 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103940) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 10:27:04.163758 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading Plugin: network_ip_availability Feb 28 10:27:04.169805 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.170180 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.170542 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.171285 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103940) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 10:27:04.171609 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading Plugin: flavors Feb 28 10:27:04.176545 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103940) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 10:27:04.176877 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading Plugin: revisions Feb 28 10:27:04.181188 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103940) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 10:27:04.181587 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_concurrency.lockutils [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.376s {{(pid=103940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 28 10:27:04.182326 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103940) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 28 10:27:04.182664 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Initializing extension manager. Feb 28 10:27:04.183217 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: __init__.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.183564 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: __pycache__ {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.183901 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.184238 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: address_group.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.185563 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.186123 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: address-group Feb 28 10:27:04.186453 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: address_scope.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.187206 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.187716 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: address-scope Feb 28 10:27:04.188043 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: admin_state_down_before_update.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.188983 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.189492 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: router-admin-state-down-before-update Feb 28 10:27:04.189821 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: agent.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.190527 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.191068 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: agent Feb 28 10:27:04.191398 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: agent_resources_synced.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.192309 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.192816 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: agent-resources-synced Feb 28 10:27:04.193143 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: allowedaddresspairs.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.194997 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.195519 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: allowed-address-pairs Feb 28 10:27:04.195850 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: auto_allocated_topology.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.196936 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.197453 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: auto-allocated-topology Feb 28 10:27:04.197780 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: availability_zone.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.198481 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.199022 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: availability_zone Feb 28 10:27:04.199350 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: availability_zone_filter.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.200300 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.200806 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: availability_zone_filter Feb 28 10:27:04.201129 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: data_plane_status.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.202042 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.202542 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extension data-plane-status not supported by any of loaded plugins Feb 28 10:27:04.202892 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: default_subnetpools.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.203807 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.204311 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: default-subnetpools Feb 28 10:27:04.204634 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: dhcpagentscheduler.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.205443 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.205946 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: dhcp_agent_scheduler Feb 28 10:27:04.206271 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: dns.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.207215 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.207714 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extension dns-integration not supported by any of loaded plugins Feb 28 10:27:04.208035 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: dns_domain_ports.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.208950 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.209446 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 28 10:27:04.209771 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.210690 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.211223 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 28 10:27:04.211547 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: dvr.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.212219 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.212719 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: dvr Feb 28 10:27:04.213043 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: ecmp_routes.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.213959 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.214462 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extension ecmp_routes not supported by any of loaded plugins Feb 28 10:27:04.214793 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: empty_string_filtering.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.215750 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.216263 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: empty-string-filtering Feb 28 10:27:04.216584 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.217507 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.218014 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 28 10:27:04.218339 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.219284 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.219788 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 28 10:27:04.220110 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: external_net.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.221032 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.221536 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: external-net Feb 28 10:27:04.221860 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: extra_dhcp_opt.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.222770 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.223300 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: extra_dhcp_opt Feb 28 10:27:04.223627 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: extraroute.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.224551 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.225052 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: extraroute Feb 28 10:27:04.225373 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: extraroute_atomic.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.226672 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.227205 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: extraroute-atomic Feb 28 10:27:04.227528 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: filter_validation.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.228196 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.228700 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: filter-validation Feb 28 10:27:04.229024 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: fip_pf_description.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.229934 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.230433 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 28 10:27:04.230755 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: fip_port_details.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.232451 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.232958 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: fip-port-details Feb 28 10:27:04.233284 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: flavors.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.234535 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.235089 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: flavors Feb 28 10:27:04.235420 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.237124 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.237637 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 28 10:27:04.237968 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: floatingip_pools.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.238673 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.239220 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: floatingip-pools Feb 28 10:27:04.239550 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: ip_allocation.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.240485 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.240988 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extension ip_allocation not supported by any of loaded plugins Feb 28 10:27:04.241317 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.242243 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.242750 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: ip-substring-filtering Feb 28 10:27:04.243109 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: l2_adjacency.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.244037 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.244539 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extension l2_adjacency not supported by any of loaded plugins Feb 28 10:27:04.244865 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: l3.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.245833 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.246345 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: router Feb 28 10:27:04.246673 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: l3_conntrack_helper.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.249655 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.250178 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 28 10:27:04.250515 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.251489 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.252003 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: ext-gw-mode Feb 28 10:27:04.252332 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.253265 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.253773 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: l3-ha Feb 28 10:27:04.254100 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.255053 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.255560 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 28 10:27:04.255885 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: l3_flavors.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.256811 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.257315 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: l3-flavors Feb 28 10:27:04.257641 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: l3_ndp_proxy.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.259075 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.259596 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 28 10:27:04.259930 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.260855 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.261365 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: l3-port-ip-change-not-allowed Feb 28 10:27:04.261698 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: l3agentscheduler.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.262763 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.263466 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: l3_agent_scheduler Feb 28 10:27:04.263800 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: local_ip.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.265605 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.266133 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extension local_ip not supported by any of loaded plugins Feb 28 10:27:04.266471 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: logging.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.269369 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.269901 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extension logging not supported by any of loaded plugins Feb 28 10:27:04.270244 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: metering.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.271023 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.271612 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: metering Feb 28 10:27:04.271949 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.273054 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.273570 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: metering_source_and_destination_fields Feb 28 10:27:04.273898 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: multiprovidernet.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.274864 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.275389 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: multi-provider Feb 28 10:27:04.275717 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: netmtu.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.276653 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.277158 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: net-mtu Feb 28 10:27:04.277483 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: netmtu_writable.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.278615 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.279147 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: net-mtu-writable Feb 28 10:27:04.279476 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: network_availability_zone.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.280153 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.280656 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: network_availability_zone Feb 28 10:27:04.280982 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: network_ip_availability.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.282113 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.282621 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: network-ip-availability Feb 28 10:27:04.282980 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: network_segment_range.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.283756 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.284256 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extension network-segment-range not supported by any of loaded plugins Feb 28 10:27:04.284578 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: pagination.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.285565 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.285894 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: pagination Feb 28 10:27:04.286215 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: port_device_profile.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.287152 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.287665 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: port-device-profile Feb 28 10:27:04.287989 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.288916 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.289421 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: port-mac-address-regenerate Feb 28 10:27:04.289746 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.290658 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.291204 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: port-numa-affinity-policy Feb 28 10:27:04.291530 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: port_resource_request.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.292452 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.292962 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extension port-resource-request not supported by any of loaded plugins Feb 28 10:27:04.293286 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: port_resource_request_groups.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.294771 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.295305 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 28 10:27:04.295627 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: portbindings.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.296568 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.297074 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: binding Feb 28 10:27:04.297401 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: portbindings_extended.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.298692 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.299235 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: binding-extended Feb 28 10:27:04.299563 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: portsecurity.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.300487 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.300990 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: port-security Feb 28 10:27:04.301314 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: project_id.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.302292 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.302625 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: project-id Feb 28 10:27:04.302990 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: providernet.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.303924 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.304436 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: provider Feb 28 10:27:04.304764 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: qos.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.308418 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.308943 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extension qos not supported by any of loaded plugins Feb 28 10:27:04.309282 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.311335 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.311850 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 28 10:27:04.312182 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.313119 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.313629 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 28 10:27:04.313960 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: qos_default.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.314913 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.315424 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extension qos-default not supported by any of loaded plugins Feb 28 10:27:04.315752 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: qos_fip.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.316703 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.317212 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extension qos-fip not supported by any of loaded plugins Feb 28 10:27:04.317538 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: qos_fip_network_policy.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.318458 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.319001 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 28 10:27:04.319329 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: qos_gateway_ip.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.320256 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.320762 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 28 10:27:04.321089 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: qos_port_network_policy.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.322122 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.322627 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 28 10:27:04.322990 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.324047 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.324586 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 28 10:27:04.325489 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.326691 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.327247 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 28 10:27:04.327573 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: qos_pps_rule.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.328766 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.329283 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extension qos-pps not supported by any of loaded plugins Feb 28 10:27:04.329612 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: qos_rule_type_details.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.330540 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.331081 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 28 10:27:04.331406 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: qos_rules_alias.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.346023 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.346542 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 28 10:27:04.346895 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: quota_check_limit.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.347823 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.348338 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: quota-check-limit Feb 28 10:27:04.348670 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: quotasv2.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.349608 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.349938 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: quotas Feb 28 10:27:04.350261 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: quotasv2_detail.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.352366 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.352708 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: quota_details Feb 28 10:27:04.353045 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: rbac.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.354101 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.354623 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: rbac-policies Feb 28 10:27:04.354988 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: rbac_address_group.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.355927 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.356467 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: rbac-address-group Feb 28 10:27:04.356969 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: rbac_address_scope.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.357897 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.358413 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: rbac-address-scope Feb 28 10:27:04.358744 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: rbac_security_groups.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.359697 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.360210 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: rbac-security-groups Feb 28 10:27:04.360543 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: rbac_subnetpool.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.361538 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.362046 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: rbac-subnetpool Feb 28 10:27:04.362375 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: revisionifmatch.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.363380 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.363887 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: revision-if-match Feb 28 10:27:04.364217 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: revisions.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.365378 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.365887 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: standard-attr-revisions Feb 28 10:27:04.366217 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: router_availability_zone.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.366919 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.367427 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: router_availability_zone Feb 28 10:27:04.367752 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: routerservicetype.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.368729 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.369232 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extension router-service-type not supported by any of loaded plugins Feb 28 10:27:04.369559 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.370496 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.371034 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: security-groups-normalized-cidr Feb 28 10:27:04.371368 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: security_groups_port_filtering.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.378147 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.378668 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: port-security-groups-filtering Feb 28 10:27:04.379029 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.379969 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.380481 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: security-groups-remote-address-group Feb 28 10:27:04.380809 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.381746 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.382259 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: security-groups-shared-filtering Feb 28 10:27:04.382585 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.383206 dv-neutron-829161-3-hyperv neutron-server[103940]: WARNING neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 28 10:27:04.383530 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: securitygroup.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.394051 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.394579 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: security-group Feb 28 10:27:04.394944 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: segment.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.395745 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.396250 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extension segment not supported by any of loaded plugins Feb 28 10:27:04.396584 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.397541 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.398048 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 28 10:27:04.398374 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: servicetype.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.399532 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.400052 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: service-type Feb 28 10:27:04.400380 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: sorting.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.401410 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.401704 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: sorting Feb 28 10:27:04.402031 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: standard_attr_segment.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.403004 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.404049 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 28 10:27:04.404376 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: standardattrdescription.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.405028 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.405532 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: standard-attr-description Feb 28 10:27:04.405859 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: stateful_security_group.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.406793 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.407326 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: stateful-security-group Feb 28 10:27:04.407651 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: stdattrs_common.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.408221 dv-neutron-829161-3-hyperv neutron-server[103940]: WARNING neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 28 10:27:04.408541 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.409478 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.409985 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 28 10:27:04.410307 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: subnet_onboard.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.411425 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.411942 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: subnet_onboard Feb 28 10:27:04.417746 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.418547 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.419112 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 28 10:27:04.419442 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: subnet_service_types.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.420382 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.420893 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: subnet-service-types Feb 28 10:27:04.421219 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: subnetallocation.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.422318 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.422846 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: subnet_allocation Feb 28 10:27:04.423183 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.423853 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.424407 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: subnetpool-prefix-ops Feb 28 10:27:04.424730 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.425683 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.426187 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 28 10:27:04.426512 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: tagging.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.427621 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.428133 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: standard-attr-tag Feb 28 10:27:04.428463 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: timestamp.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.429676 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.430194 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loaded extension: standard-attr-timestamp Feb 28 10:27:04.430522 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: trunk.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.431597 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.432112 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extension trunk not supported by any of loaded plugins Feb 28 10:27:04.432443 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: trunk_details.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.433365 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.433878 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extension trunk-details not supported by any of loaded plugins Feb 28 10:27:04.434208 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: uplink_status_propagation.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.435957 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.436470 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 28 10:27:04.436801 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Loading extension file: vlantransparent.py {{(pid=103940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:27:04.437484 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:27:04.437994 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extension vlan-transparent not supported by any of loaded plugins Feb 28 10:27:04.440608 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.quota.resource_registry [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Creating instance of TrackedResource for resource:network Feb 28 10:27:04.441138 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.quota.resource_registry [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Creating instance of TrackedResource for resource:subnet Feb 28 10:27:04.447413 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.quota.resource_registry [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 10:27:04.447413 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.quota.resource_registry [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Creating instance of TrackedResource for resource:port Feb 28 10:27:04.447413 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.v2.resource_helper [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103940) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 10:27:04.447413 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.v2.resource_helper [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Service FLAVORS assigned prefix: {{(pid=103940) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 10:27:04.447413 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.v2.resource_helper [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103940) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 10:27:04.447413 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.v2.resource_helper [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103940) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 10:27:04.447413 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.quota.resource_registry [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Creating instance of TrackedResource for resource:router Feb 28 10:27:04.447413 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.quota.resource_registry [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Creating instance of TrackedResource for resource:floatingip Feb 28 10:27:04.447971 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.v2.resource_helper [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Service METERING assigned prefix: /metering {{(pid=103940) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 10:27:04.447971 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.447971 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.448189 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:27:04.449066 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.quota.resource_registry [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Creating instance of CountableResource for resource:rbac_policy Feb 28 10:27:04.449516 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.quota.resource_registry [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Creating instance of TrackedResource for resource:security_group Feb 28 10:27:04.450523 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.quota.resource_registry [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Creating instance of TrackedResource for resource:security_group_rule Feb 28 10:27:04.451263 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.v2.resource_helper [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Service CORE assigned prefix: {{(pid=103940) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 10:27:04.451606 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.quota.resource_registry [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 10:27:04.451958 dv-neutron-829161-3-hyperv neutron-server[103940]: WARNING neutron.quota.resource_registry [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] subnetpool is already registered Feb 28 10:27:04.452385 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.v2.resource_helper [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Service CORE assigned prefix: {{(pid=103940) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 10:27:04.452716 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.quota.resource_registry [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 10:27:04.453050 dv-neutron-829161-3-hyperv neutron-server[103940]: WARNING neutron.quota.resource_registry [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] subnetpool is already registered Feb 28 10:27:04.455381 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.v2.resource_helper [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103940) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 10:27:04.455819 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.v2.resource_helper [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Service FLAVORS assigned prefix: {{(pid=103940) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 10:27:04.456408 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.v2.resource_helper [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103940) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 10:27:04.456830 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.v2.resource_helper [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103940) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 10:27:04.457168 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.quota.resource_registry [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Creating instance of TrackedResource for resource:router Feb 28 10:27:04.457511 dv-neutron-829161-3-hyperv neutron-server[103940]: WARNING neutron.quota.resource_registry [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] router is already registered Feb 28 10:27:04.457925 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.quota.resource_registry [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Creating instance of TrackedResource for resource:floatingip Feb 28 10:27:04.458265 dv-neutron-829161-3-hyperv neutron-server[103940]: WARNING neutron.quota.resource_registry [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] floatingip is already registered Feb 28 10:27:04.458718 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.v2.resource_helper [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Service METERING assigned prefix: /metering {{(pid=103940) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 10:27:04.459428 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.quota.resource_registry [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Creating instance of CountableResource for resource:rbac_policy Feb 28 10:27:04.459757 dv-neutron-829161-3-hyperv neutron-server[103940]: WARNING neutron.quota.resource_registry [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] rbac_policy is already registered Feb 28 10:27:04.460174 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.quota.resource_registry [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Creating instance of TrackedResource for resource:security_group Feb 28 10:27:04.460510 dv-neutron-829161-3-hyperv neutron-server[103940]: WARNING neutron.quota.resource_registry [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] security_group is already registered Feb 28 10:27:04.460916 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.quota.resource_registry [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Creating instance of TrackedResource for resource:security_group_rule Feb 28 10:27:04.461256 dv-neutron-829161-3-hyperv neutron-server[103940]: WARNING neutron.quota.resource_registry [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] security_group_rule is already registered Feb 28 10:27:04.461886 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.v2.resource_helper [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Service CORE assigned prefix: {{(pid=103940) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 10:27:04.462220 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.quota.resource_registry [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 10:27:04.462566 dv-neutron-829161-3-hyperv neutron-server[103940]: WARNING neutron.quota.resource_registry [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] subnetpool is already registered Feb 28 10:27:04.463025 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.v2.resource_helper [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Service CORE assigned prefix: {{(pid=103940) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 10:27:04.463354 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.quota.resource_registry [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 10:27:04.463687 dv-neutron-829161-3-hyperv neutron-server[103940]: WARNING neutron.quota.resource_registry [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] subnetpool is already registered Feb 28 10:27:04.464161 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extended resource: extensions {{(pid=103940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:27:04.465684 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extended resource: address-groups {{(pid=103940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:27:04.467196 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extended resource: address-scopes {{(pid=103940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:27:04.468522 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extended resource: agents {{(pid=103940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:27:04.469695 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extended resource: auto-allocated-topology {{(pid=103940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:27:04.470967 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extended resource: availability_zones {{(pid=103940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:27:04.472192 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extended resource: dhcp-networks {{(pid=103940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:27:04.473685 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extended resource: dhcp-agents {{(pid=103940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:27:04.476413 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extended resource: routers {{(pid=103940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:27:04.477694 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extended resource: flavors {{(pid=103940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:27:04.478877 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extended resource: service_profiles {{(pid=103940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:27:04.480079 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extended resource: next_providers {{(pid=103940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:27:04.481661 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extended resource: service_profiles {{(pid=103940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:27:04.483289 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extended resource: floatingip-pools {{(pid=103940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:27:04.484524 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extended resource: routers {{(pid=103940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:27:04.486604 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extended resource: floatingips {{(pid=103940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:27:04.488841 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extended resource: l3-routers {{(pid=103940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:27:04.490227 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extended resource: l3-agents {{(pid=103940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:27:04.491686 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extended resource: metering-labels {{(pid=103940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:27:04.493064 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extended resource: metering-label-rules {{(pid=103940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:27:04.494359 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extended resource: network-ip-availabilities {{(pid=103940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:27:04.495657 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extended resource: bindings {{(pid=103940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:27:04.497835 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extended resource: quotas {{(pid=103940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:27:04.499406 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extended resource: quotas {{(pid=103940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:27:04.500932 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extended resource: rbac-policies {{(pid=103940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:27:04.510517 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extended resource: security-groups {{(pid=103940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:27:04.510517 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extended resource: security-group-rules {{(pid=103940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:27:04.510517 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extended resource: service-providers {{(pid=103940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:27:04.510517 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extended resource: subnetpools {{(pid=103940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:27:04.510517 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extended resource: subnetpools {{(pid=103940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:27:04.510517 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extended resource: tags {{(pid=103940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:27:04.510517 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extended resource: tags {{(pid=103940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:27:04.512384 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extended resource: tags {{(pid=103940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:27:04.514683 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extended resource: tags {{(pid=103940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:27:04.516486 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extended resource: tags {{(pid=103940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:27:04.518396 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extended resource: tags {{(pid=103940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:27:04.520166 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extended resource: tags {{(pid=103940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:27:04.522061 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extended resource: tags {{(pid=103940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:27:04.523855 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extended resource: tags {{(pid=103940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:27:04.525723 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron.api.extensions [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Extended resource: tags {{(pid=103940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:27:04.531799 dv-neutron-829161-3-hyperv neutron-server[103940]: WARNING keystonemiddleware.auth_token [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 28 10:27:04.537864 dv-neutron-829161-3-hyperv neutron-server[103940]: WARNING keystonemiddleware.auth_token [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 28 10:27:04.545145 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_concurrency.lockutils [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Acquired lock "singleton_lock" {{(pid=103940) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 28 10:27:04.545658 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_concurrency.lockutils [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Releasing lock "singleton_lock" {{(pid=103940) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 28 10:27:04.546312 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO oslo_service.service [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Starting 2 workers Feb 28 10:27:04.551344 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Started child 104083 {{(pid=103940) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 28 10:27:04.555918 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Started child 104084 {{(pid=103940) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 28 10:27:04.556920 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:04.557608 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO neutron.service [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Neutron service started, listening on 0.0.0.0:9696 Feb 28 10:27:04.558191 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Publish callbacks [] for process (None), before_spawn {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:04.558544 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [-] (104083) wsgi starting up on http://0.0.0.0:9696 Feb 28 10:27:04.561455 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO oslo_service.service [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Starting 1 workers Feb 28 10:27:04.561640 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:04.562994 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [-] (104084) wsgi starting up on http://0.0.0.0:9696 Feb 28 10:27:04.566742 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Started child 104085 {{(pid=103940) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 28 10:27:04.567323 dv-neutron-829161-3-hyperv neutron-server[103940]: INFO oslo_service.service [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Starting 1 workers Feb 28 10:27:04.570710 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.service [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] calling RpcWorker wait() {{(pid=104085) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 28 10:27:04.571287 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.service [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] returning from RpcWorker wait() {{(pid=104085) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 28 10:27:04.572013 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Started child 104086 {{(pid=103940) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 28 10:27:04.572536 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:04.572797 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f3-1859-4d5a-ab39-7c8bbd41c7df None None] Publish callbacks [] for process (None), after_spawn {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:04.573037 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:27:04.575024 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103940) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 28 10:27:04.575785 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 28 10:27:04.575937 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 28 10:27:04.576159 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 28 10:27:04.576633 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 28 10:27:04.576803 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 28 10:27:04.577314 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.577588 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.577865 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.578132 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.578221 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:04.578666 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.579033 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.579306 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.579454 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:27:04.579544 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.579950 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.580184 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.580356 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.580530 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.580797 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.581030 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.581355 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.581617 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.581867 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.582140 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.582313 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.582569 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.582867 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.583104 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.583378 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] debug = True {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.583618 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.584136 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.584380 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.584647 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.584884 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.585451 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.589027 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.589027 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.589027 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.589027 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.589027 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.589027 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.589027 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.589027 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.590132 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.590132 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.590132 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.590132 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.590132 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] host = dv-neutron-829161-3-hyperv {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.590132 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.590132 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.591106 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 41384) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:27:04.591248 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.591248 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.591248 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.591248 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.591248 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.591248 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.591248 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.592139 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.592139 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.592139 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.592139 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.592657 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] log_file = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.592657 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] log_options = True {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.592657 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.593045 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.593180 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.593323 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.593486 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.593629 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.593885 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.594057 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.594312 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.594461 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.594676 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.596959 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.596959 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.596959 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.596959 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.596959 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.596959 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.596959 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.596959 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.598921 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.598921 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.598921 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.598921 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.598921 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.598921 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.598921 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.598921 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.598921 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.600493 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [-] 10.222.0.62 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071630 Feb 28 10:27:04.600633 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.600633 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.600633 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.600633 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.601345 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.601647 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.601942 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.602214 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.602541 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.602708 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.603020 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.603265 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.604277 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.604277 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.604277 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.604277 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.604562 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.604740 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.604973 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] use_json = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.605217 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.605455 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.605722 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.605941 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.606248 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.606471 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.607741 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.608130 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.608321 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.608765 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.613675 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.613675 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.613675 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.613675 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.613675 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.613675 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.613675 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.613675 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.614181 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.614181 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.614181 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.614181 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.614181 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.614181 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.614181 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.614181 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.614624 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.614624 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.614624 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.614624 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.614624 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.614624 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.614624 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.615239 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.615239 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.615367 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.615842 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.615842 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.616190 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.616476 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.616903 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.617170 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.617413 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.619487 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.619487 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.619487 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.619487 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.619487 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.619487 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.619487 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.619487 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.619487 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.620165 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.620165 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.620165 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.620462 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.620629 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.620862 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.621097 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.621345 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.621559 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.622300 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.622521 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.622749 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.622984 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.623271 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.624607 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.624607 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.624607 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.624607 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.624607 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.624607 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.625475 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.625475 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.625475 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.625475 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.625913 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.625913 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.626069 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.626247 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.626481 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.626700 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.626996 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.627189 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.627409 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.627620 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.627963 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.628078 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.629176 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.629176 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.629176 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.629409 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.629565 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.629803 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.630026 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.630241 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.630454 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.630668 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.630978 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.631175 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.631407 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.631784 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.631941 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.632175 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.632583 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.632948 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.632948 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.633211 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.633347 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.633732 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.633873 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.634019 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.634224 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.634454 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.634679 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.635780 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.636052 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.639016 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.639016 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.639016 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.639016 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.639016 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.639016 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.639016 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.639016 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.640155 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.640155 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.640155 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.640155 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.640155 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.640155 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.640991 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.640991 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.640991 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.642425 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.642425 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.642425 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.642425 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.642425 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.642425 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.643616 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.643616 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.643616 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.643616 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.644351 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.644600 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.645247 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.645247 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.645547 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.645686 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.645927 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.646085 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.647052 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.647052 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.647052 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.647052 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.647596 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.647596 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.647874 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.648012 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.648150 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.649345 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.649345 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.649345 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.649345 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.649345 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.650038 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.650038 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.650038 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.650435 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.650435 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.650699 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.650877 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.651020 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.651250 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.651527 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.651691 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.652451 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.652451 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.652451 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.652895 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.652895 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.653821 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.653821 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.654141 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.654417 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.654671 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.654943 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.655176 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.655402 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.656392 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.656392 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.656392 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.656392 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.656984 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.656984 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.656984 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.657385 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.657385 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.657648 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.657827 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.658875 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.658875 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.658875 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.659126 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.659283 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.659518 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.659752 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.659990 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.660209 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.660424 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.660637 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.660861 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.661085 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.661335 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.661549 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.661780 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.662025 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.662224 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.662462 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.663959 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.663959 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.663959 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.663959 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.663959 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.663959 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.664865 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.665130 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.665392 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.665589 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.665810 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.666025 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.666319 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.666565 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.666799 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.667858 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.667858 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.667858 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.667858 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.671300 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.671300 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.671300 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.671300 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.671843 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.671843 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.672244 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.672244 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.672391 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.672743 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.672743 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.673005 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.673187 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.673406 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.673633 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.673853 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.674088 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.674276 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.674489 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.674855 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.674940 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.675158 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.675368 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.675600 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.675807 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.676328 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.676328 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.677343 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.677566 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.677824 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.678082 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.678325 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.678880 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.678880 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.679222 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.679362 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.679689 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.679927 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.680172 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.680392 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.680756 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.680909 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.681103 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.681416 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.681798 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.681989 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.682258 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.682531 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.682812 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.683945 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.684165 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.684605 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.685024 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.686708 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.686708 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.686708 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.686967 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.687184 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.687404 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.687624 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.687843 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.688080 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.688323 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.688571 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.688797 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.689042 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.689273 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.689492 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.689718 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.689931 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.690169 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.690402 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.690562 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 28 10:27:04.691804 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103940) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 28 10:27:04.692077 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 28 10:27:04.692245 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 28 10:27:04.692481 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 28 10:27:04.692481 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 28 10:27:04.692759 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 28 10:27:04.692896 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.693034 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.693183 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.693320 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.693456 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.693604 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.693746 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.693883 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.694045 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.694207 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.694346 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.694505 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.694650 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.694814 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.695052 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.695224 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.695481 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.695625 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.695793 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.695935 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.696071 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.696207 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.696370 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] debug = True {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.696523 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.696745 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.696916 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.697156 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.697299 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.697435 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.697610 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.697752 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.697889 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.698037 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.698176 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.698343 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.698482 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.698627 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.698764 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.698995 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.698995 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.699268 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.699416 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] host = dv-neutron-829161-3-hyperv {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.699553 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.699704 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.700741 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.700741 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.700741 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.700741 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.700741 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.700741 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.701472 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.701472 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.701472 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.701472 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.701472 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.702029 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] log_file = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.702029 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] log_options = True {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.702029 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.702219 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.702219 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.702425 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.702603 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.702724 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.702934 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.703080 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.703240 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.703400 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.703602 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.703693 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.703853 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.704013 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.704173 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.704333 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.704493 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.704653 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.704815 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.704973 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.705131 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.705292 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.706023 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.706023 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.706023 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.706023 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.706023 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.706326 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.706326 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.706492 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.706652 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.706812 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.706991 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.707152 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.708003 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.708003 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.708003 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.708003 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.708003 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.708388 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.708388 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.708388 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.708757 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.708757 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.708900 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.708977 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.709095 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] use_json = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.709255 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.709415 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.709576 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.709735 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.709895 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.710054 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.710213 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.710375 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.710535 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:27:04.710718 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.711070 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.711070 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.711286 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.711392 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.711548 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.711711 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.711875 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.712037 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.712200 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.712371 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.712535 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.712707 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.712870 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.713033 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.713199 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.713361 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.713524 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.713686 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.713850 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.714012 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.714175 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.714346 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.714508 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.714671 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.714853 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.716397 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.716605 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.716847 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.717035 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.717203 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.717370 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.717534 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.717700 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.717870 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.718033 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.718197 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.718362 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.718522 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.718683 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.718895 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.719029 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.719193 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.719356 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.719520 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.719683 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.719847 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.720011 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.720174 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.720337 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.721415 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.721592 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.721740 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.721894 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.722053 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.722197 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.722346 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.722860 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.722860 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.722860 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.723305 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.723478 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.723640 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.724557 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.724557 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.724557 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.724557 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.724557 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.724557 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.724923 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.724923 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.725049 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.725481 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.725481 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.725481 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.725696 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.725796 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.725959 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.726386 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.726549 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.726713 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.726973 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.727095 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.727436 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.727436 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.727644 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.727644 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.727820 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.727984 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.728158 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.728311 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.728489 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.728666 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.728830 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.728993 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.729155 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.729318 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.729480 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.729809 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.729971 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.730135 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.730299 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.730462 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.730625 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.730791 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.730978 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.731161 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.731378 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.731550 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.731806 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.732084 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.732084 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.732361 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.732361 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.732628 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.732628 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.732905 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:27:04.733061 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.733061 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.733061 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.733452 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.733452 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.733715 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.733715 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.733999 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.733999 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.734272 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.734272 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.734536 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.734673 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.734812 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.735019 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.735158 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.735308 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.735447 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.735586 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.735767 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.735914 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.736083 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.736248 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.736498 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.736645 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.737653 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.737653 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.737653 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.737653 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.737653 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.737653 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.737653 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.739466 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.739466 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.739466 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.739466 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.739466 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.739466 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.739466 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.739466 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.742017 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.742017 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.742017 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.742017 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.742017 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.742017 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.742017 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.742017 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.743935 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.743935 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.743935 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.743935 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.743935 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.743935 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.743935 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.743935 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.744646 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.744646 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.744646 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.744646 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.744646 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.744646 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.744646 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.744646 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.745992 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.745992 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.745992 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.745992 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.745992 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.745992 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.745992 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.745992 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.746647 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.746647 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.746647 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.746647 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.746647 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.746647 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.746647 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.746647 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.747976 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.747976 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.747976 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.747976 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.747976 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.747976 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.747976 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.747976 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.747976 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.748509 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.748509 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.748509 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.748509 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.748509 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.748509 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.748509 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.748509 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.749003 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.749003 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.749003 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.749003 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.749003 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.749341 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.749341 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.749484 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.749617 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.749779 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.750052 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.750148 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.750260 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.750422 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.750585 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.750802 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.751012 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.752033 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.752033 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.752033 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.752033 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.752033 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.752033 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.752469 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.752469 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.752469 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.752672 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.752672 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.752891 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.752998 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.753159 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.753473 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.753636 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.753802 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.753975 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.754138 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.754300 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.754467 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.754626 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.754787 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.754986 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.755150 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.755312 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.755475 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.755638 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.755799 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.755964 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.756135 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.756299 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.756506 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.756644 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.756767 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.756931 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.757106 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.757572 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.757572 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.757572 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.757813 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.757891 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.758039 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.758238 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.758383 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.758542 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.758696 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.758892 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.759040 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.759210 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.759356 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.759532 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.759724 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.759872 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.760006 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.760155 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.760324 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.760490 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.760653 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.760816 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.760980 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.761141 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.761304 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.761487 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.761655 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.761803 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.761935 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.762088 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.762254 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.762459 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.763370 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.763370 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:27:04.763370 dv-neutron-829161-3-hyperv neutron-server[103940]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 28 10:27:16.336554 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56097fb-6d97-46b1-bf96-688be07bcaf4 None None] get_active_networks_info from dv-neutron-829161-3-hyperv {{(pid=104085) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 10:27:16.423131 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56097fb-6d97-46b1-bf96-688be07bcaf4 None None] No non-hosted networks {{(pid=104085) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 28 10:27:16.436850 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.agentschedulers_db [None req-c56097fb-6d97-46b1-bf96-688be07bcaf4 None None] DHCP Agent not found on host dv-neutron-829161-3-hyperv {{(pid=104085) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 28 10:27:16.555946 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-87b6506f-a1d3-4996-8c30-00163f6c606f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1047794'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:18.651730 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-4ffca813-1fe8-4b38-8c03-b8839fbf451c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1047794'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:18.684913 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.db.api [None req-82950252-5e09-40d3-bbd2-2a09952a4a17 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-829161-3-hyperv {{(pid=104085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:27:18.685698 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG oslo_db.api [None req-82950252-5e09-40d3-bbd2-2a09952a4a17 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:27:19.203458 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-82950252-5e09-40d3-bbd2-2a09952a4a17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:19.929441 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1047794'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:21.226580 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1047794'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:22.495538 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 41476) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:27:22.615255 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1047794'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:22.616960 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:22.617568 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:22.618189 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:22.618914 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:22.619629 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:22.621534 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:22.622156 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:22.622926 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:22.624628 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:22.624628 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:22.624628 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:22.625094 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:22.625986 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:22.628755 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-829161-3-hyperv', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:27:22.640426 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-829161-3-hyperv', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:27:23.050052 dv-neutron-829161-3-hyperv neutron-server[104084]: WARNING oslo_policy.policy [None req-c7e83124-4977-4956-b8ce-cf90f3b43095 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 10:27:23.050712 dv-neutron-829161-3-hyperv neutron-server[104084]: WARNING oslo_policy.policy [None req-c7e83124-4977-4956-b8ce-cf90f3b43095 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 10:27:23.281272 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [None req-c7e83124-4977-4956-b8ce-cf90f3b43095 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:27:23.294862 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c7e83124-4977-4956-b8ce-cf90f3b43095 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7854211 Feb 28 10:27:23.876315 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.db.l3_hamode_db [None req-b4429f54-1622-44ab-b934-68f6e7f30402 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 28 10:27:23.954561 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4429f54-1622-44ab-b934-68f6e7f30402 None None] Routers set() bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:27:23.954901 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4429f54-1622-44ab-b934-68f6e7f30402 None None] Router IDs set() for agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 28 10:27:25.882287 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 41502) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:27:26.191014 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-58a59377-79ed-4e01-9caf-1b2b03caab62 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:27:26.285157 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.policy [None req-58a59377-79ed-4e01-9caf-1b2b03caab62 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104084) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 28 10:27:26.327862 dv-neutron-829161-3-hyperv neutron-server[104084]: WARNING oslo_policy.policy [None req-58a59377-79ed-4e01-9caf-1b2b03caab62 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 10:27:26.328239 dv-neutron-829161-3-hyperv neutron-server[104084]: WARNING oslo_policy.policy [None req-58a59377-79ed-4e01-9caf-1b2b03caab62 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 10:27:26.499602 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-58a59377-79ed-4e01-9caf-1b2b03caab62 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737742199649', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737742198100', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737742210008', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737742214819', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737742163003', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737742186617', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3164738', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3161347', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-721751', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-699648'] for rbac-policy (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:26.672961 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-58a59377-79ed-4e01-9caf-1b2b03caab62 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:26.674173 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-58a59377-79ed-4e01-9caf-1b2b03caab62 admin admin] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7908428 Feb 28 10:27:29.298515 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 41512) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:27:29.606505 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-0180e531-830f-41ae-bbb6-c2c7af7ddfb1 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:27:29.694063 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0180e531-830f-41ae-bbb6-c2c7af7ddfb1 demo demo] Made reservation on behalf of 2e139b65592245bfafec1c7403db8b8d for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:27:29.697812 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0180e531-830f-41ae-bbb6-c2c7af7ddfb1 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:29.714800 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0180e531-830f-41ae-bbb6-c2c7af7ddfb1 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:29.820371 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0180e531-830f-41ae-bbb6-c2c7af7ddfb1 demo demo] Publish callbacks [] for security_group (ad50914a-193a-49f1-aad8-afc2ff28ce0b), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:29.871211 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0180e531-830f-41ae-bbb6-c2c7af7ddfb1 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (ad50914a-193a-49f1-aad8-afc2ff28ce0b), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:29.903359 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0180e531-830f-41ae-bbb6-c2c7af7ddfb1 demo demo] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:27:29.930717 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0180e531-830f-41ae-bbb6-c2c7af7ddfb1 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737743479956', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (845e4509-9060-4d23-bcbc-0486a3a51857), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:29.931318 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0180e531-830f-41ae-bbb6-c2c7af7ddfb1 demo demo] Unsubscribe: segment precommit_create {{(pid=104084) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 28 10:27:29.931837 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-0180e531-830f-41ae-bbb6-c2c7af7ddfb1 demo demo] Added segment 845e4509-9060-4d23-bcbc-0486a3a51857 of type vlan for network 7a3ec507-5a55-4d7a-9d14-3ae80db7f284 Feb 28 10:27:29.938077 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0180e531-830f-41ae-bbb6-c2c7af7ddfb1 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=ad50914a-193a-49f1-aad8-afc2ff28ce0b,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:27:29.972586 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0180e531-830f-41ae-bbb6-c2c7af7ddfb1 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:29.972878 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0180e531-830f-41ae-bbb6-c2c7af7ddfb1 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:29.973228 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0180e531-830f-41ae-bbb6-c2c7af7ddfb1 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:29.973560 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0180e531-830f-41ae-bbb6-c2c7af7ddfb1 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:29.973890 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0180e531-830f-41ae-bbb6-c2c7af7ddfb1 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:29.974260 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0180e531-830f-41ae-bbb6-c2c7af7ddfb1 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:29.974603 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0180e531-830f-41ae-bbb6-c2c7af7ddfb1 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:29.975259 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0180e531-830f-41ae-bbb6-c2c7af7ddfb1 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:29.975590 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0180e531-830f-41ae-bbb6-c2c7af7ddfb1 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:29.975948 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0180e531-830f-41ae-bbb6-c2c7af7ddfb1 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:29.976278 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0180e531-830f-41ae-bbb6-c2c7af7ddfb1 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:29.976598 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0180e531-830f-41ae-bbb6-c2c7af7ddfb1 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:29.976916 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0180e531-830f-41ae-bbb6-c2c7af7ddfb1 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:29.978226 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0180e531-830f-41ae-bbb6-c2c7af7ddfb1 demo demo] Tracked resource versions report: Feb 28 10:27:29.978226 dv-neutron-829161-3-hyperv neutron-server[104084]: pushed versions: Feb 28 10:27:29.978226 dv-neutron-829161-3-hyperv neutron-server[104084]: { 'AddressGroup': {'1.2'}, Feb 28 10:27:29.978226 dv-neutron-829161-3-hyperv neutron-server[104084]: 'ConntrackHelper': {'1.0'}, Feb 28 10:27:29.978226 dv-neutron-829161-3-hyperv neutron-server[104084]: 'LocalIPAssociation': {'1.0'}, Feb 28 10:27:29.978226 dv-neutron-829161-3-hyperv neutron-server[104084]: 'Log': {'1.0'}, Feb 28 10:27:29.978226 dv-neutron-829161-3-hyperv neutron-server[104084]: 'Network': {'1.1'}, Feb 28 10:27:29.978226 dv-neutron-829161-3-hyperv neutron-server[104084]: 'Port': {'1.7'}, Feb 28 10:27:29.978226 dv-neutron-829161-3-hyperv neutron-server[104084]: 'PortForwarding': {'1.2'}, Feb 28 10:27:29.978226 dv-neutron-829161-3-hyperv neutron-server[104084]: 'QosPolicy': {'1.10'}, Feb 28 10:27:29.978226 dv-neutron-829161-3-hyperv neutron-server[104084]: 'SecurityGroup': {'1.5'}, Feb 28 10:27:29.978226 dv-neutron-829161-3-hyperv neutron-server[104084]: 'SecurityGroupRule': {'1.2'}, Feb 28 10:27:29.978226 dv-neutron-829161-3-hyperv neutron-server[104084]: 'SubPort': {'1.0'}, Feb 28 10:27:29.978226 dv-neutron-829161-3-hyperv neutron-server[104084]: 'Subnet': {'1.1'}, Feb 28 10:27:29.978226 dv-neutron-829161-3-hyperv neutron-server[104084]: 'Trunk': {'1.1'}} Feb 28 10:27:29.978226 dv-neutron-829161-3-hyperv neutron-server[104084]: consumer versions: Feb 28 10:27:29.978226 dv-neutron-829161-3-hyperv neutron-server[104084]: { DHCP agent@dv-neutron-829161-3-hyperv: {}, Feb 28 10:27:29.978226 dv-neutron-829161-3-hyperv neutron-server[104084]: L3 agent@dv-neutron-829161-3-hyperv: {}, Feb 28 10:27:29.978226 dv-neutron-829161-3-hyperv neutron-server[104084]: Metadata agent@dv-neutron-829161-3-hyperv: {}, Feb 28 10:27:29.978226 dv-neutron-829161-3-hyperv neutron-server[104084]: Metering agent@dv-neutron-829161-3-hyperv: {}, Feb 28 10:27:29.978226 dv-neutron-829161-3-hyperv neutron-server[104084]: Open vSwitch agent@dv-neutron-829161-3-hyperv: { 'AddressGroup': '1.2', Feb 28 10:27:29.978226 dv-neutron-829161-3-hyperv neutron-server[104084]: 'ConntrackHelper': '1.0', Feb 28 10:27:29.978226 dv-neutron-829161-3-hyperv neutron-server[104084]: 'LocalIPAssociation': '1.0', Feb 28 10:27:29.978226 dv-neutron-829161-3-hyperv neutron-server[104084]: 'Log': '1.0', Feb 28 10:27:29.978226 dv-neutron-829161-3-hyperv neutron-server[104084]: 'Network': '1.1', Feb 28 10:27:29.978226 dv-neutron-829161-3-hyperv neutron-server[104084]: 'Port': '1.7', Feb 28 10:27:29.978226 dv-neutron-829161-3-hyperv neutron-server[104084]: 'PortForwarding': '1.2', Feb 28 10:27:29.978226 dv-neutron-829161-3-hyperv neutron-server[104084]: 'QosPolicy': '1.10', Feb 28 10:27:29.978226 dv-neutron-829161-3-hyperv neutron-server[104084]: 'SecurityGroup': '1.5', Feb 28 10:27:29.978226 dv-neutron-829161-3-hyperv neutron-server[104084]: 'SecurityGroupRule': '1.2', Feb 28 10:27:29.978226 dv-neutron-829161-3-hyperv neutron-server[104084]: 'SubPort': '1.0', Feb 28 10:27:29.978226 dv-neutron-829161-3-hyperv neutron-server[104084]: 'Subnet': '1.1', Feb 28 10:27:29.978226 dv-neutron-829161-3-hyperv neutron-server[104084]: 'Trunk': '1.1'}} Feb 28 10:27:29.978226 dv-neutron-829161-3-hyperv neutron-server[104084]: {{(pid=104084) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 10:27:30.040991 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0180e531-830f-41ae-bbb6-c2c7af7ddfb1 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (7a3ec507-5a55-4d7a-9d14-3ae80db7f284), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:30.179919 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0180e531-830f-41ae-bbb6-c2c7af7ddfb1 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (7a3ec507-5a55-4d7a-9d14-3ae80db7f284), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:30.185501 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0180e531-830f-41ae-bbb6-c2c7af7ddfb1 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:27:30.189898 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0180e531-830f-41ae-bbb6-c2c7af7ddfb1 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:30.296440 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0180e531-830f-41ae-bbb6-c2c7af7ddfb1 demo demo] Pushing event updated for resources: {'Network': ['ID=7a3ec507-5a55-4d7a-9d14-3ae80db7f284,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:27:30.308426 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 7a3ec507-5a55-4d7a-9d14-3ae80db7f284 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:27:30.336957 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-0180e531-830f-41ae-bbb6-c2c7af7ddfb1 demo demo] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0372937 Feb 28 10:27:32.909510 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 41524) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:27:33.408356 dv-neutron-829161-3-hyperv neutron-server[104083]: WARNING oslo_policy.policy [None req-4efe051b-eb8a-4af8-afa4-d3a8df20eb4b demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 10:27:33.408935 dv-neutron-829161-3-hyperv neutron-server[104083]: WARNING oslo_policy.policy [None req-4efe051b-eb8a-4af8-afa4-d3a8df20eb4b demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 10:27:33.852463 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.policy [None req-4efe051b-eb8a-4af8-afa4-d3a8df20eb4b demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104083) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 28 10:27:33.894740 dv-neutron-829161-3-hyperv neutron-server[104083]: WARNING oslo_policy.policy [None req-4efe051b-eb8a-4af8-afa4-d3a8df20eb4b demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 10:27:33.895186 dv-neutron-829161-3-hyperv neutron-server[104083]: WARNING oslo_policy.policy [None req-4efe051b-eb8a-4af8-afa4-d3a8df20eb4b demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 10:27:33.903255 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efe051b-eb8a-4af8-afa4-d3a8df20eb4b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:27:33.905159 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-4efe051b-eb8a-4af8-afa4-d3a8df20eb4b demo admin] 10.222.0.62 "GET /v2.0/networks/7a3ec507-5a55-4d7a-9d14-3ae80db7f284 HTTP/1.1" status: 200 len: 824 time: 0.9936299 Feb 28 10:27:33.943267 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-76fefba2-f0e3-46d4-8944-4717980105e4 demo admin] 10.222.0.62 "GET /v2.0/subnetpools/7b8667f0-1cf5-48c1-bd7e-309b56a6daeb HTTP/1.1" status: 200 len: 734 time: 0.0324907 Feb 28 10:27:33.952617 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-3c604053-06b8-4599-ba63-e7f8da718100 demo admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '7a3ec507-5a55-4d7a-9d14-3ae80db7f284', 'subnetpool_id': '7b8667f0-1cf5-48c1-bd7e-309b56a6daeb', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:27:34.036399 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c604053-06b8-4599-ba63-e7f8da718100 demo admin] Made reservation on behalf of 2e139b65592245bfafec1c7403db8b8d for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:27:34.039255 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3c604053-06b8-4599-ba63-e7f8da718100 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:34.356862 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3c604053-06b8-4599-ba63-e7f8da718100 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for subnet (440dcf47-26f1-4695-8b46-49daf10564e1), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:34.421646 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c604053-06b8-4599-ba63-e7f8da718100 demo admin] Checking segment: {'id': '845e4509-9060-4d23-bcbc-0486a3a51857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7a3ec507-5a55-4d7a-9d14-3ae80db7f284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:27:34.422019 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c604053-06b8-4599-ba63-e7f8da718100 demo admin] Network hostable DHCP agents. Network: 7a3ec507-5a55-4d7a-9d14-3ae80db7f284, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:27:34.445519 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c604053-06b8-4599-ba63-e7f8da718100 demo admin] Pushing event updated for resources: {'Subnet': ['ID=440dcf47-26f1-4695-8b46-49daf10564e1,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:27:34.454556 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c604053-06b8-4599-ba63-e7f8da718100 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:34.454946 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c604053-06b8-4599-ba63-e7f8da718100 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:34.459866 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c604053-06b8-4599-ba63-e7f8da718100 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:34.459866 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c604053-06b8-4599-ba63-e7f8da718100 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:34.459866 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c604053-06b8-4599-ba63-e7f8da718100 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:34.459866 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c604053-06b8-4599-ba63-e7f8da718100 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:34.459866 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c604053-06b8-4599-ba63-e7f8da718100 demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:34.460311 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c604053-06b8-4599-ba63-e7f8da718100 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:34.460311 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c604053-06b8-4599-ba63-e7f8da718100 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:34.460311 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c604053-06b8-4599-ba63-e7f8da718100 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:34.460311 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c604053-06b8-4599-ba63-e7f8da718100 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:34.460311 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c604053-06b8-4599-ba63-e7f8da718100 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:34.460678 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c604053-06b8-4599-ba63-e7f8da718100 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:34.460678 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c604053-06b8-4599-ba63-e7f8da718100 demo admin] Tracked resource versions report: Feb 28 10:27:34.460678 dv-neutron-829161-3-hyperv neutron-server[104083]: pushed versions: Feb 28 10:27:34.460678 dv-neutron-829161-3-hyperv neutron-server[104083]: { 'AddressGroup': {'1.2'}, Feb 28 10:27:34.460678 dv-neutron-829161-3-hyperv neutron-server[104083]: 'ConntrackHelper': {'1.0'}, Feb 28 10:27:34.460678 dv-neutron-829161-3-hyperv neutron-server[104083]: 'LocalIPAssociation': {'1.0'}, Feb 28 10:27:34.460678 dv-neutron-829161-3-hyperv neutron-server[104083]: 'Log': {'1.0'}, Feb 28 10:27:34.460678 dv-neutron-829161-3-hyperv neutron-server[104083]: 'Network': {'1.1'}, Feb 28 10:27:34.460678 dv-neutron-829161-3-hyperv neutron-server[104083]: 'Port': {'1.7'}, Feb 28 10:27:34.460678 dv-neutron-829161-3-hyperv neutron-server[104083]: 'PortForwarding': {'1.2'}, Feb 28 10:27:34.460678 dv-neutron-829161-3-hyperv neutron-server[104083]: 'QosPolicy': {'1.10'}, Feb 28 10:27:34.460678 dv-neutron-829161-3-hyperv neutron-server[104083]: 'SecurityGroup': {'1.5'}, Feb 28 10:27:34.460678 dv-neutron-829161-3-hyperv neutron-server[104083]: 'SecurityGroupRule': {'1.2'}, Feb 28 10:27:34.460678 dv-neutron-829161-3-hyperv neutron-server[104083]: 'SubPort': {'1.0'}, Feb 28 10:27:34.460678 dv-neutron-829161-3-hyperv neutron-server[104083]: 'Subnet': {'1.1'}, Feb 28 10:27:34.460678 dv-neutron-829161-3-hyperv neutron-server[104083]: 'Trunk': {'1.1'}} Feb 28 10:27:34.460678 dv-neutron-829161-3-hyperv neutron-server[104083]: consumer versions: Feb 28 10:27:34.460678 dv-neutron-829161-3-hyperv neutron-server[104083]: { DHCP agent@dv-neutron-829161-3-hyperv: {}, Feb 28 10:27:34.460678 dv-neutron-829161-3-hyperv neutron-server[104083]: L3 agent@dv-neutron-829161-3-hyperv: {}, Feb 28 10:27:34.460678 dv-neutron-829161-3-hyperv neutron-server[104083]: Metadata agent@dv-neutron-829161-3-hyperv: {}, Feb 28 10:27:34.460678 dv-neutron-829161-3-hyperv neutron-server[104083]: Metering agent@dv-neutron-829161-3-hyperv: {}, Feb 28 10:27:34.460678 dv-neutron-829161-3-hyperv neutron-server[104083]: Open vSwitch agent@dv-neutron-829161-3-hyperv: { 'AddressGroup': '1.2', Feb 28 10:27:34.460678 dv-neutron-829161-3-hyperv neutron-server[104083]: 'ConntrackHelper': '1.0', Feb 28 10:27:34.460678 dv-neutron-829161-3-hyperv neutron-server[104083]: 'LocalIPAssociation': '1.0', Feb 28 10:27:34.460678 dv-neutron-829161-3-hyperv neutron-server[104083]: 'Log': '1.0', Feb 28 10:27:34.460678 dv-neutron-829161-3-hyperv neutron-server[104083]: 'Network': '1.1', Feb 28 10:27:34.460678 dv-neutron-829161-3-hyperv neutron-server[104083]: 'Port': '1.7', Feb 28 10:27:34.460678 dv-neutron-829161-3-hyperv neutron-server[104083]: 'PortForwarding': '1.2', Feb 28 10:27:34.460678 dv-neutron-829161-3-hyperv neutron-server[104083]: 'QosPolicy': '1.10', Feb 28 10:27:34.460678 dv-neutron-829161-3-hyperv neutron-server[104083]: 'SecurityGroup': '1.5', Feb 28 10:27:34.460678 dv-neutron-829161-3-hyperv neutron-server[104083]: 'SecurityGroupRule': '1.2', Feb 28 10:27:34.460678 dv-neutron-829161-3-hyperv neutron-server[104083]: 'SubPort': '1.0', Feb 28 10:27:34.462732 dv-neutron-829161-3-hyperv neutron-server[104083]: 'Subnet': '1.1', Feb 28 10:27:34.462732 dv-neutron-829161-3-hyperv neutron-server[104083]: 'Trunk': '1.1'}} Feb 28 10:27:34.462732 dv-neutron-829161-3-hyperv neutron-server[104083]: {{(pid=104083) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 10:27:34.561403 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c604053-06b8-4599-ba63-e7f8da718100 demo admin] Network 7a3ec507-5a55-4d7a-9d14-3ae80db7f284 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:27:34.647175 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-3c604053-06b8-4599-ba63-e7f8da718100 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 7a3ec507-5a55-4d7a-9d14-3ae80db7f284) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:27:34.651924 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c604053-06b8-4599-ba63-e7f8da718100 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:27:34.652590 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3c604053-06b8-4599-ba63-e7f8da718100 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:34.657247 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cb90ff-96fe-4584-9678-8d5b22316d51 None None] Network 7a3ec507-5a55-4d7a-9d14-3ae80db7f284 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:27:34.735461 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-3c604053-06b8-4599-ba63-e7f8da718100 demo admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7862511 Feb 28 10:27:34.931708 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f47d549-a38d-4258-acad-c4e4eee4ff0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-7a3ec507-5a55-4d7a-9d14-3ae80db7f284', 'network_id': '7a3ec507-5a55-4d7a-9d14-3ae80db7f284', 'project_id': '2e139b65592245bfafec1c7403db8b8d', 'fixed_ips': [{'subnet_id': '440dcf47-26f1-4695-8b46-49daf10564e1'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:27:34.933713 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2f47d549-a38d-4258-acad-c4e4eee4ff0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:35.220514 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-2f47d549-a38d-4258-acad-c4e4eee4ff0a None None] Allocated IP 172.20.0.2 (7a3ec507-5a55-4d7a-9d14-3ae80db7f284/440dcf47-26f1-4695-8b46-49daf10564e1/31b0645c-dc52-4605-976d-a61e7b834af3) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:27:35.488620 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2f47d549-a38d-4258-acad-c4e4eee4ff0a None None] Publish callbacks [] for port (31b0645c-dc52-4605-976d-a61e7b834af3), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:35.540359 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2f47d549-a38d-4258-acad-c4e4eee4ff0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (31b0645c-dc52-4605-976d-a61e7b834af3), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:35.615761 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f47d549-a38d-4258-acad-c4e4eee4ff0a None None] Network 7a3ec507-5a55-4d7a-9d14-3ae80db7f284 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:27:35.621481 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-2f47d549-a38d-4258-acad-c4e4eee4ff0a None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:27:35.632082 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f47d549-a38d-4258-acad-c4e4eee4ff0a None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:27:35.635127 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f47d549-a38d-4258-acad-c4e4eee4ff0a None None] Pushing event updated for resources: {'Port': ['ID=31b0645c-dc52-4605-976d-a61e7b834af3,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:27:35.665893 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f47d549-a38d-4258-acad-c4e4eee4ff0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:35.666538 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f47d549-a38d-4258-acad-c4e4eee4ff0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:35.666659 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f47d549-a38d-4258-acad-c4e4eee4ff0a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:35.666988 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f47d549-a38d-4258-acad-c4e4eee4ff0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:35.667312 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f47d549-a38d-4258-acad-c4e4eee4ff0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:35.667643 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f47d549-a38d-4258-acad-c4e4eee4ff0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:35.667994 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f47d549-a38d-4258-acad-c4e4eee4ff0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:35.668329 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f47d549-a38d-4258-acad-c4e4eee4ff0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:35.668672 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f47d549-a38d-4258-acad-c4e4eee4ff0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:35.669018 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f47d549-a38d-4258-acad-c4e4eee4ff0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:35.669349 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f47d549-a38d-4258-acad-c4e4eee4ff0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:35.669670 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f47d549-a38d-4258-acad-c4e4eee4ff0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:35.669992 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f47d549-a38d-4258-acad-c4e4eee4ff0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:35.671390 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f47d549-a38d-4258-acad-c4e4eee4ff0a None None] Tracked resource versions report: Feb 28 10:27:35.671390 dv-neutron-829161-3-hyperv neutron-server[104085]: pushed versions: Feb 28 10:27:35.671390 dv-neutron-829161-3-hyperv neutron-server[104085]: { 'AddressGroup': {'1.2'}, Feb 28 10:27:35.671390 dv-neutron-829161-3-hyperv neutron-server[104085]: 'ConntrackHelper': {'1.0'}, Feb 28 10:27:35.671390 dv-neutron-829161-3-hyperv neutron-server[104085]: 'LocalIPAssociation': {'1.0'}, Feb 28 10:27:35.671390 dv-neutron-829161-3-hyperv neutron-server[104085]: 'Log': {'1.0'}, Feb 28 10:27:35.671390 dv-neutron-829161-3-hyperv neutron-server[104085]: 'Network': {'1.1'}, Feb 28 10:27:35.671390 dv-neutron-829161-3-hyperv neutron-server[104085]: 'Port': {'1.7'}, Feb 28 10:27:35.671390 dv-neutron-829161-3-hyperv neutron-server[104085]: 'PortForwarding': {'1.2'}, Feb 28 10:27:35.671390 dv-neutron-829161-3-hyperv neutron-server[104085]: 'QosPolicy': {'1.10'}, Feb 28 10:27:35.671390 dv-neutron-829161-3-hyperv neutron-server[104085]: 'SecurityGroup': {'1.5'}, Feb 28 10:27:35.671390 dv-neutron-829161-3-hyperv neutron-server[104085]: 'SecurityGroupRule': {'1.2'}, Feb 28 10:27:35.671390 dv-neutron-829161-3-hyperv neutron-server[104085]: 'SubPort': {'1.0'}, Feb 28 10:27:35.671390 dv-neutron-829161-3-hyperv neutron-server[104085]: 'Subnet': {'1.1'}, Feb 28 10:27:35.671390 dv-neutron-829161-3-hyperv neutron-server[104085]: 'Trunk': {'1.1'}} Feb 28 10:27:35.671390 dv-neutron-829161-3-hyperv neutron-server[104085]: consumer versions: Feb 28 10:27:35.671390 dv-neutron-829161-3-hyperv neutron-server[104085]: { DHCP agent@dv-neutron-829161-3-hyperv: {}, Feb 28 10:27:35.671390 dv-neutron-829161-3-hyperv neutron-server[104085]: L3 agent@dv-neutron-829161-3-hyperv: {}, Feb 28 10:27:35.671390 dv-neutron-829161-3-hyperv neutron-server[104085]: Metadata agent@dv-neutron-829161-3-hyperv: {}, Feb 28 10:27:35.671390 dv-neutron-829161-3-hyperv neutron-server[104085]: Metering agent@dv-neutron-829161-3-hyperv: {}, Feb 28 10:27:35.671390 dv-neutron-829161-3-hyperv neutron-server[104085]: Open vSwitch agent@dv-neutron-829161-3-hyperv: { 'AddressGroup': '1.2', Feb 28 10:27:35.671390 dv-neutron-829161-3-hyperv neutron-server[104085]: 'ConntrackHelper': '1.0', Feb 28 10:27:35.671390 dv-neutron-829161-3-hyperv neutron-server[104085]: 'LocalIPAssociation': '1.0', Feb 28 10:27:35.671390 dv-neutron-829161-3-hyperv neutron-server[104085]: 'Log': '1.0', Feb 28 10:27:35.671390 dv-neutron-829161-3-hyperv neutron-server[104085]: 'Network': '1.1', Feb 28 10:27:35.671390 dv-neutron-829161-3-hyperv neutron-server[104085]: 'Port': '1.7', Feb 28 10:27:35.671390 dv-neutron-829161-3-hyperv neutron-server[104085]: 'PortForwarding': '1.2', Feb 28 10:27:35.671390 dv-neutron-829161-3-hyperv neutron-server[104085]: 'QosPolicy': '1.10', Feb 28 10:27:35.671390 dv-neutron-829161-3-hyperv neutron-server[104085]: 'SecurityGroup': '1.5', Feb 28 10:27:35.671390 dv-neutron-829161-3-hyperv neutron-server[104085]: 'SecurityGroupRule': '1.2', Feb 28 10:27:35.671390 dv-neutron-829161-3-hyperv neutron-server[104085]: 'SubPort': '1.0', Feb 28 10:27:35.671390 dv-neutron-829161-3-hyperv neutron-server[104085]: 'Subnet': '1.1', Feb 28 10:27:35.671390 dv-neutron-829161-3-hyperv neutron-server[104085]: 'Trunk': '1.1'}} Feb 28 10:27:35.671390 dv-neutron-829161-3-hyperv neutron-server[104085]: {{(pid=104085) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 10:27:35.721333 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-2f47d549-a38d-4258-acad-c4e4eee4ff0a None None] Attempting to bind port 31b0645c-dc52-4605-976d-a61e7b834af3 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:27:35.721731 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-2f47d549-a38d-4258-acad-c4e4eee4ff0a None None] Attempting to bind port 31b0645c-dc52-4605-976d-a61e7b834af3 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '845e4509-9060-4d23-bcbc-0486a3a51857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7a3ec507-5a55-4d7a-9d14-3ae80db7f284'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:27:35.722163 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f47d549-a38d-4258-acad-c4e4eee4ff0a None None] Attempting to bind port 31b0645c-dc52-4605-976d-a61e7b834af3 on network 7a3ec507-5a55-4d7a-9d14-3ae80db7f284 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:27:35.727413 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f47d549-a38d-4258-acad-c4e4eee4ff0a None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:27:35.727784 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f47d549-a38d-4258-acad-c4e4eee4ff0a None None] Checking segment: {'id': '845e4509-9060-4d23-bcbc-0486a3a51857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7a3ec507-5a55-4d7a-9d14-3ae80db7f284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:27:35.728289 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2f47d549-a38d-4258-acad-c4e4eee4ff0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:35.728681 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f47d549-a38d-4258-acad-c4e4eee4ff0a None None] Bound using segment: {'id': '845e4509-9060-4d23-bcbc-0486a3a51857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7a3ec507-5a55-4d7a-9d14-3ae80db7f284'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:27:35.729225 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-2f47d549-a38d-4258-acad-c4e4eee4ff0a None None] Bound port: 31b0645c-dc52-4605-976d-a61e7b834af3, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '845e4509-9060-4d23-bcbc-0486a3a51857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7a3ec507-5a55-4d7a-9d14-3ae80db7f284'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:27:35.729634 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2f47d549-a38d-4258-acad-c4e4eee4ff0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (31b0645c-dc52-4605-976d-a61e7b834af3), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:35.792114 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-2f47d549-a38d-4258-acad-c4e4eee4ff0a None None] For port 31b0645c-dc52-4605-976d-a61e7b834af3, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:27:35.810784 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-2f47d549-a38d-4258-acad-c4e4eee4ff0a None None] For port 31b0645c-dc52-4605-976d-a61e7b834af3, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=31b0645c-dc52-4605-976d-a61e7b834af3,segment=NetworkSegment(845e4509-9060-4d23-bcbc-0486a3a51857),segment_id=845e4509-9060-4d23-bcbc-0486a3a51857)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:27:35.883075 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2f47d549-a38d-4258-acad-c4e4eee4ff0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (31b0645c-dc52-4605-976d-a61e7b834af3), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:35.946276 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f47d549-a38d-4258-acad-c4e4eee4ff0a None None] Pushing event updated for resources: {'Port': ['ID=31b0645c-dc52-4605-976d-a61e7b834af3,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:27:37.316918 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 41544) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:27:37.634921 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [None req-f9684970-c275-43b1-a0c2-f9c8809e9379 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:27:37.636130 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-f9684970-c275-43b1-a0c2-f9c8809e9379 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3182075 Feb 28 10:27:40.224088 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 41552) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:27:40.535419 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [None req-65b8fe6d-e602-4df5-b213-d0562e4baa53 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:27:40.536424 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-65b8fe6d-e602-4df5-b213-d0562e4baa53 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3110867 Feb 28 10:27:43.124376 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 41560) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:27:43.440931 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-e32fa484-8c22-4fca-b531-03216ea84f64 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:27:43.532742 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e32fa484-8c22-4fca-b531-03216ea84f64 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (9f7027a8-6975-4141-8ed5-28e2724b5639), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:43.534296 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e32fa484-8c22-4fca-b531-03216ea84f64 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (9f7027a8-6975-4141-8ed5-28e2724b5639), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:43.675460 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e32fa484-8c22-4fca-b531-03216ea84f64 demo demo] Publish callbacks [] for router_controller (9f7027a8-6975-4141-8ed5-28e2724b5639), precommit_add_association {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:43.751261 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e32fa484-8c22-4fca-b531-03216ea84f64 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (9f7027a8-6975-4141-8ed5-28e2724b5639), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:43.842981 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e32fa484-8c22-4fca-b531-03216ea84f64 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:43.844175 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-e32fa484-8c22-4fca-b531-03216ea84f64 demo demo] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7187226 Feb 28 10:27:46.384323 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3f34a6e6-b97a-4db3-afe2-4bdac21548ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:46.429291 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 41572) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:27:46.753644 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [None req-1847885c-e320-4120-a122-79fcb366be0b admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:27:46.754750 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-1847885c-e320-4120-a122-79fcb366be0b admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3243680 Feb 28 10:27:47.322912 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 31b0645c-dc52-4605-976d-a61e7b834af3 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:27:47.407775 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c50d95-1a3b-44be-9d3d-b9175f0800ca None None] Network 7a3ec507-5a55-4d7a-9d14-3ae80db7f284 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:27:47.466854 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 31b0645c-dc52-4605-976d-a61e7b834af3 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:27:47.467279 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (31b0645c-dc52-4605-976d-a61e7b834af3), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:47.534328 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-221cd66b-bda1-4a59-b322-f7e7500361a0 None None] Provisioning complete for port 31b0645c-dc52-4605-976d-a61e7b834af3 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:27:47.534718 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-221cd66b-bda1-4a59-b322-f7e7500361a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (31b0645c-dc52-4605-976d-a61e7b834af3), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:47.684863 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 31b0645c-dc52-4605-976d-a61e7b834af3 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:27:47.685172 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (31b0645c-dc52-4605-976d-a61e7b834af3), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:47.755634 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-221cd66b-bda1-4a59-b322-f7e7500361a0 None None] Current status of the port 31b0645c-dc52-4605-976d-a61e7b834af3 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:27:47.756040 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-221cd66b-bda1-4a59-b322-f7e7500361a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (31b0645c-dc52-4605-976d-a61e7b834af3), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:47.763344 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port 31b0645c-dc52-4605-976d-a61e7b834af3, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=31b0645c-dc52-4605-976d-a61e7b834af3,segment=NetworkSegment(845e4509-9060-4d23-bcbc-0486a3a51857),segment_id=845e4509-9060-4d23-bcbc-0486a3a51857)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:27:47.841781 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (31b0645c-dc52-4605-976d-a61e7b834af3), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:47.915242 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.db.api [None req-221cd66b-bda1-4a59-b322-f7e7500361a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:27:47.915622 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG oslo_db.api [None req-221cd66b-bda1-4a59-b322-f7e7500361a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:27:47.918330 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=31b0645c-dc52-4605-976d-a61e7b834af3,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:27:48.450745 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-221cd66b-bda1-4a59-b322-f7e7500361a0 None None] Current status of the port 31b0645c-dc52-4605-976d-a61e7b834af3 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:27:48.569947 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-6a8c4840-9339-4ef0-92ea-22786b707f40 None None] Provisioning complete for port 31b0645c-dc52-4605-976d-a61e7b834af3 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:27:48.570340 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6a8c4840-9339-4ef0-92ea-22786b707f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (31b0645c-dc52-4605-976d-a61e7b834af3), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:48.642068 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b661b770-24e8-44c3-ba8e-8d4cef8ccb59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:48.651827 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-6a8c4840-9339-4ef0-92ea-22786b707f40 None None] Current status of the port 31b0645c-dc52-4605-976d-a61e7b834af3 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:27:49.280342 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 31b0645c-dc52-4605-976d-a61e7b834af3 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:27:49.307855 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 41582) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:27:49.327282 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 31b0645c-dc52-4605-976d-a61e7b834af3 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:27:49.327683 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (31b0645c-dc52-4605-976d-a61e7b834af3), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:49.459776 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 31b0645c-dc52-4605-976d-a61e7b834af3 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:27:49.627996 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 5 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:27:49.652543 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-a9b8c500-c342-4a5a-bcaa-0e1cc9bbd616 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:27:49.738954 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b8c500-c342-4a5a-bcaa-0e1cc9bbd616 admin admin] Made reservation on behalf of cc58cf2bf91a4207944b24825ce9b36f for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:27:49.741157 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a9b8c500-c342-4a5a-bcaa-0e1cc9bbd616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:49.749382 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a9b8c500-c342-4a5a-bcaa-0e1cc9bbd616 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:49.823529 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a9b8c500-c342-4a5a-bcaa-0e1cc9bbd616 admin admin] Publish callbacks [] for security_group (6de42191-2cac-494b-99d9-572431565fd0), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:49.870377 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:49.904300 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a9b8c500-c342-4a5a-bcaa-0e1cc9bbd616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (6de42191-2cac-494b-99d9-572431565fd0), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:49.921329 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a9b8c500-c342-4a5a-bcaa-0e1cc9bbd616 admin admin] Reserving flat network on physical network physnet1 {{(pid=104084) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 28 10:27:49.936820 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b8c500-c342-4a5a-bcaa-0e1cc9bbd616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de42191-2cac-494b-99d9-572431565fd0,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:27:49.941382 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a9b8c500-c342-4a5a-bcaa-0e1cc9bbd616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (380619c3-310c-49e3-b6fd-3d656fdca264), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:49.941725 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-a9b8c500-c342-4a5a-bcaa-0e1cc9bbd616 admin admin] Added segment 380619c3-310c-49e3-b6fd-3d656fdca264 of type flat for network e88d86cf-af22-4900-bdd2-aa4038554136 Feb 28 10:27:49.995077 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a9b8c500-c342-4a5a-bcaa-0e1cc9bbd616 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (e88d86cf-af22-4900-bdd2-aa4038554136), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:50.070258 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a9b8c500-c342-4a5a-bcaa-0e1cc9bbd616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (e88d86cf-af22-4900-bdd2-aa4038554136), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:50.071238 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b8c500-c342-4a5a-bcaa-0e1cc9bbd616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:27:50.071817 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a9b8c500-c342-4a5a-bcaa-0e1cc9bbd616 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:50.160284 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b8c500-c342-4a5a-bcaa-0e1cc9bbd616 admin admin] Pushing event updated for resources: {'Network': ['ID=e88d86cf-af22-4900-bdd2-aa4038554136,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:27:50.170376 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network e88d86cf-af22-4900-bdd2-aa4038554136 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:27:50.175549 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-a9b8c500-c342-4a5a-bcaa-0e1cc9bbd616 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8666551 Feb 28 10:27:51.172866 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:52.578895 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:52.648827 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 41600) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:27:52.824333 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8296a772-61f5-499c-94b3-789f718db674 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:27:52.825709 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-8296a772-61f5-499c-94b3-789f718db674 demo admin] 10.222.0.62 "GET /v2.0/subnets/440dcf47-26f1-4695-8b46-49daf10564e1 HTTP/1.1" status: 200 len: 849 time: 0.1759305 Feb 28 10:27:52.991626 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-8e6bfd40-d647-4957-b914-f6dae1e6cd54 demo admin] 10.222.0.62 "GET /v2.0/routers/9f7027a8-6975-4141-8ed5-28e2724b5639 HTTP/1.1" status: 200 len: 704 time: 0.1603036 Feb 28 10:27:53.268474 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-771c0499-8a9e-4178-8d01-58760b604e91 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:53.567489 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-771c0499-8a9e-4178-8d01-58760b604e91 demo admin] Allocated IP 172.20.0.1 (7a3ec507-5a55-4d7a-9d14-3ae80db7f284/440dcf47-26f1-4695-8b46-49daf10564e1/3eb05016-9ac6-44da-b848-c752f28b58c5) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:27:53.749139 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-771c0499-8a9e-4178-8d01-58760b604e91 demo admin] Publish callbacks [] for port (3eb05016-9ac6-44da-b848-c752f28b58c5), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:53.876319 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-771c0499-8a9e-4178-8d01-58760b604e91 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (3eb05016-9ac6-44da-b848-c752f28b58c5), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:53.953593 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771c0499-8a9e-4178-8d01-58760b604e91 demo admin] Network 7a3ec507-5a55-4d7a-9d14-3ae80db7f284 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:27:53.960081 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-771c0499-8a9e-4178-8d01-58760b604e91 demo admin] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:27:53.966000 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771c0499-8a9e-4178-8d01-58760b604e91 demo admin] Pushing event updated for resources: {'Port': ['ID=3eb05016-9ac6-44da-b848-c752f28b58c5,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:27:53.968536 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771c0499-8a9e-4178-8d01-58760b604e91 demo admin] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:27:53.969078 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-771c0499-8a9e-4178-8d01-58760b604e91 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047958'] for router_interface (9f7027a8-6975-4141-8ed5-28e2724b5639), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:54.208063 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-39013022-659d-4c89-ae5c-e8a9edd3395b None None] Provisioning complete for port 3eb05016-9ac6-44da-b848-c752f28b58c5 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:27:54.208637 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-39013022-659d-4c89-ae5c-e8a9edd3395b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (3eb05016-9ac6-44da-b848-c752f28b58c5), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:54.242339 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-39013022-659d-4c89-ae5c-e8a9edd3395b None None] Port 3eb05016-9ac6-44da-b848-c752f28b58c5 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:27:54.289937 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-771c0499-8a9e-4178-8d01-58760b604e91 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (3eb05016-9ac6-44da-b848-c752f28b58c5), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:54.492879 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-771c0499-8a9e-4178-8d01-58760b604e91 demo admin] Publish callbacks [] for port (3eb05016-9ac6-44da-b848-c752f28b58c5), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:54.544124 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-771c0499-8a9e-4178-8d01-58760b604e91 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (3eb05016-9ac6-44da-b848-c752f28b58c5), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:54.544909 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-771c0499-8a9e-4178-8d01-58760b604e91 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047558'] for router_interface (9f7027a8-6975-4141-8ed5-28e2724b5639), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:54.625100 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771c0499-8a9e-4178-8d01-58760b604e91 demo admin] Pushing event updated for resources: {'Port': ['ID=3eb05016-9ac6-44da-b848-c752f28b58c5,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:27:54.670021 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771c0499-8a9e-4178-8d01-58760b604e91 demo admin] Network 7a3ec507-5a55-4d7a-9d14-3ae80db7f284 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:27:54.671315 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-771c0499-8a9e-4178-8d01-58760b604e91 demo admin] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:27:54.933533 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-771c0499-8a9e-4178-8d01-58760b604e91 demo admin] Router 9f7027a8-6975-4141-8ed5-28e2724b5639 is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:27:54.964112 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ecbf7f6d-9559-43cc-8960-08f047a9279c None None] Provisioning complete for port 3eb05016-9ac6-44da-b848-c752f28b58c5 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:27:54.964434 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ecbf7f6d-9559-43cc-8960-08f047a9279c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (3eb05016-9ac6-44da-b848-c752f28b58c5), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:54.996615 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ecbf7f6d-9559-43cc-8960-08f047a9279c None None] Port 3eb05016-9ac6-44da-b848-c752f28b58c5 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:27:55.029809 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771c0499-8a9e-4178-8d01-58760b604e91 demo admin] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:27:55.034958 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-771c0499-8a9e-4178-8d01-58760b604e91 demo admin] 10.222.0.62 "PUT /v2.0/routers/9f7027a8-6975-4141-8ed5-28e2724b5639/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0380454 Feb 28 10:27:55.050044 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b833b5e-f424-452e-855e-4c1f9237d265 None None] Sync routers for ids ['9f7027a8-6975-4141-8ed5-28e2724b5639'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:27:55.062404 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b833b5e-f424-452e-855e-4c1f9237d265 None None] Routers {'9f7027a8-6975-4141-8ed5-28e2724b5639'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:27:55.063276 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-1b833b5e-f424-452e-855e-4c1f9237d265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:27:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['9f7027a8-6975-4141-8ed5-28e2724b5639'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:27:55.253015 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-1b833b5e-f424-452e-855e-4c1f9237d265 None None] Set router 9f7027a8-6975-4141-8ed5-28e2724b5639 gateway port host: None {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:27:55.727770 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-1b833b5e-f424-452e-855e-4c1f9237d265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f7027a8-6975-4141-8ed5-28e2724b5639', 'name': 'router1', 'tenant_id': '2e139b65592245bfafec1c7403db8b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:27:43Z', 'updated_at': '2022-02-28T10:27:54Z', 'revision_number': 2, 'project_id': '2e139b65592245bfafec1c7403db8b8d', 'gw_port_host': None, '_interfaces': [{'id': '3eb05016-9ac6-44da-b848-c752f28b58c5', 'name': '', 'network_id': '7a3ec507-5a55-4d7a-9d14-3ae80db7f284', 'tenant_id': '2e139b65592245bfafec1c7403db8b8d', 'mac_address': 'fa:16:3e:7a:21:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f7027a8-6975-4141-8ed5-28e2724b5639', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '440dcf47-26f1-4695-8b46-49daf10564e1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:27:53Z', 'updated_at': '2022-02-28T10:27:54Z', 'revision_number': 2, 'project_id': '2e139b65592245bfafec1c7403db8b8d', 'subnets': [{'id': '440dcf47-26f1-4695-8b46-49daf10564e1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b8667f0-1cf5-48c1-bd7e-309b56a6daeb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:27:55.786572 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b833b5e-f424-452e-855e-4c1f9237d265 None None] Checking router: 9f7027a8-6975-4141-8ed5-28e2724b5639 for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:27:55.786974 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b833b5e-f424-452e-855e-4c1f9237d265 None None] Updating router 9f7027a8-6975-4141-8ed5-28e2724b5639 port 3eb05016-9ac6-44da-b848-c752f28b58c5 binding host dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:27:55.846744 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1b833b5e-f424-452e-855e-4c1f9237d265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (3eb05016-9ac6-44da-b848-c752f28b58c5), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:56.403641 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1b833b5e-f424-452e-855e-4c1f9237d265 None None] Publish callbacks [] for port (3eb05016-9ac6-44da-b848-c752f28b58c5), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:56.465186 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1b833b5e-f424-452e-855e-4c1f9237d265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (3eb05016-9ac6-44da-b848-c752f28b58c5), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:56.640038 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-1b833b5e-f424-452e-855e-4c1f9237d265 None None] Attempting to bind port 3eb05016-9ac6-44da-b848-c752f28b58c5 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:27:56.640559 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-1b833b5e-f424-452e-855e-4c1f9237d265 None None] Attempting to bind port 3eb05016-9ac6-44da-b848-c752f28b58c5 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '845e4509-9060-4d23-bcbc-0486a3a51857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7a3ec507-5a55-4d7a-9d14-3ae80db7f284'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:27:56.641021 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b833b5e-f424-452e-855e-4c1f9237d265 None None] Attempting to bind port 3eb05016-9ac6-44da-b848-c752f28b58c5 on network 7a3ec507-5a55-4d7a-9d14-3ae80db7f284 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:27:56.644277 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080f990a-749a-460a-af2a-0242799fb299 None None] Pushing event updated for resources: {'Port': ['ID=3eb05016-9ac6-44da-b848-c752f28b58c5,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:27:56.649241 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b833b5e-f424-452e-855e-4c1f9237d265 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:27:56.649656 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b833b5e-f424-452e-855e-4c1f9237d265 None None] Checking segment: {'id': '845e4509-9060-4d23-bcbc-0486a3a51857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7a3ec507-5a55-4d7a-9d14-3ae80db7f284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:27:56.650166 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1b833b5e-f424-452e-855e-4c1f9237d265 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:56.650571 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b833b5e-f424-452e-855e-4c1f9237d265 None None] Bound using segment: {'id': '845e4509-9060-4d23-bcbc-0486a3a51857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7a3ec507-5a55-4d7a-9d14-3ae80db7f284'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:27:56.651147 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-1b833b5e-f424-452e-855e-4c1f9237d265 None None] Bound port: 3eb05016-9ac6-44da-b848-c752f28b58c5, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '845e4509-9060-4d23-bcbc-0486a3a51857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7a3ec507-5a55-4d7a-9d14-3ae80db7f284'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:27:56.652654 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1b833b5e-f424-452e-855e-4c1f9237d265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (3eb05016-9ac6-44da-b848-c752f28b58c5), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:56.666554 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080f990a-749a-460a-af2a-0242799fb299 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:56.668077 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080f990a-749a-460a-af2a-0242799fb299 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:56.668442 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080f990a-749a-460a-af2a-0242799fb299 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:56.668790 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080f990a-749a-460a-af2a-0242799fb299 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:56.669129 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080f990a-749a-460a-af2a-0242799fb299 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:56.669467 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080f990a-749a-460a-af2a-0242799fb299 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:56.669815 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080f990a-749a-460a-af2a-0242799fb299 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:56.670151 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080f990a-749a-460a-af2a-0242799fb299 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:56.670501 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080f990a-749a-460a-af2a-0242799fb299 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:56.670928 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080f990a-749a-460a-af2a-0242799fb299 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:56.671269 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080f990a-749a-460a-af2a-0242799fb299 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:56.671599 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080f990a-749a-460a-af2a-0242799fb299 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:56.671928 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080f990a-749a-460a-af2a-0242799fb299 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:56.673296 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080f990a-749a-460a-af2a-0242799fb299 None None] Tracked resource versions report: Feb 28 10:27:56.673296 dv-neutron-829161-3-hyperv neutron-server[104086]: pushed versions: Feb 28 10:27:56.673296 dv-neutron-829161-3-hyperv neutron-server[104086]: { 'AddressGroup': {'1.2'}, Feb 28 10:27:56.673296 dv-neutron-829161-3-hyperv neutron-server[104086]: 'ConntrackHelper': {'1.0'}, Feb 28 10:27:56.673296 dv-neutron-829161-3-hyperv neutron-server[104086]: 'LocalIPAssociation': {'1.0'}, Feb 28 10:27:56.673296 dv-neutron-829161-3-hyperv neutron-server[104086]: 'Log': {'1.0'}, Feb 28 10:27:56.673296 dv-neutron-829161-3-hyperv neutron-server[104086]: 'Network': {'1.1'}, Feb 28 10:27:56.673296 dv-neutron-829161-3-hyperv neutron-server[104086]: 'Port': {'1.7'}, Feb 28 10:27:56.673296 dv-neutron-829161-3-hyperv neutron-server[104086]: 'PortForwarding': {'1.2'}, Feb 28 10:27:56.673296 dv-neutron-829161-3-hyperv neutron-server[104086]: 'QosPolicy': {'1.10'}, Feb 28 10:27:56.673296 dv-neutron-829161-3-hyperv neutron-server[104086]: 'SecurityGroup': {'1.5'}, Feb 28 10:27:56.673296 dv-neutron-829161-3-hyperv neutron-server[104086]: 'SecurityGroupRule': {'1.2'}, Feb 28 10:27:56.673296 dv-neutron-829161-3-hyperv neutron-server[104086]: 'SubPort': {'1.0'}, Feb 28 10:27:56.673296 dv-neutron-829161-3-hyperv neutron-server[104086]: 'Subnet': {'1.1'}, Feb 28 10:27:56.673296 dv-neutron-829161-3-hyperv neutron-server[104086]: 'Trunk': {'1.1'}} Feb 28 10:27:56.673296 dv-neutron-829161-3-hyperv neutron-server[104086]: consumer versions: Feb 28 10:27:56.673296 dv-neutron-829161-3-hyperv neutron-server[104086]: { DHCP agent@dv-neutron-829161-3-hyperv: {}, Feb 28 10:27:56.673296 dv-neutron-829161-3-hyperv neutron-server[104086]: L3 agent@dv-neutron-829161-3-hyperv: {}, Feb 28 10:27:56.673296 dv-neutron-829161-3-hyperv neutron-server[104086]: Metadata agent@dv-neutron-829161-3-hyperv: {}, Feb 28 10:27:56.673296 dv-neutron-829161-3-hyperv neutron-server[104086]: Metering agent@dv-neutron-829161-3-hyperv: {}, Feb 28 10:27:56.673296 dv-neutron-829161-3-hyperv neutron-server[104086]: Open vSwitch agent@dv-neutron-829161-3-hyperv: { 'AddressGroup': '1.2', Feb 28 10:27:56.673296 dv-neutron-829161-3-hyperv neutron-server[104086]: 'ConntrackHelper': '1.0', Feb 28 10:27:56.673296 dv-neutron-829161-3-hyperv neutron-server[104086]: 'LocalIPAssociation': '1.0', Feb 28 10:27:56.673296 dv-neutron-829161-3-hyperv neutron-server[104086]: 'Log': '1.0', Feb 28 10:27:56.673296 dv-neutron-829161-3-hyperv neutron-server[104086]: 'Network': '1.1', Feb 28 10:27:56.673296 dv-neutron-829161-3-hyperv neutron-server[104086]: 'Port': '1.7', Feb 28 10:27:56.673296 dv-neutron-829161-3-hyperv neutron-server[104086]: 'PortForwarding': '1.2', Feb 28 10:27:56.673296 dv-neutron-829161-3-hyperv neutron-server[104086]: 'QosPolicy': '1.10', Feb 28 10:27:56.673296 dv-neutron-829161-3-hyperv neutron-server[104086]: 'SecurityGroup': '1.5', Feb 28 10:27:56.673296 dv-neutron-829161-3-hyperv neutron-server[104086]: 'SecurityGroupRule': '1.2', Feb 28 10:27:56.673296 dv-neutron-829161-3-hyperv neutron-server[104086]: 'SubPort': '1.0', Feb 28 10:27:56.673296 dv-neutron-829161-3-hyperv neutron-server[104086]: 'Subnet': '1.1', Feb 28 10:27:56.673296 dv-neutron-829161-3-hyperv neutron-server[104086]: 'Trunk': '1.1'}} Feb 28 10:27:56.673296 dv-neutron-829161-3-hyperv neutron-server[104086]: {{(pid=104086) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 10:27:56.731843 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a27c51f2-e7cc-4fdb-95d1-acb7047b8dd6 None None] Provisioning complete for port 3eb05016-9ac6-44da-b848-c752f28b58c5 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:27:56.732418 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a27c51f2-e7cc-4fdb-95d1-acb7047b8dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (3eb05016-9ac6-44da-b848-c752f28b58c5), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:56.737407 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-1b833b5e-f424-452e-855e-4c1f9237d265 None None] For port 3eb05016-9ac6-44da-b848-c752f28b58c5, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:27:56.759317 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-1b833b5e-f424-452e-855e-4c1f9237d265 None None] For port 3eb05016-9ac6-44da-b848-c752f28b58c5, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=3eb05016-9ac6-44da-b848-c752f28b58c5,segment=NetworkSegment(845e4509-9060-4d23-bcbc-0486a3a51857),segment_id=845e4509-9060-4d23-bcbc-0486a3a51857)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:27:56.769582 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a27c51f2-e7cc-4fdb-95d1-acb7047b8dd6 None None] Port 3eb05016-9ac6-44da-b848-c752f28b58c5 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:27:56.830444 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1b833b5e-f424-452e-855e-4c1f9237d265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (3eb05016-9ac6-44da-b848-c752f28b58c5), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:56.881166 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b833b5e-f424-452e-855e-4c1f9237d265 None None] Routers {'9f7027a8-6975-4141-8ed5-28e2724b5639'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:27:56.881796 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-1b833b5e-f424-452e-855e-4c1f9237d265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:27:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['9f7027a8-6975-4141-8ed5-28e2724b5639'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:27:56.955742 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080f990a-749a-460a-af2a-0242799fb299 None None] Pushing event updated for resources: {'Port': ['ID=3eb05016-9ac6-44da-b848-c752f28b58c5,revision_number=4']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:27:56.986390 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-1b833b5e-f424-452e-855e-4c1f9237d265 None None] Set router 9f7027a8-6975-4141-8ed5-28e2724b5639 gateway port host: None {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:27:57.096318 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-fbff81da-fe93-45de-984a-110b3f1f71ab None None] Provisioning complete for port 3eb05016-9ac6-44da-b848-c752f28b58c5 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:27:57.096722 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-fbff81da-fe93-45de-984a-110b3f1f71ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (3eb05016-9ac6-44da-b848-c752f28b58c5), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:57.182031 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-fbff81da-fe93-45de-984a-110b3f1f71ab None None] Current status of the port 3eb05016-9ac6-44da-b848-c752f28b58c5 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:27:57.183231 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-fbff81da-fe93-45de-984a-110b3f1f71ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (3eb05016-9ac6-44da-b848-c752f28b58c5), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:57.205205 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-1b833b5e-f424-452e-855e-4c1f9237d265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f7027a8-6975-4141-8ed5-28e2724b5639', 'name': 'router1', 'tenant_id': '2e139b65592245bfafec1c7403db8b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:27:43Z', 'updated_at': '2022-02-28T10:27:54Z', 'revision_number': 2, 'project_id': '2e139b65592245bfafec1c7403db8b8d', 'gw_port_host': None, '_interfaces': [{'id': '3eb05016-9ac6-44da-b848-c752f28b58c5', 'name': '', 'network_id': '7a3ec507-5a55-4d7a-9d14-3ae80db7f284', 'tenant_id': '2e139b65592245bfafec1c7403db8b8d', 'mac_address': 'fa:16:3e:7a:21:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f7027a8-6975-4141-8ed5-28e2724b5639', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '440dcf47-26f1-4695-8b46-49daf10564e1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:27:53Z', 'updated_at': '2022-02-28T10:27:56Z', 'revision_number': 4, 'project_id': '2e139b65592245bfafec1c7403db8b8d', 'subnets': [{'id': '440dcf47-26f1-4695-8b46-49daf10564e1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b8667f0-1cf5-48c1-bd7e-309b56a6daeb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:27:57.221247 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-fbff81da-fe93-45de-984a-110b3f1f71ab None None] For port 3eb05016-9ac6-44da-b848-c752f28b58c5, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=3eb05016-9ac6-44da-b848-c752f28b58c5,segment=NetworkSegment(845e4509-9060-4d23-bcbc-0486a3a51857),segment_id=845e4509-9060-4d23-bcbc-0486a3a51857)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:27:57.231848 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b833b5e-f424-452e-855e-4c1f9237d265 None None] The sync data for ids ['9f7027a8-6975-4141-8ed5-28e2724b5639'] in dv-neutron-829161-3-hyperv is: [{'id': '9f7027a8-6975-4141-8ed5-28e2724b5639', 'name': 'router1', 'tenant_id': '2e139b65592245bfafec1c7403db8b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:27:43Z', 'updated_at': '2022-02-28T10:27:54Z', 'revision_number': 2, 'project_id': '2e139b65592245bfafec1c7403db8b8d', 'gw_port_host': None, '_interfaces': [{'id': '3eb05016-9ac6-44da-b848-c752f28b58c5', 'name': '', 'network_id': '7a3ec507-5a55-4d7a-9d14-3ae80db7f284', 'tenant_id': '2e139b65592245bfafec1c7403db8b8d', 'mac_address': 'fa:16:3e:7a:21:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f7027a8-6975-4141-8ed5-28e2724b5639', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '440dcf47-26f1-4695-8b46-49daf10564e1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:27:53Z', 'updated_at': '2022-02-28T10:27:56Z', 'revision_number': 4, 'project_id': '2e139b65592245bfafec1c7403db8b8d', 'subnets': [{'id': '440dcf47-26f1-4695-8b46-49daf10564e1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b8667f0-1cf5-48c1-bd7e-309b56a6daeb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:27:57.292981 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-fbff81da-fe93-45de-984a-110b3f1f71ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (3eb05016-9ac6-44da-b848-c752f28b58c5), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:57.345346 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbff81da-fe93-45de-984a-110b3f1f71ab None None] Pushing event updated for resources: {'Port': ['ID=3eb05016-9ac6-44da-b848-c752f28b58c5,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:27:57.565644 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 41622) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:27:57.681372 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c4f3d0-cd5e-46ef-a716-82e5b78c04a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:27:57.683489 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-b9c4f3d0-cd5e-46ef-a716-82e5b78c04a3 admin admin] 10.222.0.62 "GET /v2.0/networks/e88d86cf-af22-4900-bdd2-aa4038554136 HTTP/1.1" status: 200 len: 842 time: 0.1167209 Feb 28 10:27:57.692949 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-e733db9c-83cf-4008-bc63-12ca9cf821d9 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:27:57.766945 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e733db9c-83cf-4008-bc63-12ca9cf821d9 admin admin] Made reservation on behalf of cc58cf2bf91a4207944b24825ce9b36f for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:27:57.769238 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e733db9c-83cf-4008-bc63-12ca9cf821d9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:58.109190 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.objects.ports [None req-e733db9c-83cf-4008-bc63-12ca9cf821d9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104084) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 10:27:58.109613 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e733db9c-83cf-4008-bc63-12ca9cf821d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for subnet (139b349b-41c2-4dc6-89b1-f54a39b070ba), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:58.164327 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e733db9c-83cf-4008-bc63-12ca9cf821d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=139b349b-41c2-4dc6-89b1-f54a39b070ba,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:27:58.175564 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e733db9c-83cf-4008-bc63-12ca9cf821d9 admin admin] Checking segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:27:58.175931 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e733db9c-83cf-4008-bc63-12ca9cf821d9 admin admin] Network hostable DHCP agents. Network: e88d86cf-af22-4900-bdd2-aa4038554136, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:27:58.246846 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e733db9c-83cf-4008-bc63-12ca9cf821d9 admin admin] Network e88d86cf-af22-4900-bdd2-aa4038554136 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:27:58.332530 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-e733db9c-83cf-4008-bc63-12ca9cf821d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, e88d86cf-af22-4900-bdd2-aa4038554136) {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:27:58.336545 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e733db9c-83cf-4008-bc63-12ca9cf821d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:27:58.338724 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e733db9c-83cf-4008-bc63-12ca9cf821d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:58.342989 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24dd89c-a1fa-475c-ba43-f7f41e7d9b46 None None] Network e88d86cf-af22-4900-bdd2-aa4038554136 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:27:58.418861 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-e733db9c-83cf-4008-bc63-12ca9cf821d9 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7157335 Feb 28 10:27:58.459635 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0eb113-53fb-4ba0-8b1d-2e9397d1c8b2 None None] Network e88d86cf-af22-4900-bdd2-aa4038554136 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:28:00.850982 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 41630) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:28:00.983173 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-7491047a-5951-4e90-a486-ecd1780f2233 demo admin] 10.222.0.62 "GET /v2.0/routers/9f7027a8-6975-4141-8ed5-28e2724b5639 HTTP/1.1" status: 200 len: 710 time: 0.1309686 Feb 28 10:28:01.068358 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e70f8f-00ca-418e-8e84-92d77560a75c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:28:01.069715 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-29e70f8f-00ca-418e-8e84-92d77560a75c demo admin] 10.222.0.62 "GET /v2.0/networks/e88d86cf-af22-4900-bdd2-aa4038554136 HTTP/1.1" status: 200 len: 886 time: 0.0812201 Feb 28 10:28:01.078749 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-d0b06944-4139-46a1-a53a-9e7041bf56bd demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:28:01.398668 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d0b06944-4139-46a1-a53a-9e7041bf56bd demo admin] Publish callbacks [] for router_gateway (9f7027a8-6975-4141-8ed5-28e2724b5639), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:28:01.845652 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d0b06944-4139-46a1-a53a-9e7041bf56bd demo admin] Publish callbacks [] for router_gateway (9f7027a8-6975-4141-8ed5-28e2724b5639), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:28:01.922284 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d0b06944-4139-46a1-a53a-9e7041bf56bd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:28:02.020817 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-d0b06944-4139-46a1-a53a-9e7041bf56bd demo admin] Allocated IP 172.26.3.200 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/19c8c6dd-bf47-4841-8cf8-4b13785693ab) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:28:02.125065 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d0b06944-4139-46a1-a53a-9e7041bf56bd demo admin] Publish callbacks [] for port (19c8c6dd-bf47-4841-8cf8-4b13785693ab), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:28:02.212964 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d0b06944-4139-46a1-a53a-9e7041bf56bd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (19c8c6dd-bf47-4841-8cf8-4b13785693ab), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:28:02.248495 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b06944-4139-46a1-a53a-9e7041bf56bd demo admin] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:28:02.251319 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-d0b06944-4139-46a1-a53a-9e7041bf56bd demo admin] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:28:02.254566 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b06944-4139-46a1-a53a-9e7041bf56bd demo admin] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:28:02.296963 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b06944-4139-46a1-a53a-9e7041bf56bd demo admin] Pushing event updated for resources: {'Port': ['ID=19c8c6dd-bf47-4841-8cf8-4b13785693ab,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:28:02.678161 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d0b06944-4139-46a1-a53a-9e7041bf56bd demo admin] Publish callbacks [] for router_gateway (9f7027a8-6975-4141-8ed5-28e2724b5639), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:28:02.979707 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d0b06944-4139-46a1-a53a-9e7041bf56bd demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1032676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1044823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27871'] for router (9f7027a8-6975-4141-8ed5-28e2724b5639), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:28:02.983145 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d0b06944-4139-46a1-a53a-9e7041bf56bd demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1032701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1032690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1044908'] for router (9f7027a8-6975-4141-8ed5-28e2724b5639), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:28:03.097219 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b06944-4139-46a1-a53a-9e7041bf56bd demo admin] Router 9f7027a8-6975-4141-8ed5-28e2724b5639 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:28:03.214485 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b06944-4139-46a1-a53a-9e7041bf56bd demo admin] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:28:03.218649 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d0b06944-4139-46a1-a53a-9e7041bf56bd demo admin] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:28:03.219876 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-d0b06944-4139-46a1-a53a-9e7041bf56bd demo admin] 10.222.0.62 "PUT /v2.0/routers/9f7027a8-6975-4141-8ed5-28e2724b5639 HTTP/1.1" status: 200 len: 890 time: 2.1443746 Feb 28 10:28:05.316398 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 3eb05016-9ac6-44da-b848-c752f28b58c5 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:28:05.367903 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 3eb05016-9ac6-44da-b848-c752f28b58c5 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:28:05.368185 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (3eb05016-9ac6-44da-b848-c752f28b58c5), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:28:05.448323 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 3eb05016-9ac6-44da-b848-c752f28b58c5 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:28:05.802339 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 41642) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:28:05.886059 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5a6787-a205-46da-a707-438ceb957262 None None] Sync routers for ids ['9f7027a8-6975-4141-8ed5-28e2724b5639'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:28:05.897394 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5a6787-a205-46da-a707-438ceb957262 None None] Routers {'9f7027a8-6975-4141-8ed5-28e2724b5639'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:28:05.898042 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-5e5a6787-a205-46da-a707-438ceb957262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:27:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['9f7027a8-6975-4141-8ed5-28e2724b5639'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:28:05.923813 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-1a6b0a55-4d35-48de-9ca6-3ccc63d763f3 admin admin] 10.222.0.62 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1202812 Feb 28 10:28:06.131424 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-5e5a6787-a205-46da-a707-438ceb957262 None None] Set router 9f7027a8-6975-4141-8ed5-28e2724b5639 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:28:06.604288 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-5e5a6787-a205-46da-a707-438ceb957262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f7027a8-6975-4141-8ed5-28e2724b5639', 'name': 'router1', 'tenant_id': '2e139b65592245bfafec1c7403db8b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.200'}], 'enable_snat': True}, 'gw_port_id': '19c8c6dd-bf47-4841-8cf8-4b13785693ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:27:43Z', 'updated_at': '2022-02-28T10:28:02Z', 'revision_number': 4, 'project_id': '2e139b65592245bfafec1c7403db8b8d', 'gw_port': {'id': '19c8c6dd-bf47-4841-8cf8-4b13785693ab', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:73:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f7027a8-6975-4141-8ed5-28e2724b5639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:28:01Z', 'updated_at': '2022-02-28T10:28:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '3eb05016-9ac6-44da-b848-c752f28b58c5', 'name': '', 'network_id': '7a3ec507-5a55-4d7a-9d14-3ae80db7f284', 'tenant_id': '2e139b65592245bfafec1c7403db8b8d', 'mac_address': 'fa:16:3e:7a:21:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7027a8-6975-4141-8ed5-28e2724b5639', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '440dcf47-26f1-4695-8b46-49daf10564e1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:27:53Z', 'updated_at': '2022-02-28T10:27:57Z', 'revision_number': 5, 'project_id': '2e139b65592245bfafec1c7403db8b8d', 'subnets': [{'id': '440dcf47-26f1-4695-8b46-49daf10564e1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b8667f0-1cf5-48c1-bd7e-309b56a6daeb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:28:06.654624 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5a6787-a205-46da-a707-438ceb957262 None None] Checking router: 9f7027a8-6975-4141-8ed5-28e2724b5639 for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:28:06.655013 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5a6787-a205-46da-a707-438ceb957262 None None] Updating router 9f7027a8-6975-4141-8ed5-28e2724b5639 port 19c8c6dd-bf47-4841-8cf8-4b13785693ab binding host dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:28:06.707913 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5e5a6787-a205-46da-a707-438ceb957262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (19c8c6dd-bf47-4841-8cf8-4b13785693ab), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:28:07.030341 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5e5a6787-a205-46da-a707-438ceb957262 None None] Publish callbacks [] for port (19c8c6dd-bf47-4841-8cf8-4b13785693ab), precommit_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:28:07.109623 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5e5a6787-a205-46da-a707-438ceb957262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (19c8c6dd-bf47-4841-8cf8-4b13785693ab), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:28:07.165556 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-5e5a6787-a205-46da-a707-438ceb957262 None None] Attempting to bind port 19c8c6dd-bf47-4841-8cf8-4b13785693ab on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:28:07.172224 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-5e5a6787-a205-46da-a707-438ceb957262 None None] Attempting to bind port 19c8c6dd-bf47-4841-8cf8-4b13785693ab by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:28:07.172224 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5a6787-a205-46da-a707-438ceb957262 None None] Attempting to bind port 19c8c6dd-bf47-4841-8cf8-4b13785693ab on network e88d86cf-af22-4900-bdd2-aa4038554136 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:28:07.174009 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c180fa8-4c58-41eb-b563-1fdcadac48e7 None None] Pushing event updated for resources: {'Port': ['ID=19c8c6dd-bf47-4841-8cf8-4b13785693ab,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:28:07.176840 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5a6787-a205-46da-a707-438ceb957262 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:28:07.177226 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5a6787-a205-46da-a707-438ceb957262 None None] Checking segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:28:07.177629 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5e5a6787-a205-46da-a707-438ceb957262 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:28:07.178022 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5a6787-a205-46da-a707-438ceb957262 None None] Bound using segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:28:07.178500 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-5e5a6787-a205-46da-a707-438ceb957262 None None] Bound port: 19c8c6dd-bf47-4841-8cf8-4b13785693ab, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:28:07.179023 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5e5a6787-a205-46da-a707-438ceb957262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (19c8c6dd-bf47-4841-8cf8-4b13785693ab), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:28:07.233657 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-5e5a6787-a205-46da-a707-438ceb957262 None None] For port 19c8c6dd-bf47-4841-8cf8-4b13785693ab, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:28:07.236867 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-5e5a6787-a205-46da-a707-438ceb957262 None None] For port 19c8c6dd-bf47-4841-8cf8-4b13785693ab, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=19c8c6dd-bf47-4841-8cf8-4b13785693ab,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:28:07.298941 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5e5a6787-a205-46da-a707-438ceb957262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (19c8c6dd-bf47-4841-8cf8-4b13785693ab), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:28:07.357673 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5a6787-a205-46da-a707-438ceb957262 None None] Routers {'9f7027a8-6975-4141-8ed5-28e2724b5639'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:28:07.358299 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-5e5a6787-a205-46da-a707-438ceb957262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:27:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['9f7027a8-6975-4141-8ed5-28e2724b5639'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:28:07.364476 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c180fa8-4c58-41eb-b563-1fdcadac48e7 None None] Pushing event updated for resources: {'Port': ['ID=19c8c6dd-bf47-4841-8cf8-4b13785693ab,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:28:07.540629 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-5e5a6787-a205-46da-a707-438ceb957262 None None] Set router 9f7027a8-6975-4141-8ed5-28e2724b5639 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:28:07.769809 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-5e5a6787-a205-46da-a707-438ceb957262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f7027a8-6975-4141-8ed5-28e2724b5639', 'name': 'router1', 'tenant_id': '2e139b65592245bfafec1c7403db8b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.200'}], 'enable_snat': True}, 'gw_port_id': '19c8c6dd-bf47-4841-8cf8-4b13785693ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:27:43Z', 'updated_at': '2022-02-28T10:28:02Z', 'revision_number': 4, 'project_id': '2e139b65592245bfafec1c7403db8b8d', 'gw_port': {'id': '19c8c6dd-bf47-4841-8cf8-4b13785693ab', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:73:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f7027a8-6975-4141-8ed5-28e2724b5639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:28:01Z', 'updated_at': '2022-02-28T10:28:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '3eb05016-9ac6-44da-b848-c752f28b58c5', 'name': '', 'network_id': '7a3ec507-5a55-4d7a-9d14-3ae80db7f284', 'tenant_id': '2e139b65592245bfafec1c7403db8b8d', 'mac_address': 'fa:16:3e:7a:21:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7027a8-6975-4141-8ed5-28e2724b5639', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '440dcf47-26f1-4695-8b46-49daf10564e1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:27:53Z', 'updated_at': '2022-02-28T10:27:57Z', 'revision_number': 5, 'project_id': '2e139b65592245bfafec1c7403db8b8d', 'subnets': [{'id': '440dcf47-26f1-4695-8b46-49daf10564e1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b8667f0-1cf5-48c1-bd7e-309b56a6daeb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:28:07.796916 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5a6787-a205-46da-a707-438ceb957262 None None] The sync data for ids ['9f7027a8-6975-4141-8ed5-28e2724b5639'] in dv-neutron-829161-3-hyperv is: [{'id': '9f7027a8-6975-4141-8ed5-28e2724b5639', 'name': 'router1', 'tenant_id': '2e139b65592245bfafec1c7403db8b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.200'}], 'enable_snat': True}, 'gw_port_id': '19c8c6dd-bf47-4841-8cf8-4b13785693ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:27:43Z', 'updated_at': '2022-02-28T10:28:02Z', 'revision_number': 4, 'project_id': '2e139b65592245bfafec1c7403db8b8d', 'gw_port': {'id': '19c8c6dd-bf47-4841-8cf8-4b13785693ab', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:73:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f7027a8-6975-4141-8ed5-28e2724b5639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:28:01Z', 'updated_at': '2022-02-28T10:28:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '3eb05016-9ac6-44da-b848-c752f28b58c5', 'name': '', 'network_id': '7a3ec507-5a55-4d7a-9d14-3ae80db7f284', 'tenant_id': '2e139b65592245bfafec1c7403db8b8d', 'mac_address': 'fa:16:3e:7a:21:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7027a8-6975-4141-8ed5-28e2724b5639', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '440dcf47-26f1-4695-8b46-49daf10564e1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:27:53Z', 'updated_at': '2022-02-28T10:27:57Z', 'revision_number': 5, 'project_id': '2e139b65592245bfafec1c7403db8b8d', 'subnets': [{'id': '440dcf47-26f1-4695-8b46-49daf10564e1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b8667f0-1cf5-48c1-bd7e-309b56a6daeb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:28:09.343972 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 19c8c6dd-bf47-4841-8cf8-4b13785693ab up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:28:09.396101 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 19c8c6dd-bf47-4841-8cf8-4b13785693ab triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:28:09.396591 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (19c8c6dd-bf47-4841-8cf8-4b13785693ab), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:28:09.493864 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 19c8c6dd-bf47-4841-8cf8-4b13785693ab is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:28:09.494307 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (19c8c6dd-bf47-4841-8cf8-4b13785693ab), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:28:09.534260 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port 19c8c6dd-bf47-4841-8cf8-4b13785693ab, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=19c8c6dd-bf47-4841-8cf8-4b13785693ab,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:28:09.609393 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (19c8c6dd-bf47-4841-8cf8-4b13785693ab), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:28:09.677735 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=19c8c6dd-bf47-4841-8cf8-4b13785693ab,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:28:11.392900 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 19c8c6dd-bf47-4841-8cf8-4b13785693ab up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:28:11.528827 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 19c8c6dd-bf47-4841-8cf8-4b13785693ab triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:28:11.529580 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (19c8c6dd-bf47-4841-8cf8-4b13785693ab), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:28:11.684234 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 19c8c6dd-bf47-4841-8cf8-4b13785693ab is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:28:16.387343 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-51470e28-1589-428b-a8f9-cef5ca393280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:28:18.629330 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c2dde487-642e-4a92-b99b-ad1a23e6c9d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:28:20.023285 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:28:21.178220 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:28:22.626878 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:28:26.636398 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 5 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:28:46.388166 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-66d1cbf2-3681-4fa8-a6f3-1b700902f5ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:28:48.605262 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-db9e842b-8bb3-4427-a420-09bcfec3dfe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:28:49.890278 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:28:51.176713 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:28:52.599818 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:29:03.626277 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 5 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:29:16.376488 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-95a5a6cb-010e-4d92-8193-e8ea45425809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:29:18.593084 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5f0ede69-76de-47ce-8c0c-27cd4fd119dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:29:19.889637 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:29:21.186766 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:29:22.592277 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:29:33.420493 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42158) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:29:33.481467 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-8646ed84-5985-4717-a898-2f111b97c271 admin admin] GET failed (client error): The resource could not be found. Feb 28 10:29:33.482736 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-8646ed84-5985-4717-a898-2f111b97c271 admin admin] 10.222.0.62 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0612986 Feb 28 10:29:33.644307 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2247a5-7271-45cf-a822-c62acd45d40c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:29:33.645702 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-7d2247a5-7271-45cf-a822-c62acd45d40c admin admin] 10.222.0.62 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1589453 Feb 28 10:29:35.998341 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42168) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:29:36.088823 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992ab072-9d04-4d45-9844-91d78ac715d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:29:36.090186 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-992ab072-9d04-4d45-9844-91d78ac715d7 admin admin] 10.222.0.62 "GET /v2.0/subnets/440dcf47-26f1-4695-8b46-49daf10564e1 HTTP/1.1" status: 200 len: 849 time: 0.0908437 Feb 28 10:29:36.101021 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-555c90ff-646d-412c-b8d8-f3b4969c0519 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:29:36.190907 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-555c90ff-646d-412c-b8d8-f3b4969c0519 admin admin] Publish callbacks [] for subnet (440dcf47-26f1-4695-8b46-49daf10564e1), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:29:36.415280 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-555c90ff-646d-412c-b8d8-f3b4969c0519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737743691493'] for subnet (440dcf47-26f1-4695-8b46-49daf10564e1), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:29:36.449325 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555c90ff-646d-412c-b8d8-f3b4969c0519 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:29:36.449914 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-555c90ff-646d-412c-b8d8-f3b4969c0519 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:29:36.451215 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-555c90ff-646d-412c-b8d8-f3b4969c0519 admin admin] 10.222.0.62 "PUT /v2.0/subnets/440dcf47-26f1-4695-8b46-49daf10564e1 HTTP/1.1" status: 200 len: 868 time: 0.3548627 Feb 28 10:29:36.463214 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a066cbf-de2f-4ecb-92fa-dd2896946241 None None] Network 7a3ec507-5a55-4d7a-9d14-3ae80db7f284 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:29:36.469608 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555c90ff-646d-412c-b8d8-f3b4969c0519 admin admin] Pushing event updated for resources: {'Subnet': ['ID=440dcf47-26f1-4695-8b46-49daf10564e1,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:29:36.477439 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555c90ff-646d-412c-b8d8-f3b4969c0519 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:29:36.477818 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555c90ff-646d-412c-b8d8-f3b4969c0519 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:29:36.478175 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555c90ff-646d-412c-b8d8-f3b4969c0519 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:29:36.478523 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555c90ff-646d-412c-b8d8-f3b4969c0519 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:29:36.478890 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555c90ff-646d-412c-b8d8-f3b4969c0519 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:29:36.479234 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555c90ff-646d-412c-b8d8-f3b4969c0519 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:29:36.479590 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555c90ff-646d-412c-b8d8-f3b4969c0519 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:29:36.479931 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555c90ff-646d-412c-b8d8-f3b4969c0519 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:29:36.480285 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555c90ff-646d-412c-b8d8-f3b4969c0519 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:29:36.480634 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555c90ff-646d-412c-b8d8-f3b4969c0519 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:29:36.480966 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555c90ff-646d-412c-b8d8-f3b4969c0519 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:29:36.481297 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555c90ff-646d-412c-b8d8-f3b4969c0519 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:29:36.481632 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555c90ff-646d-412c-b8d8-f3b4969c0519 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:29:36.784377 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-8a18569d-5c65-493a-9b7b-141542429f70 None None] Provisioning complete for port 31b0645c-dc52-4605-976d-a61e7b834af3 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:29:36.784873 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8a18569d-5c65-493a-9b7b-141542429f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (31b0645c-dc52-4605-976d-a61e7b834af3), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:29:36.863564 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-8a18569d-5c65-493a-9b7b-141542429f70 None None] Current status of the port 31b0645c-dc52-4605-976d-a61e7b834af3 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:29:36.875084 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-8a18569d-5c65-493a-9b7b-141542429f70 None None] Provisioning complete for port 3eb05016-9ac6-44da-b848-c752f28b58c5 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:29:36.875415 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8a18569d-5c65-493a-9b7b-141542429f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (3eb05016-9ac6-44da-b848-c752f28b58c5), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:29:36.950579 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-8a18569d-5c65-493a-9b7b-141542429f70 None None] Current status of the port 3eb05016-9ac6-44da-b848-c752f28b58c5 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:29:38.794454 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42176) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:29:38.989942 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fece03ac-b952-44e9-84f5-6dc2497210bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:29:38.990328 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fece03ac-b952-44e9-84f5-6dc2497210bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:29:38.992649 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-fece03ac-b952-44e9-84f5-6dc2497210bb admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1972222 Feb 28 10:29:40.624348 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 5 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:29:41.341058 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42184) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:29:41.473478 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f5927d-426c-4ac8-a6c6-94fde68b035e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:29:41.473948 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f5927d-426c-4ac8-a6c6-94fde68b035e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:29:41.476027 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-59f5927d-426c-4ac8-a6c6-94fde68b035e admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1340504 Feb 28 10:29:43.793713 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42192) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:29:43.921371 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6078c3-80e0-4292-96a4-214afeeafc00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:29:43.922728 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-ba6078c3-80e0-4292-96a4-214afeeafc00 admin admin] 10.222.0.62 "GET /v2.0/networks/7a3ec507-5a55-4d7a-9d14-3ae80db7f284 HTTP/1.1" status: 200 len: 868 time: 0.1280711 Feb 28 10:29:46.265614 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42200) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:29:46.385988 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-896699fe-2c69-4ade-af5d-6ef170e163d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:29:46.397196 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81b750f-52ba-4016-a69d-0840e68c59b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:29:46.398680 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c81b750f-52ba-4016-a69d-0840e68c59b9 admin admin] 10.222.0.62 "GET /v2.0/networks/e88d86cf-af22-4900-bdd2-aa4038554136 HTTP/1.1" status: 200 len: 886 time: 0.1321149 Feb 28 10:29:48.580149 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d1fbad45-a47c-495e-a64a-2a056c42b92f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:29:48.752036 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42208) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:29:48.878162 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33afc9f5-0ec7-4a8d-b9d2-0a1c31763b91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:29:48.878536 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33afc9f5-0ec7-4a8d-b9d2-0a1c31763b91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:29:48.880124 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-33afc9f5-0ec7-4a8d-b9d2-0a1c31763b91 admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1271098 Feb 28 10:29:49.883231 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:29:51.180757 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:29:51.249640 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42216) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:29:51.344172 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46648d4b-6658-45c1-9cc3-5b66f6fe0885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:29:51.344558 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46648d4b-6658-45c1-9cc3-5b66f6fe0885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:29:51.346324 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-46648d4b-6658-45c1-9cc3-5b66f6fe0885 admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0956581 Feb 28 10:29:52.591702 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:29:53.676536 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 42224) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:29:53.789769 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565748f5-edaf-4d1c-a083-bc063fbd0b46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:29:53.791136 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-565748f5-edaf-4d1c-a083-bc063fbd0b46 admin admin] 10.222.0.62 "GET /v2.0/subnets/139b349b-41c2-4dc6-89b1-f54a39b070ba HTTP/1.1" status: 200 len: 816 time: 0.1136334 Feb 28 10:29:56.102668 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 42234) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:29:56.194668 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63b9988-a6f8-47a5-bfaf-ebada9c9d764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:29:56.196088 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-b63b9988-a6f8-47a5-bfaf-ebada9c9d764 admin admin] 10.222.0.62 "GET /v2.0/subnets/440dcf47-26f1-4695-8b46-49daf10564e1 HTTP/1.1" status: 200 len: 868 time: 0.0924413 Feb 28 10:30:16.380128 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b621a630-1537-465d-bdb5-48b7e2fbe395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:17.623161 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 5 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:30:18.614941 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-4efd144a-0ff1-4d7d-a727-a70c151d125f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:19.911827 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:21.213915 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:22.597127 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:24.775537 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 42286) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:30:24.827131 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [None req-8183af2f-7985-44af-bc21-fd16a77e748e admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:30:24.828155 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-8183af2f-7985-44af-bc21-fd16a77e748e admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0516727 Feb 28 10:30:27.255127 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 42294) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:30:27.314282 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-8626a214-7bde-49d5-a407-9a10f59ad7d6 admin admin] GET failed (client error): The resource could not be found. Feb 28 10:30:27.315635 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-8626a214-7bde-49d5-a407-9a10f59ad7d6 admin admin] 10.222.0.62 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0595572 Feb 28 10:30:27.462811 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9a53d1-7fba-464e-a413-bcfe2e838dcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:30:27.464385 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-6a9a53d1-7fba-464e-a413-bcfe2e838dcb admin admin] 10.222.0.62 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1441002 Feb 28 10:30:29.828413 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 42302) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:30:29.878741 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-acccafd0-f9ec-40dd-a50d-7030f67d3890 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:30:29.962243 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acccafd0-f9ec-40dd-a50d-7030f67d3890 admin admin] Made reservation on behalf of cc58cf2bf91a4207944b24825ce9b36f for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:30:29.964623 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-acccafd0-f9ec-40dd-a50d-7030f67d3890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:30.009479 dv-neutron-829161-3-hyperv neutron-server[104083]: WARNING neutron.services.revisions.revision_plugin [None req-acccafd0-f9ec-40dd-a50d-7030f67d3890 admin admin] Could not find related network for resource to bump revision. Feb 28 10:30:30.025419 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acccafd0-f9ec-40dd-a50d-7030f67d3890 admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:30:30.038210 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-acccafd0-f9ec-40dd-a50d-7030f67d3890 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737743479956', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (6ca66de7-a9ab-485a-a759-84aaf7cc4493), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:30.038747 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-acccafd0-f9ec-40dd-a50d-7030f67d3890 admin admin] Unsubscribe: segment precommit_create {{(pid=104083) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 28 10:30:30.039245 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-acccafd0-f9ec-40dd-a50d-7030f67d3890 admin admin] Added segment 6ca66de7-a9ab-485a-a759-84aaf7cc4493 of type vlan for network d28e06e4-bf9b-460b-8b06-42a455e5dec3 Feb 28 10:30:30.090792 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-acccafd0-f9ec-40dd-a50d-7030f67d3890 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (d28e06e4-bf9b-460b-8b06-42a455e5dec3), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:30.225282 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-acccafd0-f9ec-40dd-a50d-7030f67d3890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (d28e06e4-bf9b-460b-8b06-42a455e5dec3), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:30.226300 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acccafd0-f9ec-40dd-a50d-7030f67d3890 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:30:30.226908 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-acccafd0-f9ec-40dd-a50d-7030f67d3890 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:30.319385 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acccafd0-f9ec-40dd-a50d-7030f67d3890 admin admin] Pushing event updated for resources: {'Network': ['ID=d28e06e4-bf9b-460b-8b06-42a455e5dec3,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:30:30.327148 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acccafd0-f9ec-40dd-a50d-7030f67d3890 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:30.327527 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acccafd0-f9ec-40dd-a50d-7030f67d3890 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:30.327879 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acccafd0-f9ec-40dd-a50d-7030f67d3890 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:30.328222 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acccafd0-f9ec-40dd-a50d-7030f67d3890 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:30.328568 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acccafd0-f9ec-40dd-a50d-7030f67d3890 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:30.328904 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acccafd0-f9ec-40dd-a50d-7030f67d3890 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:30.329252 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acccafd0-f9ec-40dd-a50d-7030f67d3890 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:30.329721 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acccafd0-f9ec-40dd-a50d-7030f67d3890 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:30.330073 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acccafd0-f9ec-40dd-a50d-7030f67d3890 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:30.330413 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acccafd0-f9ec-40dd-a50d-7030f67d3890 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:30.330743 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acccafd0-f9ec-40dd-a50d-7030f67d3890 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:30.331104 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acccafd0-f9ec-40dd-a50d-7030f67d3890 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:30.331455 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acccafd0-f9ec-40dd-a50d-7030f67d3890 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:30.343702 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network d28e06e4-bf9b-460b-8b06-42a455e5dec3 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:30:30.359166 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-acccafd0-f9ec-40dd-a50d-7030f67d3890 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.5295951 Feb 28 10:30:32.745615 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 42310) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:30:32.813435 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-13f84b44-a1aa-41b7-8382-8a71a7f47d0f admin admin] GET failed (client error): The resource could not be found. Feb 28 10:30:32.814792 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-13f84b44-a1aa-41b7-8382-8a71a7f47d0f admin admin] 10.222.0.62 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0681689 Feb 28 10:30:32.889929 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba27d6d-d492-437c-a2b3-9934ea41de24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:30:32.891534 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-eba27d6d-d492-437c-a2b3-9934ea41de24 admin admin] 10.222.0.62 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0719709 Feb 28 10:30:32.901497 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-7275c79c-708d-41de-bb10-c0e4c36f3a5c admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': 'd28e06e4-bf9b-460b-8b06-42a455e5dec3', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:30:33.002319 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7275c79c-708d-41de-bb10-c0e4c36f3a5c admin admin] Made reservation on behalf of cc58cf2bf91a4207944b24825ce9b36f for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:30:33.002319 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7275c79c-708d-41de-bb10-c0e4c36f3a5c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:33.220427 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7275c79c-708d-41de-bb10-c0e4c36f3a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for subnet (36174ea5-60cd-48b8-adec-5e65c0fc1e85), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:33.273434 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7275c79c-708d-41de-bb10-c0e4c36f3a5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=36174ea5-60cd-48b8-adec-5e65c0fc1e85,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:30:33.288811 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7275c79c-708d-41de-bb10-c0e4c36f3a5c admin admin] Checking segment: {'id': '6ca66de7-a9ab-485a-a759-84aaf7cc4493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd28e06e4-bf9b-460b-8b06-42a455e5dec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:30:33.289160 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7275c79c-708d-41de-bb10-c0e4c36f3a5c admin admin] Network hostable DHCP agents. Network: d28e06e4-bf9b-460b-8b06-42a455e5dec3, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:30:33.385376 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7275c79c-708d-41de-bb10-c0e4c36f3a5c admin admin] Network d28e06e4-bf9b-460b-8b06-42a455e5dec3 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:30:33.511257 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-7275c79c-708d-41de-bb10-c0e4c36f3a5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, d28e06e4-bf9b-460b-8b06-42a455e5dec3) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:30:33.515544 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7275c79c-708d-41de-bb10-c0e4c36f3a5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:30:33.516133 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7275c79c-708d-41de-bb10-c0e4c36f3a5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:33.522191 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deadbcf3-34b2-4aad-aa42-667263b22e49 None None] Network d28e06e4-bf9b-460b-8b06-42a455e5dec3 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:30:33.645795 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-7275c79c-708d-41de-bb10-c0e4c36f3a5c admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7477577 Feb 28 10:30:33.736808 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a745c60-8d5e-4d68-8fd3-d07cb8ef0ba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-d28e06e4-bf9b-460b-8b06-42a455e5dec3', 'network_id': 'd28e06e4-bf9b-460b-8b06-42a455e5dec3', 'project_id': 'cc58cf2bf91a4207944b24825ce9b36f', 'fixed_ips': [{'subnet_id': '36174ea5-60cd-48b8-adec-5e65c0fc1e85'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:30:33.742060 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7a745c60-8d5e-4d68-8fd3-d07cb8ef0ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:33.889462 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-7a745c60-8d5e-4d68-8fd3-d07cb8ef0ba9 None None] Allocated IP 192.168.233.2 (d28e06e4-bf9b-460b-8b06-42a455e5dec3/36174ea5-60cd-48b8-adec-5e65c0fc1e85/42bef28a-bd0b-465c-b838-5d187e6ffc21) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:30:34.044911 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7a745c60-8d5e-4d68-8fd3-d07cb8ef0ba9 None None] Publish callbacks [] for port (42bef28a-bd0b-465c-b838-5d187e6ffc21), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:34.145924 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7a745c60-8d5e-4d68-8fd3-d07cb8ef0ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (42bef28a-bd0b-465c-b838-5d187e6ffc21), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:34.188339 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a745c60-8d5e-4d68-8fd3-d07cb8ef0ba9 None None] Network d28e06e4-bf9b-460b-8b06-42a455e5dec3 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:30:34.192320 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-7a745c60-8d5e-4d68-8fd3-d07cb8ef0ba9 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:30:34.196713 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a745c60-8d5e-4d68-8fd3-d07cb8ef0ba9 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:30:34.210777 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a745c60-8d5e-4d68-8fd3-d07cb8ef0ba9 None None] Pushing event updated for resources: {'Port': ['ID=42bef28a-bd0b-465c-b838-5d187e6ffc21,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:30:34.234144 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a745c60-8d5e-4d68-8fd3-d07cb8ef0ba9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:34.234522 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a745c60-8d5e-4d68-8fd3-d07cb8ef0ba9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:34.234944 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a745c60-8d5e-4d68-8fd3-d07cb8ef0ba9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:34.235237 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a745c60-8d5e-4d68-8fd3-d07cb8ef0ba9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:34.235573 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a745c60-8d5e-4d68-8fd3-d07cb8ef0ba9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:34.235971 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a745c60-8d5e-4d68-8fd3-d07cb8ef0ba9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:34.236839 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a745c60-8d5e-4d68-8fd3-d07cb8ef0ba9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:34.236839 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a745c60-8d5e-4d68-8fd3-d07cb8ef0ba9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:34.237022 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a745c60-8d5e-4d68-8fd3-d07cb8ef0ba9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:34.237244 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a745c60-8d5e-4d68-8fd3-d07cb8ef0ba9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:34.237843 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a745c60-8d5e-4d68-8fd3-d07cb8ef0ba9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:34.238166 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a745c60-8d5e-4d68-8fd3-d07cb8ef0ba9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:34.238487 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a745c60-8d5e-4d68-8fd3-d07cb8ef0ba9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:34.273895 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-7a745c60-8d5e-4d68-8fd3-d07cb8ef0ba9 None None] Attempting to bind port 42bef28a-bd0b-465c-b838-5d187e6ffc21 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:30:34.274793 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-7a745c60-8d5e-4d68-8fd3-d07cb8ef0ba9 None None] Attempting to bind port 42bef28a-bd0b-465c-b838-5d187e6ffc21 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '6ca66de7-a9ab-485a-a759-84aaf7cc4493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd28e06e4-bf9b-460b-8b06-42a455e5dec3'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:30:34.274793 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a745c60-8d5e-4d68-8fd3-d07cb8ef0ba9 None None] Attempting to bind port 42bef28a-bd0b-465c-b838-5d187e6ffc21 on network d28e06e4-bf9b-460b-8b06-42a455e5dec3 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:30:34.280268 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a745c60-8d5e-4d68-8fd3-d07cb8ef0ba9 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:30:34.287980 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a745c60-8d5e-4d68-8fd3-d07cb8ef0ba9 None None] Checking segment: {'id': '6ca66de7-a9ab-485a-a759-84aaf7cc4493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd28e06e4-bf9b-460b-8b06-42a455e5dec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:30:34.287980 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7a745c60-8d5e-4d68-8fd3-d07cb8ef0ba9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:34.287980 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a745c60-8d5e-4d68-8fd3-d07cb8ef0ba9 None None] Bound using segment: {'id': '6ca66de7-a9ab-485a-a759-84aaf7cc4493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd28e06e4-bf9b-460b-8b06-42a455e5dec3'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:30:34.287980 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-7a745c60-8d5e-4d68-8fd3-d07cb8ef0ba9 None None] Bound port: 42bef28a-bd0b-465c-b838-5d187e6ffc21, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ca66de7-a9ab-485a-a759-84aaf7cc4493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd28e06e4-bf9b-460b-8b06-42a455e5dec3'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:30:34.287980 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7a745c60-8d5e-4d68-8fd3-d07cb8ef0ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (42bef28a-bd0b-465c-b838-5d187e6ffc21), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:34.429294 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-7a745c60-8d5e-4d68-8fd3-d07cb8ef0ba9 None None] For port 42bef28a-bd0b-465c-b838-5d187e6ffc21, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:30:34.432739 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-7a745c60-8d5e-4d68-8fd3-d07cb8ef0ba9 None None] For port 42bef28a-bd0b-465c-b838-5d187e6ffc21, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=42bef28a-bd0b-465c-b838-5d187e6ffc21,segment=NetworkSegment(6ca66de7-a9ab-485a-a759-84aaf7cc4493),segment_id=6ca66de7-a9ab-485a-a759-84aaf7cc4493)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:30:34.528877 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7a745c60-8d5e-4d68-8fd3-d07cb8ef0ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (42bef28a-bd0b-465c-b838-5d187e6ffc21), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:34.601979 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a745c60-8d5e-4d68-8fd3-d07cb8ef0ba9 None None] Pushing event updated for resources: {'Port': ['ID=42bef28a-bd0b-465c-b838-5d187e6ffc21,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:30:35.547242 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 42bef28a-bd0b-465c-b838-5d187e6ffc21 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:30:35.635685 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246d47b2-7165-4e8d-af5e-9632e43f99e0 None None] Network d28e06e4-bf9b-460b-8b06-42a455e5dec3 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:30:35.640389 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 42bef28a-bd0b-465c-b838-5d187e6ffc21 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:30:35.640850 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (42bef28a-bd0b-465c-b838-5d187e6ffc21), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:35.784259 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a60179be-aae4-430f-8a4b-4c9eb69fbc7e None None] Provisioning complete for port 42bef28a-bd0b-465c-b838-5d187e6ffc21 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:30:35.784645 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a60179be-aae4-430f-8a4b-4c9eb69fbc7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (42bef28a-bd0b-465c-b838-5d187e6ffc21), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:35.862017 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 42bef28a-bd0b-465c-b838-5d187e6ffc21 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:30:35.862323 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (42bef28a-bd0b-465c-b838-5d187e6ffc21), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:35.915663 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port 42bef28a-bd0b-465c-b838-5d187e6ffc21, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=42bef28a-bd0b-465c-b838-5d187e6ffc21,segment=NetworkSegment(6ca66de7-a9ab-485a-a759-84aaf7cc4493),segment_id=6ca66de7-a9ab-485a-a759-84aaf7cc4493)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:30:35.968617 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a60179be-aae4-430f-8a4b-4c9eb69fbc7e None None] Current status of the port 42bef28a-bd0b-465c-b838-5d187e6ffc21 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:30:35.969476 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a60179be-aae4-430f-8a4b-4c9eb69fbc7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (42bef28a-bd0b-465c-b838-5d187e6ffc21), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:36.079258 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (42bef28a-bd0b-465c-b838-5d187e6ffc21), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:36.168043 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.db.api [None req-a60179be-aae4-430f-8a4b-4c9eb69fbc7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:30:36.168043 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG oslo_db.api [None req-a60179be-aae4-430f-8a4b-4c9eb69fbc7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:30:36.184296 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=42bef28a-bd0b-465c-b838-5d187e6ffc21,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:30:36.706269 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a60179be-aae4-430f-8a4b-4c9eb69fbc7e None None] Current status of the port 42bef28a-bd0b-465c-b838-5d187e6ffc21 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:30:36.828818 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-2f327f60-290a-4306-bffd-213200ba1ff3 None None] Provisioning complete for port 42bef28a-bd0b-465c-b838-5d187e6ffc21 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:30:36.829315 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2f327f60-290a-4306-bffd-213200ba1ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (42bef28a-bd0b-465c-b838-5d187e6ffc21), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:36.912019 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-2f327f60-290a-4306-bffd-213200ba1ff3 None None] Current status of the port 42bef28a-bd0b-465c-b838-5d187e6ffc21 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:30:37.407191 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 42bef28a-bd0b-465c-b838-5d187e6ffc21 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:30:37.457662 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 42bef28a-bd0b-465c-b838-5d187e6ffc21 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:30:37.458061 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (42bef28a-bd0b-465c-b838-5d187e6ffc21), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:37.533623 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 42bef28a-bd0b-465c-b838-5d187e6ffc21 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:30:46.425218 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9968bc21-3137-4b4e-b950-f1dcc400edf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:48.630742 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5ea70abe-acf7-4826-96a2-caca34680de8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:49.916090 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:51.179099 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:52.578932 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:54.622125 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 5 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:31:16.396269 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-288d949b-4d6f-4a29-af2a-6b05bb21c2e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:18.715767 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-cd36fe88-c156-44ef-a7a4-03a4cc5c40a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:19.910293 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:21.190376 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:22.578664 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:31.620105 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 5 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:31:46.384370 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e173e504-cac1-4736-9666-218f579d4a4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:48.607355 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7b1ff35f-ee51-4b5b-a43c-d3f9e2a80ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:49.909732 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:51.190219 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:52.612795 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:01.840908 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42348) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:01.847633 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [None req-97aae980-c00d-4d83-bbe6-c08fe6ff471d tempest-verify_tempest_config-490778751 tempest-verify_tempest_config-490778751-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:32:01.848714 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-97aae980-c00d-4d83-bbe6-c08fe6ff471d tempest-verify_tempest_config-490778751 tempest-verify_tempest_config-490778751-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0067754 Feb 28 10:32:02.351651 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42366) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:02.452360 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0a4ddb25-2da5-4ba0-a69d-73231b68b30a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:02.524130 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0a4ddb25-2da5-4ba0-a69d-73231b68b30a admin admin] Publish callbacks [] for security_group (c77b8afe-4d55-4151-bd21-3a7c42f5dca2), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:02.589287 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0a4ddb25-2da5-4ba0-a69d-73231b68b30a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (c77b8afe-4d55-4151-bd21-3a7c42f5dca2), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:02.637824 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4ddb25-2da5-4ba0-a69d-73231b68b30a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c77b8afe-4d55-4151-bd21-3a7c42f5dca2,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:02.641595 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-0a4ddb25-2da5-4ba0-a69d-73231b68b30a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=473264bdbcd14b37bd658116888dd04b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2889163 Feb 28 10:32:02.644989 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 42370) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:02.652598 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4ddb25-2da5-4ba0-a69d-73231b68b30a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:02.652598 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4ddb25-2da5-4ba0-a69d-73231b68b30a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:02.652598 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4ddb25-2da5-4ba0-a69d-73231b68b30a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:02.652598 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4ddb25-2da5-4ba0-a69d-73231b68b30a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:02.652598 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4ddb25-2da5-4ba0-a69d-73231b68b30a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:02.652598 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4ddb25-2da5-4ba0-a69d-73231b68b30a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:02.652598 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4ddb25-2da5-4ba0-a69d-73231b68b30a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:02.652598 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4ddb25-2da5-4ba0-a69d-73231b68b30a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:02.652598 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4ddb25-2da5-4ba0-a69d-73231b68b30a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:02.652598 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4ddb25-2da5-4ba0-a69d-73231b68b30a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:02.652598 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4ddb25-2da5-4ba0-a69d-73231b68b30a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:02.652598 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4ddb25-2da5-4ba0-a69d-73231b68b30a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:02.652598 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4ddb25-2da5-4ba0-a69d-73231b68b30a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:02.721874 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-72d83d8d-4e0f-40ae-9edd-f6d394c2f6a9 admin admin] Publish callbacks [] for security_group (c77b8afe-4d55-4151-bd21-3a7c42f5dca2), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:02.742580 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-72d83d8d-4e0f-40ae-9edd-f6d394c2f6a9 admin admin] Publish callbacks [] for security_group (c77b8afe-4d55-4151-bd21-3a7c42f5dca2), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:02.904520 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-72d83d8d-4e0f-40ae-9edd-f6d394c2f6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (c77b8afe-4d55-4151-bd21-3a7c42f5dca2), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:02.907055 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-72d83d8d-4e0f-40ae-9edd-f6d394c2f6a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:02.910889 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-72d83d8d-4e0f-40ae-9edd-f6d394c2f6a9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c77b8afe-4d55-4151-bd21-3a7c42f5dca2 HTTP/1.1" status: 204 len: 168 time: 0.2620292 Feb 28 10:32:02.915977 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d83d8d-4e0f-40ae-9edd-f6d394c2f6a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77b8afe-4d55-4151-bd21-3a7c42f5dca2,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:02.922637 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d83d8d-4e0f-40ae-9edd-f6d394c2f6a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:02.923026 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d83d8d-4e0f-40ae-9edd-f6d394c2f6a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:02.923383 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d83d8d-4e0f-40ae-9edd-f6d394c2f6a9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:02.923729 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d83d8d-4e0f-40ae-9edd-f6d394c2f6a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:02.924070 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d83d8d-4e0f-40ae-9edd-f6d394c2f6a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:02.924404 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d83d8d-4e0f-40ae-9edd-f6d394c2f6a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:02.924744 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d83d8d-4e0f-40ae-9edd-f6d394c2f6a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:02.925581 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d83d8d-4e0f-40ae-9edd-f6d394c2f6a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:02.925994 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d83d8d-4e0f-40ae-9edd-f6d394c2f6a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:02.926327 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d83d8d-4e0f-40ae-9edd-f6d394c2f6a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:02.926685 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d83d8d-4e0f-40ae-9edd-f6d394c2f6a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:02.927047 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d83d8d-4e0f-40ae-9edd-f6d394c2f6a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:02.927386 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d83d8d-4e0f-40ae-9edd-f6d394c2f6a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:08.618200 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 5 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:32:16.372481 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-06abbf64-e612-4aa2-abf6-7652e2758258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:18.618038 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d8888101-77bc-4815-bf18-85af927ca648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:19.909507 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:21.183709 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:22.618109 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:45.617314 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 5 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:32:46.372298 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ffcd55df-bbb3-4351-b691-3b5133f45a0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:48.628200 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-40d677bd-8f38-4d12-b36f-493b3e66b5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:49.909256 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:51.188171 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:52.618279 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:16.377722 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e73c8836-e66d-4f0f-9bfe-d8c7228636b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:18.628081 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b640006e-6d6a-4265-a139-c6691307652c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:19.926306 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:21.206039 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:22.616339 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 5 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:33:22.650597 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:30.440570 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1047794'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:45.466511 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 42442) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:45.567857 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-50ecd425-7889-4574-b21a-1e707be069ee admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.1002448 Feb 28 10:33:46.394655 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0c55b617-d913-4a60-8a94-3f3cc02382d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:47.951315 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 42452) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:48.004861 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-eb2bc9d2-a853-4831-88b4-5ef7839dceee admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.0524657 Feb 28 10:33:48.621948 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e812d168-9e8c-4f47-9895-1761e479ac7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:49.924661 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:51.204569 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:52.616237 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:59.615388 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:34:00.421905 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:16.383575 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8fe0a57f-791b-4266-8393-febb076bcb21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:18.617515 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7e203c26-7d79-4554-99de-ba21897d405e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:19.908889 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:21.194523 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:22.615689 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:30.435585 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:36.614004 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:34:46.382823 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2c896ffd-0375-424e-94a6-573883f1925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:48.628710 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9678abf4-2694-4a9c-9de2-312a827de2ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:49.948747 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:51.205907 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:52.626969 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:00.440573 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:11.899574 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42586) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:12.202564 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-dc0bb8f7-7dab-4214-9b1c-29a41b49a44c admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-630797678-network', 'tenant_id': 'd4949ecb1236430a8fa635d2a669a8c3'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:12.273055 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc0bb8f7-7dab-4214-9b1c-29a41b49a44c admin admin] Made reservation on behalf of d4949ecb1236430a8fa635d2a669a8c3 for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:12.275612 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-dc0bb8f7-7dab-4214-9b1c-29a41b49a44c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:12.405428 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-dc0bb8f7-7dab-4214-9b1c-29a41b49a44c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:12.479469 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-dc0bb8f7-7dab-4214-9b1c-29a41b49a44c admin admin] Publish callbacks [] for security_group (2e1006c2-268b-40bb-87f6-dedb7b4824da), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:12.572197 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-dc0bb8f7-7dab-4214-9b1c-29a41b49a44c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (2e1006c2-268b-40bb-87f6-dedb7b4824da), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:12.599666 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc0bb8f7-7dab-4214-9b1c-29a41b49a44c admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:35:12.608133 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0bb8f7-7dab-4214-9b1c-29a41b49a44c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1006c2-268b-40bb-87f6-dedb7b4824da,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:12.618694 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0bb8f7-7dab-4214-9b1c-29a41b49a44c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:12.619078 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0bb8f7-7dab-4214-9b1c-29a41b49a44c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:12.619598 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0bb8f7-7dab-4214-9b1c-29a41b49a44c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:12.620098 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0bb8f7-7dab-4214-9b1c-29a41b49a44c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:12.620435 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0bb8f7-7dab-4214-9b1c-29a41b49a44c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:12.620769 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0bb8f7-7dab-4214-9b1c-29a41b49a44c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:12.622507 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0bb8f7-7dab-4214-9b1c-29a41b49a44c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:12.622926 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0bb8f7-7dab-4214-9b1c-29a41b49a44c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:12.623288 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0bb8f7-7dab-4214-9b1c-29a41b49a44c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:12.623630 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0bb8f7-7dab-4214-9b1c-29a41b49a44c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:12.623964 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0bb8f7-7dab-4214-9b1c-29a41b49a44c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:12.624286 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0bb8f7-7dab-4214-9b1c-29a41b49a44c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:12.624608 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0bb8f7-7dab-4214-9b1c-29a41b49a44c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:12.625718 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0bb8f7-7dab-4214-9b1c-29a41b49a44c admin admin] Tracked resource versions report: Feb 28 10:35:12.625718 dv-neutron-829161-3-hyperv neutron-server[104084]: pushed versions: Feb 28 10:35:12.625718 dv-neutron-829161-3-hyperv neutron-server[104084]: { 'AddressGroup': {'1.2'}, Feb 28 10:35:12.625718 dv-neutron-829161-3-hyperv neutron-server[104084]: 'ConntrackHelper': {'1.0'}, Feb 28 10:35:12.625718 dv-neutron-829161-3-hyperv neutron-server[104084]: 'LocalIPAssociation': {'1.0'}, Feb 28 10:35:12.625718 dv-neutron-829161-3-hyperv neutron-server[104084]: 'Log': {'1.0'}, Feb 28 10:35:12.625718 dv-neutron-829161-3-hyperv neutron-server[104084]: 'Network': {'1.1'}, Feb 28 10:35:12.625718 dv-neutron-829161-3-hyperv neutron-server[104084]: 'Port': {'1.7'}, Feb 28 10:35:12.625718 dv-neutron-829161-3-hyperv neutron-server[104084]: 'PortForwarding': {'1.2'}, Feb 28 10:35:12.625718 dv-neutron-829161-3-hyperv neutron-server[104084]: 'QosPolicy': {'1.10'}, Feb 28 10:35:12.625718 dv-neutron-829161-3-hyperv neutron-server[104084]: 'SecurityGroup': {'1.5'}, Feb 28 10:35:12.625718 dv-neutron-829161-3-hyperv neutron-server[104084]: 'SecurityGroupRule': {'1.2'}, Feb 28 10:35:12.625718 dv-neutron-829161-3-hyperv neutron-server[104084]: 'SubPort': {'1.0'}, Feb 28 10:35:12.625718 dv-neutron-829161-3-hyperv neutron-server[104084]: 'Subnet': {'1.1'}, Feb 28 10:35:12.625718 dv-neutron-829161-3-hyperv neutron-server[104084]: 'Trunk': {'1.1'}} Feb 28 10:35:12.625718 dv-neutron-829161-3-hyperv neutron-server[104084]: consumer versions: Feb 28 10:35:12.625718 dv-neutron-829161-3-hyperv neutron-server[104084]: { DHCP agent@dv-neutron-829161-3-hyperv: {}, Feb 28 10:35:12.625718 dv-neutron-829161-3-hyperv neutron-server[104084]: HyperV agent@hv-neutron-8291: {}, Feb 28 10:35:12.625718 dv-neutron-829161-3-hyperv neutron-server[104084]: L3 agent@dv-neutron-829161-3-hyperv: {}, Feb 28 10:35:12.625718 dv-neutron-829161-3-hyperv neutron-server[104084]: Metadata agent@dv-neutron-829161-3-hyperv: {}, Feb 28 10:35:12.625718 dv-neutron-829161-3-hyperv neutron-server[104084]: Metering agent@dv-neutron-829161-3-hyperv: {}, Feb 28 10:35:12.625718 dv-neutron-829161-3-hyperv neutron-server[104084]: Open vSwitch agent@dv-neutron-829161-3-hyperv: { 'AddressGroup': '1.2', Feb 28 10:35:12.625718 dv-neutron-829161-3-hyperv neutron-server[104084]: 'ConntrackHelper': '1.0', Feb 28 10:35:12.625718 dv-neutron-829161-3-hyperv neutron-server[104084]: 'LocalIPAssociation': '1.0', Feb 28 10:35:12.625718 dv-neutron-829161-3-hyperv neutron-server[104084]: 'Log': '1.0', Feb 28 10:35:12.625718 dv-neutron-829161-3-hyperv neutron-server[104084]: 'Network': '1.1', Feb 28 10:35:12.625718 dv-neutron-829161-3-hyperv neutron-server[104084]: 'Port': '1.7', Feb 28 10:35:12.625718 dv-neutron-829161-3-hyperv neutron-server[104084]: 'PortForwarding': '1.2', Feb 28 10:35:12.625718 dv-neutron-829161-3-hyperv neutron-server[104084]: 'QosPolicy': '1.10', Feb 28 10:35:12.625718 dv-neutron-829161-3-hyperv neutron-server[104084]: 'SecurityGroup': '1.5', Feb 28 10:35:12.625718 dv-neutron-829161-3-hyperv neutron-server[104084]: 'SecurityGroupRule': '1.2', Feb 28 10:35:12.625718 dv-neutron-829161-3-hyperv neutron-server[104084]: 'SubPort': '1.0', Feb 28 10:35:12.625718 dv-neutron-829161-3-hyperv neutron-server[104084]: 'Subnet': '1.1', Feb 28 10:35:12.625718 dv-neutron-829161-3-hyperv neutron-server[104084]: 'Trunk': '1.1'}} Feb 28 10:35:12.625718 dv-neutron-829161-3-hyperv neutron-server[104084]: {{(pid=104084) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 10:35:12.628895 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-dc0bb8f7-7dab-4214-9b1c-29a41b49a44c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (3c93ccf0-f69b-4385-a05b-2d73c05d52da), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:12.629245 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-dc0bb8f7-7dab-4214-9b1c-29a41b49a44c admin admin] Added segment 3c93ccf0-f69b-4385-a05b-2d73c05d52da of type vlan for network a542a1e4-364b-4847-89d1-2f3ed2b23a7c Feb 28 10:35:12.670619 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-dc0bb8f7-7dab-4214-9b1c-29a41b49a44c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (a542a1e4-364b-4847-89d1-2f3ed2b23a7c), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:12.748984 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-dc0bb8f7-7dab-4214-9b1c-29a41b49a44c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (a542a1e4-364b-4847-89d1-2f3ed2b23a7c), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:12.749968 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0bb8f7-7dab-4214-9b1c-29a41b49a44c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:12.750547 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-dc0bb8f7-7dab-4214-9b1c-29a41b49a44c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:12.812725 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0bb8f7-7dab-4214-9b1c-29a41b49a44c admin admin] Pushing event updated for resources: {'Network': ['ID=a542a1e4-364b-4847-89d1-2f3ed2b23a7c,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:12.826610 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network a542a1e4-364b-4847-89d1-2f3ed2b23a7c details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:35:12.844751 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 42634) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:12.845353 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-dc0bb8f7-7dab-4214-9b1c-29a41b49a44c admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9441874 Feb 28 10:35:12.850945 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-29b28cc9-f9c5-416c-b5d9-81d5daff0c68 admin admin] Request body: {'subnet': {'network_id': 'a542a1e4-364b-4847-89d1-2f3ed2b23a7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-630797678-subnet', 'tenant_id': 'd4949ecb1236430a8fa635d2a669a8c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:12.948970 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b28cc9-f9c5-416c-b5d9-81d5daff0c68 admin admin] Made reservation on behalf of d4949ecb1236430a8fa635d2a669a8c3 for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:12.951894 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-29b28cc9-f9c5-416c-b5d9-81d5daff0c68 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:13.010411 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42642) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:13.139731 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42648) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:13.195216 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-29b28cc9-f9c5-416c-b5d9-81d5daff0c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for subnet (5b50a414-606d-4a0d-a715-63172e88e953), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:13.253075 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b28cc9-f9c5-416c-b5d9-81d5daff0c68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b50a414-606d-4a0d-a715-63172e88e953,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:13.267860 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b28cc9-f9c5-416c-b5d9-81d5daff0c68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:13.268254 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b28cc9-f9c5-416c-b5d9-81d5daff0c68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:13.268598 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b28cc9-f9c5-416c-b5d9-81d5daff0c68 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:13.268942 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b28cc9-f9c5-416c-b5d9-81d5daff0c68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:13.269279 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b28cc9-f9c5-416c-b5d9-81d5daff0c68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:13.269613 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b28cc9-f9c5-416c-b5d9-81d5daff0c68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:13.269959 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b28cc9-f9c5-416c-b5d9-81d5daff0c68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:13.270296 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b28cc9-f9c5-416c-b5d9-81d5daff0c68 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:13.270626 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b28cc9-f9c5-416c-b5d9-81d5daff0c68 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:13.270984 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b28cc9-f9c5-416c-b5d9-81d5daff0c68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:13.271322 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b28cc9-f9c5-416c-b5d9-81d5daff0c68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:13.271648 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b28cc9-f9c5-416c-b5d9-81d5daff0c68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:13.271973 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b28cc9-f9c5-416c-b5d9-81d5daff0c68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:13.273040 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b28cc9-f9c5-416c-b5d9-81d5daff0c68 admin admin] Tracked resource versions report: Feb 28 10:35:13.273040 dv-neutron-829161-3-hyperv neutron-server[104083]: pushed versions: Feb 28 10:35:13.273040 dv-neutron-829161-3-hyperv neutron-server[104083]: { 'AddressGroup': {'1.2'}, Feb 28 10:35:13.273040 dv-neutron-829161-3-hyperv neutron-server[104083]: 'ConntrackHelper': {'1.0'}, Feb 28 10:35:13.273040 dv-neutron-829161-3-hyperv neutron-server[104083]: 'LocalIPAssociation': {'1.0'}, Feb 28 10:35:13.273040 dv-neutron-829161-3-hyperv neutron-server[104083]: 'Log': {'1.0'}, Feb 28 10:35:13.273040 dv-neutron-829161-3-hyperv neutron-server[104083]: 'Network': {'1.1'}, Feb 28 10:35:13.273040 dv-neutron-829161-3-hyperv neutron-server[104083]: 'Port': {'1.7'}, Feb 28 10:35:13.273040 dv-neutron-829161-3-hyperv neutron-server[104083]: 'PortForwarding': {'1.2'}, Feb 28 10:35:13.273040 dv-neutron-829161-3-hyperv neutron-server[104083]: 'QosPolicy': {'1.10'}, Feb 28 10:35:13.273040 dv-neutron-829161-3-hyperv neutron-server[104083]: 'SecurityGroup': {'1.5'}, Feb 28 10:35:13.273040 dv-neutron-829161-3-hyperv neutron-server[104083]: 'SecurityGroupRule': {'1.2'}, Feb 28 10:35:13.273040 dv-neutron-829161-3-hyperv neutron-server[104083]: 'SubPort': {'1.0'}, Feb 28 10:35:13.273040 dv-neutron-829161-3-hyperv neutron-server[104083]: 'Subnet': {'1.1'}, Feb 28 10:35:13.273040 dv-neutron-829161-3-hyperv neutron-server[104083]: 'Trunk': {'1.1'}} Feb 28 10:35:13.273040 dv-neutron-829161-3-hyperv neutron-server[104083]: consumer versions: Feb 28 10:35:13.273040 dv-neutron-829161-3-hyperv neutron-server[104083]: { DHCP agent@dv-neutron-829161-3-hyperv: {}, Feb 28 10:35:13.273040 dv-neutron-829161-3-hyperv neutron-server[104083]: HyperV agent@hv-neutron-8291: {}, Feb 28 10:35:13.273040 dv-neutron-829161-3-hyperv neutron-server[104083]: L3 agent@dv-neutron-829161-3-hyperv: {}, Feb 28 10:35:13.273040 dv-neutron-829161-3-hyperv neutron-server[104083]: Metadata agent@dv-neutron-829161-3-hyperv: {}, Feb 28 10:35:13.273040 dv-neutron-829161-3-hyperv neutron-server[104083]: Metering agent@dv-neutron-829161-3-hyperv: {}, Feb 28 10:35:13.273040 dv-neutron-829161-3-hyperv neutron-server[104083]: Open vSwitch agent@dv-neutron-829161-3-hyperv: { 'AddressGroup': '1.2', Feb 28 10:35:13.273040 dv-neutron-829161-3-hyperv neutron-server[104083]: 'ConntrackHelper': '1.0', Feb 28 10:35:13.273040 dv-neutron-829161-3-hyperv neutron-server[104083]: 'LocalIPAssociation': '1.0', Feb 28 10:35:13.273040 dv-neutron-829161-3-hyperv neutron-server[104083]: 'Log': '1.0', Feb 28 10:35:13.273040 dv-neutron-829161-3-hyperv neutron-server[104083]: 'Network': '1.1', Feb 28 10:35:13.273040 dv-neutron-829161-3-hyperv neutron-server[104083]: 'Port': '1.7', Feb 28 10:35:13.273040 dv-neutron-829161-3-hyperv neutron-server[104083]: 'PortForwarding': '1.2', Feb 28 10:35:13.273040 dv-neutron-829161-3-hyperv neutron-server[104083]: 'QosPolicy': '1.10', Feb 28 10:35:13.273040 dv-neutron-829161-3-hyperv neutron-server[104083]: 'SecurityGroup': '1.5', Feb 28 10:35:13.273040 dv-neutron-829161-3-hyperv neutron-server[104083]: 'SecurityGroupRule': '1.2', Feb 28 10:35:13.273040 dv-neutron-829161-3-hyperv neutron-server[104083]: 'SubPort': '1.0', Feb 28 10:35:13.273040 dv-neutron-829161-3-hyperv neutron-server[104083]: 'Subnet': '1.1', Feb 28 10:35:13.273040 dv-neutron-829161-3-hyperv neutron-server[104083]: 'Trunk': '1.1'}} Feb 28 10:35:13.273040 dv-neutron-829161-3-hyperv neutron-server[104083]: {{(pid=104083) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 10:35:13.280777 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b28cc9-f9c5-416c-b5d9-81d5daff0c68 admin admin] Checking segment: {'id': '3c93ccf0-f69b-4385-a05b-2d73c05d52da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a542a1e4-364b-4847-89d1-2f3ed2b23a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:13.281147 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b28cc9-f9c5-416c-b5d9-81d5daff0c68 admin admin] Network hostable DHCP agents. Network: a542a1e4-364b-4847-89d1-2f3ed2b23a7c, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:35:13.366326 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b28cc9-f9c5-416c-b5d9-81d5daff0c68 admin admin] Network a542a1e4-364b-4847-89d1-2f3ed2b23a7c is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:35:13.434974 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-29b28cc9-f9c5-416c-b5d9-81d5daff0c68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, a542a1e4-364b-4847-89d1-2f3ed2b23a7c) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:13.440702 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b28cc9-f9c5-416c-b5d9-81d5daff0c68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:13.441478 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-29b28cc9-f9c5-416c-b5d9-81d5daff0c68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:13.447366 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f440c300-c59b-437e-b418-89b8f6b17179 None None] Network a542a1e4-364b-4847-89d1-2f3ed2b23a7c requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:13.542585 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-50eedc0c-89ea-478f-be26-06abf5476861 tempest-AgentManagementNegativeTest-392199557 tempest-AgentManagementNegativeTest-392199557-project] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5279582 Feb 28 10:35:13.555311 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-29b28cc9-f9c5-416c-b5d9-81d5daff0c68 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7086802 Feb 28 10:35:13.557750 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42664) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:13.569654 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-a51abbdf-0547-4be7-8358-bc5d313fd9d0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-630797678-router', 'tenant_id': 'd4949ecb1236430a8fa635d2a669a8c3', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:13.570455 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9c99f5-e71f-4875-8c4f-d2bc9e84352d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-a542a1e4-364b-4847-89d1-2f3ed2b23a7c', 'network_id': 'a542a1e4-364b-4847-89d1-2f3ed2b23a7c', 'project_id': 'd4949ecb1236430a8fa635d2a669a8c3', 'fixed_ips': [{'subnet_id': '5b50a414-606d-4a0d-a715-63172e88e953'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:35:13.571837 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5c9c99f5-e71f-4875-8c4f-d2bc9e84352d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:13.578626 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-8bb28044-4c2d-4cf1-9bf1-a992a8cbc133 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2042665436-network', 'tenant_id': 'a1e997d94bda42c2937c38ee950ff500'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:13.614806 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:35:13.627180 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 42668) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:13.657796 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb28044-4c2d-4cf1-9bf1-a992a8cbc133 admin admin] Made reservation on behalf of a1e997d94bda42c2937c38ee950ff500 for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:13.661018 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8bb28044-4c2d-4cf1-9bf1-a992a8cbc133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:13.670768 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8bb28044-4c2d-4cf1-9bf1-a992a8cbc133 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:13.701018 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a51abbdf-0547-4be7-8358-bc5d313fd9d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (08248eaa-9947-46c4-9586-680b24173f48), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:13.702060 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a51abbdf-0547-4be7-8358-bc5d313fd9d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (08248eaa-9947-46c4-9586-680b24173f48), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:13.724799 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-5c9c99f5-e71f-4875-8c4f-d2bc9e84352d None None] Allocated IP 172.20.0.2 (a542a1e4-364b-4847-89d1-2f3ed2b23a7c/5b50a414-606d-4a0d-a715-63172e88e953/ed4ce95d-90e5-4bd1-bfa4-c1952cc45027) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:13.832652 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8bb28044-4c2d-4cf1-9bf1-a992a8cbc133 admin admin] Publish callbacks [] for security_group (8b8a3ad8-3acf-42a9-b1ac-60459af8072a), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:13.838009 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a51abbdf-0547-4be7-8358-bc5d313fd9d0 admin admin] Publish callbacks [] for router_controller (08248eaa-9947-46c4-9586-680b24173f48), precommit_add_association {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:13.868995 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5c9c99f5-e71f-4875-8c4f-d2bc9e84352d None None] Publish callbacks [] for port (ed4ce95d-90e5-4bd1-bfa4-c1952cc45027), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:13.897247 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8bb28044-4c2d-4cf1-9bf1-a992a8cbc133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (8b8a3ad8-3acf-42a9-b1ac-60459af8072a), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:13.916409 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bb28044-4c2d-4cf1-9bf1-a992a8cbc133 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:35:13.931829 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8bb28044-4c2d-4cf1-9bf1-a992a8cbc133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (db76503e-05d2-4ea2-9a37-05c2b8cc2076), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:13.932168 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-8bb28044-4c2d-4cf1-9bf1-a992a8cbc133 admin admin] Added segment db76503e-05d2-4ea2-9a37-05c2b8cc2076 of type vlan for network 61f11b1b-099a-45f3-b423-a89dfa9243a1 Feb 28 10:35:13.943555 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5c9c99f5-e71f-4875-8c4f-d2bc9e84352d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (ed4ce95d-90e5-4bd1-bfa4-c1952cc45027), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:13.982390 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8bb28044-4c2d-4cf1-9bf1-a992a8cbc133 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (61f11b1b-099a-45f3-b423-a89dfa9243a1), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:13.984388 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9c99f5-e71f-4875-8c4f-d2bc9e84352d None None] Network a542a1e4-364b-4847-89d1-2f3ed2b23a7c is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:13.985982 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-5c9c99f5-e71f-4875-8c4f-d2bc9e84352d None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:13.989914 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9c99f5-e71f-4875-8c4f-d2bc9e84352d None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:14.005166 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c99f5-e71f-4875-8c4f-d2bc9e84352d None None] Pushing event updated for resources: {'Port': ['ID=ed4ce95d-90e5-4bd1-bfa4-c1952cc45027,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:14.012198 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb28044-4c2d-4cf1-9bf1-a992a8cbc133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8a3ad8-3acf-42a9-b1ac-60459af8072a,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:14.036130 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c99f5-e71f-4875-8c4f-d2bc9e84352d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:14.036508 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c99f5-e71f-4875-8c4f-d2bc9e84352d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:14.036864 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c99f5-e71f-4875-8c4f-d2bc9e84352d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:14.037210 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c99f5-e71f-4875-8c4f-d2bc9e84352d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:14.037744 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c99f5-e71f-4875-8c4f-d2bc9e84352d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:14.038087 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c99f5-e71f-4875-8c4f-d2bc9e84352d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:14.038438 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c99f5-e71f-4875-8c4f-d2bc9e84352d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:14.038777 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c99f5-e71f-4875-8c4f-d2bc9e84352d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:14.039323 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c99f5-e71f-4875-8c4f-d2bc9e84352d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:14.039836 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c99f5-e71f-4875-8c4f-d2bc9e84352d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:14.040175 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c99f5-e71f-4875-8c4f-d2bc9e84352d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:14.040507 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c99f5-e71f-4875-8c4f-d2bc9e84352d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:14.040841 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c99f5-e71f-4875-8c4f-d2bc9e84352d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:14.041929 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c99f5-e71f-4875-8c4f-d2bc9e84352d None None] Tracked resource versions report: Feb 28 10:35:14.041929 dv-neutron-829161-3-hyperv neutron-server[104085]: pushed versions: Feb 28 10:35:14.041929 dv-neutron-829161-3-hyperv neutron-server[104085]: { 'AddressGroup': {'1.2'}, Feb 28 10:35:14.041929 dv-neutron-829161-3-hyperv neutron-server[104085]: 'ConntrackHelper': {'1.0'}, Feb 28 10:35:14.041929 dv-neutron-829161-3-hyperv neutron-server[104085]: 'LocalIPAssociation': {'1.0'}, Feb 28 10:35:14.041929 dv-neutron-829161-3-hyperv neutron-server[104085]: 'Log': {'1.0'}, Feb 28 10:35:14.041929 dv-neutron-829161-3-hyperv neutron-server[104085]: 'Network': {'1.1'}, Feb 28 10:35:14.041929 dv-neutron-829161-3-hyperv neutron-server[104085]: 'Port': {'1.7'}, Feb 28 10:35:14.041929 dv-neutron-829161-3-hyperv neutron-server[104085]: 'PortForwarding': {'1.2'}, Feb 28 10:35:14.041929 dv-neutron-829161-3-hyperv neutron-server[104085]: 'QosPolicy': {'1.10'}, Feb 28 10:35:14.041929 dv-neutron-829161-3-hyperv neutron-server[104085]: 'SecurityGroup': {'1.5'}, Feb 28 10:35:14.041929 dv-neutron-829161-3-hyperv neutron-server[104085]: 'SecurityGroupRule': {'1.2'}, Feb 28 10:35:14.041929 dv-neutron-829161-3-hyperv neutron-server[104085]: 'SubPort': {'1.0'}, Feb 28 10:35:14.041929 dv-neutron-829161-3-hyperv neutron-server[104085]: 'Subnet': {'1.1'}, Feb 28 10:35:14.041929 dv-neutron-829161-3-hyperv neutron-server[104085]: 'Trunk': {'1.1'}} Feb 28 10:35:14.041929 dv-neutron-829161-3-hyperv neutron-server[104085]: consumer versions: Feb 28 10:35:14.041929 dv-neutron-829161-3-hyperv neutron-server[104085]: { DHCP agent@dv-neutron-829161-3-hyperv: {}, Feb 28 10:35:14.041929 dv-neutron-829161-3-hyperv neutron-server[104085]: HyperV agent@hv-neutron-8291: {}, Feb 28 10:35:14.041929 dv-neutron-829161-3-hyperv neutron-server[104085]: L3 agent@dv-neutron-829161-3-hyperv: {}, Feb 28 10:35:14.041929 dv-neutron-829161-3-hyperv neutron-server[104085]: Metadata agent@dv-neutron-829161-3-hyperv: {}, Feb 28 10:35:14.041929 dv-neutron-829161-3-hyperv neutron-server[104085]: Metering agent@dv-neutron-829161-3-hyperv: {}, Feb 28 10:35:14.041929 dv-neutron-829161-3-hyperv neutron-server[104085]: Open vSwitch agent@dv-neutron-829161-3-hyperv: { 'AddressGroup': '1.2', Feb 28 10:35:14.041929 dv-neutron-829161-3-hyperv neutron-server[104085]: 'ConntrackHelper': '1.0', Feb 28 10:35:14.041929 dv-neutron-829161-3-hyperv neutron-server[104085]: 'LocalIPAssociation': '1.0', Feb 28 10:35:14.041929 dv-neutron-829161-3-hyperv neutron-server[104085]: 'Log': '1.0', Feb 28 10:35:14.041929 dv-neutron-829161-3-hyperv neutron-server[104085]: 'Network': '1.1', Feb 28 10:35:14.041929 dv-neutron-829161-3-hyperv neutron-server[104085]: 'Port': '1.7', Feb 28 10:35:14.041929 dv-neutron-829161-3-hyperv neutron-server[104085]: 'PortForwarding': '1.2', Feb 28 10:35:14.041929 dv-neutron-829161-3-hyperv neutron-server[104085]: 'QosPolicy': '1.10', Feb 28 10:35:14.041929 dv-neutron-829161-3-hyperv neutron-server[104085]: 'SecurityGroup': '1.5', Feb 28 10:35:14.041929 dv-neutron-829161-3-hyperv neutron-server[104085]: 'SecurityGroupRule': '1.2', Feb 28 10:35:14.041929 dv-neutron-829161-3-hyperv neutron-server[104085]: 'SubPort': '1.0', Feb 28 10:35:14.041929 dv-neutron-829161-3-hyperv neutron-server[104085]: 'Subnet': '1.1', Feb 28 10:35:14.041929 dv-neutron-829161-3-hyperv neutron-server[104085]: 'Trunk': '1.1'}} Feb 28 10:35:14.041929 dv-neutron-829161-3-hyperv neutron-server[104085]: {{(pid=104085) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 10:35:14.070222 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-5c9c99f5-e71f-4875-8c4f-d2bc9e84352d None None] Attempting to bind port ed4ce95d-90e5-4bd1-bfa4-c1952cc45027 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:14.070609 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-5c9c99f5-e71f-4875-8c4f-d2bc9e84352d None None] Attempting to bind port ed4ce95d-90e5-4bd1-bfa4-c1952cc45027 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '3c93ccf0-f69b-4385-a05b-2d73c05d52da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a542a1e4-364b-4847-89d1-2f3ed2b23a7c'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:14.071017 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9c99f5-e71f-4875-8c4f-d2bc9e84352d None None] Attempting to bind port ed4ce95d-90e5-4bd1-bfa4-c1952cc45027 on network a542a1e4-364b-4847-89d1-2f3ed2b23a7c {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:14.076763 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9c99f5-e71f-4875-8c4f-d2bc9e84352d None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:35:14.077386 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9c99f5-e71f-4875-8c4f-d2bc9e84352d None None] Checking segment: {'id': '3c93ccf0-f69b-4385-a05b-2d73c05d52da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a542a1e4-364b-4847-89d1-2f3ed2b23a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:14.078102 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5c9c99f5-e71f-4875-8c4f-d2bc9e84352d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:14.078664 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9c99f5-e71f-4875-8c4f-d2bc9e84352d None None] Bound using segment: {'id': '3c93ccf0-f69b-4385-a05b-2d73c05d52da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a542a1e4-364b-4847-89d1-2f3ed2b23a7c'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:35:14.079323 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-5c9c99f5-e71f-4875-8c4f-d2bc9e84352d None None] Bound port: ed4ce95d-90e5-4bd1-bfa4-c1952cc45027, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c93ccf0-f69b-4385-a05b-2d73c05d52da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a542a1e4-364b-4847-89d1-2f3ed2b23a7c'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:35:14.079881 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5c9c99f5-e71f-4875-8c4f-d2bc9e84352d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (ed4ce95d-90e5-4bd1-bfa4-c1952cc45027), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:14.092272 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-34084c21-d09a-42e5-a55c-ac3e70471b93 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1747609807-network', 'tenant_id': 'db1f4f0e5a54442e90e9cc29426671f3'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:14.126267 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8bb28044-4c2d-4cf1-9bf1-a992a8cbc133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (61f11b1b-099a-45f3-b423-a89dfa9243a1), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:14.127244 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb28044-4c2d-4cf1-9bf1-a992a8cbc133 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:14.127817 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8bb28044-4c2d-4cf1-9bf1-a992a8cbc133 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:14.147486 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-5c9c99f5-e71f-4875-8c4f-d2bc9e84352d None None] For port ed4ce95d-90e5-4bd1-bfa4-c1952cc45027, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:35:14.150422 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-5c9c99f5-e71f-4875-8c4f-d2bc9e84352d None None] For port ed4ce95d-90e5-4bd1-bfa4-c1952cc45027, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=ed4ce95d-90e5-4bd1-bfa4-c1952cc45027,segment=NetworkSegment(3c93ccf0-f69b-4385-a05b-2d73c05d52da),segment_id=3c93ccf0-f69b-4385-a05b-2d73c05d52da)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:35:14.176447 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a51abbdf-0547-4be7-8358-bc5d313fd9d0 admin admin] Publish callbacks [] for router_gateway (08248eaa-9947-46c4-9586-680b24173f48), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:14.188741 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34084c21-d09a-42e5-a55c-ac3e70471b93 admin admin] Made reservation on behalf of db1f4f0e5a54442e90e9cc29426671f3 for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:14.191461 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-34084c21-d09a-42e5-a55c-ac3e70471b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:14.201171 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-34084c21-d09a-42e5-a55c-ac3e70471b93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:14.222670 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb28044-4c2d-4cf1-9bf1-a992a8cbc133 admin admin] Pushing event updated for resources: {'Network': ['ID=61f11b1b-099a-45f3-b423-a89dfa9243a1,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:14.235124 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 61f11b1b-099a-45f3-b423-a89dfa9243a1 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:35:14.249755 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5c9c99f5-e71f-4875-8c4f-d2bc9e84352d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (ed4ce95d-90e5-4bd1-bfa4-c1952cc45027), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:14.286710 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-34084c21-d09a-42e5-a55c-ac3e70471b93 admin admin] Publish callbacks [] for security_group (2cac9459-8494-4179-b163-bc70c05743f6), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:14.295803 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-8bb28044-4c2d-4cf1-9bf1-a992a8cbc133 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1549578 Feb 28 10:35:14.298771 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42686) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:14.303500 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-4859ad85-72fd-47a7-a3f5-b3e1f07000b9 admin admin] Request body: {'subnet': {'network_id': '61f11b1b-099a-45f3-b423-a89dfa9243a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2042665436-subnet', 'tenant_id': 'a1e997d94bda42c2937c38ee950ff500', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:14.343512 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-34084c21-d09a-42e5-a55c-ac3e70471b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (2cac9459-8494-4179-b163-bc70c05743f6), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:14.349643 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c99f5-e71f-4875-8c4f-d2bc9e84352d None None] Pushing event updated for resources: {'Port': ['ID=ed4ce95d-90e5-4bd1-bfa4-c1952cc45027,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:14.385892 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34084c21-d09a-42e5-a55c-ac3e70471b93 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:35:14.396177 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34084c21-d09a-42e5-a55c-ac3e70471b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cac9459-8494-4179-b163-bc70c05743f6,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:14.415582 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-34084c21-d09a-42e5-a55c-ac3e70471b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (be7ef583-9773-47a5-8fb0-292ce51f3db0), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:14.416469 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-34084c21-d09a-42e5-a55c-ac3e70471b93 admin admin] Added segment be7ef583-9773-47a5-8fb0-292ce51f3db0 of type vlan for network 3446291b-b1f9-4318-9a41-856ad362fcb1 Feb 28 10:35:14.437127 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4859ad85-72fd-47a7-a3f5-b3e1f07000b9 admin admin] Made reservation on behalf of a1e997d94bda42c2937c38ee950ff500 for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:14.441236 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4859ad85-72fd-47a7-a3f5-b3e1f07000b9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:14.483039 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-34084c21-d09a-42e5-a55c-ac3e70471b93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (3446291b-b1f9-4318-9a41-856ad362fcb1), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:14.599304 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-34084c21-d09a-42e5-a55c-ac3e70471b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (3446291b-b1f9-4318-9a41-856ad362fcb1), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:14.879116 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34084c21-d09a-42e5-a55c-ac3e70471b93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:14.879116 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-34084c21-d09a-42e5-a55c-ac3e70471b93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:14.879795 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a51abbdf-0547-4be7-8358-bc5d313fd9d0 admin admin] Publish callbacks [] for router_gateway (08248eaa-9947-46c4-9586-680b24173f48), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:14.879795 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a51abbdf-0547-4be7-8358-bc5d313fd9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:14.879795 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42702) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:14.882409 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34084c21-d09a-42e5-a55c-ac3e70471b93 admin admin] Pushing event updated for resources: {'Network': ['ID=3446291b-b1f9-4318-9a41-856ad362fcb1,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:14.882409 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 42706) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:14.883541 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 3446291b-b1f9-4318-9a41-856ad362fcb1 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:35:14.903388 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-34084c21-d09a-42e5-a55c-ac3e70471b93 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2744384 Feb 28 10:35:14.906524 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 42712) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:14.913987 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-d0921e17-c19d-4f7e-b80f-b26dffdd8af5 admin admin] Request body: {'subnet': {'network_id': '3446291b-b1f9-4318-9a41-856ad362fcb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1747609807-subnet', 'tenant_id': 'db1f4f0e5a54442e90e9cc29426671f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:14.922479 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-a51abbdf-0547-4be7-8358-bc5d313fd9d0 admin admin] Allocated IP 172.26.3.24 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/a8af0c09-0300-432d-a21d-230a5be7f4e5) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:14.999564 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4859ad85-72fd-47a7-a3f5-b3e1f07000b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for subnet (2dff7405-dcc7-4aec-b812-04c9508d9791), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:14.999757 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0921e17-c19d-4f7e-b80f-b26dffdd8af5 admin admin] Made reservation on behalf of db1f4f0e5a54442e90e9cc29426671f3 for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:15.002111 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d0921e17-c19d-4f7e-b80f-b26dffdd8af5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:15.067131 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a51abbdf-0547-4be7-8358-bc5d313fd9d0 admin admin] Publish callbacks [] for port (a8af0c09-0300-432d-a21d-230a5be7f4e5), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:15.103157 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4859ad85-72fd-47a7-a3f5-b3e1f07000b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dff7405-dcc7-4aec-b812-04c9508d9791,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:15.135755 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4859ad85-72fd-47a7-a3f5-b3e1f07000b9 admin admin] Checking segment: {'id': 'db76503e-05d2-4ea2-9a37-05c2b8cc2076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '61f11b1b-099a-45f3-b423-a89dfa9243a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:15.136011 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4859ad85-72fd-47a7-a3f5-b3e1f07000b9 admin admin] Network hostable DHCP agents. Network: 61f11b1b-099a-45f3-b423-a89dfa9243a1, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:35:15.179776 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-11aa71c1-ecdf-405a-b870-291a27fb29d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:15.231278 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a51abbdf-0547-4be7-8358-bc5d313fd9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (a8af0c09-0300-432d-a21d-230a5be7f4e5), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:15.261808 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-4789995f-05d3-46f4-be4d-05da08616ad5 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1449507041'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:15.301420 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51abbdf-0547-4be7-8358-bc5d313fd9d0 admin admin] Pushing event updated for resources: {'Port': ['ID=a8af0c09-0300-432d-a21d-230a5be7f4e5,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:15.307328 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4859ad85-72fd-47a7-a3f5-b3e1f07000b9 admin admin] Network 61f11b1b-099a-45f3-b423-a89dfa9243a1 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:35:15.313018 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d0921e17-c19d-4f7e-b80f-b26dffdd8af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for subnet (038abd09-1459-4824-9486-15e272f156e9), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:15.336725 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51abbdf-0547-4be7-8358-bc5d313fd9d0 admin admin] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:15.343339 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-a51abbdf-0547-4be7-8358-bc5d313fd9d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:15.347252 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51abbdf-0547-4be7-8358-bc5d313fd9d0 admin admin] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:15.374514 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4789995f-05d3-46f4-be4d-05da08616ad5 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Made reservation on behalf of e72c0e73dd4445fc85d278f49bda991a for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:15.378004 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4789995f-05d3-46f4-be4d-05da08616ad5 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:15.414971 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4789995f-05d3-46f4-be4d-05da08616ad5 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:15.446000 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-4859ad85-72fd-47a7-a3f5-b3e1f07000b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 61f11b1b-099a-45f3-b423-a89dfa9243a1) {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:15.456870 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0921e17-c19d-4f7e-b80f-b26dffdd8af5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=038abd09-1459-4824-9486-15e272f156e9,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:15.464289 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0921e17-c19d-4f7e-b80f-b26dffdd8af5 admin admin] Checking segment: {'id': 'be7ef583-9773-47a5-8fb0-292ce51f3db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3446291b-b1f9-4318-9a41-856ad362fcb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:15.465792 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2106344e-40a4-461c-a24e-c8c2fad53535 None None] Network 61f11b1b-099a-45f3-b423-a89dfa9243a1 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:15.465905 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0921e17-c19d-4f7e-b80f-b26dffdd8af5 admin admin] Network hostable DHCP agents. Network: 3446291b-b1f9-4318-9a41-856ad362fcb1, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:35:15.474279 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4859ad85-72fd-47a7-a3f5-b3e1f07000b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:15.474923 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4859ad85-72fd-47a7-a3f5-b3e1f07000b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:15.481431 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-11aa71c1-ecdf-405a-b870-291a27fb29d1 admin admin] Publish callbacks [] for security_group (ba3854f6-a79f-4ee2-a9b4-efd960ad8dd1), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:15.606126 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4789995f-05d3-46f4-be4d-05da08616ad5 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Publish callbacks [] for security_group (76839aa2-8902-4de2-b499-c846874c5cac), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:15.608426 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0921e17-c19d-4f7e-b80f-b26dffdd8af5 admin admin] Network 3446291b-b1f9-4318-9a41-856ad362fcb1 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:35:15.625296 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-d0921e17-c19d-4f7e-b80f-b26dffdd8af5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 3446291b-b1f9-4318-9a41-856ad362fcb1) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:15.630550 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0921e17-c19d-4f7e-b80f-b26dffdd8af5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:15.631546 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d0921e17-c19d-4f7e-b80f-b26dffdd8af5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:15.675441 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4789995f-05d3-46f4-be4d-05da08616ad5 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (76839aa2-8902-4de2-b499-c846874c5cac), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:15.692278 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ddec64-ae6f-499e-813d-9d1b90cab244 None None] Network 3446291b-b1f9-4318-9a41-856ad362fcb1 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:15.742178 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-11aa71c1-ecdf-405a-b870-291a27fb29d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (ba3854f6-a79f-4ee2-a9b4-efd960ad8dd1), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:15.742362 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-d0921e17-c19d-4f7e-b80f-b26dffdd8af5 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8322873 Feb 28 10:35:15.743722 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 42734) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:15.744052 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 42736) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:15.869368 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aa71c1-ecdf-405a-b870-291a27fb29d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3854f6-a79f-4ee2-a9b4-efd960ad8dd1,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:15.875065 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-e67b9477-9d4b-4de1-a9a1-f7548d3df0bc admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1747609807-router', 'tenant_id': 'db1f4f0e5a54442e90e9cc29426671f3', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:15.893893 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-11aa71c1-ecdf-405a-b870-291a27fb29d1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=655b55461267458aa965be2369b4d646&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1374393 Feb 28 10:35:15.896755 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42742) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:15.924599 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device ed4ce95d-90e5-4bd1-bfa4-c1952cc45027 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:35:15.925778 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 42744) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:15.936558 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4789995f-05d3-46f4-be4d-05da08616ad5 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:35:15.941275 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4789995f-05d3-46f4-be4d-05da08616ad5 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76839aa2-8902-4de2-b499-c846874c5cac,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:15.944994 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 42748) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:15.961575 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-4859ad85-72fd-47a7-a3f5-b3e1f07000b9 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6617832 Feb 28 10:35:15.973646 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42752) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:15.977530 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4789995f-05d3-46f4-be4d-05da08616ad5 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (3d2eb23f-bfac-4569-8b73-95fb16ac4d5c), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:15.977883 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-4789995f-05d3-46f4-be4d-05da08616ad5 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Added segment 3d2eb23f-bfac-4569-8b73-95fb16ac4d5c of type vlan for network 26f9803e-e95e-417c-bd35-2bef3b5e4098 Feb 28 10:35:15.987804 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334eb0be-b6b5-49a2-a5ab-5ccd5f7300b0 None None] Network a542a1e4-364b-4847-89d1-2f3ed2b23a7c requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:15.994129 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-1f7f682e-b2ea-458a-b7dc-07aa789845a4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2042665436-router', 'tenant_id': 'a1e997d94bda42c2937c38ee950ff500', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:16.001484 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e67b9477-9d4b-4de1-a9a1-f7548d3df0bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (d48a0f53-921a-4610-bdd4-e1c43518b96e), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:16.004203 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e67b9477-9d4b-4de1-a9a1-f7548d3df0bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (d48a0f53-921a-4610-bdd4-e1c43518b96e), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:16.020502 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c224a8-dfcd-4edc-bf6f-850a3752d79e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-61f11b1b-099a-45f3-b423-a89dfa9243a1', 'network_id': '61f11b1b-099a-45f3-b423-a89dfa9243a1', 'project_id': 'a1e997d94bda42c2937c38ee950ff500', 'fixed_ips': [{'subnet_id': '2dff7405-dcc7-4aec-b812-04c9508d9791'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:35:16.021523 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-16c224a8-dfcd-4edc-bf6f-850a3752d79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:16.092543 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4789995f-05d3-46f4-be4d-05da08616ad5 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (26f9803e-e95e-417c-bd35-2bef3b5e4098), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:16.110074 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-35161ea6-878c-4843-9831-71ff4ef706de admin admin] Publish callbacks [] for security_group (ba3854f6-a79f-4ee2-a9b4-efd960ad8dd1), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:16.122428 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a51abbdf-0547-4be7-8358-bc5d313fd9d0 admin admin] Publish callbacks [] for router_gateway (08248eaa-9947-46c4-9586-680b24173f48), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:16.143184 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e67b9477-9d4b-4de1-a9a1-f7548d3df0bc admin admin] Publish callbacks [] for router_controller (d48a0f53-921a-4610-bdd4-e1c43518b96e), precommit_add_association {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:16.165537 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-6efb248e-f9ae-4dcb-9e8d-0b15b4271ae4 tempest-ExternalNetworksTestJSON-108684613 tempest-ExternalNetworksTestJSON-108684613-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-326111769'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:16.207159 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-98015ed7-e1e8-4912-b6e4-b486e91a03a9 tempest-MeteringTestJSON-1790431845 tempest-MeteringTestJSON-1790431845-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1751589784'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:16.207846 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-98015ed7-e1e8-4912-b6e4-b486e91a03a9 tempest-MeteringTestJSON-1790431845 tempest-MeteringTestJSON-1790431845-project-admin] Unknown quota resources ['metering_label']. {{(pid=104083) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 28 10:35:16.210759 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ad62d804-462c-49e6-86d4-1a7ef12f83bf None None] Provisioning complete for port ed4ce95d-90e5-4bd1-bfa4-c1952cc45027 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:16.211181 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ad62d804-462c-49e6-86d4-1a7ef12f83bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (ed4ce95d-90e5-4bd1-bfa4-c1952cc45027), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:16.220664 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1f7f682e-b2ea-458a-b7dc-07aa789845a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (eddb501a-cfd7-433e-9cc5-b804a18d97f9), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:16.220863 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port ed4ce95d-90e5-4bd1-bfa4-c1952cc45027 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:16.221364 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (ed4ce95d-90e5-4bd1-bfa4-c1952cc45027), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:16.222351 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1f7f682e-b2ea-458a-b7dc-07aa789845a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (eddb501a-cfd7-433e-9cc5-b804a18d97f9), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:16.247346 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-d8a5d64c-c7f6-4cba-8188-8f40fd26fbc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881041355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881041355-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1734688667'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:16.266844 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-35161ea6-878c-4843-9831-71ff4ef706de admin admin] Publish callbacks [] for security_group (ba3854f6-a79f-4ee2-a9b4-efd960ad8dd1), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:16.305206 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1f7f682e-b2ea-458a-b7dc-07aa789845a4 admin admin] Publish callbacks [] for router_controller (eddb501a-cfd7-433e-9cc5-b804a18d97f9), precommit_add_association {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:16.355005 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4789995f-05d3-46f4-be4d-05da08616ad5 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (26f9803e-e95e-417c-bd35-2bef3b5e4098), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:16.359884 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4789995f-05d3-46f4-be4d-05da08616ad5 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:16.360488 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4789995f-05d3-46f4-be4d-05da08616ad5 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:16.372488 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6efb248e-f9ae-4dcb-9e8d-0b15b4271ae4 tempest-ExternalNetworksTestJSON-108684613 tempest-ExternalNetworksTestJSON-108684613-project] Made reservation on behalf of a1618fafb36744039d1876f95485fecf for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:16.375762 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6efb248e-f9ae-4dcb-9e8d-0b15b4271ae4 tempest-ExternalNetworksTestJSON-108684613 tempest-ExternalNetworksTestJSON-108684613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:16.444112 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-16c224a8-dfcd-4edc-bf6f-850a3752d79e None None] Allocated IP 172.20.0.2 (61f11b1b-099a-45f3-b423-a89dfa9243a1/2dff7405-dcc7-4aec-b812-04c9508d9791/eb187bcd-ecde-4296-be90-9005840458f1) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:16.447016 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b149a7a7-9074-4e77-8a84-dc178a36e843 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-3446291b-b1f9-4318-9a41-856ad362fcb1', 'network_id': '3446291b-b1f9-4318-9a41-856ad362fcb1', 'project_id': 'db1f4f0e5a54442e90e9cc29426671f3', 'fixed_ips': [{'subnet_id': '038abd09-1459-4824-9486-15e272f156e9'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:35:16.448059 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b149a7a7-9074-4e77-8a84-dc178a36e843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:16.450974 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6efb248e-f9ae-4dcb-9e8d-0b15b4271ae4 tempest-ExternalNetworksTestJSON-108684613 tempest-ExternalNetworksTestJSON-108684613-project] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:16.564333 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-35161ea6-878c-4843-9831-71ff4ef706de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (ba3854f6-a79f-4ee2-a9b4-efd960ad8dd1), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:16.566881 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-35161ea6-878c-4843-9831-71ff4ef706de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:16.570407 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-35161ea6-878c-4843-9831-71ff4ef706de admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ba3854f6-a79f-4ee2-a9b4-efd960ad8dd1 HTTP/1.1" status: 204 len: 168 time: 0.6696301 Feb 28 10:35:16.597790 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-26a6ecd5-396c-423e-8cd5-f998fa404dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:16.624146 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a5d64c-c7f6-4cba-8188-8f40fd26fbc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881041355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881041355-project] Made reservation on behalf of 6836cf7b876c402e921f614b9251b923 for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:16.627429 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d8a5d64c-c7f6-4cba-8188-8f40fd26fbc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881041355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881041355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:16.631955 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-4789995f-05d3-46f4-be4d-05da08616ad5 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.8396218 Feb 28 10:35:16.639703 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42768) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:16.642775 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1f7f682e-b2ea-458a-b7dc-07aa789845a4 admin admin] Publish callbacks [] for router_gateway (eddb501a-cfd7-433e-9cc5-b804a18d97f9), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:16.650485 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-ad1ef2a9-4d14-4e2d-836c-278e47132e80 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Request body: {'subnet': {'network_id': '26f9803e-e95e-417c-bd35-2bef3b5e4098', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:16.689892 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ad62d804-462c-49e6-86d4-1a7ef12f83bf None None] Current status of the port ed4ce95d-90e5-4bd1-bfa4-c1952cc45027 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:16.690494 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ad62d804-462c-49e6-86d4-1a7ef12f83bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (ed4ce95d-90e5-4bd1-bfa4-c1952cc45027), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:16.707839 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port ed4ce95d-90e5-4bd1-bfa4-c1952cc45027 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:16.708563 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (ed4ce95d-90e5-4bd1-bfa4-c1952cc45027), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:16.769013 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d8a5d64c-c7f6-4cba-8188-8f40fd26fbc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881041355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881041355-project] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:16.772225 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35161ea6-878c-4843-9831-71ff4ef706de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3854f6-a79f-4ee2-a9b4-efd960ad8dd1,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:16.780113 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e67b9477-9d4b-4de1-a9a1-f7548d3df0bc admin admin] Publish callbacks [] for router_gateway (d48a0f53-921a-4610-bdd4-e1c43518b96e), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:16.797898 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a51abbdf-0547-4be7-8358-bc5d313fd9d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (08248eaa-9947-46c4-9586-680b24173f48), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:16.801823 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-98015ed7-e1e8-4912-b6e4-b486e91a03a9 tempest-MeteringTestJSON-1790431845 tempest-MeteringTestJSON-1790431845-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:16.803039 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-98015ed7-e1e8-4912-b6e4-b486e91a03a9 tempest-MeteringTestJSON-1790431845 tempest-MeteringTestJSON-1790431845-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.8507767 Feb 28 10:35:16.809151 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42770) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:16.813526 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-8959e55e-3d27-40a7-a1ac-501194164d45 tempest-MeteringTestJSON-1790431845 tempest-MeteringTestJSON-1790431845-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'f2967461-bf9a-4c3b-8995-99eda8d478db'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:16.814077 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-8959e55e-3d27-40a7-a1ac-501194164d45 tempest-MeteringTestJSON-1790431845 tempest-MeteringTestJSON-1790431845-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104084) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 28 10:35:16.832427 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4789995f-05d3-46f4-be4d-05da08616ad5 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Pushing event updated for resources: {'Network': ['ID=26f9803e-e95e-417c-bd35-2bef3b5e4098,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:16.846638 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ad62d804-462c-49e6-86d4-1a7ef12f83bf None None] For port ed4ce95d-90e5-4bd1-bfa4-c1952cc45027, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=ed4ce95d-90e5-4bd1-bfa4-c1952cc45027,segment=NetworkSegment(3c93ccf0-f69b-4385-a05b-2d73c05d52da),segment_id=3c93ccf0-f69b-4385-a05b-2d73c05d52da)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:35:16.912007 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-b149a7a7-9074-4e77-8a84-dc178a36e843 None None] Allocated IP 172.20.0.2 (3446291b-b1f9-4318-9a41-856ad362fcb1/038abd09-1459-4824-9486-15e272f156e9/3bf6ceb5-cff7-4177-8206-817fc787e02f) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:16.932751 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ad62d804-462c-49e6-86d4-1a7ef12f83bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (ed4ce95d-90e5-4bd1-bfa4-c1952cc45027), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:16.975205 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6efb248e-f9ae-4dcb-9e8d-0b15b4271ae4 tempest-ExternalNetworksTestJSON-108684613 tempest-ExternalNetworksTestJSON-108684613-project] Publish callbacks [] for security_group (375e936d-4602-4ea6-b8d8-1b810cad7f3e), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:16.990664 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1ef2a9-4d14-4e2d-836c-278e47132e80 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Made reservation on behalf of e72c0e73dd4445fc85d278f49bda991a for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:16.994147 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ad1ef2a9-4d14-4e2d-836c-278e47132e80 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Publish callbacks [] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:17.039669 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62d804-462c-49e6-86d4-1a7ef12f83bf None None] Pushing event updated for resources: {'Port': ['ID=ed4ce95d-90e5-4bd1-bfa4-c1952cc45027,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:17.063190 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-16c224a8-dfcd-4edc-bf6f-850a3752d79e None None] Publish callbacks [] for port (eb187bcd-ecde-4296-be90-9005840458f1), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:17.083766 dv-neutron-829161-3-hyperv neutron-server[104084]: WARNING neutron.services.metering.metering_plugin [None req-8959e55e-3d27-40a7-a1ac-501194164d45 tempest-MeteringTestJSON-1790431845 tempest-MeteringTestJSON-1790431845-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 28 10:35:17.093805 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-e84b5a57-16e6-4c29-8770-565decc9bdea None None] Provisioning complete for port ed4ce95d-90e5-4bd1-bfa4-c1952cc45027 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:17.094523 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e84b5a57-16e6-4c29-8770-565decc9bdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (ed4ce95d-90e5-4bd1-bfa4-c1952cc45027), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:17.097624 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d8a5d64c-c7f6-4cba-8188-8f40fd26fbc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881041355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881041355-project] Publish callbacks [] for security_group (290e7f39-5819-4179-ac71-bdd2b21649da), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:17.099530 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6efb248e-f9ae-4dcb-9e8d-0b15b4271ae4 tempest-ExternalNetworksTestJSON-108684613 tempest-ExternalNetworksTestJSON-108684613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (375e936d-4602-4ea6-b8d8-1b810cad7f3e), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:17.129549 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6efb248e-f9ae-4dcb-9e8d-0b15b4271ae4 tempest-ExternalNetworksTestJSON-108684613 tempest-ExternalNetworksTestJSON-108684613-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:35:17.159331 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6efb248e-f9ae-4dcb-9e8d-0b15b4271ae4 tempest-ExternalNetworksTestJSON-108684613 tempest-ExternalNetworksTestJSON-108684613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (35d38072-6f8f-4d54-b647-8e685d64645c), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:17.159669 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-6efb248e-f9ae-4dcb-9e8d-0b15b4271ae4 tempest-ExternalNetworksTestJSON-108684613 tempest-ExternalNetworksTestJSON-108684613-project] Added segment 35d38072-6f8f-4d54-b647-8e685d64645c of type vlan for network 606b68f6-e4c0-4aa3-82ff-ea9c8f75445e Feb 28 10:35:17.174050 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efb248e-f9ae-4dcb-9e8d-0b15b4271ae4 tempest-ExternalNetworksTestJSON-108684613 tempest-ExternalNetworksTestJSON-108684613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=375e936d-4602-4ea6-b8d8-1b810cad7f3e,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:17.196297 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 26f9803e-e95e-417c-bd35-2bef3b5e4098 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:35:17.242150 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6efb248e-f9ae-4dcb-9e8d-0b15b4271ae4 tempest-ExternalNetworksTestJSON-108684613 tempest-ExternalNetworksTestJSON-108684613-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (606b68f6-e4c0-4aa3-82ff-ea9c8f75445e), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:17.256949 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8959e55e-3d27-40a7-a1ac-501194164d45 tempest-MeteringTestJSON-1790431845 tempest-MeteringTestJSON-1790431845-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:17.262518 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-8959e55e-3d27-40a7-a1ac-501194164d45 tempest-MeteringTestJSON-1790431845 tempest-MeteringTestJSON-1790431845-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4516904 Feb 28 10:35:17.272278 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42774) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:17.277811 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-db86302a-e230-4411-8b96-006e0e49c9b3 tempest-MeteringTestJSON-1790431845 tempest-MeteringTestJSON-1790431845-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'f2967461-bf9a-4c3b-8995-99eda8d478db'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:17.278490 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-db86302a-e230-4411-8b96-006e0e49c9b3 tempest-MeteringTestJSON-1790431845 tempest-MeteringTestJSON-1790431845-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104084) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 28 10:35:17.286136 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d8a5d64c-c7f6-4cba-8188-8f40fd26fbc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881041355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881041355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (290e7f39-5819-4179-ac71-bdd2b21649da), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:17.299529 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8a5d64c-c7f6-4cba-8188-8f40fd26fbc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881041355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881041355-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:35:17.311304 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-16c224a8-dfcd-4edc-bf6f-850a3752d79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (eb187bcd-ecde-4296-be90-9005840458f1), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:17.314298 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d8a5d64c-c7f6-4cba-8188-8f40fd26fbc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881041355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881041355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (5eb904db-8daf-4814-81aa-b782e084058a), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:17.314655 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-d8a5d64c-c7f6-4cba-8188-8f40fd26fbc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881041355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881041355-project] Added segment 5eb904db-8daf-4814-81aa-b782e084058a of type vlan for network c044044b-2140-40cb-a500-2e0f881ef03c Feb 28 10:35:17.324845 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5a57-16e6-4c29-8770-565decc9bdea None None] Current status of the port ed4ce95d-90e5-4bd1-bfa4-c1952cc45027 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:17.367758 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.db.api [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:35:17.368126 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG oslo_db.api [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:35:17.371994 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6efb248e-f9ae-4dcb-9e8d-0b15b4271ae4 tempest-ExternalNetworksTestJSON-108684613 tempest-ExternalNetworksTestJSON-108684613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (606b68f6-e4c0-4aa3-82ff-ea9c8f75445e), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:17.372764 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c224a8-dfcd-4edc-bf6f-850a3752d79e None None] Pushing event updated for resources: {'Port': ['ID=eb187bcd-ecde-4296-be90-9005840458f1,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:17.381933 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c224a8-dfcd-4edc-bf6f-850a3752d79e None None] Network 61f11b1b-099a-45f3-b423-a89dfa9243a1 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:17.385639 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-16c224a8-dfcd-4edc-bf6f-850a3752d79e None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:17.387292 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efb248e-f9ae-4dcb-9e8d-0b15b4271ae4 tempest-ExternalNetworksTestJSON-108684613 tempest-ExternalNetworksTestJSON-108684613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:17.388184 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6efb248e-f9ae-4dcb-9e8d-0b15b4271ae4 tempest-ExternalNetworksTestJSON-108684613 tempest-ExternalNetworksTestJSON-108684613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:17.389957 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c224a8-dfcd-4edc-bf6f-850a3752d79e None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:17.431741 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d8a5d64c-c7f6-4cba-8188-8f40fd26fbc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881041355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881041355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (c044044b-2140-40cb-a500-2e0f881ef03c), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:17.491091 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-16c224a8-dfcd-4edc-bf6f-850a3752d79e None None] Attempting to bind port eb187bcd-ecde-4296-be90-9005840458f1 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:17.491584 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-16c224a8-dfcd-4edc-bf6f-850a3752d79e None None] Attempting to bind port eb187bcd-ecde-4296-be90-9005840458f1 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': 'db76503e-05d2-4ea2-9a37-05c2b8cc2076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '61f11b1b-099a-45f3-b423-a89dfa9243a1'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:17.492027 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c224a8-dfcd-4edc-bf6f-850a3752d79e None None] Attempting to bind port eb187bcd-ecde-4296-be90-9005840458f1 on network 61f11b1b-099a-45f3-b423-a89dfa9243a1 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:17.505797 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c224a8-dfcd-4edc-bf6f-850a3752d79e None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:35:17.506271 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c224a8-dfcd-4edc-bf6f-850a3752d79e None None] Checking segment: {'id': 'db76503e-05d2-4ea2-9a37-05c2b8cc2076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '61f11b1b-099a-45f3-b423-a89dfa9243a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:17.506898 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-16c224a8-dfcd-4edc-bf6f-850a3752d79e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:17.507366 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c224a8-dfcd-4edc-bf6f-850a3752d79e None None] Bound using segment: {'id': 'db76503e-05d2-4ea2-9a37-05c2b8cc2076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '61f11b1b-099a-45f3-b423-a89dfa9243a1'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:35:17.508038 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-16c224a8-dfcd-4edc-bf6f-850a3752d79e None None] Bound port: eb187bcd-ecde-4296-be90-9005840458f1, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db76503e-05d2-4ea2-9a37-05c2b8cc2076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '61f11b1b-099a-45f3-b423-a89dfa9243a1'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:35:17.508495 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-16c224a8-dfcd-4edc-bf6f-850a3752d79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (eb187bcd-ecde-4296-be90-9005840458f1), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:17.597160 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a5d64c-c7f6-4cba-8188-8f40fd26fbc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881041355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881041355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=290e7f39-5819-4179-ac71-bdd2b21649da,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:17.616146 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b149a7a7-9074-4e77-8a84-dc178a36e843 None None] Publish callbacks [] for port (3bf6ceb5-cff7-4177-8206-817fc787e02f), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:17.624241 dv-neutron-829161-3-hyperv neutron-server[104084]: WARNING neutron.services.metering.metering_plugin [None req-db86302a-e230-4411-8b96-006e0e49c9b3 tempest-MeteringTestJSON-1790431845 tempest-MeteringTestJSON-1790431845-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 28 10:35:17.641450 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efb248e-f9ae-4dcb-9e8d-0b15b4271ae4 tempest-ExternalNetworksTestJSON-108684613 tempest-ExternalNetworksTestJSON-108684613-project] Pushing event updated for resources: {'Network': ['ID=606b68f6-e4c0-4aa3-82ff-ea9c8f75445e,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:17.646682 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-16c224a8-dfcd-4edc-bf6f-850a3752d79e None None] For port eb187bcd-ecde-4296-be90-9005840458f1, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:35:17.656413 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-16c224a8-dfcd-4edc-bf6f-850a3752d79e None None] For port eb187bcd-ecde-4296-be90-9005840458f1, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=eb187bcd-ecde-4296-be90-9005840458f1,segment=NetworkSegment(db76503e-05d2-4ea2-9a37-05c2b8cc2076),segment_id=db76503e-05d2-4ea2-9a37-05c2b8cc2076)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:35:17.663617 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 606b68f6-e4c0-4aa3-82ff-ea9c8f75445e details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:35:17.686969 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-6efb248e-f9ae-4dcb-9e8d-0b15b4271ae4 tempest-ExternalNetworksTestJSON-108684613 tempest-ExternalNetworksTestJSON-108684613-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.9348862 Feb 28 10:35:17.687961 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d8a5d64c-c7f6-4cba-8188-8f40fd26fbc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881041355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881041355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (c044044b-2140-40cb-a500-2e0f881ef03c), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:17.693428 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a5d64c-c7f6-4cba-8188-8f40fd26fbc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881041355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881041355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:17.694168 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d8a5d64c-c7f6-4cba-8188-8f40fd26fbc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881041355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881041355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:17.695716 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42784) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:17.728250 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b149a7a7-9074-4e77-8a84-dc178a36e843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (3bf6ceb5-cff7-4177-8206-817fc787e02f), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:17.779238 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-16c224a8-dfcd-4edc-bf6f-850a3752d79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (eb187bcd-ecde-4296-be90-9005840458f1), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:17.788263 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e67b9477-9d4b-4de1-a9a1-f7548d3df0bc admin admin] Publish callbacks [] for router_gateway (d48a0f53-921a-4610-bdd4-e1c43518b96e), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:17.811864 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-db86302a-e230-4411-8b96-006e0e49c9b3 tempest-MeteringTestJSON-1790431845 tempest-MeteringTestJSON-1790431845-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:17.816257 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-db86302a-e230-4411-8b96-006e0e49c9b3 tempest-MeteringTestJSON-1790431845 tempest-MeteringTestJSON-1790431845-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5421288 Feb 28 10:35:17.825111 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42790) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:17.856991 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-4b411c24-f0b1-4c09-9229-9b48df8da805 tempest-MeteringTestJSON-1790431845 tempest-MeteringTestJSON-1790431845-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules?id=cedeb369-eeb0-49bb-a0b9-6b0c5c0a4b5c HTTP/1.1" status: 200 len: 464 time: 0.0273957 Feb 28 10:35:17.857604 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42792) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:17.890759 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a5d64c-c7f6-4cba-8188-8f40fd26fbc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881041355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881041355-project] Pushing event updated for resources: {'Network': ['ID=c044044b-2140-40cb-a500-2e0f881ef03c,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:17.895698 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-d8a5d64c-c7f6-4cba-8188-8f40fd26fbc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881041355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881041355-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.9682305 Feb 28 10:35:17.897517 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e67b9477-9d4b-4de1-a9a1-f7548d3df0bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:17.938906 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a51abbdf-0547-4be7-8358-bc5d313fd9d0 admin admin] Router 08248eaa-9947-46c4-9586-680b24173f48 is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:35:17.955888 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b149a7a7-9074-4e77-8a84-dc178a36e843 None None] Pushing event updated for resources: {'Port': ['ID=3bf6ceb5-cff7-4177-8206-817fc787e02f,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:17.958486 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network c044044b-2140-40cb-a500-2e0f881ef03c details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:35:17.985760 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b149a7a7-9074-4e77-8a84-dc178a36e843 None None] Network 3446291b-b1f9-4318-9a41-856ad362fcb1 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:18.057588 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ad1ef2a9-4d14-4e2d-836c-278e47132e80 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for subnet (5d973607-9b13-48fb-b9d6-9b28493fb841), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:18.067876 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-b149a7a7-9074-4e77-8a84-dc178a36e843 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:18.078591 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b149a7a7-9074-4e77-8a84-dc178a36e843 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:18.094254 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-4f2c4a8a-5549-4fd5-b8c1-e7f7aa9a68ec tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Request body: {'network': {'name': 'tempest-network--1916438903', 'router:external': True}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:18.096206 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port ed4ce95d-90e5-4bd1-bfa4-c1952cc45027 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:18.159078 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1f7f682e-b2ea-458a-b7dc-07aa789845a4 admin admin] Publish callbacks [] for router_gateway (eddb501a-cfd7-433e-9cc5-b804a18d97f9), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:18.218957 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c224a8-dfcd-4edc-bf6f-850a3752d79e None None] Pushing event updated for resources: {'Port': ['ID=eb187bcd-ecde-4296-be90-9005840458f1,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:18.268220 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device ed4ce95d-90e5-4bd1-bfa4-c1952cc45027 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:35:18.281452 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-e67b9477-9d4b-4de1-a9a1-f7548d3df0bc admin admin] Allocated IP 172.26.3.25 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/bd7d7429-e828-4be5-8f09-97307385bec5) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:18.315165 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1ef2a9-4d14-4e2d-836c-278e47132e80 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Pushing event updated for resources: {'Subnet': ['ID=5d973607-9b13-48fb-b9d6-9b28493fb841,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:18.400973 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 42814) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:18.497543 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1f7f682e-b2ea-458a-b7dc-07aa789845a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:18.531324 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-b149a7a7-9074-4e77-8a84-dc178a36e843 None None] Attempting to bind port 3bf6ceb5-cff7-4177-8206-817fc787e02f on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:18.532006 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-b149a7a7-9074-4e77-8a84-dc178a36e843 None None] Attempting to bind port 3bf6ceb5-cff7-4177-8206-817fc787e02f by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': 'be7ef583-9773-47a5-8fb0-292ce51f3db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3446291b-b1f9-4318-9a41-856ad362fcb1'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:18.532593 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b149a7a7-9074-4e77-8a84-dc178a36e843 None None] Attempting to bind port 3bf6ceb5-cff7-4177-8206-817fc787e02f on network 3446291b-b1f9-4318-9a41-856ad362fcb1 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:18.549809 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b149a7a7-9074-4e77-8a84-dc178a36e843 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:35:18.551440 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b149a7a7-9074-4e77-8a84-dc178a36e843 None None] Checking segment: {'id': 'be7ef583-9773-47a5-8fb0-292ce51f3db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3446291b-b1f9-4318-9a41-856ad362fcb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:18.552253 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b149a7a7-9074-4e77-8a84-dc178a36e843 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:18.554025 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b149a7a7-9074-4e77-8a84-dc178a36e843 None None] Bound using segment: {'id': 'be7ef583-9773-47a5-8fb0-292ce51f3db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3446291b-b1f9-4318-9a41-856ad362fcb1'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:35:18.555353 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-b149a7a7-9074-4e77-8a84-dc178a36e843 None None] Bound port: 3bf6ceb5-cff7-4177-8206-817fc787e02f, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be7ef583-9773-47a5-8fb0-292ce51f3db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3446291b-b1f9-4318-9a41-856ad362fcb1'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:35:18.556509 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b149a7a7-9074-4e77-8a84-dc178a36e843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (3bf6ceb5-cff7-4177-8206-817fc787e02f), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:18.564974 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [None req-d24c08e4-d07c-424e-ae84-a3793598dcd0 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:18.568937 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-d24c08e4-d07c-424e-ae84-a3793598dcd0 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1626048 Feb 28 10:35:18.570459 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 42818) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:18.572690 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f2c4a8a-5549-4fd5-b8c1-e7f7aa9a68ec tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Made reservation on behalf of d00cf888229d447196bdcbd7ffc21096 for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:18.576138 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4f2c4a8a-5549-4fd5-b8c1-e7f7aa9a68ec tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:18.577132 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [None req-fa6477f7-931b-458d-9837-8622ab7955c3 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=104083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:18.580580 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-fa6477f7-931b-458d-9837-8622ab7955c3 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0066993 Feb 28 10:35:18.585632 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 42820) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:18.595085 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [None req-d1d6ba81-3939-44ea-8390-46626400e415 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=104083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:18.598534 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-d1d6ba81-3939-44ea-8390-46626400e415 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0082397 Feb 28 10:35:18.599187 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 42822) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:18.603244 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e67b9477-9d4b-4de1-a9a1-f7548d3df0bc admin admin] Publish callbacks [] for port (bd7d7429-e828-4be5-8f09-97307385bec5), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:18.609443 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [None req-56ad51a1-229d-4d4f-b370-6953e57eaee2 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=104083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:18.613028 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-56ad51a1-229d-4d4f-b370-6953e57eaee2 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0106564 Feb 28 10:35:18.614900 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 42824) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:18.619706 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [None req-3f814fe1-b76c-447a-8a29-d5913df5e827 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=104083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:18.623102 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-3f814fe1-b76c-447a-8a29-d5913df5e827 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0043747 Feb 28 10:35:18.626697 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 42826) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:18.636558 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [None req-e30b4940-e6ad-45dc-a7ac-49e09f14194a tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=104083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:18.643518 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-e30b4940-e6ad-45dc-a7ac-49e09f14194a tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0120282 Feb 28 10:35:18.643710 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4f2c4a8a-5549-4fd5-b8c1-e7f7aa9a68ec tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:18.645595 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 42828) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:18.656444 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [None req-7bb121a1-d6e6-438b-9fc7-8addffca2c1b tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=104083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:18.662566 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-7bb121a1-d6e6-438b-9fc7-8addffca2c1b tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0110447 Feb 28 10:35:18.662720 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-df5345c8-0d9b-4693-ba7f-4b4cd327cdca tempest-MeteringTestJSON-1790431845 tempest-MeteringTestJSON-1790431845-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:18.662720 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-df5345c8-0d9b-4693-ba7f-4b4cd327cdca tempest-MeteringTestJSON-1790431845 tempest-MeteringTestJSON-1790431845-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-label-rules/cedeb369-eeb0-49bb-a0b9-6b0c5c0a4b5c HTTP/1.1" status: 204 len: 168 time: 0.7999103 Feb 28 10:35:18.662720 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42830) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:18.665866 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 42832) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:18.667971 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port ed4ce95d-90e5-4bd1-bfa4-c1952cc45027 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:18.668375 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (ed4ce95d-90e5-4bd1-bfa4-c1952cc45027), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:18.673993 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-b149a7a7-9074-4e77-8a84-dc178a36e843 None None] For port 3bf6ceb5-cff7-4177-8206-817fc787e02f, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:35:18.688398 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-e4cd9536-4ca2-4275-aeba-081edd8eb4e7 tempest-MeteringTestJSON-1790431845 tempest-MeteringTestJSON-1790431845-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules?id=cedeb369-eeb0-49bb-a0b9-6b0c5c0a4b5c HTTP/1.1" status: 200 len: 221 time: 0.0155683 Feb 28 10:35:18.691393 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 42834) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:18.694706 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [None req-007bb826-a5aa-4325-9ea9-0e8185ebc016 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=104084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:18.698096 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-007bb826-a5aa-4325-9ea9-0e8185ebc016 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0047979 Feb 28 10:35:18.708315 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-9bcd02d8-3d39-428d-b65f-8c607faa2e38 tempest-MeteringTestJSON-1790431845 tempest-MeteringTestJSON-1790431845-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--792667029', 'description': 'label created by tempest'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:18.709393 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-9bcd02d8-3d39-428d-b65f-8c607faa2e38 tempest-MeteringTestJSON-1790431845 tempest-MeteringTestJSON-1790431845-project-admin] Unknown quota resources ['metering_label']. {{(pid=104083) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 28 10:35:18.709740 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-09806137-6509-4063-9c00-f33a3c8b2a81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:18.716247 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-b149a7a7-9074-4e77-8a84-dc178a36e843 None None] For port 3bf6ceb5-cff7-4177-8206-817fc787e02f, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=3bf6ceb5-cff7-4177-8206-817fc787e02f,segment=NetworkSegment(be7ef583-9773-47a5-8fb0-292ce51f3db0),segment_id=be7ef583-9773-47a5-8fb0-292ce51f3db0)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:35:18.719588 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42836) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:18.733826 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [None req-4e716e2d-c340-4736-94db-c6574b90b9df tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=104084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:18.737322 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-4e716e2d-c340-4736-94db-c6574b90b9df tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0111551 Feb 28 10:35:18.741433 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42838) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:18.747468 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [None req-15b1ff5b-18ac-486c-9f4a-22595a5e707f tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=104084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:18.750776 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-15b1ff5b-18ac-486c-9f4a-22595a5e707f tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0048788 Feb 28 10:35:18.752446 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1ef2a9-4d14-4e2d-836c-278e47132e80 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Checking segment: {'id': '3d2eb23f-bfac-4569-8b73-95fb16ac4d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '26f9803e-e95e-417c-bd35-2bef3b5e4098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:18.752816 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1ef2a9-4d14-4e2d-836c-278e47132e80 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Network hostable DHCP agents. Network: 26f9803e-e95e-417c-bd35-2bef3b5e4098, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:35:18.754931 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42840) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:18.779946 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port ed4ce95d-90e5-4bd1-bfa4-c1952cc45027 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:18.783770 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b149a7a7-9074-4e77-8a84-dc178a36e843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (3bf6ceb5-cff7-4177-8206-817fc787e02f), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:18.789057 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [None req-2359a576-231c-400d-bdbf-5aad2789fc30 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=104084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:18.792637 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-2359a576-231c-400d-bdbf-5aad2789fc30 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0184066 Feb 28 10:35:18.797217 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 42842) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:18.806872 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [None req-5de1491e-f12d-4e3b-b77c-769bb6a2852e tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=104083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:18.813398 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-5de1491e-f12d-4e3b-b77c-769bb6a2852e tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0127423 Feb 28 10:35:18.819666 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 42844) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:18.828010 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [None req-d5ce06cc-a5a1-4782-b285-f9348f6ab024 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=104083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:18.831844 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-d5ce06cc-a5a1-4782-b285-f9348f6ab024 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0079279 Feb 28 10:35:18.832371 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 42846) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:18.836476 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [None req-8b542adb-67e4-4156-b2b4-af0ffba1bf6f tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=104083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:18.839792 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-8b542adb-67e4-4156-b2b4-af0ffba1bf6f tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0041466 Feb 28 10:35:18.841967 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 42848) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:18.847545 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [None req-a4b1cf15-757a-43ed-a815-c59523d0b243 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=104083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:18.849790 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a4b1cf15-757a-43ed-a815-c59523d0b243 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0050194 Feb 28 10:35:18.854424 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51abbdf-0547-4be7-8358-bc5d313fd9d0 admin admin] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:35:18.858091 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 42850) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:18.862399 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [None req-9d1be7df-eb59-4e8b-816d-b905276cf830 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=104083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:18.866233 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-9d1be7df-eb59-4e8b-816d-b905276cf830 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0060737 Feb 28 10:35:18.866360 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820fe3c1-de97-4088-b087-68a51c876a97 None None] Sync routers for ids ['08248eaa-9947-46c4-9586-680b24173f48'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:35:18.866797 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42852) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:18.874979 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [None req-3415e66d-9019-4f73-b41a-f2d73697ae15 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=104084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:18.876852 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-3415e66d-9019-4f73-b41a-f2d73697ae15 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0059073 Feb 28 10:35:18.883168 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b149a7a7-9074-4e77-8a84-dc178a36e843 None None] Pushing event updated for resources: {'Port': ['ID=3bf6ceb5-cff7-4177-8206-817fc787e02f,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:18.885411 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42854) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:18.886324 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820fe3c1-de97-4088-b087-68a51c876a97 None None] Routers {'08248eaa-9947-46c4-9586-680b24173f48'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:35:18.889832 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-820fe3c1-de97-4088-b087-68a51c876a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:35:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['08248eaa-9947-46c4-9586-680b24173f48'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:18.891158 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [None req-b76aa57a-0f2e-4419-890a-0ed8b6f7f9c3 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=104084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:18.894628 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-b76aa57a-0f2e-4419-890a-0ed8b6f7f9c3 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0054305 Feb 28 10:35:18.897163 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42856) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:18.901791 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [None req-c804b7a9-a199-4716-b651-8fd8c833acd9 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=104084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:18.903759 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c804b7a9-a199-4716-b651-8fd8c833acd9 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0048389 Feb 28 10:35:18.922870 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 42858) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:18.929666 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [None req-a5773bef-8081-44ce-a4a2-b2896189302a tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=104083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:18.931738 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a5773bef-8081-44ce-a4a2-b2896189302a tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0070403 Feb 28 10:35:18.932945 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e67b9477-9d4b-4de1-a9a1-f7548d3df0bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (bd7d7429-e828-4be5-8f09-97307385bec5), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:18.968095 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-1f7f682e-b2ea-458a-b7dc-07aa789845a4 admin admin] Allocated IP 172.26.3.125 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/2b564d3a-4f9c-42d3-84fd-9574720b94ed) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:19.062501 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 42860) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:19.062762 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 42862) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:19.081820 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Request body: {'port': {'network_id': 'c044044b-2140-40cb-a500-2e0f881ef03c', 'binding:host_id': 'hv-neutron-8291', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-433612882'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:19.092434 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [None req-e7d71135-6522-4c76-9da4-69c4befd1222 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=104083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:19.093628 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-e7d71135-6522-4c76-9da4-69c4befd1222 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0216646 Feb 28 10:35:19.101682 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 42864) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:19.118867 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a51abbdf-0547-4be7-8358-bc5d313fd9d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:19.120202 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-a51abbdf-0547-4be7-8358-bc5d313fd9d0 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.5614460 Feb 28 10:35:19.120901 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1ef2a9-4d14-4e2d-836c-278e47132e80 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Network 26f9803e-e95e-417c-bd35-2bef3b5e4098 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:35:19.125483 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42866) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:19.170006 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [None req-bddb9f60-795f-4369-b446-c06719c6db80 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=104083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:19.171185 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-bddb9f60-795f-4369-b446-c06719c6db80 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0328555 Feb 28 10:35:19.174327 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9bcd02d8-3d39-428d-b65f-8c607faa2e38 tempest-MeteringTestJSON-1790431845 tempest-MeteringTestJSON-1790431845-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:19.175566 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-9bcd02d8-3d39-428d-b65f-8c607faa2e38 tempest-MeteringTestJSON-1790431845 tempest-MeteringTestJSON-1790431845-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4830632 Feb 28 10:35:19.192841 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 42868) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:19.193362 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 42870) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:19.198210 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67b9477-9d4b-4de1-a9a1-f7548d3df0bc admin admin] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:19.208265 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-820fe3c1-de97-4088-b087-68a51c876a97 None None] Set router 08248eaa-9947-46c4-9586-680b24173f48 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:35:19.226801 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [None req-507cb512-09fa-4050-9157-e6135e7f17b5 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=104083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:19.227842 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-507cb512-09fa-4050-9157-e6135e7f17b5 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0334735 Feb 28 10:35:19.238587 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 42872) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:19.242604 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-e67b9477-9d4b-4de1-a9a1-f7548d3df0bc admin admin] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:19.283407 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [None req-a2dea1eb-3e7c-43a6-a0fe-be3eb26faaa3 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=104083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:19.287396 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a2dea1eb-3e7c-43a6-a0fe-be3eb26faaa3 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0435431 Feb 28 10:35:19.287396 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67b9477-9d4b-4de1-a9a1-f7548d3df0bc admin admin] Pushing event updated for resources: {'Port': ['ID=bd7d7429-e828-4be5-8f09-97307385bec5,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:19.288862 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67b9477-9d4b-4de1-a9a1-f7548d3df0bc admin admin] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:19.297629 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42874) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:19.299623 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4f2c4a8a-5549-4fd5-b8c1-e7f7aa9a68ec tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks [] for security_group (2482ea36-a7b7-42bf-ac5f-fb898881ed29), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:19.310124 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [None req-4b978a2e-a4a2-4a0f-a6c0-9f5ab8e27ea0 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=104084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:19.311180 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-4b978a2e-a4a2-4a0f-a6c0-9f5ab8e27ea0 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0102172 Feb 28 10:35:19.314351 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1f7f682e-b2ea-458a-b7dc-07aa789845a4 admin admin] Publish callbacks [] for port (2b564d3a-4f9c-42d3-84fd-9574720b94ed), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:19.317148 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42878) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:19.328345 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [None req-f2fe13de-1734-4f86-91cc-848a81cc8b81 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=104084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:19.329353 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-f2fe13de-1734-4f86-91cc-848a81cc8b81 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0100849 Feb 28 10:35:19.335354 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42880) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:19.376585 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [None req-1780a0a3-5a70-424b-bb54-df4ece55f3f9 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=104084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:19.381209 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-1780a0a3-5a70-424b-bb54-df4ece55f3f9 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0435591 Feb 28 10:35:19.383240 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42882) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:19.391940 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [None req-5459630b-d9a7-48ca-821a-c63299048344 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=104084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:19.395267 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-5459630b-d9a7-48ca-821a-c63299048344 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0076292 Feb 28 10:35:19.397880 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42884) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:19.407032 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [None req-bec8a595-5826-4f7f-91eb-0b3362cf2c38 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=104084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:19.408001 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-bec8a595-5826-4f7f-91eb-0b3362cf2c38 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0092263 Feb 28 10:35:19.412355 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42886) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:19.428591 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [None req-dc67bc1f-8623-4529-960b-29b706002b6b tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=104084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:19.429583 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-dc67bc1f-8623-4529-960b-29b706002b6b tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0079932 Feb 28 10:35:19.439068 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42888) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:19.444241 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-7dc188c1-cd1b-49ea-899d-66a879a60c6e tempest-MeteringTestJSON-1790431845 tempest-MeteringTestJSON-1790431845-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels?id=e0894d38-fcdf-4cee-bf9d-c0f6be491120 HTTP/1.1" status: 200 len: 467 time: 0.2485228 Feb 28 10:35:19.448429 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [None req-9079036c-9f1f-4e8d-ad87-5b92e7b418a9 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=104084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:19.451369 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-9079036c-9f1f-4e8d-ad87-5b92e7b418a9 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0069880 Feb 28 10:35:19.455595 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42890) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:19.455751 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 42892) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:19.461769 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [None req-b728d4bc-c501-4199-b740-585d908d02e1 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=104083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:19.462735 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-b728d4bc-c501-4199-b740-585d908d02e1 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0053661 Feb 28 10:35:19.468106 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 42894) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:19.472241 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [None req-4c0fce33-f63b-4bab-838f-67883da65401 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=104083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:19.473184 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-4c0fce33-f63b-4bab-838f-67883da65401 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0041828 Feb 28 10:35:19.526189 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42896) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:19.536041 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-820fe3c1-de97-4088-b087-68a51c876a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08248eaa-9947-46c4-9586-680b24173f48', 'name': 'tempest-ServersTestManualDisk-630797678-router', 'tenant_id': 'd4949ecb1236430a8fa635d2a669a8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': 'a8af0c09-0300-432d-a21d-230a5be7f4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:13Z', 'updated_at': '2022-02-28T10:35:15Z', 'revision_number': 3, 'project_id': 'd4949ecb1236430a8fa635d2a669a8c3', 'gw_port': {'id': 'a8af0c09-0300-432d-a21d-230a5be7f4e5', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ba:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08248eaa-9947-46c4-9586-680b24173f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:14Z', 'updated_at': '2022-02-28T10:35:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:19.562094 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc2cd6d-1f71-421d-a201-44d9f1ce0543 None None] Network 61f11b1b-099a-45f3-b423-a89dfa9243a1 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:19.567571 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820fe3c1-de97-4088-b087-68a51c876a97 None None] Checking router: 08248eaa-9947-46c4-9586-680b24173f48 for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:35:19.567929 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820fe3c1-de97-4088-b087-68a51c876a97 None None] Updating router 08248eaa-9947-46c4-9586-680b24173f48 port a8af0c09-0300-432d-a21d-230a5be7f4e5 binding host dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:35:19.578161 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [None req-855c3b78-597e-462b-a475-8a7362f1e130 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=104084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:19.579233 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-855c3b78-597e-462b-a475-8a7362f1e130 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0455327 Feb 28 10:35:19.583441 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42900) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:19.591498 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [None req-6cd46871-9198-4f36-b835-5874f0cbc0ef tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=104084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:19.592430 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-6cd46871-9198-4f36-b835-5874f0cbc0ef tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0048935 Feb 28 10:35:19.595766 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42902) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:19.602381 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [None req-6f8b16eb-ff5f-4b97-b44b-713332a8f469 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=104084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:19.603421 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-6f8b16eb-ff5f-4b97-b44b-713332a8f469 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0066781 Feb 28 10:35:19.607669 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42904) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:19.619730 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-820fe3c1-de97-4088-b087-68a51c876a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (a8af0c09-0300-432d-a21d-230a5be7f4e5), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:19.635772 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [None req-c7941031-aa1a-4ce3-8a84-7e22b0c63c81 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=104084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:19.637430 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c7941031-aa1a-4ce3-8a84-7e22b0c63c81 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0263169 Feb 28 10:35:19.640650 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 42906) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:19.646686 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [None req-81d2f857-7620-4b2b-8aa9-9f335f8b2769 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=104083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:19.648661 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-81d2f857-7620-4b2b-8aa9-9f335f8b2769 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0058973 Feb 28 10:35:19.651073 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 42908) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:19.651203 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-224a81b1-706d-489e-8cdb-a24ca6c9e0fe None None] Provisioning complete for port eb187bcd-ecde-4296-be90-9005840458f1 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:19.651544 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-224a81b1-706d-489e-8cdb-a24ca6c9e0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (eb187bcd-ecde-4296-be90-9005840458f1), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:19.657369 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [None req-f3b6d839-a6dc-47ad-a619-b3b8aff73305 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=104083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:19.659933 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-f3b6d839-a6dc-47ad-a619-b3b8aff73305 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0075548 Feb 28 10:35:19.663267 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 42910) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:19.668024 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [None req-466617da-b17e-40ce-be20-ecc94ea1f4e9 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=104083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:19.671347 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-466617da-b17e-40ce-be20-ecc94ea1f4e9 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0051959 Feb 28 10:35:19.671811 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 42912) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:19.677123 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [None req-b750f92e-7a3e-4f89-91c3-1aeaee76d58a tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=104083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:19.680269 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-b750f92e-7a3e-4f89-91c3-1aeaee76d58a tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0042048 Feb 28 10:35:19.681868 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 42914) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:19.687201 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [None req-7a77c810-aa31-4eb2-9250-3ac11efffe44 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=104083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:19.690438 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-7a77c810-aa31-4eb2-9250-3ac11efffe44 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0057733 Feb 28 10:35:19.690932 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 42916) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:19.701769 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [None req-a446225f-ec24-4a4d-bb3c-8491de63516d tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=104083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:19.705345 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a446225f-ec24-4a4d-bb3c-8491de63516d tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0126979 Feb 28 10:35:19.705562 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 42918) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:19.709927 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [None req-87f45df7-89b0-40fa-969d-fc5584cc086b tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=104083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:19.713112 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-87f45df7-89b0-40fa-969d-fc5584cc086b tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0045416 Feb 28 10:35:19.713404 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 42920) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:19.719789 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [None req-c142ddee-f4cc-45d1-9849-45f7fc2f2216 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=104083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:19.723117 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-c142ddee-f4cc-45d1-9849-45f7fc2f2216 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0065885 Feb 28 10:35:19.724679 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 42922) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:19.735357 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [None req-d2463691-12ac-42d2-995e-59870ed636a3 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=104083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:19.739371 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-d2463691-12ac-42d2-995e-59870ed636a3 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0136480 Feb 28 10:35:19.740211 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 42924) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:19.745011 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [None req-057d6d14-ff9f-4836-a325-e301cc859979 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=104083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:19.750271 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-057d6d14-ff9f-4836-a325-e301cc859979 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0090144 Feb 28 10:35:19.751051 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 42926) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:19.757275 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [None req-9d2ec526-f6e1-4ee3-b73c-d8b72a4c5ae8 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=104083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:19.763042 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-9d2ec526-f6e1-4ee3-b73c-d8b72a4c5ae8 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0106823 Feb 28 10:35:19.765201 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42928) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:19.814421 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-224a81b1-706d-489e-8cdb-a24ca6c9e0fe None None] Current status of the port eb187bcd-ecde-4296-be90-9005840458f1 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:19.814421 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-224a81b1-706d-489e-8cdb-a24ca6c9e0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (eb187bcd-ecde-4296-be90-9005840458f1), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:19.852648 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-224a81b1-706d-489e-8cdb-a24ca6c9e0fe None None] For port eb187bcd-ecde-4296-be90-9005840458f1, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=eb187bcd-ecde-4296-be90-9005840458f1,segment=NetworkSegment(db76503e-05d2-4ea2-9a37-05c2b8cc2076),segment_id=db76503e-05d2-4ea2-9a37-05c2b8cc2076)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:35:19.922910 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Made reservation on behalf of 915d2f1518c84c3cb3ab5a0d8422f10e for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:19.927805 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:19.958496 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [None req-28f2444e-584d-409f-9baf-8d1837a3b139 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=104084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:19.965145 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-28f2444e-584d-409f-9baf-8d1837a3b139 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.1927452 Feb 28 10:35:19.970700 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42930) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:19.977464 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [None req-c8bfac34-9187-44e0-a817-ffb831e0367c tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=104084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:19.982320 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c8bfac34-9187-44e0-a817-ffb831e0367c tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0065784 Feb 28 10:35:19.984483 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:19.988656 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-224a81b1-706d-489e-8cdb-a24ca6c9e0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (eb187bcd-ecde-4296-be90-9005840458f1), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:19.989282 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1f7f682e-b2ea-458a-b7dc-07aa789845a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (2b564d3a-4f9c-42d3-84fd-9574720b94ed), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:19.991384 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-ad1ef2a9-4d14-4e2d-836c-278e47132e80 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 26f9803e-e95e-417c-bd35-2bef3b5e4098) {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:19.992929 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4f2c4a8a-5549-4fd5-b8c1-e7f7aa9a68ec tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (2482ea36-a7b7-42bf-ac5f-fb898881ed29), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:19.995702 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42932) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:20.008624 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37da6160-e8b9-4453-9eca-018d97a81871 None None] Network 26f9803e-e95e-417c-bd35-2bef3b5e4098 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:20.016896 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1ef2a9-4d14-4e2d-836c-278e47132e80 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:20.016896 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ad1ef2a9-4d14-4e2d-836c-278e47132e80 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:20.027316 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [None req-69192018-9247-4cf0-acde-59340a59dcca tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=104084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:20.028317 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-69192018-9247-4cf0-acde-59340a59dcca tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0168579 Feb 28 10:35:20.095593 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42936) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:20.101777 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [None req-133b7458-1f78-4713-9020-aa4f00d6d4d1 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=104084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:20.103123 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-133b7458-1f78-4713-9020-aa4f00d6d4d1 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0063868 Feb 28 10:35:20.105699 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:20.108949 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 42938) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:20.117721 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-de75d0d9-91be-4591-a8df-cf2daf3cd3bd tempest-MeteringTestJSON-1790431845 tempest-MeteringTestJSON-1790431845-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:20.120339 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [None req-e8d35ada-1ccc-44c7-921e-9287be3fb975 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=104083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:20.122152 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-e8d35ada-1ccc-44c7-921e-9287be3fb975 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0062478 Feb 28 10:35:20.123149 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 42940) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:20.127793 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-de75d0d9-91be-4591-a8df-cf2daf3cd3bd tempest-MeteringTestJSON-1790431845 tempest-MeteringTestJSON-1790431845-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-labels/e0894d38-fcdf-4cee-bf9d-c0f6be491120 HTTP/1.1" status: 204 len: 168 time: 0.6711819 Feb 28 10:35:20.150797 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42942) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:20.158163 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [None req-a9383111-ce62-4515-9ed5-c3408bd29ad1 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=104084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:20.165221 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224a81b1-706d-489e-8cdb-a24ca6c9e0fe None None] Pushing event updated for resources: {'Port': ['ID=eb187bcd-ecde-4296-be90-9005840458f1,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:20.171627 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-a9383111-ce62-4515-9ed5-c3408bd29ad1 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0197527 Feb 28 10:35:20.172553 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f2c4a8a-5549-4fd5-b8c1-e7f7aa9a68ec tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:35:20.195275 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7f682e-b2ea-458a-b7dc-07aa789845a4 admin admin] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:20.198034 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42944) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:20.212237 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-3da9de47-df82-490b-b0f6-9007d1b4591a tempest-MeteringTestJSON-1790431845 tempest-MeteringTestJSON-1790431845-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels?id=e0894d38-fcdf-4cee-bf9d-c0f6be491120 HTTP/1.1" status: 200 len: 216 time: 0.0713136 Feb 28 10:35:20.219211 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 42946) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:20.223892 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-ad1ef2a9-4d14-4e2d-836c-278e47132e80 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5817025 Feb 28 10:35:20.233069 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42948) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:20.236123 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [None req-0c975ea8-03b0-4ff1-aa74-3c71b32caa9b tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=104084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:20.237193 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-0c975ea8-03b0-4ff1-aa74-3c71b32caa9b tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0292912 Feb 28 10:35:20.242080 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42950) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:20.255061 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-1b24b788-d4e3-4e4e-8cf9-2b4e24b1f1e9 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Request body: {'port': {'network_id': '26f9803e-e95e-417c-bd35-2bef3b5e4098', 'name': 'tempest-DHCPAgentSchedulersTestJSON-25171506'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:20.256173 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-2077ddc7-28f9-4aa9-a1ae-6ce69cff1b03 None None] Provisioning complete for port eb187bcd-ecde-4296-be90-9005840458f1 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:20.256682 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2077ddc7-28f9-4aa9-a1ae-6ce69cff1b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (eb187bcd-ecde-4296-be90-9005840458f1), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:20.259558 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e67b9477-9d4b-4de1-a9a1-f7548d3df0bc admin admin] Publish callbacks [] for router_gateway (d48a0f53-921a-4610-bdd4-e1c43518b96e), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:20.264994 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-820fe3c1-de97-4088-b087-68a51c876a97 None None] Publish callbacks [] for port (a8af0c09-0300-432d-a21d-230a5be7f4e5), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:20.290429 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2c4a8a-5549-4fd5-b8c1-e7f7aa9a68ec tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2482ea36-a7b7-42bf-ac5f-fb898881ed29,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:20.293430 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-1f7f682e-b2ea-458a-b7dc-07aa789845a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:20.298964 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [None req-da5c852c-f253-493e-9ef5-677db5fdaa13 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=104084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:20.299934 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-da5c852c-f253-493e-9ef5-677db5fdaa13 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0105050 Feb 28 10:35:20.312642 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7f682e-b2ea-458a-b7dc-07aa789845a4 admin admin] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:20.361337 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-820fe3c1-de97-4088-b087-68a51c876a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (a8af0c09-0300-432d-a21d-230a5be7f4e5), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:20.401163 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-2077ddc7-28f9-4aa9-a1ae-6ce69cff1b03 None None] Current status of the port eb187bcd-ecde-4296-be90-9005840458f1 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:20.404875 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbdb3ee-572e-4d16-9b1b-9e531c05cdbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-26f9803e-e95e-417c-bd35-2bef3b5e4098', 'network_id': '26f9803e-e95e-417c-bd35-2bef3b5e4098', 'project_id': 'e72c0e73dd4445fc85d278f49bda991a', 'fixed_ips': [{'subnet_id': '5d973607-9b13-48fb-b9d6-9b28493fb841'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:35:20.406744 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0dbdb3ee-572e-4d16-9b1b-9e531c05cdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:20.426258 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device eb187bcd-ecde-4296-be90-9005840458f1 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:35:20.427062 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42952) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:20.427533 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7f682e-b2ea-458a-b7dc-07aa789845a4 admin admin] Pushing event updated for resources: {'Port': ['ID=2b564d3a-4f9c-42d3-84fd-9574720b94ed,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:20.436151 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4f2c4a8a-5549-4fd5-b8c1-e7f7aa9a68ec tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (93b14aee-dc5c-4a90-90e1-c2ead1bf5525), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:20.436502 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-4f2c4a8a-5549-4fd5-b8c1-e7f7aa9a68ec tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Added segment 93b14aee-dc5c-4a90-90e1-c2ead1bf5525 of type vlan for network 350ff726-8cd6-4190-83f8-476ee9d2ff11 Feb 28 10:35:20.442672 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-820fe3c1-de97-4088-b087-68a51c876a97 None None] Attempting to bind port a8af0c09-0300-432d-a21d-230a5be7f4e5 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:20.443993 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-820fe3c1-de97-4088-b087-68a51c876a97 None None] Attempting to bind port a8af0c09-0300-432d-a21d-230a5be7f4e5 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:20.444379 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820fe3c1-de97-4088-b087-68a51c876a97 None None] Attempting to bind port a8af0c09-0300-432d-a21d-230a5be7f4e5 on network e88d86cf-af22-4900-bdd2-aa4038554136 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:20.456209 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [None req-b1fd842a-480e-4dda-95cc-848ee1b46b0b tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=104084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:20.457197 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-b1fd842a-480e-4dda-95cc-848ee1b46b0b tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0272293 Feb 28 10:35:20.471689 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-dd4386e7-8fcc-4a27-82af-a7874b30eeb7 tempest-MeteringTestJSON-1790431845 tempest-MeteringTestJSON-1790431845-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.2313671 Feb 28 10:35:20.476873 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42954) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:20.477251 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42956) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:20.508255 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820fe3c1-de97-4088-b087-68a51c876a97 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:35:20.512573 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820fe3c1-de97-4088-b087-68a51c876a97 None None] Checking segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:20.512573 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-820fe3c1-de97-4088-b087-68a51c876a97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:20.512573 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820fe3c1-de97-4088-b087-68a51c876a97 None None] Bound using segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:35:20.512573 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-820fe3c1-de97-4088-b087-68a51c876a97 None None] Bound port: a8af0c09-0300-432d-a21d-230a5be7f4e5, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:35:20.512573 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-820fe3c1-de97-4088-b087-68a51c876a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (a8af0c09-0300-432d-a21d-230a5be7f4e5), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:20.514994 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [None req-8258dc7a-418c-43f0-9af7-27af01faa098 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=104084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:20.515984 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-8258dc7a-418c-43f0-9af7-27af01faa098 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0378668 Feb 28 10:35:20.530464 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42958) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:20.552535 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [None req-bc055d5b-3373-4300-8cfb-83c9d61d2493 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=104084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:20.553549 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-bc055d5b-3373-4300-8cfb-83c9d61d2493 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0165207 Feb 28 10:35:20.561318 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-a0f23e70-7f83-4489-875e-0e6db4ce8d40 tempest-MeteringTestJSON-1790431845 tempest-MeteringTestJSON-1790431845-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0806422 Feb 28 10:35:20.588622 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42960) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:20.588971 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42962) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:20.589792 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-820fe3c1-de97-4088-b087-68a51c876a97 None None] For port a8af0c09-0300-432d-a21d-230a5be7f4e5, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:35:20.594463 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-820fe3c1-de97-4088-b087-68a51c876a97 None None] For port a8af0c09-0300-432d-a21d-230a5be7f4e5, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=a8af0c09-0300-432d-a21d-230a5be7f4e5,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:35:20.610484 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [None req-3b01e185-7dff-4af5-a11c-f2e17670d24c tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=104084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:20.611645 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-3b01e185-7dff-4af5-a11c-f2e17670d24c tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0184398 Feb 28 10:35:20.622771 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42964) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:20.624533 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4f2c4a8a-5549-4fd5-b8c1-e7f7aa9a68ec tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (350ff726-8cd6-4190-83f8-476ee9d2ff11), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:20.631716 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [None req-36b7675e-a200-466d-a427-643122749747 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=104084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:20.632668 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-36b7675e-a200-466d-a427-643122749747 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0058048 Feb 28 10:35:20.636255 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf303f0-5f60-4b85-b0f3-3dfac72629b5 None None] Pushing event updated for resources: {'Port': ['ID=a8af0c09-0300-432d-a21d-230a5be7f4e5,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:20.639566 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 42966) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:20.646851 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf303f0-5f60-4b85-b0f3-3dfac72629b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:20.647498 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf303f0-5f60-4b85-b0f3-3dfac72629b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:20.648036 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf303f0-5f60-4b85-b0f3-3dfac72629b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:20.648558 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf303f0-5f60-4b85-b0f3-3dfac72629b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:20.649092 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf303f0-5f60-4b85-b0f3-3dfac72629b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:20.649770 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf303f0-5f60-4b85-b0f3-3dfac72629b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:20.650684 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf303f0-5f60-4b85-b0f3-3dfac72629b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:20.651242 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf303f0-5f60-4b85-b0f3-3dfac72629b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:20.651648 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-0dbdb3ee-572e-4d16-9b1b-9e531c05cdbd None None] Allocated IP 172.20.0.2 (26f9803e-e95e-417c-bd35-2bef3b5e4098/5d973607-9b13-48fb-b9d6-9b28493fb841/d4b42c39-a0d6-4019-8be8-1d1da066af09) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:20.652809 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf303f0-5f60-4b85-b0f3-3dfac72629b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:20.653376 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf303f0-5f60-4b85-b0f3-3dfac72629b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:20.653958 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf303f0-5f60-4b85-b0f3-3dfac72629b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:20.654504 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf303f0-5f60-4b85-b0f3-3dfac72629b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:20.655215 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf303f0-5f60-4b85-b0f3-3dfac72629b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:20.656576 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf303f0-5f60-4b85-b0f3-3dfac72629b5 None None] Tracked resource versions report: Feb 28 10:35:20.656576 dv-neutron-829161-3-hyperv neutron-server[104086]: pushed versions: Feb 28 10:35:20.656576 dv-neutron-829161-3-hyperv neutron-server[104086]: { 'AddressGroup': {'1.2'}, Feb 28 10:35:20.656576 dv-neutron-829161-3-hyperv neutron-server[104086]: 'ConntrackHelper': {'1.0'}, Feb 28 10:35:20.656576 dv-neutron-829161-3-hyperv neutron-server[104086]: 'LocalIPAssociation': {'1.0'}, Feb 28 10:35:20.656576 dv-neutron-829161-3-hyperv neutron-server[104086]: 'Log': {'1.0'}, Feb 28 10:35:20.656576 dv-neutron-829161-3-hyperv neutron-server[104086]: 'Network': {'1.1'}, Feb 28 10:35:20.656576 dv-neutron-829161-3-hyperv neutron-server[104086]: 'Port': {'1.7'}, Feb 28 10:35:20.656576 dv-neutron-829161-3-hyperv neutron-server[104086]: 'PortForwarding': {'1.2'}, Feb 28 10:35:20.656576 dv-neutron-829161-3-hyperv neutron-server[104086]: 'QosPolicy': {'1.10'}, Feb 28 10:35:20.656576 dv-neutron-829161-3-hyperv neutron-server[104086]: 'SecurityGroup': {'1.5'}, Feb 28 10:35:20.656576 dv-neutron-829161-3-hyperv neutron-server[104086]: 'SecurityGroupRule': {'1.2'}, Feb 28 10:35:20.656576 dv-neutron-829161-3-hyperv neutron-server[104086]: 'SubPort': {'1.0'}, Feb 28 10:35:20.656576 dv-neutron-829161-3-hyperv neutron-server[104086]: 'Subnet': {'1.1'}, Feb 28 10:35:20.656576 dv-neutron-829161-3-hyperv neutron-server[104086]: 'Trunk': {'1.1'}} Feb 28 10:35:20.656576 dv-neutron-829161-3-hyperv neutron-server[104086]: consumer versions: Feb 28 10:35:20.656576 dv-neutron-829161-3-hyperv neutron-server[104086]: { DHCP agent@dv-neutron-829161-3-hyperv: {}, Feb 28 10:35:20.656576 dv-neutron-829161-3-hyperv neutron-server[104086]: HyperV agent@hv-neutron-8291: {}, Feb 28 10:35:20.656576 dv-neutron-829161-3-hyperv neutron-server[104086]: L3 agent@dv-neutron-829161-3-hyperv: {}, Feb 28 10:35:20.656576 dv-neutron-829161-3-hyperv neutron-server[104086]: Metadata agent@dv-neutron-829161-3-hyperv: {}, Feb 28 10:35:20.656576 dv-neutron-829161-3-hyperv neutron-server[104086]: Metering agent@dv-neutron-829161-3-hyperv: {}, Feb 28 10:35:20.656576 dv-neutron-829161-3-hyperv neutron-server[104086]: Open vSwitch agent@dv-neutron-829161-3-hyperv: { 'AddressGroup': '1.2', Feb 28 10:35:20.656576 dv-neutron-829161-3-hyperv neutron-server[104086]: 'ConntrackHelper': '1.0', Feb 28 10:35:20.656576 dv-neutron-829161-3-hyperv neutron-server[104086]: 'LocalIPAssociation': '1.0', Feb 28 10:35:20.656576 dv-neutron-829161-3-hyperv neutron-server[104086]: 'Log': '1.0', Feb 28 10:35:20.656576 dv-neutron-829161-3-hyperv neutron-server[104086]: 'Network': '1.1', Feb 28 10:35:20.656576 dv-neutron-829161-3-hyperv neutron-server[104086]: 'Port': '1.7', Feb 28 10:35:20.656576 dv-neutron-829161-3-hyperv neutron-server[104086]: 'PortForwarding': '1.2', Feb 28 10:35:20.656576 dv-neutron-829161-3-hyperv neutron-server[104086]: 'QosPolicy': '1.10', Feb 28 10:35:20.656576 dv-neutron-829161-3-hyperv neutron-server[104086]: 'SecurityGroup': '1.5', Feb 28 10:35:20.656576 dv-neutron-829161-3-hyperv neutron-server[104086]: 'SecurityGroupRule': '1.2', Feb 28 10:35:20.656576 dv-neutron-829161-3-hyperv neutron-server[104086]: 'SubPort': '1.0', Feb 28 10:35:20.656576 dv-neutron-829161-3-hyperv neutron-server[104086]: 'Subnet': '1.1', Feb 28 10:35:20.656576 dv-neutron-829161-3-hyperv neutron-server[104086]: 'Trunk': '1.1'}} Feb 28 10:35:20.656576 dv-neutron-829161-3-hyperv neutron-server[104086]: {{(pid=104086) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 10:35:20.677904 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [None req-905c9905-24eb-4803-81de-fe28f4d63535 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=104083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:20.682041 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-905c9905-24eb-4803-81de-fe28f4d63535 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0077958 Feb 28 10:35:20.682382 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42968) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:20.685940 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-820fe3c1-de97-4088-b087-68a51c876a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (a8af0c09-0300-432d-a21d-230a5be7f4e5), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:20.696338 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-1645b207-de47-4d4f-9b75-55fcad5c9b79 tempest-MeteringTestJSON-1790431845 tempest-MeteringTestJSON-1790431845-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels/f2967461-bf9a-4c3b-8995-99eda8d478db HTTP/1.1" status: 200 len: 473 time: 0.1016691 Feb 28 10:35:20.701174 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42970) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:20.704866 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [None req-fad34a80-f370-421d-a9f8-1e47d38c3831 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=104084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:20.705042 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f717a43f-cfc3-4e00-83ac-17b1739dbcf4 None None] Network 3446291b-b1f9-4318-9a41-856ad362fcb1 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:20.705196 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-fad34a80-f370-421d-a9f8-1e47d38c3831 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0160651 Feb 28 10:35:20.714315 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42972) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:20.731686 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [None req-468edbfc-12ad-40f3-8d7f-756d07c08601 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=104084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:20.732660 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-468edbfc-12ad-40f3-8d7f-756d07c08601 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0132377 Feb 28 10:35:20.738465 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42974) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:20.769465 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf303f0-5f60-4b85-b0f3-3dfac72629b5 None None] Pushing event updated for resources: {'Port': ['ID=a8af0c09-0300-432d-a21d-230a5be7f4e5,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:20.779760 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-47b81d5a-1490-4c53-acc5-6b15d246c124 tempest-MeteringTestJSON-1790431845 tempest-MeteringTestJSON-1790431845-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules/2192af4b-0fdc-4243-8d90-17f24a891cb5 HTTP/1.1" status: 200 len: 461 time: 0.0733962 Feb 28 10:35:20.784845 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [None req-bed39ab5-f583-4c2c-b924-316360f62edd tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=104084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:20.785819 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-bed39ab5-f583-4c2c-b924-316360f62edd tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0143385 Feb 28 10:35:20.787934 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42976) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:20.789612 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 42978) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:20.807826 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [None req-667e03d1-c18c-4f14-af93-3d431e330873 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=104083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:20.814273 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-667e03d1-c18c-4f14-af93-3d431e330873 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0057995 Feb 28 10:35:20.814416 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-02d396b1-0fdf-4baf-a341-57cab91a5497 None None] Provisioning complete for port 3bf6ceb5-cff7-4177-8206-817fc787e02f triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:20.814416 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-02d396b1-0fdf-4baf-a341-57cab91a5497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (3bf6ceb5-cff7-4177-8206-817fc787e02f), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:20.820834 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820fe3c1-de97-4088-b087-68a51c876a97 None None] Routers {'08248eaa-9947-46c4-9586-680b24173f48'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:35:20.822350 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-820fe3c1-de97-4088-b087-68a51c876a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:35:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['08248eaa-9947-46c4-9586-680b24173f48'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:20.827243 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42980) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:20.836576 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [None req-c769a782-4738-4e60-9631-0b1d35b80a7b tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=104084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:20.837542 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c769a782-4738-4e60-9631-0b1d35b80a7b tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0081537 Feb 28 10:35:20.851390 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42982) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:20.860939 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [None req-5db9e80e-261c-4842-8214-e40aa5c3ec5f tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=104084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:20.861933 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-5db9e80e-261c-4842-8214-e40aa5c3ec5f tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0064080 Feb 28 10:35:20.873915 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 42984) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:20.878648 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port eb187bcd-ecde-4296-be90-9005840458f1 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:20.878995 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (eb187bcd-ecde-4296-be90-9005840458f1), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:20.883377 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [None req-212aaa71-9c32-4a08-b1c4-0e7e6ae793c3 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=104083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:20.887151 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-212aaa71-9c32-4a08-b1c4-0e7e6ae793c3 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0121439 Feb 28 10:35:20.891420 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42986) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:20.894682 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Publish callbacks [] for security_group (bfa75acd-2a30-49f8-bf27-dc086aea0794), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:20.895625 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [None req-db65db59-25b7-4500-8781-193c7584f4a8 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=104084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:20.896830 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-db65db59-25b7-4500-8781-193c7584f4a8 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0044384 Feb 28 10:35:20.900884 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4f2c4a8a-5549-4fd5-b8c1-e7f7aa9a68ec tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (350ff726-8cd6-4190-83f8-476ee9d2ff11), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:20.901444 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 42988) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:20.902681 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2c4a8a-5549-4fd5-b8c1-e7f7aa9a68ec tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:20.903555 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4f2c4a8a-5549-4fd5-b8c1-e7f7aa9a68ec tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:20.910231 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [None req-19484377-a547-414e-83a3-89989c4e1e99 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] http://10.222.0.62:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=104083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:20.918225 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-19484377-a547-414e-83a3-89989c4e1e99 tempest-ExtensionsTestJSON-1141958642 tempest-ExtensionsTestJSON-1141958642-project] 10.222.0.62 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0109296 Feb 28 10:35:20.994865 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (bfa75acd-2a30-49f8-bf27-dc086aea0794), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:21.016184 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-820fe3c1-de97-4088-b087-68a51c876a97 None None] Set router 08248eaa-9947-46c4-9586-680b24173f48 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:35:21.025601 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] device_id is not set on port ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9 yet. {{(pid=104083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:35:21.035199 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-02d396b1-0fdf-4baf-a341-57cab91a5497 None None] Current status of the port 3bf6ceb5-cff7-4177-8206-817fc787e02f is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:21.035407 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-02d396b1-0fdf-4baf-a341-57cab91a5497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (3bf6ceb5-cff7-4177-8206-817fc787e02f), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:21.116379 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b24b788-d4e3-4e4e-8cf9-2b4e24b1f1e9 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Made reservation on behalf of e72c0e73dd4445fc85d278f49bda991a for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:21.120501 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1b24b788-d4e3-4e4e-8cf9-2b4e24b1f1e9 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:21.170486 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-4f2c4a8a-5549-4fd5-b8c1-e7f7aa9a68ec tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 3.4650342 Feb 28 10:35:21.171790 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-02d396b1-0fdf-4baf-a341-57cab91a5497 None None] For port 3bf6ceb5-cff7-4177-8206-817fc787e02f, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=3bf6ceb5-cff7-4177-8206-817fc787e02f,segment=NetworkSegment(be7ef583-9773-47a5-8fb0-292ce51f3db0),segment_id=be7ef583-9773-47a5-8fb0-292ce51f3db0)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:35:21.175422 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1f7f682e-b2ea-458a-b7dc-07aa789845a4 admin admin] Publish callbacks [] for router_gateway (eddb501a-cfd7-433e-9cc5-b804a18d97f9), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:21.178593 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42992) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:21.182965 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa75acd-2a30-49f8-bf27-dc086aea0794,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:21.210669 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-1b24b788-d4e3-4e4e-8cf9-2b4e24b1f1e9 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] device_id is not set on port 9a890b87-c818-4209-ac4f-e402522a2f1a yet. {{(pid=104083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:35:21.219034 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port eb187bcd-ecde-4296-be90-9005840458f1 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:21.220133 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 3bf6ceb5-cff7-4177-8206-817fc787e02f up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:35:21.228602 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2c4a8a-5549-4fd5-b8c1-e7f7aa9a68ec tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Pushing event updated for resources: {'Network': ['ID=350ff726-8cd6-4190-83f8-476ee9d2ff11,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:21.265177 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0dbdb3ee-572e-4d16-9b1b-9e531c05cdbd None None] Publish callbacks [] for port (d4b42c39-a0d6-4019-8be8-1d1da066af09), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:21.282656 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 350ff726-8cd6-4190-83f8-476ee9d2ff11 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:35:21.288931 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:21.305811 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-02d396b1-0fdf-4baf-a341-57cab91a5497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (3bf6ceb5-cff7-4177-8206-817fc787e02f), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:21.370130 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4e63efa9-e267-4795-8e1e-8a4b7d80cd66 tempest-MeteringTestJSON-1790431845 tempest-MeteringTestJSON-1790431845-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:21.384068 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-4e63efa9-e267-4795-8e1e-8a4b7d80cd66 tempest-MeteringTestJSON-1790431845 tempest-MeteringTestJSON-1790431845-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-label-rules/2192af4b-0fdc-4243-8d90-17f24a891cb5 HTTP/1.1" status: 204 len: 168 time: 0.5951231 Feb 28 10:35:21.391188 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e67b9477-9d4b-4de1-a9a1-f7548d3df0bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (d48a0f53-921a-4610-bdd4-e1c43518b96e), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:21.394039 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 42994) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:21.403027 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0dbdb3ee-572e-4d16-9b1b-9e531c05cdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (d4b42c39-a0d6-4019-8be8-1d1da066af09), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:21.463753 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-820fe3c1-de97-4088-b087-68a51c876a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08248eaa-9947-46c4-9586-680b24173f48', 'name': 'tempest-ServersTestManualDisk-630797678-router', 'tenant_id': 'd4949ecb1236430a8fa635d2a669a8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': 'a8af0c09-0300-432d-a21d-230a5be7f4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:13Z', 'updated_at': '2022-02-28T10:35:15Z', 'revision_number': 3, 'project_id': 'd4949ecb1236430a8fa635d2a669a8c3', 'gw_port': {'id': 'a8af0c09-0300-432d-a21d-230a5be7f4e5', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ba:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08248eaa-9947-46c4-9586-680b24173f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:14Z', 'updated_at': '2022-02-28T10:35:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:21.507774 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbdb3ee-572e-4d16-9b1b-9e531c05cdbd None None] Network 26f9803e-e95e-417c-bd35-2bef3b5e4098 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:21.513270 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820fe3c1-de97-4088-b087-68a51c876a97 None None] The sync data for ids ['08248eaa-9947-46c4-9586-680b24173f48'] in dv-neutron-829161-3-hyperv is: [{'id': '08248eaa-9947-46c4-9586-680b24173f48', 'name': 'tempest-ServersTestManualDisk-630797678-router', 'tenant_id': 'd4949ecb1236430a8fa635d2a669a8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': 'a8af0c09-0300-432d-a21d-230a5be7f4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:13Z', 'updated_at': '2022-02-28T10:35:15Z', 'revision_number': 3, 'project_id': 'd4949ecb1236430a8fa635d2a669a8c3', 'gw_port': {'id': 'a8af0c09-0300-432d-a21d-230a5be7f4e5', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ba:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08248eaa-9947-46c4-9586-680b24173f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:14Z', 'updated_at': '2022-02-28T10:35:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:35:21.522217 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d396b1-0fdf-4baf-a341-57cab91a5497 None None] Pushing event updated for resources: {'Port': ['ID=3bf6ceb5-cff7-4177-8206-817fc787e02f,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:21.525219 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-0dbdb3ee-572e-4d16-9b1b-9e531c05cdbd None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:21.530383 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbdb3ee-572e-4d16-9b1b-9e531c05cdbd None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:21.580417 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 3bf6ceb5-cff7-4177-8206-817fc787e02f triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:21.580812 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (3bf6ceb5-cff7-4177-8206-817fc787e02f), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:21.640745 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 42998) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:21.680481 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a725e8fc-55ac-49a8-9570-39084aa9c609 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (350ff726-8cd6-4190-83f8-476ee9d2ff11), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:21.771908 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ef87be95-9af2-4bb7-b649-fdaa440bf0dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:21.794301 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbdb3ee-572e-4d16-9b1b-9e531c05cdbd None None] Pushing event updated for resources: {'Port': ['ID=d4b42c39-a0d6-4019-8be8-1d1da066af09,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:21.822392 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-87d55fde-603a-4fdc-8d08-42bb7a52bcc1 None None] Provisioning complete for port 3bf6ceb5-cff7-4177-8206-817fc787e02f triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:21.822765 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-87d55fde-603a-4fdc-8d08-42bb7a52bcc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (3bf6ceb5-cff7-4177-8206-817fc787e02f), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:21.825645 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-1b24b788-d4e3-4e4e-8cf9-2b4e24b1f1e9 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Allocated IP 172.20.0.13 (26f9803e-e95e-417c-bd35-2bef3b5e4098/5d973607-9b13-48fb-b9d6-9b28493fb841/9a890b87-c818-4209-ac4f-e402522a2f1a) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:21.873240 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] device_id is not set on port ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9 yet. {{(pid=104083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:35:21.907662 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Publish callbacks [] for port (ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:21.911848 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-0dbdb3ee-572e-4d16-9b1b-9e531c05cdbd None None] Attempting to bind port d4b42c39-a0d6-4019-8be8-1d1da066af09 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:21.912541 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-0dbdb3ee-572e-4d16-9b1b-9e531c05cdbd None None] Attempting to bind port d4b42c39-a0d6-4019-8be8-1d1da066af09 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '3d2eb23f-bfac-4569-8b73-95fb16ac4d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '26f9803e-e95e-417c-bd35-2bef3b5e4098'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:21.912659 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbdb3ee-572e-4d16-9b1b-9e531c05cdbd None None] Attempting to bind port d4b42c39-a0d6-4019-8be8-1d1da066af09 on network 26f9803e-e95e-417c-bd35-2bef3b5e4098 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:21.926631 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbdb3ee-572e-4d16-9b1b-9e531c05cdbd None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:35:21.927062 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbdb3ee-572e-4d16-9b1b-9e531c05cdbd None None] Checking segment: {'id': '3d2eb23f-bfac-4569-8b73-95fb16ac4d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '26f9803e-e95e-417c-bd35-2bef3b5e4098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:21.927470 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0dbdb3ee-572e-4d16-9b1b-9e531c05cdbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:21.927871 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbdb3ee-572e-4d16-9b1b-9e531c05cdbd None None] Bound using segment: {'id': '3d2eb23f-bfac-4569-8b73-95fb16ac4d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '26f9803e-e95e-417c-bd35-2bef3b5e4098'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:35:21.928361 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-0dbdb3ee-572e-4d16-9b1b-9e531c05cdbd None None] Bound port: d4b42c39-a0d6-4019-8be8-1d1da066af09, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d2eb23f-bfac-4569-8b73-95fb16ac4d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '26f9803e-e95e-417c-bd35-2bef3b5e4098'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:35:21.928759 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0dbdb3ee-572e-4d16-9b1b-9e531c05cdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (d4b42c39-a0d6-4019-8be8-1d1da066af09), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:21.977063 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-fb0e1827-a228-426e-b824-737720fd29ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:22.003205 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:22.051328 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 3bf6ceb5-cff7-4177-8206-817fc787e02f is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:22.064389 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-87d55fde-603a-4fdc-8d08-42bb7a52bcc1 None None] Current status of the port 3bf6ceb5-cff7-4177-8206-817fc787e02f is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:22.087874 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-0dbdb3ee-572e-4d16-9b1b-9e531c05cdbd None None] For port d4b42c39-a0d6-4019-8be8-1d1da066af09, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:35:22.092137 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-0dbdb3ee-572e-4d16-9b1b-9e531c05cdbd None None] For port d4b42c39-a0d6-4019-8be8-1d1da066af09, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=d4b42c39-a0d6-4019-8be8-1d1da066af09,segment=NetworkSegment(3d2eb23f-bfac-4569-8b73-95fb16ac4d5c),segment_id=3d2eb23f-bfac-4569-8b73-95fb16ac4d5c)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:35:22.112726 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e67b9477-9d4b-4de1-a9a1-f7548d3df0bc admin admin] Router d48a0f53-921a-4610-bdd4-e1c43518b96e is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:35:22.170523 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0dbdb3ee-572e-4d16-9b1b-9e531c05cdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (d4b42c39-a0d6-4019-8be8-1d1da066af09), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:22.181023 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Pushing event updated for resources: {'Port': ['ID=ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:22.245424 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-fb0e1827-a228-426e-b824-737720fd29ba admin admin] Publish callbacks [] for security_group (10822677-0d4d-447f-b030-4ef47f467442), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:22.265212 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbdb3ee-572e-4d16-9b1b-9e531c05cdbd None None] Pushing event updated for resources: {'Port': ['ID=d4b42c39-a0d6-4019-8be8-1d1da066af09,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:22.346144 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1f7f682e-b2ea-458a-b7dc-07aa789845a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (eddb501a-cfd7-433e-9cc5-b804a18d97f9), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:22.370030 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1b24b788-d4e3-4e4e-8cf9-2b4e24b1f1e9 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Publish callbacks [] for port (9a890b87-c818-4209-ac4f-e402522a2f1a), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:22.374324 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device eb187bcd-ecde-4296-be90-9005840458f1 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:35:22.399849 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Checking segment: {'id': '5eb904db-8daf-4814-81aa-b782e084058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c044044b-2140-40cb-a500-2e0f881ef03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:22.399849 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Network hostable DHCP agents. Network: c044044b-2140-40cb-a500-2e0f881ef03c, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:35:22.412314 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-fb0e1827-a228-426e-b824-737720fd29ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (10822677-0d4d-447f-b030-4ef47f467442), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:22.413407 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a725e8fc-55ac-49a8-9570-39084aa9c609 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (350ff726-8cd6-4190-83f8-476ee9d2ff11), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:22.425745 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-89b5a8aa-fee8-431c-b2d2-0990ae7b11ca tempest-MeteringTestJSON-1790431845 tempest-MeteringTestJSON-1790431845-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:22.427364 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-89b5a8aa-fee8-431c-b2d2-0990ae7b11ca tempest-MeteringTestJSON-1790431845 tempest-MeteringTestJSON-1790431845-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-labels/f2967461-bf9a-4c3b-8995-99eda8d478db HTTP/1.1" status: 204 len: 168 time: 1.0280070 Feb 28 10:35:22.479025 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port eb187bcd-ecde-4296-be90-9005840458f1 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:22.481594 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (eb187bcd-ecde-4296-be90-9005840458f1), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:22.561220 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a725e8fc-55ac-49a8-9570-39084aa9c609 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=104084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:35:22.563794 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a725e8fc-55ac-49a8-9570-39084aa9c609 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:35:22.563794 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a725e8fc-55ac-49a8-9570-39084aa9c609 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:35:22.563794 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a725e8fc-55ac-49a8-9570-39084aa9c609 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Subscribe: > port after_create 55550000 {{(pid=104084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:35:22.563794 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a725e8fc-55ac-49a8-9570-39084aa9c609 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Subscribe: > port after_delete 55550000 {{(pid=104084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:35:22.563794 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a725e8fc-55ac-49a8-9570-39084aa9c609 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Subscribe: > port after_update 55550000 {{(pid=104084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:35:22.564366 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a725e8fc-55ac-49a8-9570-39084aa9c609 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=104084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:35:22.564366 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a725e8fc-55ac-49a8-9570-39084aa9c609 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=104084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:35:22.566921 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a725e8fc-55ac-49a8-9570-39084aa9c609 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=104084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:35:22.566921 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a725e8fc-55ac-49a8-9570-39084aa9c609 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=104084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:35:22.620186 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-fb0e1827-a228-426e-b824-737720fd29ba admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2b2c713e375445dbabb246b7ca05a3b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9615173 Feb 28 10:35:22.630247 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43004) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:22.676336 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port eb187bcd-ecde-4296-be90-9005840458f1 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:22.677664 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 3bf6ceb5-cff7-4177-8206-817fc787e02f up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:35:22.708217 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:22.735933 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67b9477-9d4b-4de1-a9a1-f7548d3df0bc admin admin] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:35:22.742508 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Network c044044b-2140-40cb-a500-2e0f881ef03c is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:35:22.778175 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f84471-5760-4009-a7a4-2d69d4fe2f3a None None] Sync routers for ids ['d48a0f53-921a-4610-bdd4-e1c43518b96e'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:35:22.783526 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 3bf6ceb5-cff7-4177-8206-817fc787e02f triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:22.785226 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (3bf6ceb5-cff7-4177-8206-817fc787e02f), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:22.794943 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c5d52bc2-3556-4574-9c57-ab6095d3f9b5 admin admin] Publish callbacks [] for security_group (10822677-0d4d-447f-b030-4ef47f467442), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:22.796776 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a725e8fc-55ac-49a8-9570-39084aa9c609 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=104084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:35:22.797224 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a725e8fc-55ac-49a8-9570-39084aa9c609 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=104084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:35:22.797478 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a725e8fc-55ac-49a8-9570-39084aa9c609 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=104084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:35:22.797753 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a725e8fc-55ac-49a8-9570-39084aa9c609 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=104084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:35:22.798104 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-a725e8fc-55ac-49a8-9570-39084aa9c609 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['350ff726-8cd6-4190-83f8-476ee9d2ff11']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:22.801287 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1b24b788-d4e3-4e4e-8cf9-2b4e24b1f1e9 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (9a890b87-c818-4209-ac4f-e402522a2f1a), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:22.820969 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e1827-a228-426e-b824-737720fd29ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10822677-0d4d-447f-b030-4ef47f467442,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:22.834073 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f84471-5760-4009-a7a4-2d69d4fe2f3a None None] Routers {'d48a0f53-921a-4610-bdd4-e1c43518b96e'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:35:22.834970 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-e9f84471-5760-4009-a7a4-2d69d4fe2f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:35:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['d48a0f53-921a-4610-bdd4-e1c43518b96e'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:22.842281 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-a725e8fc-55ac-49a8-9570-39084aa9c609 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93b14aee-dc5c-4a90-90e1-c2ead1bf5525') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:22.842584 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-a725e8fc-55ac-49a8-9570-39084aa9c609 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93b14aee-dc5c-4a90-90e1-c2ead1bf5525') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:22.877923 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-ef87be95-9af2-4bb7-b649-fdaa440bf0dc admin admin] Allocated IP 172.20.0.1 (a542a1e4-364b-4847-89d1-2f3ed2b23a7c/5b50a414-606d-4a0d-a715-63172e88e953/6a66cfb7-524e-4519-a1c8-be910891e439) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:22.884622 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a725e8fc-55ac-49a8-9570-39084aa9c609 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (93b14aee-dc5c-4a90-90e1-c2ead1bf5525), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:22.931372 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b24b788-d4e3-4e4e-8cf9-2b4e24b1f1e9 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Network 26f9803e-e95e-417c-bd35-2bef3b5e4098 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:22.944593 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, c044044b-2140-40cb-a500-2e0f881ef03c) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:22.971355 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-1b24b788-d4e3-4e4e-8cf9-2b4e24b1f1e9 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:22.981546 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c5d52bc2-3556-4574-9c57-ab6095d3f9b5 admin admin] Publish callbacks [] for security_group (10822677-0d4d-447f-b030-4ef47f467442), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:22.982512 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a725e8fc-55ac-49a8-9570-39084aa9c609 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (93b14aee-dc5c-4a90-90e1-c2ead1bf5525), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:22.991011 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:23.011150 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:23.012775 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '5eb904db-8daf-4814-81aa-b782e084058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c044044b-2140-40cb-a500-2e0f881ef03c'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:23.013192 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9 on network c044044b-2140-40cb-a500-2e0f881ef03c {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:23.015453 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b24b788-d4e3-4e4e-8cf9-2b4e24b1f1e9 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:23.020673 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b24b788-d4e3-4e4e-8cf9-2b4e24b1f1e9 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:23.021517 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1b24b788-d4e3-4e4e-8cf9-2b4e24b1f1e9 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:23.024969 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43008) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:23.029966 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a725e8fc-55ac-49a8-9570-39084aa9c609 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:35:23.030540 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a725e8fc-55ac-49a8-9570-39084aa9c609 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (93b14aee-dc5c-4a90-90e1-c2ead1bf5525), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:23.053612 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5411ec92-fe0b-444a-abba-ffab2485b63b None None] Network c044044b-2140-40cb-a500-2e0f881ef03c requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:23.059517 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e67b9477-9d4b-4de1-a9a1-f7548d3df0bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:23.062148 dv-neutron-829161-3-hyperv neutron-server[104084]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 28 10:35:23.062148 dv-neutron-829161-3-hyperv neutron-server[104084]: from cryptography.utils import int_from_bytes Feb 28 10:35:23.062148 dv-neutron-829161-3-hyperv neutron-server[104084]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 28 10:35:23.062148 dv-neutron-829161-3-hyperv neutron-server[104084]: from cryptography.utils import int_from_bytes Feb 28 10:35:23.062148 dv-neutron-829161-3-hyperv neutron-server[104084]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Feb 28 10:35:23.062148 dv-neutron-829161-3-hyperv neutron-server[104084]: warnings.warn(msg) Feb 28 10:35:23.062148 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 10:35:23.062148 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:35:23.062148 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 10:35:23.062148 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:35:23.062148 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 10:35:23.062148 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:35:23.062148 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 10:35:23.062148 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:35:23.062148 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 10:35:23.062148 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:35:23.062148 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 10:35:23.062148 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:35:23.062148 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 10:35:23.062148 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:35:23.062148 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:35:23.062148 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:35:23.062148 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:35:23.062148 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:35:23.062148 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 10:35:23.062148 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:35:23.062148 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 10:35:23.062148 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:35:23.062148 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:35:23.062148 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:35:23.062148 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 10:35:23.062148 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:35:23.062148 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:35:23.062148 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:35:23.062148 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:35:23.062148 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:35:23.062148 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:35:23.062148 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:35:23.066710 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-e67b9477-9d4b-4de1-a9a1-f7548d3df0bc admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.3134809 Feb 28 10:35:23.073908 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 3bf6ceb5-cff7-4177-8206-817fc787e02f is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:23.077638 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43012) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:23.079874 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device a8af0c09-0300-432d-a21d-230a5be7f4e5 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:35:23.198175 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-e9f84471-5760-4009-a7a4-2d69d4fe2f3a None None] Set router d48a0f53-921a-4610-bdd4-e1c43518b96e gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:35:23.200404 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port a8af0c09-0300-432d-a21d-230a5be7f4e5 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:23.200860 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (a8af0c09-0300-432d-a21d-230a5be7f4e5), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:23.210205 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ef87be95-9af2-4bb7-b649-fdaa440bf0dc admin admin] Publish callbacks [] for port (6a66cfb7-524e-4519-a1c8-be910891e439), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:23.255664 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f7f682e-b2ea-458a-b7dc-07aa789845a4 admin admin] Router eddb501a-cfd7-433e-9cc5-b804a18d97f9 is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:35:23.298960 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Port ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9 on network c044044b-2140-40cb-a500-2e0f881ef03c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:35:23.299312 dv-neutron-829161-3-hyperv neutron-server[104083]: ERROR neutron.plugins.ml2.managers [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Failed to bind port ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9 on host hv-neutron-8291 for vnic_type normal using segments [{'id': '5eb904db-8daf-4814-81aa-b782e084058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c044044b-2140-40cb-a500-2e0f881ef03c'}] Feb 28 10:35:23.306429 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.plugins.ml2.plugin [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempt 2 to bind port ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9 Feb 28 10:35:23.309514 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b24b788-d4e3-4e4e-8cf9-2b4e24b1f1e9 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Pushing event updated for resources: {'Port': ['ID=9a890b87-c818-4209-ac4f-e402522a2f1a,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:23.327647 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a725e8fc-55ac-49a8-9570-39084aa9c609 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (350ff726-8cd6-4190-83f8-476ee9d2ff11), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:23.329378 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3c835a79-4ee4-407d-95f4-b494600dd3f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:23.334450 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:23.334865 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '5eb904db-8daf-4814-81aa-b782e084058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c044044b-2140-40cb-a500-2e0f881ef03c'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:23.335195 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9 on network c044044b-2140-40cb-a500-2e0f881ef03c {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:23.348008 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Port ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9 on network c044044b-2140-40cb-a500-2e0f881ef03c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:35:23.348378 dv-neutron-829161-3-hyperv neutron-server[104083]: ERROR neutron.plugins.ml2.managers [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Failed to bind port ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9 on host hv-neutron-8291 for vnic_type normal using segments [{'id': '5eb904db-8daf-4814-81aa-b782e084058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c044044b-2140-40cb-a500-2e0f881ef03c'}] Feb 28 10:35:23.351382 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.plugins.ml2.plugin [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempt 3 to bind port ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9 Feb 28 10:35:23.372462 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ef87be95-9af2-4bb7-b649-fdaa440bf0dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (6a66cfb7-524e-4519-a1c8-be910891e439), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:23.375996 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:23.376313 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '5eb904db-8daf-4814-81aa-b782e084058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c044044b-2140-40cb-a500-2e0f881ef03c'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:23.376648 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9 on network c044044b-2140-40cb-a500-2e0f881ef03c {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:23.383893 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a725e8fc-55ac-49a8-9570-39084aa9c609 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Pushing event deleted for resources: {'Network': ['ID=350ff726-8cd6-4190-83f8-476ee9d2ff11,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:23.392012 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-1b24b788-d4e3-4e4e-8cf9-2b4e24b1f1e9 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1416821 Feb 28 10:35:23.392012 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43014) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:23.426861 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Port ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9 on network c044044b-2140-40cb-a500-2e0f881ef03c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:35:23.427184 dv-neutron-829161-3-hyperv neutron-server[104083]: ERROR neutron.plugins.ml2.managers [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Failed to bind port ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9 on host hv-neutron-8291 for vnic_type normal using segments [{'id': '5eb904db-8daf-4814-81aa-b782e084058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c044044b-2140-40cb-a500-2e0f881ef03c'}] Feb 28 10:35:23.431461 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef87be95-9af2-4bb7-b649-fdaa440bf0dc admin admin] Network a542a1e4-364b-4847-89d1-2f3ed2b23a7c is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:23.435608 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.plugins.ml2.plugin [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempt 4 to bind port ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9 Feb 28 10:35:23.436157 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a725e8fc-55ac-49a8-9570-39084aa9c609 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 350ff726-8cd6-4190-83f8-476ee9d2ff11 {{(pid=104084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 28 10:35:23.437794 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef87be95-9af2-4bb7-b649-fdaa440bf0dc admin admin] Pushing event updated for resources: {'Port': ['ID=6a66cfb7-524e-4519-a1c8-be910891e439,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:23.439975 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-ef87be95-9af2-4bb7-b649-fdaa440bf0dc admin admin] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:23.466722 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a725e8fc-55ac-49a8-9570-39084aa9c609 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:23.474064 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-a725e8fc-55ac-49a8-9570-39084aa9c609 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] 10.222.0.62 "DELETE /v2.0/networks/350ff726-8cd6-4190-83f8-476ee9d2ff11 HTTP/1.1" status: 204 len: 168 time: 2.2930310 Feb 28 10:35:23.485299 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43018) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:23.494314 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-8723c3e3-be31-41ac-8557-cd384684d424 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Request body: {'network': {'router:external': True}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:23.495147 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port a8af0c09-0300-432d-a21d-230a5be7f4e5 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:23.495584 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (a8af0c09-0300-432d-a21d-230a5be7f4e5), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:23.522125 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port a8af0c09-0300-432d-a21d-230a5be7f4e5, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=a8af0c09-0300-432d-a21d-230a5be7f4e5,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:35:23.538040 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-e9f84471-5760-4009-a7a4-2d69d4fe2f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48a0f53-921a-4610-bdd4-e1c43518b96e', 'name': 'tempest-ServerActionsTestJSON-1747609807-router', 'tenant_id': 'db1f4f0e5a54442e90e9cc29426671f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': 'bd7d7429-e828-4be5-8f09-97307385bec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:16Z', 'updated_at': '2022-02-28T10:35:19Z', 'revision_number': 3, 'project_id': 'db1f4f0e5a54442e90e9cc29426671f3', 'gw_port': {'id': 'bd7d7429-e828-4be5-8f09-97307385bec5', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48a0f53-921a-4610-bdd4-e1c43518b96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:17Z', 'updated_at': '2022-02-28T10:35:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:23.548870 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef87be95-9af2-4bb7-b649-fdaa440bf0dc admin admin] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:23.575187 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f84471-5760-4009-a7a4-2d69d4fe2f3a None None] Checking router: d48a0f53-921a-4610-bdd4-e1c43518b96e for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:35:23.575589 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f84471-5760-4009-a7a4-2d69d4fe2f3a None None] Updating router d48a0f53-921a-4610-bdd4-e1c43518b96e port bd7d7429-e828-4be5-8f09-97307385bec5 binding host dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:35:23.604447 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (a8af0c09-0300-432d-a21d-230a5be7f4e5), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:23.637456 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f7f682e-b2ea-458a-b7dc-07aa789845a4 admin admin] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:35:23.650158 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e9f84471-5760-4009-a7a4-2d69d4fe2f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (bd7d7429-e828-4be5-8f09-97307385bec5), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:23.651450 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ef87be95-9af2-4bb7-b649-fdaa440bf0dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047958'] for router_interface (08248eaa-9947-46c4-9586-680b24173f48), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:23.681857 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:23.682512 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '5eb904db-8daf-4814-81aa-b782e084058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c044044b-2140-40cb-a500-2e0f881ef03c'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:23.683107 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9 on network c044044b-2140-40cb-a500-2e0f881ef03c {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:23.709701 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=a8af0c09-0300-432d-a21d-230a5be7f4e5,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:23.749464 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3c835a79-4ee4-407d-95f4-b494600dd3f3 admin admin] Publish callbacks [] for security_group (999ae197-0b88-438e-acc1-e0908488362f), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:23.766870 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Port ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9 on network c044044b-2140-40cb-a500-2e0f881ef03c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:35:23.766870 dv-neutron-829161-3-hyperv neutron-server[104083]: ERROR neutron.plugins.ml2.managers [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Failed to bind port ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9 on host hv-neutron-8291 for vnic_type normal using segments [{'id': '5eb904db-8daf-4814-81aa-b782e084058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c044044b-2140-40cb-a500-2e0f881ef03c'}] Feb 28 10:35:23.766870 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c5d52bc2-3556-4574-9c57-ab6095d3f9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (10822677-0d4d-447f-b030-4ef47f467442), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:23.769417 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c5d52bc2-3556-4574-9c57-ab6095d3f9b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:23.773020 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-c5d52bc2-3556-4574-9c57-ab6095d3f9b5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/10822677-0d4d-447f-b030-4ef47f467442 HTTP/1.1" status: 204 len: 168 time: 1.1274858 Feb 28 10:35:23.807264 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.plugins.ml2.plugin [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempt 5 to bind port ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9 Feb 28 10:35:23.814155 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1f7f682e-b2ea-458a-b7dc-07aa789845a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:23.816614 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-1f7f682e-b2ea-458a-b7dc-07aa789845a4 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 7.8388109 Feb 28 10:35:23.825099 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43022) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:23.912983 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3c835a79-4ee4-407d-95f4-b494600dd3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (999ae197-0b88-438e-acc1-e0908488362f), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:23.977216 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-3c835a79-4ee4-407d-95f4-b494600dd3f3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cd49fa1119724a23b7696f7cb5bee7fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9463198 Feb 28 10:35:23.977390 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c835a79-4ee4-407d-95f4-b494600dd3f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999ae197-0b88-438e-acc1-e0908488362f,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:23.995028 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43024) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:24.091064 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962e8de2-0a1e-429f-a622-82e7b67d7474 None None] Sync routers for ids ['eddb501a-cfd7-433e-9cc5-b804a18d97f9'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:35:24.116033 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962e8de2-0a1e-429f-a622-82e7b67d7474 None None] Routers {'eddb501a-cfd7-433e-9cc5-b804a18d97f9'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:35:24.116934 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-962e8de2-0a1e-429f-a622-82e7b67d7474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:35:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['eddb501a-cfd7-433e-9cc5-b804a18d97f9'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:24.138214 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d52bc2-3556-4574-9c57-ab6095d3f9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10822677-0d4d-447f-b030-4ef47f467442,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:24.164003 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:24.164003 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '5eb904db-8daf-4814-81aa-b782e084058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c044044b-2140-40cb-a500-2e0f881ef03c'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:24.164003 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9 on network c044044b-2140-40cb-a500-2e0f881ef03c {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:24.169294 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c8fb0b7d-0df8-4261-abe7-cee07dea04c1 admin admin] Publish callbacks [] for security_group (999ae197-0b88-438e-acc1-e0908488362f), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:24.294181 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ef87be95-9af2-4bb7-b649-fdaa440bf0dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (6a66cfb7-524e-4519-a1c8-be910891e439), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:24.312907 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Port ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9 on network c044044b-2140-40cb-a500-2e0f881ef03c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:35:24.314588 dv-neutron-829161-3-hyperv neutron-server[104083]: ERROR neutron.plugins.ml2.managers [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Failed to bind port ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9 on host hv-neutron-8291 for vnic_type normal using segments [{'id': '5eb904db-8daf-4814-81aa-b782e084058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c044044b-2140-40cb-a500-2e0f881ef03c'}] Feb 28 10:35:24.316787 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8723c3e3-be31-41ac-8557-cd384684d424 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Made reservation on behalf of d00cf888229d447196bdcbd7ffc21096 for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:24.319457 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8723c3e3-be31-41ac-8557-cd384684d424 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:24.335590 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c8fb0b7d-0df8-4261-abe7-cee07dea04c1 admin admin] Publish callbacks [] for security_group (999ae197-0b88-438e-acc1-e0908488362f), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:24.338431 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.plugins.ml2.plugin [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempt 6 to bind port ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9 Feb 28 10:35:24.377524 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e9f84471-5760-4009-a7a4-2d69d4fe2f3a None None] Publish callbacks [] for port (bd7d7429-e828-4be5-8f09-97307385bec5), precommit_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:24.388142 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-92588db3-8ce2-418f-bfda-54ebf31bf1bf None None] Provisioning complete for port 6a66cfb7-524e-4519-a1c8-be910891e439 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:24.398206 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-92588db3-8ce2-418f-bfda-54ebf31bf1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (6a66cfb7-524e-4519-a1c8-be910891e439), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:24.479607 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-962e8de2-0a1e-429f-a622-82e7b67d7474 None None] Set router eddb501a-cfd7-433e-9cc5-b804a18d97f9 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:35:24.514283 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device a8af0c09-0300-432d-a21d-230a5be7f4e5 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:35:24.526530 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e9f84471-5760-4009-a7a4-2d69d4fe2f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (bd7d7429-e828-4be5-8f09-97307385bec5), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:24.608322 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:24.608658 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '5eb904db-8daf-4814-81aa-b782e084058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c044044b-2140-40cb-a500-2e0f881ef03c'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:24.608991 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9 on network c044044b-2140-40cb-a500-2e0f881ef03c {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:24.623821 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344e7baa-d266-4310-8387-6bb79aa6fd20 None None] Network 26f9803e-e95e-417c-bd35-2bef3b5e4098 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:24.626307 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-accdf9be-8d83-4b8e-9e1a-bbb6b6a3e1b3 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Deleting port 9a890b87-c818-4209-ac4f-e402522a2f1a {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:35:24.626901 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-accdf9be-8d83-4b8e-9e1a-bbb6b6a3e1b3 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (9a890b87-c818-4209-ac4f-e402522a2f1a), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:24.648734 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Port ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9 on network c044044b-2140-40cb-a500-2e0f881ef03c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:35:24.649061 dv-neutron-829161-3-hyperv neutron-server[104083]: ERROR neutron.plugins.ml2.managers [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Failed to bind port ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9 on host hv-neutron-8291 for vnic_type normal using segments [{'id': '5eb904db-8daf-4814-81aa-b782e084058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c044044b-2140-40cb-a500-2e0f881ef03c'}] Feb 28 10:35:24.657752 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.plugins.ml2.plugin [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempt 7 to bind port ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9 Feb 28 10:35:24.694056 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0258b0e0-da64-4e07-816c-d0bcf4201b77 None None] Pushing event updated for resources: {'Port': ['ID=bd7d7429-e828-4be5-8f09-97307385bec5,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:24.697555 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-e9f84471-5760-4009-a7a4-2d69d4fe2f3a None None] Attempting to bind port bd7d7429-e828-4be5-8f09-97307385bec5 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:24.697690 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-e9f84471-5760-4009-a7a4-2d69d4fe2f3a None None] Attempting to bind port bd7d7429-e828-4be5-8f09-97307385bec5 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:24.698109 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f84471-5760-4009-a7a4-2d69d4fe2f3a None None] Attempting to bind port bd7d7429-e828-4be5-8f09-97307385bec5 on network e88d86cf-af22-4900-bdd2-aa4038554136 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:24.727206 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8723c3e3-be31-41ac-8557-cd384684d424 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:35:24.756432 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c8fb0b7d-0df8-4261-abe7-cee07dea04c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (999ae197-0b88-438e-acc1-e0908488362f), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:24.756432 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c8fb0b7d-0df8-4261-abe7-cee07dea04c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:24.756432 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c8fb0b7d-0df8-4261-abe7-cee07dea04c1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/999ae197-0b88-438e-acc1-e0908488362f HTTP/1.1" status: 204 len: 168 time: 0.7568588 Feb 28 10:35:24.768270 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fb0b7d-0df8-4261-abe7-cee07dea04c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999ae197-0b88-438e-acc1-e0908488362f,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:24.782278 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-962e8de2-0a1e-429f-a622-82e7b67d7474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddb501a-cfd7-433e-9cc5-b804a18d97f9', 'name': 'tempest-ServersTestJSON-2042665436-router', 'tenant_id': 'a1e997d94bda42c2937c38ee950ff500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.125'}], 'enable_snat': True}, 'gw_port_id': '2b564d3a-4f9c-42d3-84fd-9574720b94ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:16Z', 'updated_at': '2022-02-28T10:35:20Z', 'revision_number': 3, 'project_id': 'a1e997d94bda42c2937c38ee950ff500', 'gw_port': {'id': '2b564d3a-4f9c-42d3-84fd-9574720b94ed', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:40:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eddb501a-cfd7-433e-9cc5-b804a18d97f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:18Z', 'updated_at': '2022-02-28T10:35:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:24.789830 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:24.790403 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '5eb904db-8daf-4814-81aa-b782e084058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c044044b-2140-40cb-a500-2e0f881ef03c'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:24.790494 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ef87be95-9af2-4bb7-b649-fdaa440bf0dc admin admin] Publish callbacks [] for port (6a66cfb7-524e-4519-a1c8-be910891e439), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:24.790576 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9 on network c044044b-2140-40cb-a500-2e0f881ef03c {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:24.811103 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8723c3e3-be31-41ac-8557-cd384684d424 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (f45e80eb-7273-4ee0-a0f2-a74f8c8755e2), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:24.811451 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-8723c3e3-be31-41ac-8557-cd384684d424 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Added segment f45e80eb-7273-4ee0-a0f2-a74f8c8755e2 of type vlan for network bee801c2-4a5e-413f-89dd-5ce8d9c1effd Feb 28 10:35:24.820877 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Port ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9 on network c044044b-2140-40cb-a500-2e0f881ef03c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:35:24.821207 dv-neutron-829161-3-hyperv neutron-server[104083]: ERROR neutron.plugins.ml2.managers [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Failed to bind port ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9 on host hv-neutron-8291 for vnic_type normal using segments [{'id': '5eb904db-8daf-4814-81aa-b782e084058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c044044b-2140-40cb-a500-2e0f881ef03c'}] Feb 28 10:35:24.828038 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962e8de2-0a1e-429f-a622-82e7b67d7474 None None] Checking router: eddb501a-cfd7-433e-9cc5-b804a18d97f9 for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:35:24.828500 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962e8de2-0a1e-429f-a622-82e7b67d7474 None None] Updating router eddb501a-cfd7-433e-9cc5-b804a18d97f9 port 2b564d3a-4f9c-42d3-84fd-9574720b94ed binding host dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:35:24.848182 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.plugins.ml2.plugin [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempt 8 to bind port ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9 Feb 28 10:35:24.865116 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-962e8de2-0a1e-429f-a622-82e7b67d7474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (2b564d3a-4f9c-42d3-84fd-9574720b94ed), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:24.867274 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ef87be95-9af2-4bb7-b649-fdaa440bf0dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (6a66cfb7-524e-4519-a1c8-be910891e439), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:24.945963 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:24.946298 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '5eb904db-8daf-4814-81aa-b782e084058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c044044b-2140-40cb-a500-2e0f881ef03c'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:24.946726 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9 on network c044044b-2140-40cb-a500-2e0f881ef03c {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:24.952052 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-accdf9be-8d83-4b8e-9e1a-bbb6b6a3e1b3 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (9a890b87-c818-4209-ac4f-e402522a2f1a), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:24.991634 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef87be95-9af2-4bb7-b649-fdaa440bf0dc admin admin] Pushing event updated for resources: {'Port': ['ID=6a66cfb7-524e-4519-a1c8-be910891e439,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:25.008617 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f84471-5760-4009-a7a4-2d69d4fe2f3a None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:35:25.008975 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f84471-5760-4009-a7a4-2d69d4fe2f3a None None] Checking segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:25.009379 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e9f84471-5760-4009-a7a4-2d69d4fe2f3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:25.009779 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f84471-5760-4009-a7a4-2d69d4fe2f3a None None] Bound using segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:35:25.010249 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-e9f84471-5760-4009-a7a4-2d69d4fe2f3a None None] Bound port: bd7d7429-e828-4be5-8f09-97307385bec5, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:35:25.010625 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e9f84471-5760-4009-a7a4-2d69d4fe2f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (bd7d7429-e828-4be5-8f09-97307385bec5), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:25.013360 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-92588db3-8ce2-418f-bfda-54ebf31bf1bf None None] Port 6a66cfb7-524e-4519-a1c8-be910891e439 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:35:25.013982 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-accdf9be-8d83-4b8e-9e1a-bbb6b6a3e1b3 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Calling delete_port for 9a890b87-c818-4209-ac4f-e402522a2f1a owned by {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:35:25.029671 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ef87be95-9af2-4bb7-b649-fdaa440bf0dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047558'] for router_interface (08248eaa-9947-46c4-9586-680b24173f48), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:25.107557 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Port ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9 on network c044044b-2140-40cb-a500-2e0f881ef03c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:35:25.107893 dv-neutron-829161-3-hyperv neutron-server[104083]: ERROR neutron.plugins.ml2.managers [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Failed to bind port ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9 on host hv-neutron-8291 for vnic_type normal using segments [{'id': '5eb904db-8daf-4814-81aa-b782e084058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c044044b-2140-40cb-a500-2e0f881ef03c'}] Feb 28 10:35:25.153064 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8723c3e3-be31-41ac-8557-cd384684d424 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (bee801c2-4a5e-413f-89dd-5ce8d9c1effd), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:25.156286 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.plugins.ml2.plugin [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempt 9 to bind port ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9 Feb 28 10:35:25.217111 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-3431fdc5-437a-45e4-969c-9bbc50f29168 None None] Provisioning complete for port d4b42c39-a0d6-4019-8be8-1d1da066af09 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:25.217549 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3431fdc5-437a-45e4-969c-9bbc50f29168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (d4b42c39-a0d6-4019-8be8-1d1da066af09), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:25.220342 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port a8af0c09-0300-432d-a21d-230a5be7f4e5 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:25.220707 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (a8af0c09-0300-432d-a21d-230a5be7f4e5), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:25.221104 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:25.221599 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '5eb904db-8daf-4814-81aa-b782e084058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c044044b-2140-40cb-a500-2e0f881ef03c'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:25.222079 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9 on network c044044b-2140-40cb-a500-2e0f881ef03c {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:25.241962 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef87be95-9af2-4bb7-b649-fdaa440bf0dc admin admin] Network a542a1e4-364b-4847-89d1-2f3ed2b23a7c is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:25.243628 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-ef87be95-9af2-4bb7-b649-fdaa440bf0dc admin admin] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:25.244175 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Port ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9 on network c044044b-2140-40cb-a500-2e0f881ef03c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:35:25.244318 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-e9f84471-5760-4009-a7a4-2d69d4fe2f3a None None] For port bd7d7429-e828-4be5-8f09-97307385bec5, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:35:25.244767 dv-neutron-829161-3-hyperv neutron-server[104083]: ERROR neutron.plugins.ml2.managers [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Failed to bind port ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9 on host hv-neutron-8291 for vnic_type normal using segments [{'id': '5eb904db-8daf-4814-81aa-b782e084058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c044044b-2140-40cb-a500-2e0f881ef03c'}] Feb 28 10:35:25.255883 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.plugins.ml2.plugin [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempt 10 to bind port ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9 Feb 28 10:35:25.326403 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-e9f84471-5760-4009-a7a4-2d69d4fe2f3a None None] For port bd7d7429-e828-4be5-8f09-97307385bec5, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=bd7d7429-e828-4be5-8f09-97307385bec5,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:35:25.406476 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-962e8de2-0a1e-429f-a622-82e7b67d7474 None None] Publish callbacks [] for port (2b564d3a-4f9c-42d3-84fd-9574720b94ed), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:25.438589 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:25.439128 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '5eb904db-8daf-4814-81aa-b782e084058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c044044b-2140-40cb-a500-2e0f881ef03c'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:25.439245 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e9f84471-5760-4009-a7a4-2d69d4fe2f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (bd7d7429-e828-4be5-8f09-97307385bec5), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:25.440142 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9 on network c044044b-2140-40cb-a500-2e0f881ef03c {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:25.475983 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-962e8de2-0a1e-429f-a622-82e7b67d7474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (2b564d3a-4f9c-42d3-84fd-9574720b94ed), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:25.496707 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef87be95-9af2-4bb7-b649-fdaa440bf0dc admin admin] Router 08248eaa-9947-46c4-9586-680b24173f48 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:35:25.630224 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port a8af0c09-0300-432d-a21d-230a5be7f4e5 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:25.631415 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device d4b42c39-a0d6-4019-8be8-1d1da066af09 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:35:25.639273 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0258b0e0-da64-4e07-816c-d0bcf4201b77 None None] Pushing event updated for resources: {'Port': ['ID=bd7d7429-e828-4be5-8f09-97307385bec5,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:25.730483 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f84471-5760-4009-a7a4-2d69d4fe2f3a None None] Routers {'d48a0f53-921a-4610-bdd4-e1c43518b96e'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:35:25.744566 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-e9f84471-5760-4009-a7a4-2d69d4fe2f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:35:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['d48a0f53-921a-4610-bdd4-e1c43518b96e'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:25.749367 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-3431fdc5-437a-45e4-969c-9bbc50f29168 None None] Current status of the port d4b42c39-a0d6-4019-8be8-1d1da066af09 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:25.754535 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3431fdc5-437a-45e4-969c-9bbc50f29168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (d4b42c39-a0d6-4019-8be8-1d1da066af09), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:25.770382 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8723c3e3-be31-41ac-8557-cd384684d424 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (bee801c2-4a5e-413f-89dd-5ce8d9c1effd), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:25.771341 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8723c3e3-be31-41ac-8557-cd384684d424 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:25.771921 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8723c3e3-be31-41ac-8557-cd384684d424 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:25.793648 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-962e8de2-0a1e-429f-a622-82e7b67d7474 None None] Attempting to bind port 2b564d3a-4f9c-42d3-84fd-9574720b94ed on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:25.794094 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-962e8de2-0a1e-429f-a622-82e7b67d7474 None None] Attempting to bind port 2b564d3a-4f9c-42d3-84fd-9574720b94ed by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:25.794390 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962e8de2-0a1e-429f-a622-82e7b67d7474 None None] Attempting to bind port 2b564d3a-4f9c-42d3-84fd-9574720b94ed on network e88d86cf-af22-4900-bdd2-aa4038554136 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:25.809698 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962e8de2-0a1e-429f-a622-82e7b67d7474 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:35:25.812862 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962e8de2-0a1e-429f-a622-82e7b67d7474 None None] Checking segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:25.812862 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-962e8de2-0a1e-429f-a622-82e7b67d7474 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:25.812862 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962e8de2-0a1e-429f-a622-82e7b67d7474 None None] Bound using segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:35:25.812862 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-962e8de2-0a1e-429f-a622-82e7b67d7474 None None] Bound port: 2b564d3a-4f9c-42d3-84fd-9574720b94ed, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:35:25.812862 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-962e8de2-0a1e-429f-a622-82e7b67d7474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (2b564d3a-4f9c-42d3-84fd-9574720b94ed), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:25.869318 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-962e8de2-0a1e-429f-a622-82e7b67d7474 None None] For port 2b564d3a-4f9c-42d3-84fd-9574720b94ed, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:35:25.873553 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43050) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:25.876318 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43052) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:25.876434 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-962e8de2-0a1e-429f-a622-82e7b67d7474 None None] For port 2b564d3a-4f9c-42d3-84fd-9574720b94ed, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=2b564d3a-4f9c-42d3-84fd-9574720b94ed,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:35:25.882262 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4f10a-e21d-43ee-8706-4d399d8db93f None None] Pushing event updated for resources: {'Port': ['ID=2b564d3a-4f9c-42d3-84fd-9574720b94ed,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:25.891168 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Port ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9 on network c044044b-2140-40cb-a500-2e0f881ef03c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:35:25.891503 dv-neutron-829161-3-hyperv neutron-server[104083]: ERROR neutron.plugins.ml2.managers [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Failed to bind port ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9 on host hv-neutron-8291 for vnic_type normal using segments [{'id': '5eb904db-8daf-4814-81aa-b782e084058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c044044b-2140-40cb-a500-2e0f881ef03c'}] Feb 28 10:35:25.891893 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:25.930128 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef87be95-9af2-4bb7-b649-fdaa440bf0dc admin admin] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:35:25.947063 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-ef87be95-9af2-4bb7-b649-fdaa440bf0dc admin admin] 10.222.0.62 "PUT /v2.0/routers/08248eaa-9947-46c4-9586-680b24173f48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8047216 Feb 28 10:35:25.948736 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1bfbafcb-2086-4b3d-bbbe-81f6e531f376 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:25.958959 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-962e8de2-0a1e-429f-a622-82e7b67d7474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (2b564d3a-4f9c-42d3-84fd-9574720b94ed), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:26.026454 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-e9f84471-5760-4009-a7a4-2d69d4fe2f3a None None] Set router d48a0f53-921a-4610-bdd4-e1c43518b96e gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:35:26.079294 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962e8de2-0a1e-429f-a622-82e7b67d7474 None None] Routers {'eddb501a-cfd7-433e-9cc5-b804a18d97f9'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:35:26.079975 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-962e8de2-0a1e-429f-a622-82e7b67d7474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:35:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['eddb501a-cfd7-433e-9cc5-b804a18d97f9'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:26.091386 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8735fc08-dd31-49ec-afe9-c302e14728f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:26.126591 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-3431fdc5-437a-45e4-969c-9bbc50f29168 None None] For port d4b42c39-a0d6-4019-8be8-1d1da066af09, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=d4b42c39-a0d6-4019-8be8-1d1da066af09,segment=NetworkSegment(3d2eb23f-bfac-4569-8b73-95fb16ac4d5c),segment_id=3d2eb23f-bfac-4569-8b73-95fb16ac4d5c)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:35:26.129344 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42afc8c-6d94-461b-80c5-42e9c74cc62a None None] Sync routers for ids ['08248eaa-9947-46c4-9586-680b24173f48'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:35:26.141723 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4f10a-e21d-43ee-8706-4d399d8db93f None None] Pushing event updated for resources: {'Port': ['ID=2b564d3a-4f9c-42d3-84fd-9574720b94ed,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:26.170081 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1bfbafcb-2086-4b3d-bbbe-81f6e531f376 admin admin] Publish callbacks [] for security_group (f7da6186-c17b-4fe3-98be-1106bdc1ca98), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:26.193351 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4d4b4fc2-a4e6-467c-9967-9e0ab8cc7f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:26.195368 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-accdf9be-8d83-4b8e-9e1a-bbb6b6a3e1b3 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (9a890b87-c818-4209-ac4f-e402522a2f1a), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:26.250788 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42afc8c-6d94-461b-80c5-42e9c74cc62a None None] Routers {'08248eaa-9947-46c4-9586-680b24173f48'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:35:26.251455 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-d42afc8c-6d94-461b-80c5-42e9c74cc62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:35:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['08248eaa-9947-46c4-9586-680b24173f48'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:26.269678 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-962e8de2-0a1e-429f-a622-82e7b67d7474 None None] Set router eddb501a-cfd7-433e-9cc5-b804a18d97f9 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:35:26.282683 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-091b37e8-909e-48ad-9f71-a8bd11134df0 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-413855832'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:26.299570 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3431fdc5-437a-45e4-969c-9bbc50f29168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (d4b42c39-a0d6-4019-8be8-1d1da066af09), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:26.337203 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port d4b42c39-a0d6-4019-8be8-1d1da066af09 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:26.337612 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (d4b42c39-a0d6-4019-8be8-1d1da066af09), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:26.466813 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-8723c3e3-be31-41ac-8557-cd384684d424 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 2.9762566 Feb 28 10:35:26.467618 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1bfbafcb-2086-4b3d-bbbe-81f6e531f376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (f7da6186-c17b-4fe3-98be-1106bdc1ca98), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:26.469697 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43074) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:26.474558 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-5577b4a7-8a81-4816-9252-cb2930611fdf tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Request body: {'subnet': {'network_id': 'bee801c2-4a5e-413f-89dd-5ce8d9c1effd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:26.493029 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8723c3e3-be31-41ac-8557-cd384684d424 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Pushing event updated for resources: {'Network': ['ID=bee801c2-4a5e-413f-89dd-5ce8d9c1effd,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:26.500782 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-962e8de2-0a1e-429f-a622-82e7b67d7474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddb501a-cfd7-433e-9cc5-b804a18d97f9', 'name': 'tempest-ServersTestJSON-2042665436-router', 'tenant_id': 'a1e997d94bda42c2937c38ee950ff500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.125'}], 'enable_snat': True}, 'gw_port_id': '2b564d3a-4f9c-42d3-84fd-9574720b94ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:16Z', 'updated_at': '2022-02-28T10:35:20Z', 'revision_number': 3, 'project_id': 'a1e997d94bda42c2937c38ee950ff500', 'gw_port': {'id': '2b564d3a-4f9c-42d3-84fd-9574720b94ed', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:40:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eddb501a-cfd7-433e-9cc5-b804a18d97f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:18Z', 'updated_at': '2022-02-28T10:35:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:26.516236 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-d42afc8c-6d94-461b-80c5-42e9c74cc62a None None] Set router 08248eaa-9947-46c4-9586-680b24173f48 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:35:26.535873 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accdf9be-8d83-4b8e-9e1a-bbb6b6a3e1b3 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Pushing event deleted for resources: {'Port': ['ID=9a890b87-c818-4209-ac4f-e402522a2f1a,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:26.549351 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfbafcb-2086-4b3d-bbbe-81f6e531f376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7da6186-c17b-4fe3-98be-1106bdc1ca98,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:26.553573 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-091b37e8-909e-48ad-9f71-a8bd11134df0 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Made reservation on behalf of 6344603bd44c4b40ab017d9623e1a51e for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:26.557865 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-091b37e8-909e-48ad-9f71-a8bd11134df0 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:26.560455 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-accdf9be-8d83-4b8e-9e1a-bbb6b6a3e1b3 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:26.569739 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-accdf9be-8d83-4b8e-9e1a-bbb6b6a3e1b3 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] 10.222.0.62 "DELETE /v2.0/ports/9a890b87-c818-4209-ac4f-e402522a2f1a HTTP/1.1" status: 204 len: 168 time: 3.1431661 Feb 28 10:35:26.570506 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43080) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:26.574598 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962e8de2-0a1e-429f-a622-82e7b67d7474 None None] The sync data for ids ['eddb501a-cfd7-433e-9cc5-b804a18d97f9'] in dv-neutron-829161-3-hyperv is: [{'id': 'eddb501a-cfd7-433e-9cc5-b804a18d97f9', 'name': 'tempest-ServersTestJSON-2042665436-router', 'tenant_id': 'a1e997d94bda42c2937c38ee950ff500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.125'}], 'enable_snat': True}, 'gw_port_id': '2b564d3a-4f9c-42d3-84fd-9574720b94ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:16Z', 'updated_at': '2022-02-28T10:35:20Z', 'revision_number': 3, 'project_id': 'a1e997d94bda42c2937c38ee950ff500', 'gw_port': {'id': '2b564d3a-4f9c-42d3-84fd-9574720b94ed', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:40:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eddb501a-cfd7-433e-9cc5-b804a18d97f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:18Z', 'updated_at': '2022-02-28T10:35:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:35:26.588691 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5577b4a7-8a81-4816-9252-cb2930611fdf tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Made reservation on behalf of d00cf888229d447196bdcbd7ffc21096 for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:26.591625 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5577b4a7-8a81-4816-9252-cb2930611fdf tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:26.634716 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network bee801c2-4a5e-413f-89dd-5ce8d9c1effd details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:35:26.639524 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431fdc5-437a-45e4-969c-9bbc50f29168 None None] Pushing event updated for resources: {'Port': ['ID=d4b42c39-a0d6-4019-8be8-1d1da066af09,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:26.658188 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-d1a796c7-160a-413d-8355-1bd2e281afc3 None None] Provisioning complete for port d4b42c39-a0d6-4019-8be8-1d1da066af09 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:26.658693 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d1a796c7-160a-413d-8355-1bd2e281afc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (d4b42c39-a0d6-4019-8be8-1d1da066af09), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:26.794605 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-091b37e8-909e-48ad-9f71-a8bd11134df0 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:26.874709 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-31db0de2-3e40-4737-abd5-443d190d76be tempest-DHCPAgentSchedulersTestJSON-503688178 tempest-DHCPAgentSchedulersTestJSON-503688178-project-admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4560 time: 0.3008623 Feb 28 10:35:26.888362 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43086) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:26.893952 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-29a5170a-2a70-42b5-bd61-bcc3659571a3 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-359199006'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:26.922171 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-1bfbafcb-2086-4b3d-bbbe-81f6e531f376 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fa83d34e0ab14d078452cfc145258c90&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0269732 Feb 28 10:35:26.937686 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43088) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:26.967975 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] For port ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9, host hv-neutron-8291, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:35:26.968353 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempted to set empty binding levels {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 28 10:35:26.984663 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port d4b42c39-a0d6-4019-8be8-1d1da066af09 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:27.015030 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-e9f84471-5760-4009-a7a4-2d69d4fe2f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48a0f53-921a-4610-bdd4-e1c43518b96e', 'name': 'tempest-ServerActionsTestJSON-1747609807-router', 'tenant_id': 'db1f4f0e5a54442e90e9cc29426671f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': 'bd7d7429-e828-4be5-8f09-97307385bec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:16Z', 'updated_at': '2022-02-28T10:35:19Z', 'revision_number': 3, 'project_id': 'db1f4f0e5a54442e90e9cc29426671f3', 'gw_port': {'id': 'bd7d7429-e828-4be5-8f09-97307385bec5', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48a0f53-921a-4610-bdd4-e1c43518b96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:17Z', 'updated_at': '2022-02-28T10:35:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:27.025049 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a5170a-2a70-42b5-bd61-bcc3659571a3 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Made reservation on behalf of e72c0e73dd4445fc85d278f49bda991a for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:27.033060 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-29a5170a-2a70-42b5-bd61-bcc3659571a3 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:27.062287 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-d1a796c7-160a-413d-8355-1bd2e281afc3 None None] Current status of the port d4b42c39-a0d6-4019-8be8-1d1da066af09 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:27.068674 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f84471-5760-4009-a7a4-2d69d4fe2f3a None None] The sync data for ids ['d48a0f53-921a-4610-bdd4-e1c43518b96e'] in dv-neutron-829161-3-hyperv is: [{'id': 'd48a0f53-921a-4610-bdd4-e1c43518b96e', 'name': 'tempest-ServerActionsTestJSON-1747609807-router', 'tenant_id': 'db1f4f0e5a54442e90e9cc29426671f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': 'bd7d7429-e828-4be5-8f09-97307385bec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:16Z', 'updated_at': '2022-02-28T10:35:19Z', 'revision_number': 3, 'project_id': 'db1f4f0e5a54442e90e9cc29426671f3', 'gw_port': {'id': 'bd7d7429-e828-4be5-8f09-97307385bec5', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48a0f53-921a-4610-bdd4-e1c43518b96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:17Z', 'updated_at': '2022-02-28T10:35:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:35:27.106867 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43090) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:27.108253 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:27.115029 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-b5370e5f-bfd0-4694-b3b9-52207bcf2ef3 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Request body: {'security_group': {'name': 'tempest-securitygroup--549364643', 'description': 'tempest-description--1776270739'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:27.128968 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-d1a796c7-160a-413d-8355-1bd2e281afc3 None None] Provisioning complete for port 6a66cfb7-524e-4519-a1c8-be910891e439 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:27.129429 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d1a796c7-160a-413d-8355-1bd2e281afc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (6a66cfb7-524e-4519-a1c8-be910891e439), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:27.209024 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-d1a796c7-160a-413d-8355-1bd2e281afc3 None None] Port 6a66cfb7-524e-4519-a1c8-be910891e439 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:35:27.211364 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29a5170a-2a70-42b5-bd61-bcc3659571a3 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:35:27.229607 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device d4b42c39-a0d6-4019-8be8-1d1da066af09 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:35:27.232371 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-29a5170a-2a70-42b5-bd61-bcc3659571a3 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (c0ba687d-3cd1-4e87-9fea-6cf096482745), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:27.232724 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-29a5170a-2a70-42b5-bd61-bcc3659571a3 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Added segment c0ba687d-3cd1-4e87-9fea-6cf096482745 of type vlan for network 06619744-51ee-4b06-bc9d-62cec28a671d Feb 28 10:35:27.235925 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-d1a796c7-160a-413d-8355-1bd2e281afc3 None None] Could not find standard attr ID for object 9a890b87-c818-4209-ac4f-e402522a2f1a. {{(pid=104085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:35:27.272161 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:27.272769 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:27.295089 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-29a5170a-2a70-42b5-bd61-bcc3659571a3 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (06619744-51ee-4b06-bc9d-62cec28a671d), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:27.323629 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-d42afc8c-6d94-461b-80c5-42e9c74cc62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08248eaa-9947-46c4-9586-680b24173f48', 'name': 'tempest-ServersTestManualDisk-630797678-router', 'tenant_id': 'd4949ecb1236430a8fa635d2a669a8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': 'a8af0c09-0300-432d-a21d-230a5be7f4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:13Z', 'updated_at': '2022-02-28T10:35:24Z', 'revision_number': 4, 'project_id': 'd4949ecb1236430a8fa635d2a669a8c3', 'gw_port': {'id': 'a8af0c09-0300-432d-a21d-230a5be7f4e5', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08248eaa-9947-46c4-9586-680b24173f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:14Z', 'updated_at': '2022-02-28T10:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '6a66cfb7-524e-4519-a1c8-be910891e439', 'name': '', 'network_id': 'a542a1e4-364b-4847-89d1-2f3ed2b23a7c', 'tenant_id': 'd4949ecb1236430a8fa635d2a669a8c3', 'mac_address': 'fa:16:3e:71:89:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08248eaa-9947-46c4-9586-680b24173f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '5b50a414-606d-4a0d-a715-63172e88e953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:21Z', 'updated_at': '2022-02-28T10:35:24Z', 'revision_number': 2, 'project_id': 'd4949ecb1236430a8fa635d2a669a8c3', 'subnets': [{'id': '5b50a414-606d-4a0d-a715-63172e88e953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:27.370105 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.objects.ports [None req-5577b4a7-8a81-4816-9252-cb2930611fdf tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104084) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 10:35:27.370585 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5577b4a7-8a81-4816-9252-cb2930611fdf tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (71439500-d8df-4f51-a279-c0bf22e94b38), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:27.383107 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Pushing event updated for resources: {'Port': ['ID=ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:27.393972 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-8735fc08-dd31-49ec-afe9-c302e14728f7 admin admin] Allocated IP 172.20.0.1 (3446291b-b1f9-4318-9a41-856ad362fcb1/038abd09-1459-4824-9486-15e272f156e9/66243368-02ba-481c-8095-20b6cf2ff6e8) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:27.421362 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-29a5170a-2a70-42b5-bd61-bcc3659571a3 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (06619744-51ee-4b06-bc9d-62cec28a671d), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:27.421697 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7300c872-56ef-4a92-9c2b-09f8299396bf admin admin] Publish callbacks [] for security_group (f7da6186-c17b-4fe3-98be-1106bdc1ca98), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:27.430577 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a5170a-2a70-42b5-bd61-bcc3659571a3 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:27.432039 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-29a5170a-2a70-42b5-bd61-bcc3659571a3 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:27.495766 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-4132f783-4466-4f97-ae4c-7c82c9ffaabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 8.4225721 Feb 28 10:35:27.497595 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b5370e5f-bfd0-4694-b3b9-52207bcf2ef3 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:27.499480 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43092) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:27.500667 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-4d4b4fc2-a4e6-467c-9967-9e0ab8cc7f46 admin admin] Allocated IP 172.20.0.1 (61f11b1b-099a-45f3-b423-a89dfa9243a1/2dff7405-dcc7-4aec-b812-04c9508d9791/cd462397-30a8-42a4-b20f-8ef3a68e2e0e) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:27.510211 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5577b4a7-8a81-4816-9252-cb2930611fdf tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Checking segment: {'id': 'f45e80eb-7273-4ee0-a0f2-a74f8c8755e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'bee801c2-4a5e-413f-89dd-5ce8d9c1effd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:27.510721 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5577b4a7-8a81-4816-9252-cb2930611fdf tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Network hostable DHCP agents. Network: bee801c2-4a5e-413f-89dd-5ce8d9c1effd, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:35:27.537589 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42afc8c-6d94-461b-80c5-42e9c74cc62a None None] Checking router: 08248eaa-9947-46c4-9586-680b24173f48 for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:35:27.538417 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42afc8c-6d94-461b-80c5-42e9c74cc62a None None] Updating router 08248eaa-9947-46c4-9586-680b24173f48 port 6a66cfb7-524e-4519-a1c8-be910891e439 binding host dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:35:27.605925 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-091b37e8-909e-48ad-9f71-a8bd11134df0 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks [] for security_group (8d089875-cc04-4e47-bb37-7038d9f4ec58), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:27.609951 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5577b4a7-8a81-4816-9252-cb2930611fdf tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Pushing event updated for resources: {'Subnet': ['ID=71439500-d8df-4f51-a279-c0bf22e94b38,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:27.611561 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port d4b42c39-a0d6-4019-8be8-1d1da066af09 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:27.612136 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (d4b42c39-a0d6-4019-8be8-1d1da066af09), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:27.615237 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d42afc8c-6d94-461b-80c5-42e9c74cc62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (6a66cfb7-524e-4519-a1c8-be910891e439), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:27.630141 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a5170a-2a70-42b5-bd61-bcc3659571a3 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Pushing event updated for resources: {'Network': ['ID=06619744-51ee-4b06-bc9d-62cec28a671d,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:27.661869 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 06619744-51ee-4b06-bc9d-62cec28a671d details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:35:27.663116 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-29a5170a-2a70-42b5-bd61-bcc3659571a3 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7723935 Feb 28 10:35:27.665055 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43094) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:27.688107 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7300c872-56ef-4a92-9c2b-09f8299396bf admin admin] Publish callbacks [] for security_group (f7da6186-c17b-4fe3-98be-1106bdc1ca98), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:27.736720 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-091b37e8-909e-48ad-9f71-a8bd11134df0 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (8d089875-cc04-4e47-bb37-7038d9f4ec58), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:27.890182 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-091b37e8-909e-48ad-9f71-a8bd11134df0 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:35:27.920893 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091b37e8-909e-48ad-9f71-a8bd11134df0 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d089875-cc04-4e47-bb37-7038d9f4ec58,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:27.953599 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8735fc08-dd31-49ec-afe9-c302e14728f7 admin admin] Publish callbacks [] for port (66243368-02ba-481c-8095-20b6cf2ff6e8), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:27.957514 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-a5c77406-f444-4619-b528-922a5d1211d8 tempest-DHCPAgentSchedulersTestJSON-503688178 tempest-DHCPAgentSchedulersTestJSON-503688178-project-admin] 10.222.0.62 "GET /v2.0/agents/d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0/dhcp-networks HTTP/1.1" status: 200 len: 6448 time: 0.2867932 Feb 28 10:35:27.957514 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5577b4a7-8a81-4816-9252-cb2930611fdf tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Network bee801c2-4a5e-413f-89dd-5ce8d9c1effd is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:35:27.958118 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43096) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:27.962757 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port d4b42c39-a0d6-4019-8be8-1d1da066af09 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:28.057177 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-5577b4a7-8a81-4816-9252-cb2930611fdf tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, bee801c2-4a5e-413f-89dd-5ce8d9c1effd) {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:28.068476 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5577b4a7-8a81-4816-9252-cb2930611fdf tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:28.069189 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5577b4a7-8a81-4816-9252-cb2930611fdf tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:28.073100 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a3634d-678a-466f-9869-b5fe687a2781 None None] Network bee801c2-4a5e-413f-89dd-5ce8d9c1effd requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:28.073589 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5cae5a-61d3-4570-8ca4-67995d0c0f67 tempest-DHCPAgentSchedulersTestJSON-503688178 tempest-DHCPAgentSchedulersTestJSON-503688178-project-admin] Network 06619744-51ee-4b06-bc9d-62cec28a671d is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:35:28.115012 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-091b37e8-909e-48ad-9f71-a8bd11134df0 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (158c619e-8ea8-49b3-a4eb-880617ec9950), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:28.115370 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-091b37e8-909e-48ad-9f71-a8bd11134df0 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Added segment 158c619e-8ea8-49b3-a4eb-880617ec9950 of type vlan for network 90710e89-bc0d-4e50-ba56-121c67c45f3f Feb 28 10:35:28.152614 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-8e5cae5a-61d3-4570-8ca4-67995d0c0f67 tempest-DHCPAgentSchedulersTestJSON-503688178 tempest-DHCPAgentSchedulersTestJSON-503688178-project-admin] 10.222.0.62 "POST /v2.0/agents/d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1933410 Feb 28 10:35:28.160821 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4d4b4fc2-a4e6-467c-9967-9e0ab8cc7f46 admin admin] Publish callbacks [] for port (cd462397-30a8-42a4-b20f-8ef3a68e2e0e), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:28.161182 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43098) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:28.168317 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10dc0fb2-3177-4020-af35-2d63dc7b1305 None None] Network 06619744-51ee-4b06-bc9d-62cec28a671d requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:28.189811 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-5577b4a7-8a81-4816-9252-cb2930611fdf tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7189879 Feb 28 10:35:28.207879 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43100) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:28.223989 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-caacc09a-af08-4ef4-a581-9ccc1cd89ae8 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Request body: {'floatingip': {'floating_network_id': 'bee801c2-4a5e-413f-89dd-5ce8d9c1effd'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:28.283397 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b5370e5f-bfd0-4694-b3b9-52207bcf2ef3 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Publish callbacks [] for security_group (d1e7b656-9d2d-4925-8731-88f96b12caa9), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:28.300086 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7300c872-56ef-4a92-9c2b-09f8299396bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (f7da6186-c17b-4fe3-98be-1106bdc1ca98), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:28.302655 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7300c872-56ef-4a92-9c2b-09f8299396bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:28.306327 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-7300c872-56ef-4a92-9c2b-09f8299396bf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f7da6186-c17b-4fe3-98be-1106bdc1ca98 HTTP/1.1" status: 204 len: 168 time: 1.3569262 Feb 28 10:35:28.306327 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-091b37e8-909e-48ad-9f71-a8bd11134df0 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (90710e89-bc0d-4e50-ba56-121c67c45f3f), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:28.332499 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-b135383b-517b-4c49-b01f-711e992ae798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Deleting port ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:35:28.332840 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b135383b-517b-4c49-b01f-711e992ae798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:28.377140 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-33aa06c9-48b8-41ee-80be-837d99af3c22 tempest-DHCPAgentSchedulersTestJSON-503688178 tempest-DHCPAgentSchedulersTestJSON-503688178-project-admin] 10.222.0.62 "GET /v2.0/agents/d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0/dhcp-networks HTTP/1.1" status: 200 len: 7984 time: 0.2145362 Feb 28 10:35:28.378171 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d42afc8c-6d94-461b-80c5-42e9c74cc62a None None] Publish callbacks [] for port (6a66cfb7-524e-4519-a1c8-be910891e439), precommit_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:28.380072 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43104) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:28.407229 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-caacc09a-af08-4ef4-a581-9ccc1cd89ae8 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:28.420074 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb91b4e-7190-435a-92e8-539f9570f271 None None] Network bee801c2-4a5e-413f-89dd-5ce8d9c1effd requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:28.462895 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-b135383b-517b-4c49-b01f-711e992ae798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] For port ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9, host hv-neutron-8291, got binding levels [] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:35:28.463260 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b135383b-517b-4c49-b01f-711e992ae798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:28.479508 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-b135383b-517b-4c49-b01f-711e992ae798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Calling delete_port for ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9 owned by {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:35:28.512370 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d42afc8c-6d94-461b-80c5-42e9c74cc62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (6a66cfb7-524e-4519-a1c8-be910891e439), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:28.553191 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b5370e5f-bfd0-4694-b3b9-52207bcf2ef3 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (d1e7b656-9d2d-4925-8731-88f96b12caa9), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:28.568653 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7300c872-56ef-4a92-9c2b-09f8299396bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7da6186-c17b-4fe3-98be-1106bdc1ca98,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:28.632420 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918fec76-5914-4bcf-b88c-6ffb5094238e None None] Pushing event updated for resources: {'Port': ['ID=6a66cfb7-524e-4519-a1c8-be910891e439,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:28.640371 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-caacc09a-af08-4ef4-a581-9ccc1cd89ae8 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:28.649100 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-87024571-c9fc-47bb-8cfb-38f4ffca77ba tempest-DHCPAgentSchedulersTestJSON-503688178 tempest-DHCPAgentSchedulersTestJSON-503688178-project-admin] 10.222.0.62 "DELETE /v2.0/agents/d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0/dhcp-networks/06619744-51ee-4b06-bc9d-62cec28a671d HTTP/1.1" status: 204 len: 168 time: 0.2679310 Feb 28 10:35:28.656535 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43106) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:28.673081 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5370e5f-bfd0-4694-b3b9-52207bcf2ef3 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e7b656-9d2d-4925-8731-88f96b12caa9,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:28.691723 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8735fc08-dd31-49ec-afe9-c302e14728f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (66243368-02ba-481c-8095-20b6cf2ff6e8), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:28.722329 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b5370e5f-bfd0-4694-b3b9-52207bcf2ef3 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:28.725340 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-b5370e5f-bfd0-4694-b3b9-52207bcf2ef3 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.6147065 Feb 28 10:35:28.726081 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-091b37e8-909e-48ad-9f71-a8bd11134df0 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (90710e89-bc0d-4e50-ba56-121c67c45f3f), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:28.732934 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43108) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:28.739581 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-a71b7fa2-e1c5-49ad-a44b-88ea82aeed09 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Request body: {'security_group_rule': {'security_group_id': 'd1e7b656-9d2d-4925-8731-88f96b12caa9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:28.746365 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-d42afc8c-6d94-461b-80c5-42e9c74cc62a None None] Attempting to bind port 6a66cfb7-524e-4519-a1c8-be910891e439 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:28.747261 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-d42afc8c-6d94-461b-80c5-42e9c74cc62a None None] Attempting to bind port 6a66cfb7-524e-4519-a1c8-be910891e439 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '3c93ccf0-f69b-4385-a05b-2d73c05d52da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a542a1e4-364b-4847-89d1-2f3ed2b23a7c'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:28.747261 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42afc8c-6d94-461b-80c5-42e9c74cc62a None None] Attempting to bind port 6a66cfb7-524e-4519-a1c8-be910891e439 on network a542a1e4-364b-4847-89d1-2f3ed2b23a7c {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:28.753415 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42afc8c-6d94-461b-80c5-42e9c74cc62a None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:35:28.756291 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42afc8c-6d94-461b-80c5-42e9c74cc62a None None] Checking segment: {'id': '3c93ccf0-f69b-4385-a05b-2d73c05d52da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a542a1e4-364b-4847-89d1-2f3ed2b23a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:28.756291 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d42afc8c-6d94-461b-80c5-42e9c74cc62a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:28.756472 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091b37e8-909e-48ad-9f71-a8bd11134df0 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:28.756570 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42afc8c-6d94-461b-80c5-42e9c74cc62a None None] Bound using segment: {'id': '3c93ccf0-f69b-4385-a05b-2d73c05d52da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a542a1e4-364b-4847-89d1-2f3ed2b23a7c'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:35:28.756652 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-091b37e8-909e-48ad-9f71-a8bd11134df0 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:28.756728 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-d42afc8c-6d94-461b-80c5-42e9c74cc62a None None] Bound port: 6a66cfb7-524e-4519-a1c8-be910891e439, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c93ccf0-f69b-4385-a05b-2d73c05d52da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a542a1e4-364b-4847-89d1-2f3ed2b23a7c'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:35:28.757139 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d42afc8c-6d94-461b-80c5-42e9c74cc62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (6a66cfb7-524e-4519-a1c8-be910891e439), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:28.834111 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4d4b4fc2-a4e6-467c-9967-9e0ab8cc7f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (cd462397-30a8-42a4-b20f-8ef3a68e2e0e), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:28.864834 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-d42afc8c-6d94-461b-80c5-42e9c74cc62a None None] For port 6a66cfb7-524e-4519-a1c8-be910891e439, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:35:28.870647 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-d42afc8c-6d94-461b-80c5-42e9c74cc62a None None] For port 6a66cfb7-524e-4519-a1c8-be910891e439, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=6a66cfb7-524e-4519-a1c8-be910891e439,segment=NetworkSegment(3c93ccf0-f69b-4385-a05b-2d73c05d52da),segment_id=3c93ccf0-f69b-4385-a05b-2d73c05d52da)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:35:28.921627 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8735fc08-dd31-49ec-afe9-c302e14728f7 admin admin] Pushing event updated for resources: {'Port': ['ID=66243368-02ba-481c-8095-20b6cf2ff6e8,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:28.950649 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a71b7fa2-e1c5-49ad-a44b-88ea82aeed09 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Publish callbacks [] for security_group_rule (9d6d1596-c83c-4171-8ce4-59b0258bd0fa), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:28.951190 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d42afc8c-6d94-461b-80c5-42e9c74cc62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (6a66cfb7-524e-4519-a1c8-be910891e439), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:28.976647 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4b4fc2-a4e6-467c-9967-9e0ab8cc7f46 admin admin] Pushing event updated for resources: {'Port': ['ID=cd462397-30a8-42a4-b20f-8ef3a68e2e0e,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:28.977135 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-caacc09a-af08-4ef4-a581-9ccc1cd89ae8 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Allocated IP 172.20.0.3 (bee801c2-4a5e-413f-89dd-5ce8d9c1effd/71439500-d8df-4f51-a279-c0bf22e94b38/2f37d0ce-0c71-4729-960c-826823210746) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:28.981421 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8735fc08-dd31-49ec-afe9-c302e14728f7 admin admin] Network 3446291b-b1f9-4318-9a41-856ad362fcb1 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:28.997101 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-8735fc08-dd31-49ec-afe9-c302e14728f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:28.997235 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-75de0c23-9e97-4d0d-9431-90132d773e3f tempest-DHCPAgentSchedulersTestJSON-503688178 tempest-DHCPAgentSchedulersTestJSON-503688178-project-admin] 10.222.0.62 "GET /v2.0/agents/d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0/dhcp-networks HTTP/1.1" status: 200 len: 7216 time: 0.3393693 Feb 28 10:35:29.004874 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8735fc08-dd31-49ec-afe9-c302e14728f7 admin admin] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:29.005512 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8735fc08-dd31-49ec-afe9-c302e14728f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047958'] for router_interface (d48a0f53-921a-4610-bdd4-e1c43518b96e), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:29.006431 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43116) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:29.012337 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4b4fc2-a4e6-467c-9967-9e0ab8cc7f46 admin admin] Network 61f11b1b-099a-45f3-b423-a89dfa9243a1 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:29.035289 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-4d4b4fc2-a4e6-467c-9967-9e0ab8cc7f46 admin admin] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:29.109655 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a71b7fa2-e1c5-49ad-a44b-88ea82aeed09 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Publish callbacks [] for security_group_rule (9d6d1596-c83c-4171-8ce4-59b0258bd0fa), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:29.113850 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-90e4df3d-be22-4b5b-a0a7-f5ec3b4e5f47 tempest-DHCPAgentSchedulersTestJSON-503688178 tempest-DHCPAgentSchedulersTestJSON-503688178-project-admin] 10.222.0.62 "GET /v2.0/networks/26f9803e-e95e-417c-bd35-2bef3b5e4098/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1062446 Feb 28 10:35:29.127015 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43120) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:29.172167 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-7f2dfd74-b7e6-4baf-9d58-753ec0414c5a None None] Provisioning complete for port 6a66cfb7-524e-4519-a1c8-be910891e439 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:29.174751 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7f2dfd74-b7e6-4baf-9d58-753ec0414c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (6a66cfb7-524e-4519-a1c8-be910891e439), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:29.190411 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a71b7fa2-e1c5-49ad-a44b-88ea82aeed09 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (9d6d1596-c83c-4171-8ce4-59b0258bd0fa), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:29.239249 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-e1581eb8-3e53-408a-b044-6ef2fe886eac tempest-DHCPAgentSchedulersTestJSON-503688178 tempest-DHCPAgentSchedulersTestJSON-503688178-project-admin] 10.222.0.62 "GET /v2.0/networks/26f9803e-e95e-417c-bd35-2bef3b5e4098/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1102376 Feb 28 10:35:29.253510 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43124) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:29.257062 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918fec76-5914-4bcf-b88c-6ffb5094238e None None] Pushing event updated for resources: {'Port': ['ID=6a66cfb7-524e-4519-a1c8-be910891e439,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:29.322369 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-caacc09a-af08-4ef4-a581-9ccc1cd89ae8 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks [] for port (2f37d0ce-0c71-4729-960c-826823210746), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:29.359932 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42afc8c-6d94-461b-80c5-42e9c74cc62a None None] Routers {'08248eaa-9947-46c4-9586-680b24173f48'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:35:29.360856 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-d42afc8c-6d94-461b-80c5-42e9c74cc62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:35:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['08248eaa-9947-46c4-9586-680b24173f48'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:29.373092 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device bd7d7429-e828-4be5-8f09-97307385bec5 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:35:29.401896 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71b7fa2-e1c5-49ad-a44b-88ea82aeed09 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d6d1596-c83c-4171-8ce4-59b0258bd0fa,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:29.413572 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b135383b-517b-4c49-b01f-711e992ae798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:29.414804 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091b37e8-909e-48ad-9f71-a8bd11134df0 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Pushing event updated for resources: {'Network': ['ID=90710e89-bc0d-4e50-ba56-121c67c45f3f,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:29.421021 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a71b7fa2-e1c5-49ad-a44b-88ea82aeed09 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:29.428122 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-a71b7fa2-e1c5-49ad-a44b-88ea82aeed09 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6932158 Feb 28 10:35:29.431267 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43126) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:29.443350 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-b0b58203-30f4-4cfd-8139-d466a518fc52 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Request body: {'security_group_rule': {'security_group_id': 'd1e7b656-9d2d-4925-8731-88f96b12caa9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:29.445668 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4b4fc2-a4e6-467c-9967-9e0ab8cc7f46 admin admin] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:29.450983 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4d4b4fc2-a4e6-467c-9967-9e0ab8cc7f46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047958'] for router_interface (eddb501a-cfd7-433e-9cc5-b804a18d97f9), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:29.472531 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-caacc09a-af08-4ef4-a581-9ccc1cd89ae8 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (2f37d0ce-0c71-4729-960c-826823210746), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:29.477333 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 90710e89-bc0d-4e50-ba56-121c67c45f3f details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:35:29.513436 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-091b37e8-909e-48ad-9f71-a8bd11134df0 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 3.6193287 Feb 28 10:35:29.585540 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caacc09a-af08-4ef4-a581-9ccc1cd89ae8 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Network bee801c2-4a5e-413f-89dd-5ce8d9c1effd is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:29.637705 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b135383b-517b-4c49-b01f-711e992ae798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:29.642360 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-b135383b-517b-4c49-b01f-711e992ae798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] 10.222.0.62 "DELETE /v2.0/ports/ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9 HTTP/1.1" status: 204 len: 168 time: 2.0951097 Feb 28 10:35:29.650246 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b135383b-517b-4c49-b01f-711e992ae798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:29.652271 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43130) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:29.710510 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-caacc09a-af08-4ef4-a581-9ccc1cd89ae8 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:29.723931 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caacc09a-af08-4ef4-a581-9ccc1cd89ae8 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:29.810482 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-58e022bd-314a-4d8a-aeec-f0283809491b tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] GET failed (client error): The resource could not be found. Feb 28 10:35:29.814452 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-58e022bd-314a-4d8a-aeec-f0283809491b tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] 10.222.0.62 "GET /v2.0/ports/ec5ca8d7-7069-4e6d-9aaf-ae338a5ca3e9 HTTP/1.1" status: 404 len: 333 time: 0.1502218 Feb 28 10:35:29.849825 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43136) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:29.857767 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-7f2dfd74-b7e6-4baf-9d58-753ec0414c5a None None] Current status of the port 6a66cfb7-524e-4519-a1c8-be910891e439 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:29.858311 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7f2dfd74-b7e6-4baf-9d58-753ec0414c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (6a66cfb7-524e-4519-a1c8-be910891e439), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:29.883100 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port bd7d7429-e828-4be5-8f09-97307385bec5 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:29.883482 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (bd7d7429-e828-4be5-8f09-97307385bec5), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:29.887326 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-e617b0a5-d998-49d7-af0f-fdb7a2c9e6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Request body: {'port': {'network_id': 'c044044b-2140-40cb-a500-2e0f881ef03c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-843052496'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:29.891836 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-d42afc8c-6d94-461b-80c5-42e9c74cc62a None None] Set router 08248eaa-9947-46c4-9586-680b24173f48 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:35:29.941647 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-7f2dfd74-b7e6-4baf-9d58-753ec0414c5a None None] For port 6a66cfb7-524e-4519-a1c8-be910891e439, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=6a66cfb7-524e-4519-a1c8-be910891e439,segment=NetworkSegment(3c93ccf0-f69b-4385-a05b-2d73c05d52da),segment_id=3c93ccf0-f69b-4385-a05b-2d73c05d52da)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:35:30.022173 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7f2dfd74-b7e6-4baf-9d58-753ec0414c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (6a66cfb7-524e-4519-a1c8-be910891e439), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:30.071687 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b0b58203-30f4-4cfd-8139-d466a518fc52 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Publish callbacks [] for security_group_rule (c904136c-982c-42b6-b8a3-27de74abdd2d), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:30.123520 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43140) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:30.138396 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e617b0a5-d998-49d7-af0f-fdb7a2c9e6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Made reservation on behalf of 915d2f1518c84c3cb3ab5a0d8422f10e for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:30.141507 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e617b0a5-d998-49d7-af0f-fdb7a2c9e6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:30.174633 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b0b58203-30f4-4cfd-8139-d466a518fc52 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Publish callbacks [] for security_group_rule (c904136c-982c-42b6-b8a3-27de74abdd2d), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:30.182252 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caacc09a-af08-4ef4-a581-9ccc1cd89ae8 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Pushing event updated for resources: {'Port': ['ID=2f37d0ce-0c71-4729-960c-826823210746,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:30.315264 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-caacc09a-af08-4ef4-a581-9ccc1cd89ae8 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks [] for floatingip (61d471e5-aa99-4d48-a36d-c508b6f12611), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:30.338366 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b0b58203-30f4-4cfd-8139-d466a518fc52 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (c904136c-982c-42b6-b8a3-27de74abdd2d), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:30.346272 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8735fc08-dd31-49ec-afe9-c302e14728f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (66243368-02ba-481c-8095-20b6cf2ff6e8), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:30.361008 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b58203-30f4-4cfd-8139-d466a518fc52 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c904136c-982c-42b6-b8a3-27de74abdd2d,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:30.401043 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-e617b0a5-d998-49d7-af0f-fdb7a2c9e6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] device_id is not set on port 6227dbdd-5f87-4528-86ee-199748ee99b5 yet. {{(pid=104083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:35:30.415512 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-5161bf0f-b42c-4c03-920a-2127f956f3e2 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:30.416305 dv-neutron-829161-3-hyperv neutron-server[104083]: WARNING neutron.api.v2.base [None req-5161bf0f-b42c-4c03-920a-2127f956f3e2 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 28 10:35:30.416833 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.api.v2.resource [None req-5161bf0f-b42c-4c03-920a-2127f956f3e2 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] create failed (client error): There was a conflict when trying to complete your request. Feb 28 10:35:30.421919 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-5161bf0f-b42c-4c03-920a-2127f956f3e2 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2906177 Feb 28 10:35:30.427665 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43144) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:30.436212 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-e3ff5118-bf1b-4b24-87c3-8b21c5cb6957 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Request body: {'security_group': {'name': 'tempest-secgroup--638602701'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:30.440960 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c82418a7-06f8-4f88-8e2c-dc2e37f8283c tempest-DHCPAgentSchedulersTestJSON-503688178 tempest-DHCPAgentSchedulersTestJSON-503688178-project-admin] 10.222.0.62 "GET /v2.0/agents/d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0/dhcp-networks HTTP/1.1" status: 200 len: 7216 time: 1.1755319 Feb 28 10:35:30.441789 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43146) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:30.444529 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4d4b4fc2-a4e6-467c-9967-9e0ab8cc7f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (cd462397-30a8-42a4-b20f-8ef3a68e2e0e), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:30.446655 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-25b62455-c125-431d-8d64-3f096eca9bb1 None None] Provisioning complete for port cd462397-30a8-42a4-b20f-8ef3a68e2e0e triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:30.447155 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-25b62455-c125-431d-8d64-3f096eca9bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (cd462397-30a8-42a4-b20f-8ef3a68e2e0e), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:30.477268 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-caacc09a-af08-4ef4-a581-9ccc1cd89ae8 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (2f37d0ce-0c71-4729-960c-826823210746), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:30.513680 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2dfd74-b7e6-4baf-9d58-753ec0414c5a None None] Pushing event updated for resources: {'Port': ['ID=6a66cfb7-524e-4519-a1c8-be910891e439,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:30.541320 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port bd7d7429-e828-4be5-8f09-97307385bec5 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:30.541963 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (bd7d7429-e828-4be5-8f09-97307385bec5), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:30.578205 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port bd7d7429-e828-4be5-8f09-97307385bec5, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=bd7d7429-e828-4be5-8f09-97307385bec5,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:35:30.592693 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-25b62455-c125-431d-8d64-3f096eca9bb1 None None] Port cd462397-30a8-42a4-b20f-8ef3a68e2e0e cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:35:30.611619 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:30.648180 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-25b62455-c125-431d-8d64-3f096eca9bb1 None None] Provisioning complete for port 6a66cfb7-524e-4519-a1c8-be910891e439 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:30.648775 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-25b62455-c125-431d-8d64-3f096eca9bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (6a66cfb7-524e-4519-a1c8-be910891e439), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:30.680618 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-caacc09a-af08-4ef4-a581-9ccc1cd89ae8 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks [] for port (2f37d0ce-0c71-4729-960c-826823210746), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:30.680798 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (bd7d7429-e828-4be5-8f09-97307385bec5), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:30.680798 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 2b564d3a-4f9c-42d3-84fd-9574720b94ed up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:35:30.714586 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b0b58203-30f4-4cfd-8139-d466a518fc52 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:30.719652 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-b0b58203-30f4-4cfd-8139-d466a518fc52 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2849302 Feb 28 10:35:30.722549 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43148) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:30.730243 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-062102bc-3bbc-4ff3-b02a-be846553bb01 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Request body: {'floatingip': {'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:30.754996 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e3ff5118-bf1b-4b24-87c3-8b21c5cb6957 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:30.784143 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-caacc09a-af08-4ef4-a581-9ccc1cd89ae8 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (2f37d0ce-0c71-4729-960c-826823210746), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:30.800506 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-46ed4981-19ac-4502-8ddb-eb6375078b71 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (06619744-51ee-4b06-bc9d-62cec28a671d), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:30.816817 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=bd7d7429-e828-4be5-8f09-97307385bec5,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:30.820221 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e3ff5118-bf1b-4b24-87c3-8b21c5cb6957 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:30.838437 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-062102bc-3bbc-4ff3-b02a-be846553bb01 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:30.839694 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-d42afc8c-6d94-461b-80c5-42e9c74cc62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08248eaa-9947-46c4-9586-680b24173f48', 'name': 'tempest-ServersTestManualDisk-630797678-router', 'tenant_id': 'd4949ecb1236430a8fa635d2a669a8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': 'a8af0c09-0300-432d-a21d-230a5be7f4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:13Z', 'updated_at': '2022-02-28T10:35:24Z', 'revision_number': 4, 'project_id': 'd4949ecb1236430a8fa635d2a669a8c3', 'gw_port': {'id': 'a8af0c09-0300-432d-a21d-230a5be7f4e5', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08248eaa-9947-46c4-9586-680b24173f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:14Z', 'updated_at': '2022-02-28T10:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '6a66cfb7-524e-4519-a1c8-be910891e439', 'name': '', 'network_id': 'a542a1e4-364b-4847-89d1-2f3ed2b23a7c', 'tenant_id': 'd4949ecb1236430a8fa635d2a669a8c3', 'mac_address': 'fa:16:3e:71:89:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08248eaa-9947-46c4-9586-680b24173f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '5b50a414-606d-4a0d-a715-63172e88e953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:21Z', 'updated_at': '2022-02-28T10:35:28Z', 'revision_number': 4, 'project_id': 'd4949ecb1236430a8fa635d2a669a8c3', 'subnets': [{'id': '5b50a414-606d-4a0d-a715-63172e88e953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:30.875779 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42afc8c-6d94-461b-80c5-42e9c74cc62a None None] The sync data for ids ['08248eaa-9947-46c4-9586-680b24173f48'] in dv-neutron-829161-3-hyperv is: [{'id': '08248eaa-9947-46c4-9586-680b24173f48', 'name': 'tempest-ServersTestManualDisk-630797678-router', 'tenant_id': 'd4949ecb1236430a8fa635d2a669a8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': 'a8af0c09-0300-432d-a21d-230a5be7f4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:13Z', 'updated_at': '2022-02-28T10:35:24Z', 'revision_number': 4, 'project_id': 'd4949ecb1236430a8fa635d2a669a8c3', 'gw_port': {'id': 'a8af0c09-0300-432d-a21d-230a5be7f4e5', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08248eaa-9947-46c4-9586-680b24173f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:14Z', 'updated_at': '2022-02-28T10:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '6a66cfb7-524e-4519-a1c8-be910891e439', 'name': '', 'network_id': 'a542a1e4-364b-4847-89d1-2f3ed2b23a7c', 'tenant_id': 'd4949ecb1236430a8fa635d2a669a8c3', 'mac_address': 'fa:16:3e:71:89:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08248eaa-9947-46c4-9586-680b24173f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '5b50a414-606d-4a0d-a715-63172e88e953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:21Z', 'updated_at': '2022-02-28T10:35:28Z', 'revision_number': 4, 'project_id': 'd4949ecb1236430a8fa635d2a669a8c3', 'subnets': [{'id': '5b50a414-606d-4a0d-a715-63172e88e953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:35:30.903871 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 2b564d3a-4f9c-42d3-84fd-9574720b94ed triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:30.903871 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (2b564d3a-4f9c-42d3-84fd-9574720b94ed), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:31.110409 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-25b62455-c125-431d-8d64-3f096eca9bb1 None None] Current status of the port 6a66cfb7-524e-4519-a1c8-be910891e439 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:31.118991 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e617b0a5-d998-49d7-af0f-fdb7a2c9e6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Publish callbacks [] for port (6227dbdd-5f87-4528-86ee-199748ee99b5), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:31.127309 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 2b564d3a-4f9c-42d3-84fd-9574720b94ed is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:31.127925 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (2b564d3a-4f9c-42d3-84fd-9574720b94ed), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:31.130467 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caacc09a-af08-4ef4-a581-9ccc1cd89ae8 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Pushing event updated for resources: {'Port': ['ID=2f37d0ce-0c71-4729-960c-826823210746,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:31.157938 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-25b62455-c125-431d-8d64-3f096eca9bb1 None None] Provisioning complete for port 66243368-02ba-481c-8095-20b6cf2ff6e8 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:31.158601 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-25b62455-c125-431d-8d64-3f096eca9bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (66243368-02ba-481c-8095-20b6cf2ff6e8), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:31.191201 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-caacc09a-af08-4ef4-a581-9ccc1cd89ae8 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047917'] for floatingip (61d471e5-aa99-4d48-a36d-c508b6f12611), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:31.196698 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port 2b564d3a-4f9c-42d3-84fd-9574720b94ed, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=2b564d3a-4f9c-42d3-84fd-9574720b94ed,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:35:31.223347 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-25b62455-c125-431d-8d64-3f096eca9bb1 None None] Port 66243368-02ba-481c-8095-20b6cf2ff6e8 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:35:31.238324 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-46ed4981-19ac-4502-8ddb-eb6375078b71 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (06619744-51ee-4b06-bc9d-62cec28a671d), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:31.269868 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (2b564d3a-4f9c-42d3-84fd-9574720b94ed), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:31.289702 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-46ed4981-19ac-4502-8ddb-eb6375078b71 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06619744-51ee-4b06-bc9d-62cec28a671d']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:31.299467 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e3ff5118-bf1b-4b24-87c3-8b21c5cb6957 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks [] for security_group (0ab92b36-93cc-4338-8495-0c03da02cf2a), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:31.316144 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-caacc09a-af08-4ef4-a581-9ccc1cd89ae8 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:31.317503 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-caacc09a-af08-4ef4-a581-9ccc1cd89ae8 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.1085870 Feb 28 10:35:31.330599 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8735fc08-dd31-49ec-afe9-c302e14728f7 admin admin] Publish callbacks [] for port (66243368-02ba-481c-8095-20b6cf2ff6e8), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:31.332405 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43150) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:31.366299 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-46ed4981-19ac-4502-8ddb-eb6375078b71 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0ba687d-3cd1-4e87-9fea-6cf096482745') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:31.366578 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-46ed4981-19ac-4502-8ddb-eb6375078b71 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0ba687d-3cd1-4e87-9fea-6cf096482745') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:31.389002 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e3ff5118-bf1b-4b24-87c3-8b21c5cb6957 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (0ab92b36-93cc-4338-8495-0c03da02cf2a), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:31.397601 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=2b564d3a-4f9c-42d3-84fd-9574720b94ed,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:31.456215 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4d4b4fc2-a4e6-467c-9967-9e0ab8cc7f46 admin admin] Publish callbacks [] for port (cd462397-30a8-42a4-b20f-8ef3a68e2e0e), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:31.458475 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8735fc08-dd31-49ec-afe9-c302e14728f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (66243368-02ba-481c-8095-20b6cf2ff6e8), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:31.459432 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8735fc08-dd31-49ec-afe9-c302e14728f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047558'] for router_interface (d48a0f53-921a-4610-bdd4-e1c43518b96e), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:31.540260 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-062102bc-3bbc-4ff3-b02a-be846553bb01 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:31.558982 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-46ed4981-19ac-4502-8ddb-eb6375078b71 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (c0ba687d-3cd1-4e87-9fea-6cf096482745), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:31.583360 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-09d227bf-3044-4ae9-b628-06816d164ee2 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] 10.222.0.62 "GET /v2.0/floatingips?floating_network_id=bee801c2-4a5e-413f-89dd-5ce8d9c1effd HTTP/1.1" status: 200 len: 689 time: 0.2363195 Feb 28 10:35:31.589533 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43152) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:31.610153 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 6a66cfb7-524e-4519-a1c8-be910891e439 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:35:31.662167 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ff5118-bf1b-4b24-87c3-8b21c5cb6957 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab92b36-93cc-4338-8495-0c03da02cf2a,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:31.694117 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e617b0a5-d998-49d7-af0f-fdb7a2c9e6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (6227dbdd-5f87-4528-86ee-199748ee99b5), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:31.703357 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4d4b4fc2-a4e6-467c-9967-9e0ab8cc7f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (cd462397-30a8-42a4-b20f-8ef3a68e2e0e), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:31.704479 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4d4b4fc2-a4e6-467c-9967-9e0ab8cc7f46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047558'] for router_interface (eddb501a-cfd7-433e-9cc5-b804a18d97f9), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:31.708426 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-46ed4981-19ac-4502-8ddb-eb6375078b71 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (c0ba687d-3cd1-4e87-9fea-6cf096482745), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:31.725009 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46ed4981-19ac-4502-8ddb-eb6375078b71 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:35:31.725586 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-46ed4981-19ac-4502-8ddb-eb6375078b71 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (c0ba687d-3cd1-4e87-9fea-6cf096482745), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:31.731029 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8735fc08-dd31-49ec-afe9-c302e14728f7 admin admin] Network 3446291b-b1f9-4318-9a41-856ad362fcb1 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:31.743157 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 6a66cfb7-524e-4519-a1c8-be910891e439 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:31.745482 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (6a66cfb7-524e-4519-a1c8-be910891e439), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:31.763661 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e617b0a5-d998-49d7-af0f-fdb7a2c9e6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Network c044044b-2140-40cb-a500-2e0f881ef03c is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:31.765594 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-8735fc08-dd31-49ec-afe9-c302e14728f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:31.776368 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-e617b0a5-d998-49d7-af0f-fdb7a2c9e6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:31.779513 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e617b0a5-d998-49d7-af0f-fdb7a2c9e6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:31.780600 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e617b0a5-d998-49d7-af0f-fdb7a2c9e6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:31.781443 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e617b0a5-d998-49d7-af0f-fdb7a2c9e6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:31.787035 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8735fc08-dd31-49ec-afe9-c302e14728f7 admin admin] Pushing event updated for resources: {'Port': ['ID=66243368-02ba-481c-8095-20b6cf2ff6e8,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:31.922273 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 10:35:31.922273 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:35:31.922273 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 10:35:31.922273 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:35:31.922273 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 10:35:31.922273 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:35:31.922273 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 10:35:31.922273 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:35:31.922273 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 10:35:31.922273 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:35:31.922273 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 10:35:31.922273 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:35:31.922273 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 10:35:31.922273 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:35:31.922273 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:35:31.922273 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:35:31.922273 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:35:31.922273 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:35:31.922273 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 10:35:31.922273 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:35:31.922273 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 10:35:31.922273 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:35:31.922273 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:35:31.922273 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:35:31.922273 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 10:35:31.922273 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:35:31.922273 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:35:31.922273 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:35:31.922273 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:35:31.922273 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:35:31.922273 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:35:31.922273 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:35:32.014485 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 6a66cfb7-524e-4519-a1c8-be910891e439 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:32.015928 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device bd7d7429-e828-4be5-8f09-97307385bec5 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:35:32.031148 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e3ff5118-bf1b-4b24-87c3-8b21c5cb6957 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks [] for security_group (b29729d7-4967-4e5e-ac18-07345352aad9), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:32.087098 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-062102bc-3bbc-4ff3-b02a-be846553bb01 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Allocated IP 172.26.3.194 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/1f25a114-a01a-4018-8e22-b491845cb3d1) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:32.114990 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-40c6f84a-6588-48c9-892f-328cef84bf3c None None] Provisioning complete for port 66243368-02ba-481c-8095-20b6cf2ff6e8 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:32.115375 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-40c6f84a-6588-48c9-892f-328cef84bf3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (66243368-02ba-481c-8095-20b6cf2ff6e8), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:32.115511 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e617b0a5-d998-49d7-af0f-fdb7a2c9e6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Pushing event updated for resources: {'Port': ['ID=6227dbdd-5f87-4528-86ee-199748ee99b5,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:32.169873 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4b4fc2-a4e6-467c-9967-9e0ab8cc7f46 admin admin] Pushing event updated for resources: {'Port': ['ID=cd462397-30a8-42a4-b20f-8ef3a68e2e0e,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:32.195630 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port bd7d7429-e828-4be5-8f09-97307385bec5 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:32.196019 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (bd7d7429-e828-4be5-8f09-97307385bec5), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:32.201897 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e3ff5118-bf1b-4b24-87c3-8b21c5cb6957 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (b29729d7-4967-4e5e-ac18-07345352aad9), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:32.210395 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-e617b0a5-d998-49d7-af0f-fdb7a2c9e6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.3560140 Feb 28 10:35:32.216335 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43154) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:32.233695 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8291'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:32.266996 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-062102bc-3bbc-4ff3-b02a-be846553bb01 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Publish callbacks [] for port (1f25a114-a01a-4018-8e22-b491845cb3d1), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:32.287967 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-40c6f84a-6588-48c9-892f-328cef84bf3c None None] Port 66243368-02ba-481c-8095-20b6cf2ff6e8 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:35:32.295841 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-46ed4981-19ac-4502-8ddb-eb6375078b71 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (06619744-51ee-4b06-bc9d-62cec28a671d), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:32.327334 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ff5118-bf1b-4b24-87c3-8b21c5cb6957 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b29729d7-4967-4e5e-ac18-07345352aad9,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:32.373149 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4b4fc2-a4e6-467c-9967-9e0ab8cc7f46 admin admin] Network 61f11b1b-099a-45f3-b423-a89dfa9243a1 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:32.374345 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (6227dbdd-5f87-4528-86ee-199748ee99b5), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:32.378241 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e3ff5118-bf1b-4b24-87c3-8b21c5cb6957 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:32.383336 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-e3ff5118-bf1b-4b24-87c3-8b21c5cb6957 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.9533644 Feb 28 10:35:32.386390 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43156) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:32.388104 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port bd7d7429-e828-4be5-8f09-97307385bec5 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:32.395061 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-a6ed5d9c-0ba1-4358-b232-ff059828e392 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Request body: {'security_group_rule': {'security_group_id': 'b29729d7-4967-4e5e-ac18-07345352aad9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:32.406340 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-46ed4981-19ac-4502-8ddb-eb6375078b71 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:32.410240 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-46ed4981-19ac-4502-8ddb-eb6375078b71 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] 10.222.0.62 "DELETE /v2.0/networks/06619744-51ee-4b06-bc9d-62cec28a671d HTTP/1.1" status: 204 len: 168 time: 1.9641907 Feb 28 10:35:32.413373 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0cd4f6e7-308d-417a-964d-c9cb8405ef94 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (bee801c2-4a5e-413f-89dd-5ce8d9c1effd), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:32.419220 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-4d4b4fc2-a4e6-467c-9967-9e0ab8cc7f46 admin admin] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:32.422431 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43158) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:32.487827 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fba0588-eaee-4026-8f0d-6134fdf74d37 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] DELETE failed (client error): The resource could not be found. Feb 28 10:35:32.488308 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fba0588-eaee-4026-8f0d-6134fdf74d37 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:35:32.494547 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-9fba0588-eaee-4026-8f0d-6134fdf74d37 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] 10.222.0.62 "DELETE /v2.0/ports/9a890b87-c818-4209-ac4f-e402522a2f1a HTTP/1.1" status: 404 len: 333 time: 0.0648940 Feb 28 10:35:32.498970 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43160) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:32.510170 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ed4981-19ac-4502-8ddb-eb6375078b71 tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Pushing event deleted for resources: {'Network': ['ID=06619744-51ee-4b06-bc9d-62cec28a671d,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:32.566330 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8735fc08-dd31-49ec-afe9-c302e14728f7 admin admin] Router d48a0f53-921a-4610-bdd4-e1c43518b96e has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:35:32.633127 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-0cd4f6e7-308d-417a-964d-c9cb8405ef94 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Deleting port 2f37d0ce-0c71-4729-960c-826823210746 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:35:32.633359 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0cd4f6e7-308d-417a-964d-c9cb8405ef94 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (2f37d0ce-0c71-4729-960c-826823210746), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:32.648468 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-062102bc-3bbc-4ff3-b02a-be846553bb01 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (1f25a114-a01a-4018-8e22-b491845cb3d1), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:32.727882 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062102bc-3bbc-4ff3-b02a-be846553bb01 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:32.734629 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-062102bc-3bbc-4ff3-b02a-be846553bb01 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:32.742483 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062102bc-3bbc-4ff3-b02a-be846553bb01 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:32.814367 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0cd4f6e7-308d-417a-964d-c9cb8405ef94 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (2f37d0ce-0c71-4729-960c-826823210746), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:32.815211 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0cd4f6e7-308d-417a-964d-c9cb8405ef94 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks [] for floatingip (2f37d0ce-0c71-4729-960c-826823210746), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:32.830697 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-e29c0cd4-ace3-40c9-a626-697d50b90300 None None] Provisioning complete for port cd462397-30a8-42a4-b20f-8ef3a68e2e0e triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:32.831204 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e29c0cd4-ace3-40c9-a626-697d50b90300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (cd462397-30a8-42a4-b20f-8ef3a68e2e0e), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:32.832102 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a6ed5d9c-0ba1-4358-b232-ff059828e392 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks [] for security_group_rule (852aa1d4-6c40-4493-b61e-e1b5ce017a69), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:32.856795 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-0cd4f6e7-308d-417a-964d-c9cb8405ef94 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Calling delete_port for 2f37d0ce-0c71-4729-960c-826823210746 owned by network:floatingip {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:35:32.900827 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-e29c0cd4-ace3-40c9-a626-697d50b90300 None None] Port cd462397-30a8-42a4-b20f-8ef3a68e2e0e cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:35:32.901033 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_v2 [None req-25b0e4fd-76d5-4246-b2ef-1fb5206985fc tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Deleting subnet 5d973607-9b13-48fb-b9d6-9b28493fb841 {{(pid=104083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:35:32.911924 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-25b0e4fd-76d5-4246-b2ef-1fb5206985fc tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Publish callbacks [] for subnet (5d973607-9b13-48fb-b9d6-9b28493fb841), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:32.977876 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43164) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:32.991289 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-9c9acd64-f9a1-4097-95bd-79a1752f26fe tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Request body: {'subnet': {'network_id': '90710e89-bc0d-4e50-ba56-121c67c45f3f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:33.130165 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062102bc-3bbc-4ff3-b02a-be846553bb01 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Pushing event updated for resources: {'Port': ['ID=1f25a114-a01a-4018-8e22-b491845cb3d1,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:33.162069 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-25b0e4fd-76d5-4246-b2ef-1fb5206985fc tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Publish callbacks [] for subnet (5d973607-9b13-48fb-b9d6-9b28493fb841), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:33.224360 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-062102bc-3bbc-4ff3-b02a-be846553bb01 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Publish callbacks [] for floatingip (5e2a40ff-e655-46ac-ac85-9224f1221f6d), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:33.296675 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d4b4fc2-a4e6-467c-9967-9e0ab8cc7f46 admin admin] Router eddb501a-cfd7-433e-9cc5-b804a18d97f9 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:35:33.309194 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a6ed5d9c-0ba1-4358-b232-ff059828e392 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks [] for security_group_rule (852aa1d4-6c40-4493-b61e-e1b5ce017a69), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:33.328420 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-062102bc-3bbc-4ff3-b02a-be846553bb01 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (1f25a114-a01a-4018-8e22-b491845cb3d1), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:33.353636 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 2b564d3a-4f9c-42d3-84fd-9574720b94ed up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:35:33.364007 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0cd4f6e7-308d-417a-964d-c9cb8405ef94 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (2f37d0ce-0c71-4729-960c-826823210746), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:33.386031 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8735fc08-dd31-49ec-afe9-c302e14728f7 admin admin] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:35:33.391018 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-25b0e4fd-76d5-4246-b2ef-1fb5206985fc tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (5d973607-9b13-48fb-b9d6-9b28493fb841), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:33.398914 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd4f6e7-308d-417a-964d-c9cb8405ef94 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Pushing event deleted for resources: {'Port': ['ID=2f37d0ce-0c71-4729-960c-826823210746,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:33.403410 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-8735fc08-dd31-49ec-afe9-c302e14728f7 admin admin] 10.222.0.62 "PUT /v2.0/routers/d48a0f53-921a-4610-bdd4-e1c43518b96e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3215265 Feb 28 10:35:33.412735 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023185a3-00e4-4deb-857d-60ad32066fdf None None] Sync routers for ids ['d48a0f53-921a-4610-bdd4-e1c43518b96e'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:35:33.440443 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023185a3-00e4-4deb-857d-60ad32066fdf None None] Routers {'d48a0f53-921a-4610-bdd4-e1c43518b96e'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:35:33.446559 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a6ed5d9c-0ba1-4358-b232-ff059828e392 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (852aa1d4-6c40-4493-b61e-e1b5ce017a69), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:33.448460 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-023185a3-00e4-4deb-857d-60ad32066fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:35:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['d48a0f53-921a-4610-bdd4-e1c43518b96e'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:33.492495 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 2b564d3a-4f9c-42d3-84fd-9574720b94ed triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:33.499765 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (2b564d3a-4f9c-42d3-84fd-9574720b94ed), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:33.513071 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9acd64-f9a1-4097-95bd-79a1752f26fe tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Made reservation on behalf of 6344603bd44c4b40ab017d9623e1a51e for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:33.516354 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9c9acd64-f9a1-4097-95bd-79a1752f26fe tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks [] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:33.595455 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0cd4f6e7-308d-417a-964d-c9cb8405ef94 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks [] for floatingip (61d471e5-aa99-4d48-a36d-c508b6f12611), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:33.618454 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] device_id is not set on port 6227dbdd-5f87-4528-86ee-199748ee99b5 yet. {{(pid=104083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:35:33.630216 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Publish callbacks [] for port (6227dbdd-5f87-4528-86ee-199748ee99b5), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:33.649971 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 2b564d3a-4f9c-42d3-84fd-9574720b94ed is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:33.691817 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0cd4f6e7-308d-417a-964d-c9cb8405ef94 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (71439500-d8df-4f51-a279-c0bf22e94b38), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:33.696529 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-023185a3-00e4-4deb-857d-60ad32066fdf None None] Set router d48a0f53-921a-4610-bdd4-e1c43518b96e gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:35:33.723498 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d4b4fc2-a4e6-467c-9967-9e0ab8cc7f46 admin admin] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:35:33.725300 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ed5d9c-0ba1-4358-b232-ff059828e392 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=852aa1d4-6c40-4493-b61e-e1b5ce017a69,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:33.735849 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150aca1e-7a7a-40fe-81c3-6b71169ec1ae None None] Sync routers for ids ['eddb501a-cfd7-433e-9cc5-b804a18d97f9'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:35:33.757628 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150aca1e-7a7a-40fe-81c3-6b71169ec1ae None None] Routers {'eddb501a-cfd7-433e-9cc5-b804a18d97f9'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:35:33.758394 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-150aca1e-7a7a-40fe-81c3-6b71169ec1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:35:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['eddb501a-cfd7-433e-9cc5-b804a18d97f9'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:33.783076 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-062102bc-3bbc-4ff3-b02a-be846553bb01 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Publish callbacks [] for port (1f25a114-a01a-4018-8e22-b491845cb3d1), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:33.783939 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-4d4b4fc2-a4e6-467c-9967-9e0ab8cc7f46 admin admin] 10.222.0.62 "PUT /v2.0/routers/eddb501a-cfd7-433e-9cc5-b804a18d97f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9383512 Feb 28 10:35:33.788255 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (6227dbdd-5f87-4528-86ee-199748ee99b5), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:33.790869 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-25b0e4fd-76d5-4246-b2ef-1fb5206985fc tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for subnet (5d973607-9b13-48fb-b9d6-9b28493fb841), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:33.869551 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b0e4fd-76d5-4246-b2ef-1fb5206985fc tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Pushing event deleted for resources: {'Subnet': ['ID=5d973607-9b13-48fb-b9d6-9b28493fb841,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:33.869745 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-062102bc-3bbc-4ff3-b02a-be846553bb01 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (1f25a114-a01a-4018-8e22-b491845cb3d1), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:33.907678 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a6ed5d9c-0ba1-4358-b232-ff059828e392 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:33.908801 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a6ed5d9c-0ba1-4358-b232-ff059828e392 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5190644 Feb 28 10:35:33.927828 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43174) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:33.954659 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-41f108a2-f424-44a1-84c4-976a9e67762a tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Request body: {'security_group_rule': {'security_group_id': 'b29729d7-4967-4e5e-ac18-07345352aad9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:33.980846 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-25b0e4fd-76d5-4246-b2ef-1fb5206985fc tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:33.982079 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-150aca1e-7a7a-40fe-81c3-6b71169ec1ae None None] Set router eddb501a-cfd7-433e-9cc5-b804a18d97f9 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:35:33.984707 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-25b0e4fd-76d5-4246-b2ef-1fb5206985fc tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] 10.222.0.62 "DELETE /v2.0/subnets/5d973607-9b13-48fb-b9d6-9b28493fb841 HTTP/1.1" status: 204 len: 168 time: 1.4825292 Feb 28 10:35:33.987138 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062102bc-3bbc-4ff3-b02a-be846553bb01 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Pushing event updated for resources: {'Port': ['ID=1f25a114-a01a-4018-8e22-b491845cb3d1,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:33.987503 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43176) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:33.998124 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-023185a3-00e4-4deb-857d-60ad32066fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48a0f53-921a-4610-bdd4-e1c43518b96e', 'name': 'tempest-ServerActionsTestJSON-1747609807-router', 'tenant_id': 'db1f4f0e5a54442e90e9cc29426671f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': 'bd7d7429-e828-4be5-8f09-97307385bec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:16Z', 'updated_at': '2022-02-28T10:35:30Z', 'revision_number': 4, 'project_id': 'db1f4f0e5a54442e90e9cc29426671f3', 'gw_port': {'id': 'bd7d7429-e828-4be5-8f09-97307385bec5', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48a0f53-921a-4610-bdd4-e1c43518b96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:17Z', 'updated_at': '2022-02-28T10:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '66243368-02ba-481c-8095-20b6cf2ff6e8', 'name': '', 'network_id': '3446291b-b1f9-4318-9a41-856ad362fcb1', 'tenant_id': 'db1f4f0e5a54442e90e9cc29426671f3', 'mac_address': 'fa:16:3e:35:3f:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48a0f53-921a-4610-bdd4-e1c43518b96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '038abd09-1459-4824-9486-15e272f156e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:26Z', 'updated_at': '2022-02-28T10:35:30Z', 'revision_number': 2, 'project_id': 'db1f4f0e5a54442e90e9cc29426671f3', 'subnets': [{'id': '038abd09-1459-4824-9486-15e272f156e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:34.006657 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0cd4f6e7-308d-417a-964d-c9cb8405ef94 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (71439500-d8df-4f51-a279-c0bf22e94b38), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:34.056273 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023185a3-00e4-4deb-857d-60ad32066fdf None None] Checking router: d48a0f53-921a-4610-bdd4-e1c43518b96e for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:35:34.056633 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023185a3-00e4-4deb-857d-60ad32066fdf None None] Updating router d48a0f53-921a-4610-bdd4-e1c43518b96e port 66243368-02ba-481c-8095-20b6cf2ff6e8 binding host dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:35:34.085071 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd4f6e7-308d-417a-964d-c9cb8405ef94 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=71439500-d8df-4f51-a279-c0bf22e94b38,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:34.096659 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Pushing event updated for resources: {'Port': ['ID=6227dbdd-5f87-4528-86ee-199748ee99b5,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:34.107282 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-023185a3-00e4-4deb-857d-60ad32066fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (66243368-02ba-481c-8095-20b6cf2ff6e8), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:34.132662 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port 6227dbdd-5f87-4528-86ee-199748ee99b5 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:34.133260 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port 6227dbdd-5f87-4528-86ee-199748ee99b5 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '5eb904db-8daf-4814-81aa-b782e084058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c044044b-2140-40cb-a500-2e0f881ef03c'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:34.133832 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port 6227dbdd-5f87-4528-86ee-199748ee99b5 on network c044044b-2140-40cb-a500-2e0f881ef03c {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:34.145777 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-41f108a2-f424-44a1-84c4-976a9e67762a tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks [] for security_group_rule (6ad3ed7b-16f1-495e-9125-b1de337c9a2e), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:34.159680 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Port 6227dbdd-5f87-4528-86ee-199748ee99b5 on network c044044b-2140-40cb-a500-2e0f881ef03c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:35:34.160256 dv-neutron-829161-3-hyperv neutron-server[104083]: ERROR neutron.plugins.ml2.managers [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Failed to bind port 6227dbdd-5f87-4528-86ee-199748ee99b5 on host hv-neutron-8291 for vnic_type normal using segments [{'id': '5eb904db-8daf-4814-81aa-b782e084058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c044044b-2140-40cb-a500-2e0f881ef03c'}] Feb 28 10:35:34.164541 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.plugins.ml2.plugin [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempt 2 to bind port 6227dbdd-5f87-4528-86ee-199748ee99b5 Feb 28 10:35:34.180092 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f3d0c358-1887-4514-be02-615f9c0e712e tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (26f9803e-e95e-417c-bd35-2bef3b5e4098), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:34.189585 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port 6227dbdd-5f87-4528-86ee-199748ee99b5 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:34.190197 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port 6227dbdd-5f87-4528-86ee-199748ee99b5 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '5eb904db-8daf-4814-81aa-b782e084058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c044044b-2140-40cb-a500-2e0f881ef03c'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:34.190710 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port 6227dbdd-5f87-4528-86ee-199748ee99b5 on network c044044b-2140-40cb-a500-2e0f881ef03c {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:34.219556 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a95843-6cd1-42f4-979e-eb0d1849e977 None None] Network 26f9803e-e95e-417c-bd35-2bef3b5e4098 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:34.247353 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Port 6227dbdd-5f87-4528-86ee-199748ee99b5 on network c044044b-2140-40cb-a500-2e0f881ef03c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:35:34.248258 dv-neutron-829161-3-hyperv neutron-server[104083]: ERROR neutron.plugins.ml2.managers [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Failed to bind port 6227dbdd-5f87-4528-86ee-199748ee99b5 on host hv-neutron-8291 for vnic_type normal using segments [{'id': '5eb904db-8daf-4814-81aa-b782e084058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c044044b-2140-40cb-a500-2e0f881ef03c'}] Feb 28 10:35:34.259094 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.plugins.ml2.plugin [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempt 3 to bind port 6227dbdd-5f87-4528-86ee-199748ee99b5 Feb 28 10:35:34.259709 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0cd4f6e7-308d-417a-964d-c9cb8405ef94 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (bee801c2-4a5e-413f-89dd-5ce8d9c1effd), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:34.284258 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-062102bc-3bbc-4ff3-b02a-be846553bb01 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047917'] for floatingip (5e2a40ff-e655-46ac-ac85-9224f1221f6d), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:34.317845 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port 6227dbdd-5f87-4528-86ee-199748ee99b5 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:34.318519 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port 6227dbdd-5f87-4528-86ee-199748ee99b5 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '5eb904db-8daf-4814-81aa-b782e084058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c044044b-2140-40cb-a500-2e0f881ef03c'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:34.319121 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port 6227dbdd-5f87-4528-86ee-199748ee99b5 on network c044044b-2140-40cb-a500-2e0f881ef03c {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:34.334771 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-0cd4f6e7-308d-417a-964d-c9cb8405ef94 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bee801c2-4a5e-413f-89dd-5ce8d9c1effd']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:34.361337 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Port 6227dbdd-5f87-4528-86ee-199748ee99b5 on network c044044b-2140-40cb-a500-2e0f881ef03c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:35:34.362026 dv-neutron-829161-3-hyperv neutron-server[104083]: ERROR neutron.plugins.ml2.managers [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Failed to bind port 6227dbdd-5f87-4528-86ee-199748ee99b5 on host hv-neutron-8291 for vnic_type normal using segments [{'id': '5eb904db-8daf-4814-81aa-b782e084058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c044044b-2140-40cb-a500-2e0f881ef03c'}] Feb 28 10:35:34.366008 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-0cd4f6e7-308d-417a-964d-c9cb8405ef94 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f45e80eb-7273-4ee0-a0f2-a74f8c8755e2') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:34.367088 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-0cd4f6e7-308d-417a-964d-c9cb8405ef94 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f45e80eb-7273-4ee0-a0f2-a74f8c8755e2') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:34.368947 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.plugins.ml2.plugin [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempt 4 to bind port 6227dbdd-5f87-4528-86ee-199748ee99b5 Feb 28 10:35:34.392755 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0cd4f6e7-308d-417a-964d-c9cb8405ef94 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (f45e80eb-7273-4ee0-a0f2-a74f8c8755e2), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:34.401139 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port 6227dbdd-5f87-4528-86ee-199748ee99b5 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:34.402165 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port 6227dbdd-5f87-4528-86ee-199748ee99b5 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '5eb904db-8daf-4814-81aa-b782e084058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c044044b-2140-40cb-a500-2e0f881ef03c'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:34.402705 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port 6227dbdd-5f87-4528-86ee-199748ee99b5 on network c044044b-2140-40cb-a500-2e0f881ef03c {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:34.418557 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0cd4f6e7-308d-417a-964d-c9cb8405ef94 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (f45e80eb-7273-4ee0-a0f2-a74f8c8755e2), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:34.418752 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Port 6227dbdd-5f87-4528-86ee-199748ee99b5 on network c044044b-2140-40cb-a500-2e0f881ef03c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:35:34.419339 dv-neutron-829161-3-hyperv neutron-server[104083]: ERROR neutron.plugins.ml2.managers [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Failed to bind port 6227dbdd-5f87-4528-86ee-199748ee99b5 on host hv-neutron-8291 for vnic_type normal using segments [{'id': '5eb904db-8daf-4814-81aa-b782e084058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c044044b-2140-40cb-a500-2e0f881ef03c'}] Feb 28 10:35:34.420929 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.plugins.ml2.plugin [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempt 5 to bind port 6227dbdd-5f87-4528-86ee-199748ee99b5 Feb 28 10:35:34.426285 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-f3d0c358-1887-4514-be02-615f9c0e712e tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Deleting port d4b42c39-a0d6-4019-8be8-1d1da066af09 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:35:34.426817 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f3d0c358-1887-4514-be02-615f9c0e712e tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (d4b42c39-a0d6-4019-8be8-1d1da066af09), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:34.434785 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-062102bc-3bbc-4ff3-b02a-be846553bb01 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:34.446318 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-062102bc-3bbc-4ff3-b02a-be846553bb01 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7226639 Feb 28 10:35:34.454945 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cd4f6e7-308d-417a-964d-c9cb8405ef94 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:35:34.455664 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0cd4f6e7-308d-417a-964d-c9cb8405ef94 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (f45e80eb-7273-4ee0-a0f2-a74f8c8755e2), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:34.459767 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 10:35:34.459767 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:35:34.459767 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 10:35:34.459767 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:35:34.459767 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 10:35:34.459767 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:35:34.459767 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 10:35:34.459767 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:35:34.459767 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 10:35:34.459767 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:35:34.459767 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 10:35:34.459767 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:35:34.459767 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 10:35:34.459767 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:35:34.459767 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:35:34.459767 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:35:34.459767 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:35:34.459767 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:35:34.459767 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 10:35:34.459767 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:35:34.459767 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 10:35:34.459767 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:35:34.459767 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:35:34.459767 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:35:34.459767 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 10:35:34.459767 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:35:34.459767 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:35:34.459767 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:35:34.459767 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:35:34.459767 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:35:34.459767 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:35:34.459767 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:35:34.504872 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-f3d0c358-1887-4514-be02-615f9c0e712e tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] For port d4b42c39-a0d6-4019-8be8-1d1da066af09, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=d4b42c39-a0d6-4019-8be8-1d1da066af09,segment=NetworkSegment(3d2eb23f-bfac-4569-8b73-95fb16ac4d5c),segment_id=3d2eb23f-bfac-4569-8b73-95fb16ac4d5c)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:35:34.505510 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f3d0c358-1887-4514-be02-615f9c0e712e tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (d4b42c39-a0d6-4019-8be8-1d1da066af09), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:34.524670 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-f3d0c358-1887-4514-be02-615f9c0e712e tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Calling delete_port for d4b42c39-a0d6-4019-8be8-1d1da066af09 owned by network:dhcp {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:35:34.645037 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port 6227dbdd-5f87-4528-86ee-199748ee99b5 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:34.645378 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port 6227dbdd-5f87-4528-86ee-199748ee99b5 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '5eb904db-8daf-4814-81aa-b782e084058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c044044b-2140-40cb-a500-2e0f881ef03c'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:34.645722 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port 6227dbdd-5f87-4528-86ee-199748ee99b5 on network c044044b-2140-40cb-a500-2e0f881ef03c {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:34.653428 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Port 6227dbdd-5f87-4528-86ee-199748ee99b5 on network c044044b-2140-40cb-a500-2e0f881ef03c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:35:34.661563 dv-neutron-829161-3-hyperv neutron-server[104083]: ERROR neutron.plugins.ml2.managers [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Failed to bind port 6227dbdd-5f87-4528-86ee-199748ee99b5 on host hv-neutron-8291 for vnic_type normal using segments [{'id': '5eb904db-8daf-4814-81aa-b782e084058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c044044b-2140-40cb-a500-2e0f881ef03c'}] Feb 28 10:35:34.661563 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9c9acd64-f9a1-4097-95bd-79a1752f26fe tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for subnet (24d03bb8-7fed-43d1-9886-02d3523b433a), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:34.661563 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.api.v2.resource [None req-41f108a2-f424-44a1-84c4-976a9e67762a tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] create failed (client error): There was a conflict when trying to complete your request. Feb 28 10:35:34.661563 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-41f108a2-f424-44a1-84c4-976a9e67762a tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7253323 Feb 28 10:35:34.661563 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.plugins.ml2.plugin [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempt 6 to bind port 6227dbdd-5f87-4528-86ee-199748ee99b5 Feb 28 10:35:34.661943 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43186) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:34.680681 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1190378a-aa73-4c96-936e-32b5b197d1bf None None] DHCP port deletion for 26f9803e-e95e-417c-bd35-2bef3b5e4098 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:35:34.745754 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43190) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:34.750950 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-023185a3-00e4-4deb-857d-60ad32066fdf None None] Publish callbacks [] for port (66243368-02ba-481c-8095-20b6cf2ff6e8), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:34.756873 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-46fe6fe0-5017-4bc5-afb5-3c252c7a024b tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1318502809', 'description': 'tempest-description--1716945275'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:34.769691 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c03b534d-a0bd-44dd-a179-b264dac92345 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks [] for security_group (b29729d7-4967-4e5e-ac18-07345352aad9), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:34.777278 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0cd4f6e7-308d-417a-964d-c9cb8405ef94 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (bee801c2-4a5e-413f-89dd-5ce8d9c1effd), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:34.782111 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9acd64-f9a1-4097-95bd-79a1752f26fe tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Pushing event updated for resources: {'Subnet': ['ID=24d03bb8-7fed-43d1-9886-02d3523b433a,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:34.785742 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-150aca1e-7a7a-40fe-81c3-6b71169ec1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddb501a-cfd7-433e-9cc5-b804a18d97f9', 'name': 'tempest-ServersTestJSON-2042665436-router', 'tenant_id': 'a1e997d94bda42c2937c38ee950ff500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.125'}], 'enable_snat': True}, 'gw_port_id': '2b564d3a-4f9c-42d3-84fd-9574720b94ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:16Z', 'updated_at': '2022-02-28T10:35:30Z', 'revision_number': 4, 'project_id': 'a1e997d94bda42c2937c38ee950ff500', 'gw_port': {'id': '2b564d3a-4f9c-42d3-84fd-9574720b94ed', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:40:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddb501a-cfd7-433e-9cc5-b804a18d97f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:18Z', 'updated_at': '2022-02-28T10:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': 'cd462397-30a8-42a4-b20f-8ef3a68e2e0e', 'name': '', 'network_id': '61f11b1b-099a-45f3-b423-a89dfa9243a1', 'tenant_id': 'a1e997d94bda42c2937c38ee950ff500', 'mac_address': 'fa:16:3e:b1:19:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eddb501a-cfd7-433e-9cc5-b804a18d97f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '2dff7405-dcc7-4aec-b812-04c9508d9791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:26Z', 'updated_at': '2022-02-28T10:35:30Z', 'revision_number': 2, 'project_id': 'a1e997d94bda42c2937c38ee950ff500', 'subnets': [{'id': '2dff7405-dcc7-4aec-b812-04c9508d9791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:34.790273 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port 6227dbdd-5f87-4528-86ee-199748ee99b5 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:34.790614 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port 6227dbdd-5f87-4528-86ee-199748ee99b5 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '5eb904db-8daf-4814-81aa-b782e084058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c044044b-2140-40cb-a500-2e0f881ef03c'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:34.790987 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port 6227dbdd-5f87-4528-86ee-199748ee99b5 on network c044044b-2140-40cb-a500-2e0f881ef03c {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:34.803091 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f3d0c358-1887-4514-be02-615f9c0e712e tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (d4b42c39-a0d6-4019-8be8-1d1da066af09), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:34.805212 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Port 6227dbdd-5f87-4528-86ee-199748ee99b5 on network c044044b-2140-40cb-a500-2e0f881ef03c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:35:34.805690 dv-neutron-829161-3-hyperv neutron-server[104083]: ERROR neutron.plugins.ml2.managers [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Failed to bind port 6227dbdd-5f87-4528-86ee-199748ee99b5 on host hv-neutron-8291 for vnic_type normal using segments [{'id': '5eb904db-8daf-4814-81aa-b782e084058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c044044b-2140-40cb-a500-2e0f881ef03c'}] Feb 28 10:35:34.809133 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd4f6e7-308d-417a-964d-c9cb8405ef94 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bee801c2-4a5e-413f-89dd-5ce8d9c1effd {{(pid=104084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 28 10:35:34.810902 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.plugins.ml2.plugin [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempt 7 to bind port 6227dbdd-5f87-4528-86ee-199748ee99b5 Feb 28 10:35:34.828892 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-023185a3-00e4-4deb-857d-60ad32066fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (66243368-02ba-481c-8095-20b6cf2ff6e8), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:34.829393 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150aca1e-7a7a-40fe-81c3-6b71169ec1ae None None] Checking router: eddb501a-cfd7-433e-9cc5-b804a18d97f9 for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:35:34.829765 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150aca1e-7a7a-40fe-81c3-6b71169ec1ae None None] Updating router eddb501a-cfd7-433e-9cc5-b804a18d97f9 port cd462397-30a8-42a4-b20f-8ef3a68e2e0e binding host dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:35:34.837071 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd4f6e7-308d-417a-964d-c9cb8405ef94 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Pushing event deleted for resources: {'Network': ['ID=bee801c2-4a5e-413f-89dd-5ce8d9c1effd,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:34.848329 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0cd4f6e7-308d-417a-964d-c9cb8405ef94 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:34.863616 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-0cd4f6e7-308d-417a-964d-c9cb8405ef94 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] 10.222.0.62 "DELETE /v2.0/networks/bee801c2-4a5e-413f-89dd-5ce8d9c1effd HTTP/1.1" status: 204 len: 168 time: 3.2747915 Feb 28 10:35:34.886584 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43198) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:34.886584 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c03b534d-a0bd-44dd-a179-b264dac92345 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks [] for security_group (b29729d7-4967-4e5e-ac18-07345352aad9), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:34.907351 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-150aca1e-7a7a-40fe-81c3-6b71169ec1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (cd462397-30a8-42a4-b20f-8ef3a68e2e0e), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:34.942151 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-1190378a-aa73-4c96-936e-32b5b197d1bf None None] Deleting port d4b42c39-a0d6-4019-8be8-1d1da066af09 {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:35:34.942510 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-1190378a-aa73-4c96-936e-32b5b197d1bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (d4b42c39-a0d6-4019-8be8-1d1da066af09), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:34.953593 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-46fe6fe0-5017-4bc5-afb5-3c252c7a024b tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:34.956295 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ba9241-ff67-41a6-9c07-33f9ce0282bb None None] Pushing event updated for resources: {'Port': ['ID=66243368-02ba-481c-8095-20b6cf2ff6e8,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:34.982208 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9acd64-f9a1-4097-95bd-79a1752f26fe tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Checking segment: {'id': '158c619e-8ea8-49b3-a4eb-880617ec9950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '90710e89-bc0d-4e50-ba56-121c67c45f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:34.982208 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9acd64-f9a1-4097-95bd-79a1752f26fe tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Network hostable DHCP agents. Network: 90710e89-bc0d-4e50-ba56-121c67c45f3f, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:35:34.982208 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d0c358-1887-4514-be02-615f9c0e712e tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Pushing event deleted for resources: {'Port': ['ID=d4b42c39-a0d6-4019-8be8-1d1da066af09,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:34.985997 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port 6227dbdd-5f87-4528-86ee-199748ee99b5 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:34.985997 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port 6227dbdd-5f87-4528-86ee-199748ee99b5 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '5eb904db-8daf-4814-81aa-b782e084058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c044044b-2140-40cb-a500-2e0f881ef03c'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:34.986220 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port 6227dbdd-5f87-4528-86ee-199748ee99b5 on network c044044b-2140-40cb-a500-2e0f881ef03c {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:34.989541 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d0c358-1887-4514-be02-615f9c0e712e tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] No DVR routers for this DVR port d4b42c39-a0d6-4019-8be8-1d1da066af09 on host dv-neutron-829161-3-hyperv {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:35:35.046688 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-2cfdea63-67eb-4a60-9672-c7cbc834e654 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1675575 Feb 28 10:35:35.086985 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43210) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:35.087315 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Port 6227dbdd-5f87-4528-86ee-199748ee99b5 on network c044044b-2140-40cb-a500-2e0f881ef03c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:35:35.087583 dv-neutron-829161-3-hyperv neutron-server[104083]: ERROR neutron.plugins.ml2.managers [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Failed to bind port 6227dbdd-5f87-4528-86ee-199748ee99b5 on host hv-neutron-8291 for vnic_type normal using segments [{'id': '5eb904db-8daf-4814-81aa-b782e084058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c044044b-2140-40cb-a500-2e0f881ef03c'}] Feb 28 10:35:35.088863 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.plugins.ml2.plugin [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempt 8 to bind port 6227dbdd-5f87-4528-86ee-199748ee99b5 Feb 28 10:35:35.135910 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-023185a3-00e4-4deb-857d-60ad32066fdf None None] Attempting to bind port 66243368-02ba-481c-8095-20b6cf2ff6e8 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:35.136387 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-023185a3-00e4-4deb-857d-60ad32066fdf None None] Attempting to bind port 66243368-02ba-481c-8095-20b6cf2ff6e8 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': 'be7ef583-9773-47a5-8fb0-292ce51f3db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3446291b-b1f9-4318-9a41-856ad362fcb1'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:35.136750 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023185a3-00e4-4deb-857d-60ad32066fdf None None] Attempting to bind port 66243368-02ba-481c-8095-20b6cf2ff6e8 on network 3446291b-b1f9-4318-9a41-856ad362fcb1 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:35.149621 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023185a3-00e4-4deb-857d-60ad32066fdf None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:35:35.154299 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023185a3-00e4-4deb-857d-60ad32066fdf None None] Checking segment: {'id': 'be7ef583-9773-47a5-8fb0-292ce51f3db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3446291b-b1f9-4318-9a41-856ad362fcb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:35.154299 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-023185a3-00e4-4deb-857d-60ad32066fdf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:35.154299 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023185a3-00e4-4deb-857d-60ad32066fdf None None] Bound using segment: {'id': 'be7ef583-9773-47a5-8fb0-292ce51f3db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3446291b-b1f9-4318-9a41-856ad362fcb1'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:35:35.154299 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-023185a3-00e4-4deb-857d-60ad32066fdf None None] Bound port: 66243368-02ba-481c-8095-20b6cf2ff6e8, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be7ef583-9773-47a5-8fb0-292ce51f3db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3446291b-b1f9-4318-9a41-856ad362fcb1'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:35:35.154942 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-023185a3-00e4-4deb-857d-60ad32066fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (66243368-02ba-481c-8095-20b6cf2ff6e8), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:35.213616 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43212) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:35.228372 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-25aa0523-06db-47ca-9574-0212d93a4e8c tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1727094612', 'description': 'tempest-description--858394566'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:35.239542 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be34dfc-6399-4ac6-bfba-dc5573aee1f4 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:35.239998 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be34dfc-6399-4ac6-bfba-dc5573aee1f4 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:35.240442 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be34dfc-6399-4ac6-bfba-dc5573aee1f4 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:35.240895 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be34dfc-6399-4ac6-bfba-dc5573aee1f4 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:35.241319 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be34dfc-6399-4ac6-bfba-dc5573aee1f4 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:35.241770 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be34dfc-6399-4ac6-bfba-dc5573aee1f4 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:35.242200 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be34dfc-6399-4ac6-bfba-dc5573aee1f4 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:35.252152 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-0be34dfc-6399-4ac6-bfba-dc5573aee1f4 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4654 time: 0.1567936 Feb 28 10:35:35.258353 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9acd64-f9a1-4097-95bd-79a1752f26fe tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Network 90710e89-bc0d-4e50-ba56-121c67c45f3f is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:35:35.260335 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43214) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:35.290348 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port 6227dbdd-5f87-4528-86ee-199748ee99b5 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:35.307685 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-023185a3-00e4-4deb-857d-60ad32066fdf None None] For port 66243368-02ba-481c-8095-20b6cf2ff6e8, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:35:35.313310 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-023185a3-00e4-4deb-857d-60ad32066fdf None None] For port 66243368-02ba-481c-8095-20b6cf2ff6e8, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=66243368-02ba-481c-8095-20b6cf2ff6e8,segment=NetworkSegment(be7ef583-9773-47a5-8fb0-292ce51f3db0),segment_id=be7ef583-9773-47a5-8fb0-292ce51f3db0)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:35:35.315240 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port 6227dbdd-5f87-4528-86ee-199748ee99b5 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '5eb904db-8daf-4814-81aa-b782e084058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c044044b-2140-40cb-a500-2e0f881ef03c'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:35.316198 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port 6227dbdd-5f87-4528-86ee-199748ee99b5 on network c044044b-2140-40cb-a500-2e0f881ef03c {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:35.331612 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c03b534d-a0bd-44dd-a179-b264dac92345 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (b29729d7-4967-4e5e-ac18-07345352aad9), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:35.337165 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c03b534d-a0bd-44dd-a179-b264dac92345 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:35.342097 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c03b534d-a0bd-44dd-a179-b264dac92345 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] 10.222.0.62 "DELETE /v2.0/security-groups/b29729d7-4967-4e5e-ac18-07345352aad9 HTTP/1.1" status: 204 len: 168 time: 0.6755240 Feb 28 10:35:35.347717 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-46fe6fe0-5017-4bc5-afb5-3c252c7a024b tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Publish callbacks [] for security_group (535bf670-cab0-4154-b400-c50d1c5d72a2), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:35.360454 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Port 6227dbdd-5f87-4528-86ee-199748ee99b5 on network c044044b-2140-40cb-a500-2e0f881ef03c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:35:35.360854 dv-neutron-829161-3-hyperv neutron-server[104083]: ERROR neutron.plugins.ml2.managers [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Failed to bind port 6227dbdd-5f87-4528-86ee-199748ee99b5 on host hv-neutron-8291 for vnic_type normal using segments [{'id': '5eb904db-8daf-4814-81aa-b782e084058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c044044b-2140-40cb-a500-2e0f881ef03c'}] Feb 28 10:35:35.365849 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43222) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:35.366089 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43224) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:35.366490 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.plugins.ml2.plugin [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempt 9 to bind port 6227dbdd-5f87-4528-86ee-199748ee99b5 Feb 28 10:35:35.406933 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-023185a3-00e4-4deb-857d-60ad32066fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (66243368-02ba-481c-8095-20b6cf2ff6e8), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:35.421073 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-a254f18b-cb45-4e28-8028-789992e05f50 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] delete failed (client error): The resource could not be found. Feb 28 10:35:35.426365 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-a254f18b-cb45-4e28-8028-789992e05f50 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] 10.222.0.62 "DELETE /v2.0/floatingips/61d471e5-aa99-4d48-a36d-c508b6f12611 HTTP/1.1" status: 404 len: 345 time: 0.1464567 Feb 28 10:35:35.444777 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device d4b42c39-a0d6-4019-8be8-1d1da066af09 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:35:35.446733 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43226) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:35.473983 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: d4b42c39-a0d6-4019-8be8-1d1da066af09 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:35:35.474352 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device d4b42c39-a0d6-4019-8be8-1d1da066af09 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:35:35.478860 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03b534d-a0bd-44dd-a179-b264dac92345 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29729d7-4967-4e5e-ac18-07345352aad9,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:35.483569 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-46fe6fe0-5017-4bc5-afb5-3c252c7a024b tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (535bf670-cab0-4154-b400-c50d1c5d72a2), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:35.492870 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-1190378a-aa73-4c96-936e-32b5b197d1bf None None] For port d4b42c39-a0d6-4019-8be8-1d1da066af09, host dv-neutron-829161-3-hyperv, got binding levels [] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:35:35.493323 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-1190378a-aa73-4c96-936e-32b5b197d1bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (d4b42c39-a0d6-4019-8be8-1d1da066af09), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:35.544440 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-1190378a-aa73-4c96-936e-32b5b197d1bf None None] Calling delete_port for d4b42c39-a0d6-4019-8be8-1d1da066af09 owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:35:35.549905 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-fa109502-d8e1-4e9f-ae9c-ba326e693aaf None None] Provisioning complete for port 66243368-02ba-481c-8095-20b6cf2ff6e8 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:35.550284 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-fa109502-d8e1-4e9f-ae9c-ba326e693aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (66243368-02ba-481c-8095-20b6cf2ff6e8), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:35.583032 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-31cf7e6c-f0cc-4d1e-8508-e6986de997d2 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] DELETE failed (client error): The resource could not be found. Feb 28 10:35:35.583591 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31cf7e6c-f0cc-4d1e-8508-e6986de997d2 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:35:35.588936 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-9c9acd64-f9a1-4097-95bd-79a1752f26fe tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 90710e89-bc0d-4e50-ba56-121c67c45f3f) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:35.602713 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023185a3-00e4-4deb-857d-60ad32066fdf None None] Routers {'d48a0f53-921a-4610-bdd4-e1c43518b96e'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:35:35.603376 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-023185a3-00e4-4deb-857d-60ad32066fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:35:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['d48a0f53-921a-4610-bdd4-e1c43518b96e'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:35.603549 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43228) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:35.605182 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-31cf7e6c-f0cc-4d1e-8508-e6986de997d2 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] 10.222.0.62 "DELETE /v2.0/networks/bee801c2-4a5e-413f-89dd-5ce8d9c1effd HTTP/1.1" status: 404 len: 339 time: 0.1543243 Feb 28 10:35:35.606132 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-25aa0523-06db-47ca-9574-0212d93a4e8c tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:35.616234 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ba9241-ff67-41a6-9c07-33f9ce0282bb None None] Pushing event updated for resources: {'Port': ['ID=66243368-02ba-481c-8095-20b6cf2ff6e8,revision_number=4']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:35.629359 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9acd64-f9a1-4097-95bd-79a1752f26fe tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:35.630098 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9c9acd64-f9a1-4097-95bd-79a1752f26fe tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:35.632594 dv-neutron-829161-3-hyperv neutron-server[104083]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 28 10:35:35.633966 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-46fe6fe0-5017-4bc5-afb5-3c252c7a024b tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:35.634617 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f3d0c358-1887-4514-be02-615f9c0e712e tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (26f9803e-e95e-417c-bd35-2bef3b5e4098), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:35.645230 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-46fe6fe0-5017-4bc5-afb5-3c252c7a024b tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8975587 Feb 28 10:35:35.645865 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43232) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:35.649648 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.ipam_backend_mixin [None req-1190378a-aa73-4c96-936e-32b5b197d1bf None None] Port d4b42c39-a0d6-4019-8be8-1d1da066af09 was not found and therefore no delete operation was performed {{(pid=104085) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 28 10:35:35.651316 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09f26f0-5c54-4f5c-a3bf-f59ad88ba30f None None] Network 90710e89-bc0d-4e50-ba56-121c67c45f3f requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:35.657473 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-1190378a-aa73-4c96-936e-32b5b197d1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (d4b42c39-a0d6-4019-8be8-1d1da066af09), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:35.659131 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-1fe49618-2ec5-4b00-adc9-4ee66ac928ff tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Request body: {'network': {'name': 'tempest-network--661154307', 'router:external': True}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:35.665943 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-0756c23e-18ca-4bf6-87c3-cebecc3cfd4d tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Request body: {'security_group_rule': {'security_group_id': '535bf670-cab0-4154-b400-c50d1c5d72a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:35.684533 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port 6227dbdd-5f87-4528-86ee-199748ee99b5 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:35.685177 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port 6227dbdd-5f87-4528-86ee-199748ee99b5 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '5eb904db-8daf-4814-81aa-b782e084058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c044044b-2140-40cb-a500-2e0f881ef03c'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:35.685177 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port 6227dbdd-5f87-4528-86ee-199748ee99b5 on network c044044b-2140-40cb-a500-2e0f881ef03c {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:35.731441 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fe6fe0-5017-4bc5-afb5-3c252c7a024b tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=535bf670-cab0-4154-b400-c50d1c5d72a2,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:35.765176 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f3d0c358-1887-4514-be02-615f9c0e712e tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Subscribe: > segment before_delete 55550000 {{(pid=104083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:35:35.767207 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f3d0c358-1887-4514-be02-615f9c0e712e tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:35:35.768213 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f3d0c358-1887-4514-be02-615f9c0e712e tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:35:35.772452 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f3d0c358-1887-4514-be02-615f9c0e712e tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Subscribe: > port after_create 55550000 {{(pid=104083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:35:35.773112 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f3d0c358-1887-4514-be02-615f9c0e712e tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Subscribe: > port after_delete 55550000 {{(pid=104083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:35:35.773625 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f3d0c358-1887-4514-be02-615f9c0e712e tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Subscribe: > port after_update 55550000 {{(pid=104083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:35:35.774148 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f3d0c358-1887-4514-be02-615f9c0e712e tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Subscribe: > segment after_delete 55550000 {{(pid=104083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:35:35.774653 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f3d0c358-1887-4514-be02-615f9c0e712e tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Subscribe: > subnet after_create 55550000 {{(pid=104083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:35:35.775211 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f3d0c358-1887-4514-be02-615f9c0e712e tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Subscribe: > subnet after_delete 55550000 {{(pid=104083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:35:35.775719 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f3d0c358-1887-4514-be02-615f9c0e712e tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Subscribe: > subnet after_update 55550000 {{(pid=104083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:35:35.851536 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-25aa0523-06db-47ca-9574-0212d93a4e8c tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Publish callbacks [] for security_group (fef6c4de-b472-437a-b0f0-f89143292e22), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:35.855855 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-023185a3-00e4-4deb-857d-60ad32066fdf None None] Set router d48a0f53-921a-4610-bdd4-e1c43518b96e gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:35:35.858598 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1190378a-aa73-4c96-936e-32b5b197d1bf None None] Pushing event deleted for resources: {'Port': ['ID=d4b42c39-a0d6-4019-8be8-1d1da066af09,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:35.892340 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0756c23e-18ca-4bf6-87c3-cebecc3cfd4d tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Publish callbacks [] for security_group_rule (4ecd4a2c-b11c-44b8-9a80-8093f00fbfd1), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:35.912167 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-25aa0523-06db-47ca-9574-0212d93a4e8c tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (fef6c4de-b472-437a-b0f0-f89143292e22), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:35.959096 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1190378a-aa73-4c96-936e-32b5b197d1bf None None] No DVR routers for this DVR port d4b42c39-a0d6-4019-8be8-1d1da066af09 on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:35:35.988158 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aa0523-06db-47ca-9574-0212d93a4e8c tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fef6c4de-b472-437a-b0f0-f89143292e22,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:36.002708 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0756c23e-18ca-4bf6-87c3-cebecc3cfd4d tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Publish callbacks [] for security_group_rule (4ecd4a2c-b11c-44b8-9a80-8093f00fbfd1), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:36.004775 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f3d0c358-1887-4514-be02-615f9c0e712e tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Subscribe: > subnet after_create 55550000 {{(pid=104083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:35:36.005130 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f3d0c358-1887-4514-be02-615f9c0e712e tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Subscribe: > subnet after_delete 55550000 {{(pid=104083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:35:36.005452 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f3d0c358-1887-4514-be02-615f9c0e712e tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Subscribe: > subnet before_create 55550000 {{(pid=104083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:35:36.005844 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f3d0c358-1887-4514-be02-615f9c0e712e tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Subscribe: > subnet before_update 55550000 {{(pid=104083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:35:36.006098 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-f3d0c358-1887-4514-be02-615f9c0e712e tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26f9803e-e95e-417c-bd35-2bef3b5e4098']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:36.017458 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Port 6227dbdd-5f87-4528-86ee-199748ee99b5 on network c044044b-2140-40cb-a500-2e0f881ef03c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:35:36.017933 dv-neutron-829161-3-hyperv neutron-server[104083]: ERROR neutron.plugins.ml2.managers [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Failed to bind port 6227dbdd-5f87-4528-86ee-199748ee99b5 on host hv-neutron-8291 for vnic_type normal using segments [{'id': '5eb904db-8daf-4814-81aa-b782e084058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c044044b-2140-40cb-a500-2e0f881ef03c'}] Feb 28 10:35:36.044656 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-25aa0523-06db-47ca-9574-0212d93a4e8c tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:36.046419 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-25aa0523-06db-47ca-9574-0212d93a4e8c tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8295610 Feb 28 10:35:36.049247 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43234) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:36.052232 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606c489a-5b9b-4812-8684-ab4f69654e19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-90710e89-bc0d-4e50-ba56-121c67c45f3f', 'network_id': '90710e89-bc0d-4e50-ba56-121c67c45f3f', 'project_id': '6344603bd44c4b40ab017d9623e1a51e', 'fixed_ips': [{'subnet_id': '24d03bb8-7fed-43d1-9886-02d3523b433a'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:35:36.052601 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-f3d0c358-1887-4514-be02-615f9c0e712e tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d2eb23f-bfac-4569-8b73-95fb16ac4d5c') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:36.052974 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-f3d0c358-1887-4514-be02-615f9c0e712e tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d2eb23f-bfac-4569-8b73-95fb16ac4d5c') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:36.053418 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-606c489a-5b9b-4812-8684-ab4f69654e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:36.057140 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-6aa1aa80-4f47-48a9-8334-b783b12ec340 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Request body: {'security_group_rule': {'security_group_id': 'fef6c4de-b472-437a-b0f0-f89143292e22', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:36.067037 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-fa109502-d8e1-4e9f-ae9c-ba326e693aaf None None] Current status of the port 66243368-02ba-481c-8095-20b6cf2ff6e8 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:36.067438 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-fa109502-d8e1-4e9f-ae9c-ba326e693aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (66243368-02ba-481c-8095-20b6cf2ff6e8), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:36.071636 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0756c23e-18ca-4bf6-87c3-cebecc3cfd4d tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (4ecd4a2c-b11c-44b8-9a80-8093f00fbfd1), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:36.076048 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f3d0c358-1887-4514-be02-615f9c0e712e tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (3d2eb23f-bfac-4569-8b73-95fb16ac4d5c), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:36.103380 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f3d0c358-1887-4514-be02-615f9c0e712e tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (3d2eb23f-bfac-4569-8b73-95fb16ac4d5c), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:36.105802 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0756c23e-18ca-4bf6-87c3-cebecc3cfd4d tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ecd4a2c-b11c-44b8-9a80-8093f00fbfd1,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:36.114526 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3d0c358-1887-4514-be02-615f9c0e712e tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:35:36.115255 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f3d0c358-1887-4514-be02-615f9c0e712e tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (3d2eb23f-bfac-4569-8b73-95fb16ac4d5c), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:36.138375 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.plugins.ml2.plugin [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempt 10 to bind port 6227dbdd-5f87-4528-86ee-199748ee99b5 Feb 28 10:35:36.143810 dv-neutron-829161-3-hyperv neutron-server[104083]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 28 10:35:36.143810 dv-neutron-829161-3-hyperv neutron-server[104083]: from cryptography.utils import int_from_bytes Feb 28 10:35:36.143810 dv-neutron-829161-3-hyperv neutron-server[104083]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 28 10:35:36.143810 dv-neutron-829161-3-hyperv neutron-server[104083]: from cryptography.utils import int_from_bytes Feb 28 10:35:36.143810 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:35:36.143810 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:35:36.143810 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:35:36.143810 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:35:36.143810 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:35:36.143810 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:35:36.143810 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:35:36.143810 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:35:36.143810 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:35:36.143810 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:35:36.143810 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:35:36.143810 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:35:36.143810 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:35:36.143810 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:35:36.143810 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:35:36.143810 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:35:36.143810 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:35:36.143810 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:35:36.143810 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:35:36.143810 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:35:36.143810 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:35:36.143810 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:35:36.143810 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:35:36.143810 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:35:36.143810 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:35:36.143810 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:35:36.143810 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:35:36.143810 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:35:36.143810 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:35:36.143810 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:35:36.143810 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:35:36.143810 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:35:36.165647 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-9c9acd64-f9a1-4097-95bd-79a1752f26fe tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.1799846 Feb 28 10:35:36.169225 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43236) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:36.174482 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-5d667fbb-6ccb-486e-9d47-750ecb2ee130 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1925279678'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:36.181693 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-fa109502-d8e1-4e9f-ae9c-ba326e693aaf None None] For port 66243368-02ba-481c-8095-20b6cf2ff6e8, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=66243368-02ba-481c-8095-20b6cf2ff6e8,segment=NetworkSegment(be7ef583-9773-47a5-8fb0-292ce51f3db0),segment_id=be7ef583-9773-47a5-8fb0-292ce51f3db0)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:35:36.206692 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6aa1aa80-4f47-48a9-8334-b783b12ec340 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Publish callbacks [] for security_group_rule (37708155-92fb-431a-9240-12bda16bff20), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:36.225627 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0756c23e-18ca-4bf6-87c3-cebecc3cfd4d tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:36.227135 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-0756c23e-18ca-4bf6-87c3-cebecc3cfd4d tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5763264 Feb 28 10:35:36.232323 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43238) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:36.239673 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-62105063-a182-420e-b8ff-25c57f2efe62 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Request body: {'security_group_rule': {'security_group_id': '535bf670-cab0-4154-b400-c50d1c5d72a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:36.241208 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-023185a3-00e4-4deb-857d-60ad32066fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48a0f53-921a-4610-bdd4-e1c43518b96e', 'name': 'tempest-ServerActionsTestJSON-1747609807-router', 'tenant_id': 'db1f4f0e5a54442e90e9cc29426671f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': 'bd7d7429-e828-4be5-8f09-97307385bec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:16Z', 'updated_at': '2022-02-28T10:35:30Z', 'revision_number': 4, 'project_id': 'db1f4f0e5a54442e90e9cc29426671f3', 'gw_port': {'id': 'bd7d7429-e828-4be5-8f09-97307385bec5', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48a0f53-921a-4610-bdd4-e1c43518b96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:17Z', 'updated_at': '2022-02-28T10:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '66243368-02ba-481c-8095-20b6cf2ff6e8', 'name': '', 'network_id': '3446291b-b1f9-4318-9a41-856ad362fcb1', 'tenant_id': 'db1f4f0e5a54442e90e9cc29426671f3', 'mac_address': 'fa:16:3e:35:3f:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48a0f53-921a-4610-bdd4-e1c43518b96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '038abd09-1459-4824-9486-15e272f156e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:26Z', 'updated_at': '2022-02-28T10:35:35Z', 'revision_number': 4, 'project_id': 'db1f4f0e5a54442e90e9cc29426671f3', 'subnets': [{'id': '038abd09-1459-4824-9486-15e272f156e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:36.246797 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe49618-2ec5-4b00-adc9-4ee66ac928ff tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Made reservation on behalf of d00cf888229d447196bdcbd7ffc21096 for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:36.249140 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1fe49618-2ec5-4b00-adc9-4ee66ac928ff tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:36.278516 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fe49618-2ec5-4b00-adc9-4ee66ac928ff tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:35:36.291116 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-affb1a49-16a1-4cad-b238-57e4a9946b04 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.6850524 Feb 28 10:35:36.291116 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port 6227dbdd-5f87-4528-86ee-199748ee99b5 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:36.291116 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port 6227dbdd-5f87-4528-86ee-199748ee99b5 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '5eb904db-8daf-4814-81aa-b782e084058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c044044b-2140-40cb-a500-2e0f881ef03c'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:36.291116 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port 6227dbdd-5f87-4528-86ee-199748ee99b5 on network c044044b-2140-40cb-a500-2e0f881ef03c {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:36.291508 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43240) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:36.298940 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023185a3-00e4-4deb-857d-60ad32066fdf None None] The sync data for ids ['d48a0f53-921a-4610-bdd4-e1c43518b96e'] in dv-neutron-829161-3-hyperv is: [{'id': 'd48a0f53-921a-4610-bdd4-e1c43518b96e', 'name': 'tempest-ServerActionsTestJSON-1747609807-router', 'tenant_id': 'db1f4f0e5a54442e90e9cc29426671f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': 'bd7d7429-e828-4be5-8f09-97307385bec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:16Z', 'updated_at': '2022-02-28T10:35:30Z', 'revision_number': 4, 'project_id': 'db1f4f0e5a54442e90e9cc29426671f3', 'gw_port': {'id': 'bd7d7429-e828-4be5-8f09-97307385bec5', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48a0f53-921a-4610-bdd4-e1c43518b96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:17Z', 'updated_at': '2022-02-28T10:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '66243368-02ba-481c-8095-20b6cf2ff6e8', 'name': '', 'network_id': '3446291b-b1f9-4318-9a41-856ad362fcb1', 'tenant_id': 'db1f4f0e5a54442e90e9cc29426671f3', 'mac_address': 'fa:16:3e:35:3f:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48a0f53-921a-4610-bdd4-e1c43518b96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '038abd09-1459-4824-9486-15e272f156e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:26Z', 'updated_at': '2022-02-28T10:35:35Z', 'revision_number': 4, 'project_id': 'db1f4f0e5a54442e90e9cc29426671f3', 'subnets': [{'id': '038abd09-1459-4824-9486-15e272f156e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:35:36.302614 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-fc0154dd-1133-47ce-b3e4-4e3e0254029c req-2de77534-32d2-40e4-b73f-4551770b1888 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--549364643&fields=id&tenant_id=d4949ecb1236430a8fa635d2a669a8c3 HTTP/1.1" status: 200 len: 267 time: 0.7011867 Feb 28 10:35:36.304252 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-ece97cd8-f6cf-4a36-9ab5-df6d73fa189d tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Request body: {'security_group': {'name': 'tempest-secgroup--455628696'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:36.306495 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-fa109502-d8e1-4e9f-ae9c-ba326e693aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (66243368-02ba-481c-8095-20b6cf2ff6e8), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:36.324384 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6aa1aa80-4f47-48a9-8334-b783b12ec340 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Publish callbacks [] for security_group_rule (37708155-92fb-431a-9240-12bda16bff20), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:36.325482 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d667fbb-6ccb-486e-9d47-750ecb2ee130 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Made reservation on behalf of 6344603bd44c4b40ab017d9623e1a51e for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:36.328748 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1fe49618-2ec5-4b00-adc9-4ee66ac928ff tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (9f77e072-6c05-472b-82d7-40c7939fa39e), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:36.329115 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-1fe49618-2ec5-4b00-adc9-4ee66ac928ff tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Added segment 9f77e072-6c05-472b-82d7-40c7939fa39e of type vlan for network 6a6ea389-fda7-4754-82d9-fed5d4c23e45 Feb 28 10:35:36.329221 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5d667fbb-6ccb-486e-9d47-750ecb2ee130 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:36.358048 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d667fbb-6ccb-486e-9d47-750ecb2ee130 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:35:36.360254 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Port 6227dbdd-5f87-4528-86ee-199748ee99b5 on network c044044b-2140-40cb-a500-2e0f881ef03c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:35:36.360863 dv-neutron-829161-3-hyperv neutron-server[104083]: ERROR neutron.plugins.ml2.managers [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Failed to bind port 6227dbdd-5f87-4528-86ee-199748ee99b5 on host hv-neutron-8291 for vnic_type normal using segments [{'id': '5eb904db-8daf-4814-81aa-b782e084058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c044044b-2140-40cb-a500-2e0f881ef03c'}] Feb 28 10:35:36.360994 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (6227dbdd-5f87-4528-86ee-199748ee99b5), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:36.375651 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-62105063-a182-420e-b8ff-25c57f2efe62 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Publish callbacks [] for security_group_rule (3084fc17-b8ec-42ac-a6a1-82eb1a104799), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:36.412705 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5d667fbb-6ccb-486e-9d47-750ecb2ee130 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (eb7ffba0-faac-4dcd-a33d-3be59599c8ca), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:36.413049 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-5d667fbb-6ccb-486e-9d47-750ecb2ee130 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Added segment eb7ffba0-faac-4dcd-a33d-3be59599c8ca of type vlan for network 134e71f0-f4a5-4f6d-b05b-acf33fedd7f2 Feb 28 10:35:36.441662 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-150aca1e-7a7a-40fe-81c3-6b71169ec1ae None None] Publish callbacks [] for port (cd462397-30a8-42a4-b20f-8ef3a68e2e0e), precommit_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:36.458855 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa109502-d8e1-4e9f-ae9c-ba326e693aaf None None] Pushing event updated for resources: {'Port': ['ID=66243368-02ba-481c-8095-20b6cf2ff6e8,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:36.475509 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ece97cd8-f6cf-4a36-9ab5-df6d73fa189d tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:36.478660 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6aa1aa80-4f47-48a9-8334-b783b12ec340 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (37708155-92fb-431a-9240-12bda16bff20), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:36.487327 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a3b3bbea-f84f-443d-86cf-a4475405a5a7 None None] Provisioning complete for port 66243368-02ba-481c-8095-20b6cf2ff6e8 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:36.487710 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a3b3bbea-f84f-443d-86cf-a4475405a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (66243368-02ba-481c-8095-20b6cf2ff6e8), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:36.489882 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-606c489a-5b9b-4812-8684-ab4f69654e19 None None] Allocated IP 2001:db8:0:ffff::2 (90710e89-bc0d-4e50-ba56-121c67c45f3f/24d03bb8-7fed-43d1-9886-02d3523b433a/b3838005-65c6-4b21-b21f-5dfe672f98b5) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:36.501094 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f3d0c358-1887-4514-be02-615f9c0e712e tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (26f9803e-e95e-417c-bd35-2bef3b5e4098), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:36.509606 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f3d0c358-1887-4514-be02-615f9c0e712e tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:36.513771 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa1aa80-4f47-48a9-8334-b783b12ec340 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37708155-92fb-431a-9240-12bda16bff20,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:36.517504 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-f3d0c358-1887-4514-be02-615f9c0e712e tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] 10.222.0.62 "DELETE /v2.0/networks/26f9803e-e95e-417c-bd35-2bef3b5e4098 HTTP/1.1" status: 204 len: 168 time: 2.5238223 Feb 28 10:35:36.535595 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5d667fbb-6ccb-486e-9d47-750ecb2ee130 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (134e71f0-f4a5-4f6d-b05b-acf33fedd7f2), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:36.540125 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-150aca1e-7a7a-40fe-81c3-6b71169ec1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (cd462397-30a8-42a4-b20f-8ef3a68e2e0e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:36.651136 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d0c358-1887-4514-be02-615f9c0e712e tempest-DHCPAgentSchedulersTestJSON-1329185903 tempest-DHCPAgentSchedulersTestJSON-1329185903-project] Pushing event deleted for resources: {'Network': ['ID=26f9803e-e95e-417c-bd35-2bef3b5e4098,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:36.664516 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1fe49618-2ec5-4b00-adc9-4ee66ac928ff tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (6a6ea389-fda7-4754-82d9-fed5d4c23e45), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:36.686503 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] For port 6227dbdd-5f87-4528-86ee-199748ee99b5, host hv-neutron-8291, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:35:36.687020 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempted to set empty binding levels {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 28 10:35:36.723627 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5d667fbb-6ccb-486e-9d47-750ecb2ee130 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (134e71f0-f4a5-4f6d-b05b-acf33fedd7f2), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:36.735411 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d667fbb-6ccb-486e-9d47-750ecb2ee130 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:36.736159 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5d667fbb-6ccb-486e-9d47-750ecb2ee130 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:36.760821 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6aa1aa80-4f47-48a9-8334-b783b12ec340 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:36.763072 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-6aa1aa80-4f47-48a9-8334-b783b12ec340 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7121811 Feb 28 10:35:36.769672 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-62105063-a182-420e-b8ff-25c57f2efe62 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Publish callbacks [] for security_group_rule (3084fc17-b8ec-42ac-a6a1-82eb1a104799), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:36.775183 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43244) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:36.792463 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ece97cd8-f6cf-4a36-9ab5-df6d73fa189d tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks [] for security_group (1fded606-52d5-410d-b33b-f6828df02fe0), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:36.793801 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (6227dbdd-5f87-4528-86ee-199748ee99b5), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:36.797164 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-95d0cf0c-e45f-4102-b940-d348de746274 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Request body: {'security_group_rule': {'security_group_id': 'fef6c4de-b472-437a-b0f0-f89143292e22', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:36.849761 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-606c489a-5b9b-4812-8684-ab4f69654e19 None None] Publish callbacks [] for port (b3838005-65c6-4b21-b21f-5dfe672f98b5), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:36.860539 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] In _notify_port_updated(), no bound segment for port 6227dbdd-5f87-4528-86ee-199748ee99b5 on network c044044b-2140-40cb-a500-2e0f881ef03c {{(pid=104083) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 10:35:36.861816 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:36.862621 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:36.867237 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] 10.222.0.62 "PUT /v2.0/ports/6227dbdd-5f87-4528-86ee-199748ee99b5 HTTP/1.1" status: 200 len: 980 time: 4.6455579 Feb 28 10:35:36.867928 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43246) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:36.872602 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb088f39-f117-4aad-be2e-fddbf9ad5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Pushing event updated for resources: {'Port': ['ID=6227dbdd-5f87-4528-86ee-199748ee99b5,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:36.883744 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d667fbb-6ccb-486e-9d47-750ecb2ee130 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Pushing event updated for resources: {'Network': ['ID=134e71f0-f4a5-4f6d-b05b-acf33fedd7f2,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:36.897238 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0154dd-1133-47ce-b3e4-4e3e0254029c req-b64ba723-6b42-40b7-9477-fe833bfcbf04 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:36.897238 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-fc0154dd-1133-47ce-b3e4-4e3e0254029c req-b64ba723-6b42-40b7-9477-fe833bfcbf04 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] 10.222.0.62 "GET /v2.0/networks?id=a542a1e4-364b-4847-89d1-2f3ed2b23a7c HTTP/1.1" status: 200 len: 811 time: 0.5914631 Feb 28 10:35:36.906387 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf28d11-9321-4341-8f02-11c9c0cf1092 None None] Pushing event updated for resources: {'Port': ['ID=cd462397-30a8-42a4-b20f-8ef3a68e2e0e,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:36.916549 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-fc0154dd-1133-47ce-b3e4-4e3e0254029c req-ca6e8511-0711-4d97-a3ea-3ff022de7918 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] 10.222.0.62 "GET /v2.0/quotas/d4949ecb1236430a8fa635d2a669a8c3 HTTP/1.1" status: 200 len: 375 time: 0.0158134 Feb 28 10:35:36.945372 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-5d667fbb-6ccb-486e-9d47-750ecb2ee130 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7720962 Feb 28 10:35:36.945372 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-62105063-a182-420e-b8ff-25c57f2efe62 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (3084fc17-b8ec-42ac-a6a1-82eb1a104799), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:36.947746 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ece97cd8-f6cf-4a36-9ab5-df6d73fa189d tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (1fded606-52d5-410d-b33b-f6828df02fe0), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:36.962602 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43248) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:36.968688 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-457b1997-6081-4362-89f0-0cf08059e8b8 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Request body: {'subnet': {'network_id': '134e71f0-f4a5-4f6d-b05b-acf33fedd7f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:36.970776 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 134e71f0-f4a5-4f6d-b05b-acf33fedd7f2 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:35:36.976900 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a3b3bbea-f84f-443d-86cf-a4475405a5a7 None None] Current status of the port 66243368-02ba-481c-8095-20b6cf2ff6e8 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:36.994486 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-606c489a-5b9b-4812-8684-ab4f69654e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (b3838005-65c6-4b21-b21f-5dfe672f98b5), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:37.020112 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1fe49618-2ec5-4b00-adc9-4ee66ac928ff tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (6a6ea389-fda7-4754-82d9-fed5d4c23e45), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:37.021091 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe49618-2ec5-4b00-adc9-4ee66ac928ff tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:37.021734 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1fe49618-2ec5-4b00-adc9-4ee66ac928ff tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:37.060280 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62105063-a182-420e-b8ff-25c57f2efe62 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3084fc17-b8ec-42ac-a6a1-82eb1a104799,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:37.068811 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-95d0cf0c-e45f-4102-b940-d348de746274 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Publish callbacks [] for security_group_rule (70a537f8-5258-4114-ac9e-cef8bd946dbc), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:37.084517 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606c489a-5b9b-4812-8684-ab4f69654e19 None None] Network 90710e89-bc0d-4e50-ba56-121c67c45f3f is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:37.086879 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece97cd8-f6cf-4a36-9ab5-df6d73fa189d tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fded606-52d5-410d-b33b-f6828df02fe0,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:37.121051 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606c489a-5b9b-4812-8684-ab4f69654e19 None None] Pushing event updated for resources: {'Port': ['ID=b3838005-65c6-4b21-b21f-5dfe672f98b5,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:37.122865 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-606c489a-5b9b-4812-8684-ab4f69654e19 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:37.130624 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606c489a-5b9b-4812-8684-ab4f69654e19 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:37.143558 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe49618-2ec5-4b00-adc9-4ee66ac928ff tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Pushing event updated for resources: {'Network': ['ID=6a6ea389-fda7-4754-82d9-fed5d4c23e45,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:37.155889 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ece97cd8-f6cf-4a36-9ab5-df6d73fa189d tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:37.157150 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-ece97cd8-f6cf-4a36-9ab5-df6d73fa189d tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.8638136 Feb 28 10:35:37.162752 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43252) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:37.172162 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-32112396-f819-4091-893f-942a726a7b5e tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Request body: {'security_group_rule': {'security_group_id': '1fded606-52d5-410d-b33b-f6828df02fe0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:37.172944 dv-neutron-829161-3-hyperv neutron-server[104084]: WARNING neutron.api.v2.base [None req-32112396-f819-4091-893f-942a726a7b5e tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 28 10:35:37.173448 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-32112396-f819-4091-893f-942a726a7b5e tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:35:37.175556 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-32112396-f819-4091-893f-942a726a7b5e tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0116739 Feb 28 10:35:37.181311 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43254) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:37.195833 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a029694c-b27c-43db-998b-b740aa55a4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:37.196256 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a029694c-b27c-43db-998b-b740aa55a4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:37.196729 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a029694c-b27c-43db-998b-b740aa55a4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:37.197196 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a029694c-b27c-43db-998b-b740aa55a4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:37.197658 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a029694c-b27c-43db-998b-b740aa55a4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:37.198106 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a029694c-b27c-43db-998b-b740aa55a4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:37.199200 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a029694c-b27c-43db-998b-b740aa55a4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:37.199620 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a029694c-b27c-43db-998b-b740aa55a4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:37.200162 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a029694c-b27c-43db-998b-b740aa55a4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:37.200620 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a029694c-b27c-43db-998b-b740aa55a4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:37.201813 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a029694c-b27c-43db-998b-b740aa55a4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:37.201813 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a029694c-b27c-43db-998b-b740aa55a4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:37.201998 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a029694c-b27c-43db-998b-b740aa55a4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:37.202419 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a029694c-b27c-43db-998b-b740aa55a4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:37.202938 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a029694c-b27c-43db-998b-b740aa55a4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:37.205574 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-a029694c-b27c-43db-998b-b740aa55a4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14128 time: 0.3365014 Feb 28 10:35:37.210658 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43256) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:37.221066 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 6a6ea389-fda7-4754-82d9-fed5d4c23e45 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:35:37.222871 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-62105063-a182-420e-b8ff-25c57f2efe62 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:37.228100 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-62105063-a182-420e-b8ff-25c57f2efe62 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9917564 Feb 28 10:35:37.228280 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-150aca1e-7a7a-40fe-81c3-6b71169ec1ae None None] Attempting to bind port cd462397-30a8-42a4-b20f-8ef3a68e2e0e on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:37.228280 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-150aca1e-7a7a-40fe-81c3-6b71169ec1ae None None] Attempting to bind port cd462397-30a8-42a4-b20f-8ef3a68e2e0e by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': 'db76503e-05d2-4ea2-9a37-05c2b8cc2076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '61f11b1b-099a-45f3-b423-a89dfa9243a1'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:37.228280 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150aca1e-7a7a-40fe-81c3-6b71169ec1ae None None] Attempting to bind port cd462397-30a8-42a4-b20f-8ef3a68e2e0e on network 61f11b1b-099a-45f3-b423-a89dfa9243a1 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:37.229115 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43258) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:37.247966 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-0722ad4e-50c6-4951-b803-7ee44a8db521 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Request body: {'floatingip': {'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:37.250193 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150aca1e-7a7a-40fe-81c3-6b71169ec1ae None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:35:37.250573 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150aca1e-7a7a-40fe-81c3-6b71169ec1ae None None] Checking segment: {'id': 'db76503e-05d2-4ea2-9a37-05c2b8cc2076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '61f11b1b-099a-45f3-b423-a89dfa9243a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:37.251004 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-150aca1e-7a7a-40fe-81c3-6b71169ec1ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:37.251407 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150aca1e-7a7a-40fe-81c3-6b71169ec1ae None None] Bound using segment: {'id': 'db76503e-05d2-4ea2-9a37-05c2b8cc2076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '61f11b1b-099a-45f3-b423-a89dfa9243a1'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:35:37.251893 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-150aca1e-7a7a-40fe-81c3-6b71169ec1ae None None] Bound port: cd462397-30a8-42a4-b20f-8ef3a68e2e0e, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db76503e-05d2-4ea2-9a37-05c2b8cc2076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '61f11b1b-099a-45f3-b423-a89dfa9243a1'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:35:37.252279 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-150aca1e-7a7a-40fe-81c3-6b71169ec1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (cd462397-30a8-42a4-b20f-8ef3a68e2e0e), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:37.254820 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-6a9de8c9-e8bb-474c-954f-b090b4314390 None None] Provisioning complete for port cd462397-30a8-42a4-b20f-8ef3a68e2e0e triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:37.255678 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6a9de8c9-e8bb-474c-954f-b090b4314390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (cd462397-30a8-42a4-b20f-8ef3a68e2e0e), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:37.264004 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-1fe49618-2ec5-4b00-adc9-4ee66ac928ff tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.6258826 Feb 28 10:35:37.272141 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43260) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:37.276391 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-fc0154dd-1133-47ce-b3e4-4e3e0254029c req-1e76dab0-4649-478c-8992-091b01b74e4a tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d4949ecb1236430a8fa635d2a669a8c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3524952 Feb 28 10:35:37.321368 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-6a9de8c9-e8bb-474c-954f-b090b4314390 None None] Port cd462397-30a8-42a4-b20f-8ef3a68e2e0e cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:35:37.370180 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457b1997-6081-4362-89f0-0cf08059e8b8 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Made reservation on behalf of 6344603bd44c4b40ab017d9623e1a51e for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:37.376557 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-457b1997-6081-4362-89f0-0cf08059e8b8 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:37.382395 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43266) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:37.397740 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-606c489a-5b9b-4812-8684-ab4f69654e19 None None] Attempting to bind port b3838005-65c6-4b21-b21f-5dfe672f98b5 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:37.398106 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-606c489a-5b9b-4812-8684-ab4f69654e19 None None] Attempting to bind port b3838005-65c6-4b21-b21f-5dfe672f98b5 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '158c619e-8ea8-49b3-a4eb-880617ec9950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '90710e89-bc0d-4e50-ba56-121c67c45f3f'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:37.398468 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606c489a-5b9b-4812-8684-ab4f69654e19 None None] Attempting to bind port b3838005-65c6-4b21-b21f-5dfe672f98b5 on network 90710e89-bc0d-4e50-ba56-121c67c45f3f {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:37.411390 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606c489a-5b9b-4812-8684-ab4f69654e19 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:35:37.411781 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606c489a-5b9b-4812-8684-ab4f69654e19 None None] Checking segment: {'id': '158c619e-8ea8-49b3-a4eb-880617ec9950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '90710e89-bc0d-4e50-ba56-121c67c45f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:37.412172 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-606c489a-5b9b-4812-8684-ab4f69654e19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:37.412566 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606c489a-5b9b-4812-8684-ab4f69654e19 None None] Bound using segment: {'id': '158c619e-8ea8-49b3-a4eb-880617ec9950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '90710e89-bc0d-4e50-ba56-121c67c45f3f'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:35:37.413052 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-606c489a-5b9b-4812-8684-ab4f69654e19 None None] Bound port: b3838005-65c6-4b21-b21f-5dfe672f98b5, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '158c619e-8ea8-49b3-a4eb-880617ec9950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '90710e89-bc0d-4e50-ba56-121c67c45f3f'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:35:37.413433 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-606c489a-5b9b-4812-8684-ab4f69654e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (b3838005-65c6-4b21-b21f-5dfe672f98b5), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:37.505371 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-8007a17b-7fe2-4d7b-ad85-157ed490fe3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Deleting port 6227dbdd-5f87-4528-86ee-199748ee99b5 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:35:37.505629 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8007a17b-7fe2-4d7b-ad85-157ed490fe3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (6227dbdd-5f87-4528-86ee-199748ee99b5), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:37.521934 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 66243368-02ba-481c-8095-20b6cf2ff6e8 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:35:37.552964 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-95d0cf0c-e45f-4102-b940-d348de746274 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Publish callbacks [] for security_group_rule (70a537f8-5258-4114-ac9e-cef8bd946dbc), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:37.601683 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-150aca1e-7a7a-40fe-81c3-6b71169ec1ae None None] For port cd462397-30a8-42a4-b20f-8ef3a68e2e0e, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:35:37.616174 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-85921790-d3b6-4d43-8ca5-3ab7a0af91a9 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks [] for security_group (1fded606-52d5-410d-b33b-f6828df02fe0), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:37.627059 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-95d0cf0c-e45f-4102-b940-d348de746274 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (70a537f8-5258-4114-ac9e-cef8bd946dbc), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:37.646713 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-150aca1e-7a7a-40fe-81c3-6b71169ec1ae None None] For port cd462397-30a8-42a4-b20f-8ef3a68e2e0e, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=cd462397-30a8-42a4-b20f-8ef3a68e2e0e,segment=NetworkSegment(db76503e-05d2-4ea2-9a37-05c2b8cc2076),segment_id=db76503e-05d2-4ea2-9a37-05c2b8cc2076)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:35:37.651502 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-8007a17b-7fe2-4d7b-ad85-157ed490fe3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] For port 6227dbdd-5f87-4528-86ee-199748ee99b5, host hv-neutron-8291, got binding levels [] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:35:37.652161 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8007a17b-7fe2-4d7b-ad85-157ed490fe3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (6227dbdd-5f87-4528-86ee-199748ee99b5), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:37.653473 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890996ab-82d1-4306-a11e-1ca2cc6da9c5 tempest-ExternalNetworksTestJSON-108684613 tempest-ExternalNetworksTestJSON-108684613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:37.665140 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 66243368-02ba-481c-8095-20b6cf2ff6e8 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:37.665540 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (66243368-02ba-481c-8095-20b6cf2ff6e8), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:37.666306 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890996ab-82d1-4306-a11e-1ca2cc6da9c5 tempest-ExternalNetworksTestJSON-108684613 tempest-ExternalNetworksTestJSON-108684613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:37.672199 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890996ab-82d1-4306-a11e-1ca2cc6da9c5 tempest-ExternalNetworksTestJSON-108684613 tempest-ExternalNetworksTestJSON-108684613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:37.675632 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [req-fc0154dd-1133-47ce-b3e4-4e3e0254029c req-8d0c43c0-68b7-430b-93f7-3c81e7f3f0fe service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:37.676679 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-fc0154dd-1133-47ce-b3e4-4e3e0254029c req-8d0c43c0-68b7-430b-93f7-3c81e7f3f0fe service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1093447 Feb 28 10:35:37.677738 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-8007a17b-7fe2-4d7b-ad85-157ed490fe3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Calling delete_port for 6227dbdd-5f87-4528-86ee-199748ee99b5 owned by {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:35:37.678193 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890996ab-82d1-4306-a11e-1ca2cc6da9c5 tempest-ExternalNetworksTestJSON-108684613 tempest-ExternalNetworksTestJSON-108684613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:37.679923 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-890996ab-82d1-4306-a11e-1ca2cc6da9c5 tempest-ExternalNetworksTestJSON-108684613 tempest-ExternalNetworksTestJSON-108684613-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.4049382 Feb 28 10:35:37.685912 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43272) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:37.703708 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0722ad4e-50c6-4951-b803-7ee44a8db521 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:37.707490 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-606c489a-5b9b-4812-8684-ab4f69654e19 None None] For port b3838005-65c6-4b21-b21f-5dfe672f98b5, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:35:37.727483 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-606c489a-5b9b-4812-8684-ab4f69654e19 None None] For port b3838005-65c6-4b21-b21f-5dfe672f98b5, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=b3838005-65c6-4b21-b21f-5dfe672f98b5,segment=NetworkSegment(158c619e-8ea8-49b3-a4eb-880617ec9950),segment_id=158c619e-8ea8-49b3-a4eb-880617ec9950)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:35:37.730948 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-85921790-d3b6-4d43-8ca5-3ab7a0af91a9 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks [] for security_group (1fded606-52d5-410d-b33b-f6828df02fe0), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:37.743768 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d0cf0c-e45f-4102-b940-d348de746274 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70a537f8-5258-4114-ac9e-cef8bd946dbc,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:37.752145 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-150aca1e-7a7a-40fe-81c3-6b71169ec1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (cd462397-30a8-42a4-b20f-8ef3a68e2e0e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:37.778043 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c9c28f19-1c79-47bb-9524-7df609c4645d tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (6a6ea389-fda7-4754-82d9-fed5d4c23e45), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:37.824761 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-434d921b-a26e-4f98-859f-86e5716b0451 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e72c0e73dd4445fc85d278f49bda991a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4408517 Feb 28 10:35:37.827527 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43274) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:37.847807 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-606c489a-5b9b-4812-8684-ab4f69654e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (b3838005-65c6-4b21-b21f-5dfe672f98b5), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:37.852093 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf28d11-9321-4341-8f02-11c9c0cf1092 None None] Pushing event updated for resources: {'Port': ['ID=cd462397-30a8-42a4-b20f-8ef3a68e2e0e,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:37.860737 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-95d0cf0c-e45f-4102-b940-d348de746274 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:37.861938 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150aca1e-7a7a-40fe-81c3-6b71169ec1ae None None] Routers {'eddb501a-cfd7-433e-9cc5-b804a18d97f9'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:35:37.862744 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-150aca1e-7a7a-40fe-81c3-6b71169ec1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:35:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['eddb501a-cfd7-433e-9cc5-b804a18d97f9'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:37.866026 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-95d0cf0c-e45f-4102-b940-d348de746274 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0772626 Feb 28 10:35:37.866605 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43276) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:37.883335 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-1eb96417-c1aa-4232-8180-2efd64d6c20b tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Request body: {'floatingip': {'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:37.927816 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-85921790-d3b6-4d43-8ca5-3ab7a0af91a9 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (1fded606-52d5-410d-b33b-f6828df02fe0), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:37.930576 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-85921790-d3b6-4d43-8ca5-3ab7a0af91a9 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:37.931825 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-85921790-d3b6-4d43-8ca5-3ab7a0af91a9 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] 10.222.0.62 "DELETE /v2.0/security-groups/1fded606-52d5-410d-b33b-f6828df02fe0 HTTP/1.1" status: 204 len: 168 time: 0.7488508 Feb 28 10:35:37.943146 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43278) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:37.950367 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85921790-d3b6-4d43-8ca5-3ab7a0af91a9 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fded606-52d5-410d-b33b-f6828df02fe0,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:37.984167 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-788d5b61-3284-480b-839b-75a90b37c4f3 admin admin] Publish callbacks [] for security_group (76839aa2-8902-4de2-b499-c846874c5cac), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:38.005626 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0722ad4e-50c6-4951-b803-7ee44a8db521 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:38.023653 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1eb96417-c1aa-4232-8180-2efd64d6c20b tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:38.128208 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-788d5b61-3284-480b-839b-75a90b37c4f3 admin admin] Publish callbacks [] for security_group (76839aa2-8902-4de2-b499-c846874c5cac), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:38.158354 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 66243368-02ba-481c-8095-20b6cf2ff6e8 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:38.235602 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606c489a-5b9b-4812-8684-ab4f69654e19 None None] Pushing event updated for resources: {'Port': ['ID=b3838005-65c6-4b21-b21f-5dfe672f98b5,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:38.272333 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-bf54e2ac-88aa-42ef-a805-b3f95e27c120 None None] Provisioning complete for port cd462397-30a8-42a4-b20f-8ef3a68e2e0e triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:38.272713 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-bf54e2ac-88aa-42ef-a805-b3f95e27c120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (cd462397-30a8-42a4-b20f-8ef3a68e2e0e), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:38.278579 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-150aca1e-7a7a-40fe-81c3-6b71169ec1ae None None] Set router eddb501a-cfd7-433e-9cc5-b804a18d97f9 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:35:38.361647 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-fc0154dd-1133-47ce-b3e4-4e3e0254029c req-1ae25313-28a0-4c04-8a65-9376372f1947 service neutron] 10.222.0.62 "GET /v2.0/networks/a542a1e4-364b-4847-89d1-2f3ed2b23a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5914237 Feb 28 10:35:38.368905 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-d52b16e6-b8b6-465b-a116-5d26fd27bfbb tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.4179685 Feb 28 10:35:38.371611 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43280) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:38.378223 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-74906608-3f2a-42d3-ae80-e4e9ea9f9304 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Request body: {'security_group': {'name': 'tempest-secgroup--818464516'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:38.460509 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-0722ad4e-50c6-4951-b803-7ee44a8db521 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Allocated IP 172.26.3.67 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/d013e127-571b-4df4-a55e-be03cfcf9016) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:38.473592 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-457b1997-6081-4362-89f0-0cf08059e8b8 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (775dda1a-b33c-4846-99fc-cd821ab2788d), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:38.490070 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c9c28f19-1c79-47bb-9524-7df609c4645d tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (6a6ea389-fda7-4754-82d9-fed5d4c23e45), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:38.493243 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-74906608-3f2a-42d3-ae80-e4e9ea9f9304 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:38.556095 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-bf54e2ac-88aa-42ef-a805-b3f95e27c120 None None] Current status of the port cd462397-30a8-42a4-b20f-8ef3a68e2e0e is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:38.556704 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-bf54e2ac-88aa-42ef-a805-b3f95e27c120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (cd462397-30a8-42a4-b20f-8ef3a68e2e0e), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:38.575257 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-788d5b61-3284-480b-839b-75a90b37c4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (76839aa2-8902-4de2-b499-c846874c5cac), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:38.577778 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-788d5b61-3284-480b-839b-75a90b37c4f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:38.579065 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-788d5b61-3284-480b-839b-75a90b37c4f3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/76839aa2-8902-4de2-b499-c846874c5cac HTTP/1.1" status: 204 len: 168 time: 0.7501779 Feb 28 10:35:38.601237 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788d5b61-3284-480b-839b-75a90b37c4f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76839aa2-8902-4de2-b499-c846874c5cac,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:38.621679 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8007a17b-7fe2-4d7b-ad85-157ed490fe3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (6227dbdd-5f87-4528-86ee-199748ee99b5), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:38.624108 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1eb96417-c1aa-4232-8180-2efd64d6c20b tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:38.634370 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-c9c28f19-1c79-47bb-9524-7df609c4645d tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a6ea389-fda7-4754-82d9-fed5d4c23e45']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:38.672740 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-74906608-3f2a-42d3-ae80-e4e9ea9f9304 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks [] for security_group (a88f86fe-2a6c-47d2-9b01-9f75a5b2ded1), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:38.695214 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0722ad4e-50c6-4951-b803-7ee44a8db521 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Publish callbacks [] for port (d013e127-571b-4df4-a55e-be03cfcf9016), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:38.714240 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-bf54e2ac-88aa-42ef-a805-b3f95e27c120 None None] For port cd462397-30a8-42a4-b20f-8ef3a68e2e0e, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=cd462397-30a8-42a4-b20f-8ef3a68e2e0e,segment=NetworkSegment(db76503e-05d2-4ea2-9a37-05c2b8cc2076),segment_id=db76503e-05d2-4ea2-9a37-05c2b8cc2076)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:35:38.729013 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8007a17b-7fe2-4d7b-ad85-157ed490fe3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Pushing event deleted for resources: {'Port': ['ID=6227dbdd-5f87-4528-86ee-199748ee99b5,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:38.745828 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-c9c28f19-1c79-47bb-9524-7df609c4645d tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f77e072-6c05-472b-82d7-40c7939fa39e') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:38.746109 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-c9c28f19-1c79-47bb-9524-7df609c4645d tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f77e072-6c05-472b-82d7-40c7939fa39e') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:38.750882 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-150aca1e-7a7a-40fe-81c3-6b71169ec1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddb501a-cfd7-433e-9cc5-b804a18d97f9', 'name': 'tempest-ServersTestJSON-2042665436-router', 'tenant_id': 'a1e997d94bda42c2937c38ee950ff500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.125'}], 'enable_snat': True}, 'gw_port_id': '2b564d3a-4f9c-42d3-84fd-9574720b94ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:16Z', 'updated_at': '2022-02-28T10:35:30Z', 'revision_number': 4, 'project_id': 'a1e997d94bda42c2937c38ee950ff500', 'gw_port': {'id': '2b564d3a-4f9c-42d3-84fd-9574720b94ed', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:40:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddb501a-cfd7-433e-9cc5-b804a18d97f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:18Z', 'updated_at': '2022-02-28T10:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': 'cd462397-30a8-42a4-b20f-8ef3a68e2e0e', 'name': '', 'network_id': '61f11b1b-099a-45f3-b423-a89dfa9243a1', 'tenant_id': 'a1e997d94bda42c2937c38ee950ff500', 'mac_address': 'fa:16:3e:b1:19:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eddb501a-cfd7-433e-9cc5-b804a18d97f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '2dff7405-dcc7-4aec-b812-04c9508d9791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:26Z', 'updated_at': '2022-02-28T10:35:37Z', 'revision_number': 4, 'project_id': 'a1e997d94bda42c2937c38ee950ff500', 'subnets': [{'id': '2dff7405-dcc7-4aec-b812-04c9508d9791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:38.762521 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457b1997-6081-4362-89f0-0cf08059e8b8 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Pushing event updated for resources: {'Subnet': ['ID=775dda1a-b33c-4846-99fc-cd821ab2788d,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:38.772116 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c9c28f19-1c79-47bb-9524-7df609c4645d tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (9f77e072-6c05-472b-82d7-40c7939fa39e), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:38.774578 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8007a17b-7fe2-4d7b-ad85-157ed490fe3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:38.780563 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-8007a17b-7fe2-4d7b-ad85-157ed490fe3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] 10.222.0.62 "DELETE /v2.0/ports/6227dbdd-5f87-4528-86ee-199748ee99b5 HTTP/1.1" status: 204 len: 168 time: 1.5662625 Feb 28 10:35:38.781359 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43284) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:38.784466 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150aca1e-7a7a-40fe-81c3-6b71169ec1ae None None] The sync data for ids ['eddb501a-cfd7-433e-9cc5-b804a18d97f9'] in dv-neutron-829161-3-hyperv is: [{'id': 'eddb501a-cfd7-433e-9cc5-b804a18d97f9', 'name': 'tempest-ServersTestJSON-2042665436-router', 'tenant_id': 'a1e997d94bda42c2937c38ee950ff500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.125'}], 'enable_snat': True}, 'gw_port_id': '2b564d3a-4f9c-42d3-84fd-9574720b94ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:16Z', 'updated_at': '2022-02-28T10:35:30Z', 'revision_number': 4, 'project_id': 'a1e997d94bda42c2937c38ee950ff500', 'gw_port': {'id': '2b564d3a-4f9c-42d3-84fd-9574720b94ed', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:40:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddb501a-cfd7-433e-9cc5-b804a18d97f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:18Z', 'updated_at': '2022-02-28T10:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': 'cd462397-30a8-42a4-b20f-8ef3a68e2e0e', 'name': '', 'network_id': '61f11b1b-099a-45f3-b423-a89dfa9243a1', 'tenant_id': 'a1e997d94bda42c2937c38ee950ff500', 'mac_address': 'fa:16:3e:b1:19:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eddb501a-cfd7-433e-9cc5-b804a18d97f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '2dff7405-dcc7-4aec-b812-04c9508d9791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:26Z', 'updated_at': '2022-02-28T10:35:37Z', 'revision_number': 4, 'project_id': 'a1e997d94bda42c2937c38ee950ff500', 'subnets': [{'id': '2dff7405-dcc7-4aec-b812-04c9508d9791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:35:38.789240 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-fc0154dd-1133-47ce-b3e4-4e3e0254029c req-d482f3c7-c373-484a-8299-054fdb0035b7 service neutron] 10.222.0.62 "GET /v2.0/networks/a542a1e4-364b-4847-89d1-2f3ed2b23a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4162574 Feb 28 10:35:38.817608 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-db372966-3d29-4adf-a51f-84449298fc2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] GET failed (client error): The resource could not be found. Feb 28 10:35:38.819267 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c9c28f19-1c79-47bb-9524-7df609c4645d tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (9f77e072-6c05-472b-82d7-40c7939fa39e), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:38.826616 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-db372966-3d29-4adf-a51f-84449298fc2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] 10.222.0.62 "GET /v2.0/ports/6227dbdd-5f87-4528-86ee-199748ee99b5 HTTP/1.1" status: 404 len: 333 time: 0.0436289 Feb 28 10:35:38.827157 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9c28f19-1c79-47bb-9524-7df609c4645d tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:35:38.827263 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43286) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:38.827620 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c9c28f19-1c79-47bb-9524-7df609c4645d tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (9f77e072-6c05-472b-82d7-40c7939fa39e), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:38.831981 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-856d2cd0-ab65-4889-a344-8d123911b5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2002284078', 'network_id': 'c044044b-2140-40cb-a500-2e0f881ef03c'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:38.854293 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-bf54e2ac-88aa-42ef-a805-b3f95e27c120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (cd462397-30a8-42a4-b20f-8ef3a68e2e0e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:38.866333 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:35:38.866333 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:35:38.866333 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:35:38.866333 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:35:38.866333 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:35:38.866333 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:35:38.866333 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:35:38.866333 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:35:38.866333 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:35:38.866333 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:35:38.866333 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:35:38.866333 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:35:38.866333 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:35:38.866333 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:35:38.866333 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:35:38.866333 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:35:38.866333 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:35:38.866333 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:35:38.866333 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:35:38.866333 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:35:38.866333 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:35:38.866333 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:35:38.866333 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:35:38.866333 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:35:38.866333 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:35:38.866333 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:35:38.866333 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:35:38.866333 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:35:38.866333 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:35:38.866333 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:35:38.866333 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:35:38.866333 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:35:38.866333 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-74906608-3f2a-42d3-ae80-e4e9ea9f9304 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (a88f86fe-2a6c-47d2-9b01-9f75a5b2ded1), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:38.873085 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457b1997-6081-4362-89f0-0cf08059e8b8 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Checking segment: {'id': 'eb7ffba0-faac-4dcd-a33d-3be59599c8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '134e71f0-f4a5-4f6d-b05b-acf33fedd7f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:38.873085 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457b1997-6081-4362-89f0-0cf08059e8b8 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Network hostable DHCP agents. Network: 134e71f0-f4a5-4f6d-b05b-acf33fedd7f2, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:35:38.985481 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf54e2ac-88aa-42ef-a805-b3f95e27c120 None None] Pushing event updated for resources: {'Port': ['ID=cd462397-30a8-42a4-b20f-8ef3a68e2e0e,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:38.989870 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74906608-3f2a-42d3-ae80-e4e9ea9f9304 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a88f86fe-2a6c-47d2-9b01-9f75a5b2ded1,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:39.020643 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0722ad4e-50c6-4951-b803-7ee44a8db521 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (d013e127-571b-4df4-a55e-be03cfcf9016), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:39.059776 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457b1997-6081-4362-89f0-0cf08059e8b8 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Network 134e71f0-f4a5-4f6d-b05b-acf33fedd7f2 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:35:39.069746 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-74906608-3f2a-42d3-ae80-e4e9ea9f9304 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:39.074326 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-74906608-3f2a-42d3-ae80-e4e9ea9f9304 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6969130 Feb 28 10:35:39.074326 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c9c28f19-1c79-47bb-9524-7df609c4645d tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (6a6ea389-fda7-4754-82d9-fed5d4c23e45), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:39.075092 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43290) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:39.084951 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-327b6a8f-5e42-42bb-bb94-9407740900e5 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Request body: {'security_group_rule': {'security_group_id': 'a88f86fe-2a6c-47d2-9b01-9f75a5b2ded1', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:39.085841 dv-neutron-829161-3-hyperv neutron-server[104083]: WARNING neutron.api.v2.base [None req-327b6a8f-5e42-42bb-bb94-9407740900e5 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 28 10:35:39.086410 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.api.v2.resource [None req-327b6a8f-5e42-42bb-bb94-9407740900e5 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:35:39.091042 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-327b6a8f-5e42-42bb-bb94-9407740900e5 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0069721 Feb 28 10:35:39.092711 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0722ad4e-50c6-4951-b803-7ee44a8db521 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Pushing event updated for resources: {'Port': ['ID=d013e127-571b-4df4-a55e-be03cfcf9016,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:39.100131 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43292) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:39.119901 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c28f19-1c79-47bb-9524-7df609c4645d tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6a6ea389-fda7-4754-82d9-fed5d4c23e45 {{(pid=104083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 28 10:35:39.121930 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c28f19-1c79-47bb-9524-7df609c4645d tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Pushing event deleted for resources: {'Network': ['ID=6a6ea389-fda7-4754-82d9-fed5d4c23e45,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:39.130508 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c9c28f19-1c79-47bb-9524-7df609c4645d tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:39.133820 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-c9c28f19-1c79-47bb-9524-7df609c4645d tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] 10.222.0.62 "DELETE /v2.0/networks/6a6ea389-fda7-4754-82d9-fed5d4c23e45 HTTP/1.1" status: 204 len: 168 time: 1.4436634 Feb 28 10:35:39.138314 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43294) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:39.143578 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-45a3cd6f-b082-4e35-b484-47129c97479c tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Request body: {'network': {'name': 'tempest-network--743969223', 'router:external': True}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:39.162270 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-1eb96417-c1aa-4232-8180-2efd64d6c20b tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Allocated IP 172.26.3.177 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/9cc70264-1767-4dc4-8a7e-b111ba31c179) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:39.167234 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-457b1997-6081-4362-89f0-0cf08059e8b8 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 134e71f0-f4a5-4f6d-b05b-acf33fedd7f2) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:39.180904 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457b1997-6081-4362-89f0-0cf08059e8b8 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:39.181720 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-457b1997-6081-4362-89f0-0cf08059e8b8 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:39.188793 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c70c65-af96-4564-946c-792619334ab2 None None] Network 134e71f0-f4a5-4f6d-b05b-acf33fedd7f2 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:39.263509 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a3cd6f-b082-4e35-b484-47129c97479c tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Made reservation on behalf of d00cf888229d447196bdcbd7ffc21096 for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:39.266324 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-45a3cd6f-b082-4e35-b484-47129c97479c tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:39.301191 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45a3cd6f-b082-4e35-b484-47129c97479c tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:35:39.313119 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-45a3cd6f-b082-4e35-b484-47129c97479c tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (e47b9bc5-f2c1-4d54-bb9e-ea663bba8e55), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:39.324707 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-45a3cd6f-b082-4e35-b484-47129c97479c tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Added segment e47b9bc5-f2c1-4d54-bb9e-ea663bba8e55 of type vlan for network 7868b9f2-77f0-4d92-a819-d2a43d5a62c6 Feb 28 10:35:39.448191 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c1ee12-4697-4136-8423-e999d2196d6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-134e71f0-f4a5-4f6d-b05b-acf33fedd7f2', 'network_id': '134e71f0-f4a5-4f6d-b05b-acf33fedd7f2', 'project_id': '6344603bd44c4b40ab017d9623e1a51e', 'fixed_ips': [{'subnet_id': '775dda1a-b33c-4846-99fc-cd821ab2788d'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:35:39.450869 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-16c1ee12-4697-4136-8423-e999d2196d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:39.453687 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-457b1997-6081-4362-89f0-0cf08059e8b8 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.4898677 Feb 28 10:35:39.465792 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-45a3cd6f-b082-4e35-b484-47129c97479c tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (7868b9f2-77f0-4d92-a819-d2a43d5a62c6), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:39.468398 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43316) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:39.483136 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1eb96417-c1aa-4232-8180-2efd64d6c20b tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Publish callbacks [] for port (9cc70264-1767-4dc4-8a7e-b111ba31c179), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:39.556873 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43318) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:39.582452 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0722ad4e-50c6-4951-b803-7ee44a8db521 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:39.591260 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-0722ad4e-50c6-4951-b803-7ee44a8db521 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:39.594867 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0722ad4e-50c6-4951-b803-7ee44a8db521 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:39.643699 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.db.resource_extend [None req-45a3cd6f-b082-4e35-b484-47129c97479c tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 10:35:39.651665 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1eb96417-c1aa-4232-8180-2efd64d6c20b tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (9cc70264-1767-4dc4-8a7e-b111ba31c179), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:39.662684 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device b3838005-65c6-4b21-b21f-5dfe672f98b5 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:35:39.672399 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-856d2cd0-ab65-4889-a344-8d123911b5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Made reservation on behalf of 915d2f1518c84c3cb3ab5a0d8422f10e for: {'port': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:39.676508 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-856d2cd0-ab65-4889-a344-8d123911b5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:39.719101 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [None req-856d2cd0-ab65-4889-a344-8d123911b5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] device_id is not set on port 4eb7821c-9f81-482e-b67d-660521e0b114 yet. {{(pid=104084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:35:39.727834 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43326) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:39.782287 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-acd59408-c85f-47ba-8206-be7caa97b659 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:39.792194 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-45a3cd6f-b082-4e35-b484-47129c97479c tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (7868b9f2-77f0-4d92-a819-d2a43d5a62c6), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:39.798947 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a3cd6f-b082-4e35-b484-47129c97479c tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:39.799911 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-45a3cd6f-b082-4e35-b484-47129c97479c tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:39.907385 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-16c1ee12-4697-4136-8423-e999d2196d6b None None] Allocated IP 2001:db8::1 (134e71f0-f4a5-4f6d-b05b-acf33fedd7f2/775dda1a-b33c-4846-99fc-cd821ab2788d/7243d247-dba5-4894-bf87-db7ee181635e) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:39.915634 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b360443d-649f-4fd0-90da-2205effbe21e tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (134e71f0-f4a5-4f6d-b05b-acf33fedd7f2), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:39.946443 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a3cd6f-b082-4e35-b484-47129c97479c tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Pushing event updated for resources: {'Network': ['ID=7868b9f2-77f0-4d92-a819-d2a43d5a62c6,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:39.957382 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8490df24-8b7f-42d8-a47f-a9620da05234 None None] Network 90710e89-bc0d-4e50-ba56-121c67c45f3f requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:40.007989 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 7868b9f2-77f0-4d92-a819-d2a43d5a62c6 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:35:40.016061 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-45a3cd6f-b082-4e35-b484-47129c97479c tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.8766062 Feb 28 10:35:40.023918 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43328) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:40.065148 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-856d2cd0-ab65-4889-a344-8d123911b5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Publish callbacks [] for port (4eb7821c-9f81-482e-b67d-660521e0b114), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:40.413651 dv-neutron-829161-3-hyperv neutron-server[104084]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 28 10:35:40.413651 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb96417-c1aa-4232-8180-2efd64d6c20b tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:40.415808 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b360443d-649f-4fd0-90da-2205effbe21e tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (775dda1a-b33c-4846-99fc-cd821ab2788d), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:40.416818 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-1eb96417-c1aa-4232-8180-2efd64d6c20b tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:40.416818 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb96417-c1aa-4232-8180-2efd64d6c20b tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:40.418477 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f98fe72-c69a-4ff4-9713-3d4b29815a32 tempest-ExternalNetworksTestJSON-108684613 tempest-ExternalNetworksTestJSON-108684613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:40.418477 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-2f98fe72-c69a-4ff4-9713-3d4b29815a32 tempest-ExternalNetworksTestJSON-108684613 tempest-ExternalNetworksTestJSON-108684613-project] 10.222.0.62 "GET /v2.0/networks/7868b9f2-77f0-4d92-a819-d2a43d5a62c6 HTTP/1.1" status: 200 len: 756 time: 0.1844022 Feb 28 10:35:40.418477 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43334) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:40.418477 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-acd59408-c85f-47ba-8206-be7caa97b659 admin admin] Publish callbacks [] for security_group (fb933887-87e0-4ddf-aba9-cdccc615b23e), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:40.419971 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-b91e4566-8b56-4794-94cd-31712d36a529 req-5ee796fb-9e58-4dca-b8df-77e5bce5f804 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] 10.222.0.62 "GET /v2.0/ports?device_id=99037f9b-fc9a-45f9-9fc6-b6804397f8c7 HTTP/1.1" status: 200 len: 210 time: 0.7419188 Feb 28 10:35:40.420765 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c209ec1-2e0a-4bba-bdb4-f20a1e159494 tempest-ExternalNetworksTestJSON-108684613 tempest-ExternalNetworksTestJSON-108684613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:40.420765 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-0c209ec1-2e0a-4bba-bdb4-f20a1e159494 tempest-ExternalNetworksTestJSON-108684613 tempest-ExternalNetworksTestJSON-108684613-project] 10.222.0.62 "GET /v2.0/networks/606b68f6-e4c0-4aa3-82ff-ea9c8f75445e HTTP/1.1" status: 200 len: 767 time: 0.1297770 Feb 28 10:35:40.420765 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43340) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:40.421614 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb96417-c1aa-4232-8180-2efd64d6c20b tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Pushing event updated for resources: {'Port': ['ID=9cc70264-1767-4dc4-8a7e-b111ba31c179,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:40.421614 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ed41a1ff-c9a6-431a-8b1d-67f97a3d9e85 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks [] for security_group (a88f86fe-2a6c-47d2-9b01-9f75a5b2ded1), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:40.421893 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-16c1ee12-4697-4136-8423-e999d2196d6b None None] Publish callbacks [] for port (7243d247-dba5-4894-bf87-db7ee181635e), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:40.439892 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-856d2cd0-ab65-4889-a344-8d123911b5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (4eb7821c-9f81-482e-b67d-660521e0b114), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:40.463204 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-acd59408-c85f-47ba-8206-be7caa97b659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (fb933887-87e0-4ddf-aba9-cdccc615b23e), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:40.488222 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port b3838005-65c6-4b21-b21f-5dfe672f98b5 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:40.488602 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (b3838005-65c6-4b21-b21f-5dfe672f98b5), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:40.518514 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a2878511-f9e5-4dbf-9b82-1ae5c2d858f0 None None] Provisioning complete for port b3838005-65c6-4b21-b21f-5dfe672f98b5 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:40.518924 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a2878511-f9e5-4dbf-9b82-1ae5c2d858f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (b3838005-65c6-4b21-b21f-5dfe672f98b5), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:40.533159 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0722ad4e-50c6-4951-b803-7ee44a8db521 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Publish callbacks [] for floatingip (c6c5bc79-0ed5-4db8-a289-b1547554720d), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:40.537046 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-28fc3e74-d5fb-49a5-9b4d-c55113be6fbe tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (7868b9f2-77f0-4d92-a819-d2a43d5a62c6), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:40.556059 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-acd59408-c85f-47ba-8206-be7caa97b659 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1fd1cd52645f404caaff925176f0be1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8237662 Feb 28 10:35:40.562129 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43344) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:40.566470 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856d2cd0-ab65-4889-a344-8d123911b5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Pushing event updated for resources: {'Port': ['ID=4eb7821c-9f81-482e-b67d-660521e0b114,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:40.571860 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd59408-c85f-47ba-8206-be7caa97b659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb933887-87e0-4ddf-aba9-cdccc615b23e,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:40.584907 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ed41a1ff-c9a6-431a-8b1d-67f97a3d9e85 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks [] for security_group (a88f86fe-2a6c-47d2-9b01-9f75a5b2ded1), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:40.593932 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-16c1ee12-4697-4136-8423-e999d2196d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (7243d247-dba5-4894-bf87-db7ee181635e), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:40.648489 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856d2cd0-ab65-4889-a344-8d123911b5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Network c044044b-2140-40cb-a500-2e0f881ef03c is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:40.656052 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1eb96417-c1aa-4232-8180-2efd64d6c20b tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Publish callbacks [] for floatingip (0f9bd045-a5f6-4f14-8632-5ff74064746b), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:40.677099 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c1ee12-4697-4136-8423-e999d2196d6b None None] Network 134e71f0-f4a5-4f6d-b05b-acf33fedd7f2 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:40.677295 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-856d2cd0-ab65-4889-a344-8d123911b5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:40.695592 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-16c1ee12-4697-4136-8423-e999d2196d6b None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:40.709008 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c1ee12-4697-4136-8423-e999d2196d6b None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:40.752150 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c1ee12-4697-4136-8423-e999d2196d6b None None] Pushing event updated for resources: {'Port': ['ID=7243d247-dba5-4894-bf87-db7ee181635e,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:40.752671 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856d2cd0-ab65-4889-a344-8d123911b5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:40.752671 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856d2cd0-ab65-4889-a344-8d123911b5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:40.752671 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-856d2cd0-ab65-4889-a344-8d123911b5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:40.752938 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b360443d-649f-4fd0-90da-2205effbe21e tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (775dda1a-b33c-4846-99fc-cd821ab2788d), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:40.761249 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0722ad4e-50c6-4951-b803-7ee44a8db521 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (d013e127-571b-4df4-a55e-be03cfcf9016), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:40.828432 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-28fc3e74-d5fb-49a5-9b4d-c55113be6fbe tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (7868b9f2-77f0-4d92-a819-d2a43d5a62c6), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:40.839033 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b360443d-649f-4fd0-90da-2205effbe21e tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Pushing event deleted for resources: {'Subnet': ['ID=775dda1a-b33c-4846-99fc-cd821ab2788d,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:40.874396 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-390d9b63-aa84-4460-aac0-d4958b6c83f3 admin admin] Publish callbacks [] for security_group (fb933887-87e0-4ddf-aba9-cdccc615b23e), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:40.890735 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-28fc3e74-d5fb-49a5-9b4d-c55113be6fbe tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7868b9f2-77f0-4d92-a819-d2a43d5a62c6']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:40.904491 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43346) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:40.905229 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-856d2cd0-ab65-4889-a344-8d123911b5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.0769279 Feb 28 10:35:40.908587 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-16c1ee12-4697-4136-8423-e999d2196d6b None None] Attempting to bind port 7243d247-dba5-4894-bf87-db7ee181635e on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:40.915276 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-16c1ee12-4697-4136-8423-e999d2196d6b None None] Attempting to bind port 7243d247-dba5-4894-bf87-db7ee181635e by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': 'eb7ffba0-faac-4dcd-a33d-3be59599c8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '134e71f0-f4a5-4f6d-b05b-acf33fedd7f2'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:40.915276 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c1ee12-4697-4136-8423-e999d2196d6b None None] Attempting to bind port 7243d247-dba5-4894-bf87-db7ee181635e on network 134e71f0-f4a5-4f6d-b05b-acf33fedd7f2 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:40.922582 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a2878511-f9e5-4dbf-9b82-1ae5c2d858f0 None None] Current status of the port b3838005-65c6-4b21-b21f-5dfe672f98b5 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:40.923007 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a2878511-f9e5-4dbf-9b82-1ae5c2d858f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (b3838005-65c6-4b21-b21f-5dfe672f98b5), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:40.950304 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c1ee12-4697-4136-8423-e999d2196d6b None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:35:40.952672 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1eb96417-c1aa-4232-8180-2efd64d6c20b tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (9cc70264-1767-4dc4-8a7e-b111ba31c179), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:40.960042 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c1ee12-4697-4136-8423-e999d2196d6b None None] Checking segment: {'id': 'eb7ffba0-faac-4dcd-a33d-3be59599c8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '134e71f0-f4a5-4f6d-b05b-acf33fedd7f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:40.960407 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-16c1ee12-4697-4136-8423-e999d2196d6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:40.961351 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c1ee12-4697-4136-8423-e999d2196d6b None None] Bound using segment: {'id': 'eb7ffba0-faac-4dcd-a33d-3be59599c8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '134e71f0-f4a5-4f6d-b05b-acf33fedd7f2'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:35:40.961851 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-16c1ee12-4697-4136-8423-e999d2196d6b None None] Bound port: 7243d247-dba5-4894-bf87-db7ee181635e, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb7ffba0-faac-4dcd-a33d-3be59599c8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '134e71f0-f4a5-4f6d-b05b-acf33fedd7f2'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:35:40.962245 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-16c1ee12-4697-4136-8423-e999d2196d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (7243d247-dba5-4894-bf87-db7ee181635e), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:40.990569 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ed41a1ff-c9a6-431a-8b1d-67f97a3d9e85 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (a88f86fe-2a6c-47d2-9b01-9f75a5b2ded1), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:40.993334 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ed41a1ff-c9a6-431a-8b1d-67f97a3d9e85 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:40.997706 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-ed41a1ff-c9a6-431a-8b1d-67f97a3d9e85 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] 10.222.0.62 "DELETE /v2.0/security-groups/a88f86fe-2a6c-47d2-9b01-9f75a5b2ded1 HTTP/1.1" status: 204 len: 168 time: 1.8934340 Feb 28 10:35:41.004929 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43350) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:41.005940 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-28fc3e74-d5fb-49a5-9b4d-c55113be6fbe tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e47b9bc5-f2c1-4d54-bb9e-ea663bba8e55') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:41.006076 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-28fc3e74-d5fb-49a5-9b4d-c55113be6fbe tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e47b9bc5-f2c1-4d54-bb9e-ea663bba8e55') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:41.025786 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a2878511-f9e5-4dbf-9b82-1ae5c2d858f0 None None] For port b3838005-65c6-4b21-b21f-5dfe672f98b5, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=b3838005-65c6-4b21-b21f-5dfe672f98b5,segment=NetworkSegment(158c619e-8ea8-49b3-a4eb-880617ec9950),segment_id=158c619e-8ea8-49b3-a4eb-880617ec9950)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:35:41.035071 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed41a1ff-c9a6-431a-8b1d-67f97a3d9e85 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88f86fe-2a6c-47d2-9b01-9f75a5b2ded1,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:41.069146 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-28fc3e74-d5fb-49a5-9b4d-c55113be6fbe tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (e47b9bc5-f2c1-4d54-bb9e-ea663bba8e55), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:41.074074 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port b3838005-65c6-4b21-b21f-5dfe672f98b5 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:41.074472 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (b3838005-65c6-4b21-b21f-5dfe672f98b5), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:41.094894 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-390d9b63-aa84-4460-aac0-d4958b6c83f3 admin admin] Publish callbacks [] for security_group (fb933887-87e0-4ddf-aba9-cdccc615b23e), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:41.100118 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b360443d-649f-4fd0-90da-2205effbe21e tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (134e71f0-f4a5-4f6d-b05b-acf33fedd7f2), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:41.113212 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a2878511-f9e5-4dbf-9b82-1ae5c2d858f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (b3838005-65c6-4b21-b21f-5dfe672f98b5), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:41.114825 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-28fc3e74-d5fb-49a5-9b4d-c55113be6fbe tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (e47b9bc5-f2c1-4d54-bb9e-ea663bba8e55), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:41.145937 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28fc3e74-d5fb-49a5-9b4d-c55113be6fbe tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:35:41.146342 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-28fc3e74-d5fb-49a5-9b4d-c55113be6fbe tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (e47b9bc5-f2c1-4d54-bb9e-ea663bba8e55), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:41.150183 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:35:41.150183 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:35:41.150183 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:35:41.150183 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:35:41.150183 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:35:41.150183 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:35:41.150183 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:35:41.150183 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:35:41.150183 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:35:41.150183 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:35:41.150183 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:35:41.150183 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:35:41.150183 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:35:41.150183 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:35:41.150183 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:35:41.150183 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:35:41.150183 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:35:41.150183 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:35:41.150183 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:35:41.150183 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:35:41.150183 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:35:41.150183 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:35:41.150183 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:35:41.150183 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:35:41.150183 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:35:41.150183 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:35:41.150183 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:35:41.150183 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:35:41.150183 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:35:41.150183 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:35:41.150183 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:35:41.150183 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:35:41.155876 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631583c2-2d49-4a1e-8bb8-5e84e58bc276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:41.155876 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-631583c2-2d49-4a1e-8bb8-5e84e58bc276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] 10.222.0.62 "GET /v2.0/ports/4eb7821c-9f81-482e-b67d-660521e0b114 HTTP/1.1" status: 200 len: 959 time: 0.1892211 Feb 28 10:35:41.164097 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-b360443d-649f-4fd0-90da-2205effbe21e tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['134e71f0-f4a5-4f6d-b05b-acf33fedd7f2']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:41.169349 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43354) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:41.169632 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0722ad4e-50c6-4951-b803-7ee44a8db521 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Publish callbacks [] for port (d013e127-571b-4df4-a55e-be03cfcf9016), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:41.188168 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-97eef647-bb13-4da1-90e0-7bbde7d25952 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1728382 Feb 28 10:35:41.192073 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43356) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:41.198039 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-c06b64c9-cb4e-4382-9db5-9a0236698e18 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Request body: {'security_group': {'name': 'tempest-secgroup--1898682074'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:41.203054 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-16c1ee12-4697-4136-8423-e999d2196d6b None None] For port 7243d247-dba5-4894-bf87-db7ee181635e, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:35:41.236993 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2878511-f9e5-4dbf-9b82-1ae5c2d858f0 None None] Pushing event updated for resources: {'Port': ['ID=b3838005-65c6-4b21-b21f-5dfe672f98b5,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:41.244433 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.db.api [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:35:41.244794 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG oslo_db.api [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:35:41.249970 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-7b9942e4-a8a2-41e5-b909-ec26eb7458e9 None None] Provisioning complete for port b3838005-65c6-4b21-b21f-5dfe672f98b5 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:41.250574 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7b9942e4-a8a2-41e5-b909-ec26eb7458e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (b3838005-65c6-4b21-b21f-5dfe672f98b5), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:41.261329 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-b360443d-649f-4fd0-90da-2205effbe21e tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb7ffba0-faac-4dcd-a33d-3be59599c8ca') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:41.261648 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-b360443d-649f-4fd0-90da-2205effbe21e tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb7ffba0-faac-4dcd-a33d-3be59599c8ca') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:41.295809 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1eb96417-c1aa-4232-8180-2efd64d6c20b tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Publish callbacks [] for port (9cc70264-1767-4dc4-8a7e-b111ba31c179), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:41.298885 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0722ad4e-50c6-4951-b803-7ee44a8db521 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (d013e127-571b-4df4-a55e-be03cfcf9016), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:41.330768 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c06b64c9-cb4e-4382-9db5-9a0236698e18 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:41.343152 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b360443d-649f-4fd0-90da-2205effbe21e tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (eb7ffba0-faac-4dcd-a33d-3be59599c8ca), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:41.362867 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-7b9942e4-a8a2-41e5-b909-ec26eb7458e9 None None] Current status of the port b3838005-65c6-4b21-b21f-5dfe672f98b5 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:41.380777 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-2ba7448a-3961-45f0-8aa5-3ee158ae3b70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Deleting port 4eb7821c-9f81-482e-b67d-660521e0b114 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:35:41.381114 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2ba7448a-3961-45f0-8aa5-3ee158ae3b70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (4eb7821c-9f81-482e-b67d-660521e0b114), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:41.395671 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1eb96417-c1aa-4232-8180-2efd64d6c20b tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (9cc70264-1767-4dc4-8a7e-b111ba31c179), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:41.406482 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0722ad4e-50c6-4951-b803-7ee44a8db521 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Pushing event updated for resources: {'Port': ['ID=d013e127-571b-4df4-a55e-be03cfcf9016,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:41.462274 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2ba7448a-3961-45f0-8aa5-3ee158ae3b70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (4eb7821c-9f81-482e-b67d-660521e0b114), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:41.474723 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0722ad4e-50c6-4951-b803-7ee44a8db521 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047917'] for floatingip (c6c5bc79-0ed5-4db8-a289-b1547554720d), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:41.477749 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-16c1ee12-4697-4136-8423-e999d2196d6b None None] For port 7243d247-dba5-4894-bf87-db7ee181635e, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=7243d247-dba5-4894-bf87-db7ee181635e,segment=NetworkSegment(eb7ffba0-faac-4dcd-a33d-3be59599c8ca),segment_id=eb7ffba0-faac-4dcd-a33d-3be59599c8ca)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:35:41.478221 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-2ba7448a-3961-45f0-8aa5-3ee158ae3b70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Calling delete_port for 4eb7821c-9f81-482e-b67d-660521e0b114 owned by {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:35:41.486582 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-28fc3e74-d5fb-49a5-9b4d-c55113be6fbe tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (7868b9f2-77f0-4d92-a819-d2a43d5a62c6), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:41.490860 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28fc3e74-d5fb-49a5-9b4d-c55113be6fbe tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7868b9f2-77f0-4d92-a819-d2a43d5a62c6 {{(pid=104083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 28 10:35:41.492544 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-390d9b63-aa84-4460-aac0-d4958b6c83f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (fb933887-87e0-4ddf-aba9-cdccc615b23e), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:41.495523 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-390d9b63-aa84-4460-aac0-d4958b6c83f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:41.497295 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-390d9b63-aa84-4460-aac0-d4958b6c83f3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fb933887-87e0-4ddf-aba9-cdccc615b23e HTTP/1.1" status: 204 len: 168 time: 0.9345891 Feb 28 10:35:41.532024 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-28fc3e74-d5fb-49a5-9b4d-c55113be6fbe tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:41.537486 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-28fc3e74-d5fb-49a5-9b4d-c55113be6fbe tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] 10.222.0.62 "DELETE /v2.0/networks/7868b9f2-77f0-4d92-a819-d2a43d5a62c6 HTTP/1.1" status: 204 len: 168 time: 1.1706791 Feb 28 10:35:41.544823 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43364) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:41.553860 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-16c1ee12-4697-4136-8423-e999d2196d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (7243d247-dba5-4894-bf87-db7ee181635e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:41.574190 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fc3e74-d5fb-49a5-9b4d-c55113be6fbe tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Pushing event deleted for resources: {'Network': ['ID=7868b9f2-77f0-4d92-a819-d2a43d5a62c6,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:41.581710 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390d9b63-aa84-4460-aac0-d4958b6c83f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb933887-87e0-4ddf-aba9-cdccc615b23e,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:41.585902 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b360443d-649f-4fd0-90da-2205effbe21e tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (eb7ffba0-faac-4dcd-a33d-3be59599c8ca), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:41.590960 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a37a61de-bd94-4096-a09d-417700bf86f5 req-d50e89e2-fd82-4c41-95d4-a944bedb0c5f tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] 10.222.0.62 "GET /v2.0/ports?device_id=99037f9b-fc9a-45f9-9fc6-b6804397f8c7 HTTP/1.1" status: 200 len: 210 time: 0.1071742 Feb 28 10:35:41.626121 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b360443d-649f-4fd0-90da-2205effbe21e tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:35:41.626530 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b360443d-649f-4fd0-90da-2205effbe21e tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (eb7ffba0-faac-4dcd-a33d-3be59599c8ca), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:41.629871 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:35:41.629871 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:35:41.629871 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:35:41.629871 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:35:41.629871 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:35:41.629871 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:35:41.629871 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:35:41.629871 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:35:41.629871 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:35:41.629871 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:35:41.629871 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:35:41.629871 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:35:41.629871 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:35:41.629871 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:35:41.629871 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:35:41.629871 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:35:41.629871 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:35:41.629871 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:35:41.629871 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:35:41.629871 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:35:41.629871 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:35:41.629871 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:35:41.629871 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:35:41.629871 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:35:41.629871 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:35:41.629871 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:35:41.629871 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:35:41.629871 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:35:41.629871 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:35:41.629871 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:35:41.629871 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:35:41.629871 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:35:41.631919 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c06b64c9-cb4e-4382-9db5-9a0236698e18 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks [] for security_group (8731efbd-a35d-407e-8651-2c4534efb335), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:41.657849 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-414cb969-661d-47e9-bc77-beebe52514e7 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Request body: {'network': {'name': 'tempest-network--1222615176'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:41.662521 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb96417-c1aa-4232-8180-2efd64d6c20b tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Pushing event updated for resources: {'Port': ['ID=9cc70264-1767-4dc4-8a7e-b111ba31c179,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:41.668154 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1eb96417-c1aa-4232-8180-2efd64d6c20b tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047917'] for floatingip (0f9bd045-a5f6-4f14-8632-5ff74064746b), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:41.698002 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c06b64c9-cb4e-4382-9db5-9a0236698e18 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (8731efbd-a35d-407e-8651-2c4534efb335), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:41.733747 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0722ad4e-50c6-4951-b803-7ee44a8db521 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:41.742998 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-0722ad4e-50c6-4951-b803-7ee44a8db521 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5028863 Feb 28 10:35:41.756089 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.db.api [None req-b360443d-649f-4fd0-90da-2205effbe21e tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 10:35:41.756089 dv-neutron-829161-3-hyperv neutron-server[104083]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 10:35:41.756089 dv-neutron-829161-3-hyperv neutron-server[104083]: [parameters: {'id': '134e71f0-f4a5-4f6d-b05b-acf33fedd7f2'}] Feb 28 10:35:41.756089 dv-neutron-829161-3-hyperv neutron-server[104083]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:35:41.756854 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b64c9-cb4e-4382-9db5-9a0236698e18 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8731efbd-a35d-407e-8651-2c4534efb335,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:41.757442 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG oslo_db.api [None req-b360443d-649f-4fd0-90da-2205effbe21e tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:35:41.789572 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1eb96417-c1aa-4232-8180-2efd64d6c20b tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:41.791778 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-1eb96417-c1aa-4232-8180-2efd64d6c20b tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9148099 Feb 28 10:35:41.836336 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c1ee12-4697-4136-8423-e999d2196d6b None None] Pushing event updated for resources: {'Port': ['ID=7243d247-dba5-4894-bf87-db7ee181635e,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:41.838781 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port b3838005-65c6-4b21-b21f-5dfe672f98b5 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:41.843007 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device cd462397-30a8-42a4-b20f-8ef3a68e2e0e up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:35:41.843869 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52030619-cc81-4131-ab8a-5ee7778cdb62 None None] get_active_networks_info from dv-neutron-829161-3-hyperv {{(pid=104085) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 10:35:41.871864 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2ba7448a-3961-45f0-8aa5-3ee158ae3b70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (4eb7821c-9f81-482e-b67d-660521e0b114), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:41.880884 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c06b64c9-cb4e-4382-9db5-9a0236698e18 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:41.884342 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c06b64c9-cb4e-4382-9db5-9a0236698e18 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6911728 Feb 28 10:35:41.890157 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43374) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:41.925203 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-b657c90b-db66-40e5-b4e7-b09ea6b4316b tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Request body: {'security_group_rule': {'security_group_id': '8731efbd-a35d-407e-8651-2c4534efb335', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:41.936165 dv-neutron-829161-3-hyperv neutron-server[104084]: WARNING neutron.api.v2.base [None req-b657c90b-db66-40e5-b4e7-b09ea6b4316b tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 28 10:35:41.936843 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-b657c90b-db66-40e5-b4e7-b09ea6b4316b tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:35:41.938001 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-b657c90b-db66-40e5-b4e7-b09ea6b4316b tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0297711 Feb 28 10:35:41.944988 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43378) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:41.958693 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-e3e180f5-1f34-450f-8d00-0f2da1c58cad tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Request body: {'security_group_rule': {'security_group_id': '8731efbd-a35d-407e-8651-2c4534efb335', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:41.959450 dv-neutron-829161-3-hyperv neutron-server[104084]: WARNING neutron.api.v2.base [None req-e3e180f5-1f34-450f-8d00-0f2da1c58cad tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 28 10:35:41.960008 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-e3e180f5-1f34-450f-8d00-0f2da1c58cad tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:35:41.961004 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-e3e180f5-1f34-450f-8d00-0f2da1c58cad tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0150349 Feb 28 10:35:41.967906 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43380) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:41.976628 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba7448a-3961-45f0-8aa5-3ee158ae3b70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Pushing event deleted for resources: {'Port': ['ID=4eb7821c-9f81-482e-b67d-660521e0b114,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:41.980964 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414cb969-661d-47e9-bc77-beebe52514e7 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Made reservation on behalf of d00cf888229d447196bdcbd7ffc21096 for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:41.988872 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-414cb969-661d-47e9-bc77-beebe52514e7 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:42.015710 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-249b8e30-b6a0-419f-8c4a-de63a93006d5 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Request body: {'security_group_rule': {'security_group_id': '8731efbd-a35d-407e-8651-2c4534efb335', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:42.023667 dv-neutron-829161-3-hyperv neutron-server[104083]: WARNING neutron.api.v2.base [None req-249b8e30-b6a0-419f-8c4a-de63a93006d5 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 28 10:35:42.024753 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.api.v2.resource [None req-249b8e30-b6a0-419f-8c4a-de63a93006d5 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:35:42.029528 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-249b8e30-b6a0-419f-8c4a-de63a93006d5 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0257695 Feb 28 10:35:42.044605 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43394) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:42.049118 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-bac81bbc-488a-4ab0-a1e0-764903db7498 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Request body: {'security_group_rule': {'security_group_id': '8731efbd-a35d-407e-8651-2c4534efb335', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:42.050002 dv-neutron-829161-3-hyperv neutron-server[104084]: WARNING neutron.api.v2.base [None req-bac81bbc-488a-4ab0-a1e0-764903db7498 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 28 10:35:42.050514 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-bac81bbc-488a-4ab0-a1e0-764903db7498 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:35:42.063430 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-bac81bbc-488a-4ab0-a1e0-764903db7498 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0176268 Feb 28 10:35:42.067776 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43396) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:42.098048 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2ba7448a-3961-45f0-8aa5-3ee158ae3b70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:42.109851 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-2ba7448a-3961-45f0-8aa5-3ee158ae3b70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] 10.222.0.62 "DELETE /v2.0/ports/4eb7821c-9f81-482e-b67d-660521e0b114 HTTP/1.1" status: 204 len: 168 time: 0.9323907 Feb 28 10:35:42.110490 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43400) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:42.121709 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-414cb969-661d-47e9-bc77-beebe52514e7 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:35:42.134613 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-414cb969-661d-47e9-bc77-beebe52514e7 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (db535456-b973-41d3-b752-ded6a3f3336e), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:42.135687 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-414cb969-661d-47e9-bc77-beebe52514e7 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Added segment db535456-b973-41d3-b752-ded6a3f3336e of type vlan for network 56bfa514-b09a-4474-9353-25d07f7545ff Feb 28 10:35:42.143086 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port cd462397-30a8-42a4-b20f-8ef3a68e2e0e triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:42.143656 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (cd462397-30a8-42a4-b20f-8ef3a68e2e0e), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:42.189834 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-414cb969-661d-47e9-bc77-beebe52514e7 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (56bfa514-b09a-4474-9353-25d07f7545ff), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:42.195778 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-77280682-643f-4c78-98d8-f3a10856fc4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] GET failed (client error): The resource could not be found. Feb 28 10:35:42.197215 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-77280682-643f-4c78-98d8-f3a10856fc4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] 10.222.0.62 "GET /v2.0/ports/4eb7821c-9f81-482e-b67d-660521e0b114 HTTP/1.1" status: 404 len: 333 time: 0.0857625 Feb 28 10:35:42.204758 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43412) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:42.217011 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-822f1ae7-f7ff-4020-a4e9-6124eca7262d tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Request body: {'port': {'network_id': 'c044044b-2140-40cb-a500-2e0f881ef03c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-664689263'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:42.260804 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b360443d-649f-4fd0-90da-2205effbe21e tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (134e71f0-f4a5-4f6d-b05b-acf33fedd7f2), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:42.314269 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-73a2a5bc-f4bc-4d00-b93e-253a26b44459 req-795eb3d0-9ac4-43e7-a1db-504d72a7d4e7 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1727094612&fields=id&tenant_id=a1e997d94bda42c2937c38ee950ff500 HTTP/1.1" status: 200 len: 267 time: 0.0928135 Feb 28 10:35:42.317525 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-414cb969-661d-47e9-bc77-beebe52514e7 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (56bfa514-b09a-4474-9353-25d07f7545ff), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:42.318569 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414cb969-661d-47e9-bc77-beebe52514e7 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:42.319259 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-414cb969-661d-47e9-bc77-beebe52514e7 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:42.332218 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52030619-cc81-4131-ab8a-5ee7778cdb62 None None] Resources bound (agent type, host, resource id): {{(pid=104085) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 10:35:42.384225 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822f1ae7-f7ff-4020-a4e9-6124eca7262d tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Made reservation on behalf of 915d2f1518c84c3cb3ab5a0d8422f10e for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:42.387160 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-822f1ae7-f7ff-4020-a4e9-6124eca7262d tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:42.398060 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e8bea165-b7a4-4ab7-b6c2-d5bfac4c02df req-85b24665-1324-49f1-a447-ef104da81e5b tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1318502809&fields=id&tenant_id=db1f4f0e5a54442e90e9cc29426671f3 HTTP/1.1" status: 200 len: 267 time: 0.3335474 Feb 28 10:35:42.460505 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-822f1ae7-f7ff-4020-a4e9-6124eca7262d tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] device_id is not set on port d0c209b6-730c-490c-a104-91e4ce2be685 yet. {{(pid=104083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:35:42.466662 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port cd462397-30a8-42a4-b20f-8ef3a68e2e0e is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:42.559528 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-97993169-e86d-4564-b9cc-bc64c7c744cc tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks [] for security_group (8731efbd-a35d-407e-8651-2c4534efb335), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:42.568896 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414cb969-661d-47e9-bc77-beebe52514e7 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Pushing event updated for resources: {'Network': ['ID=56bfa514-b09a-4474-9353-25d07f7545ff,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:42.597134 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-414cb969-661d-47e9-bc77-beebe52514e7 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9619238 Feb 28 10:35:42.618023 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43424) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:42.632907 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-e13eea1a-cacc-443e-8011-185222a4efb2 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Request body: {'network': {'router:external': True}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:42.644589 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device b3838005-65c6-4b21-b21f-5dfe672f98b5 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:35:42.644589 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 56bfa514-b09a-4474-9353-25d07f7545ff details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:35:42.680042 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-97993169-e86d-4564-b9cc-bc64c7c744cc tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks [] for security_group (8731efbd-a35d-407e-8651-2c4534efb335), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:42.820094 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port b3838005-65c6-4b21-b21f-5dfe672f98b5 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:42.820669 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (b3838005-65c6-4b21-b21f-5dfe672f98b5), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:42.852313 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5aa97c4-13f2-4466-acb2-1a6343efa7b8 None None] Network 134e71f0-f4a5-4f6d-b05b-acf33fedd7f2 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:42.970437 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-822f1ae7-f7ff-4020-a4e9-6124eca7262d tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Publish callbacks [] for port (d0c209b6-730c-490c-a104-91e4ce2be685), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:42.974945 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-b360443d-649f-4fd0-90da-2205effbe21e tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Deleting port 7243d247-dba5-4894-bf87-db7ee181635e {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:35:42.974945 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b360443d-649f-4fd0-90da-2205effbe21e tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (7243d247-dba5-4894-bf87-db7ee181635e), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:42.986191 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2a5bc-f4bc-4d00-b93e-253a26b44459 req-2215295f-8eda-402e-babb-c07e1291f82f tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:42.987646 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-73a2a5bc-f4bc-4d00-b93e-253a26b44459 req-2215295f-8eda-402e-babb-c07e1291f82f tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] 10.222.0.62 "GET /v2.0/networks?id=61f11b1b-099a-45f3-b423-a89dfa9243a1 HTTP/1.1" status: 200 len: 806 time: 0.6722920 Feb 28 10:35:43.001477 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bea165-b7a4-4ab7-b6c2-d5bfac4c02df req-de0f4e9e-3a28-478f-b450-0ba9fcfd384d tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:43.002629 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e8bea165-b7a4-4ab7-b6c2-d5bfac4c02df req-de0f4e9e-3a28-478f-b450-0ba9fcfd384d tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/networks?id=3446291b-b1f9-4318-9a41-856ad362fcb1 HTTP/1.1" status: 200 len: 812 time: 0.6034892 Feb 28 10:35:43.024166 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e8bea165-b7a4-4ab7-b6c2-d5bfac4c02df req-ceb85eb1-a8ef-496a-acfb-549250066df1 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/quotas/db1f4f0e5a54442e90e9cc29426671f3 HTTP/1.1" status: 200 len: 375 time: 0.0152984 Feb 28 10:35:43.048558 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port b3838005-65c6-4b21-b21f-5dfe672f98b5 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:43.088950 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-73a2a5bc-f4bc-4d00-b93e-253a26b44459 req-39b78e6d-b6f3-4c68-86cd-5e30d015086d tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] 10.222.0.62 "GET /v2.0/quotas/a1e997d94bda42c2937c38ee950ff500 HTTP/1.1" status: 200 len: 375 time: 0.0900993 Feb 28 10:35:43.146796 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-b360443d-649f-4fd0-90da-2205effbe21e tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] For port 7243d247-dba5-4894-bf87-db7ee181635e, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=7243d247-dba5-4894-bf87-db7ee181635e,segment=NetworkSegment(eb7ffba0-faac-4dcd-a33d-3be59599c8ca),segment_id=eb7ffba0-faac-4dcd-a33d-3be59599c8ca)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:35:43.147192 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b360443d-649f-4fd0-90da-2205effbe21e tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (7243d247-dba5-4894-bf87-db7ee181635e), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:43.169602 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-b360443d-649f-4fd0-90da-2205effbe21e tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Calling delete_port for 7243d247-dba5-4894-bf87-db7ee181635e owned by network:dhcp {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:35:43.231775 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-73a2a5bc-f4bc-4d00-b93e-253a26b44459 req-24065251-2dba-4e3b-97e7-990283aec5c8 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a1e997d94bda42c2937c38ee950ff500&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1340094 Feb 28 10:35:43.251606 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-822f1ae7-f7ff-4020-a4e9-6124eca7262d tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (d0c209b6-730c-490c-a104-91e4ce2be685), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:43.266207 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e8bea165-b7a4-4ab7-b6c2-d5bfac4c02df req-824cbfe8-37d7-472b-bcc0-f0cec4662660 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=db1f4f0e5a54442e90e9cc29426671f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2142067 Feb 28 10:35:43.271829 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-97993169-e86d-4564-b9cc-bc64c7c744cc tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (8731efbd-a35d-407e-8651-2c4534efb335), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:43.274619 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-97993169-e86d-4564-b9cc-bc64c7c744cc tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:43.283412 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-97993169-e86d-4564-b9cc-bc64c7c744cc tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] 10.222.0.62 "DELETE /v2.0/security-groups/8731efbd-a35d-407e-8651-2c4534efb335 HTTP/1.1" status: 204 len: 168 time: 1.2154281 Feb 28 10:35:43.285201 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43440) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:43.305967 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e13eea1a-cacc-443e-8011-185222a4efb2 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (56bfa514-b09a-4474-9353-25d07f7545ff), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:43.343248 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97993169-e86d-4564-b9cc-bc64c7c744cc tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8731efbd-a35d-407e-8651-2c4534efb335,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:43.375471 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822f1ae7-f7ff-4020-a4e9-6124eca7262d tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Network c044044b-2140-40cb-a500-2e0f881ef03c is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:43.407262 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-846e31f0-1837-456d-9c14-717185ef10d6 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0941491 Feb 28 10:35:43.411748 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43446) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:43.417663 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-da879ad8-902e-40ab-b3aa-c91bcd6ef860 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Request body: {'security_group': {'name': 'tempest-secgroup--304112589'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:43.448084 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e13eea1a-cacc-443e-8011-185222a4efb2 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (56bfa514-b09a-4474-9353-25d07f7545ff), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:43.449729 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-73a2a5bc-f4bc-4d00-b93e-253a26b44459 req-944a2b8b-6ef1-4495-8610-b3a593501b53 service neutron] 10.222.0.62 "GET /v2.0/networks/61f11b1b-099a-45f3-b423-a89dfa9243a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903703 Feb 28 10:35:43.451197 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-822f1ae7-f7ff-4020-a4e9-6124eca7262d tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:43.453068 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822f1ae7-f7ff-4020-a4e9-6124eca7262d tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Pushing event updated for resources: {'Port': ['ID=d0c209b6-730c-490c-a104-91e4ce2be685,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:43.456155 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822f1ae7-f7ff-4020-a4e9-6124eca7262d tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:43.457061 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822f1ae7-f7ff-4020-a4e9-6124eca7262d tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:43.457666 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-822f1ae7-f7ff-4020-a4e9-6124eca7262d tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:43.468216 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e13eea1a-cacc-443e-8011-185222a4efb2 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Network 56bfa514-b09a-4474-9353-25d07f7545ff is not hosted by any dhcp agent {{(pid=104084) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 28 10:35:43.471340 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13eea1a-cacc-443e-8011-185222a4efb2 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:43.472143 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e13eea1a-cacc-443e-8011-185222a4efb2 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:43.473692 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-e13eea1a-cacc-443e-8011-185222a4efb2 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] 10.222.0.62 "PUT /v2.0/networks/56bfa514-b09a-4474-9353-25d07f7545ff HTTP/1.1" status: 200 len: 857 time: 0.8540857 Feb 28 10:35:43.478928 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43448) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:43.547249 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-da879ad8-902e-40ab-b3aa-c91bcd6ef860 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:43.566514 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b360443d-649f-4fd0-90da-2205effbe21e tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (7243d247-dba5-4894-bf87-db7ee181635e), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:43.578531 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [req-e8bea165-b7a4-4ab7-b6c2-d5bfac4c02df req-9e52052d-d867-45c0-b85e-598953ccb275 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:43.581605 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e8bea165-b7a4-4ab7-b6c2-d5bfac4c02df req-9e52052d-d867-45c0-b85e-598953ccb275 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2061861 Feb 28 10:35:43.595133 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13eea1a-cacc-443e-8011-185222a4efb2 tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Pushing event updated for resources: {'Network': ['ID=56bfa514-b09a-4474-9353-25d07f7545ff,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:43.628347 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b360443d-649f-4fd0-90da-2205effbe21e tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Pushing event deleted for resources: {'Port': ['ID=7243d247-dba5-4894-bf87-db7ee181635e,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:43.647072 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-822f1ae7-f7ff-4020-a4e9-6124eca7262d tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.4411364 Feb 28 10:35:43.651514 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b360443d-649f-4fd0-90da-2205effbe21e tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] No DVR routers for this DVR port 7243d247-dba5-4894-bf87-db7ee181635e on host dv-neutron-829161-3-hyperv {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:35:43.662633 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43450) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:43.735770 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-31448c57-b59b-49b5-90e2-005ccffa5c6f tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (56bfa514-b09a-4474-9353-25d07f7545ff), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:43.742945 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-73a2a5bc-f4bc-4d00-b93e-253a26b44459 req-0f0d75ff-e20e-4b88-951e-f2ee8b9c3dc9 service neutron] 10.222.0.62 "GET /v2.0/networks/61f11b1b-099a-45f3-b423-a89dfa9243a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824085 Feb 28 10:35:43.748234 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8291'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:43.833733 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-da879ad8-902e-40ab-b3aa-c91bcd6ef860 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks [] for security_group (2bb7639e-c555-4839-adb2-22633349ca49), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:43.861260 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e8bea165-b7a4-4ab7-b6c2-d5bfac4c02df req-7f8be860-2c43-434d-a52a-56e3c8e26d3c service neutron] 10.222.0.62 "GET /v2.0/networks/3446291b-b1f9-4318-9a41-856ad362fcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742119 Feb 28 10:35:43.941195 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b360443d-649f-4fd0-90da-2205effbe21e tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (134e71f0-f4a5-4f6d-b05b-acf33fedd7f2), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:43.962859 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-da879ad8-902e-40ab-b3aa-c91bcd6ef860 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (2bb7639e-c555-4839-adb2-22633349ca49), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:43.999485 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (d0c209b6-730c-490c-a104-91e4ce2be685), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:44.004372 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-31448c57-b59b-49b5-90e2-005ccffa5c6f tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (56bfa514-b09a-4474-9353-25d07f7545ff), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:44.007524 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-b360443d-649f-4fd0-90da-2205effbe21e tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['134e71f0-f4a5-4f6d-b05b-acf33fedd7f2']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:44.026057 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e8bea165-b7a4-4ab7-b6c2-d5bfac4c02df req-6408ebce-0896-42af-900a-8c74ed632d93 service neutron] 10.222.0.62 "GET /v2.0/networks/3446291b-b1f9-4318-9a41-856ad362fcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485288 Feb 28 10:35:44.026057 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da879ad8-902e-40ab-b3aa-c91bcd6ef860 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb7639e-c555-4839-adb2-22633349ca49,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:44.040680 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-b360443d-649f-4fd0-90da-2205effbe21e tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb7ffba0-faac-4dcd-a33d-3be59599c8ca') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:44.041144 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-b360443d-649f-4fd0-90da-2205effbe21e tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb7ffba0-faac-4dcd-a33d-3be59599c8ca') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:44.069568 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.70', 64503) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:44.090029 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-31448c57-b59b-49b5-90e2-005ccffa5c6f tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56bfa514-b09a-4474-9353-25d07f7545ff']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:44.115875 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-da879ad8-902e-40ab-b3aa-c91bcd6ef860 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:44.117456 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-da879ad8-902e-40ab-b3aa-c91bcd6ef860 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7047396 Feb 28 10:35:44.138428 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b360443d-649f-4fd0-90da-2205effbe21e tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (eb7ffba0-faac-4dcd-a33d-3be59599c8ca), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:44.156945 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43464) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:44.164453 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-40f1ccca-f93c-4bd3-b1dc-3e34006176b3 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Request body: {'security_group_rule': {'security_group_id': '2bb7639e-c555-4839-adb2-22633349ca49', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:44.165442 dv-neutron-829161-3-hyperv neutron-server[104084]: WARNING neutron.api.v2.base [None req-40f1ccca-f93c-4bd3-b1dc-3e34006176b3 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 28 10:35:44.166641 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-40f1ccca-f93c-4bd3-b1dc-3e34006176b3 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:35:44.168316 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-40f1ccca-f93c-4bd3-b1dc-3e34006176b3 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0099487 Feb 28 10:35:44.182009 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43470) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:44.187425 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-bacc892b-13d6-45fb-9ad3-fb7564a81dd4 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Request body: {'security_group_rule': {'security_group_id': '2bb7639e-c555-4839-adb2-22633349ca49', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:44.236274 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-31448c57-b59b-49b5-90e2-005ccffa5c6f tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db535456-b973-41d3-b752-ded6a3f3336e') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:44.238071 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-31448c57-b59b-49b5-90e2-005ccffa5c6f tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db535456-b973-41d3-b752-ded6a3f3336e') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:44.284868 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b360443d-649f-4fd0-90da-2205effbe21e tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (eb7ffba0-faac-4dcd-a33d-3be59599c8ca), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:44.290311 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-31448c57-b59b-49b5-90e2-005ccffa5c6f tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (db535456-b973-41d3-b752-ded6a3f3336e), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:44.296733 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0154dd-1133-47ce-b3e4-4e3e0254029c req-984a796b-a21a-4838-a4a8-e7d9da576257 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:44.301361 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-fc0154dd-1133-47ce-b3e4-4e3e0254029c req-984a796b-a21a-4838-a4a8-e7d9da576257 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] 10.222.0.70 "GET /v2.0/networks?id=a542a1e4-364b-4847-89d1-2f3ed2b23a7c HTTP/1.1" status: 200 len: 811 time: 0.2305505 Feb 28 10:35:44.335986 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b360443d-649f-4fd0-90da-2205effbe21e tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:35:44.335986 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b360443d-649f-4fd0-90da-2205effbe21e tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (eb7ffba0-faac-4dcd-a33d-3be59599c8ca), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:44.337714 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:35:44.337714 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:35:44.337714 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:35:44.337714 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:35:44.337714 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:35:44.337714 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:35:44.337714 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:35:44.337714 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:35:44.337714 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:35:44.337714 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:35:44.337714 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:35:44.337714 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:35:44.337714 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:35:44.337714 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:35:44.337714 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:35:44.337714 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:35:44.337714 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:35:44.337714 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:35:44.337714 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:35:44.337714 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:35:44.337714 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:35:44.337714 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:35:44.337714 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:35:44.337714 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:35:44.337714 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:35:44.337714 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:35:44.337714 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:35:44.337714 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:35:44.337714 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:35:44.337714 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:35:44.337714 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:35:44.337714 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:35:44.398796 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-31448c57-b59b-49b5-90e2-005ccffa5c6f tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (db535456-b973-41d3-b752-ded6a3f3336e), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:44.445558 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31448c57-b59b-49b5-90e2-005ccffa5c6f tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:35:44.445987 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-31448c57-b59b-49b5-90e2-005ccffa5c6f tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (db535456-b973-41d3-b752-ded6a3f3336e), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:44.473341 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-abddc75b-e884-4654-86d4-75c625eb513b req-5b6357fc-c023-40a8-9180-dcb610e7fd6e tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] 10.222.0.62 "GET /v2.0/ports?device_id=290eb2b7-05ba-48d8-b5f9-a94f59fbcb4c HTTP/1.1" status: 200 len: 210 time: 0.0929387 Feb 28 10:35:44.485035 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:35:44.485035 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:35:44.485035 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:35:44.485035 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:35:44.485035 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:35:44.485035 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:35:44.485035 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:35:44.485035 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:35:44.485035 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:35:44.485035 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:35:44.485035 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:35:44.485035 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:35:44.485035 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:35:44.485035 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:35:44.485035 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:35:44.485035 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:35:44.485035 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:35:44.485035 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:35:44.485035 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:35:44.485035 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:35:44.485035 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:35:44.485035 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:35:44.485035 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:35:44.485035 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:35:44.485035 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:35:44.485035 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:35:44.485035 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:35:44.485035 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:35:44.485035 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:35:44.485035 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:35:44.485035 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:35:44.485035 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:35:44.505242 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-bacc892b-13d6-45fb-9ad3-fb7564a81dd4 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:35:44.506362 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-bacc892b-13d6-45fb-9ad3-fb7564a81dd4 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3224218 Feb 28 10:35:44.514530 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43492) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:44.518651 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a9be228e-093e-405c-8069-57def414c524 req-1bc81fbf-ac6d-43c1-bdfa-154db5ef0e92 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] 10.222.0.62 "GET /v2.0/ports?device_id=99037f9b-fc9a-45f9-9fc6-b6804397f8c7 HTTP/1.1" status: 200 len: 210 time: 0.1335638 Feb 28 10:35:44.533838 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-a7139351-c4ad-4b21-971f-8a16a9d0bf0f tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Request body: {'security_group_rule': {'security_group_id': '2bb7639e-c555-4839-adb2-22633349ca49', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:44.534332 dv-neutron-829161-3-hyperv neutron-server[104084]: WARNING neutron.api.v2.base [None req-a7139351-c4ad-4b21-971f-8a16a9d0bf0f tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 28 10:35:44.534865 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-a7139351-c4ad-4b21-971f-8a16a9d0bf0f tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:35:44.539312 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-a7139351-c4ad-4b21-971f-8a16a9d0bf0f tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0132654 Feb 28 10:35:44.566017 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43496) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:44.578021 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-c0c6711c-1a38-459d-90ef-aab4ef0d54f4 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Request body: {'security_group_rule': {'security_group_id': '2bb7639e-c555-4839-adb2-22633349ca49', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:44.657337 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-01cf0814-c58f-40b7-872f-e8e97ae2f03d req-27ef5970-2902-49ea-a8c6-ff6eeb2f4f90 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 210 time: 0.0392559 Feb 28 10:35:44.663215 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-fc0154dd-1133-47ce-b3e4-4e3e0254029c req-bfe76f7c-e251-46a7-8321-4d738a8cb3ac tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4949ecb1236430a8fa635d2a669a8c3 HTTP/1.1" status: 200 len: 379 time: 0.3008649 Feb 28 10:35:44.684551 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b360443d-649f-4fd0-90da-2205effbe21e tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (134e71f0-f4a5-4f6d-b05b-acf33fedd7f2), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:44.685324 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [req-fc0154dd-1133-47ce-b3e4-4e3e0254029c req-4ebac7c1-a815-4c4f-809f-6a0a2920439c tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Request body: {'port': {'device_id': '99037f9b-fc9a-45f9-9fc6-b6804397f8c7', 'network_id': 'a542a1e4-364b-4847-89d1-2f3ed2b23a7c', 'admin_state_up': True, 'tenant_id': 'd4949ecb1236430a8fa635d2a669a8c3', 'security_groups': ['d1e7b656-9d2d-4925-8731-88f96b12caa9']}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:44.687495 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] device_id is not set on port d0c209b6-730c-490c-a104-91e4ce2be685 yet. {{(pid=104083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:35:44.700745 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b360443d-649f-4fd0-90da-2205effbe21e tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:44.704352 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-b360443d-649f-4fd0-90da-2205effbe21e tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] 10.222.0.62 "DELETE /v2.0/networks/134e71f0-f4a5-4f6d-b05b-acf33fedd7f2 HTTP/1.1" status: 204 len: 168 time: 5.2348816 Feb 28 10:35:44.706322 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Publish callbacks [] for port (d0c209b6-730c-490c-a104-91e4ce2be685), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:44.718396 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43506) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:44.724318 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-4ea916b2-bb62-4cf3-87fa-7aa169efb395 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-766317434'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:44.729097 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b360443d-649f-4fd0-90da-2205effbe21e tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Pushing event deleted for resources: {'Network': ['ID=134e71f0-f4a5-4f6d-b05b-acf33fedd7f2,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:44.752722 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-31448c57-b59b-49b5-90e2-005ccffa5c6f tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (56bfa514-b09a-4474-9353-25d07f7545ff), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:44.756775 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31448c57-b59b-49b5-90e2-005ccffa5c6f tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 56bfa514-b09a-4474-9353-25d07f7545ff {{(pid=104083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 28 10:35:44.759235 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-31448c57-b59b-49b5-90e2-005ccffa5c6f tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:44.767137 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-31448c57-b59b-49b5-90e2-005ccffa5c6f tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] 10.222.0.62 "DELETE /v2.0/networks/56bfa514-b09a-4474-9353-25d07f7545ff HTTP/1.1" status: 204 len: 168 time: 1.2739010 Feb 28 10:35:44.767999 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43510) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:44.784254 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31448c57-b59b-49b5-90e2-005ccffa5c6f tempest-ExternalNetworksTestJSON-1793405533 tempest-ExternalNetworksTestJSON-1793405533-project-admin] Pushing event deleted for resources: {'Network': ['ID=56bfa514-b09a-4474-9353-25d07f7545ff,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:44.804212 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (d0c209b6-730c-490c-a104-91e4ce2be685), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:44.816311 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dd339ca-ab12-41df-91a4-fd0cd0deb362 tempest-ExternalNetworksTestJSON-108684613 tempest-ExternalNetworksTestJSON-108684613-project] DELETE failed (client error): The resource could not be found. Feb 28 10:35:44.816779 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dd339ca-ab12-41df-91a4-fd0cd0deb362 tempest-ExternalNetworksTestJSON-108684613 tempest-ExternalNetworksTestJSON-108684613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:35:44.822351 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-5dd339ca-ab12-41df-91a4-fd0cd0deb362 tempest-ExternalNetworksTestJSON-108684613 tempest-ExternalNetworksTestJSON-108684613-project] 10.222.0.62 "DELETE /v2.0/subnets/71439500-d8df-4f51-a279-c0bf22e94b38 HTTP/1.1" status: 404 len: 337 time: 0.0513628 Feb 28 10:35:44.826313 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43516) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:44.871711 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Pushing event updated for resources: {'Port': ['ID=d0c209b6-730c-490c-a104-91e4ce2be685,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:44.879170 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea916b2-bb62-4cf3-87fa-7aa169efb395 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Made reservation on behalf of 6344603bd44c4b40ab017d9623e1a51e for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:44.883830 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4ea916b2-bb62-4cf3-87fa-7aa169efb395 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:44.917768 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.api.v2.resource [None req-c0c6711c-1a38-459d-90ef-aab4ef0d54f4 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:35:44.919369 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-c0c6711c-1a38-459d-90ef-aab4ef0d54f4 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3523602 Feb 28 10:35:44.926430 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43522) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:44.935049 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f7dc4aa3-817c-4198-9a9e-ffc8ab87ae76 tempest-ExternalNetworksTestJSON-108684613 tempest-ExternalNetworksTestJSON-108684613-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (606b68f6-e4c0-4aa3-82ff-ea9c8f75445e), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:44.937049 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-1e9d6e0e-9fce-45f2-9e2a-a4c04436658d tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Request body: {'security_group_rule': {'security_group_id': '2bb7639e-c555-4839-adb2-22633349ca49', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:44.938073 dv-neutron-829161-3-hyperv neutron-server[104083]: WARNING neutron.api.v2.base [None req-1e9d6e0e-9fce-45f2-9e2a-a4c04436658d tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 28 10:35:44.938785 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.api.v2.resource [None req-1e9d6e0e-9fce-45f2-9e2a-a4c04436658d tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:35:44.940335 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-1e9d6e0e-9fce-45f2-9e2a-a4c04436658d tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0124402 Feb 28 10:35:44.941494 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ea916b2-bb62-4cf3-87fa-7aa169efb395 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:35:44.955805 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43524) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:44.986882 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-794e8d87-3172-4337-9284-c8a3ad1193ca tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Request body: {'security_group_rule': {'security_group_id': '2bb7639e-c555-4839-adb2-22633349ca49', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:45.038462 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4ea916b2-bb62-4cf3-87fa-7aa169efb395 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (acc91932-3c56-4fc6-88eb-690588cf535c), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:45.039364 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-4ea916b2-bb62-4cf3-87fa-7aa169efb395 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Added segment acc91932-3c56-4fc6-88eb-690588cf535c of type vlan for network 203b2a9f-be42-4b3d-9565-78734d4643e9 Feb 28 10:35:45.041526 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port d0c209b6-730c-490c-a104-91e4ce2be685 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:45.047275 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port d0c209b6-730c-490c-a104-91e4ce2be685 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '5eb904db-8daf-4814-81aa-b782e084058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c044044b-2140-40cb-a500-2e0f881ef03c'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:45.047869 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port d0c209b6-730c-490c-a104-91e4ce2be685 on network c044044b-2140-40cb-a500-2e0f881ef03c {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:45.048336 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f7dc4aa3-817c-4198-9a9e-ffc8ab87ae76 tempest-ExternalNetworksTestJSON-108684613 tempest-ExternalNetworksTestJSON-108684613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (606b68f6-e4c0-4aa3-82ff-ea9c8f75445e), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:45.067127 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Port d0c209b6-730c-490c-a104-91e4ce2be685 on network c044044b-2140-40cb-a500-2e0f881ef03c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:35:45.067441 dv-neutron-829161-3-hyperv neutron-server[104083]: ERROR neutron.plugins.ml2.managers [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Failed to bind port d0c209b6-730c-490c-a104-91e4ce2be685 on host hv-neutron-8291 for vnic_type normal using segments [{'id': '5eb904db-8daf-4814-81aa-b782e084058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c044044b-2140-40cb-a500-2e0f881ef03c'}] Feb 28 10:35:45.070358 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.plugins.ml2.plugin [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempt 2 to bind port d0c209b6-730c-490c-a104-91e4ce2be685 Feb 28 10:35:45.073796 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-f7dc4aa3-817c-4198-9a9e-ffc8ab87ae76 tempest-ExternalNetworksTestJSON-108684613 tempest-ExternalNetworksTestJSON-108684613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['606b68f6-e4c0-4aa3-82ff-ea9c8f75445e']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:45.089064 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-f7dc4aa3-817c-4198-9a9e-ffc8ab87ae76 tempest-ExternalNetworksTestJSON-108684613 tempest-ExternalNetworksTestJSON-108684613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35d38072-6f8f-4d54-b647-8e685d64645c') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:45.091078 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-f7dc4aa3-817c-4198-9a9e-ffc8ab87ae76 tempest-ExternalNetworksTestJSON-108684613 tempest-ExternalNetworksTestJSON-108684613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35d38072-6f8f-4d54-b647-8e685d64645c') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:45.108290 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f7dc4aa3-817c-4198-9a9e-ffc8ab87ae76 tempest-ExternalNetworksTestJSON-108684613 tempest-ExternalNetworksTestJSON-108684613-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (35d38072-6f8f-4d54-b647-8e685d64645c), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:45.114767 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc0154dd-1133-47ce-b3e4-4e3e0254029c req-4ebac7c1-a815-4c4f-809f-6a0a2920439c tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Made reservation on behalf of d4949ecb1236430a8fa635d2a669a8c3 for: {'port': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:45.125060 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-fc0154dd-1133-47ce-b3e4-4e3e0254029c req-4ebac7c1-a815-4c4f-809f-6a0a2920439c tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:45.170658 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f7dc4aa3-817c-4198-9a9e-ffc8ab87ae76 tempest-ExternalNetworksTestJSON-108684613 tempest-ExternalNetworksTestJSON-108684613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (35d38072-6f8f-4d54-b647-8e685d64645c), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:45.179223 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4ea916b2-bb62-4cf3-87fa-7aa169efb395 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (203b2a9f-be42-4b3d-9565-78734d4643e9), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:45.194124 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7dc4aa3-817c-4198-9a9e-ffc8ab87ae76 tempest-ExternalNetworksTestJSON-108684613 tempest-ExternalNetworksTestJSON-108684613-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:35:45.194740 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f7dc4aa3-817c-4198-9a9e-ffc8ab87ae76 tempest-ExternalNetworksTestJSON-108684613 tempest-ExternalNetworksTestJSON-108684613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (35d38072-6f8f-4d54-b647-8e685d64645c), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:45.197223 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.securitygroups_db [None req-794e8d87-3172-4337-9284-c8a3ad1193ca tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Project 320575ffa72b4107b7dda5a9bed7a49c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:35:45.198201 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 10:35:45.198201 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:35:45.198201 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 10:35:45.198201 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:35:45.198201 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 10:35:45.198201 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:35:45.198201 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 10:35:45.198201 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:35:45.198201 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 10:35:45.198201 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:35:45.198201 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 10:35:45.198201 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:35:45.198201 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 10:35:45.198201 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:35:45.198201 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:35:45.198201 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:35:45.198201 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:35:45.198201 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:35:45.198201 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 10:35:45.198201 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:35:45.198201 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 10:35:45.198201 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:35:45.198201 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:35:45.198201 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:35:45.198201 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 10:35:45.198201 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:35:45.198201 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:35:45.198201 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:35:45.198201 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:35:45.198201 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:35:45.198201 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:35:45.198201 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:35:45.203100 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port d0c209b6-730c-490c-a104-91e4ce2be685 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:45.203557 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port d0c209b6-730c-490c-a104-91e4ce2be685 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '5eb904db-8daf-4814-81aa-b782e084058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c044044b-2140-40cb-a500-2e0f881ef03c'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:45.203994 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port d0c209b6-730c-490c-a104-91e4ce2be685 on network c044044b-2140-40cb-a500-2e0f881ef03c {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:45.221827 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Port d0c209b6-730c-490c-a104-91e4ce2be685 on network c044044b-2140-40cb-a500-2e0f881ef03c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:35:45.222348 dv-neutron-829161-3-hyperv neutron-server[104083]: ERROR neutron.plugins.ml2.managers [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Failed to bind port d0c209b6-730c-490c-a104-91e4ce2be685 on host hv-neutron-8291 for vnic_type normal using segments [{'id': '5eb904db-8daf-4814-81aa-b782e084058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c044044b-2140-40cb-a500-2e0f881ef03c'}] Feb 28 10:35:45.226350 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.plugins.ml2.plugin [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempt 3 to bind port d0c209b6-730c-490c-a104-91e4ce2be685 Feb 28 10:35:45.262462 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port d0c209b6-730c-490c-a104-91e4ce2be685 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:45.263129 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port d0c209b6-730c-490c-a104-91e4ce2be685 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '5eb904db-8daf-4814-81aa-b782e084058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c044044b-2140-40cb-a500-2e0f881ef03c'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:45.263685 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port d0c209b6-730c-490c-a104-91e4ce2be685 on network c044044b-2140-40cb-a500-2e0f881ef03c {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:45.269380 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Port d0c209b6-730c-490c-a104-91e4ce2be685 on network c044044b-2140-40cb-a500-2e0f881ef03c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:35:45.270004 dv-neutron-829161-3-hyperv neutron-server[104083]: ERROR neutron.plugins.ml2.managers [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Failed to bind port d0c209b6-730c-490c-a104-91e4ce2be685 on host hv-neutron-8291 for vnic_type normal using segments [{'id': '5eb904db-8daf-4814-81aa-b782e084058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c044044b-2140-40cb-a500-2e0f881ef03c'}] Feb 28 10:35:45.270641 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.plugins.ml2.plugin [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempt 4 to bind port d0c209b6-730c-490c-a104-91e4ce2be685 Feb 28 10:35:45.285629 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port d0c209b6-730c-490c-a104-91e4ce2be685 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:45.286286 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port d0c209b6-730c-490c-a104-91e4ce2be685 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '5eb904db-8daf-4814-81aa-b782e084058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c044044b-2140-40cb-a500-2e0f881ef03c'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:45.286919 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port d0c209b6-730c-490c-a104-91e4ce2be685 on network c044044b-2140-40cb-a500-2e0f881ef03c {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:45.292228 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Port d0c209b6-730c-490c-a104-91e4ce2be685 on network c044044b-2140-40cb-a500-2e0f881ef03c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:35:45.293398 dv-neutron-829161-3-hyperv neutron-server[104083]: ERROR neutron.plugins.ml2.managers [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Failed to bind port d0c209b6-730c-490c-a104-91e4ce2be685 on host hv-neutron-8291 for vnic_type normal using segments [{'id': '5eb904db-8daf-4814-81aa-b782e084058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c044044b-2140-40cb-a500-2e0f881ef03c'}] Feb 28 10:35:45.294020 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.plugins.ml2.plugin [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempt 5 to bind port d0c209b6-730c-490c-a104-91e4ce2be685 Feb 28 10:35:45.316876 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port d0c209b6-730c-490c-a104-91e4ce2be685 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:45.316876 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port d0c209b6-730c-490c-a104-91e4ce2be685 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '5eb904db-8daf-4814-81aa-b782e084058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c044044b-2140-40cb-a500-2e0f881ef03c'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:45.316876 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port d0c209b6-730c-490c-a104-91e4ce2be685 on network c044044b-2140-40cb-a500-2e0f881ef03c {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:45.337238 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Port d0c209b6-730c-490c-a104-91e4ce2be685 on network c044044b-2140-40cb-a500-2e0f881ef03c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:35:45.337832 dv-neutron-829161-3-hyperv neutron-server[104083]: ERROR neutron.plugins.ml2.managers [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Failed to bind port d0c209b6-730c-490c-a104-91e4ce2be685 on host hv-neutron-8291 for vnic_type normal using segments [{'id': '5eb904db-8daf-4814-81aa-b782e084058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c044044b-2140-40cb-a500-2e0f881ef03c'}] Feb 28 10:35:45.338734 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.plugins.ml2.plugin [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempt 6 to bind port d0c209b6-730c-490c-a104-91e4ce2be685 Feb 28 10:35:45.344164 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4ea916b2-bb62-4cf3-87fa-7aa169efb395 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (203b2a9f-be42-4b3d-9565-78734d4643e9), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:45.349917 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea916b2-bb62-4cf3-87fa-7aa169efb395 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:45.350781 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4ea916b2-bb62-4cf3-87fa-7aa169efb395 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:45.380320 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.api.v2.resource [None req-794e8d87-3172-4337-9284-c8a3ad1193ca tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:35:45.381375 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-794e8d87-3172-4337-9284-c8a3ad1193ca tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4218309 Feb 28 10:35:45.387705 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43544) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:45.421070 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-55318ee5-acbd-44bd-ac00-88e1175cb392 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Request body: {'security_group_rule': {'security_group_id': '2bb7639e-c555-4839-adb2-22633349ca49', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:45.421547 dv-neutron-829161-3-hyperv neutron-server[104083]: WARNING neutron.api.v2.base [None req-55318ee5-acbd-44bd-ac00-88e1175cb392 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 28 10:35:45.422027 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.api.v2.resource [None req-55318ee5-acbd-44bd-ac00-88e1175cb392 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:35:45.423128 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-55318ee5-acbd-44bd-ac00-88e1175cb392 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0085752 Feb 28 10:35:45.424113 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port d0c209b6-730c-490c-a104-91e4ce2be685 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:45.424450 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port d0c209b6-730c-490c-a104-91e4ce2be685 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '5eb904db-8daf-4814-81aa-b782e084058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c044044b-2140-40cb-a500-2e0f881ef03c'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:45.424969 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port d0c209b6-730c-490c-a104-91e4ce2be685 on network c044044b-2140-40cb-a500-2e0f881ef03c {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:45.430566 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43546) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:45.436921 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-d7e4dd4d-aaac-4f12-9947-44b1f69a06f3 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Request body: {'security_group_rule': {'security_group_id': '2bb7639e-c555-4839-adb2-22633349ca49', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:45.459932 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Port d0c209b6-730c-490c-a104-91e4ce2be685 on network c044044b-2140-40cb-a500-2e0f881ef03c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:35:45.460257 dv-neutron-829161-3-hyperv neutron-server[104083]: ERROR neutron.plugins.ml2.managers [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Failed to bind port d0c209b6-730c-490c-a104-91e4ce2be685 on host hv-neutron-8291 for vnic_type normal using segments [{'id': '5eb904db-8daf-4814-81aa-b782e084058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c044044b-2140-40cb-a500-2e0f881ef03c'}] Feb 28 10:35:45.467934 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.plugins.ml2.plugin [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempt 7 to bind port d0c209b6-730c-490c-a104-91e4ce2be685 Feb 28 10:35:45.469578 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43550) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:45.473755 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea916b2-bb62-4cf3-87fa-7aa169efb395 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Pushing event updated for resources: {'Network': ['ID=203b2a9f-be42-4b3d-9565-78734d4643e9,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:45.488753 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 203b2a9f-be42-4b3d-9565-78734d4643e9 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:35:45.490932 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port d0c209b6-730c-490c-a104-91e4ce2be685 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:45.491754 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port d0c209b6-730c-490c-a104-91e4ce2be685 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '5eb904db-8daf-4814-81aa-b782e084058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c044044b-2140-40cb-a500-2e0f881ef03c'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:45.491754 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port d0c209b6-730c-490c-a104-91e4ce2be685 on network c044044b-2140-40cb-a500-2e0f881ef03c {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:45.496896 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Port d0c209b6-730c-490c-a104-91e4ce2be685 on network c044044b-2140-40cb-a500-2e0f881ef03c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:35:45.497220 dv-neutron-829161-3-hyperv neutron-server[104083]: ERROR neutron.plugins.ml2.managers [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Failed to bind port d0c209b6-730c-490c-a104-91e4ce2be685 on host hv-neutron-8291 for vnic_type normal using segments [{'id': '5eb904db-8daf-4814-81aa-b782e084058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c044044b-2140-40cb-a500-2e0f881ef03c'}] Feb 28 10:35:45.497603 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.plugins.ml2.plugin [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempt 8 to bind port d0c209b6-730c-490c-a104-91e4ce2be685 Feb 28 10:35:45.507347 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [req-fc0154dd-1133-47ce-b3e4-4e3e0254029c req-4ebac7c1-a815-4c4f-809f-6a0a2920439c tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Allocated IP 172.20.0.13 (a542a1e4-364b-4847-89d1-2f3ed2b23a7c/5b50a414-606d-4a0d-a715-63172e88e953/0eb4597e-81f8-41b4-8a22-afb3a0fa610a) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:45.510387 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port d0c209b6-730c-490c-a104-91e4ce2be685 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:45.510721 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port d0c209b6-730c-490c-a104-91e4ce2be685 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '5eb904db-8daf-4814-81aa-b782e084058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c044044b-2140-40cb-a500-2e0f881ef03c'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:45.511925 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port d0c209b6-730c-490c-a104-91e4ce2be685 on network c044044b-2140-40cb-a500-2e0f881ef03c {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:45.516447 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Port d0c209b6-730c-490c-a104-91e4ce2be685 on network c044044b-2140-40cb-a500-2e0f881ef03c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:35:45.516773 dv-neutron-829161-3-hyperv neutron-server[104083]: ERROR neutron.plugins.ml2.managers [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Failed to bind port d0c209b6-730c-490c-a104-91e4ce2be685 on host hv-neutron-8291 for vnic_type normal using segments [{'id': '5eb904db-8daf-4814-81aa-b782e084058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c044044b-2140-40cb-a500-2e0f881ef03c'}] Feb 28 10:35:45.517276 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.plugins.ml2.plugin [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempt 9 to bind port d0c209b6-730c-490c-a104-91e4ce2be685 Feb 28 10:35:45.525536 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-4ea916b2-bb62-4cf3-87fa-7aa169efb395 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8058944 Feb 28 10:35:45.526237 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43556) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:45.538089 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-b6506add-efde-47a3-af5a-ebf0583213af tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Request body: {'subnet': {'network_id': '203b2a9f-be42-4b3d-9565-78734d4643e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:45.554984 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f7dc4aa3-817c-4198-9a9e-ffc8ab87ae76 tempest-ExternalNetworksTestJSON-108684613 tempest-ExternalNetworksTestJSON-108684613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (606b68f6-e4c0-4aa3-82ff-ea9c8f75445e), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:45.568451 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port d0c209b6-730c-490c-a104-91e4ce2be685 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:45.568774 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port d0c209b6-730c-490c-a104-91e4ce2be685 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '5eb904db-8daf-4814-81aa-b782e084058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c044044b-2140-40cb-a500-2e0f881ef03c'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:45.569113 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port d0c209b6-730c-490c-a104-91e4ce2be685 on network c044044b-2140-40cb-a500-2e0f881ef03c {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:45.593360 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f7dc4aa3-817c-4198-9a9e-ffc8ab87ae76 tempest-ExternalNetworksTestJSON-108684613 tempest-ExternalNetworksTestJSON-108684613-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:45.612970 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-f7dc4aa3-817c-4198-9a9e-ffc8ab87ae76 tempest-ExternalNetworksTestJSON-108684613 tempest-ExternalNetworksTestJSON-108684613-project] 10.222.0.62 "DELETE /v2.0/networks/606b68f6-e4c0-4aa3-82ff-ea9c8f75445e HTTP/1.1" status: 204 len: 168 time: 0.7854822 Feb 28 10:35:45.614550 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dc4aa3-817c-4198-9a9e-ffc8ab87ae76 tempest-ExternalNetworksTestJSON-108684613 tempest-ExternalNetworksTestJSON-108684613-project] Pushing event deleted for resources: {'Network': ['ID=606b68f6-e4c0-4aa3-82ff-ea9c8f75445e,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:45.624040 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3c174938-30a2-47ee-a1d2-fc27ab319052 req-092f2cc8-69e2-418d-a84f-e257ec9141c9 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] 10.222.0.62 "GET /v2.0/ports?device_id=290eb2b7-05ba-48d8-b5f9-a94f59fbcb4c HTTP/1.1" status: 200 len: 210 time: 0.0791094 Feb 28 10:35:45.628668 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.securitygroups_db [None req-d7e4dd4d-aaac-4f12-9947-44b1f69a06f3 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Project 320575ffa72b4107b7dda5a9bed7a49c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:35:45.641675 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Port d0c209b6-730c-490c-a104-91e4ce2be685 on network c044044b-2140-40cb-a500-2e0f881ef03c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:35:45.642086 dv-neutron-829161-3-hyperv neutron-server[104083]: ERROR neutron.plugins.ml2.managers [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Failed to bind port d0c209b6-730c-490c-a104-91e4ce2be685 on host hv-neutron-8291 for vnic_type normal using segments [{'id': '5eb904db-8daf-4814-81aa-b782e084058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c044044b-2140-40cb-a500-2e0f881ef03c'}] Feb 28 10:35:45.647527 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.plugins.ml2.plugin [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempt 10 to bind port d0c209b6-730c-490c-a104-91e4ce2be685 Feb 28 10:35:45.689483 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port d0c209b6-730c-490c-a104-91e4ce2be685 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:45.689717 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port d0c209b6-730c-490c-a104-91e4ce2be685 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '5eb904db-8daf-4814-81aa-b782e084058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c044044b-2140-40cb-a500-2e0f881ef03c'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:45.690057 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempting to bind port d0c209b6-730c-490c-a104-91e4ce2be685 on network c044044b-2140-40cb-a500-2e0f881ef03c {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:45.694605 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Port d0c209b6-730c-490c-a104-91e4ce2be685 on network c044044b-2140-40cb-a500-2e0f881ef03c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:35:45.694961 dv-neutron-829161-3-hyperv neutron-server[104083]: ERROR neutron.plugins.ml2.managers [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Failed to bind port d0c209b6-730c-490c-a104-91e4ce2be685 on host hv-neutron-8291 for vnic_type normal using segments [{'id': '5eb904db-8daf-4814-81aa-b782e084058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c044044b-2140-40cb-a500-2e0f881ef03c'}] Feb 28 10:35:45.695407 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (d0c209b6-730c-490c-a104-91e4ce2be685), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:45.748791 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-7f370fd1-9a88-4bc2-9910-b3fb2815efc6 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Request body: {'floatingip': {'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:45.764922 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.api.v2.resource [None req-d7e4dd4d-aaac-4f12-9947-44b1f69a06f3 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:35:45.766545 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-d7e4dd4d-aaac-4f12-9947-44b1f69a06f3 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3341308 Feb 28 10:35:45.767474 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6506add-efde-47a3-af5a-ebf0583213af tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Made reservation on behalf of 6344603bd44c4b40ab017d9623e1a51e for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:45.773095 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43566) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:45.773227 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b6506add-efde-47a3-af5a-ebf0583213af tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:45.856890 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-25f8c10f-689e-4125-81af-7e9759939b8e tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Request body: {'security_group_rule': {'security_group_id': '2bb7639e-c555-4839-adb2-22633349ca49', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:45.871697 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d82fd3a6-267d-47a3-94fa-91aa9244f780 req-8e3a5c07-98f0-4053-89a3-a335237f79a5 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 210 time: 0.1080868 Feb 28 10:35:45.877142 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] For port d0c209b6-730c-490c-a104-91e4ce2be685, host hv-neutron-8291, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:35:45.877835 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attempted to set empty binding levels {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 28 10:35:45.957996 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-5d878a02-6b82-4c54-980a-44d0468fd8b1 req-08e3a059-8809-4842-ae4c-6a6c0607be1d tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] 10.222.0.62 "GET /v2.0/ports?device_id=99037f9b-fc9a-45f9-9fc6-b6804397f8c7 HTTP/1.1" status: 200 len: 210 time: 0.0477848 Feb 28 10:35:45.976313 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-fc0154dd-1133-47ce-b3e4-4e3e0254029c req-4ebac7c1-a815-4c4f-809f-6a0a2920439c tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Publish callbacks [] for port (0eb4597e-81f8-41b4-8a22-afb3a0fa610a), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:46.041707 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7f370fd1-9a88-4bc2-9910-b3fb2815efc6 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:46.048019 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.securitygroups_db [None req-25f8c10f-689e-4125-81af-7e9759939b8e tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Project 320575ffa72b4107b7dda5a9bed7a49c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:35:46.104678 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (d0c209b6-730c-490c-a104-91e4ce2be685), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:46.155905 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-fc0154dd-1133-47ce-b3e4-4e3e0254029c req-4ebac7c1-a815-4c4f-809f-6a0a2920439c tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (0eb4597e-81f8-41b4-8a22-afb3a0fa610a), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:46.179927 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Pushing event updated for resources: {'Port': ['ID=d0c209b6-730c-490c-a104-91e4ce2be685,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:46.193233 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] In _notify_port_updated(), no bound segment for port d0c209b6-730c-490c-a104-91e4ce2be685 on network c044044b-2140-40cb-a500-2e0f881ef03c {{(pid=104083) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 10:35:46.194271 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:46.195521 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:46.216624 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-21f48a0e-d9a9-4ec2-a218-cf610b2e66df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] 10.222.0.62 "PUT /v2.0/ports/d0c209b6-730c-490c-a104-91e4ce2be685 HTTP/1.1" status: 200 len: 980 time: 2.4839392 Feb 28 10:35:46.217532 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43574) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:46.232607 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b6506add-efde-47a3-af5a-ebf0583213af tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (08e6c838-9f2e-4691-9909-76fd75328e2d), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:46.301142 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebac7c1-a815-4c4f-809f-6a0a2920439c tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Pushing event updated for resources: {'Port': ['ID=0eb4597e-81f8-41b4-8a22-afb3a0fa610a,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:46.310150 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-25f8c10f-689e-4125-81af-7e9759939b8e tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:35:46.311497 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-25f8c10f-689e-4125-81af-7e9759939b8e tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5389230 Feb 28 10:35:46.315471 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43578) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:46.342630 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc0154dd-1133-47ce-b3e4-4e3e0254029c req-4ebac7c1-a815-4c4f-809f-6a0a2920439c tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Network a542a1e4-364b-4847-89d1-2f3ed2b23a7c is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:46.363538 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [req-fc0154dd-1133-47ce-b3e4-4e3e0254029c req-4ebac7c1-a815-4c4f-809f-6a0a2920439c tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:46.378462 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc0154dd-1133-47ce-b3e4-4e3e0254029c req-4ebac7c1-a815-4c4f-809f-6a0a2920439c tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:46.433686 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6506add-efde-47a3-af5a-ebf0583213af tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Pushing event updated for resources: {'Subnet': ['ID=08e6c838-9f2e-4691-9909-76fd75328e2d,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:46.441492 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-37199591-bdb1-4dae-8eba-ab2e42d5838b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:46.486489 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6506add-efde-47a3-af5a-ebf0583213af tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Checking segment: {'id': 'acc91932-3c56-4fc6-88eb-690588cf535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '203b2a9f-be42-4b3d-9565-78734d4643e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:46.486891 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6506add-efde-47a3-af5a-ebf0583213af tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Network hostable DHCP agents. Network: 203b2a9f-be42-4b3d-9565-78734d4643e9, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:35:46.549272 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-c4554dc4-b196-4123-b4d7-243277ce7c99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Deleting port d0c209b6-730c-490c-a104-91e4ce2be685 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:35:46.549613 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c4554dc4-b196-4123-b4d7-243277ce7c99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (d0c209b6-730c-490c-a104-91e4ce2be685), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:46.564335 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43584) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:46.597447 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0154dd-1133-47ce-b3e4-4e3e0254029c req-4ebac7c1-a815-4c4f-809f-6a0a2920439c tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:46.597447 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-fc0154dd-1133-47ce-b3e4-4e3e0254029c req-4ebac7c1-a815-4c4f-809f-6a0a2920439c tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:46.629014 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a0f809d7-06f0-4ac9-bfb8-f06949cbbb8c tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks [] for security_group (2bb7639e-c555-4839-adb2-22633349ca49), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:46.705298 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a0f809d7-06f0-4ac9-bfb8-f06949cbbb8c tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks [] for security_group (2bb7639e-c555-4839-adb2-22633349ca49), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:46.728153 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7f370fd1-9a88-4bc2-9910-b3fb2815efc6 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:46.789950 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-fc0154dd-1133-47ce-b3e4-4e3e0254029c req-4ebac7c1-a815-4c4f-809f-6a0a2920439c tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1095221 Feb 28 10:35:46.791887 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-c4554dc4-b196-4123-b4d7-243277ce7c99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] For port d0c209b6-730c-490c-a104-91e4ce2be685, host hv-neutron-8291, got binding levels [] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:35:46.792802 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c4554dc4-b196-4123-b4d7-243277ce7c99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (d0c209b6-730c-490c-a104-91e4ce2be685), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:46.795305 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6506add-efde-47a3-af5a-ebf0583213af tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Network 203b2a9f-be42-4b3d-9565-78734d4643e9 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:35:46.871733 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [req-fc0154dd-1133-47ce-b3e4-4e3e0254029c req-3026fb06-e2ac-45c5-8b12-bb3ca1c738a0 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:35:46.873302 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-fc0154dd-1133-47ce-b3e4-4e3e0254029c req-3026fb06-e2ac-45c5-8b12-bb3ca1c738a0 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068302 Feb 28 10:35:46.889509 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-c4554dc4-b196-4123-b4d7-243277ce7c99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Calling delete_port for d0c209b6-730c-490c-a104-91e4ce2be685 owned by {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:35:46.919038 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-93863ec6-1bb2-470f-860f-259fd60d58ac req-33f208a2-ab8f-4182-be91-301d4eca8ace tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] 10.222.0.62 "GET /v2.0/ports?device_id=290eb2b7-05ba-48d8-b5f9-a94f59fbcb4c HTTP/1.1" status: 200 len: 210 time: 0.1153638 Feb 28 10:35:47.002289 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-16211216-9781-480a-bd59-5742a3d3baa0 None None] Provisioning complete for port 0eb4597e-81f8-41b4-8a22-afb3a0fa610a triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:47.004404 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-16211216-9781-480a-bd59-5742a3d3baa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (0eb4597e-81f8-41b4-8a22-afb3a0fa610a), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:47.089794 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-16211216-9781-480a-bd59-5742a3d3baa0 None None] Port 0eb4597e-81f8-41b4-8a22-afb3a0fa610a cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:35:47.199298 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-b6506add-efde-47a3-af5a-ebf0583213af tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 203b2a9f-be42-4b3d-9565-78734d4643e9) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:47.210140 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9e0ce9-314f-4a29-a2ef-5888e7c4e8dc None None] Network 203b2a9f-be42-4b3d-9565-78734d4643e9 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:47.249443 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6506add-efde-47a3-af5a-ebf0583213af tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:47.250322 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b6506add-efde-47a3-af5a-ebf0583213af tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:47.262434 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-bb0c612b-f16d-4b0a-98f5-c704def8a747 req-63eed70b-2e54-4c30-845d-884926406b98 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 210 time: 0.1273742 Feb 28 10:35:47.298145 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a0f809d7-06f0-4ac9-bfb8-f06949cbbb8c tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (2bb7639e-c555-4839-adb2-22633349ca49), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:47.299112 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a0f809d7-06f0-4ac9-bfb8-f06949cbbb8c tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:47.302579 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-a0f809d7-06f0-4ac9-bfb8-f06949cbbb8c tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] 10.222.0.62 "DELETE /v2.0/security-groups/2bb7639e-c555-4839-adb2-22633349ca49 HTTP/1.1" status: 204 len: 168 time: 0.9796047 Feb 28 10:35:47.302579 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-7f370fd1-9a88-4bc2-9910-b3fb2815efc6 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Allocated IP 172.26.3.217 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/b9a50c26-1d9e-4578-91d3-7b18bd9c4e6a) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:47.309326 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [req-fc0154dd-1133-47ce-b3e4-4e3e0254029c req-6752b99e-432c-4f90-a433-bc0fd651e266 service neutron] Request body: {'port': {'device_id': '99037f9b-fc9a-45f9-9fc6-b6804397f8c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8291'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:47.319366 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43600) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:47.362653 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-b6506add-efde-47a3-af5a-ebf0583213af tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.8338673 Feb 28 10:35:47.368099 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43602) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:47.383377 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f809d7-06f0-4ac9-bfb8-f06949cbbb8c tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb7639e-c555-4839-adb2-22633349ca49,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:47.384422 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-bc242194-a11d-4132-b7b3-57b008482bc7 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-860522959'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:47.427462 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6816c4c-ec1f-402b-bca4-abe703d568ff req-5b3c6456-f07d-4301-a1aa-e33cbe4c4115 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:47.436835 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b6816c4c-ec1f-402b-bca4-abe703d568ff req-5b3c6456-f07d-4301-a1aa-e33cbe4c4115 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] 10.222.0.62 "GET /v2.0/ports?device_id=99037f9b-fc9a-45f9-9fc6-b6804397f8c7 HTTP/1.1" status: 200 len: 932 time: 0.2736781 Feb 28 10:35:47.500717 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a741b35-c692-457c-90ab-39ec048cdc27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-203b2a9f-be42-4b3d-9565-78734d4643e9', 'network_id': '203b2a9f-be42-4b3d-9565-78734d4643e9', 'project_id': '6344603bd44c4b40ab017d9623e1a51e', 'fixed_ips': [{'subnet_id': '08e6c838-9f2e-4691-9909-76fd75328e2d'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:35:47.501624 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6a741b35-c692-457c-90ab-39ec048cdc27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:47.507062 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c4554dc4-b196-4123-b4d7-243277ce7c99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (d0c209b6-730c-490c-a104-91e4ce2be685), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:47.588860 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4554dc4-b196-4123-b4d7-243277ce7c99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Pushing event deleted for resources: {'Port': ['ID=d0c209b6-730c-490c-a104-91e4ce2be685,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:47.602478 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc242194-a11d-4132-b7b3-57b008482bc7 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Made reservation on behalf of 6344603bd44c4b40ab017d9623e1a51e for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:47.624676 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bc242194-a11d-4132-b7b3-57b008482bc7 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:47.673693 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c4554dc4-b196-4123-b4d7-243277ce7c99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:47.680879 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-c4554dc4-b196-4123-b4d7-243277ce7c99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] 10.222.0.62 "DELETE /v2.0/ports/d0c209b6-730c-490c-a104-91e4ce2be685 HTTP/1.1" status: 204 len: 168 time: 1.4617810 Feb 28 10:35:47.685681 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43606) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:47.711880 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b6816c4c-ec1f-402b-bca4-abe703d568ff req-e219a271-9280-46fe-99a1-153f7aee2782 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1e7b656-9d2d-4925-8731-88f96b12caa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2685864 Feb 28 10:35:47.732851 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebae02fe-966d-4166-a520-4e0177a59dd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] GET failed (client error): The resource could not be found. Feb 28 10:35:47.733867 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-6a741b35-c692-457c-90ab-39ec048cdc27 None None] Allocated IP 2001:db8::3 (203b2a9f-be42-4b3d-9565-78734d4643e9/08e6c838-9f2e-4691-9909-76fd75328e2d/3d5cba93-a352-4fd4-bf29-12c0986d95ac) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:47.738163 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-ebae02fe-966d-4166-a520-4e0177a59dd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139731401-project-admin] 10.222.0.62 "GET /v2.0/ports/d0c209b6-730c-490c-a104-91e4ce2be685 HTTP/1.1" status: 404 len: 333 time: 0.0512273 Feb 28 10:35:47.738818 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43608) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:47.741742 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-6f8067d4-ab7c-4f76-aa04-a9e192a171a3 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.4176769 Feb 28 10:35:47.750007 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43610) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:47.773331 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-26b62007-6a63-4406-a6d5-963cd9e8a901 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a1618fafb36744039d1876f95485fecf&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2078269 Feb 28 10:35:47.774321 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-fc0154dd-1133-47ce-b3e4-4e3e0254029c req-6752b99e-432c-4f90-a433-bc0fd651e266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (0eb4597e-81f8-41b4-8a22-afb3a0fa610a), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:47.781107 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43612) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:47.855638 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-8b0f82c3-c718-4e70-95ae-5dcb6a010829 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Request body: {'security_group': {'name': 'tempest-secgroup--565667288'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:48.053396 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9e04a5ea-d256-45c7-b7a4-4d397616e952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881041355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881041355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (c044044b-2140-40cb-a500-2e0f881ef03c), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:48.053396 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc242194-a11d-4132-b7b3-57b008482bc7 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:35:48.053396 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bc242194-a11d-4132-b7b3-57b008482bc7 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (efddb28e-5966-4035-aac2-bc183b1ed769), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:48.053396 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-bc242194-a11d-4132-b7b3-57b008482bc7 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Added segment efddb28e-5966-4035-aac2-bc183b1ed769 of type vlan for network 5a58f8eb-617c-46f4-80c4-54b1e99d7782 Feb 28 10:35:48.054668 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7f370fd1-9a88-4bc2-9910-b3fb2815efc6 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks [] for port (b9a50c26-1d9e-4578-91d3-7b18bd9c4e6a), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:48.054985 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6a741b35-c692-457c-90ab-39ec048cdc27 None None] Publish callbacks [] for port (3d5cba93-a352-4fd4-bf29-12c0986d95ac), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:48.055401 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-58a31cb0-e133-40fe-a2c3-d85151b7cf9c admin admin] Publish callbacks [] for security_group (375e936d-4602-4ea6-b8d8-1b810cad7f3e), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:48.055490 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bc242194-a11d-4132-b7b3-57b008482bc7 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (5a58f8eb-617c-46f4-80c4-54b1e99d7782), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:48.055590 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-58a31cb0-e133-40fe-a2c3-d85151b7cf9c admin admin] Publish callbacks [] for security_group (375e936d-4602-4ea6-b8d8-1b810cad7f3e), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:48.144844 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9e04a5ea-d256-45c7-b7a4-4d397616e952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881041355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881041355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (c044044b-2140-40cb-a500-2e0f881ef03c), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:48.155934 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-9e04a5ea-d256-45c7-b7a4-4d397616e952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881041355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881041355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c044044b-2140-40cb-a500-2e0f881ef03c']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:48.171717 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-9e04a5ea-d256-45c7-b7a4-4d397616e952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881041355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881041355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eb904db-8daf-4814-81aa-b782e084058a') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:48.176641 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-9e04a5ea-d256-45c7-b7a4-4d397616e952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881041355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881041355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eb904db-8daf-4814-81aa-b782e084058a') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:48.205088 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9e04a5ea-d256-45c7-b7a4-4d397616e952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881041355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881041355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (5eb904db-8daf-4814-81aa-b782e084058a), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:48.229220 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9e04a5ea-d256-45c7-b7a4-4d397616e952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881041355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881041355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (5eb904db-8daf-4814-81aa-b782e084058a), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:48.241150 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e04a5ea-d256-45c7-b7a4-4d397616e952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881041355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881041355-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:35:48.241976 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9e04a5ea-d256-45c7-b7a4-4d397616e952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881041355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881041355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (5eb904db-8daf-4814-81aa-b782e084058a), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:48.316663 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6a741b35-c692-457c-90ab-39ec048cdc27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (3d5cba93-a352-4fd4-bf29-12c0986d95ac), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:48.398003 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:35:48.398003 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:35:48.398003 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:35:48.398003 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:35:48.398003 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:35:48.398003 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:35:48.398003 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:35:48.398003 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:35:48.398003 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:35:48.398003 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:35:48.398003 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:35:48.398003 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:35:48.398003 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:35:48.398003 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:35:48.398003 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:35:48.398003 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:35:48.398003 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:35:48.398003 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:35:48.398003 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:35:48.398003 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:35:48.398003 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:35:48.398003 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:35:48.398003 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:35:48.398003 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:35:48.398003 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:35:48.398003 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:35:48.398003 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:35:48.398003 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:35:48.398003 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:35:48.398003 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:35:48.398003 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:35:48.398003 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:35:48.405201 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bc242194-a11d-4132-b7b3-57b008482bc7 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (5a58f8eb-617c-46f4-80c4-54b1e99d7782), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:48.421646 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc242194-a11d-4132-b7b3-57b008482bc7 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:48.423528 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bc242194-a11d-4132-b7b3-57b008482bc7 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:48.426350 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-007ccd88-5945-48f9-b7bb-3d2385ed658c req-ec096350-e5c6-438d-b4c4-c7900dc4e4e5 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] 10.222.0.62 "GET /v2.0/ports?device_id=290eb2b7-05ba-48d8-b5f9-a94f59fbcb4c HTTP/1.1" status: 200 len: 210 time: 0.3764076 Feb 28 10:35:48.475051 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8b0f82c3-c718-4e70-95ae-5dcb6a010829 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:48.479845 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a741b35-c692-457c-90ab-39ec048cdc27 None None] Pushing event updated for resources: {'Port': ['ID=3d5cba93-a352-4fd4-bf29-12c0986d95ac,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:48.496887 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a741b35-c692-457c-90ab-39ec048cdc27 None None] Network 203b2a9f-be42-4b3d-9565-78734d4643e9 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:48.499371 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-6a741b35-c692-457c-90ab-39ec048cdc27 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:48.503404 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9e04a5ea-d256-45c7-b7a4-4d397616e952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881041355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881041355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (c044044b-2140-40cb-a500-2e0f881ef03c), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:48.507743 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a741b35-c692-457c-90ab-39ec048cdc27 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:48.591707 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.70', 64511) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:48.596006 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8ef08047-e4a3-480d-9428-c35c17cc69cb req-2f559193-c80a-47de-8f07-6660d52f13c2 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 210 time: 0.1289132 Feb 28 10:35:48.597495 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9e04a5ea-d256-45c7-b7a4-4d397616e952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881041355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881041355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:48.603985 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-9e04a5ea-d256-45c7-b7a4-4d397616e952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881041355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881041355-project] 10.222.0.62 "DELETE /v2.0/networks/c044044b-2140-40cb-a500-2e0f881ef03c HTTP/1.1" status: 204 len: 168 time: 0.8628776 Feb 28 10:35:48.613836 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-bc242194-a11d-4132-b7b3-57b008482bc7 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2422409 Feb 28 10:35:48.629034 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43620) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:48.646290 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-6a741b35-c692-457c-90ab-39ec048cdc27 None None] Attempting to bind port 3d5cba93-a352-4fd4-bf29-12c0986d95ac on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:48.646290 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-6a741b35-c692-457c-90ab-39ec048cdc27 None None] Attempting to bind port 3d5cba93-a352-4fd4-bf29-12c0986d95ac by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': 'acc91932-3c56-4fc6-88eb-690588cf535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '203b2a9f-be42-4b3d-9565-78734d4643e9'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:48.646290 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a741b35-c692-457c-90ab-39ec048cdc27 None None] Attempting to bind port 3d5cba93-a352-4fd4-bf29-12c0986d95ac on network 203b2a9f-be42-4b3d-9565-78734d4643e9 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:48.665850 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a741b35-c692-457c-90ab-39ec048cdc27 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:35:48.666239 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a741b35-c692-457c-90ab-39ec048cdc27 None None] Checking segment: {'id': 'acc91932-3c56-4fc6-88eb-690588cf535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '203b2a9f-be42-4b3d-9565-78734d4643e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:48.666647 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6a741b35-c692-457c-90ab-39ec048cdc27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:48.671333 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a741b35-c692-457c-90ab-39ec048cdc27 None None] Bound using segment: {'id': 'acc91932-3c56-4fc6-88eb-690588cf535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '203b2a9f-be42-4b3d-9565-78734d4643e9'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:35:48.671804 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-6a741b35-c692-457c-90ab-39ec048cdc27 None None] Bound port: 3d5cba93-a352-4fd4-bf29-12c0986d95ac, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acc91932-3c56-4fc6-88eb-690588cf535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '203b2a9f-be42-4b3d-9565-78734d4643e9'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:35:48.672334 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6a741b35-c692-457c-90ab-39ec048cdc27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (3d5cba93-a352-4fd4-bf29-12c0986d95ac), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:48.757239 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c30ec4e9-aba4-426c-b322-bfec296b5899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:48.833002 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-6a741b35-c692-457c-90ab-39ec048cdc27 None None] For port 3d5cba93-a352-4fd4-bf29-12c0986d95ac, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:35:48.850866 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-6a741b35-c692-457c-90ab-39ec048cdc27 None None] For port 3d5cba93-a352-4fd4-bf29-12c0986d95ac, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=3d5cba93-a352-4fd4-bf29-12c0986d95ac,segment=NetworkSegment(acc91932-3c56-4fc6-88eb-690588cf535c),segment_id=acc91932-3c56-4fc6-88eb-690588cf535c)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:35:48.877754 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-58a31cb0-e133-40fe-a2c3-d85151b7cf9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (375e936d-4602-4ea6-b8d8-1b810cad7f3e), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:48.886526 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-58a31cb0-e133-40fe-a2c3-d85151b7cf9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:48.888202 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-58a31cb0-e133-40fe-a2c3-d85151b7cf9c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/375e936d-4602-4ea6-b8d8-1b810cad7f3e HTTP/1.1" status: 204 len: 168 time: 1.1062174 Feb 28 10:35:48.889714 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7f370fd1-9a88-4bc2-9910-b3fb2815efc6 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (b9a50c26-1d9e-4578-91d3-7b18bd9c4e6a), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:48.894776 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-fd9d28fd-e46e-48b3-a39f-e2e5d47d3f21 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Request body: {'subnet': {'network_id': '5a58f8eb-617c-46f4-80c4-54b1e99d7782', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:48.933472 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a31cb0-e133-40fe-a2c3-d85151b7cf9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375e936d-4602-4ea6-b8d8-1b810cad7f3e,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:48.966938 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc242194-a11d-4132-b7b3-57b008482bc7 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Pushing event updated for resources: {'Network': ['ID=5a58f8eb-617c-46f4-80c4-54b1e99d7782,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:48.990711 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6a741b35-c692-457c-90ab-39ec048cdc27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (3d5cba93-a352-4fd4-bf29-12c0986d95ac), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:48.995147 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f370fd1-9a88-4bc2-9910-b3fb2815efc6 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:49.011810 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 5a58f8eb-617c-46f4-80c4-54b1e99d7782 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:35:49.028118 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bea165-b7a4-4ab7-b6c2-d5bfac4c02df req-b33a4ed5-999f-4033-9214-bfcb3f1e9641 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:49.033945 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e8bea165-b7a4-4ab7-b6c2-d5bfac4c02df req-b33a4ed5-999f-4033-9214-bfcb3f1e9641 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.70 "GET /v2.0/networks?id=3446291b-b1f9-4318-9a41-856ad362fcb1 HTTP/1.1" status: 200 len: 812 time: 0.4407356 Feb 28 10:35:49.072492 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a741b35-c692-457c-90ab-39ec048cdc27 None None] Pushing event updated for resources: {'Port': ['ID=3d5cba93-a352-4fd4-bf29-12c0986d95ac,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:49.074159 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-7f370fd1-9a88-4bc2-9910-b3fb2815efc6 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:49.153423 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e04a5ea-d256-45c7-b7a4-4d397616e952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881041355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881041355-project] Pushing event deleted for resources: {'Network': ['ID=c044044b-2140-40cb-a500-2e0f881ef03c,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:49.270619 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8b0f82c3-c718-4e70-95ae-5dcb6a010829 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks [] for security_group (6f0bee97-4070-4ab3-bdb2-1cfc39354447), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:49.290962 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [req-fc0154dd-1133-47ce-b3e4-4e3e0254029c req-6752b99e-432c-4f90-a433-bc0fd651e266 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eb4597e-81f8-41b4-8a22-afb3a0fa610a {{(pid=104084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:35:49.312470 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-fc0154dd-1133-47ce-b3e4-4e3e0254029c req-6752b99e-432c-4f90-a433-bc0fd651e266 service neutron] Publish callbacks [] for port (0eb4597e-81f8-41b4-8a22-afb3a0fa610a), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:49.320059 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f370fd1-9a88-4bc2-9910-b3fb2815efc6 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:49.343950 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9d28fd-e46e-48b3-a39f-e2e5d47d3f21 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Made reservation on behalf of 6344603bd44c4b40ab017d9623e1a51e for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:49.347354 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-fd9d28fd-e46e-48b3-a39f-e2e5d47d3f21 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:49.565461 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8b0f82c3-c718-4e70-95ae-5dcb6a010829 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (6f0bee97-4070-4ab3-bdb2-1cfc39354447), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:49.605224 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.provisioning_blocks [req-fc0154dd-1133-47ce-b3e4-4e3e0254029c req-6752b99e-432c-4f90-a433-bc0fd651e266 service neutron] Transition to ACTIVE for port object 0eb4597e-81f8-41b4-8a22-afb3a0fa610a will not be triggered until provisioned by entity L2. {{(pid=104084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:35:49.614791 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f370fd1-9a88-4bc2-9910-b3fb2815efc6 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Pushing event updated for resources: {'Port': ['ID=b9a50c26-1d9e-4578-91d3-7b18bd9c4e6a,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:49.668140 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.70', 64514) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:49.748428 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-fc0154dd-1133-47ce-b3e4-4e3e0254029c req-6752b99e-432c-4f90-a433-bc0fd651e266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (0eb4597e-81f8-41b4-8a22-afb3a0fa610a), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:49.750600 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43638) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:49.754607 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.ipam_backend_mixin [None req-fd9d28fd-e46e-48b3-a39f-e2e5d47d3f21 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Performing IP validity checks on allocation pools {{(pid=104083) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 28 10:35:49.755856 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.ipam_backend_mixin [None req-fd9d28fd-e46e-48b3-a39f-e2e5d47d3f21 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104083) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 28 10:35:49.822112 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9cf826-0e44-48b1-99de-1e8040fdde1e req-691c610d-097c-40e9-92a1-d60d9457e894 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:49.829541 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-da9cf826-0e44-48b1-99de-1e8040fdde1e req-691c610d-097c-40e9-92a1-d60d9457e894 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] 10.222.0.62 "GET /v2.0/ports?device_id=99037f9b-fc9a-45f9-9fc6-b6804397f8c7 HTTP/1.1" status: 200 len: 932 time: 0.9618022 Feb 28 10:35:49.840045 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a038dd42-311a-47d7-a9e3-75236cb87d6d req-62d24fb4-7915-44fd-9953-1d26e3a809d6 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] 10.222.0.62 "GET /v2.0/ports?device_id=290eb2b7-05ba-48d8-b5f9-a94f59fbcb4c HTTP/1.1" status: 200 len: 210 time: 0.1912057 Feb 28 10:35:49.891006 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f82c3-c718-4e70-95ae-5dcb6a010829 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0bee97-4070-4ab3-bdb2-1cfc39354447,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:49.895467 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8b0f82c3-c718-4e70-95ae-5dcb6a010829 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:49.900295 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-8b0f82c3-c718-4e70-95ae-5dcb6a010829 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 2.0571136 Feb 28 10:35:49.903470 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43642) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:49.910014 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-1e0c551c-c4ad-4e8c-bc27-e45a4887adc4 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Request body: {'security_group_rule': {'security_group_id': '6f0bee97-4070-4ab3-bdb2-1cfc39354447', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:50.039637 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:50.090395 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e8bea165-b7a4-4ab7-b6c2-d5bfac4c02df req-ceec2627-f814-4196-849b-5eaaffff9be8 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db1f4f0e5a54442e90e9cc29426671f3 HTTP/1.1" status: 200 len: 380 time: 1.0036609 Feb 28 10:35:50.197155 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6752b99e-432c-4f90-a433-bc0fd651e266 service neutron] Pushing event updated for resources: {'Port': ['ID=0eb4597e-81f8-41b4-8a22-afb3a0fa610a,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:50.221965 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5e254cb8-d491-45eb-99bc-0c5802fefea4 req-aaea4b73-064e-4a42-8c57-9805077eb0a4 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 210 time: 0.1029196 Feb 28 10:35:50.228731 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43644) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:50.242356 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [req-e8bea165-b7a4-4ab7-b6c2-d5bfac4c02df req-364792fa-4ab2-4e56-ba1d-37992e8ca6f0 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Request body: {'port': {'device_id': '3a2f4aad-ac5a-4656-aac6-014dc8032303', 'network_id': '3446291b-b1f9-4318-9a41-856ad362fcb1', 'admin_state_up': True, 'tenant_id': 'db1f4f0e5a54442e90e9cc29426671f3', 'security_groups': ['535bf670-cab0-4154-b400-c50d1c5d72a2']}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:50.309968 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2a5bc-f4bc-4d00-b93e-253a26b44459 req-5d174811-f272-46ac-adb2-41305a542001 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:50.311515 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-73a2a5bc-f4bc-4d00-b93e-253a26b44459 req-5d174811-f272-46ac-adb2-41305a542001 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] 10.222.0.70 "GET /v2.0/networks?id=61f11b1b-099a-45f3-b423-a89dfa9243a1 HTTP/1.1" status: 200 len: 806 time: 0.6229672 Feb 28 10:35:50.457324 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-74c75097-2663-4dd8-b21e-5f35d0bb8379 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6836cf7b876c402e921f614b9251b923&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6947167 Feb 28 10:35:50.473752 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43650) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:50.489441 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-73a7f279-c3b5-43f0-9777-0250f6e98e51 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d00cf888229d447196bdcbd7ffc21096&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2494028 Feb 28 10:35:50.490358 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43652) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:50.570416 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fb32b9b4-0b1c-4f83-a42e-541403ebe4ca admin admin] Publish callbacks [] for security_group (290e7f39-5819-4179-ac71-bdd2b21649da), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:50.605315 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fb32b9b4-0b1c-4f83-a42e-541403ebe4ca admin admin] Publish callbacks [] for security_group (290e7f39-5819-4179-ac71-bdd2b21649da), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:50.605912 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.api.v2.resource [None req-1e0c551c-c4ad-4e8c-bc27-e45a4887adc4 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] create failed (client error): The resource could not be found. Feb 28 10:35:50.605912 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-1e0c551c-c4ad-4e8c-bc27-e45a4887adc4 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6943839 Feb 28 10:35:50.605912 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-fd9d28fd-e46e-48b3-a39f-e2e5d47d3f21 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (d09d7e13-be6c-423b-8f00-c00d9c284f7d), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:50.616391 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:35:50.651274 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43654) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:50.684165 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-9ffab862-f997-4fd4-9d06-f3b597470b25 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Request body: {'security_group_rule': {'security_group_id': '6f0bee97-4070-4ab3-bdb2-1cfc39354447', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '666f9278-aca0-41f5-ad78-4923591bfc95'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:50.724425 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-da9cf826-0e44-48b1-99de-1e8040fdde1e req-cac876d0-fc95-4f15-a0cc-2afa1245135e tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1e7b656-9d2d-4925-8731-88f96b12caa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8803272 Feb 28 10:35:50.727209 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 3d5cba93-a352-4fd4-bf29-12c0986d95ac up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:35:50.733602 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7f370fd1-9a88-4bc2-9910-b3fb2815efc6 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks [] for floatingip (1b6a343a-2c1a-4a6e-9f80-ec27c5268178), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:50.784377 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.managers [req-fc0154dd-1133-47ce-b3e4-4e3e0254029c req-6752b99e-432c-4f90-a433-bc0fd651e266 service neutron] Attempting to bind port 0eb4597e-81f8-41b4-8a22-afb3a0fa610a on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:50.784788 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.managers [req-fc0154dd-1133-47ce-b3e4-4e3e0254029c req-6752b99e-432c-4f90-a433-bc0fd651e266 service neutron] Attempting to bind port 0eb4597e-81f8-41b4-8a22-afb3a0fa610a by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '3c93ccf0-f69b-4385-a05b-2d73c05d52da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a542a1e4-364b-4847-89d1-2f3ed2b23a7c'}] {{(pid=104084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:50.785144 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0154dd-1133-47ce-b3e4-4e3e0254029c req-6752b99e-432c-4f90-a433-bc0fd651e266 service neutron] Attempting to bind port 0eb4597e-81f8-41b4-8a22-afb3a0fa610a on network a542a1e4-364b-4847-89d1-2f3ed2b23a7c {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:50.794614 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0154dd-1133-47ce-b3e4-4e3e0254029c req-6752b99e-432c-4f90-a433-bc0fd651e266 service neutron] Port 0eb4597e-81f8-41b4-8a22-afb3a0fa610a on network a542a1e4-364b-4847-89d1-2f3ed2b23a7c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:35:50.795109 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0154dd-1133-47ce-b3e4-4e3e0254029c req-6752b99e-432c-4f90-a433-bc0fd651e266 service neutron] Attempting to bind port 0eb4597e-81f8-41b4-8a22-afb3a0fa610a on network a542a1e4-364b-4847-89d1-2f3ed2b23a7c {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:50.801261 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fb32b9b4-0b1c-4f83-a42e-541403ebe4ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (290e7f39-5819-4179-ac71-bdd2b21649da), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:50.805756 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fb32b9b4-0b1c-4f83-a42e-541403ebe4ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:50.807024 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-fb32b9b4-0b1c-4f83-a42e-541403ebe4ca admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/290e7f39-5819-4179-ac71-bdd2b21649da HTTP/1.1" status: 204 len: 168 time: 0.3163574 Feb 28 10:35:50.810287 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0154dd-1133-47ce-b3e4-4e3e0254029c req-6752b99e-432c-4f90-a433-bc0fd651e266 service neutron] Checking agent: {'id': '9c9e5963-7abc-415a-a91c-4432861f4313', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'started_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:35:50.810670 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0154dd-1133-47ce-b3e4-4e3e0254029c req-6752b99e-432c-4f90-a433-bc0fd651e266 service neutron] Checking segment: {'id': '3c93ccf0-f69b-4385-a05b-2d73c05d52da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a542a1e4-364b-4847-89d1-2f3ed2b23a7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:50.811458 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0154dd-1133-47ce-b3e4-4e3e0254029c req-6752b99e-432c-4f90-a433-bc0fd651e266 service neutron] Bound using segment: {'id': '3c93ccf0-f69b-4385-a05b-2d73c05d52da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a542a1e4-364b-4847-89d1-2f3ed2b23a7c'} {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:35:50.811698 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.managers [req-fc0154dd-1133-47ce-b3e4-4e3e0254029c req-6752b99e-432c-4f90-a433-bc0fd651e266 service neutron] Bound port: 0eb4597e-81f8-41b4-8a22-afb3a0fa610a, host: hv-neutron-8291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c93ccf0-f69b-4385-a05b-2d73c05d52da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a542a1e4-364b-4847-89d1-2f3ed2b23a7c'}}] {{(pid=104084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:35:50.812073 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-fc0154dd-1133-47ce-b3e4-4e3e0254029c req-6752b99e-432c-4f90-a433-bc0fd651e266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (0eb4597e-81f8-41b4-8a22-afb3a0fa610a), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:50.830758 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 3d5cba93-a352-4fd4-bf29-12c0986d95ac triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:50.831983 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (3d5cba93-a352-4fd4-bf29-12c0986d95ac), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:50.918333 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [req-fc0154dd-1133-47ce-b3e4-4e3e0254029c req-6752b99e-432c-4f90-a433-bc0fd651e266 service neutron] For port 0eb4597e-81f8-41b4-8a22-afb3a0fa610a, host hv-neutron-8291, cleared binding levels {{(pid=104084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:35:50.918333 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [req-fc0154dd-1133-47ce-b3e4-4e3e0254029c req-6752b99e-432c-4f90-a433-bc0fd651e266 service neutron] For port 0eb4597e-81f8-41b4-8a22-afb3a0fa610a, host hv-neutron-8291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=0eb4597e-81f8-41b4-8a22-afb3a0fa610a,segment=NetworkSegment(3c93ccf0-f69b-4385-a05b-2d73c05d52da),segment_id=3c93ccf0-f69b-4385-a05b-2d73c05d52da)] {{(pid=104084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:35:50.932050 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8bea165-b7a4-4ab7-b6c2-d5bfac4c02df req-364792fa-4ab2-4e56-ba1d-37992e8ca6f0 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Made reservation on behalf of db1f4f0e5a54442e90e9cc29426671f3 for: {'port': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:50.938130 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-e8bea165-b7a4-4ab7-b6c2-d5bfac4c02df req-364792fa-4ab2-4e56-ba1d-37992e8ca6f0 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:50.944605 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb32b9b4-0b1c-4f83-a42e-541403ebe4ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=290e7f39-5819-4179-ac71-bdd2b21649da,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:50.967896 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9d28fd-e46e-48b3-a39f-e2e5d47d3f21 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Pushing event updated for resources: {'Subnet': ['ID=d09d7e13-be6c-423b-8f00-c00d9c284f7d,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:51.002116 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-fc0154dd-1133-47ce-b3e4-4e3e0254029c req-6752b99e-432c-4f90-a433-bc0fd651e266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (0eb4597e-81f8-41b4-8a22-afb3a0fa610a), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:51.047150 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-73a2a5bc-f4bc-4d00-b93e-253a26b44459 req-5f4a0a07-4d04-4f62-9df9-763ce0216368 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1e997d94bda42c2937c38ee950ff500 HTTP/1.1" status: 200 len: 380 time: 0.6149466 Feb 28 10:35:51.053284 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6ce0e8-e342-4b74-aabe-0b211fde3e68 None None] Network 203b2a9f-be42-4b3d-9565-78734d4643e9 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:51.121692 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7f370fd1-9a88-4bc2-9910-b3fb2815efc6 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (b9a50c26-1d9e-4578-91d3-7b18bd9c4e6a), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:51.139190 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-73a2a5bc-f4bc-4d00-b93e-253a26b44459 req-e2a2187f-25af-4018-ba0c-4302e9af768f tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Request body: {'port': {'device_id': '290eb2b7-05ba-48d8-b5f9-a94f59fbcb4c', 'network_id': '61f11b1b-099a-45f3-b423-a89dfa9243a1', 'admin_state_up': True, 'tenant_id': 'a1e997d94bda42c2937c38ee950ff500', 'security_groups': ['fef6c4de-b472-437a-b0f0-f89143292e22']}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:51.140200 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0154dd-1133-47ce-b3e4-4e3e0254029c req-6752b99e-432c-4f90-a433-bc0fd651e266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:51.141082 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-fc0154dd-1133-47ce-b3e4-4e3e0254029c req-6752b99e-432c-4f90-a433-bc0fd651e266 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:51.142712 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-fc0154dd-1133-47ce-b3e4-4e3e0254029c req-6752b99e-432c-4f90-a433-bc0fd651e266 service neutron] 10.222.0.70 "PUT /v2.0/ports/0eb4597e-81f8-41b4-8a22-afb3a0fa610a HTTP/1.1" status: 200 len: 1094 time: 4.0080378 Feb 28 10:35:51.143364 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99037f9b-fc9a-45f9-9fc6-b6804397f8c7', 'tag': '0eb4597e-81f8-41b4-8a22-afb3a0fa610a'}] {{(pid=104084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:35:51.159478 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9d28fd-e46e-48b3-a39f-e2e5d47d3f21 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Checking segment: {'id': 'efddb28e-5966-4035-aac2-bc183b1ed769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5a58f8eb-617c-46f4-80c4-54b1e99d7782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:51.161153 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9d28fd-e46e-48b3-a39f-e2e5d47d3f21 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Network hostable DHCP agents. Network: 5a58f8eb-617c-46f4-80c4-54b1e99d7782, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:35:51.329538 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b59f3edb-ff3d-4cf1-8a2e-c707e0391d0c req-8494282b-7046-494e-b62c-782ea43a2fca tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] 10.222.0.62 "GET /v2.0/ports?device_id=290eb2b7-05ba-48d8-b5f9-a94f59fbcb4c HTTP/1.1" status: 200 len: 210 time: 0.2765374 Feb 28 10:35:51.416605 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d86bbf61-1177-4dff-9690-db630338754c admin admin] Publish callbacks [] for security_group (2482ea36-a7b7-42bf-ac5f-fb898881ed29), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:51.430288 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.api.v2.resource [None req-9ffab862-f997-4fd4-9d06-f3b597470b25 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] create failed (client error): The resource could not be found. Feb 28 10:35:51.445360 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-9ffab862-f997-4fd4-9d06-f3b597470b25 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7669995 Feb 28 10:35:51.448826 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43668) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:51.463245 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6752b99e-432c-4f90-a433-bc0fd651e266 service neutron] Pushing event updated for resources: {'Port': ['ID=0eb4597e-81f8-41b4-8a22-afb3a0fa610a,revision_number=3']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:51.531979 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ffa69481dce8c4e68394bb3e97aff222617d39f0bec9a6d6e4c39a9256e7c95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e738df17-fbdf-4235-9533-12d14fff3e96" -d '{"events": [{"name": "network-changed", "server_uuid": "99037f9b-fc9a-45f9-9fc6-b6804397f8c7", "tag": "0eb4597e-81f8-41b4-8a22-afb3a0fa610a"}]}' {{(pid=104084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:35:51.552536 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-f984474e-4410-4dbb-a6d4-b263d6b05c59 req-770f7a54-eb84-471b-aaf2-8780ea1c49a4 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 210 time: 0.1242137 Feb 28 10:35:51.565865 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-025f70dd-a13c-4fea-b7fb-e6b443dc21d2 None None] Provisioning complete for port 3d5cba93-a352-4fd4-bf29-12c0986d95ac triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:51.565865 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-025f70dd-a13c-4fea-b7fb-e6b443dc21d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (3d5cba93-a352-4fd4-bf29-12c0986d95ac), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:51.566032 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d86bbf61-1177-4dff-9690-db630338754c admin admin] Publish callbacks [] for security_group (2482ea36-a7b7-42bf-ac5f-fb898881ed29), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:51.597711 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:51.624772 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 3d5cba93-a352-4fd4-bf29-12c0986d95ac is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:51.627271 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (3d5cba93-a352-4fd4-bf29-12c0986d95ac), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:51.646019 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9d28fd-e46e-48b3-a39f-e2e5d47d3f21 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Network 5a58f8eb-617c-46f4-80c4-54b1e99d7782 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:35:51.727591 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0154dd-1133-47ce-b3e4-4e3e0254029c req-6870be41-6c1f-41b2-b4f8-e0fbf9a238c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:51.730950 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-fc0154dd-1133-47ce-b3e4-4e3e0254029c req-6870be41-6c1f-41b2-b4f8-e0fbf9a238c5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d4949ecb1236430a8fa635d2a669a8c3&device_id=99037f9b-fc9a-45f9-9fc6-b6804397f8c7 HTTP/1.1" status: 200 len: 1128 time: 0.4142861 Feb 28 10:35:51.748848 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-87f16705-a8cf-4a23-a230-c19980c12a04 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks [] for security_group (6f0bee97-4070-4ab3-bdb2-1cfc39354447), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:51.773710 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port 3d5cba93-a352-4fd4-bf29-12c0986d95ac, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=3d5cba93-a352-4fd4-bf29-12c0986d95ac,segment=NetworkSegment(acc91932-3c56-4fc6-88eb-690588cf535c),segment_id=acc91932-3c56-4fc6-88eb-690588cf535c)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:35:51.819209 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-87f16705-a8cf-4a23-a230-c19980c12a04 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks [] for security_group (6f0bee97-4070-4ab3-bdb2-1cfc39354447), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:51.839530 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d86bbf61-1177-4dff-9690-db630338754c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (2482ea36-a7b7-42bf-ac5f-fb898881ed29), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:51.860487 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d86bbf61-1177-4dff-9690-db630338754c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:51.864581 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-d86bbf61-1177-4dff-9690-db630338754c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2482ea36-a7b7-42bf-ac5f-fb898881ed29 HTTP/1.1" status: 204 len: 168 time: 1.3485048 Feb 28 10:35:51.868235 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (3d5cba93-a352-4fd4-bf29-12c0986d95ac), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:51.887665 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-025f70dd-a13c-4fea-b7fb-e6b443dc21d2 None None] Current status of the port 3d5cba93-a352-4fd4-bf29-12c0986d95ac is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:51.888070 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-025f70dd-a13c-4fea-b7fb-e6b443dc21d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (3d5cba93-a352-4fd4-bf29-12c0986d95ac), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:51.897478 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-fd9d28fd-e46e-48b3-a39f-e2e5d47d3f21 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 5a58f8eb-617c-46f4-80c4-54b1e99d7782) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:51.908621 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf1d558-3a59-4b92-a6d4-fcd841586495 x-openstack-request-id: req-edf1d558-3a59-4b92-a6d4-fcd841586495 {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:35:51.908621 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99037f9b-fc9a-45f9-9fc6-b6804397f8c7", "tag": "0eb4597e-81f8-41b4-8a22-afb3a0fa610a", "status": "completed", "code": 200}]} {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:35:51.908621 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-edf1d558-3a59-4b92-a6d4-fcd841586495 {{(pid=104084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:35:51.908621 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99037f9b-fc9a-45f9-9fc6-b6804397f8c7', 'tag': '0eb4597e-81f8-41b4-8a22-afb3a0fa610a', 'status': 'completed', 'code': 200} Feb 28 10:35:51.911497 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9d28fd-e46e-48b3-a39f-e2e5d47d3f21 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:51.917818 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-fd9d28fd-e46e-48b3-a39f-e2e5d47d3f21 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:51.964746 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86bbf61-1177-4dff-9690-db630338754c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2482ea36-a7b7-42bf-ac5f-fb898881ed29,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:51.969902 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f02400b-245a-4b36-ad0b-462fdfe09779 None None] Network 5a58f8eb-617c-46f4-80c4-54b1e99d7782 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:51.981488 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43680) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:52.039470 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [req-e8bea165-b7a4-4ab7-b6c2-d5bfac4c02df req-364792fa-4ab2-4e56-ba1d-37992e8ca6f0 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Allocated IP 172.20.0.8 (3446291b-b1f9-4318-9a41-856ad362fcb1/038abd09-1459-4824-9486-15e272f156e9/5a922728-f3d0-4367-bcc8-b27de3315e43) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:52.078139 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-87f16705-a8cf-4a23-a230-c19980c12a04 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (6f0bee97-4070-4ab3-bdb2-1cfc39354447), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:52.083573 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-87f16705-a8cf-4a23-a230-c19980c12a04 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:52.084849 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-87f16705-a8cf-4a23-a230-c19980c12a04 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] 10.222.0.62 "DELETE /v2.0/security-groups/6f0bee97-4070-4ab3-bdb2-1cfc39354447 HTTP/1.1" status: 204 len: 168 time: 0.6287074 Feb 28 10:35:52.092352 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-77db1161-a3e6-4b5f-9611-cc447b09aaa0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=915d2f1518c84c3cb3ab5a0d8422f10e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1050291 Feb 28 10:35:52.093561 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43682) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:52.102561 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43684) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:52.111016 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-fc0154dd-1133-47ce-b3e4-4e3e0254029c req-953a87f1-dc45-4606-8c9c-077b36cef3cc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0eb4597e-81f8-41b4-8a22-afb3a0fa610a HTTP/1.1" status: 200 len: 217 time: 0.3414609 Feb 28 10:35:52.116816 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-fd9d28fd-e46e-48b3-a39f-e2e5d47d3f21 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.4836388 Feb 28 10:35:52.118279 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43686) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:52.152456 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73a2a5bc-f4bc-4d00-b93e-253a26b44459 req-e2a2187f-25af-4018-ba0c-4302e9af768f tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Made reservation on behalf of a1e997d94bda42c2937c38ee950ff500 for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:52.159827 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-73a2a5bc-f4bc-4d00-b93e-253a26b44459 req-e2a2187f-25af-4018-ba0c-4302e9af768f tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:52.177069 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f16705-a8cf-4a23-a230-c19980c12a04 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0bee97-4070-4ab3-bdb2-1cfc39354447,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:52.265210 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=3d5cba93-a352-4fd4-bf29-12c0986d95ac,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:52.302930 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7f370fd1-9a88-4bc2-9910-b3fb2815efc6 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks [] for port (b9a50c26-1d9e-4578-91d3-7b18bd9c4e6a), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:52.331307 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0154dd-1133-47ce-b3e4-4e3e0254029c req-30d930d5-656f-4b9c-b4a7-ff76927cfa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:52.332788 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-fc0154dd-1133-47ce-b3e4-4e3e0254029c req-30d930d5-656f-4b9c-b4a7-ff76927cfa24 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5b50a414-606d-4a0d-a715-63172e88e953 HTTP/1.1" status: 200 len: 850 time: 0.1764503 Feb 28 10:35:52.378473 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-8aa19eda-4ef0-4cbb-9c1b-21b67fea81d3 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2830789 Feb 28 10:35:52.379205 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b594f9e-28d2-4d2d-a2f2-be8d93b2c9fb req-7aa15759-343d-4ad0-97e3-beca57bbedb5 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:52.380710 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-4b594f9e-28d2-4d2d-a2f2-be8d93b2c9fb req-7aa15759-343d-4ad0-97e3-beca57bbedb5 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] 10.222.0.62 "GET /v2.0/ports?device_id=99037f9b-fc9a-45f9-9fc6-b6804397f8c7 HTTP/1.1" status: 200 len: 944 time: 0.3629279 Feb 28 10:35:52.384654 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43692) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:52.392876 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-58744e24-9611-4da9-93fe-1e90d901dcf3 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Request body: {'security_group_rule': {'security_group_id': '6a697f8e-55e6-4aa1-bfd2-9543ca274f40', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:52.396760 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.db.api [None req-025f70dd-a13c-4fea-b7fb-e6b443dc21d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:35:52.396760 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG oslo_db.api [None req-025f70dd-a13c-4fea-b7fb-e6b443dc21d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:35:52.453328 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7f370fd1-9a88-4bc2-9910-b3fb2815efc6 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (b9a50c26-1d9e-4578-91d3-7b18bd9c4e6a), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:52.459067 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c51100-9404-43cf-946c-5d942c257828 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-5a58f8eb-617c-46f4-80c4-54b1e99d7782', 'network_id': '5a58f8eb-617c-46f4-80c4-54b1e99d7782', 'project_id': '6344603bd44c4b40ab017d9623e1a51e', 'fixed_ips': [{'subnet_id': 'd09d7e13-be6c-423b-8f00-c00d9c284f7d'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:35:52.462142 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-24c51100-9404-43cf-946c-5d942c257828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:52.622144 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-49c0d49e-6582-451f-aa53-dc61ef9dacf5 req-1e49183e-f3e2-4238-bb41-695d22823abe tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] 10.222.0.62 "GET /v2.0/ports?device_id=290eb2b7-05ba-48d8-b5f9-a94f59fbcb4c HTTP/1.1" status: 200 len: 210 time: 0.1060824 Feb 28 10:35:52.696898 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4032defd-61d5-4c3b-a2b4-99216975bcb8 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (5a58f8eb-617c-46f4-80c4-54b1e99d7782), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:52.717324 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 3d5cba93-a352-4fd4-bf29-12c0986d95ac up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:35:52.804648 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4032defd-61d5-4c3b-a2b4-99216975bcb8 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (d09d7e13-be6c-423b-8f00-c00d9c284f7d), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:52.875725 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [req-73a2a5bc-f4bc-4d00-b93e-253a26b44459 req-e2a2187f-25af-4018-ba0c-4302e9af768f tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Allocated IP 172.20.0.9 (61f11b1b-099a-45f3-b423-a89dfa9243a1/2dff7405-dcc7-4aec-b812-04c9508d9791/5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:52.887542 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f10be93f-4dee-42e8-bbfc-96474dccaaca req-10a80d20-28c6-41ce-8f98-a0d5ac9febf7 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 210 time: 0.0860946 Feb 28 10:35:53.017138 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1979cc40-270d-443c-9773-1f0441a47f24 admin admin] Publish callbacks [] for security_group (bfa75acd-2a30-49f8-bf27-dc086aea0794), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:53.053942 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4032defd-61d5-4c3b-a2b4-99216975bcb8 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (d09d7e13-be6c-423b-8f00-c00d9c284f7d), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:53.093704 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:53.094401 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1979cc40-270d-443c-9773-1f0441a47f24 admin admin] Publish callbacks [] for security_group (bfa75acd-2a30-49f8-bf27-dc086aea0794), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:53.117827 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4032defd-61d5-4c3b-a2b4-99216975bcb8 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Pushing event deleted for resources: {'Subnet': ['ID=d09d7e13-be6c-423b-8f00-c00d9c284f7d,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:53.182223 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server [None req-24c51100-9404-43cf-946c-5d942c257828 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d09d7e13-be6c-423b-8f00-c00d9c284f7d: This subnet is being modified by another concurrent operation. Feb 28 10:35:53.182223 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 28 10:35:53.182223 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 28 10:35:53.182223 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 28 10:35:53.182223 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 28 10:35:53.182223 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 28 10:35:53.182223 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 28 10:35:53.182223 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 28 10:35:53.182223 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 28 10:35:53.182223 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 28 10:35:53.182223 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 10:35:53.182223 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 10:35:53.182223 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 10:35:53.182223 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 10:35:53.182223 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 10:35:53.182223 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 10:35:53.182223 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 10:35:53.182223 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 10:35:53.182223 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 10:35:53.182223 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 10:35:53.182223 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 10:35:53.182223 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 10:35:53.182223 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 10:35:53.182223 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 10:35:53.182223 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 10:35:53.182223 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 10:35:53.182223 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 10:35:53.182223 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 10:35:53.182223 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 10:35:53.182223 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 10:35:53.182223 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 10:35:53.182223 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 10:35:53.182223 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 10:35:53.182223 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 10:35:53.182223 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 28 10:35:53.182223 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 28 10:35:53.182223 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 28 10:35:53.182223 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 28 10:35:53.182223 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 28 10:35:53.182223 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 28 10:35:53.182223 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 28 10:35:53.182223 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 28 10:35:53.182223 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 28 10:35:53.182223 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 10:35:53.182223 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 28 10:35:53.182223 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 10:35:53.182223 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 10:35:53.182223 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 10:35:53.182223 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 10:35:53.182223 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 10:35:53.182223 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 10:35:53.182223 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 10:35:53.182223 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 10:35:53.182223 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 10:35:53.185486 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 10:35:53.185486 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 10:35:53.185486 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 10:35:53.185486 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 10:35:53.185486 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 10:35:53.185486 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 10:35:53.185486 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 10:35:53.185486 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 10:35:53.185486 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 10:35:53.185486 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 10:35:53.185486 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 10:35:53.185486 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 10:35:53.185486 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 10:35:53.185486 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 10:35:53.185486 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 10:35:53.185486 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 10:35:53.185486 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 28 10:35:53.185486 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 28 10:35:53.185486 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 28 10:35:53.185486 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 28 10:35:53.185486 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Feb 28 10:35:53.185486 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 28 10:35:53.185486 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 28 10:35:53.185486 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 28 10:35:53.185486 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 28 10:35:53.185486 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 10:35:53.185486 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 28 10:35:53.185486 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 28 10:35:53.185486 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 28 10:35:53.185486 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 28 10:35:53.185486 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 28 10:35:53.185486 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 28 10:35:53.185486 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 28 10:35:53.185486 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 28 10:35:53.185486 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 28 10:35:53.185486 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server raise exception Feb 28 10:35:53.185486 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d09d7e13-be6c-423b-8f00-c00d9c284f7d: This subnet is being modified by another concurrent operation. Feb 28 10:35:53.185486 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server Feb 28 10:35:53.187543 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-025f70dd-a13c-4fea-b7fb-e6b443dc21d2 None None] Current status of the port 3d5cba93-a352-4fd4-bf29-12c0986d95ac is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:53.195287 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4032defd-61d5-4c3b-a2b4-99216975bcb8 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (5a58f8eb-617c-46f4-80c4-54b1e99d7782), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:53.212124 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 3d5cba93-a352-4fd4-bf29-12c0986d95ac triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:53.216675 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (3d5cba93-a352-4fd4-bf29-12c0986d95ac), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:53.237400 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-4032defd-61d5-4c3b-a2b4-99216975bcb8 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a58f8eb-617c-46f4-80c4-54b1e99d7782']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:53.241771 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-73a2a5bc-f4bc-4d00-b93e-253a26b44459 req-e2a2187f-25af-4018-ba0c-4302e9af768f tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Publish callbacks [] for port (5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:53.251259 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315251ac-5d79-4dec-9a8c-84500afc65c0 None None] get_active_networks_info from dv-neutron-829161-3-hyperv {{(pid=104085) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 10:35:53.254325 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-4032defd-61d5-4c3b-a2b4-99216975bcb8 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efddb28e-5966-4035-aac2-bc183b1ed769') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:53.254624 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-4032defd-61d5-4c3b-a2b4-99216975bcb8 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efddb28e-5966-4035-aac2-bc183b1ed769') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:53.269118 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4032defd-61d5-4c3b-a2b4-99216975bcb8 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (efddb28e-5966-4035-aac2-bc183b1ed769), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:53.284133 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-e8bea165-b7a4-4ab7-b6c2-d5bfac4c02df req-364792fa-4ab2-4e56-ba1d-37992e8ca6f0 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Publish callbacks [] for port (5a922728-f3d0-4367-bcc8-b27de3315e43), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:53.288501 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4032defd-61d5-4c3b-a2b4-99216975bcb8 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (efddb28e-5966-4035-aac2-bc183b1ed769), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:53.303708 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4032defd-61d5-4c3b-a2b4-99216975bcb8 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:35:53.304112 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4032defd-61d5-4c3b-a2b4-99216975bcb8 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (efddb28e-5966-4035-aac2-bc183b1ed769), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:53.307623 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:35:53.307623 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:35:53.307623 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:35:53.307623 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:35:53.307623 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:35:53.307623 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:35:53.307623 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:35:53.307623 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:35:53.307623 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:35:53.307623 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:35:53.307623 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:35:53.307623 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:35:53.307623 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:35:53.307623 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:35:53.307623 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:35:53.307623 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:35:53.307623 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:35:53.307623 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:35:53.307623 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:35:53.307623 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:35:53.307623 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:35:53.307623 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:35:53.307623 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:35:53.307623 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:35:53.307623 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:35:53.307623 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:35:53.307623 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:35:53.307623 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:35:53.307623 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:35:53.307623 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:35:53.307623 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:35:53.307623 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:35:53.391611 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1979cc40-270d-443c-9773-1f0441a47f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (bfa75acd-2a30-49f8-bf27-dc086aea0794), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:53.394706 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1979cc40-270d-443c-9773-1f0441a47f24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:53.400136 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-1979cc40-270d-443c-9773-1f0441a47f24 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bfa75acd-2a30-49f8-bf27-dc086aea0794 HTTP/1.1" status: 204 len: 168 time: 1.2878830 Feb 28 10:35:53.466979 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7f370fd1-9a88-4bc2-9910-b3fb2815efc6 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047917'] for floatingip (1b6a343a-2c1a-4a6e-9f80-ec27c5268178), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:53.475209 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-73a2a5bc-f4bc-4d00-b93e-253a26b44459 req-e2a2187f-25af-4018-ba0c-4302e9af768f tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:53.486670 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1979cc40-270d-443c-9773-1f0441a47f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa75acd-2a30-49f8-bf27-dc086aea0794,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:53.500168 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-e8bea165-b7a4-4ab7-b6c2-d5bfac4c02df req-364792fa-4ab2-4e56-ba1d-37992e8ca6f0 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (5a922728-f3d0-4367-bcc8-b27de3315e43), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:53.520324 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 3d5cba93-a352-4fd4-bf29-12c0986d95ac is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:53.528214 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4032defd-61d5-4c3b-a2b4-99216975bcb8 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (5a58f8eb-617c-46f4-80c4-54b1e99d7782), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:53.530264 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-86d3a86f-3cdc-4314-943a-2f7e023cc892 None None] Provisioning complete for port 3d5cba93-a352-4fd4-bf29-12c0986d95ac triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:53.530803 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-86d3a86f-3cdc-4314-943a-2f7e023cc892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (3d5cba93-a352-4fd4-bf29-12c0986d95ac), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:53.539208 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4032defd-61d5-4c3b-a2b4-99216975bcb8 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:53.548290 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-4032defd-61d5-4c3b-a2b4-99216975bcb8 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] 10.222.0.62 "DELETE /v2.0/networks/5a58f8eb-617c-46f4-80c4-54b1e99d7782 HTTP/1.1" status: 204 len: 168 time: 1.4183340 Feb 28 10:35:53.552613 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43712) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:53.584497 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315251ac-5d79-4dec-9a8c-84500afc65c0 None None] Resources bound (agent type, host, resource id): {{(pid=104085) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 10:35:53.605178 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-cdf71ae4-3b3c-4ba1-810e-1515dc0e1ea3 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2115591170'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:53.618466 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-4b594f9e-28d2-4d2d-a2f2-be8d93b2c9fb req-0940a0f9-5ac0-4da2-919d-aa15d7868cef tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1e7b656-9d2d-4925-8731-88f96b12caa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1295338 Feb 28 10:35:53.626997 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f370fd1-9a88-4bc2-9910-b3fb2815efc6 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Pushing event updated for resources: {'Port': ['ID=b9a50c26-1d9e-4578-91d3-7b18bd9c4e6a,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:53.632762 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7f370fd1-9a88-4bc2-9910-b3fb2815efc6 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:53.634371 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-7f370fd1-9a88-4bc2-9910-b3fb2815efc6 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.1634803 Feb 28 10:35:53.635282 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-86d3a86f-3cdc-4314-943a-2f7e023cc892 None None] Current status of the port 3d5cba93-a352-4fd4-bf29-12c0986d95ac is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:53.656630 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73a2a5bc-f4bc-4d00-b93e-253a26b44459 req-e2a2187f-25af-4018-ba0c-4302e9af768f tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Network 61f11b1b-099a-45f3-b423-a89dfa9243a1 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:53.656630 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43714) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:53.656630 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4032defd-61d5-4c3b-a2b4-99216975bcb8 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Pushing event deleted for resources: {'Network': ['ID=5a58f8eb-617c-46f4-80c4-54b1e99d7782,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:53.669777 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0154dd-1133-47ce-b3e4-4e3e0254029c req-36362a8f-76c1-479b-9edc-b35cb2e221c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:53.671753 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-fc0154dd-1133-47ce-b3e4-4e3e0254029c req-36362a8f-76c1-479b-9edc-b35cb2e221c9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a542a1e4-364b-4847-89d1-2f3ed2b23a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 1.3062394 Feb 28 10:35:53.694473 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-6236ea36-328f-4599-b513-390859373f9b tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-915342859'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:53.739778 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [req-73a2a5bc-f4bc-4d00-b93e-253a26b44459 req-e2a2187f-25af-4018-ba0c-4302e9af768f tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:53.750440 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a2a5bc-f4bc-4d00-b93e-253a26b44459 req-e2a2187f-25af-4018-ba0c-4302e9af768f tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:53.764660 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8bea165-b7a4-4ab7-b6c2-d5bfac4c02df req-364792fa-4ab2-4e56-ba1d-37992e8ca6f0 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Network 3446291b-b1f9-4318-9a41-856ad362fcb1 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:53.798923 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [req-e8bea165-b7a4-4ab7-b6c2-d5bfac4c02df req-364792fa-4ab2-4e56-ba1d-37992e8ca6f0 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:53.844350 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-58744e24-9611-4da9-93fe-1e90d901dcf3 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] create failed (client error): The resource could not be found. Feb 28 10:35:53.845807 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-58744e24-9611-4da9-93fe-1e90d901dcf3 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.4602373 Feb 28 10:35:53.847045 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8bea165-b7a4-4ab7-b6c2-d5bfac4c02df req-364792fa-4ab2-4e56-ba1d-37992e8ca6f0 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:53.863375 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43720) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:53.902585 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-48439860-679e-4890-8b23-74e5c93e5c86 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Request body: {'security_group': {'name': 'tempest-secgroup--983966082'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:53.935593 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43724) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:53.949734 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf71ae4-3b3c-4ba1-810e-1515dc0e1ea3 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Made reservation on behalf of 6344603bd44c4b40ab017d9623e1a51e for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:53.956989 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cdf71ae4-3b3c-4ba1-810e-1515dc0e1ea3 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:53.960092 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364792fa-4ab2-4e56-ba1d-37992e8ca6f0 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Pushing event updated for resources: {'Port': ['ID=5a922728-f3d0-4367-bcc8-b27de3315e43,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:53.976316 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bea165-b7a4-4ab7-b6c2-d5bfac4c02df req-364792fa-4ab2-4e56-ba1d-37992e8ca6f0 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:53.977276 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-e8bea165-b7a4-4ab7-b6c2-d5bfac4c02df req-364792fa-4ab2-4e56-ba1d-37992e8ca6f0 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:54.030531 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6236ea36-328f-4599-b513-390859373f9b tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Made reservation on behalf of 4f3e39b224664e65a71010d16addd7a4 for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:54.039223 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6236ea36-328f-4599-b513-390859373f9b tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:54.045827 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdf71ae4-3b3c-4ba1-810e-1515dc0e1ea3 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:35:54.055895 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-fc0154dd-1133-47ce-b3e4-4e3e0254029c req-b50dd8a2-b53b-4a71-905e-49a607674336 service neutron] 10.222.0.70 "GET /v2.0/networks/a542a1e4-364b-4847-89d1-2f3ed2b23a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311555 Feb 28 10:35:54.061959 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cdf71ae4-3b3c-4ba1-810e-1515dc0e1ea3 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (99e4ab47-3a2e-415f-b72d-d8759bb4bb4b), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:54.062437 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-cdf71ae4-3b3c-4ba1-810e-1515dc0e1ea3 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Added segment 99e4ab47-3a2e-415f-b72d-d8759bb4bb4b of type vlan for network 30da8e03-d789-425c-bcde-2e58f9577167 Feb 28 10:35:54.064681 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48da5c1d-ab82-4a22-9116-b548760e28ea None None] Network 5a58f8eb-617c-46f4-80c4-54b1e99d7782 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:54.088091 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6236ea36-328f-4599-b513-390859373f9b tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:54.090951 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-48439860-679e-4890-8b23-74e5c93e5c86 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:54.109315 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48da5c1d-ab82-4a22-9116-b548760e28ea None None] Network 5a58f8eb-617c-46f4-80c4-54b1e99d7782 could not be found, it might have been deleted concurrently. {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 28 10:35:54.134189 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a2187f-25af-4018-ba0c-4302e9af768f tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Pushing event updated for resources: {'Port': ['ID=5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:54.172601 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e8bea165-b7a4-4ab7-b6c2-d5bfac4c02df req-364792fa-4ab2-4e56-ba1d-37992e8ca6f0 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9402814 Feb 28 10:35:54.200924 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2a5bc-f4bc-4d00-b93e-253a26b44459 req-e2a2187f-25af-4018-ba0c-4302e9af768f tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:54.206527 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-73a2a5bc-f4bc-4d00-b93e-253a26b44459 req-e2a2187f-25af-4018-ba0c-4302e9af768f tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:54.282685 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [req-e8bea165-b7a4-4ab7-b6c2-d5bfac4c02df req-debe642c-594a-48cb-9102-8892f899092f service neutron] Request body: {'port': {'device_id': '3a2f4aad-ac5a-4656-aac6-014dc8032303', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8291'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:54.415514 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-72509133-1bb0-46e6-b8ec-d3709fedd334 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-707691938'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:54.439835 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cdf71ae4-3b3c-4ba1-810e-1515dc0e1ea3 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (30da8e03-d789-425c-bcde-2e58f9577167), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:54.499841 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98088339-ed63-4190-8d47-d48998bd4a04 req-0613d761-177f-4822-b6b1-0a7ce2f07a5d tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:54.507204 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-98088339-ed63-4190-8d47-d48998bd4a04 req-0613d761-177f-4822-b6b1-0a7ce2f07a5d tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] 10.222.0.62 "GET /v2.0/ports?device_id=290eb2b7-05ba-48d8-b5f9-a94f59fbcb4c HTTP/1.1" status: 200 len: 931 time: 0.6699924 Feb 28 10:35:54.542872 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-48439860-679e-4890-8b23-74e5c93e5c86 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks [] for security_group (d4f187d1-b5d2-4977-b76f-934c834b853d), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:54.555399 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-fc0154dd-1133-47ce-b3e4-4e3e0254029c req-73b5ab5b-3487-453c-ad67-e847d2f454a9 service neutron] 10.222.0.70 "GET /v2.0/networks/a542a1e4-364b-4847-89d1-2f3ed2b23a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4909773 Feb 28 10:35:54.557234 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-e8bea165-b7a4-4ab7-b6c2-d5bfac4c02df req-debe642c-594a-48cb-9102-8892f899092f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (5a922728-f3d0-4367-bcc8-b27de3315e43), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:54.559805 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-73a2a5bc-f4bc-4d00-b93e-253a26b44459 req-e2a2187f-25af-4018-ba0c-4302e9af768f tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5038545 Feb 28 10:35:54.576852 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70770af-8a7f-4666-a379-c57d4e7ddbe5 req-e60577d9-259a-442e-8680-eb68ce23d638 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:54.578175 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e70770af-8a7f-4666-a379-c57d4e7ddbe5 req-e60577d9-259a-442e-8680-eb68ce23d638 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 931 time: 0.4189487 Feb 28 10:35:54.612374 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-78bdbc53-44df-42b5-a0b1-62a900a747da None None] Provisioning complete for port 5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:54.613517 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-78bdbc53-44df-42b5-a0b1-62a900a747da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:54.614791 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-73a2a5bc-f4bc-4d00-b93e-253a26b44459 req-d4e1b5da-1af6-434c-90b9-1e318e5e7d2f service neutron] Request body: {'port': {'device_id': '290eb2b7-05ba-48d8-b5f9-a94f59fbcb4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8291'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:54.630351 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72509133-1bb0-46e6-b8ec-d3709fedd334 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Made reservation on behalf of 5d7d91f9dd07496391b3f07a0bfa9c2b for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:54.642275 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-72509133-1bb0-46e6-b8ec-d3709fedd334 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:54.669628 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-72509133-1bb0-46e6-b8ec-d3709fedd334 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:54.674113 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cdf71ae4-3b3c-4ba1-810e-1515dc0e1ea3 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (30da8e03-d789-425c-bcde-2e58f9577167), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:54.674242 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-78bdbc53-44df-42b5-a0b1-62a900a747da None None] Port 5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:35:54.677345 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf71ae4-3b3c-4ba1-810e-1515dc0e1ea3 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:54.678137 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cdf71ae4-3b3c-4ba1-810e-1515dc0e1ea3 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:54.726099 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-98088339-ed63-4190-8d47-d48998bd4a04 req-82321966-4937-46c5-bf78-80cde0419166 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] 10.222.0.62 "GET /v2.0/security-groups?id=fef6c4de-b472-437a-b0f0-f89143292e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2152789 Feb 28 10:35:54.766672 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-48439860-679e-4890-8b23-74e5c93e5c86 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (d4f187d1-b5d2-4977-b76f-934c834b853d), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:54.804921 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-63b947e8-b680-40b1-8f78-12ae6326ccb7 None None] Provisioning complete for port 5a922728-f3d0-4367-bcc8-b27de3315e43 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:54.805620 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-63b947e8-b680-40b1-8f78-12ae6326ccb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (5a922728-f3d0-4367-bcc8-b27de3315e43), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:54.854516 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-63b947e8-b680-40b1-8f78-12ae6326ccb7 None None] Port 5a922728-f3d0-4367-bcc8-b27de3315e43 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:35:54.860590 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e70770af-8a7f-4666-a379-c57d4e7ddbe5 req-beb9cb60-4c3c-49ec-a7eb-6c5ec89fc868 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2760866 Feb 28 10:35:54.925443 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-cdf71ae4-3b3c-4ba1-810e-1515dc0e1ea3 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3295970 Feb 28 10:35:54.934776 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf71ae4-3b3c-4ba1-810e-1515dc0e1ea3 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Pushing event updated for resources: {'Network': ['ID=30da8e03-d789-425c-bcde-2e58f9577167,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:54.944749 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 30da8e03-d789-425c-bcde-2e58f9577167 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:35:54.950596 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43742) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:54.959134 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-fe4241e2-7976-4ee3-8fde-90f5edab5243 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Request body: {'subnet': {'network_id': '30da8e03-d789-425c-bcde-2e58f9577167', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:55.020989 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6236ea36-328f-4599-b513-390859373f9b tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks [] for security_group (317c25ca-753d-46bc-87b4-dd0a2a1e35f3), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:55.062856 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-73a2a5bc-f4bc-4d00-b93e-253a26b44459 req-d4e1b5da-1af6-434c-90b9-1e318e5e7d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:55.064768 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48439860-679e-4890-8b23-74e5c93e5c86 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f187d1-b5d2-4977-b76f-934c834b853d,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:55.070229 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-48439860-679e-4890-8b23-74e5c93e5c86 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:55.075258 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-48439860-679e-4890-8b23-74e5c93e5c86 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.1849310 Feb 28 10:35:55.090036 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43748) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:55.101711 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-6df55077-1a9c-499a-999c-5540c68453af tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Request body: {'security_group': {'name': 'tempest-secgroup--262978933'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:55.110272 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6236ea36-328f-4599-b513-390859373f9b tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (317c25ca-753d-46bc-87b4-dd0a2a1e35f3), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:55.188979 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6236ea36-328f-4599-b513-390859373f9b tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:35:55.202729 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6236ea36-328f-4599-b513-390859373f9b tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=317c25ca-753d-46bc-87b4-dd0a2a1e35f3,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:55.212572 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e738df17-fbdf-4235-9533-12d14fff3e96 req-6537a82e-310e-4e5f-8151-607bcdb0f329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:55.214631 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e738df17-fbdf-4235-9533-12d14fff3e96 req-6537a82e-310e-4e5f-8151-607bcdb0f329 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d4949ecb1236430a8fa635d2a669a8c3&device_id=99037f9b-fc9a-45f9-9fc6-b6804397f8c7 HTTP/1.1" status: 200 len: 1128 time: 0.4256330 Feb 28 10:35:55.253617 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6236ea36-328f-4599-b513-390859373f9b tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (4aaa09d7-06d1-4353-aca5-490dee0f9a68), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:55.254065 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-6236ea36-328f-4599-b513-390859373f9b tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Added segment 4aaa09d7-06d1-4353-aca5-490dee0f9a68 of type vlan for network 2cb47a8e-c74a-4f5b-82cc-519762c34eda Feb 28 10:35:55.292724 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-72509133-1bb0-46e6-b8ec-d3709fedd334 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks [] for security_group (90babba6-0fd1-4b41-9fad-95bbd82acb11), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:55.321820 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca010a-5ce5-49b1-a160-9af068dbad93 req-6252a578-e97b-4d51-a5d0-75fa8b41ba48 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:55.323945 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-baca010a-5ce5-49b1-a160-9af068dbad93 req-6252a578-e97b-4d51-a5d0-75fa8b41ba48 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] 10.222.0.62 "GET /v2.0/ports?device_id=99037f9b-fc9a-45f9-9fc6-b6804397f8c7 HTTP/1.1" status: 200 len: 944 time: 0.4863956 Feb 28 10:35:55.331295 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6df55077-1a9c-499a-999c-5540c68453af tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:55.382384 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43752) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:55.395310 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-72509133-1bb0-46e6-b8ec-d3709fedd334 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (90babba6-0fd1-4b41-9fad-95bbd82acb11), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:55.441946 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4241e2-7976-4ee3-8fde-90f5edab5243 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Made reservation on behalf of 6344603bd44c4b40ab017d9623e1a51e for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:55.442852 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6236ea36-328f-4599-b513-390859373f9b tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (2cb47a8e-c74a-4f5b-82cc-519762c34eda), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:55.445326 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fe4241e2-7976-4ee3-8fde-90f5edab5243 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:55.557022 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72509133-1bb0-46e6-b8ec-d3709fedd334 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:35:55.579188 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [req-e8bea165-b7a4-4ab7-b6c2-d5bfac4c02df req-debe642c-594a-48cb-9102-8892f899092f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a922728-f3d0-4367-bcc8-b27de3315e43 {{(pid=104084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:35:55.600627 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e738df17-fbdf-4235-9533-12d14fff3e96 req-445a8f97-5671-40d0-b242-32571210fe97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:55.605537 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e738df17-fbdf-4235-9533-12d14fff3e96 req-445a8f97-5671-40d0-b242-32571210fe97 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a542a1e4-364b-4847-89d1-2f3ed2b23a7c HTTP/1.1" status: 200 len: 911 time: 0.3631411 Feb 28 10:35:55.605537 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72509133-1bb0-46e6-b8ec-d3709fedd334 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90babba6-0fd1-4b41-9fad-95bbd82acb11,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:55.612106 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-e8bea165-b7a4-4ab7-b6c2-d5bfac4c02df req-debe642c-594a-48cb-9102-8892f899092f service neutron] Publish callbacks [] for port (5a922728-f3d0-4367-bcc8-b27de3315e43), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:55.616904 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-72509133-1bb0-46e6-b8ec-d3709fedd334 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (c57937cb-0d49-4f2c-baa4-aab02956c75a), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:55.617403 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-72509133-1bb0-46e6-b8ec-d3709fedd334 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Added segment c57937cb-0d49-4f2c-baa4-aab02956c75a of type vlan for network 619eca2d-2796-48a3-921d-d87468880c45 Feb 28 10:35:55.673649 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-bee46bc8-1648-4b8b-b7f5-55fbae5fed96 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1053019845'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:55.695899 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.db.resource_extend [None req-6236ea36-328f-4599-b513-390859373f9b tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 10:35:55.722154 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-baca010a-5ce5-49b1-a160-9af068dbad93 req-37d4c2e1-63b4-412c-aa3b-573e0e80b904 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1e7b656-9d2d-4925-8731-88f96b12caa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3844285 Feb 28 10:35:55.744380 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e738df17-fbdf-4235-9533-12d14fff3e96 req-cee07136-5fee-451a-9efe-bed36c5f6184 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0eb4597e-81f8-41b4-8a22-afb3a0fa610a HTTP/1.1" status: 200 len: 217 time: 0.1168902 Feb 28 10:35:55.749606 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.provisioning_blocks [req-e8bea165-b7a4-4ab7-b6c2-d5bfac4c02df req-debe642c-594a-48cb-9102-8892f899092f service neutron] Transition to ACTIVE for port object 5a922728-f3d0-4367-bcc8-b27de3315e43 will not be triggered until provisioned by entity L2. {{(pid=104084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:35:55.783056 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6df55077-1a9c-499a-999c-5540c68453af tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks [] for security_group (ba764b00-36e3-4546-8686-d41304bfe613), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:55.815797 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6236ea36-328f-4599-b513-390859373f9b tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (2cb47a8e-c74a-4f5b-82cc-519762c34eda), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:55.821818 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6236ea36-328f-4599-b513-390859373f9b tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:55.822957 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6236ea36-328f-4599-b513-390859373f9b tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:55.828710 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-72509133-1bb0-46e6-b8ec-d3709fedd334 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (619eca2d-2796-48a3-921d-d87468880c45), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:55.901214 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-e8bea165-b7a4-4ab7-b6c2-d5bfac4c02df req-debe642c-594a-48cb-9102-8892f899092f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (5a922728-f3d0-4367-bcc8-b27de3315e43), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:55.941849 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [req-73a2a5bc-f4bc-4d00-b93e-253a26b44459 req-d4e1b5da-1af6-434c-90b9-1e318e5e7d2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1 {{(pid=104083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:35:55.951449 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6236ea36-328f-4599-b513-390859373f9b tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Pushing event updated for resources: {'Network': ['ID=2cb47a8e-c74a-4f5b-82cc-519762c34eda,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:55.955141 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-73a2a5bc-f4bc-4d00-b93e-253a26b44459 req-d4e1b5da-1af6-434c-90b9-1e318e5e7d2f service neutron] Publish callbacks [] for port (5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:55.973433 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 2cb47a8e-c74a-4f5b-82cc-519762c34eda details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:35:55.974663 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debe642c-594a-48cb-9102-8892f899092f service neutron] Pushing event updated for resources: {'Port': ['ID=5a922728-f3d0-4367-bcc8-b27de3315e43,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:55.987456 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [req-73a2a5bc-f4bc-4d00-b93e-253a26b44459 req-d4e1b5da-1af6-434c-90b9-1e318e5e7d2f service neutron] Transition to ACTIVE for port object 5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1 will not be triggered until provisioned by entity L2. {{(pid=104083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:35:55.998126 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-6236ea36-328f-4599-b513-390859373f9b tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.3257053 Feb 28 10:35:55.999824 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43762) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:56.003713 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e738df17-fbdf-4235-9533-12d14fff3e96 req-ad9576dd-da29-4294-80b5-0280dcb45fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:56.005466 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e738df17-fbdf-4235-9533-12d14fff3e96 req-ad9576dd-da29-4294-80b5-0280dcb45fa3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5b50a414-606d-4a0d-a715-63172e88e953 HTTP/1.1" status: 200 len: 850 time: 0.2457383 Feb 28 10:35:56.008652 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-178c4484-4067-4237-bd3c-5e3293bc1fa6 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Request body: {'subnet': {'network_id': '2cb47a8e-c74a-4f5b-82cc-519762c34eda', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:56.023228 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6df55077-1a9c-499a-999c-5540c68453af tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (ba764b00-36e3-4546-8686-d41304bfe613), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:56.028121 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee46bc8-1648-4b8b-b7f5-55fbae5fed96 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Made reservation on behalf of 9d70165fec644654931461bf265f7dde for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:56.032262 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-bee46bc8-1648-4b8b-b7f5-55fbae5fed96 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:56.112066 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-73a2a5bc-f4bc-4d00-b93e-253a26b44459 req-d4e1b5da-1af6-434c-90b9-1e318e5e7d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:56.186305 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-72509133-1bb0-46e6-b8ec-d3709fedd334 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (619eca2d-2796-48a3-921d-d87468880c45), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:56.191584 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72509133-1bb0-46e6-b8ec-d3709fedd334 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:56.192312 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-72509133-1bb0-46e6-b8ec-d3709fedd334 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:56.195282 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-bee46bc8-1648-4b8b-b7f5-55fbae5fed96 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:56.280424 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729de537-0343-4cfa-8e3e-f923901e8290 req-f9ae8679-8102-4864-ad38-09f2702f4bb8 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:56.287537 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-729de537-0343-4cfa-8e3e-f923901e8290 req-f9ae8679-8102-4864-ad38-09f2702f4bb8 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 943 time: 0.2734084 Feb 28 10:35:56.314684 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e1b5da-1af6-434c-90b9-1e318e5e7d2f service neutron] Pushing event updated for resources: {'Port': ['ID=5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:56.419495 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-73a2a5bc-f4bc-4d00-b93e-253a26b44459 req-d4e1b5da-1af6-434c-90b9-1e318e5e7d2f service neutron] Attempting to bind port 5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:56.421167 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-73a2a5bc-f4bc-4d00-b93e-253a26b44459 req-d4e1b5da-1af6-434c-90b9-1e318e5e7d2f service neutron] Attempting to bind port 5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': 'db76503e-05d2-4ea2-9a37-05c2b8cc2076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '61f11b1b-099a-45f3-b423-a89dfa9243a1'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:56.421516 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a2a5bc-f4bc-4d00-b93e-253a26b44459 req-d4e1b5da-1af6-434c-90b9-1e318e5e7d2f service neutron] Attempting to bind port 5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1 on network 61f11b1b-099a-45f3-b423-a89dfa9243a1 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:56.434736 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a2a5bc-f4bc-4d00-b93e-253a26b44459 req-d4e1b5da-1af6-434c-90b9-1e318e5e7d2f service neutron] Port 5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1 on network 61f11b1b-099a-45f3-b423-a89dfa9243a1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:35:56.435101 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a2a5bc-f4bc-4d00-b93e-253a26b44459 req-d4e1b5da-1af6-434c-90b9-1e318e5e7d2f service neutron] Attempting to bind port 5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1 on network 61f11b1b-099a-45f3-b423-a89dfa9243a1 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:56.458029 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a2a5bc-f4bc-4d00-b93e-253a26b44459 req-d4e1b5da-1af6-434c-90b9-1e318e5e7d2f service neutron] Checking agent: {'id': '9c9e5963-7abc-415a-a91c-4432861f4313', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'started_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:35:56.458399 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a2a5bc-f4bc-4d00-b93e-253a26b44459 req-d4e1b5da-1af6-434c-90b9-1e318e5e7d2f service neutron] Checking segment: {'id': 'db76503e-05d2-4ea2-9a37-05c2b8cc2076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '61f11b1b-099a-45f3-b423-a89dfa9243a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:56.460039 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a2a5bc-f4bc-4d00-b93e-253a26b44459 req-d4e1b5da-1af6-434c-90b9-1e318e5e7d2f service neutron] Bound using segment: {'id': 'db76503e-05d2-4ea2-9a37-05c2b8cc2076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '61f11b1b-099a-45f3-b423-a89dfa9243a1'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:35:56.460039 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-73a2a5bc-f4bc-4d00-b93e-253a26b44459 req-d4e1b5da-1af6-434c-90b9-1e318e5e7d2f service neutron] Bound port: 5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1, host: hv-neutron-8291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db76503e-05d2-4ea2-9a37-05c2b8cc2076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '61f11b1b-099a-45f3-b423-a89dfa9243a1'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:35:56.460039 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-73a2a5bc-f4bc-4d00-b93e-253a26b44459 req-d4e1b5da-1af6-434c-90b9-1e318e5e7d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:56.491315 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-729de537-0343-4cfa-8e3e-f923901e8290 req-f044674e-f210-411a-a94e-d15d3557d2b4 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2028327 Feb 28 10:35:56.502723 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-178c4484-4067-4237-bd3c-5e3293bc1fa6 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Made reservation on behalf of 4f3e39b224664e65a71010d16addd7a4 for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:56.507100 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-178c4484-4067-4237-bd3c-5e3293bc1fa6 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:56.581250 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-73a2a5bc-f4bc-4d00-b93e-253a26b44459 req-d4e1b5da-1af6-434c-90b9-1e318e5e7d2f service neutron] For port 5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1, host hv-neutron-8291, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:35:56.585478 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-73a2a5bc-f4bc-4d00-b93e-253a26b44459 req-d4e1b5da-1af6-434c-90b9-1e318e5e7d2f service neutron] For port 5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1, host hv-neutron-8291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1,segment=NetworkSegment(db76503e-05d2-4ea2-9a37-05c2b8cc2076),segment_id=db76503e-05d2-4ea2-9a37-05c2b8cc2076)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:35:56.699379 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-73a2a5bc-f4bc-4d00-b93e-253a26b44459 req-d4e1b5da-1af6-434c-90b9-1e318e5e7d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:56.702467 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72509133-1bb0-46e6-b8ec-d3709fedd334 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Pushing event updated for resources: {'Network': ['ID=619eca2d-2796-48a3-921d-d87468880c45,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:56.710590 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6df55077-1a9c-499a-999c-5540c68453af tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:56.714968 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-6df55077-1a9c-499a-999c-5540c68453af tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.6158500 Feb 28 10:35:56.720395 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 619eca2d-2796-48a3-921d-d87468880c45 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:35:56.720540 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43766) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:56.727314 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df55077-1a9c-499a-999c-5540c68453af tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba764b00-36e3-4546-8686-d41304bfe613,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:56.736432 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04213dca-3912-47f9-a0c7-048697c51fdd req-129546f2-b6b6-4ea9-8ef8-6b235ec55d24 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:56.738006 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-04213dca-3912-47f9-a0c7-048697c51fdd req-129546f2-b6b6-4ea9-8ef8-6b235ec55d24 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] 10.222.0.62 "GET /v2.0/ports?device_id=290eb2b7-05ba-48d8-b5f9-a94f59fbcb4c HTTP/1.1" status: 200 len: 931 time: 0.8989105 Feb 28 10:35:56.743816 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-615f0829-729e-4578-b7e6-e93cf7bda3a4 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Request body: {'security_group_rule': {'security_group_id': 'd4f187d1-b5d2-4977-b76f-934c834b853d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'ba764b00-36e3-4546-8686-d41304bfe613'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:56.762306 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2a5bc-f4bc-4d00-b93e-253a26b44459 req-d4e1b5da-1af6-434c-90b9-1e318e5e7d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:56.763174 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-73a2a5bc-f4bc-4d00-b93e-253a26b44459 req-d4e1b5da-1af6-434c-90b9-1e318e5e7d2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:56.765420 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-73a2a5bc-f4bc-4d00-b93e-253a26b44459 req-d4e1b5da-1af6-434c-90b9-1e318e5e7d2f service neutron] 10.222.0.70 "PUT /v2.0/ports/5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1 HTTP/1.1" status: 200 len: 1093 time: 2.1686590 Feb 28 10:35:56.768823 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '290eb2b7-05ba-48d8-b5f9-a94f59fbcb4c', 'tag': '5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:35:56.805259 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fe4241e2-7976-4ee3-8fde-90f5edab5243 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (dc8fb47a-722e-45b7-9126-2efa6553d3a7), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:56.837595 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e738df17-fbdf-4235-9533-12d14fff3e96 req-499035df-9763-4f42-a96a-407d400b3eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:56.843617 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e738df17-fbdf-4235-9533-12d14fff3e96 req-499035df-9763-4f42-a96a-407d400b3eb3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a542a1e4-364b-4847-89d1-2f3ed2b23a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.8064089 Feb 28 10:35:56.914577 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e1b5da-1af6-434c-90b9-1e318e5e7d2f service neutron] Pushing event updated for resources: {'Port': ['ID=5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:57.020328 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d1709d-9386-4643-bfbd-c756aaeb788b req-dd8f119b-dbe4-41d7-a793-4e811cab4dfd tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:57.022110 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-58d1709d-9386-4643-bfbd-c756aaeb788b req-dd8f119b-dbe4-41d7-a793-4e811cab4dfd tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] 10.222.0.62 "GET /v2.0/ports?device_id=99037f9b-fc9a-45f9-9fc6-b6804397f8c7 HTTP/1.1" status: 200 len: 944 time: 0.1535451 Feb 28 10:35:57.100920 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba79be4-b8dd-4e29-921a-2989e0314483" -d '{"events": [{"name": "network-changed", "server_uuid": "290eb2b7-05ba-48d8-b5f9-a94f59fbcb4c", "tag": "5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:35:57.120360 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-58d1709d-9386-4643-bfbd-c756aaeb788b req-f69682d6-8d6d-404e-8260-80b02747e1ed tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1e7b656-9d2d-4925-8731-88f96b12caa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854409 Feb 28 10:35:57.123916 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-178c4484-4067-4237-bd3c-5e3293bc1fa6 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (1115d657-7813-4f95-8625-37b92769be60), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:57.193153 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e738df17-fbdf-4235-9533-12d14fff3e96 req-30b71724-11ae-47f8-a7f8-8738621aada5 service neutron] 10.222.0.70 "GET /v2.0/networks/a542a1e4-364b-4847-89d1-2f3ed2b23a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831750 Feb 28 10:35:57.193855 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.managers [req-e8bea165-b7a4-4ab7-b6c2-d5bfac4c02df req-debe642c-594a-48cb-9102-8892f899092f service neutron] Attempting to bind port 5a922728-f3d0-4367-bcc8-b27de3315e43 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:57.194246 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.managers [req-e8bea165-b7a4-4ab7-b6c2-d5bfac4c02df req-debe642c-594a-48cb-9102-8892f899092f service neutron] Attempting to bind port 5a922728-f3d0-4367-bcc8-b27de3315e43 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': 'be7ef583-9773-47a5-8fb0-292ce51f3db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3446291b-b1f9-4318-9a41-856ad362fcb1'}] {{(pid=104084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:57.194581 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bea165-b7a4-4ab7-b6c2-d5bfac4c02df req-debe642c-594a-48cb-9102-8892f899092f service neutron] Attempting to bind port 5a922728-f3d0-4367-bcc8-b27de3315e43 on network 3446291b-b1f9-4318-9a41-856ad362fcb1 {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:57.227042 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-72509133-1bb0-46e6-b8ec-d3709fedd334 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 3.2807734 Feb 28 10:35:57.233539 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4241e2-7976-4ee3-8fde-90f5edab5243 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Pushing event updated for resources: {'Subnet': ['ID=dc8fb47a-722e-45b7-9126-2efa6553d3a7,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:57.238478 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43778) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:57.258703 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-453704e4-5803-4990-b1f8-9960ed7dc1b5 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Request body: {'subnet': {'network_id': '619eca2d-2796-48a3-921d-d87468880c45', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:57.275650 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bea165-b7a4-4ab7-b6c2-d5bfac4c02df req-debe642c-594a-48cb-9102-8892f899092f service neutron] Port 5a922728-f3d0-4367-bcc8-b27de3315e43 on network 3446291b-b1f9-4318-9a41-856ad362fcb1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:35:57.276064 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bea165-b7a4-4ab7-b6c2-d5bfac4c02df req-debe642c-594a-48cb-9102-8892f899092f service neutron] Attempting to bind port 5a922728-f3d0-4367-bcc8-b27de3315e43 on network 3446291b-b1f9-4318-9a41-856ad362fcb1 {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:57.304402 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-615f0829-729e-4578-b7e6-e93cf7bda3a4 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:35:57.308164 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-615f0829-729e-4578-b7e6-e93cf7bda3a4 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5795350 Feb 28 10:35:57.328430 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a45cc613-a328-49c0-a0bc-5518e14ca3bf x-openstack-request-id: req-a45cc613-a328-49c0-a0bc-5518e14ca3bf {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:35:57.328793 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "290eb2b7-05ba-48d8-b5f9-a94f59fbcb4c", "tag": "5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:35:57.328981 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a45cc613-a328-49c0-a0bc-5518e14ca3bf {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:35:57.329556 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '290eb2b7-05ba-48d8-b5f9-a94f59fbcb4c', 'tag': '5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1', 'status': 'completed', 'code': 200} Feb 28 10:35:57.334301 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43780) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:57.381438 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-04213dca-3912-47f9-a0c7-048697c51fdd req-7cdd4fa0-1db6-4183-aee5-425b533971aa tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] 10.222.0.62 "GET /v2.0/security-groups?id=fef6c4de-b472-437a-b0f0-f89143292e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6130483 Feb 28 10:35:57.398764 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178c4484-4067-4237-bd3c-5e3293bc1fa6 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Pushing event updated for resources: {'Subnet': ['ID=1115d657-7813-4f95-8625-37b92769be60,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:57.418201 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bea165-b7a4-4ab7-b6c2-d5bfac4c02df req-debe642c-594a-48cb-9102-8892f899092f service neutron] Checking agent: {'id': '9c9e5963-7abc-415a-a91c-4432861f4313', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'started_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:35:57.419381 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bea165-b7a4-4ab7-b6c2-d5bfac4c02df req-debe642c-594a-48cb-9102-8892f899092f service neutron] Checking segment: {'id': 'be7ef583-9773-47a5-8fb0-292ce51f3db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3446291b-b1f9-4318-9a41-856ad362fcb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:57.419381 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bea165-b7a4-4ab7-b6c2-d5bfac4c02df req-debe642c-594a-48cb-9102-8892f899092f service neutron] Bound using segment: {'id': 'be7ef583-9773-47a5-8fb0-292ce51f3db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3446291b-b1f9-4318-9a41-856ad362fcb1'} {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:35:57.419567 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.managers [req-e8bea165-b7a4-4ab7-b6c2-d5bfac4c02df req-debe642c-594a-48cb-9102-8892f899092f service neutron] Bound port: 5a922728-f3d0-4367-bcc8-b27de3315e43, host: hv-neutron-8291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be7ef583-9773-47a5-8fb0-292ce51f3db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3446291b-b1f9-4318-9a41-856ad362fcb1'}}] {{(pid=104084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:35:57.420167 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-e8bea165-b7a4-4ab7-b6c2-d5bfac4c02df req-debe642c-594a-48cb-9102-8892f899092f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (5a922728-f3d0-4367-bcc8-b27de3315e43), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:57.431487 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2a5bc-f4bc-4d00-b93e-253a26b44459 req-c620df48-8693-4614-9862-d759c79e1786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:57.433103 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-73a2a5bc-f4bc-4d00-b93e-253a26b44459 req-c620df48-8693-4614-9862-d759c79e1786 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a1e997d94bda42c2937c38ee950ff500&device_id=290eb2b7-05ba-48d8-b5f9-a94f59fbcb4c HTTP/1.1" status: 200 len: 1127 time: 0.2943139 Feb 28 10:35:57.454955 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178c4484-4067-4237-bd3c-5e3293bc1fa6 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Checking segment: {'id': '4aaa09d7-06d1-4353-aca5-490dee0f9a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '2cb47a8e-c74a-4f5b-82cc-519762c34eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:57.455321 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178c4484-4067-4237-bd3c-5e3293bc1fa6 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Network hostable DHCP agents. Network: 2cb47a8e-c74a-4f5b-82cc-519762c34eda, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:35:57.479205 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6de49779-65f3-4228-9a70-b3b1fd1a8a70 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks [] for security_group (ba764b00-36e3-4546-8686-d41304bfe613), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:57.524084 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4241e2-7976-4ee3-8fde-90f5edab5243 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Checking segment: {'id': '99e4ab47-3a2e-415f-b72d-d8759bb4bb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '30da8e03-d789-425c-bcde-2e58f9577167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:57.524465 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4241e2-7976-4ee3-8fde-90f5edab5243 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Network hostable DHCP agents. Network: 30da8e03-d789-425c-bcde-2e58f9577167, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:35:57.532965 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6de49779-65f3-4228-9a70-b3b1fd1a8a70 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks [] for security_group (ba764b00-36e3-4546-8686-d41304bfe613), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:57.555991 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-bee46bc8-1648-4b8b-b7f5-55fbae5fed96 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks [] for security_group (414bbd91-ad3e-4595-8204-93c36e2b0b33), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:57.589853 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e738df17-fbdf-4235-9533-12d14fff3e96 req-bfc1dd11-f3f6-4afd-bf47-b09eaf5ecd3b service neutron] 10.222.0.70 "GET /v2.0/networks/a542a1e4-364b-4847-89d1-2f3ed2b23a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3635955 Feb 28 10:35:57.614593 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [req-e8bea165-b7a4-4ab7-b6c2-d5bfac4c02df req-debe642c-594a-48cb-9102-8892f899092f service neutron] For port 5a922728-f3d0-4367-bcc8-b27de3315e43, host hv-neutron-8291, cleared binding levels {{(pid=104084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:35:57.618885 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [req-e8bea165-b7a4-4ab7-b6c2-d5bfac4c02df req-debe642c-594a-48cb-9102-8892f899092f service neutron] For port 5a922728-f3d0-4367-bcc8-b27de3315e43, host hv-neutron-8291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=5a922728-f3d0-4367-bcc8-b27de3315e43,segment=NetworkSegment(be7ef583-9773-47a5-8fb0-292ce51f3db0),segment_id=be7ef583-9773-47a5-8fb0-292ce51f3db0)] {{(pid=104084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:35:57.633652 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-bee46bc8-1648-4b8b-b7f5-55fbae5fed96 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (414bbd91-ad3e-4595-8204-93c36e2b0b33), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:57.667264 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178c4484-4067-4237-bd3c-5e3293bc1fa6 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Network 2cb47a8e-c74a-4f5b-82cc-519762c34eda is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:35:57.679430 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bee46bc8-1648-4b8b-b7f5-55fbae5fed96 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:35:57.686368 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-bee46bc8-1648-4b8b-b7f5-55fbae5fed96 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (de53ca9f-4581-484b-82eb-39a842ef9cc3), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:57.686718 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-bee46bc8-1648-4b8b-b7f5-55fbae5fed96 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Added segment de53ca9f-4581-484b-82eb-39a842ef9cc3 of type vlan for network 8e88b6f9-9c91-45de-9d9d-d81dd29fff97 Feb 28 10:35:57.695983 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4241e2-7976-4ee3-8fde-90f5edab5243 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Network 30da8e03-d789-425c-bcde-2e58f9577167 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:35:57.699936 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-73a2a5bc-f4bc-4d00-b93e-253a26b44459 req-2c4d51b8-5811-4053-8637-a6f8415a80e3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1 HTTP/1.1" status: 200 len: 217 time: 0.1455591 Feb 28 10:35:57.700493 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee46bc8-1648-4b8b-b7f5-55fbae5fed96 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=414bbd91-ad3e-4595-8204-93c36e2b0b33,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:57.728399 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453704e4-5803-4990-b1f8-9960ed7dc1b5 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Made reservation on behalf of 5d7d91f9dd07496391b3f07a0bfa9c2b for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:57.732564 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-453704e4-5803-4990-b1f8-9960ed7dc1b5 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:57.740071 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-e8bea165-b7a4-4ab7-b6c2-d5bfac4c02df req-debe642c-594a-48cb-9102-8892f899092f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (5a922728-f3d0-4367-bcc8-b27de3315e43), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:57.787420 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9137ca25-d534-4b6d-bd77-58e0350a2cd1 req-12e7d137-3ea5-42cb-88a6-fcfcdcb14ad9 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:57.795578 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9137ca25-d534-4b6d-bd77-58e0350a2cd1 req-12e7d137-3ea5-42cb-88a6-fcfcdcb14ad9 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 943 time: 0.2226095 Feb 28 10:35:57.806171 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-178c4484-4067-4237-bd3c-5e3293bc1fa6 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 2cb47a8e-c74a-4f5b-82cc-519762c34eda) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:57.820026 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b8e27f-3fc9-44f0-9558-90f50ff623aa None None] Network 2cb47a8e-c74a-4f5b-82cc-519762c34eda requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:57.826046 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178c4484-4067-4237-bd3c-5e3293bc1fa6 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:57.826652 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-178c4484-4067-4237-bd3c-5e3293bc1fa6 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:57.827180 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-bee46bc8-1648-4b8b-b7f5-55fbae5fed96 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (8e88b6f9-9c91-45de-9d9d-d81dd29fff97), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:57.829712 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6de49779-65f3-4228-9a70-b3b1fd1a8a70 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (ba764b00-36e3-4546-8686-d41304bfe613), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:57.832438 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6de49779-65f3-4228-9a70-b3b1fd1a8a70 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:57.833713 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-6de49779-65f3-4228-9a70-b3b1fd1a8a70 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] 10.222.0.62 "DELETE /v2.0/security-groups/ba764b00-36e3-4546-8686-d41304bfe613 HTTP/1.1" status: 204 len: 168 time: 0.4981949 Feb 28 10:35:57.840302 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2a5bc-f4bc-4d00-b93e-253a26b44459 req-206f3cff-8d92-41ed-8991-1afa059ae0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:57.843615 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-73a2a5bc-f4bc-4d00-b93e-253a26b44459 req-206f3cff-8d92-41ed-8991-1afa059ae0c5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2dff7405-dcc7-4aec-b812-04c9508d9791 HTTP/1.1" status: 200 len: 845 time: 0.1256611 Feb 28 10:35:57.843615 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43784) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:57.845683 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-fe4241e2-7976-4ee3-8fde-90f5edab5243 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 30da8e03-d789-425c-bcde-2e58f9577167) {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:57.871412 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bea165-b7a4-4ab7-b6c2-d5bfac4c02df req-debe642c-594a-48cb-9102-8892f899092f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:57.875440 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-e8bea165-b7a4-4ab7-b6c2-d5bfac4c02df req-debe642c-594a-48cb-9102-8892f899092f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:57.875440 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e8bea165-b7a4-4ab7-b6c2-d5bfac4c02df req-debe642c-594a-48cb-9102-8892f899092f service neutron] 10.222.0.70 "PUT /v2.0/ports/5a922728-f3d0-4367-bcc8-b27de3315e43 HTTP/1.1" status: 200 len: 1093 time: 3.6021116 Feb 28 10:35:57.879089 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a2f4aad-ac5a-4656-aac6-014dc8032303', 'tag': '5a922728-f3d0-4367-bcc8-b27de3315e43'}] {{(pid=104084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:35:57.881358 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ffa69481dce8c4e68394bb3e97aff222617d39f0bec9a6d6e4c39a9256e7c95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee379a96-78fa-46a5-9101-caa9ebebd661" -d '{"events": [{"name": "network-changed", "server_uuid": "3a2f4aad-ac5a-4656-aac6-014dc8032303", "tag": "5a922728-f3d0-4367-bcc8-b27de3315e43"}]}' {{(pid=104084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:35:57.918223 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de49779-65f3-4228-9a70-b3b1fd1a8a70 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba764b00-36e3-4546-8686-d41304bfe613,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:57.921507 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4241e2-7976-4ee3-8fde-90f5edab5243 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:57.923982 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fe4241e2-7976-4ee3-8fde-90f5edab5243 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:57.938188 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866760e7-3145-4314-ac60-b7886a218119 None None] Network 30da8e03-d789-425c-bcde-2e58f9577167 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:58.006905 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debe642c-594a-48cb-9102-8892f899092f service neutron] Pushing event updated for resources: {'Port': ['ID=5a922728-f3d0-4367-bcc8-b27de3315e43,revision_number=3']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:58.037175 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9137ca25-d534-4b6d-bd77-58e0350a2cd1 req-4e2306ce-572f-475e-bcb2-4760e2fec254 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2405536 Feb 28 10:35:58.075787 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-178c4484-4067-4237-bd3c-5e3293bc1fa6 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0695887 Feb 28 10:35:58.075985 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0eff26c-b834-4388-a23c-7e1efd1e33af x-openstack-request-id: req-d0eff26c-b834-4388-a23c-7e1efd1e33af {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:35:58.079245 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a2f4aad-ac5a-4656-aac6-014dc8032303", "tag": "5a922728-f3d0-4367-bcc8-b27de3315e43", "status": "completed", "code": 200}]} {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:35:58.079245 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d0eff26c-b834-4388-a23c-7e1efd1e33af {{(pid=104084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:35:58.079245 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a2f4aad-ac5a-4656-aac6-014dc8032303', 'tag': '5a922728-f3d0-4367-bcc8-b27de3315e43', 'status': 'completed', 'code': 200} Feb 28 10:35:58.080273 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43790) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:58.082957 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-bee46bc8-1648-4b8b-b7f5-55fbae5fed96 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (8e88b6f9-9c91-45de-9d9d-d81dd29fff97), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:58.088174 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee46bc8-1648-4b8b-b7f5-55fbae5fed96 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:58.088980 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-bee46bc8-1648-4b8b-b7f5-55fbae5fed96 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:58.104089 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-b3bc989c-c195-453d-886d-0b61578f9ef6 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1474860808', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}, 'admin_state_up': False}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:58.110325 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-40da375a-f7cb-46bd-9b67-1b65b33780ef tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.2621450 Feb 28 10:35:58.111455 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43792) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:58.176089 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2a5bc-f4bc-4d00-b93e-253a26b44459 req-bfba5ebe-93f7-45d4-951b-f08489084ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:58.177919 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-73a2a5bc-f4bc-4d00-b93e-253a26b44459 req-bfba5ebe-93f7-45d4-951b-f08489084ea1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=61f11b1b-099a-45f3-b423-a89dfa9243a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.3044341 Feb 28 10:35:58.188525 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c316101-9af4-4653-a00d-ff7a51ee3520 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-2cb47a8e-c74a-4f5b-82cc-519762c34eda', 'network_id': '2cb47a8e-c74a-4f5b-82cc-519762c34eda', 'project_id': '4f3e39b224664e65a71010d16addd7a4', 'fixed_ips': [{'subnet_id': '1115d657-7813-4f95-8625-37b92769be60'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:35:58.190695 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-fe4241e2-7976-4ee3-8fde-90f5edab5243 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.2390153 Feb 28 10:35:58.196182 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6c316101-9af4-4653-a00d-ff7a51ee3520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:58.231757 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43796) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:58.279697 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209435f2-9f3c-4949-92d4-f2d367deb9eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-30da8e03-d789-425c-bcde-2e58f9577167', 'network_id': '30da8e03-d789-425c-bcde-2e58f9577167', 'project_id': '6344603bd44c4b40ab017d9623e1a51e', 'fixed_ips': [{'subnet_id': 'dc8fb47a-722e-45b7-9126-2efa6553d3a7'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:35:58.280789 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-209435f2-9f3c-4949-92d4-f2d367deb9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:58.349722 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-15c5adfb-10f2-4032-bf8a-b126bf5bb61c tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks [] for security_group (d4f187d1-b5d2-4977-b76f-934c834b853d), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:58.359368 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b3bc989c-c195-453d-886d-0b61578f9ef6 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (6a93eea3-38fb-4686-895b-2dd73a316163), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:58.361514 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b3bc989c-c195-453d-886d-0b61578f9ef6 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (6a93eea3-38fb-4686-895b-2dd73a316163), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:58.423335 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-15c5adfb-10f2-4032-bf8a-b126bf5bb61c tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks [] for security_group (d4f187d1-b5d2-4977-b76f-934c834b853d), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:58.453562 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-bee46bc8-1648-4b8b-b7f5-55fbae5fed96 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.0700171 Feb 28 10:35:58.460104 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43800) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:58.477785 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-00749e63-e2bc-4040-a6d6-7f888d1a31c6 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Request body: {'subnet': {'network_id': '8e88b6f9-9c91-45de-9d9d-d81dd29fff97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:58.488177 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5712be-bc35-4333-b706-542145810e07 req-2774261f-9994-49de-bee1-c9d853461998 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:58.490355 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6b5712be-bc35-4333-b706-542145810e07 req-2774261f-9994-49de-bee1-c9d853461998 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] 10.222.0.62 "GET /v2.0/ports?device_id=99037f9b-fc9a-45f9-9fc6-b6804397f8c7 HTTP/1.1" status: 200 len: 944 time: 0.1907897 Feb 28 10:35:58.492525 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-73a2a5bc-f4bc-4d00-b93e-253a26b44459 req-a30991c9-f5b1-4b81-94f4-8edb8498b000 service neutron] 10.222.0.70 "GET /v2.0/networks/61f11b1b-099a-45f3-b423-a89dfa9243a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020616 Feb 28 10:35:58.492653 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee46bc8-1648-4b8b-b7f5-55fbae5fed96 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Pushing event updated for resources: {'Network': ['ID=8e88b6f9-9c91-45de-9d9d-d81dd29fff97,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:58.521333 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 8e88b6f9-9c91-45de-9d9d-d81dd29fff97 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:35:58.583235 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-15c5adfb-10f2-4032-bf8a-b126bf5bb61c tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (d4f187d1-b5d2-4977-b76f-934c834b853d), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:58.586098 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-15c5adfb-10f2-4032-bf8a-b126bf5bb61c tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:58.589567 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-15c5adfb-10f2-4032-bf8a-b126bf5bb61c tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] 10.222.0.62 "DELETE /v2.0/security-groups/d4f187d1-b5d2-4977-b76f-934c834b853d HTTP/1.1" status: 204 len: 168 time: 0.4727755 Feb 28 10:35:58.592276 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43802) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:58.597959 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b3bc989c-c195-453d-886d-0b61578f9ef6 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks [] for router_controller (6a93eea3-38fb-4686-895b-2dd73a316163), precommit_add_association {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:58.619264 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c5adfb-10f2-4032-bf8a-b126bf5bb61c tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f187d1-b5d2-4977-b76f-934c834b853d,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:58.656428 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-6c316101-9af4-4653-a00d-ff7a51ee3520 None None] Allocated IP 172.20.0.2 (2cb47a8e-c74a-4f5b-82cc-519762c34eda/1115d657-7813-4f95-8625-37b92769be60/7258f7d8-308c-41dd-9664-86ef53021b76) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:58.659988 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6b5712be-bc35-4333-b706-542145810e07 req-a35d7ae9-3a54-4d12-8179-fe576f4c6a8e tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1e7b656-9d2d-4925-8731-88f96b12caa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404078 Feb 28 10:35:58.695874 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-209435f2-9f3c-4949-92d4-f2d367deb9eb None None] Allocated IP 2001:db8::1 (30da8e03-d789-425c-bcde-2e58f9577167/dc8fb47a-722e-45b7-9126-2efa6553d3a7/812ddc28-cd22-43d8-8356-8fa21474d1ea) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:58.710312 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-85834bbf-d05c-4fa5-9754-824a62312efc tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1063893 Feb 28 10:35:58.712356 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-73a2a5bc-f4bc-4d00-b93e-253a26b44459 req-a2714343-d4cb-4e32-9664-5231f7db5661 service neutron] 10.222.0.70 "GET /v2.0/networks/61f11b1b-099a-45f3-b423-a89dfa9243a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940417 Feb 28 10:35:58.712829 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43806) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:58.717663 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-342b1865-a0c1-4159-9386-d7a0e46e6eb7 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Request body: {'security_group': {'name': 'tempest-secgroup--733462696'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:58.824215 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-342b1865-a0c1-4159-9386-d7a0e46e6eb7 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:58.896888 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-342b1865-a0c1-4159-9386-d7a0e46e6eb7 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks [] for security_group (e9951e80-2f24-4587-a184-40215c257674), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:58.925733 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bea165-b7a4-4ab7-b6c2-d5bfac4c02df req-e8a3f7fe-d9ca-4be3-8912-99e2e43401d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:58.927299 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e8bea165-b7a4-4ab7-b6c2-d5bfac4c02df req-e8a3f7fe-d9ca-4be3-8912-99e2e43401d1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=db1f4f0e5a54442e90e9cc29426671f3&device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 1127 time: 0.8854151 Feb 28 10:35:58.939824 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6c316101-9af4-4653-a00d-ff7a51ee3520 None None] Publish callbacks [] for port (7258f7d8-308c-41dd-9664-86ef53021b76), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:58.952524 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-342b1865-a0c1-4159-9386-d7a0e46e6eb7 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (e9951e80-2f24-4587-a184-40215c257674), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:58.953962 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-209435f2-9f3c-4949-92d4-f2d367deb9eb None None] Publish callbacks [] for port (812ddc28-cd22-43d8-8356-8fa21474d1ea), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:58.957090 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7e28f314-c65f-4754-ae9e-39983cf03ed6 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (30da8e03-d789-425c-bcde-2e58f9577167), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:58.984410 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342b1865-a0c1-4159-9386-d7a0e46e6eb7 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9951e80-2f24-4587-a184-40215c257674,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:58.996254 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00749e63-e2bc-4040-a6d6-7f888d1a31c6 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Made reservation on behalf of 9d70165fec644654931461bf265f7dde for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:58.999741 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-00749e63-e2bc-4040-a6d6-7f888d1a31c6 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:59.029683 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6c316101-9af4-4653-a00d-ff7a51ee3520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (7258f7d8-308c-41dd-9664-86ef53021b76), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:59.041870 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942da2b4-3d7e-4d60-a096-5d79c33770f8 req-0733dd65-d4c9-44d8-bd9c-6514d6475c8f tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:59.043741 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-942da2b4-3d7e-4d60-a096-5d79c33770f8 req-0733dd65-d4c9-44d8-bd9c-6514d6475c8f tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] 10.222.0.62 "GET /v2.0/ports?device_id=290eb2b7-05ba-48d8-b5f9-a94f59fbcb4c HTTP/1.1" status: 200 len: 943 time: 0.5575507 Feb 28 10:35:59.066103 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-453704e4-5803-4990-b1f8-9960ed7dc1b5 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (3f3dd76a-6eae-4c35-93ed-ddbf604ca434), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:59.074326 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c316101-9af4-4653-a00d-ff7a51ee3520 None None] Network 2cb47a8e-c74a-4f5b-82cc-519762c34eda is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:59.077735 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-209435f2-9f3c-4949-92d4-f2d367deb9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (812ddc28-cd22-43d8-8356-8fa21474d1ea), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:59.085234 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-342b1865-a0c1-4159-9386-d7a0e46e6eb7 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:59.086327 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-342b1865-a0c1-4159-9386-d7a0e46e6eb7 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3725934 Feb 28 10:35:59.091122 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43810) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:59.095789 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-2c9cf952-cc4f-4326-9544-381287c9d88e tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Request body: {'security_group_rule': {'security_group_id': 'e9951e80-2f24-4587-a184-40215c257674', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:59.096537 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-6c316101-9af4-4653-a00d-ff7a51ee3520 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:59.110626 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c316101-9af4-4653-a00d-ff7a51ee3520 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:59.119310 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c316101-9af4-4653-a00d-ff7a51ee3520 None None] Pushing event updated for resources: {'Port': ['ID=7258f7d8-308c-41dd-9664-86ef53021b76,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:59.135258 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209435f2-9f3c-4949-92d4-f2d367deb9eb None None] Network 30da8e03-d789-425c-bcde-2e58f9577167 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:59.139624 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b3bc989c-c195-453d-886d-0b61578f9ef6 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks [] for router_gateway (6a93eea3-38fb-4686-895b-2dd73a316163), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:59.150977 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba79be4-b8dd-4e29-921a-2989e0314483 req-1c043ffa-730c-476c-8b5f-9f8d605316b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:59.152104 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-fba79be4-b8dd-4e29-921a-2989e0314483 req-1c043ffa-730c-476c-8b5f-9f8d605316b1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a1e997d94bda42c2937c38ee950ff500&device_id=290eb2b7-05ba-48d8-b5f9-a94f59fbcb4c HTTP/1.1" status: 200 len: 1127 time: 0.1200671 Feb 28 10:35:59.180136 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-209435f2-9f3c-4949-92d4-f2d367deb9eb None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:59.184471 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e8bea165-b7a4-4ab7-b6c2-d5bfac4c02df req-de26d560-4670-490b-ae6a-3e10974f221a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a922728-f3d0-4367-bcc8-b27de3315e43 HTTP/1.1" status: 200 len: 217 time: 0.1290452 Feb 28 10:35:59.187868 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209435f2-9f3c-4949-92d4-f2d367deb9eb None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:59.263859 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209435f2-9f3c-4949-92d4-f2d367deb9eb None None] Pushing event updated for resources: {'Port': ['ID=812ddc28-cd22-43d8-8356-8fa21474d1ea,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:59.271159 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-6c316101-9af4-4653-a00d-ff7a51ee3520 None None] Attempting to bind port 7258f7d8-308c-41dd-9664-86ef53021b76 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:59.271678 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-6c316101-9af4-4653-a00d-ff7a51ee3520 None None] Attempting to bind port 7258f7d8-308c-41dd-9664-86ef53021b76 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '4aaa09d7-06d1-4353-aca5-490dee0f9a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '2cb47a8e-c74a-4f5b-82cc-519762c34eda'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:59.272058 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c316101-9af4-4653-a00d-ff7a51ee3520 None None] Attempting to bind port 7258f7d8-308c-41dd-9664-86ef53021b76 on network 2cb47a8e-c74a-4f5b-82cc-519762c34eda {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:59.301885 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c316101-9af4-4653-a00d-ff7a51ee3520 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:35:59.302529 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c316101-9af4-4653-a00d-ff7a51ee3520 None None] Checking segment: {'id': '4aaa09d7-06d1-4353-aca5-490dee0f9a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '2cb47a8e-c74a-4f5b-82cc-519762c34eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:59.303133 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6c316101-9af4-4653-a00d-ff7a51ee3520 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:59.303639 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c316101-9af4-4653-a00d-ff7a51ee3520 None None] Bound using segment: {'id': '4aaa09d7-06d1-4353-aca5-490dee0f9a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '2cb47a8e-c74a-4f5b-82cc-519762c34eda'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:35:59.304438 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-6c316101-9af4-4653-a00d-ff7a51ee3520 None None] Bound port: 7258f7d8-308c-41dd-9664-86ef53021b76, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaa09d7-06d1-4353-aca5-490dee0f9a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '2cb47a8e-c74a-4f5b-82cc-519762c34eda'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:35:59.304930 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6c316101-9af4-4653-a00d-ff7a51ee3520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (7258f7d8-308c-41dd-9664-86ef53021b76), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:59.328855 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-209435f2-9f3c-4949-92d4-f2d367deb9eb None None] Attempting to bind port 812ddc28-cd22-43d8-8356-8fa21474d1ea on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:59.329388 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-209435f2-9f3c-4949-92d4-f2d367deb9eb None None] Attempting to bind port 812ddc28-cd22-43d8-8356-8fa21474d1ea by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '99e4ab47-3a2e-415f-b72d-d8759bb4bb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '30da8e03-d789-425c-bcde-2e58f9577167'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:59.329863 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209435f2-9f3c-4949-92d4-f2d367deb9eb None None] Attempting to bind port 812ddc28-cd22-43d8-8356-8fa21474d1ea on network 30da8e03-d789-425c-bcde-2e58f9577167 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:59.361199 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209435f2-9f3c-4949-92d4-f2d367deb9eb None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:35:59.361800 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209435f2-9f3c-4949-92d4-f2d367deb9eb None None] Checking segment: {'id': '99e4ab47-3a2e-415f-b72d-d8759bb4bb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '30da8e03-d789-425c-bcde-2e58f9577167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:59.362321 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-209435f2-9f3c-4949-92d4-f2d367deb9eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:59.362893 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209435f2-9f3c-4949-92d4-f2d367deb9eb None None] Bound using segment: {'id': '99e4ab47-3a2e-415f-b72d-d8759bb4bb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '30da8e03-d789-425c-bcde-2e58f9577167'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:35:59.363468 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-209435f2-9f3c-4949-92d4-f2d367deb9eb None None] Bound port: 812ddc28-cd22-43d8-8356-8fa21474d1ea, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e4ab47-3a2e-415f-b72d-d8759bb4bb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '30da8e03-d789-425c-bcde-2e58f9577167'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:35:59.363961 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-209435f2-9f3c-4949-92d4-f2d367deb9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (812ddc28-cd22-43d8-8356-8fa21474d1ea), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:59.428337 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-6c316101-9af4-4653-a00d-ff7a51ee3520 None None] For port 7258f7d8-308c-41dd-9664-86ef53021b76, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:35:59.451373 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-6c316101-9af4-4653-a00d-ff7a51ee3520 None None] For port 7258f7d8-308c-41dd-9664-86ef53021b76, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=7258f7d8-308c-41dd-9664-86ef53021b76,segment=NetworkSegment(4aaa09d7-06d1-4353-aca5-490dee0f9a68),segment_id=4aaa09d7-06d1-4353-aca5-490dee0f9a68)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:35:59.469686 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-209435f2-9f3c-4949-92d4-f2d367deb9eb None None] For port 812ddc28-cd22-43d8-8356-8fa21474d1ea, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:35:59.473228 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-209435f2-9f3c-4949-92d4-f2d367deb9eb None None] For port 812ddc28-cd22-43d8-8356-8fa21474d1ea, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=812ddc28-cd22-43d8-8356-8fa21474d1ea,segment=NetworkSegment(99e4ab47-3a2e-415f-b72d-d8759bb4bb4b),segment_id=99e4ab47-3a2e-415f-b72d-d8759bb4bb4b)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:35:59.513127 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d2ebf-8144-4651-a53a-c371b1abc70c req-7b33d73a-53d7-4609-937f-a9177c75353c tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:59.514689 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-013d2ebf-8144-4651-a53a-c371b1abc70c req-7b33d73a-53d7-4609-937f-a9177c75353c tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 943 time: 0.3799374 Feb 28 10:35:59.535931 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6c316101-9af4-4653-a00d-ff7a51ee3520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (7258f7d8-308c-41dd-9664-86ef53021b76), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:59.548596 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba79be4-b8dd-4e29-921a-2989e0314483 req-5c02eaa3-fc97-4579-b096-94986e51a3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:59.550057 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-fba79be4-b8dd-4e29-921a-2989e0314483 req-5c02eaa3-fc97-4579-b096-94986e51a3ea service neutron] 10.222.0.70 "GET /v2.0/networks?id=61f11b1b-099a-45f3-b423-a89dfa9243a1 HTTP/1.1" status: 200 len: 906 time: 0.3834229 Feb 28 10:35:59.576328 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.api.v2.resource [None req-2c9cf952-cc4f-4326-9544-381287c9d88e tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:35:59.576538 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-209435f2-9f3c-4949-92d4-f2d367deb9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (812ddc28-cd22-43d8-8356-8fa21474d1ea), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:59.577361 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-2c9cf952-cc4f-4326-9544-381287c9d88e tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4853139 Feb 28 10:35:59.587839 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453704e4-5803-4990-b1f8-9960ed7dc1b5 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Pushing event updated for resources: {'Subnet': ['ID=3f3dd76a-6eae-4c35-93ed-ddbf604ca434,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:59.590559 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43812) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:59.608467 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-9f6bb8d4-99bc-445b-af5c-626eea7117ce tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Request body: {'security_group_rule': {'security_group_id': 'e9951e80-2f24-4587-a184-40215c257674', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:59.612596 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-fba79be4-b8dd-4e29-921a-2989e0314483 req-6ebfe060-7747-4f3f-b342-e3b37bb8a241 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1 HTTP/1.1" status: 200 len: 217 time: 0.0525758 Feb 28 10:35:59.616274 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-013d2ebf-8144-4651-a53a-c371b1abc70c req-e40f0152-aa3f-4aca-b6fd-04d3378e878d tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951009 Feb 28 10:35:59.634108 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c316101-9af4-4653-a00d-ff7a51ee3520 None None] Pushing event updated for resources: {'Port': ['ID=7258f7d8-308c-41dd-9664-86ef53021b76,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:59.677036 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba79be4-b8dd-4e29-921a-2989e0314483 req-f418c97f-1249-49ca-9819-4466e73fcee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:59.678549 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-fba79be4-b8dd-4e29-921a-2989e0314483 req-f418c97f-1249-49ca-9819-4466e73fcee0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2dff7405-dcc7-4aec-b812-04c9508d9791 HTTP/1.1" status: 200 len: 845 time: 0.0587392 Feb 28 10:35:59.696772 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bea165-b7a4-4ab7-b6c2-d5bfac4c02df req-80e92301-dd42-4da1-9af0-7c0127535687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:59.698364 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e8bea165-b7a4-4ab7-b6c2-d5bfac4c02df req-80e92301-dd42-4da1-9af0-7c0127535687 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=038abd09-1459-4824-9486-15e272f156e9 HTTP/1.1" status: 200 len: 851 time: 0.4977665 Feb 28 10:35:59.708660 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-942da2b4-3d7e-4d60-a096-5d79c33770f8 req-43751e32-0b3b-492f-a876-cdb1d529e4ae tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] 10.222.0.62 "GET /v2.0/security-groups?id=fef6c4de-b472-437a-b0f0-f89143292e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6099005 Feb 28 10:35:59.731343 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453704e4-5803-4990-b1f8-9960ed7dc1b5 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Checking segment: {'id': 'c57937cb-0d49-4f2c-baa4-aab02956c75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '619eca2d-2796-48a3-921d-d87468880c45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:59.731343 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453704e4-5803-4990-b1f8-9960ed7dc1b5 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Network hostable DHCP agents. Network: 619eca2d-2796-48a3-921d-d87468880c45, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:35:59.753743 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209435f2-9f3c-4949-92d4-f2d367deb9eb None None] Pushing event updated for resources: {'Port': ['ID=812ddc28-cd22-43d8-8356-8fa21474d1ea,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:59.824409 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba79be4-b8dd-4e29-921a-2989e0314483 req-bac4d065-8050-490b-806e-9a9fd9f6eba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:59.830847 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-fba79be4-b8dd-4e29-921a-2989e0314483 req-bac4d065-8050-490b-806e-9a9fd9f6eba3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=61f11b1b-099a-45f3-b423-a89dfa9243a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1402271 Feb 28 10:35:59.830985 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-7e28f314-c65f-4754-ae9e-39983cf03ed6 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Deleting port 812ddc28-cd22-43d8-8356-8fa21474d1ea {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:35:59.831281 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7e28f314-c65f-4754-ae9e-39983cf03ed6 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (812ddc28-cd22-43d8-8356-8fa21474d1ea), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:59.918735 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453704e4-5803-4990-b1f8-9960ed7dc1b5 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Network 619eca2d-2796-48a3-921d-d87468880c45 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:35:59.932200 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad56fc2-28f8-480e-898d-512edac50093 req-ea9208ad-76cc-4a5f-8de2-9bffdaf78273 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:59.936239 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-fad56fc2-28f8-480e-898d-512edac50093 req-ea9208ad-76cc-4a5f-8de2-9bffdaf78273 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] 10.222.0.62 "GET /v2.0/ports?device_id=99037f9b-fc9a-45f9-9fc6-b6804397f8c7 HTTP/1.1" status: 200 len: 944 time: 0.1661396 Feb 28 10:35:59.956268 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bea165-b7a4-4ab7-b6c2-d5bfac4c02df req-00979fbb-7e9a-4e3d-be2d-c2d1954cef3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:59.957799 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e8bea165-b7a4-4ab7-b6c2-d5bfac4c02df req-00979fbb-7e9a-4e3d-be2d-c2d1954cef3c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3446291b-b1f9-4318-9a41-856ad362fcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2473516 Feb 28 10:36:00.016555 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-fba79be4-b8dd-4e29-921a-2989e0314483 req-80e7ee84-38a9-45a2-9747-62f580393a7d service neutron] 10.222.0.70 "GET /v2.0/networks/61f11b1b-099a-45f3-b423-a89dfa9243a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811984 Feb 28 10:36:00.038323 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-9f6bb8d4-99bc-445b-af5c-626eea7117ce tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:36:00.038859 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-9f6bb8d4-99bc-445b-af5c-626eea7117ce tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4395978 Feb 28 10:36:00.050907 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-fad56fc2-28f8-480e-898d-512edac50093 req-9e99cc07-0597-479f-97c7-560863f01133 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1e7b656-9d2d-4925-8731-88f96b12caa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058223 Feb 28 10:36:00.072693 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43816) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:00.106492 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-7e28f314-c65f-4754-ae9e-39983cf03ed6 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] For port 812ddc28-cd22-43d8-8356-8fa21474d1ea, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=812ddc28-cd22-43d8-8356-8fa21474d1ea,segment=NetworkSegment(99e4ab47-3a2e-415f-b72d-d8759bb4bb4b),segment_id=99e4ab47-3a2e-415f-b72d-d8759bb4bb4b)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:00.107380 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7e28f314-c65f-4754-ae9e-39983cf03ed6 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (812ddc28-cd22-43d8-8356-8fa21474d1ea), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:00.149944 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-453704e4-5803-4990-b1f8-9960ed7dc1b5 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 619eca2d-2796-48a3-921d-d87468880c45) {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:00.160469 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be73df9-45e2-4c21-8672-e2d81022f9b8 None None] Network 619eca2d-2796-48a3-921d-d87468880c45 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:00.169868 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-7e28f314-c65f-4754-ae9e-39983cf03ed6 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Calling delete_port for 812ddc28-cd22-43d8-8356-8fa21474d1ea owned by network:dhcp {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:00.175177 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-fba79be4-b8dd-4e29-921a-2989e0314483 req-45ab345c-b2df-4d23-b623-23cc929bed5a service neutron] 10.222.0.70 "GET /v2.0/networks/61f11b1b-099a-45f3-b423-a89dfa9243a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505589 Feb 28 10:36:00.186002 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-00749e63-e2bc-4040-a6d6-7f888d1a31c6 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (e94f9bfa-e606-4326-a460-d720d15009ee), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:00.212373 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453704e4-5803-4990-b1f8-9960ed7dc1b5 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:00.218460 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-453704e4-5803-4990-b1f8-9960ed7dc1b5 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:00.273957 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d4ef08-f6bf-4c70-8cba-413e39fead1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-619eca2d-2796-48a3-921d-d87468880c45', 'network_id': '619eca2d-2796-48a3-921d-d87468880c45', 'project_id': '5d7d91f9dd07496391b3f07a0bfa9c2b', 'fixed_ips': [{'subnet_id': '3f3dd76a-6eae-4c35-93ed-ddbf604ca434'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:36:00.274970 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-64d4ef08-f6bf-4c70-8cba-413e39fead1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:00.346434 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-453704e4-5803-4990-b1f8-9960ed7dc1b5 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0901992 Feb 28 10:36:00.346808 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43818) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:00.351501 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-a999d58b-50f9-4e99-ad58-51ce074c9fa7 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1901152890', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:00.371818 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00749e63-e2bc-4040-a6d6-7f888d1a31c6 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Pushing event updated for resources: {'Subnet': ['ID=e94f9bfa-e606-4326-a460-d720d15009ee,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:00.432071 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-64d4ef08-f6bf-4c70-8cba-413e39fead1f None None] Allocated IP 172.20.0.2 (619eca2d-2796-48a3-921d-d87468880c45/3f3dd76a-6eae-4c35-93ed-ddbf604ca434/f102e690-f354-43a1-8ec8-02f5e5a50714) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:36:00.447228 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e8bea165-b7a4-4ab7-b6c2-d5bfac4c02df req-cdd44c2b-54ae-4276-afc2-5593c995f018 service neutron] 10.222.0.70 "GET /v2.0/networks/3446291b-b1f9-4318-9a41-856ad362fcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4761977 Feb 28 10:36:00.447772 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-33ac0120-3740-43ee-b24f-db67bf5c306f tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks [] for security_group (e9951e80-2f24-4587-a184-40215c257674), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:00.469389 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a999d58b-50f9-4e99-ad58-51ce074c9fa7 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (5453a7cc-62c0-49cc-8b03-c488bdf35c13), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:00.470950 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a999d58b-50f9-4e99-ad58-51ce074c9fa7 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (5453a7cc-62c0-49cc-8b03-c488bdf35c13), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:00.500004 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:00.507524 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00749e63-e2bc-4040-a6d6-7f888d1a31c6 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Checking segment: {'id': 'de53ca9f-4581-484b-82eb-39a842ef9cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8e88b6f9-9c91-45de-9d9d-d81dd29fff97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:36:00.508278 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00749e63-e2bc-4040-a6d6-7f888d1a31c6 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Network hostable DHCP agents. Network: 8e88b6f9-9c91-45de-9d9d-d81dd29fff97, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:36:00.574410 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a999d58b-50f9-4e99-ad58-51ce074c9fa7 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks [] for router_controller (5453a7cc-62c0-49cc-8b03-c488bdf35c13), precommit_add_association {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:00.588689 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-33ac0120-3740-43ee-b24f-db67bf5c306f tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks [] for security_group (e9951e80-2f24-4587-a184-40215c257674), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:00.609932 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-64d4ef08-f6bf-4c70-8cba-413e39fead1f None None] Publish callbacks [] for port (f102e690-f354-43a1-8ec8-02f5e5a50714), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:00.635047 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b3bc989c-c195-453d-886d-0b61578f9ef6 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks [] for router_gateway (6a93eea3-38fb-4686-895b-2dd73a316163), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:00.647632 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a999d58b-50f9-4e99-ad58-51ce074c9fa7 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (5453a7cc-62c0-49cc-8b03-c488bdf35c13), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:00.701295 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b3bc989c-c195-453d-886d-0b61578f9ef6 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:00.707959 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-64d4ef08-f6bf-4c70-8cba-413e39fead1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (f102e690-f354-43a1-8ec8-02f5e5a50714), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:00.740600 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a999d58b-50f9-4e99-ad58-51ce074c9fa7 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:00.750065 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a999d58b-50f9-4e99-ad58-51ce074c9fa7 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.3970726 Feb 28 10:36:00.750065 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43822) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:00.789993 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 812ddc28-cd22-43d8-8356-8fa21474d1ea up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:36:00.832345 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00749e63-e2bc-4040-a6d6-7f888d1a31c6 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Network 8e88b6f9-9c91-45de-9d9d-d81dd29fff97 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:36:00.854950 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e8bea165-b7a4-4ab7-b6c2-d5bfac4c02df req-e3ad0241-62ee-480b-bf9e-b5aea496144f service neutron] 10.222.0.70 "GET /v2.0/networks/3446291b-b1f9-4318-9a41-856ad362fcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3975172 Feb 28 10:36:00.861192 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d4ef08-f6bf-4c70-8cba-413e39fead1f None None] Network 619eca2d-2796-48a3-921d-d87468880c45 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:00.874823 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-64d4ef08-f6bf-4c70-8cba-413e39fead1f None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:00.877768 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d4ef08-f6bf-4c70-8cba-413e39fead1f None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:36:00.886636 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d4ef08-f6bf-4c70-8cba-413e39fead1f None None] Pushing event updated for resources: {'Port': ['ID=f102e690-f354-43a1-8ec8-02f5e5a50714,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:00.904411 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-33ac0120-3740-43ee-b24f-db67bf5c306f tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (e9951e80-2f24-4587-a184-40215c257674), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:00.907057 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-33ac0120-3740-43ee-b24f-db67bf5c306f tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:00.910907 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-33ac0120-3740-43ee-b24f-db67bf5c306f tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] 10.222.0.62 "DELETE /v2.0/security-groups/e9951e80-2f24-4587-a184-40215c257674 HTTP/1.1" status: 204 len: 168 time: 0.8358345 Feb 28 10:36:00.912475 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43826) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:00.943880 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d267e-e001-4cf8-9d84-3a4ed618921d req-74377bd2-be74-4df0-98e3-1cbaed2e2c5f tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:00.945465 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-eb2d267e-e001-4cf8-9d84-3a4ed618921d req-74377bd2-be74-4df0-98e3-1cbaed2e2c5f tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 943 time: 0.2368231 Feb 28 10:36:00.954675 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 812ddc28-cd22-43d8-8356-8fa21474d1ea triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:00.954890 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (812ddc28-cd22-43d8-8356-8fa21474d1ea), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:00.969471 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac0120-3740-43ee-b24f-db67bf5c306f tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9951e80-2f24-4587-a184-40215c257674,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:00.976881 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7e28f314-c65f-4754-ae9e-39983cf03ed6 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (812ddc28-cd22-43d8-8356-8fa21474d1ea), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:00.987232 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Port 812ddc28-cd22-43d8-8356-8fa21474d1ea was deleted so its status cannot be updated. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 28 10:36:00.987825 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 7258f7d8-308c-41dd-9664-86ef53021b76 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:36:01.020705 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-64d4ef08-f6bf-4c70-8cba-413e39fead1f None None] Attempting to bind port f102e690-f354-43a1-8ec8-02f5e5a50714 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:36:01.021315 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-64d4ef08-f6bf-4c70-8cba-413e39fead1f None None] Attempting to bind port f102e690-f354-43a1-8ec8-02f5e5a50714 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': 'c57937cb-0d49-4f2c-baa4-aab02956c75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '619eca2d-2796-48a3-921d-d87468880c45'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:36:01.023956 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d4ef08-f6bf-4c70-8cba-413e39fead1f None None] Attempting to bind port f102e690-f354-43a1-8ec8-02f5e5a50714 on network 619eca2d-2796-48a3-921d-d87468880c45 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:36:01.041615 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d4ef08-f6bf-4c70-8cba-413e39fead1f None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:36:01.046160 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d4ef08-f6bf-4c70-8cba-413e39fead1f None None] Checking segment: {'id': 'c57937cb-0d49-4f2c-baa4-aab02956c75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '619eca2d-2796-48a3-921d-d87468880c45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:36:01.047564 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-64d4ef08-f6bf-4c70-8cba-413e39fead1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:01.051682 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d4ef08-f6bf-4c70-8cba-413e39fead1f None None] Bound using segment: {'id': 'c57937cb-0d49-4f2c-baa4-aab02956c75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '619eca2d-2796-48a3-921d-d87468880c45'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:36:01.052417 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-64d4ef08-f6bf-4c70-8cba-413e39fead1f None None] Bound port: f102e690-f354-43a1-8ec8-02f5e5a50714, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c57937cb-0d49-4f2c-baa4-aab02956c75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '619eca2d-2796-48a3-921d-d87468880c45'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:36:01.052817 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-64d4ef08-f6bf-4c70-8cba-413e39fead1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (f102e690-f354-43a1-8ec8-02f5e5a50714), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:01.086738 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-00749e63-e2bc-4040-a6d6-7f888d1a31c6 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 8e88b6f9-9c91-45de-9d9d-d81dd29fff97) {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:01.089759 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-b15e6110-4056-446e-b769-a6394d6919ab tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1697359 Feb 28 10:36:01.093325 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16654b67-cb48-4e0c-a2b3-da3195e47807 req-c475e4f3-59b2-4362-9ef5-9747048a898e tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:01.095022 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-16654b67-cb48-4e0c-a2b3-da3195e47807 req-c475e4f3-59b2-4362-9ef5-9747048a898e tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] 10.222.0.62 "GET /v2.0/ports?device_id=290eb2b7-05ba-48d8-b5f9-a94f59fbcb4c HTTP/1.1" status: 200 len: 943 time: 0.2162998 Feb 28 10:36:01.097415 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43830) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:01.102674 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-4e94476a-8978-4e45-9888-b8251268dd90 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Request body: {'security_group': {'name': 'tempest-secgroup--407312530'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:01.119363 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00749e63-e2bc-4040-a6d6-7f888d1a31c6 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:01.120025 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-00749e63-e2bc-4040-a6d6-7f888d1a31c6 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:01.124236 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e28f314-c65f-4754-ae9e-39983cf03ed6 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Pushing event deleted for resources: {'Port': ['ID=812ddc28-cd22-43d8-8356-8fa21474d1ea,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:01.129376 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ceaca29-d9d7-4c78-9289-445eeddd22dd None None] Network 8e88b6f9-9c91-45de-9d9d-d81dd29fff97 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:01.140976 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-b3bc989c-c195-453d-886d-0b61578f9ef6 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Allocated IP 172.26.3.70 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/51da58b4-9f7b-4203-b620-381f8b9c6f54) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:36:01.212171 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4e94476a-8978-4e45-9888-b8251268dd90 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:01.236406 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e28f314-c65f-4754-ae9e-39983cf03ed6 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] No DVR routers for this DVR port 812ddc28-cd22-43d8-8356-8fa21474d1ea on host dv-neutron-829161-3-hyperv {{(pid=104084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:36:01.280386 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a016d39-97e8-4e12-9dae-987d1d2544a3 None None] Network 30da8e03-d789-425c-bcde-2e58f9577167 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:01.288311 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-00749e63-e2bc-4040-a6d6-7f888d1a31c6 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8197355 Feb 28 10:36:01.294403 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43832) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:01.304350 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-10dc4a71-dcf0-4ceb-8351-1da12c21d353 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Request body: {'port': {'network_id': '8e88b6f9-9c91-45de-9d9d-d81dd29fff97', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1238677725'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:01.327295 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-eb2d267e-e001-4cf8-9d84-3a4ed618921d req-81d30bd0-3ede-4a2e-8506-c44a038dc721 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3662431 Feb 28 10:36:01.360411 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee379a96-78fa-46a5-9101-caa9ebebd661 req-8161f2ec-fd24-4cef-8188-40fc7c72ba2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:01.362141 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-ee379a96-78fa-46a5-9101-caa9ebebd661 req-8161f2ec-fd24-4cef-8188-40fc7c72ba2c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=db1f4f0e5a54442e90e9cc29426671f3&device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 1127 time: 0.2654598 Feb 28 10:36:01.434803 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7e28f314-c65f-4754-ae9e-39983cf03ed6 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (dc8fb47a-722e-45b7-9126-2efa6553d3a7), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:01.455088 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a421c98e-0301-4086-b469-c68e757126a2 None None] Could not find standard attr ID for object 812ddc28-cd22-43d8-8356-8fa21474d1ea. {{(pid=104085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:36:01.472965 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2368a1a9-2839-46da-aced-8df8570c25e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-8e88b6f9-9c91-45de-9d9d-d81dd29fff97', 'network_id': '8e88b6f9-9c91-45de-9d9d-d81dd29fff97', 'project_id': '9d70165fec644654931461bf265f7dde', 'fixed_ips': [{'subnet_id': 'e94f9bfa-e606-4326-a460-d720d15009ee'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:36:01.473846 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2368a1a9-2839-46da-aced-8df8570c25e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:01.489266 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 7258f7d8-308c-41dd-9664-86ef53021b76 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:01.489953 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (7258f7d8-308c-41dd-9664-86ef53021b76), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:01.499357 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-16654b67-cb48-4e0c-a2b3-da3195e47807 req-4d4eb6ff-4529-4c9f-b1df-4e32c776d72b tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] 10.222.0.62 "GET /v2.0/security-groups?id=fef6c4de-b472-437a-b0f0-f89143292e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3350105 Feb 28 10:36:01.569739 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2bb46a05-5055-434c-81d7-4a843ef99c74 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:01.575662 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b3bc989c-c195-453d-886d-0b61578f9ef6 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks [] for port (51da58b4-9f7b-4203-b620-381f8b9c6f54), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:01.615160 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee379a96-78fa-46a5-9101-caa9ebebd661 req-9919a92c-03f4-47b2-83b7-2bc284688f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:01.616692 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-ee379a96-78fa-46a5-9101-caa9ebebd661 req-9919a92c-03f4-47b2-83b7-2bc284688f9f service neutron] 10.222.0.70 "GET /v2.0/networks?id=3446291b-b1f9-4318-9a41-856ad362fcb1 HTTP/1.1" status: 200 len: 912 time: 0.2409301 Feb 28 10:36:01.624798 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec100f06-8ae0-40e4-b4b8-864b4178f3ed req-e298bf89-0422-46c6-acee-278fdd0976a6 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:01.626400 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-ec100f06-8ae0-40e4-b4b8-864b4178f3ed req-e298bf89-0422-46c6-acee-278fdd0976a6 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] 10.222.0.62 "GET /v2.0/ports?device_id=99037f9b-fc9a-45f9-9fc6-b6804397f8c7 HTTP/1.1" status: 200 len: 944 time: 0.1855533 Feb 28 10:36:01.648171 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8081c3d-abf6-4d86-89c7-f9a93821071d None None] Network 2cb47a8e-c74a-4f5b-82cc-519762c34eda requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:01.681885 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-ee379a96-78fa-46a5-9101-caa9ebebd661 req-bdd725d0-b2d3-4dfa-95a6-e402d63f8aa2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a922728-f3d0-4367-bcc8-b27de3315e43 HTTP/1.1" status: 200 len: 217 time: 0.0542331 Feb 28 10:36:01.696604 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4e94476a-8978-4e45-9888-b8251268dd90 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks [] for security_group (621e8eda-d15d-4060-ac3a-b1d44cfbc5f3), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:01.697652 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10dc4a71-dcf0-4ceb-8351-1da12c21d353 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Made reservation on behalf of 9d70165fec644654931461bf265f7dde for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:01.701578 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-10dc4a71-dcf0-4ceb-8351-1da12c21d353 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:01.714093 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-64d4ef08-f6bf-4c70-8cba-413e39fead1f None None] For port f102e690-f354-43a1-8ec8-02f5e5a50714, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:36:01.761564 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7e28f314-c65f-4754-ae9e-39983cf03ed6 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (dc8fb47a-722e-45b7-9126-2efa6553d3a7), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:01.772904 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-ec100f06-8ae0-40e4-b4b8-864b4178f3ed req-b83663d7-b813-49d7-9e01-cfe600d8b043 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1e7b656-9d2d-4925-8731-88f96b12caa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380775 Feb 28 10:36:01.784921 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-10dc4a71-dcf0-4ceb-8351-1da12c21d353 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] device_id is not set on port 606c7064-b40b-4a1c-a571-f428af863650 yet. {{(pid=104083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:36:01.785123 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-64d4ef08-f6bf-4c70-8cba-413e39fead1f None None] For port f102e690-f354-43a1-8ec8-02f5e5a50714, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=f102e690-f354-43a1-8ec8-02f5e5a50714,segment=NetworkSegment(c57937cb-0d49-4f2c-baa4-aab02956c75a),segment_id=c57937cb-0d49-4f2c-baa4-aab02956c75a)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:36:01.794414 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee379a96-78fa-46a5-9101-caa9ebebd661 req-5768035e-b234-4ce6-9296-58f8ddcb87ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:01.796080 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-ee379a96-78fa-46a5-9101-caa9ebebd661 req-5768035e-b234-4ce6-9296-58f8ddcb87ae service neutron] 10.222.0.70 "GET /v2.0/subnets?id=038abd09-1459-4824-9486-15e272f156e9 HTTP/1.1" status: 200 len: 851 time: 0.1040213 Feb 28 10:36:01.798700 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4e94476a-8978-4e45-9888-b8251268dd90 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (621e8eda-d15d-4060-ac3a-b1d44cfbc5f3), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:01.798908 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e28f314-c65f-4754-ae9e-39983cf03ed6 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Pushing event deleted for resources: {'Subnet': ['ID=dc8fb47a-722e-45b7-9126-2efa6553d3a7,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:01.811383 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-2675b0ae-53ca-41b5-822d-72d577351db9 None None] Provisioning complete for port 7258f7d8-308c-41dd-9664-86ef53021b76 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:01.812360 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2675b0ae-53ca-41b5-822d-72d577351db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (7258f7d8-308c-41dd-9664-86ef53021b76), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:01.875897 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b3bc989c-c195-453d-886d-0b61578f9ef6 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (51da58b4-9f7b-4203-b620-381f8b9c6f54), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:01.877911 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-2368a1a9-2839-46da-aced-8df8570c25e1 None None] Allocated IP 2001:db8::2 (8e88b6f9-9c91-45de-9d9d-d81dd29fff97/e94f9bfa-e606-4326-a460-d720d15009ee/640e4029-4e3e-439e-83e0-01a4bcf26d62) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:36:01.889250 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-64d4ef08-f6bf-4c70-8cba-413e39fead1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (f102e690-f354-43a1-8ec8-02f5e5a50714), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:01.924592 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7e28f314-c65f-4754-ae9e-39983cf03ed6 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (30da8e03-d789-425c-bcde-2e58f9577167), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:01.968113 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-7e28f314-c65f-4754-ae9e-39983cf03ed6 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30da8e03-d789-425c-bcde-2e58f9577167']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:02.004809 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-7e28f314-c65f-4754-ae9e-39983cf03ed6 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99e4ab47-3a2e-415f-b72d-d8759bb4bb4b') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:02.005120 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-7e28f314-c65f-4754-ae9e-39983cf03ed6 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99e4ab47-3a2e-415f-b72d-d8759bb4bb4b') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:02.024284 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bc989c-c195-453d-886d-0b61578f9ef6 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:02.032516 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7e28f314-c65f-4754-ae9e-39983cf03ed6 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (99e4ab47-3a2e-415f-b72d-d8759bb4bb4b), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:02.041404 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-b3bc989c-c195-453d-886d-0b61578f9ef6 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:02.054231 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bc989c-c195-453d-886d-0b61578f9ef6 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:36:02.072381 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 7258f7d8-308c-41dd-9664-86ef53021b76 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:02.073943 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (7258f7d8-308c-41dd-9664-86ef53021b76), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:02.083709 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bc989c-c195-453d-886d-0b61578f9ef6 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Pushing event updated for resources: {'Port': ['ID=51da58b4-9f7b-4203-b620-381f8b9c6f54,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:02.090742 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7e28f314-c65f-4754-ae9e-39983cf03ed6 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (99e4ab47-3a2e-415f-b72d-d8759bb4bb4b), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:02.096159 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee379a96-78fa-46a5-9101-caa9ebebd661 req-fe97877f-402a-4b5d-94c1-534bc6af2725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:02.097701 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-ee379a96-78fa-46a5-9101-caa9ebebd661 req-fe97877f-402a-4b5d-94c1-534bc6af2725 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3446291b-b1f9-4318-9a41-856ad362fcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2910852 Feb 28 10:36:02.099358 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e94476a-8978-4e45-9888-b8251268dd90 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=621e8eda-d15d-4060-ac3a-b1d44cfbc5f3,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:02.103194 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-2bb46a05-5055-434c-81d7-4a843ef99c74 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Allocated IP 172.20.0.1 (619eca2d-2796-48a3-921d-d87468880c45/3f3dd76a-6eae-4c35-93ed-ddbf604ca434/0b660cdf-5fdd-429e-ad10-689c854fd5cc) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:36:02.105914 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e28f314-c65f-4754-ae9e-39983cf03ed6 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:36:02.106325 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7e28f314-c65f-4754-ae9e-39983cf03ed6 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (99e4ab47-3a2e-415f-b72d-d8759bb4bb4b), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:02.109610 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e909c52c-5da2-4acc-af4c-ad9cea908197 None None] Network 30da8e03-d789-425c-bcde-2e58f9577167 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:02.109849 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 10:36:02.109849 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:36:02.109849 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 10:36:02.109849 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:36:02.109849 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 10:36:02.109849 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:36:02.109849 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 10:36:02.109849 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:36:02.109849 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 10:36:02.109849 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:36:02.109849 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 10:36:02.109849 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:36:02.109849 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 10:36:02.109849 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:36:02.109849 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:36:02.109849 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:36:02.109849 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:36:02.109849 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:36:02.109849 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 10:36:02.109849 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:36:02.109849 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 10:36:02.109849 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:36:02.109849 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:36:02.109849 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:36:02.109849 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 10:36:02.109849 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:36:02.109849 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:36:02.109849 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:36:02.109849 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:36:02.109849 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:36:02.109849 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:36:02.109849 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:36:02.115102 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4e94476a-8978-4e45-9888-b8251268dd90 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:02.119746 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-4e94476a-8978-4e45-9888-b8251268dd90 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.0171175 Feb 28 10:36:02.122361 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43834) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:02.132597 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-408a3fe4-9ccc-47a0-bd1d-d282d83e3a18 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:02.134442 dv-neutron-829161-3-hyperv neutron-server[104083]: WARNING neutron.api.v2.base [None req-408a3fe4-9ccc-47a0-bd1d-d282d83e3a18 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 28 10:36:02.135061 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.api.v2.resource [None req-408a3fe4-9ccc-47a0-bd1d-d282d83e3a18 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] update failed (client error): There was a conflict when trying to complete your request. Feb 28 10:36:02.139894 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-408a3fe4-9ccc-47a0-bd1d-d282d83e3a18 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] 10.222.0.62 "PUT /v2.0/security-groups/621e8eda-d15d-4060-ac3a-b1d44cfbc5f3 HTTP/1.1" status: 409 len: 330 time: 0.0095665 Feb 28 10:36:02.142497 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43836) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:02.188334 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d4ef08-f6bf-4c70-8cba-413e39fead1f None None] Pushing event updated for resources: {'Port': ['ID=f102e690-f354-43a1-8ec8-02f5e5a50714,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:02.282209 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port 7258f7d8-308c-41dd-9664-86ef53021b76, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=7258f7d8-308c-41dd-9664-86ef53021b76,segment=NetworkSegment(4aaa09d7-06d1-4353-aca5-490dee0f9a68),segment_id=4aaa09d7-06d1-4353-aca5-490dee0f9a68)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:02.335941 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-2675b0ae-53ca-41b5-822d-72d577351db9 None None] Current status of the port 7258f7d8-308c-41dd-9664-86ef53021b76 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:02.335941 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2675b0ae-53ca-41b5-822d-72d577351db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (7258f7d8-308c-41dd-9664-86ef53021b76), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:02.395432 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2bb46a05-5055-434c-81d7-4a843ef99c74 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks [] for port (0b660cdf-5fdd-429e-ad10-689c854fd5cc), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:02.447214 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f45d1325-ff23-4dbc-9e59-6a9f606d4b9c tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks [] for security_group (621e8eda-d15d-4060-ac3a-b1d44cfbc5f3), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:02.479174 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f45d1325-ff23-4dbc-9e59-6a9f606d4b9c tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks [] for security_group (621e8eda-d15d-4060-ac3a-b1d44cfbc5f3), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:02.481315 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (7258f7d8-308c-41dd-9664-86ef53021b76), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:02.496234 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d67171-8a1f-4ce7-9fbb-3165843244c1 None None] DHCP port deletion for 30da8e03-d789-425c-bcde-2e58f9577167 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:36:02.562686 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2368a1a9-2839-46da-aced-8df8570c25e1 None None] Publish callbacks [] for port (640e4029-4e3e-439e-83e0-01a4bcf26d62), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:02.681935 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.db.api [None req-2675b0ae-53ca-41b5-822d-72d577351db9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:36:02.682979 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG oslo_db.api [None req-2675b0ae-53ca-41b5-822d-72d577351db9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:36:02.706340 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2368a1a9-2839-46da-aced-8df8570c25e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (640e4029-4e3e-439e-83e0-01a4bcf26d62), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:02.713192 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=7258f7d8-308c-41dd-9664-86ef53021b76,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:02.726691 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f45d1325-ff23-4dbc-9e59-6a9f606d4b9c tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (621e8eda-d15d-4060-ac3a-b1d44cfbc5f3), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:02.730387 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f45d1325-ff23-4dbc-9e59-6a9f606d4b9c tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:02.731748 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-f45d1325-ff23-4dbc-9e59-6a9f606d4b9c tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] 10.222.0.62 "DELETE /v2.0/security-groups/621e8eda-d15d-4060-ac3a-b1d44cfbc5f3 HTTP/1.1" status: 204 len: 168 time: 0.5879230 Feb 28 10:36:02.733084 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2bb46a05-5055-434c-81d7-4a843ef99c74 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (0b660cdf-5fdd-429e-ad10-689c854fd5cc), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:02.744453 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43842) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:02.754095 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7e28f314-c65f-4754-ae9e-39983cf03ed6 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (30da8e03-d789-425c-bcde-2e58f9577167), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:02.759776 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7e28f314-c65f-4754-ae9e-39983cf03ed6 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:02.764798 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-7e28f314-c65f-4754-ae9e-39983cf03ed6 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] 10.222.0.62 "DELETE /v2.0/networks/30da8e03-d789-425c-bcde-2e58f9577167 HTTP/1.1" status: 204 len: 168 time: 4.4465985 Feb 28 10:36:02.774744 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2368a1a9-2839-46da-aced-8df8570c25e1 None None] Pushing event updated for resources: {'Port': ['ID=640e4029-4e3e-439e-83e0-01a4bcf26d62,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:02.780683 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43844) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:02.802761 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device f102e690-f354-43a1-8ec8-02f5e5a50714 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:36:02.808758 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2368a1a9-2839-46da-aced-8df8570c25e1 None None] Network 8e88b6f9-9c91-45de-9d9d-d81dd29fff97 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:02.811937 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-2368a1a9-2839-46da-aced-8df8570c25e1 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:02.815290 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2368a1a9-2839-46da-aced-8df8570c25e1 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:36:02.815867 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-4605980a-b546-4cdc-992f-5410b022024b tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2058943394'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:02.863952 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e28f314-c65f-4754-ae9e-39983cf03ed6 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Pushing event deleted for resources: {'Network': ['ID=30da8e03-d789-425c-bcde-2e58f9577167,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:02.906439 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-ee379a96-78fa-46a5-9101-caa9ebebd661 req-196bd0ff-db1f-411e-8a34-4fb216b46bcb service neutron] 10.222.0.70 "GET /v2.0/networks/3446291b-b1f9-4318-9a41-856ad362fcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7960782 Feb 28 10:36:02.918166 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-2368a1a9-2839-46da-aced-8df8570c25e1 None None] Attempting to bind port 640e4029-4e3e-439e-83e0-01a4bcf26d62 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:36:02.919189 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-2368a1a9-2839-46da-aced-8df8570c25e1 None None] Attempting to bind port 640e4029-4e3e-439e-83e0-01a4bcf26d62 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': 'de53ca9f-4581-484b-82eb-39a842ef9cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8e88b6f9-9c91-45de-9d9d-d81dd29fff97'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:36:02.919571 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2368a1a9-2839-46da-aced-8df8570c25e1 None None] Attempting to bind port 640e4029-4e3e-439e-83e0-01a4bcf26d62 on network 8e88b6f9-9c91-45de-9d9d-d81dd29fff97 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:36:02.929811 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2368a1a9-2839-46da-aced-8df8570c25e1 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:36:02.930192 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2368a1a9-2839-46da-aced-8df8570c25e1 None None] Checking segment: {'id': 'de53ca9f-4581-484b-82eb-39a842ef9cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8e88b6f9-9c91-45de-9d9d-d81dd29fff97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:36:02.930596 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2368a1a9-2839-46da-aced-8df8570c25e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:02.934075 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2368a1a9-2839-46da-aced-8df8570c25e1 None None] Bound using segment: {'id': 'de53ca9f-4581-484b-82eb-39a842ef9cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8e88b6f9-9c91-45de-9d9d-d81dd29fff97'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:36:02.934075 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-2368a1a9-2839-46da-aced-8df8570c25e1 None None] Bound port: 640e4029-4e3e-439e-83e0-01a4bcf26d62, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de53ca9f-4581-484b-82eb-39a842ef9cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8e88b6f9-9c91-45de-9d9d-d81dd29fff97'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:36:02.934075 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2368a1a9-2839-46da-aced-8df8570c25e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (640e4029-4e3e-439e-83e0-01a4bcf26d62), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:02.935731 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port f102e690-f354-43a1-8ec8-02f5e5a50714 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:02.935929 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (f102e690-f354-43a1-8ec8-02f5e5a50714), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:02.984414 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64551a41-9374-468d-a5d7-0b9a22cc3b37 req-e9446844-a390-4ccd-b163-4bf76b968e62 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:02.986999 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-64551a41-9374-468d-a5d7-0b9a22cc3b37 req-e9446844-a390-4ccd-b163-4bf76b968e62 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] 10.222.0.62 "GET /v2.0/ports?device_id=290eb2b7-05ba-48d8-b5f9-a94f59fbcb4c HTTP/1.1" status: 200 len: 943 time: 0.3467841 Feb 28 10:36:02.989124 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4605980a-b546-4cdc-992f-5410b022024b tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Made reservation on behalf of 6344603bd44c4b40ab017d9623e1a51e for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:02.992622 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4605980a-b546-4cdc-992f-5410b022024b tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:03.004980 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1 details requested by agent hyperv_hv-neutron-8291 with host hv-neutron-8291 {{(pid=104085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:36:03.020757 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb46a05-5055-434c-81d7-4a843ef99c74 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Network 619eca2d-2796-48a3-921d-d87468880c45 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:03.034865 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45d1325-ff23-4dbc-9e59-6a9f606d4b9c tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=621e8eda-d15d-4060-ac3a-b1d44cfbc5f3,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:03.042802 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-2bb46a05-5055-434c-81d7-4a843ef99c74 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:03.066118 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb46a05-5055-434c-81d7-4a843ef99c74 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:36:03.081517 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3d3b3-0617-4bd2-a5d7-2124f141facf req-215d1b3e-8c54-444d-bf5a-4ec586d354cd tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:03.081517 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-efb3d3b3-0617-4bd2-a5d7-2124f141facf req-215d1b3e-8c54-444d-bf5a-4ec586d354cd tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 943 time: 0.5744154 Feb 28 10:36:03.081517 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-10dc4a71-dcf0-4ceb-8351-1da12c21d353 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Allocated IP 2001:db8::325 (8e88b6f9-9c91-45de-9d9d-d81dd29fff97/e94f9bfa-e606-4326-a460-d720d15009ee/606c7064-b40b-4a1c-a571-f428af863650) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:36:03.133303 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb46a05-5055-434c-81d7-4a843ef99c74 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Pushing event updated for resources: {'Port': ['ID=0b660cdf-5fdd-429e-ad10-689c854fd5cc,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:03.139428 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-2368a1a9-2839-46da-aced-8df8570c25e1 None None] For port 640e4029-4e3e-439e-83e0-01a4bcf26d62, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:36:03.152965 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-ee379a96-78fa-46a5-9101-caa9ebebd661 req-aa0b693f-ddaf-4f46-b492-c40b02c9653c service neutron] 10.222.0.70 "GET /v2.0/networks/3446291b-b1f9-4318-9a41-856ad362fcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382503 Feb 28 10:36:03.162607 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4605980a-b546-4cdc-992f-5410b022024b tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:36:03.185284 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-2368a1a9-2839-46da-aced-8df8570c25e1 None None] For port 640e4029-4e3e-439e-83e0-01a4bcf26d62, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=640e4029-4e3e-439e-83e0-01a4bcf26d62,segment=NetworkSegment(de53ca9f-4581-484b-82eb-39a842ef9cc3),segment_id=de53ca9f-4581-484b-82eb-39a842ef9cc3)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:36:03.218965 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-2e6fc51e-25a5-4b99-97ee-9890e6fb8033 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.4661400 Feb 28 10:36:03.227837 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43848) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:03.248613 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2bb46a05-5055-434c-81d7-4a843ef99c74 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047958'] for router_interface (5453a7cc-62c0-49cc-8b03-c488bdf35c13), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:03.252589 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port f102e690-f354-43a1-8ec8-02f5e5a50714 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:03.253190 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (f102e690-f354-43a1-8ec8-02f5e5a50714), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:03.266301 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-64551a41-9374-468d-a5d7-0b9a22cc3b37 req-5daa7c51-ec68-4658-b2cb-8f647397582b tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] 10.222.0.62 "GET /v2.0/security-groups?id=fef6c4de-b472-437a-b0f0-f89143292e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2711992 Feb 28 10:36:03.284356 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2368a1a9-2839-46da-aced-8df8570c25e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (640e4029-4e3e-439e-83e0-01a4bcf26d62), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:03.296353 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1,segment=NetworkSegment(db76503e-05d2-4ea2-9a37-05c2b8cc2076),segment_id=db76503e-05d2-4ea2-9a37-05c2b8cc2076)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:03.304089 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-2675b0ae-53ca-41b5-822d-72d577351db9 None None] Current status of the port 7258f7d8-308c-41dd-9664-86ef53021b76 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:03.327195 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4605980a-b546-4cdc-992f-5410b022024b tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (48189117-ea39-4ddc-864a-a9c02c687be9), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:03.327671 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-4605980a-b546-4cdc-992f-5410b022024b tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Added segment 48189117-ea39-4ddc-864a-a9c02c687be9 of type vlan for network a706c983-5606-46c9-b989-0e8402492609 Feb 28 10:36:03.353535 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Returning: {'device': '5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1', 'network_id': '61f11b1b-099a-45f3-b423-a89dfa9243a1', 'port_id': '5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1', 'mac_address': 'fa:16:3e:33:8a:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dff7405-dcc7-4aec-b812-04c9508d9791', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:36:03.369725 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port f102e690-f354-43a1-8ec8-02f5e5a50714, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=f102e690-f354-43a1-8ec8-02f5e5a50714,segment=NetworkSegment(c57937cb-0d49-4f2c-baa4-aab02956c75a),segment_id=c57937cb-0d49-4f2c-baa4-aab02956c75a)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:03.468645 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-efb3d3b3-0617-4bd2-a5d7-2124f141facf req-0a4c9f88-e98b-42d8-8ee6-29a7d0bca947 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3547418 Feb 28 10:36:03.470494 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.api.v2.resource [None req-c1345338-d382-4d29-b1ca-8858cdae5e4d tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] delete failed (client error): The resource could not be found. Feb 28 10:36:03.477929 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-c1345338-d382-4d29-b1ca-8858cdae5e4d tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] 10.222.0.62 "DELETE /v2.0/security-groups/b858bc35-0e1b-4fec-b60e-db32754a8b22 HTTP/1.1" status: 404 len: 347 time: 0.2490022 Feb 28 10:36:03.484315 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43850) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:03.508425 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b3bc989c-c195-453d-886d-0b61578f9ef6 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks [] for router_gateway (6a93eea3-38fb-4686-895b-2dd73a316163), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:03.520809 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4605980a-b546-4cdc-992f-5410b022024b tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (a706c983-5606-46c9-b989-0e8402492609), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:03.524174 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.api.v2.resource [None req-39a04966-7c0d-4680-8675-a9d0ea4627cc tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] show failed (client error): The resource could not be found. Feb 28 10:36:03.532330 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-39a04966-7c0d-4680-8675-a9d0ea4627cc tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] 10.222.0.62 "GET /v2.0/security-groups/436a3c62-bb7a-4a4f-890d-ae55831da2eb HTTP/1.1" status: 404 len: 347 time: 0.0457480 Feb 28 10:36:03.536949 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43852) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:03.569127 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.api.v2.resource [None req-785fdbce-e796-4eb2-9770-38f55c93a451 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] show failed (client error): The resource could not be found. Feb 28 10:36:03.578763 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-785fdbce-e796-4eb2-9770-38f55c93a451 tempest-NegativeSecGroupIPv6Test-25439700 tempest-NegativeSecGroupIPv6Test-25439700-project] 10.222.0.62 "GET /v2.0/security-group-rules/4e4d45eb-e7ee-4f29-9c19-92b84f4e02b8 HTTP/1.1" status: 404 len: 356 time: 0.0394356 Feb 28 10:36:03.634062 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2bb46a05-5055-434c-81d7-4a843ef99c74 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (0b660cdf-5fdd-429e-ad10-689c854fd5cc), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:03.643351 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (f102e690-f354-43a1-8ec8-02f5e5a50714), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:03.666104 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2368a1a9-2839-46da-aced-8df8570c25e1 None None] Pushing event updated for resources: {'Port': ['ID=640e4029-4e3e-439e-83e0-01a4bcf26d62,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:03.737845 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1 is: DOWN; New status is: BUILD {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:03.738512 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:03.753784 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-da7c8fdd-be11-4ff0-a931-cd16e749d84e None None] Provisioning complete for port 7258f7d8-308c-41dd-9664-86ef53021b76 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:03.754477 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-da7c8fdd-be11-4ff0-a931-cd16e749d84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (7258f7d8-308c-41dd-9664-86ef53021b76), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:03.758194 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0297187c-d6fd-4524-8e01-0d7262514881 req-4b1f7776-329a-4d0b-aa38-a67c47b906a2 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:03.766289 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-0297187c-d6fd-4524-8e01-0d7262514881 req-4b1f7776-329a-4d0b-aa38-a67c47b906a2 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] 10.222.0.62 "GET /v2.0/ports?device_id=99037f9b-fc9a-45f9-9fc6-b6804397f8c7 HTTP/1.1" status: 200 len: 944 time: 0.3337724 Feb 28 10:36:03.782094 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 812ddc28-cd22-43d8-8356-8fa21474d1ea no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:36:03.820588 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4605980a-b546-4cdc-992f-5410b022024b tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (a706c983-5606-46c9-b989-0e8402492609), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:03.845697 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4605980a-b546-4cdc-992f-5410b022024b tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:03.846455 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4605980a-b546-4cdc-992f-5410b022024b tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:03.891697 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1 {{(pid=104085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:36:03.898422 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=f102e690-f354-43a1-8ec8-02f5e5a50714,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:03.913304 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 812ddc28-cd22-43d8-8356-8fa21474d1ea {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:36:03.913651 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 812ddc28-cd22-43d8-8356-8fa21474d1ea not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:36:03.930627 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1,segment=NetworkSegment(db76503e-05d2-4ea2-9a37-05c2b8cc2076),segment_id=db76503e-05d2-4ea2-9a37-05c2b8cc2076)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:03.933190 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2370b1e1-6458-49d0-a80e-e037902a064c None None] Network 619eca2d-2796-48a3-921d-d87468880c45 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:04.001964 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-10dc4a71-dcf0-4ceb-8351-1da12c21d353 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks [] for port (606c7064-b40b-4a1c-a571-f428af863650), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:04.014292 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-0297187c-d6fd-4524-8e01-0d7262514881 req-a8cd5ad5-9b5f-4209-b8bb-c534bcf80b20 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1e7b656-9d2d-4925-8731-88f96b12caa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2472873 Feb 28 10:36:04.050170 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4605980a-b546-4cdc-992f-5410b022024b tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Pushing event updated for resources: {'Network': ['ID=a706c983-5606-46c9-b989-0e8402492609,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:04.055919 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:04.059341 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 0eb4597e-81f8-41b4-8a22-afb3a0fa610a details requested by agent hyperv_hv-neutron-8291 with host hv-neutron-8291 {{(pid=104085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:36:04.074714 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43856) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:04.075701 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-4605980a-b546-4cdc-992f-5410b022024b tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2625933 Feb 28 10:36:04.076870 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network a706c983-5606-46c9-b989-0e8402492609 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:36:04.084860 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-ecfb0d1e-9817-4e30-9c73-17a763006054 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Request body: {'subnet': {'network_id': 'a706c983-5606-46c9-b989-0e8402492609', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:04.137551 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b3bc989c-c195-453d-886d-0b61578f9ef6 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (6a93eea3-38fb-4686-895b-2dd73a316163), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:04.203567 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-da7c8fdd-be11-4ff0-a931-cd16e749d84e None None] Current status of the port 7258f7d8-308c-41dd-9664-86ef53021b76 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:04.239966 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-10dc4a71-dcf0-4ceb-8351-1da12c21d353 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (606c7064-b40b-4a1c-a571-f428af863650), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:04.288518 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:04.296789 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecfb0d1e-9817-4e30-9c73-17a763006054 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Made reservation on behalf of 6344603bd44c4b40ab017d9623e1a51e for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:04.300584 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ecfb0d1e-9817-4e30-9c73-17a763006054 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:04.358054 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 0eb4597e-81f8-41b4-8a22-afb3a0fa610a, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=0eb4597e-81f8-41b4-8a22-afb3a0fa610a,segment=NetworkSegment(3c93ccf0-f69b-4385-a05b-2d73c05d52da),segment_id=3c93ccf0-f69b-4385-a05b-2d73c05d52da)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:04.361141 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-33548b3e-3873-49e6-ac1c-611684ef2164 None None] Provisioning complete for port f102e690-f354-43a1-8ec8-02f5e5a50714 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:04.361522 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-33548b3e-3873-49e6-ac1c-611684ef2164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (f102e690-f354-43a1-8ec8-02f5e5a50714), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:04.374893 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10dc4a71-dcf0-4ceb-8351-1da12c21d353 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Network 8e88b6f9-9c91-45de-9d9d-d81dd29fff97 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:04.393393 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43862) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:04.399210 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc4a71-dcf0-4ceb-8351-1da12c21d353 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Pushing event updated for resources: {'Port': ['ID=606c7064-b40b-4a1c-a571-f428af863650,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:04.408936 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Returning: {'device': '0eb4597e-81f8-41b4-8a22-afb3a0fa610a', 'network_id': 'a542a1e4-364b-4847-89d1-2f3ed2b23a7c', 'port_id': '0eb4597e-81f8-41b4-8a22-afb3a0fa610a', 'mac_address': 'fa:16:3e:e4:ee:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b50a414-606d-4a0d-a715-63172e88e953', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:36:04.418056 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-10dc4a71-dcf0-4ceb-8351-1da12c21d353 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:04.472367 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3bc989c-c195-453d-886d-0b61578f9ef6 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Router 6a93eea3-38fb-4686-895b-2dd73a316163 is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:36:04.474435 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 0eb4597e-81f8-41b4-8a22-afb3a0fa610a is: DOWN; New status is: BUILD {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:04.474730 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (0eb4597e-81f8-41b4-8a22-afb3a0fa610a), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:04.501278 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eb4597e-81f8-41b4-8a22-afb3a0fa610a {{(pid=104085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:36:04.579814 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2bb46a05-5055-434c-81d7-4a843ef99c74 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks [] for port (0b660cdf-5fdd-429e-ad10-689c854fd5cc), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:04.602575 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dc4a71-dcf0-4ceb-8351-1da12c21d353 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:36:04.631907 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10dc4a71-dcf0-4ceb-8351-1da12c21d353 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:04.632608 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-10dc4a71-dcf0-4ceb-8351-1da12c21d353 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:04.635356 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 0eb4597e-81f8-41b4-8a22-afb3a0fa610a, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=0eb4597e-81f8-41b4-8a22-afb3a0fa610a,segment=NetworkSegment(3c93ccf0-f69b-4385-a05b-2d73c05d52da),segment_id=3c93ccf0-f69b-4385-a05b-2d73c05d52da)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:04.653940 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-33548b3e-3873-49e6-ac1c-611684ef2164 None None] Current status of the port f102e690-f354-43a1-8ec8-02f5e5a50714 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:04.686502 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2bb46a05-5055-434c-81d7-4a843ef99c74 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (0b660cdf-5fdd-429e-ad10-689c854fd5cc), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:04.718734 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (0eb4597e-81f8-41b4-8a22-afb3a0fa610a), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:04.824309 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2bb46a05-5055-434c-81d7-4a843ef99c74 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047558'] for router_interface (5453a7cc-62c0-49cc-8b03-c488bdf35c13), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:04.874386 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device f102e690-f354-43a1-8ec8-02f5e5a50714 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:36:04.880913 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-10dc4a71-dcf0-4ceb-8351-1da12c21d353 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.5762877 Feb 28 10:36:04.894955 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43868) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:04.895129 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=0eb4597e-81f8-41b4-8a22-afb3a0fa610a,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:04.912823 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-232f9604-1eb6-41bd-bb94-8a0acd049aff tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Request body: {'port': {'network_id': '8e88b6f9-9c91-45de-9d9d-d81dd29fff97', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1202739452', 'allowed_address_pairs': [{'ip_address': '2001:db8::325', 'mac_address': 'fa:16:3e:4b:12:ea'}]}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:04.913778 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-bfb0d17a-72c0-4c7e-a422-c2efb3640dd7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=320575ffa72b4107b7dda5a9bed7a49c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5228002 Feb 28 10:36:04.918628 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43870) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:04.944882 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-d2666fc0-9c21-4056-b88a-b0cca44595c1 None None] Provisioning complete for port 0b660cdf-5fdd-429e-ad10-689c854fd5cc triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:04.947001 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d2666fc0-9c21-4056-b88a-b0cca44595c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (0b660cdf-5fdd-429e-ad10-689c854fd5cc), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:04.974601 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb46a05-5055-434c-81d7-4a843ef99c74 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Pushing event updated for resources: {'Port': ['ID=0b660cdf-5fdd-429e-ad10-689c854fd5cc,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:04.984554 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caf7b57-56b2-47ad-80d0-0c693c9876d8 req-05c22119-40b2-423b-aeca-0559fffbe33a tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:04.993070 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4caf7b57-56b2-47ad-80d0-0c693c9876d8 req-05c22119-40b2-423b-aeca-0559fffbe33a tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] 10.222.0.62 "GET /v2.0/ports?device_id=290eb2b7-05ba-48d8-b5f9-a94f59fbcb4c HTTP/1.1" status: 200 len: 944 time: 0.5694904 Feb 28 10:36:04.998460 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3bc989c-c195-453d-886d-0b61578f9ef6 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:36:05.019322 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82df173f-6537-4c24-8b7e-8e41a612408f None None] Sync routers for ids ['6a93eea3-38fb-4686-895b-2dd73a316163'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:36:05.036772 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577e37a-8f92-48cf-a1da-2d5bacb64922 req-a413a0b1-63f6-4b79-aab6-c7470cc18a30 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:05.036977 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82df173f-6537-4c24-8b7e-8e41a612408f None None] Routers {'6a93eea3-38fb-4686-895b-2dd73a316163'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:05.039737 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-82df173f-6537-4c24-8b7e-8e41a612408f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:35:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['6a93eea3-38fb-4686-895b-2dd73a316163'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:05.045866 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-3577e37a-8f92-48cf-a1da-2d5bacb64922 req-a413a0b1-63f6-4b79-aab6-c7470cc18a30 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 943 time: 0.3894892 Feb 28 10:36:05.090341 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 5a922728-f3d0-4367-bcc8-b27de3315e43 details requested by agent hyperv_hv-neutron-8291 with host hv-neutron-8291 {{(pid=104085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:36:05.112332 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9f0fc61a-7eee-4917-ae5a-ad15c63ce940 admin admin] Publish callbacks [] for security_group (0ab92b36-93cc-4338-8495-0c03da02cf2a), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:05.139687 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-82df173f-6537-4c24-8b7e-8e41a612408f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:05.156312 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9f0fc61a-7eee-4917-ae5a-ad15c63ce940 admin admin] Publish callbacks [] for security_group (0ab92b36-93cc-4338-8495-0c03da02cf2a), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:05.177158 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82df173f-6537-4c24-8b7e-8e41a612408f None None] Routers {'6a93eea3-38fb-4686-895b-2dd73a316163'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:05.179406 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-82df173f-6537-4c24-8b7e-8e41a612408f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:35:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['6a93eea3-38fb-4686-895b-2dd73a316163'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:05.204122 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-d2666fc0-9c21-4056-b88a-b0cca44595c1 None None] Port 0b660cdf-5fdd-429e-ad10-689c854fd5cc cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:36:05.228912 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b3bc989c-c195-453d-886d-0b61578f9ef6 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:05.237374 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-b3bc989c-c195-453d-886d-0b61578f9ef6 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 7.1552100 Feb 28 10:36:05.239104 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43874) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:05.286211 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-3577e37a-8f92-48cf-a1da-2d5bacb64922 req-2e728afc-a86d-4e1f-90e4-7c3a215be2a0 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2325830 Feb 28 10:36:05.295899 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-d2666fc0-9c21-4056-b88a-b0cca44595c1 None None] Provisioning complete for port f102e690-f354-43a1-8ec8-02f5e5a50714 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:05.296868 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d2666fc0-9c21-4056-b88a-b0cca44595c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (f102e690-f354-43a1-8ec8-02f5e5a50714), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:05.346802 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f684afd-791f-4820-be2b-da9cacdb8a51 None None] Network 8e88b6f9-9c91-45de-9d9d-d81dd29fff97 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:05.351131 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-82df173f-6537-4c24-8b7e-8e41a612408f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:05.351834 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82df173f-6537-4c24-8b7e-8e41a612408f None None] The sync data for ids ['6a93eea3-38fb-4686-895b-2dd73a316163'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:36:05.357941 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:36:05.361447 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port f102e690-f354-43a1-8ec8-02f5e5a50714 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:05.362427 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (f102e690-f354-43a1-8ec8-02f5e5a50714), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:05.370689 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9f0fc61a-7eee-4917-ae5a-ad15c63ce940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (0ab92b36-93cc-4338-8495-0c03da02cf2a), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:05.374323 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9f0fc61a-7eee-4917-ae5a-ad15c63ce940 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:05.378418 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-9f0fc61a-7eee-4917-ae5a-ad15c63ce940 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0ab92b36-93cc-4338-8495-0c03da02cf2a HTTP/1.1" status: 204 len: 168 time: 0.4553435 Feb 28 10:36:05.410974 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0fc61a-7eee-4917-ae5a-ad15c63ce940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab92b36-93cc-4338-8495-0c03da02cf2a,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:05.451778 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4caf7b57-56b2-47ad-80d0-0c693c9876d8 req-c10736d5-cad9-4d8f-bb2c-37e3b6ea450b tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] 10.222.0.62 "GET /v2.0/security-groups?id=fef6c4de-b472-437a-b0f0-f89143292e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2883976 Feb 28 10:36:05.521691 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dddc277-e558-41e4-a787-3e8c5cfb4051 req-035dbcd0-d35a-42dc-9910-fa61b1fd3f9b tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:05.524446 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-6dddc277-e558-41e4-a787-3e8c5cfb4051 req-035dbcd0-d35a-42dc-9910-fa61b1fd3f9b tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] 10.222.0.62 "GET /v2.0/ports?device_id=99037f9b-fc9a-45f9-9fc6-b6804397f8c7 HTTP/1.1" status: 200 len: 945 time: 0.0853281 Feb 28 10:36:05.564750 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb46a05-5055-434c-81d7-4a843ef99c74 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Network 619eca2d-2796-48a3-921d-d87468880c45 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:05.593293 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-6dddc277-e558-41e4-a787-3e8c5cfb4051 req-e98941f3-9c6e-49b7-90e2-a48cc4e5bb4d tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1e7b656-9d2d-4925-8731-88f96b12caa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595515 Feb 28 10:36:05.601434 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-2bb46a05-5055-434c-81d7-4a843ef99c74 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:05.623532 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['0eb4597e-81f8-41b4-8a22-afb3a0fa610a'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:36:05.744159 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232f9604-1eb6-41bd-bb94-8a0acd049aff tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Made reservation on behalf of 9d70165fec644654931461bf265f7dde for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:05.847619 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 5a922728-f3d0-4367-bcc8-b27de3315e43, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=5a922728-f3d0-4367-bcc8-b27de3315e43,segment=NetworkSegment(be7ef583-9773-47a5-8fb0-292ce51f3db0),segment_id=be7ef583-9773-47a5-8fb0-292ce51f3db0)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:05.928516 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Returning: {'device': '5a922728-f3d0-4367-bcc8-b27de3315e43', 'network_id': '3446291b-b1f9-4318-9a41-856ad362fcb1', 'port_id': '5a922728-f3d0-4367-bcc8-b27de3315e43', 'mac_address': 'fa:16:3e:09:3b:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '038abd09-1459-4824-9486-15e272f156e9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:36:06.011211 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-d2666fc0-9c21-4056-b88a-b0cca44595c1 None None] Current status of the port f102e690-f354-43a1-8ec8-02f5e5a50714 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:06.044906 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port f102e690-f354-43a1-8ec8-02f5e5a50714 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:06.046015 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 640e4029-4e3e-439e-83e0-01a4bcf26d62 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:36:06.103746 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ecfb0d1e-9817-4e30-9c73-17a763006054 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (1975fd3c-2ad9-452b-baa8-85d416eaa394), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:06.111549 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 5a922728-f3d0-4367-bcc8-b27de3315e43 is: DOWN; New status is: BUILD {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:06.111946 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (5a922728-f3d0-4367-bcc8-b27de3315e43), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:06.166397 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a922728-f3d0-4367-bcc8-b27de3315e43 {{(pid=104085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:36:06.193330 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-95b6e6e9-74b9-48a0-9afd-2f7693e6ad77 None None] Provisioning complete for port 0b660cdf-5fdd-429e-ad10-689c854fd5cc triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:06.195412 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-95b6e6e9-74b9-48a0-9afd-2f7693e6ad77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (0b660cdf-5fdd-429e-ad10-689c854fd5cc), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:06.276554 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb0d1e-9817-4e30-9c73-17a763006054 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Pushing event updated for resources: {'Subnet': ['ID=1975fd3c-2ad9-452b-baa8-85d416eaa394,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:06.378393 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 5a922728-f3d0-4367-bcc8-b27de3315e43, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=5a922728-f3d0-4367-bcc8-b27de3315e43,segment=NetworkSegment(be7ef583-9773-47a5-8fb0-292ce51f3db0),segment_id=be7ef583-9773-47a5-8fb0-292ce51f3db0)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:06.413394 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb46a05-5055-434c-81d7-4a843ef99c74 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Router 5453a7cc-62c0-49cc-8b03-c488bdf35c13 is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:36:06.428552 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfb0d1e-9817-4e30-9c73-17a763006054 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Checking segment: {'id': '48189117-ea39-4ddc-864a-a9c02c687be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a706c983-5606-46c9-b989-0e8402492609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:36:06.428552 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfb0d1e-9817-4e30-9c73-17a763006054 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Network hostable DHCP agents. Network: a706c983-5606-46c9-b989-0e8402492609, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:36:06.428731 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 640e4029-4e3e-439e-83e0-01a4bcf26d62 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:06.428731 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (640e4029-4e3e-439e-83e0-01a4bcf26d62), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:06.455476 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-95b6e6e9-74b9-48a0-9afd-2f7693e6ad77 None None] Port 0b660cdf-5fdd-429e-ad10-689c854fd5cc cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:36:06.466597 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-232f9604-1eb6-41bd-bb94-8a0acd049aff tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:06.483487 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (5a922728-f3d0-4367-bcc8-b27de3315e43), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:06.491525 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-95b6e6e9-74b9-48a0-9afd-2f7693e6ad77 None None] Provisioning complete for port 640e4029-4e3e-439e-83e0-01a4bcf26d62 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:06.491914 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-95b6e6e9-74b9-48a0-9afd-2f7693e6ad77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (640e4029-4e3e-439e-83e0-01a4bcf26d62), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:06.600035 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57774c6e-3c84-4a6b-95af-c804f71120a6 req-b1710358-3b85-4ce3-bb6b-d99451b724e4 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:06.610695 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-57774c6e-3c84-4a6b-95af-c804f71120a6 req-b1710358-3b85-4ce3-bb6b-d99451b724e4 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] 10.222.0.62 "GET /v2.0/ports?device_id=290eb2b7-05ba-48d8-b5f9-a94f59fbcb4c HTTP/1.1" status: 200 len: 944 time: 0.0829024 Feb 28 10:36:06.626871 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-232f9604-1eb6-41bd-bb94-8a0acd049aff tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] device_id is not set on port 1ec6e3c9-f11e-47b7-b98e-fd66e5c0d53c yet. {{(pid=104083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:36:06.658906 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 640e4029-4e3e-439e-83e0-01a4bcf26d62 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:06.659384 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (640e4029-4e3e-439e-83e0-01a4bcf26d62), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:06.680351 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=5a922728-f3d0-4367-bcc8-b27de3315e43,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:06.680503 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-57774c6e-3c84-4a6b-95af-c804f71120a6 req-fbdcdc47-2d16-4058-9eb4-82d87981357a tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] 10.222.0.62 "GET /v2.0/security-groups?id=fef6c4de-b472-437a-b0f0-f89143292e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688388 Feb 28 10:36:06.725584 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfb0d1e-9817-4e30-9c73-17a763006054 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Network a706c983-5606-46c9-b989-0e8402492609 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:36:06.733863 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43904) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:06.752488 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port 640e4029-4e3e-439e-83e0-01a4bcf26d62, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=640e4029-4e3e-439e-83e0-01a4bcf26d62,segment=NetworkSegment(de53ca9f-4581-484b-82eb-39a842ef9cc3),segment_id=de53ca9f-4581-484b-82eb-39a842ef9cc3)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:06.777196 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-95b6e6e9-74b9-48a0-9afd-2f7693e6ad77 None None] Current status of the port 640e4029-4e3e-439e-83e0-01a4bcf26d62 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:06.777595 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-95b6e6e9-74b9-48a0-9afd-2f7693e6ad77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (640e4029-4e3e-439e-83e0-01a4bcf26d62), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:06.812840 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9b759-af1a-495b-906c-65545132f166 req-f8bcdb1a-3ecc-41a9-a9b8-61ea479a1723 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:06.819229 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-232f9604-1eb6-41bd-bb94-8a0acd049aff tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Allocated IP 2001:db8::2f7 (8e88b6f9-9c91-45de-9d9d-d81dd29fff97/e94f9bfa-e606-4326-a460-d720d15009ee/1ec6e3c9-f11e-47b7-b98e-fd66e5c0d53c) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:36:06.819393 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-1be9b759-af1a-495b-906c-65545132f166 req-f8bcdb1a-3ecc-41a9-a9b8-61ea479a1723 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] 10.222.0.62 "GET /v2.0/ports?device_id=99037f9b-fc9a-45f9-9fc6-b6804397f8c7 HTTP/1.1" status: 200 len: 945 time: 0.0709460 Feb 28 10:36:06.824786 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-ecfb0d1e-9817-4e30-9c73-17a763006054 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, a706c983-5606-46c9-b989-0e8402492609) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:06.836578 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c570b7d7-6864-43ba-9b16-259fd6e2a067 None None] Network a706c983-5606-46c9-b989-0e8402492609 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:06.843936 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac156ea-4339-4603-acee-8e37d2b5f2ed req-6a2582cb-83e9-4b81-b27a-95bb386c10e8 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:06.845530 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4ac156ea-4339-4603-acee-8e37d2b5f2ed req-6a2582cb-83e9-4b81-b27a-95bb386c10e8 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 943 time: 0.4083741 Feb 28 10:36:06.848344 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfb0d1e-9817-4e30-9c73-17a763006054 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:06.849013 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ecfb0d1e-9817-4e30-9c73-17a763006054 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:06.855797 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb46a05-5055-434c-81d7-4a843ef99c74 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:36:06.860276 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (640e4029-4e3e-439e-83e0-01a4bcf26d62), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:06.861161 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 7258f7d8-308c-41dd-9664-86ef53021b76 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:36:06.878883 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-1be9b759-af1a-495b-906c-65545132f166 req-08a9155f-2c03-4c26-b352-0c85d11109f3 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1e7b656-9d2d-4925-8731-88f96b12caa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540044 Feb 28 10:36:06.884167 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43908) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:06.887403 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-2bb46a05-5055-434c-81d7-4a843ef99c74 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] 10.222.0.62 "PUT /v2.0/routers/5453a7cc-62c0-49cc-8b03-c488bdf35c13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1371202 Feb 28 10:36:06.891206 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-e9e375df-0e82-4e8a-bed8-72bec63d709f tempest-SubnetPoolsTestJSON-930202226 tempest-SubnetPoolsTestJSON-930202226-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1541003445', 'prefixes': ['172.20.0.0/16']}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:06.899020 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-62922323-13ef-4f7a-9a75-ce0b59289e9e tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Request body: {'port': {'network_id': '619eca2d-2796-48a3-921d-d87468880c45', 'name': 'tempest-FloatingIPNegativeTestJSON-1914508636'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:06.900796 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1671779d-5cfb-4bd0-8b68-eb500306ca35 None None] Sync routers for ids ['5453a7cc-62c0-49cc-8b03-c488bdf35c13'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:36:06.904853 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['5a922728-f3d0-4367-bcc8-b27de3315e43'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:36:07.009560 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1 up at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:36:07.074499 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1671779d-5cfb-4bd0-8b68-eb500306ca35 None None] Routers {'5453a7cc-62c0-49cc-8b03-c488bdf35c13'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:07.075341 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-1671779d-5cfb-4bd0-8b68-eb500306ca35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:35:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['5453a7cc-62c0-49cc-8b03-c488bdf35c13'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:07.110202 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62922323-13ef-4f7a-9a75-ce0b59289e9e tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Made reservation on behalf of 5d7d91f9dd07496391b3f07a0bfa9c2b for: {'port': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:07.113638 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-62922323-13ef-4f7a-9a75-ce0b59289e9e tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:07.136632 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-1671779d-5cfb-4bd0-8b68-eb500306ca35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:07.140897 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [None req-62922323-13ef-4f7a-9a75-ce0b59289e9e tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] device_id is not set on port 06b1e87e-0231-478d-81fc-0313b75d7dcf yet. {{(pid=104084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:36:07.153992 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4ac156ea-4339-4603-acee-8e37d2b5f2ed req-9493252a-34ad-4826-814e-b7e0ee291116 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2782953 Feb 28 10:36:07.170339 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-ecfb0d1e-9817-4e30-9c73-17a763006054 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.0945172 Feb 28 10:36:07.172847 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43910) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:07.175094 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-232f9604-1eb6-41bd-bb94-8a0acd049aff tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks [] for port (1ec6e3c9-f11e-47b7-b98e-fd66e5c0d53c), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:07.185858 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=640e4029-4e3e-439e-83e0-01a4bcf26d62,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:07.191362 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.db.api [None req-95b6e6e9-74b9-48a0-9afd-2f7693e6ad77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:36:07.191717 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG oslo_db.api [None req-95b6e6e9-74b9-48a0-9afd-2f7693e6ad77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:36:07.221487 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1671779d-5cfb-4bd0-8b68-eb500306ca35 None None] Routers {'5453a7cc-62c0-49cc-8b03-c488bdf35c13'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:07.222128 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-1671779d-5cfb-4bd0-8b68-eb500306ca35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:35:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['5453a7cc-62c0-49cc-8b03-c488bdf35c13'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:07.282625 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e0b3cc-8733-4cd5-9f19-ca90283673fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-a706c983-5606-46c9-b989-0e8402492609', 'network_id': 'a706c983-5606-46c9-b989-0e8402492609', 'project_id': '6344603bd44c4b40ab017d9623e1a51e', 'fixed_ips': [{'subnet_id': '1975fd3c-2ad9-452b-baa8-85d416eaa394'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:36:07.283607 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-52e0b3cc-8733-4cd5-9f19-ca90283673fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:07.284071 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-62922323-13ef-4f7a-9a75-ce0b59289e9e tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Allocated IP 172.20.0.13 (619eca2d-2796-48a3-921d-d87468880c45/3f3dd76a-6eae-4c35-93ed-ddbf604ca434/06b1e87e-0231-478d-81fc-0313b75d7dcf) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:36:07.311584 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 7258f7d8-308c-41dd-9664-86ef53021b76 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:07.311584 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (7258f7d8-308c-41dd-9664-86ef53021b76), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:07.311584 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-1671779d-5cfb-4bd0-8b68-eb500306ca35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:07.311584 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1671779d-5cfb-4bd0-8b68-eb500306ca35 None None] The sync data for ids ['5453a7cc-62c0-49cc-8b03-c488bdf35c13'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:36:07.341988 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-adf59f32-9432-4107-b02e-7214e9c3a5aa tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:07.362103 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4f96185e-e5ba-435f-8c8f-f339820f128f tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (a706c983-5606-46c9-b989-0e8402492609), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:07.425672 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e9e375df-0e82-4e8a-bed8-72bec63d709f tempest-SubnetPoolsTestJSON-930202226 tempest-SubnetPoolsTestJSON-930202226-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:07.430168 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-e9e375df-0e82-4e8a-bed8-72bec63d709f tempest-SubnetPoolsTestJSON-930202226 tempest-SubnetPoolsTestJSON-930202226-project] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.6949234 Feb 28 10:36:07.431028 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43912) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:07.458114 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning for port 5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1 completed by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:36:07.458765 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-232f9604-1eb6-41bd-bb94-8a0acd049aff tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (1ec6e3c9-f11e-47b7-b98e-fd66e5c0d53c), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:07.477965 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning complete for port 5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:07.478344 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:07.501058 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-babe9d95-67a7-4ddf-bf07-f25e3a8ae6cd tempest-SubnetPoolsTestJSON-930202226 tempest-SubnetPoolsTestJSON-930202226-project] 10.222.0.62 "GET /v2.0/subnetpools/41f783c7-a765-4b93-91e3-0fde93be61a0 HTTP/1.1" status: 200 len: 732 time: 0.0668344 Feb 28 10:36:07.505382 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43914) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:07.510337 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-946490aa-6bb6-479c-aaf8-e52d23764c98 tempest-SubnetPoolsTestJSON-930202226 tempest-SubnetPoolsTestJSON-930202226-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-192233898'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:07.551094 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4f96185e-e5ba-435f-8c8f-f339820f128f tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (1975fd3c-2ad9-452b-baa8-85d416eaa394), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:07.589063 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232f9604-1eb6-41bd-bb94-8a0acd049aff tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Network 8e88b6f9-9c91-45de-9d9d-d81dd29fff97 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:07.605223 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-232f9604-1eb6-41bd-bb94-8a0acd049aff tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:07.608291 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232f9604-1eb6-41bd-bb94-8a0acd049aff tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:36:07.614160 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232f9604-1eb6-41bd-bb94-8a0acd049aff tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:07.615043 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-232f9604-1eb6-41bd-bb94-8a0acd049aff tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:07.622726 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 7258f7d8-308c-41dd-9664-86ef53021b76 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:07.641399 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-52e0b3cc-8733-4cd5-9f19-ca90283673fb None None] Allocated IP 2001:db8::1 (a706c983-5606-46c9-b989-0e8402492609/1975fd3c-2ad9-452b-baa8-85d416eaa394/00837afb-96a5-4938-acf4-19bc68b5489e) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:36:07.648684 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-62922323-13ef-4f7a-9a75-ce0b59289e9e tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks [] for port (06b1e87e-0231-478d-81fc-0313b75d7dcf), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:07.699052 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232f9604-1eb6-41bd-bb94-8a0acd049aff tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Pushing event updated for resources: {'Port': ['ID=1ec6e3c9-f11e-47b7-b98e-fd66e5c0d53c,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:07.810734 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-232f9604-1eb6-41bd-bb94-8a0acd049aff tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.9049976 Feb 28 10:36:07.812622 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43918) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:07.818536 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 640e4029-4e3e-439e-83e0-01a4bcf26d62 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:36:07.827619 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1 is: BUILD; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:07.827619 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:07.861244 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-95b6e6e9-74b9-48a0-9afd-2f7693e6ad77 None None] Current status of the port 640e4029-4e3e-439e-83e0-01a4bcf26d62 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:07.918632 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '290eb2b7-05ba-48d8-b5f9-a94f59fbcb4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:36:07.931767 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-62922323-13ef-4f7a-9a75-ce0b59289e9e tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (06b1e87e-0231-478d-81fc-0313b75d7dcf), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:07.942672 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-adf59f32-9432-4107-b02e-7214e9c3a5aa tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Allocated IP 172.20.0.1 (2cb47a8e-c74a-4f5b-82cc-519762c34eda/1115d657-7813-4f95-8625-37b92769be60/334cc1d8-3f97-4d97-bfa3-592cce747525) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:36:07.947670 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-946490aa-6bb6-479c-aaf8-e52d23764c98 tempest-SubnetPoolsTestJSON-930202226 tempest-SubnetPoolsTestJSON-930202226-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:07.949297 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-946490aa-6bb6-479c-aaf8-e52d23764c98 tempest-SubnetPoolsTestJSON-930202226 tempest-SubnetPoolsTestJSON-930202226-project] 10.222.0.62 "PUT /v2.0/subnetpools/41f783c7-a765-4b93-91e3-0fde93be61a0 HTTP/1.1" status: 200 len: 683 time: 0.4429741 Feb 28 10:36:07.952170 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43922) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:08.053581 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62922323-13ef-4f7a-9a75-ce0b59289e9e tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Network 619eca2d-2796-48a3-921d-d87468880c45 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:08.065269 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-62922323-13ef-4f7a-9a75-ce0b59289e9e tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:08.077389 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62922323-13ef-4f7a-9a75-ce0b59289e9e tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:36:08.090457 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62922323-13ef-4f7a-9a75-ce0b59289e9e tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Pushing event updated for resources: {'Port': ['ID=06b1e87e-0231-478d-81fc-0313b75d7dcf,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:08.145182 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-52e0b3cc-8733-4cd5-9f19-ca90283673fb None None] Publish callbacks [] for port (00837afb-96a5-4938-acf4-19bc68b5489e), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:08.147175 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33320828-814e-493a-83a0-1b64e3a5a3aa tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:08.150245 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1,segment=NetworkSegment(db76503e-05d2-4ea2-9a37-05c2b8cc2076),segment_id=db76503e-05d2-4ea2-9a37-05c2b8cc2076)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:08.153371 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33320828-814e-493a-83a0-1b64e3a5a3aa tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:08.159010 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33320828-814e-493a-83a0-1b64e3a5a3aa tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:08.160585 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-33320828-814e-493a-83a0-1b64e3a5a3aa tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.3460424 Feb 28 10:36:08.162013 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 640e4029-4e3e-439e-83e0-01a4bcf26d62 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:08.162408 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (640e4029-4e3e-439e-83e0-01a4bcf26d62), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:08.166064 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43928) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:08.203481 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-3f818bc6-db28-4aa8-9802-711923ca82ea None None] Provisioning complete for port 606c7064-b40b-4a1c-a571-f428af863650 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:08.203874 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3f818bc6-db28-4aa8-9802-711923ca82ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (606c7064-b40b-4a1c-a571-f428af863650), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:08.223377 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590bab24-5256-4b33-af96-7e8039abcc9f req-83e7fa87-8396-4530-9ec6-fec509a7a23c tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:08.224894 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-590bab24-5256-4b33-af96-7e8039abcc9f req-83e7fa87-8396-4530-9ec6-fec509a7a23c tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] 10.222.0.62 "GET /v2.0/ports?device_id=99037f9b-fc9a-45f9-9fc6-b6804397f8c7 HTTP/1.1" status: 200 len: 945 time: 0.2205546 Feb 28 10:36:08.263580 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62922323-13ef-4f7a-9a75-ce0b59289e9e tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:08.266061 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-62922323-13ef-4f7a-9a75-ce0b59289e9e tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:08.270417 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-3f818bc6-db28-4aa8-9802-711923ca82ea None None] Port 606c7064-b40b-4a1c-a571-f428af863650 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:36:08.276857 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-52e0b3cc-8733-4cd5-9f19-ca90283673fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (00837afb-96a5-4938-acf4-19bc68b5489e), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:08.282288 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-adf59f32-9432-4107-b02e-7214e9c3a5aa tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks [] for port (334cc1d8-3f97-4d97-bfa3-592cce747525), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:08.293641 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c1119-7b3a-4091-9068-14b37278369d req-4fb8590a-bbc3-48e5-b462-13df54251aed tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:08.295391 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d46c1119-7b3a-4091-9068-14b37278369d req-4fb8590a-bbc3-48e5-b462-13df54251aed tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] 10.222.0.62 "GET /v2.0/ports?device_id=290eb2b7-05ba-48d8-b5f9-a94f59fbcb4c HTTP/1.1" status: 200 len: 944 time: 0.4100521 Feb 28 10:36:08.363640 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e0b3cc-8733-4cd5-9f19-ca90283673fb None None] Pushing event updated for resources: {'Port': ['ID=00837afb-96a5-4938-acf4-19bc68b5489e,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:08.365964 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:08.369736 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-590bab24-5256-4b33-af96-7e8039abcc9f req-5d4b87e2-b167-4fc2-8195-8f2a8a313930 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1e7b656-9d2d-4925-8731-88f96b12caa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360743 Feb 28 10:36:08.378039 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-efcd880d-b55d-4be3-ae40-810d806e44aa tempest-SubnetPoolsTestJSON-930202226 tempest-SubnetPoolsTestJSON-930202226-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:08.387773 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-efcd880d-b55d-4be3-ae40-810d806e44aa tempest-SubnetPoolsTestJSON-930202226 tempest-SubnetPoolsTestJSON-930202226-project] 10.222.0.62 "DELETE /v2.0/subnetpools/41f783c7-a765-4b93-91e3-0fde93be61a0 HTTP/1.1" status: 204 len: 168 time: 0.4254014 Feb 28 10:36:08.393117 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43932) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:08.407359 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e68225-e555-4a21-8dea-98807216da23" -d '{"events": [{"server_uuid": "290eb2b7-05ba-48d8-b5f9-a94f59fbcb4c", "name": "network-vif-plugged", "status": "completed", "tag": "5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:36:08.419459 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4f96185e-e5ba-435f-8c8f-f339820f128f tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (1975fd3c-2ad9-452b-baa8-85d416eaa394), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:08.448516 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-62922323-13ef-4f7a-9a75-ce0b59289e9e tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5621216 Feb 28 10:36:08.452097 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43936) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:08.457417 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-5a696cb2-6209-4beb-aa07-cf22af493781 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Request body: {'floatingip': {'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:08.470123 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.api.v2.resource [None req-5d5e0ee2-6eb8-4e30-9798-73b2be22b191 tempest-SubnetPoolsTestJSON-930202226 tempest-SubnetPoolsTestJSON-930202226-project] show failed (client error): The resource could not be found. Feb 28 10:36:08.471443 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-5d5e0ee2-6eb8-4e30-9798-73b2be22b191 tempest-SubnetPoolsTestJSON-930202226 tempest-SubnetPoolsTestJSON-930202226-project] 10.222.0.62 "GET /v2.0/subnetpools/41f783c7-a765-4b93-91e3-0fde93be61a0 HTTP/1.1" status: 404 len: 346 time: 0.0773327 Feb 28 10:36:08.474747 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:08.476622 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43938) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:08.481606 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f96185e-e5ba-435f-8c8f-f339820f128f tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Pushing event deleted for resources: {'Subnet': ['ID=1975fd3c-2ad9-452b-baa8-85d416eaa394,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:08.487494 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-3f818bc6-db28-4aa8-9802-711923ca82ea None None] Provisioning complete for port 640e4029-4e3e-439e-83e0-01a4bcf26d62 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:08.488376 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3f818bc6-db28-4aa8-9802-711923ca82ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (640e4029-4e3e-439e-83e0-01a4bcf26d62), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:08.520908 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e0b3cc-8733-4cd5-9f19-ca90283673fb None None] Network a706c983-5606-46c9-b989-0e8402492609 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:08.532391 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-52e0b3cc-8733-4cd5-9f19-ca90283673fb None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:08.538545 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e0b3cc-8733-4cd5-9f19-ca90283673fb None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:36:08.544010 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.api.v2.resource [None req-b715d33f-c606-4fce-9fbc-a0506fd407d1 tempest-SubnetPoolsTestJSON-930202226 tempest-SubnetPoolsTestJSON-930202226-project] delete failed (client error): The resource could not be found. Feb 28 10:36:08.545958 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-b715d33f-c606-4fce-9fbc-a0506fd407d1 tempest-SubnetPoolsTestJSON-930202226 tempest-SubnetPoolsTestJSON-930202226-project] 10.222.0.62 "DELETE /v2.0/subnetpools/41f783c7-a765-4b93-91e3-0fde93be61a0 HTTP/1.1" status: 404 len: 346 time: 0.0659330 Feb 28 10:36:08.587081 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-adf59f32-9432-4107-b02e-7214e9c3a5aa tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (334cc1d8-3f97-4d97-bfa3-592cce747525), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:08.652564 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4f96185e-e5ba-435f-8c8f-f339820f128f tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (a706c983-5606-46c9-b989-0e8402492609), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:08.655646 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf59f32-9432-4107-b02e-7214e9c3a5aa tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Pushing event updated for resources: {'Port': ['ID=334cc1d8-3f97-4d97-bfa3-592cce747525,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:08.674496 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf59f32-9432-4107-b02e-7214e9c3a5aa tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Network 2cb47a8e-c74a-4f5b-82cc-519762c34eda is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:08.681172 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-adf59f32-9432-4107-b02e-7214e9c3a5aa tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:08.704625 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf59f32-9432-4107-b02e-7214e9c3a5aa tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:36:08.705397 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 640e4029-4e3e-439e-83e0-01a4bcf26d62 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:08.743998 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-4f96185e-e5ba-435f-8c8f-f339820f128f tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a706c983-5606-46c9-b989-0e8402492609']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:08.762093 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-4f96185e-e5ba-435f-8c8f-f339820f128f tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48189117-ea39-4ddc-864a-a9c02c687be9') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:08.762533 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-4f96185e-e5ba-435f-8c8f-f339820f128f tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48189117-ea39-4ddc-864a-a9c02c687be9') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:08.785711 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4f96185e-e5ba-435f-8c8f-f339820f128f tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (48189117-ea39-4ddc-864a-a9c02c687be9), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:08.796962 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea28e7d-cfd0-4070-a6d1-23e18dba2dc5 req-18784c67-5b23-45e7-ae8f-ea13410824c2 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:08.798642 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4ea28e7d-cfd0-4070-a6d1-23e18dba2dc5 req-18784c67-5b23-45e7-ae8f-ea13410824c2 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 944 time: 0.2869525 Feb 28 10:36:08.839503 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d46c1119-7b3a-4091-9068-14b37278369d req-bc778cbb-0673-4495-bc58-56172f07bca0 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] 10.222.0.62 "GET /v2.0/security-groups?id=fef6c4de-b472-437a-b0f0-f89143292e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5273039 Feb 28 10:36:08.857544 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4f96185e-e5ba-435f-8c8f-f339820f128f tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (48189117-ea39-4ddc-864a-a9c02c687be9), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:08.871959 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-adf59f32-9432-4107-b02e-7214e9c3a5aa tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047958'] for router_interface (6a93eea3-38fb-4686-895b-2dd73a316163), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:08.888591 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-3cf97f63-1370-49c9-b3ef-fe8f4508ec43 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Deleting port 1ec6e3c9-f11e-47b7-b98e-fd66e5c0d53c {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:08.894159 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3cf97f63-1370-49c9-b3ef-fe8f4508ec43 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (1ec6e3c9-f11e-47b7-b98e-fd66e5c0d53c), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:08.953902 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f96185e-e5ba-435f-8c8f-f339820f128f tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:36:08.954317 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4f96185e-e5ba-435f-8c8f-f339820f128f tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (48189117-ea39-4ddc-864a-a9c02c687be9), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:08.958197 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:36:08.958197 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:36:08.958197 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:36:08.958197 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:36:08.958197 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:36:08.958197 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:36:08.958197 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:36:08.958197 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:36:08.958197 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:36:08.958197 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:36:08.958197 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:36:08.958197 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:36:08.958197 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:36:08.958197 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:36:08.958197 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:36:08.958197 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:36:08.958197 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:36:08.958197 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:36:08.958197 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:36:08.958197 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:36:08.958197 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:36:08.958197 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:36:08.958197 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:36:08.958197 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:36:08.958197 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:36:08.958197 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:36:08.958197 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:36:08.958197 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:36:08.958197 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:36:08.958197 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:36:08.958197 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:36:08.958197 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:36:08.985672 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-52e0b3cc-8733-4cd5-9f19-ca90283673fb None None] Attempting to bind port 00837afb-96a5-4938-acf4-19bc68b5489e on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:36:08.986041 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-52e0b3cc-8733-4cd5-9f19-ca90283673fb None None] Attempting to bind port 00837afb-96a5-4938-acf4-19bc68b5489e by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '48189117-ea39-4ddc-864a-a9c02c687be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a706c983-5606-46c9-b989-0e8402492609'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:36:08.987118 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e0b3cc-8733-4cd5-9f19-ca90283673fb None None] Attempting to bind port 00837afb-96a5-4938-acf4-19bc68b5489e on network a706c983-5606-46c9-b989-0e8402492609 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:36:09.001941 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e0b3cc-8733-4cd5-9f19-ca90283673fb None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:36:09.002408 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e0b3cc-8733-4cd5-9f19-ca90283673fb None None] Checking segment: {'id': '48189117-ea39-4ddc-864a-a9c02c687be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a706c983-5606-46c9-b989-0e8402492609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:36:09.002718 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-52e0b3cc-8733-4cd5-9f19-ca90283673fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:09.003143 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e0b3cc-8733-4cd5-9f19-ca90283673fb None None] Bound using segment: {'id': '48189117-ea39-4ddc-864a-a9c02c687be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a706c983-5606-46c9-b989-0e8402492609'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:36:09.003627 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-52e0b3cc-8733-4cd5-9f19-ca90283673fb None None] Bound port: 00837afb-96a5-4938-acf4-19bc68b5489e, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48189117-ea39-4ddc-864a-a9c02c687be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a706c983-5606-46c9-b989-0e8402492609'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:36:09.004006 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-52e0b3cc-8733-4cd5-9f19-ca90283673fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (00837afb-96a5-4938-acf4-19bc68b5489e), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:09.012659 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 0eb4597e-81f8-41b4-8a22-afb3a0fa610a up at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:36:09.037540 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3cf97f63-1370-49c9-b3ef-fe8f4508ec43 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (1ec6e3c9-f11e-47b7-b98e-fd66e5c0d53c), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:09.044031 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af8439bf-a45a-4682-bb6a-7c4c7726f691 x-openstack-request-id: req-af8439bf-a45a-4682-bb6a-7c4c7726f691 {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:36:09.044254 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "290eb2b7-05ba-48d8-b5f9-a94f59fbcb4c", "name": "network-vif-plugged", "status": "completed", "tag": "5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:36:09.044453 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-af8439bf-a45a-4682-bb6a-7c4c7726f691 {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:36:09.044896 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '290eb2b7-05ba-48d8-b5f9-a94f59fbcb4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1', 'code': 200} Feb 28 10:36:09.056826 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-3cf97f63-1370-49c9-b3ef-fe8f4508ec43 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Calling delete_port for 1ec6e3c9-f11e-47b7-b98e-fd66e5c0d53c owned by {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:09.064737 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4ea28e7d-cfd0-4070-a6d1-23e18dba2dc5 req-f3777ecd-82e5-4326-ab03-506bf3836591 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2527084 Feb 28 10:36:09.150988 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-3f818bc6-db28-4aa8-9802-711923ca82ea None None] Current status of the port 640e4029-4e3e-439e-83e0-01a4bcf26d62 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:09.189084 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-52e0b3cc-8733-4cd5-9f19-ca90283673fb None None] For port 00837afb-96a5-4938-acf4-19bc68b5489e, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:36:09.210508 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-3f818bc6-db28-4aa8-9802-711923ca82ea None None] Provisioning complete for port 1ec6e3c9-f11e-47b7-b98e-fd66e5c0d53c triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:09.211852 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3f818bc6-db28-4aa8-9802-711923ca82ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (1ec6e3c9-f11e-47b7-b98e-fd66e5c0d53c), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:09.224015 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5a696cb2-6209-4beb-aa07-cf22af493781 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:09.255840 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-3f818bc6-db28-4aa8-9802-711923ca82ea None None] Port 1ec6e3c9-f11e-47b7-b98e-fd66e5c0d53c cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:36:09.282312 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-52e0b3cc-8733-4cd5-9f19-ca90283673fb None None] For port 00837afb-96a5-4938-acf4-19bc68b5489e, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=00837afb-96a5-4938-acf4-19bc68b5489e,segment=NetworkSegment(48189117-ea39-4ddc-864a-a9c02c687be9),segment_id=48189117-ea39-4ddc-864a-a9c02c687be9)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:36:09.299680 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43946) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:09.300007 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning for port 0eb4597e-81f8-41b4-8a22-afb3a0fa610a completed by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:36:09.304198 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning complete for port 0eb4597e-81f8-41b4-8a22-afb3a0fa610a triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:09.304585 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (0eb4597e-81f8-41b4-8a22-afb3a0fa610a), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:09.307046 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3cf97f63-1370-49c9-b3ef-fe8f4508ec43 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (1ec6e3c9-f11e-47b7-b98e-fd66e5c0d53c), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:09.308970 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.db.api [None req-4f96185e-e5ba-435f-8c8f-f339820f128f tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 10:36:09.308970 dv-neutron-829161-3-hyperv neutron-server[104083]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 10:36:09.308970 dv-neutron-829161-3-hyperv neutron-server[104083]: [parameters: {'id': 'a706c983-5606-46c9-b989-0e8402492609'}] Feb 28 10:36:09.308970 dv-neutron-829161-3-hyperv neutron-server[104083]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:36:09.310154 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG oslo_db.api [None req-4f96185e-e5ba-435f-8c8f-f339820f128f tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:36:09.343756 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf97f63-1370-49c9-b3ef-fe8f4508ec43 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Pushing event deleted for resources: {'Port': ['ID=1ec6e3c9-f11e-47b7-b98e-fd66e5c0d53c,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:09.403331 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-52e0b3cc-8733-4cd5-9f19-ca90283673fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (00837afb-96a5-4938-acf4-19bc68b5489e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:09.460876 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-72c51744-3108-43b2-9490-994c5a4dafcc None None] Provisioning complete for port 06b1e87e-0231-478d-81fc-0313b75d7dcf triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:09.461408 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-72c51744-3108-43b2-9490-994c5a4dafcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (06b1e87e-0231-478d-81fc-0313b75d7dcf), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:09.479380 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-adf59f32-9432-4107-b02e-7214e9c3a5aa tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (334cc1d8-3f97-4d97-bfa3-592cce747525), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:09.538308 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e0b3cc-8733-4cd5-9f19-ca90283673fb None None] Pushing event updated for resources: {'Port': ['ID=00837afb-96a5-4938-acf4-19bc68b5489e,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:09.582263 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-10007e85-39eb-44ef-8b25-1c68a60e8887 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:09.602230 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5a696cb2-6209-4beb-aa07-cf22af493781 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:09.668409 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 0eb4597e-81f8-41b4-8a22-afb3a0fa610a is: BUILD; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:09.668762 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (0eb4597e-81f8-41b4-8a22-afb3a0fa610a), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:09.678402 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0ff3ab-2f31-4e1c-b2c9-3214eab3edf1 None None] Network a706c983-5606-46c9-b989-0e8402492609 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:09.689730 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-10007e85-39eb-44ef-8b25-1c68a60e8887 admin admin] Publish callbacks [] for security_group (9f7da347-3a10-4805-92dc-4b65d95b1801), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:09.714085 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-72c51744-3108-43b2-9490-994c5a4dafcc None None] Port 06b1e87e-0231-478d-81fc-0313b75d7dcf cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:36:09.716831 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3cf97f63-1370-49c9-b3ef-fe8f4508ec43 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:09.720364 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-3cf97f63-1370-49c9-b3ef-fe8f4508ec43 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] 10.222.0.62 "DELETE /v2.0/ports/1ec6e3c9-f11e-47b7-b98e-fd66e5c0d53c HTTP/1.1" status: 204 len: 168 time: 1.5516555 Feb 28 10:36:09.732211 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43952) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:09.796648 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 0eb4597e-81f8-41b4-8a22-afb3a0fa610a, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=0eb4597e-81f8-41b4-8a22-afb3a0fa610a,segment=NetworkSegment(3c93ccf0-f69b-4385-a05b-2d73c05d52da),segment_id=3c93ccf0-f69b-4385-a05b-2d73c05d52da)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:09.806088 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b4d8bda-0cfe-49f6-bdfc-0fc26c06aa51 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] GET failed (client error): The resource could not be found. Feb 28 10:36:09.808381 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-2b4d8bda-0cfe-49f6-bdfc-0fc26c06aa51 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] 10.222.0.62 "GET /v2.0/ports/1ec6e3c9-f11e-47b7-b98e-fd66e5c0d53c HTTP/1.1" status: 404 len: 333 time: 0.0700464 Feb 28 10:36:09.821558 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-72c51744-3108-43b2-9490-994c5a4dafcc None None] Provisioning complete for port 334cc1d8-3f97-4d97-bfa3-592cce747525 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:09.823953 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-72c51744-3108-43b2-9490-994c5a4dafcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (334cc1d8-3f97-4d97-bfa3-592cce747525), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:09.827183 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43954) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:09.835595 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-9c28d1bc-b016-4928-829e-8db4641fa6f1 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Request body: {'port': {'network_id': '8e88b6f9-9c91-45de-9d9d-d81dd29fff97', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2063081321'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:09.895306 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (0eb4597e-81f8-41b4-8a22-afb3a0fa610a), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:09.900192 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 5a922728-f3d0-4367-bcc8-b27de3315e43 up at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:36:09.971659 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0eb7c7-1d84-4c77-b137-01093173370e req-709bec7d-18c8-424d-9556-a30bb1844fd6 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:09.974235 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-6c0eb7c7-1d84-4c77-b137-01093173370e req-709bec7d-18c8-424d-9556-a30bb1844fd6 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] 10.222.0.62 "GET /v2.0/ports?device_id=99037f9b-fc9a-45f9-9fc6-b6804397f8c7 HTTP/1.1" status: 200 len: 945 time: 0.4120176 Feb 28 10:36:09.990484 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-72c51744-3108-43b2-9490-994c5a4dafcc None None] Port 334cc1d8-3f97-4d97-bfa3-592cce747525 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:36:10.015727 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a48b6-501e-4b8a-b5d4-3f79b6828840 req-ffc3b4b1-3ac0-433f-ba7d-772958932893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:10.017970 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-bd8a48b6-501e-4b8a-b5d4-3f79b6828840 req-ffc3b4b1-3ac0-433f-ba7d-772958932893 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=290eb2b7-05ba-48d8-b5f9-a94f59fbcb4c HTTP/1.1" status: 200 len: 1129 time: 0.4578981 Feb 28 10:36:10.022534 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=0eb4597e-81f8-41b4-8a22-afb3a0fa610a,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:10.037554 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6742adc0-02c9-4942-afdc-82445be11e02 None None] get_active_networks_info from dv-neutron-829161-3-hyperv {{(pid=104085) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 10:36:10.058688 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4f96185e-e5ba-435f-8c8f-f339820f128f tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (a706c983-5606-46c9-b989-0e8402492609), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:10.067316 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-10007e85-39eb-44ef-8b25-1c68a60e8887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (9f7da347-3a10-4805-92dc-4b65d95b1801), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:10.083793 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-bd8a48b6-501e-4b8a-b5d4-3f79b6828840 req-934ddf94-f447-4819-ab56-9a11ed7cb969 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:10.133763 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-10007e85-39eb-44ef-8b25-1c68a60e8887 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=66b52f8d674a4538beb0aa551ae54529&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8298585 Feb 28 10:36:10.137940 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-5a696cb2-6209-4beb-aa07-cf22af493781 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Allocated IP 172.26.3.123 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/4e850cc0-555d-4b23-b452-f5cfc846f5e9) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:36:10.139761 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43960) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:10.166615 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-6c0eb7c7-1d84-4c77-b137-01093173370e req-cb608fd0-a55f-40a9-a626-61c035835299 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1e7b656-9d2d-4925-8731-88f96b12caa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1784985 Feb 28 10:36:10.200314 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6742adc0-02c9-4942-afdc-82445be11e02 None None] Resources bound (agent type, host, resource id): {{(pid=104085) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 10:36:10.206941 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10007e85-39eb-44ef-8b25-1c68a60e8887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7da347-3a10-4805-92dc-4b65d95b1801,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:10.247420 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c28d1bc-b016-4928-829e-8db4641fa6f1 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Made reservation on behalf of 9d70165fec644654931461bf265f7dde for: {'port': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:10.250713 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9c28d1bc-b016-4928-829e-8db4641fa6f1 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:10.256091 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610f132-047b-42fb-ad20-ada86b5b70e2 req-4ef1c58d-bfd2-4f6d-a952-5678b6708e8c tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:10.258121 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2610f132-047b-42fb-ad20-ada86b5b70e2 req-4ef1c58d-bfd2-4f6d-a952-5678b6708e8c tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] 10.222.0.62 "GET /v2.0/ports?device_id=290eb2b7-05ba-48d8-b5f9-a94f59fbcb4c HTTP/1.1" status: 200 len: 945 time: 0.1954339 Feb 28 10:36:10.292006 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [None req-9c28d1bc-b016-4928-829e-8db4641fa6f1 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] device_id is not set on port cd6d4623-dcfa-4858-a9ca-e8cd583d14fb yet. {{(pid=104084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:36:10.344240 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning for port 5a922728-f3d0-4367-bcc8-b27de3315e43 completed by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:36:10.357551 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-037131bc-456d-493f-a259-e0aa9c333f19 admin admin] Publish callbacks [] for security_group (9f7da347-3a10-4805-92dc-4b65d95b1801), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:10.364440 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning complete for port 5a922728-f3d0-4367-bcc8-b27de3315e43 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:10.365265 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (5a922728-f3d0-4367-bcc8-b27de3315e43), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:10.378163 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2610f132-047b-42fb-ad20-ada86b5b70e2 req-2592297f-61ce-45b5-8524-feb8a1cce097 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] 10.222.0.62 "GET /v2.0/security-groups?id=fef6c4de-b472-437a-b0f0-f89143292e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792327 Feb 28 10:36:10.414556 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-4f96185e-e5ba-435f-8c8f-f339820f128f tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Deleting port 00837afb-96a5-4938-acf4-19bc68b5489e {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:10.414938 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4f96185e-e5ba-435f-8c8f-f339820f128f tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (00837afb-96a5-4938-acf4-19bc68b5489e), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:10.457181 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5a696cb2-6209-4beb-aa07-cf22af493781 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks [] for port (4e850cc0-555d-4b23-b452-f5cfc846f5e9), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:10.466072 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-037131bc-456d-493f-a259-e0aa9c333f19 admin admin] Publish callbacks [] for security_group (9f7da347-3a10-4805-92dc-4b65d95b1801), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:10.483662 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-bd8a48b6-501e-4b8a-b5d4-3f79b6828840 req-934ddf94-f447-4819-ab56-9a11ed7cb969 service neutron] Publish callbacks [] for security_group (59053870-741f-4cf3-8fbc-ffcc793ad548), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:10.506500 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-4f96185e-e5ba-435f-8c8f-f339820f128f tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] For port 00837afb-96a5-4938-acf4-19bc68b5489e, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=00837afb-96a5-4938-acf4-19bc68b5489e,segment=NetworkSegment(48189117-ea39-4ddc-864a-a9c02c687be9),segment_id=48189117-ea39-4ddc-864a-a9c02c687be9)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:10.506500 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4f96185e-e5ba-435f-8c8f-f339820f128f tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (00837afb-96a5-4938-acf4-19bc68b5489e), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:10.533404 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-adf59f32-9432-4107-b02e-7214e9c3a5aa tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks [] for port (334cc1d8-3f97-4d97-bfa3-592cce747525), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:10.535359 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-4f96185e-e5ba-435f-8c8f-f339820f128f tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Calling delete_port for 00837afb-96a5-4938-acf4-19bc68b5489e owned by network:dhcp {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:10.580447 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-bd8a48b6-501e-4b8a-b5d4-3f79b6828840 req-934ddf94-f447-4819-ab56-9a11ed7cb969 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (59053870-741f-4cf3-8fbc-ffcc793ad548), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:10.616839 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-9c28d1bc-b016-4928-829e-8db4641fa6f1 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Allocated IP 2001:db8::3ac (8e88b6f9-9c91-45de-9d9d-d81dd29fff97/e94f9bfa-e606-4326-a460-d720d15009ee/cd6d4623-dcfa-4858-a9ca-e8cd583d14fb) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:36:10.619856 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-adf59f32-9432-4107-b02e-7214e9c3a5aa tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (334cc1d8-3f97-4d97-bfa3-592cce747525), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:10.643428 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2323eb37-c356-4278-9351-8afe50492975 req-44ad155e-42fe-46d1-8b64-8059cb63c678 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:10.644941 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-2323eb37-c356-4278-9351-8afe50492975 req-44ad155e-42fe-46d1-8b64-8059cb63c678 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 944 time: 0.2742281 Feb 28 10:36:10.671246 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 5a922728-f3d0-4367-bcc8-b27de3315e43 is: BUILD; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:10.671831 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (5a922728-f3d0-4367-bcc8-b27de3315e43), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:10.678649 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-bd8a48b6-501e-4b8a-b5d4-3f79b6828840 req-934ddf94-f447-4819-ab56-9a11ed7cb969 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=fef6c4de-b472-437a-b0f0-f89143292e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6309991 Feb 28 10:36:10.687454 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-adf59f32-9432-4107-b02e-7214e9c3a5aa tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047558'] for router_interface (6a93eea3-38fb-4686-895b-2dd73a316163), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:10.693974 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934ddf94-f447-4819-ab56-9a11ed7cb969 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=59053870-741f-4cf3-8fbc-ffcc793ad548,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:10.738853 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 5a922728-f3d0-4367-bcc8-b27de3315e43, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=5a922728-f3d0-4367-bcc8-b27de3315e43,segment=NetworkSegment(be7ef583-9773-47a5-8fb0-292ce51f3db0),segment_id=be7ef583-9773-47a5-8fb0-292ce51f3db0)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:10.759249 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf59f32-9432-4107-b02e-7214e9c3a5aa tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Pushing event updated for resources: {'Port': ['ID=334cc1d8-3f97-4d97-bfa3-592cce747525,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:10.785289 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4f96185e-e5ba-435f-8c8f-f339820f128f tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (00837afb-96a5-4938-acf4-19bc68b5489e), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:10.806853 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-2323eb37-c356-4278-9351-8afe50492975 req-4bd52cc4-8e95-4bce-89e4-482bdcb92b89 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522942 Feb 28 10:36:10.807942 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5a696cb2-6209-4beb-aa07-cf22af493781 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (4e850cc0-555d-4b23-b452-f5cfc846f5e9), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:10.814401 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-037131bc-456d-493f-a259-e0aa9c333f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (9f7da347-3a10-4805-92dc-4b65d95b1801), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:10.816954 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-037131bc-456d-493f-a259-e0aa9c333f19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:10.821492 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-037131bc-456d-493f-a259-e0aa9c333f19 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9f7da347-3a10-4805-92dc-4b65d95b1801 HTTP/1.1" status: 204 len: 168 time: 0.6774111 Feb 28 10:36:10.839574 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (5a922728-f3d0-4367-bcc8-b27de3315e43), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:10.856002 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f96185e-e5ba-435f-8c8f-f339820f128f tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Pushing event deleted for resources: {'Port': ['ID=00837afb-96a5-4938-acf4-19bc68b5489e,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:10.872171 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037131bc-456d-493f-a259-e0aa9c333f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7da347-3a10-4805-92dc-4b65d95b1801,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:10.877578 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a696cb2-6209-4beb-aa07-cf22af493781 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:10.879389 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f96185e-e5ba-435f-8c8f-f339820f128f tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] No DVR routers for this DVR port 00837afb-96a5-4938-acf4-19bc68b5489e on host dv-neutron-829161-3-hyperv {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:36:10.890709 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-5a696cb2-6209-4beb-aa07-cf22af493781 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:10.899243 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a696cb2-6209-4beb-aa07-cf22af493781 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:36:10.925579 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf59f32-9432-4107-b02e-7214e9c3a5aa tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Network 2cb47a8e-c74a-4f5b-82cc-519762c34eda is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:10.935855 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a696cb2-6209-4beb-aa07-cf22af493781 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Pushing event updated for resources: {'Port': ['ID=4e850cc0-555d-4b23-b452-f5cfc846f5e9,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:10.936830 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-adf59f32-9432-4107-b02e-7214e9c3a5aa tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:10.940875 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=5a922728-f3d0-4367-bcc8-b27de3315e43,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:10.961815 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9c28d1bc-b016-4928-829e-8db4641fa6f1 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks [] for port (cd6d4623-dcfa-4858-a9ca-e8cd583d14fb), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:11.032211 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4f96185e-e5ba-435f-8c8f-f339820f128f tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (a706c983-5606-46c9-b989-0e8402492609), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:11.043016 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5a696cb2-6209-4beb-aa07-cf22af493781 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks [] for floatingip (0d4c05ac-96c2-44b7-8a03-3ddda30be995), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:11.046591 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99037f9b-fc9a-45f9-9fc6-b6804397f8c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb4597e-81f8-41b4-8a22-afb3a0fa610a'}, {'server_uuid': '3a2f4aad-ac5a-4656-aac6-014dc8032303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a922728-f3d0-4367-bcc8-b27de3315e43'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:36:11.049140 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c554f89-9168-42fc-bd87-0196cbd7f4d8" -d '{"events": [{"server_uuid": "99037f9b-fc9a-45f9-9fc6-b6804397f8c7", "name": "network-vif-plugged", "status": "completed", "tag": "0eb4597e-81f8-41b4-8a22-afb3a0fa610a"}, {"server_uuid": "3a2f4aad-ac5a-4656-aac6-014dc8032303", "name": "network-vif-plugged", "status": "completed", "tag": "5a922728-f3d0-4367-bcc8-b27de3315e43"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:36:11.069963 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-4f96185e-e5ba-435f-8c8f-f339820f128f tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a706c983-5606-46c9-b989-0e8402492609']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:11.101875 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 28 Feb 2022 10:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3154b301-cca3-4884-a231-bfc4649f2000 x-openstack-request-id: req-3154b301-cca3-4884-a231-bfc4649f2000 {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:36:11.102134 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99037f9b-fc9a-45f9-9fc6-b6804397f8c7", "name": "network-vif-plugged", "status": "completed", "tag": "0eb4597e-81f8-41b4-8a22-afb3a0fa610a", "code": 200}, {"server_uuid": "3a2f4aad-ac5a-4656-aac6-014dc8032303", "name": "network-vif-plugged", "status": "completed", "tag": "5a922728-f3d0-4367-bcc8-b27de3315e43", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:36:11.102397 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3154b301-cca3-4884-a231-bfc4649f2000 {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:36:11.102993 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99037f9b-fc9a-45f9-9fc6-b6804397f8c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb4597e-81f8-41b4-8a22-afb3a0fa610a', 'code': 200} Feb 28 10:36:11.103310 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2f4aad-ac5a-4656-aac6-014dc8032303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a922728-f3d0-4367-bcc8-b27de3315e43', 'code': 200} Feb 28 10:36:11.112045 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-4f96185e-e5ba-435f-8c8f-f339820f128f tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48189117-ea39-4ddc-864a-a9c02c687be9') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:11.112346 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-4f96185e-e5ba-435f-8c8f-f339820f128f tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48189117-ea39-4ddc-864a-a9c02c687be9') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:11.125494 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4f96185e-e5ba-435f-8c8f-f339820f128f tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (48189117-ea39-4ddc-864a-a9c02c687be9), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:11.138825 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9c28d1bc-b016-4928-829e-8db4641fa6f1 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (cd6d4623-dcfa-4858-a9ca-e8cd583d14fb), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:11.147923 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4f96185e-e5ba-435f-8c8f-f339820f128f tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (48189117-ea39-4ddc-864a-a9c02c687be9), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:11.160447 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f96185e-e5ba-435f-8c8f-f339820f128f tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:36:11.160843 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4f96185e-e5ba-435f-8c8f-f339820f128f tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (48189117-ea39-4ddc-864a-a9c02c687be9), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:11.163808 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:36:11.163808 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:36:11.163808 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:36:11.163808 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:36:11.163808 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:36:11.163808 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:36:11.163808 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:36:11.163808 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:36:11.163808 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:36:11.163808 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:36:11.163808 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:36:11.163808 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:36:11.163808 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:36:11.163808 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:36:11.163808 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:36:11.163808 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:36:11.163808 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:36:11.163808 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:36:11.163808 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:36:11.163808 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:36:11.163808 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:36:11.163808 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:36:11.163808 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:36:11.163808 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:36:11.163808 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:36:11.163808 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:36:11.163808 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:36:11.163808 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:36:11.163808 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:36:11.163808 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:36:11.163808 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:36:11.163808 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:36:11.165607 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adf59f32-9432-4107-b02e-7214e9c3a5aa tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Router 6a93eea3-38fb-4686-895b-2dd73a316163 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:36:11.243212 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c28d1bc-b016-4928-829e-8db4641fa6f1 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Network 8e88b6f9-9c91-45de-9d9d-d81dd29fff97 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:11.245164 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-782f09a4-968e-4a5c-923f-ff74c7164641 None None] Provisioning complete for port 334cc1d8-3f97-4d97-bfa3-592cce747525 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:11.245552 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-782f09a4-968e-4a5c-923f-ff74c7164641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (334cc1d8-3f97-4d97-bfa3-592cce747525), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:11.248064 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5a696cb2-6209-4beb-aa07-cf22af493781 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (4e850cc0-555d-4b23-b452-f5cfc846f5e9), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:11.314199 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-782f09a4-968e-4a5c-923f-ff74c7164641 None None] Port 334cc1d8-3f97-4d97-bfa3-592cce747525 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:36:11.331673 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-9c28d1bc-b016-4928-829e-8db4641fa6f1 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:11.337984 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c28d1bc-b016-4928-829e-8db4641fa6f1 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Pushing event updated for resources: {'Port': ['ID=cd6d4623-dcfa-4858-a9ca-e8cd583d14fb,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:11.387691 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf59f32-9432-4107-b02e-7214e9c3a5aa tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:36:11.389399 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4f96185e-e5ba-435f-8c8f-f339820f128f tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (a706c983-5606-46c9-b989-0e8402492609), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:11.395567 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-adf59f32-9432-4107-b02e-7214e9c3a5aa tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] 10.222.0.62 "PUT /v2.0/routers/6a93eea3-38fb-4686-895b-2dd73a316163/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1416564 Feb 28 10:36:11.400849 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43972) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:11.401973 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c28d1bc-b016-4928-829e-8db4641fa6f1 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:36:11.403578 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4cc466-ca26-430a-a645-e72260015b26 None None] Sync routers for ids ['6a93eea3-38fb-4686-895b-2dd73a316163'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:36:11.404074 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4f96185e-e5ba-435f-8c8f-f339820f128f tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:11.407157 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-4f96185e-e5ba-435f-8c8f-f339820f128f tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] 10.222.0.62 "DELETE /v2.0/networks/a706c983-5606-46c9-b989-0e8402492609 HTTP/1.1" status: 204 len: 168 time: 4.2299266 Feb 28 10:36:11.411423 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-8dc0e154-ad5d-445e-ae1e-4ff625650b1e tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Request body: {'port': {'network_id': '2cb47a8e-c74a-4f5b-82cc-519762c34eda', 'name': 'tempest-FloatingIPAdminTestJSON-519725753'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:11.415558 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 43976) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:11.426139 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c28d1bc-b016-4928-829e-8db4641fa6f1 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:11.426813 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9c28d1bc-b016-4928-829e-8db4641fa6f1 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:11.434749 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4cc466-ca26-430a-a645-e72260015b26 None None] Routers {'6a93eea3-38fb-4686-895b-2dd73a316163'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:11.435541 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-3f4cc466-ca26-430a-a645-e72260015b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:35:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['6a93eea3-38fb-4686-895b-2dd73a316163'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:11.439356 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-dd5d20b7-5aff-4a4a-9bc6-d203cf0cafa1 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-896303922'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:11.446256 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f96185e-e5ba-435f-8c8f-f339820f128f tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Pushing event deleted for resources: {'Network': ['ID=a706c983-5606-46c9-b989-0e8402492609,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:11.488098 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-3f4cc466-ca26-430a-a645-e72260015b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:11.500551 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4cc466-ca26-430a-a645-e72260015b26 None None] Routers {'6a93eea3-38fb-4686-895b-2dd73a316163'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:11.501444 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-3f4cc466-ca26-430a-a645-e72260015b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:35:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['6a93eea3-38fb-4686-895b-2dd73a316163'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:11.574521 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-3f4cc466-ca26-430a-a645-e72260015b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:11.575193 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4cc466-ca26-430a-a645-e72260015b26 None None] The sync data for ids ['6a93eea3-38fb-4686-895b-2dd73a316163'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:36:11.661918 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-9c28d1bc-b016-4928-829e-8db4641fa6f1 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.8295274 Feb 28 10:36:11.679611 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43982) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:11.690820 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-ae6bb281-2b8c-4d85-b522-4ee042a24300 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::325', 'mac_address': 'fa:16:3e:4b:12:ea'}]}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:11.712752 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5d20b7-5aff-4a4a-9bc6-d203cf0cafa1 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Made reservation on behalf of 6344603bd44c4b40ab017d9623e1a51e for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:11.717794 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dd5d20b7-5aff-4a4a-9bc6-d203cf0cafa1 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:11.747155 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-9a89a47b-efb9-4d4f-b19e-98075c322461 None None] Provisioning complete for port cd6d4623-dcfa-4858-a9ca-e8cd583d14fb triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:11.747754 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc0e154-ad5d-445e-ae1e-4ff625650b1e tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Made reservation on behalf of 4f3e39b224664e65a71010d16addd7a4 for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:11.748363 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9a89a47b-efb9-4d4f-b19e-98075c322461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (cd6d4623-dcfa-4858-a9ca-e8cd583d14fb), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:11.751520 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8dc0e154-ad5d-445e-ae1e-4ff625650b1e tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:11.788178 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a523805d-7df9-401b-9c66-842abd026fb7 req-b15333dd-c723-4c73-a724-27a3dc1a6353 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:11.789793 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-a523805d-7df9-401b-9c66-842abd026fb7 req-b15333dd-c723-4c73-a724-27a3dc1a6353 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] 10.222.0.62 "GET /v2.0/ports?device_id=99037f9b-fc9a-45f9-9fc6-b6804397f8c7 HTTP/1.1" status: 200 len: 946 time: 0.4604506 Feb 28 10:36:11.791008 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26435e58-fddd-4699-8601-8d5bc8f4587a req-06f3825a-b253-4e5d-ac7d-2a0a849c11b9 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:11.793169 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-26435e58-fddd-4699-8601-8d5bc8f4587a req-06f3825a-b253-4e5d-ac7d-2a0a849c11b9 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] 10.222.0.62 "GET /v2.0/ports?device_id=290eb2b7-05ba-48d8-b5f9-a94f59fbcb4c HTTP/1.1" status: 200 len: 945 time: 0.2596672 Feb 28 10:36:11.793297 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-9a89a47b-efb9-4d4f-b19e-98075c322461 None None] Port cd6d4623-dcfa-4858-a9ca-e8cd583d14fb cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:36:11.800563 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5a696cb2-6209-4beb-aa07-cf22af493781 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks [] for port (4e850cc0-555d-4b23-b452-f5cfc846f5e9), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:11.817564 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f9602-1fdc-4fee-9ccf-09fe1160b2f9 req-b65c847c-33ea-46cf-8382-6ae77ff82930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:11.818623 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-8dc0e154-ad5d-445e-ae1e-4ff625650b1e tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] device_id is not set on port f70ef885-a57d-4e12-a912-1a05ed3fdcd7 yet. {{(pid=104083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:36:11.819062 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-369f9602-1fdc-4fee-9ccf-09fe1160b2f9 req-b65c847c-33ea-46cf-8382-6ae77ff82930 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=99037f9b-fc9a-45f9-9fc6-b6804397f8c7 HTTP/1.1" status: 200 len: 1130 time: 0.2287891 Feb 28 10:36:11.840754 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd5d20b7-5aff-4a4a-9bc6-d203cf0cafa1 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:36:11.844073 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e3b5e-919e-4922-89bb-850ed950e095 req-35ef53a7-4c57-4825-874d-6eca7cdf7ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:11.845655 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a75e3b5e-919e-4922-89bb-850ed950e095 req-35ef53a7-4c57-4825-874d-6eca7cdf7ba6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 1129 time: 0.2183444 Feb 28 10:36:11.903864 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5a696cb2-6209-4beb-aa07-cf22af493781 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (4e850cc0-555d-4b23-b452-f5cfc846f5e9), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:11.920902 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dd5d20b7-5aff-4a4a-9bc6-d203cf0cafa1 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (a6db943b-41a1-4d5a-bcb3-1e488c716478), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:11.921223 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-dd5d20b7-5aff-4a4a-9bc6-d203cf0cafa1 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Added segment a6db943b-41a1-4d5a-bcb3-1e488c716478 of type vlan for network b80e458f-cdd8-46aa-966c-d7f3d8eec629 Feb 28 10:36:11.960782 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-a523805d-7df9-401b-9c66-842abd026fb7 req-35e19b45-e7ce-4c93-b217-04b07882dfb4 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1e7b656-9d2d-4925-8731-88f96b12caa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543469 Feb 28 10:36:11.997322 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-26435e58-fddd-4699-8601-8d5bc8f4587a req-759c141b-095d-4c19-bb8b-b977ea52c13a tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] 10.222.0.62 "GET /v2.0/security-groups?id=fef6c4de-b472-437a-b0f0-f89143292e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916118 Feb 28 10:36:12.023541 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-369f9602-1fdc-4fee-9ccf-09fe1160b2f9 req-7f685fb6-6250-4f22-bf40-105a85f769f3 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d1e7b656-9d2d-4925-8731-88f96b12caa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1918862 Feb 28 10:36:12.037082 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a696cb2-6209-4beb-aa07-cf22af493781 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Pushing event updated for resources: {'Port': ['ID=4e850cc0-555d-4b23-b452-f5cfc846f5e9,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:12.040216 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dd5d20b7-5aff-4a4a-9bc6-d203cf0cafa1 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (b80e458f-cdd8-46aa-966c-d7f3d8eec629), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:12.067396 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a75e3b5e-919e-4922-89bb-850ed950e095 req-f2bfc995-6b9d-4c55-84c0-02fddf20ca6f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2133615 Feb 28 10:36:12.097374 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5a696cb2-6209-4beb-aa07-cf22af493781 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047917'] for floatingip (0d4c05ac-96c2-44b7-8a03-3ddda30be995), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:12.098138 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-8dc0e154-ad5d-445e-ae1e-4ff625650b1e tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Allocated IP 172.20.0.9 (2cb47a8e-c74a-4f5b-82cc-519762c34eda/1115d657-7813-4f95-8625-37b92769be60/f70ef885-a57d-4e12-a912-1a05ed3fdcd7) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:36:12.151518 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ae6bb281-2b8c-4d85-b522-4ee042a24300 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (cd6d4623-dcfa-4858-a9ca-e8cd583d14fb), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:12.161763 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f378b-e1b5-4fd3-930b-416d51fce312 req-8bf3156c-c278-41d1-a3fb-78ed18a3c9c4 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:12.163382 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-958f378b-e1b5-4fd3-930b-416d51fce312 req-8bf3156c-c278-41d1-a3fb-78ed18a3c9c4 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.1222372 Feb 28 10:36:12.167809 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dd5d20b7-5aff-4a4a-9bc6-d203cf0cafa1 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (b80e458f-cdd8-46aa-966c-d7f3d8eec629), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:12.172922 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5d20b7-5aff-4a4a-9bc6-d203cf0cafa1 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:12.173520 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dd5d20b7-5aff-4a4a-9bc6-d203cf0cafa1 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:12.210747 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 43996) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:12.254699 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5a696cb2-6209-4beb-aa07-cf22af493781 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:12.258874 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-5a696cb2-6209-4beb-aa07-cf22af493781 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8019814 Feb 28 10:36:12.262783 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44000) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:12.273236 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-070c62cd-565b-4f74-824b-9bd9cccbdf7f tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Request body: {'floatingip': {'port_id': '06b1e87e-0231-478d-81fc-0313b75d7dcf', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:12.274027 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-958f378b-e1b5-4fd3-930b-416d51fce312 req-438ea81f-b680-4542-98e1-0972cc66e9d4 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037691 Feb 28 10:36:12.356183 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-0b717eb8-7af3-4856-91bb-9e769ce540f9 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1232581045'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:12.363076 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-dd5d20b7-5aff-4a4a-9bc6-d203cf0cafa1 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9447913 Feb 28 10:36:12.367108 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44002) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:12.369426 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-070c62cd-565b-4f74-824b-9bd9cccbdf7f tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks [] for floatingip (0d4c05ac-96c2-44b7-8a03-3ddda30be995), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:12.375736 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5d20b7-5aff-4a4a-9bc6-d203cf0cafa1 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Pushing event updated for resources: {'Network': ['ID=b80e458f-cdd8-46aa-966c-d7f3d8eec629,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:12.383013 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-c1960272-26b1-42ea-9b55-916235791b60 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Request body: {'subnet': {'network_id': 'b80e458f-cdd8-46aa-966c-d7f3d8eec629', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:12.388840 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network b80e458f-cdd8-46aa-966c-d7f3d8eec629 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:36:12.473380 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8dc0e154-ad5d-445e-ae1e-4ff625650b1e tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks [] for port (f70ef885-a57d-4e12-a912-1a05ed3fdcd7), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:12.490273 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ae6bb281-2b8c-4d85-b522-4ee042a24300 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks [] for port (cd6d4623-dcfa-4858-a9ca-e8cd583d14fb), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:12.512463 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b717eb8-7af3-4856-91bb-9e769ce540f9 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Made reservation on behalf of 2acafcb400e3462f92045c619b5df63a for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:12.516871 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0b717eb8-7af3-4856-91bb-9e769ce540f9 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:12.525586 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0b717eb8-7af3-4856-91bb-9e769ce540f9 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:12.531116 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.api.v2.resource [None req-070c62cd-565b-4f74-824b-9bd9cccbdf7f tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] update failed (client error): The resource could not be found. Feb 28 10:36:12.532225 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-070c62cd-565b-4f74-824b-9bd9cccbdf7f tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] 10.222.0.62 "PUT /v2.0/floatingips/0d4c05ac-96c2-44b7-8a03-3ddda30be995 HTTP/1.1" status: 404 len: 507 time: 0.2660272 Feb 28 10:36:12.535055 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44004) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:12.603325 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ae6bb281-2b8c-4d85-b522-4ee042a24300 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (cd6d4623-dcfa-4858-a9ca-e8cd583d14fb), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:12.624595 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1960272-26b1-42ea-9b55-916235791b60 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Made reservation on behalf of 6344603bd44c4b40ab017d9623e1a51e for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:12.627918 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c1960272-26b1-42ea-9b55-916235791b60 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:12.629416 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8dc0e154-ad5d-445e-ae1e-4ff625650b1e tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (f70ef885-a57d-4e12-a912-1a05ed3fdcd7), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:12.759436 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-ae6bb281-2b8c-4d85-b522-4ee042a24300 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] In _notify_port_updated(), no bound segment for port cd6d4623-dcfa-4858-a9ca-e8cd583d14fb on network 8e88b6f9-9c91-45de-9d9d-d81dd29fff97 {{(pid=104084) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 10:36:12.764817 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6bb281-2b8c-4d85-b522-4ee042a24300 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:12.770023 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ae6bb281-2b8c-4d85-b522-4ee042a24300 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:12.770023 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-ae6bb281-2b8c-4d85-b522-4ee042a24300 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] 10.222.0.62 "PUT /v2.0/ports/cd6d4623-dcfa-4858-a9ca-e8cd583d14fb HTTP/1.1" status: 200 len: 1003 time: 1.0856116 Feb 28 10:36:12.776821 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44006) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:12.796058 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6bb281-2b8c-4d85-b522-4ee042a24300 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Pushing event updated for resources: {'Port': ['ID=cd6d4623-dcfa-4858-a9ca-e8cd583d14fb,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:12.923258 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc0e154-ad5d-445e-ae1e-4ff625650b1e tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Network 2cb47a8e-c74a-4f5b-82cc-519762c34eda is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:12.928282 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc0e154-ad5d-445e-ae1e-4ff625650b1e tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Pushing event updated for resources: {'Port': ['ID=f70ef885-a57d-4e12-a912-1a05ed3fdcd7,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:12.932734 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-8dc0e154-ad5d-445e-ae1e-4ff625650b1e tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:12.935909 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc0e154-ad5d-445e-ae1e-4ff625650b1e tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:36:12.996945 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc0e154-ad5d-445e-ae1e-4ff625650b1e tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:13.000470 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8dc0e154-ad5d-445e-ae1e-4ff625650b1e tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:13.110590 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-8dc0e154-ad5d-445e-ae1e-4ff625650b1e tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7053230 Feb 28 10:36:13.118799 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44012) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:13.125896 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-93df4052-6148-4d0a-95f0-186c8f12efe2 None None] Provisioning complete for port cd6d4623-dcfa-4858-a9ca-e8cd583d14fb triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:13.126416 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-93df4052-6148-4d0a-95f0-186c8f12efe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (cd6d4623-dcfa-4858-a9ca-e8cd583d14fb), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:13.146671 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c99f1-2111-496e-8b6b-1f4851734394 req-db8e4985-bc00-4eaf-a1ed-a1d6f94d5999 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:13.154801 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4f1c99f1-2111-496e-8b6b-1f4851734394 req-db8e4985-bc00-4eaf-a1ed-a1d6f94d5999 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] 10.222.0.62 "GET /v2.0/ports?device_id=99037f9b-fc9a-45f9-9fc6-b6804397f8c7 HTTP/1.1" status: 200 len: 946 time: 0.1041615 Feb 28 10:36:13.170545 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-93df4052-6148-4d0a-95f0-186c8f12efe2 None None] Port cd6d4623-dcfa-4858-a9ca-e8cd583d14fb cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:36:13.226435 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6bb281-2b8c-4d85-b522-4ee042a24300 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:13.227030 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6bb281-2b8c-4d85-b522-4ee042a24300 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:13.227281 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6bb281-2b8c-4d85-b522-4ee042a24300 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:13.227740 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6bb281-2b8c-4d85-b522-4ee042a24300 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:13.227909 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6bb281-2b8c-4d85-b522-4ee042a24300 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:13.228252 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6bb281-2b8c-4d85-b522-4ee042a24300 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:13.228593 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6bb281-2b8c-4d85-b522-4ee042a24300 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:13.228927 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6bb281-2b8c-4d85-b522-4ee042a24300 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:13.229339 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6bb281-2b8c-4d85-b522-4ee042a24300 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:13.230024 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6bb281-2b8c-4d85-b522-4ee042a24300 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:13.230024 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6bb281-2b8c-4d85-b522-4ee042a24300 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:13.230275 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6bb281-2b8c-4d85-b522-4ee042a24300 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:13.230604 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6bb281-2b8c-4d85-b522-4ee042a24300 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:13.246507 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4f1c99f1-2111-496e-8b6b-1f4851734394 req-20964a59-7c79-4d3d-913b-aeb14225583e tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1e7b656-9d2d-4925-8731-88f96b12caa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907094 Feb 28 10:36:13.281522 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-19c1dc76-6afa-4cb8-8e7e-443f0c123117 tempest-FloatingIPAdminTestJSON-1090454341 tempest-FloatingIPAdminTestJSON-1090454341-project-admin] Request body: {'floatingip': {'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'project_id': '4f3e39b224664e65a71010d16addd7a4', 'port_id': 'f70ef885-a57d-4e12-a912-1a05ed3fdcd7'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:13.290571 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-2add84a9-dde3-4898-80c8-e97de0ef4fc5 None None] Provisioning complete for port f70ef885-a57d-4e12-a912-1a05ed3fdcd7 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:13.291683 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2add84a9-dde3-4898-80c8-e97de0ef4fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (f70ef885-a57d-4e12-a912-1a05ed3fdcd7), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:13.335560 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-2add84a9-dde3-4898-80c8-e97de0ef4fc5 None None] Port f70ef885-a57d-4e12-a912-1a05ed3fdcd7 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:36:13.377402 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-19c1dc76-6afa-4cb8-8e7e-443f0c123117 tempest-FloatingIPAdminTestJSON-1090454341 tempest-FloatingIPAdminTestJSON-1090454341-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:13.416312 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0b717eb8-7af3-4856-91bb-9e769ce540f9 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Publish callbacks [] for security_group (40d8cd06-00f0-402c-aa91-543c9d6c6fdb), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:13.445112 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9e9e23-ae02-4f7a-8aa2-c686084f9028 req-4f7c91b5-bb6d-4596-aa41-43aec792eb8f tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:13.446605 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-5a9e9e23-ae02-4f7a-8aa2-c686084f9028 req-4f7c91b5-bb6d-4596-aa41-43aec792eb8f tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] 10.222.0.62 "GET /v2.0/ports?device_id=290eb2b7-05ba-48d8-b5f9-a94f59fbcb4c HTTP/1.1" status: 200 len: 945 time: 0.2337415 Feb 28 10:36:13.453505 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-3c9b3003-17aa-4cc8-90ff-46f5006be79a tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Deleting port 4e850cc0-555d-4b23-b452-f5cfc846f5e9 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:13.453847 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3c9b3003-17aa-4cc8-90ff-46f5006be79a tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (4e850cc0-555d-4b23-b452-f5cfc846f5e9), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:13.463860 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a5511f-952d-4bc5-bc7c-8cfc5bb4516a req-b2e91c66-966b-465a-85ed-1ae836d0e6b0 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:13.465723 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-86a5511f-952d-4bc5-bc7c-8cfc5bb4516a req-b2e91c66-966b-465a-85ed-1ae836d0e6b0 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.1071675 Feb 28 10:36:13.520209 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0b717eb8-7af3-4856-91bb-9e769ce540f9 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (40d8cd06-00f0-402c-aa91-543c9d6c6fdb), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:13.535071 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-86a5511f-952d-4bc5-bc7c-8cfc5bb4516a req-7c2f6943-236c-43ad-af2f-b6f8f9d16908 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630090 Feb 28 10:36:13.543640 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-19c1dc76-6afa-4cb8-8e7e-443f0c123117 tempest-FloatingIPAdminTestJSON-1090454341 tempest-FloatingIPAdminTestJSON-1090454341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:13.584061 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-d96b2c3d-608a-4df0-be9f-88553fbe26e1 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Deleting port cd6d4623-dcfa-4858-a9ca-e8cd583d14fb {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:13.584402 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d96b2c3d-608a-4df0-be9f-88553fbe26e1 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (cd6d4623-dcfa-4858-a9ca-e8cd583d14fb), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:13.612090 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b717eb8-7af3-4856-91bb-9e769ce540f9 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:36:13.667071 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-19c1dc76-6afa-4cb8-8e7e-443f0c123117 tempest-FloatingIPAdminTestJSON-1090454341 tempest-FloatingIPAdminTestJSON-1090454341-project-admin] Allocated IP 172.26.3.27 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/a3f7dd3a-0782-4f48-abf9-b41a545f8b04) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:36:13.681459 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b717eb8-7af3-4856-91bb-9e769ce540f9 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40d8cd06-00f0-402c-aa91-543c9d6c6fdb,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:13.711505 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0b717eb8-7af3-4856-91bb-9e769ce540f9 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (88d3e9ae-1401-4ce2-bb49-371c72c9f3d2), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:13.711856 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-0b717eb8-7af3-4856-91bb-9e769ce540f9 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Added segment 88d3e9ae-1401-4ce2-bb49-371c72c9f3d2 of type vlan for network e6378a4b-4506-4787-87d5-692e741cc3fa Feb 28 10:36:13.719308 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-5a9e9e23-ae02-4f7a-8aa2-c686084f9028 req-902fcd41-5a76-4e08-b716-99fbd463d9cc tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] 10.222.0.62 "GET /v2.0/security-groups?id=fef6c4de-b472-437a-b0f0-f89143292e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2621808 Feb 28 10:36:13.722615 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3c9b3003-17aa-4cc8-90ff-46f5006be79a tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (4e850cc0-555d-4b23-b452-f5cfc846f5e9), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:13.722957 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3c9b3003-17aa-4cc8-90ff-46f5006be79a tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks [] for floatingip (4e850cc0-555d-4b23-b452-f5cfc846f5e9), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:13.743583 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c1960272-26b1-42ea-9b55-916235791b60 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (a74e2881-3ced-463c-8b2a-c4a6a004a789), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:13.777140 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-3c9b3003-17aa-4cc8-90ff-46f5006be79a tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Calling delete_port for 4e850cc0-555d-4b23-b452-f5cfc846f5e9 owned by network:floatingip {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:13.794424 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-19c1dc76-6afa-4cb8-8e7e-443f0c123117 tempest-FloatingIPAdminTestJSON-1090454341 tempest-FloatingIPAdminTestJSON-1090454341-project-admin] Publish callbacks [] for port (a3f7dd3a-0782-4f48-abf9-b41a545f8b04), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:13.849605 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0b717eb8-7af3-4856-91bb-9e769ce540f9 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (e6378a4b-4506-4787-87d5-692e741cc3fa), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:13.857779 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d96b2c3d-608a-4df0-be9f-88553fbe26e1 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (cd6d4623-dcfa-4858-a9ca-e8cd583d14fb), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:13.919281 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-19c1dc76-6afa-4cb8-8e7e-443f0c123117 tempest-FloatingIPAdminTestJSON-1090454341 tempest-FloatingIPAdminTestJSON-1090454341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (a3f7dd3a-0782-4f48-abf9-b41a545f8b04), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:13.933049 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-d96b2c3d-608a-4df0-be9f-88553fbe26e1 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Calling delete_port for cd6d4623-dcfa-4858-a9ca-e8cd583d14fb owned by {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:13.934759 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1960272-26b1-42ea-9b55-916235791b60 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Pushing event updated for resources: {'Subnet': ['ID=a74e2881-3ced-463c-8b2a-c4a6a004a789,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:13.957726 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c1dc76-6afa-4cb8-8e7e-443f0c123117 tempest-FloatingIPAdminTestJSON-1090454341 tempest-FloatingIPAdminTestJSON-1090454341-project-admin] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:13.960934 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-19c1dc76-6afa-4cb8-8e7e-443f0c123117 tempest-FloatingIPAdminTestJSON-1090454341 tempest-FloatingIPAdminTestJSON-1090454341-project-admin] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:13.964547 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c1dc76-6afa-4cb8-8e7e-443f0c123117 tempest-FloatingIPAdminTestJSON-1090454341 tempest-FloatingIPAdminTestJSON-1090454341-project-admin] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:36:13.993981 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c1dc76-6afa-4cb8-8e7e-443f0c123117 tempest-FloatingIPAdminTestJSON-1090454341 tempest-FloatingIPAdminTestJSON-1090454341-project-admin] Pushing event updated for resources: {'Port': ['ID=a3f7dd3a-0782-4f48-abf9-b41a545f8b04,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:14.004529 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1960272-26b1-42ea-9b55-916235791b60 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Checking segment: {'id': 'a6db943b-41a1-4d5a-bcb3-1e488c716478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b80e458f-cdd8-46aa-966c-d7f3d8eec629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:36:14.004904 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1960272-26b1-42ea-9b55-916235791b60 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Network hostable DHCP agents. Network: b80e458f-cdd8-46aa-966c-d7f3d8eec629, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:36:14.005748 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1dc76-6afa-4cb8-8e7e-443f0c123117 tempest-FloatingIPAdminTestJSON-1090454341 tempest-FloatingIPAdminTestJSON-1090454341-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:14.006104 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1dc76-6afa-4cb8-8e7e-443f0c123117 tempest-FloatingIPAdminTestJSON-1090454341 tempest-FloatingIPAdminTestJSON-1090454341-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:14.006451 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1dc76-6afa-4cb8-8e7e-443f0c123117 tempest-FloatingIPAdminTestJSON-1090454341 tempest-FloatingIPAdminTestJSON-1090454341-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:14.006796 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1dc76-6afa-4cb8-8e7e-443f0c123117 tempest-FloatingIPAdminTestJSON-1090454341 tempest-FloatingIPAdminTestJSON-1090454341-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:14.007167 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1dc76-6afa-4cb8-8e7e-443f0c123117 tempest-FloatingIPAdminTestJSON-1090454341 tempest-FloatingIPAdminTestJSON-1090454341-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:14.007505 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1dc76-6afa-4cb8-8e7e-443f0c123117 tempest-FloatingIPAdminTestJSON-1090454341 tempest-FloatingIPAdminTestJSON-1090454341-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:14.007850 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1dc76-6afa-4cb8-8e7e-443f0c123117 tempest-FloatingIPAdminTestJSON-1090454341 tempest-FloatingIPAdminTestJSON-1090454341-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:14.008176 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1dc76-6afa-4cb8-8e7e-443f0c123117 tempest-FloatingIPAdminTestJSON-1090454341 tempest-FloatingIPAdminTestJSON-1090454341-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:14.008503 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1dc76-6afa-4cb8-8e7e-443f0c123117 tempest-FloatingIPAdminTestJSON-1090454341 tempest-FloatingIPAdminTestJSON-1090454341-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:14.008835 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1dc76-6afa-4cb8-8e7e-443f0c123117 tempest-FloatingIPAdminTestJSON-1090454341 tempest-FloatingIPAdminTestJSON-1090454341-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:14.009167 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1dc76-6afa-4cb8-8e7e-443f0c123117 tempest-FloatingIPAdminTestJSON-1090454341 tempest-FloatingIPAdminTestJSON-1090454341-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:14.009496 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1dc76-6afa-4cb8-8e7e-443f0c123117 tempest-FloatingIPAdminTestJSON-1090454341 tempest-FloatingIPAdminTestJSON-1090454341-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:14.009824 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1dc76-6afa-4cb8-8e7e-443f0c123117 tempest-FloatingIPAdminTestJSON-1090454341 tempest-FloatingIPAdminTestJSON-1090454341-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:14.100995 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0b717eb8-7af3-4856-91bb-9e769ce540f9 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (e6378a4b-4506-4787-87d5-692e741cc3fa), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:14.105914 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b717eb8-7af3-4856-91bb-9e769ce540f9 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:14.106497 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0b717eb8-7af3-4856-91bb-9e769ce540f9 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:14.164334 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1960272-26b1-42ea-9b55-916235791b60 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Network b80e458f-cdd8-46aa-966c-d7f3d8eec629 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:36:14.213044 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b717eb8-7af3-4856-91bb-9e769ce540f9 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Pushing event updated for resources: {'Network': ['ID=e6378a4b-4506-4787-87d5-692e741cc3fa,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:14.220562 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-0b717eb8-7af3-4856-91bb-9e769ce540f9 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.0087380 Feb 28 10:36:14.223700 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44018) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:14.226183 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network e6378a4b-4506-4787-87d5-692e741cc3fa details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:36:14.229185 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-d4549ceb-90a9-432a-926d-fae59afba198 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Request body: {'subnet': {'network_id': 'e6378a4b-4506-4787-87d5-692e741cc3fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:14.295580 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3c9b3003-17aa-4cc8-90ff-46f5006be79a tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (4e850cc0-555d-4b23-b452-f5cfc846f5e9), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:14.327464 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b3003-17aa-4cc8-90ff-46f5006be79a tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Pushing event deleted for resources: {'Port': ['ID=4e850cc0-555d-4b23-b452-f5cfc846f5e9,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:14.329093 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-c1960272-26b1-42ea-9b55-916235791b60 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, b80e458f-cdd8-46aa-966c-d7f3d8eec629) {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:14.330560 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d96b2c3d-608a-4df0-be9f-88553fbe26e1 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (cd6d4623-dcfa-4858-a9ca-e8cd583d14fb), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:14.339929 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1960272-26b1-42ea-9b55-916235791b60 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:14.340785 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c1960272-26b1-42ea-9b55-916235791b60 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:14.341812 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6ca218-7dac-45e3-a61c-ed7f7738d358 None None] Network b80e458f-cdd8-46aa-966c-d7f3d8eec629 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:14.439823 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b2c3d-608a-4df0-be9f-88553fbe26e1 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Pushing event deleted for resources: {'Port': ['ID=cd6d4623-dcfa-4858-a9ca-e8cd583d14fb,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:14.444272 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3c9b3003-17aa-4cc8-90ff-46f5006be79a tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks [] for floatingip (0d4c05ac-96c2-44b7-8a03-3ddda30be995), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:14.446877 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3c9b3003-17aa-4cc8-90ff-46f5006be79a tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:14.452139 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-3c9b3003-17aa-4cc8-90ff-46f5006be79a tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] 10.222.0.62 "DELETE /v2.0/floatingips/0d4c05ac-96c2-44b7-8a03-3ddda30be995 HTTP/1.1" status: 204 len: 168 time: 1.9120731 Feb 28 10:36:14.456454 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c1960272-26b1-42ea-9b55-916235791b60 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0805502 Feb 28 10:36:14.456454 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44024) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:14.473661 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44026) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:14.476414 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4549ceb-90a9-432a-926d-fae59afba198 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Made reservation on behalf of 2acafcb400e3462f92045c619b5df63a for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:14.480480 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d4549ceb-90a9-432a-926d-fae59afba198 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:14.481145 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-e8aebe28-6364-4db2-aa61-df3961bc2fbe tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Request body: {'floatingip': {'floating_network_id': '619eca2d-2796-48a3-921d-d87468880c45', 'port_id': '06b1e87e-0231-478d-81fc-0313b75d7dcf', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:14.486438 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-eaac6e0f-0bfb-413b-a8e4-8f8333757859 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Request body: {'subnet': {'network_id': 'b80e458f-cdd8-46aa-966c-d7f3d8eec629', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:14.490230 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec382f99-9231-4857-83d6-6af416a89bff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-b80e458f-cdd8-46aa-966c-d7f3d8eec629', 'network_id': 'b80e458f-cdd8-46aa-966c-d7f3d8eec629', 'project_id': '6344603bd44c4b40ab017d9623e1a51e', 'fixed_ips': [{'subnet_id': 'a74e2881-3ced-463c-8b2a-c4a6a004a789'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:36:14.491903 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ec382f99-9231-4857-83d6-6af416a89bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:14.567388 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d96b2c3d-608a-4df0-be9f-88553fbe26e1 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:14.570716 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-d96b2c3d-608a-4df0-be9f-88553fbe26e1 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] 10.222.0.62 "DELETE /v2.0/ports/cd6d4623-dcfa-4858-a9ca-e8cd583d14fb HTTP/1.1" status: 204 len: 168 time: 1.7851861 Feb 28 10:36:14.574069 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44028) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:14.629681 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7957fe0-3814-4a84-95ae-5d2e23e0eb59 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] GET failed (client error): The resource could not be found. Feb 28 10:36:14.640556 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-f7957fe0-3814-4a84-95ae-5d2e23e0eb59 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] 10.222.0.62 "GET /v2.0/ports/cd6d4623-dcfa-4858-a9ca-e8cd583d14fb HTTP/1.1" status: 404 len: 333 time: 0.0653439 Feb 28 10:36:14.641677 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e8aebe28-6364-4db2-aa61-df3961bc2fbe tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:14.657629 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44032) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:14.677312 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-ec382f99-9231-4857-83d6-6af416a89bff None None] Allocated IP 2001:db8::2 (b80e458f-cdd8-46aa-966c-d7f3d8eec629/a74e2881-3ced-463c-8b2a-c4a6a004a789/d7d29ca7-872f-40a5-b820-4ec31d436ee7) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:36:14.678687 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-b0c56046-50ad-4f6a-a90b-e69a46eb7cb7 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Request body: {'port': {'network_id': '8e88b6f9-9c91-45de-9d9d-d81dd29fff97', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1222419914'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:14.706813 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2b36e-3315-4dd1-a22e-aa9dcad24b52 req-49f993f7-8acb-4141-a0dd-8fc25b0e5222 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:14.708526 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8ba2b36e-3315-4dd1-a22e-aa9dcad24b52 req-49f993f7-8acb-4141-a0dd-8fc25b0e5222 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] 10.222.0.62 "GET /v2.0/ports?device_id=99037f9b-fc9a-45f9-9fc6-b6804397f8c7 HTTP/1.1" status: 200 len: 946 time: 0.3929036 Feb 28 10:36:14.768115 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b908471-4804-4316-b826-74843abbe323 req-57e38469-fe8c-4cff-9fd2-bc06e2e25f13 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:14.769545 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-3b908471-4804-4316-b826-74843abbe323 req-57e38469-fe8c-4cff-9fd2-bc06e2e25f13 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.1026857 Feb 28 10:36:14.846778 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-3b908471-4804-4316-b826-74843abbe323 req-1d14acc0-3ba0-4f21-b9da-1b2140a4744f tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688164 Feb 28 10:36:14.857912 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ec382f99-9231-4857-83d6-6af416a89bff None None] Publish callbacks [] for port (d7d29ca7-872f-40a5-b820-4ec31d436ee7), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:14.920903 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ec382f99-9231-4857-83d6-6af416a89bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (d7d29ca7-872f-40a5-b820-4ec31d436ee7), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:14.958016 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-e8aebe28-6364-4db2-aa61-df3961bc2fbe tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:36:14.962870 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-e8aebe28-6364-4db2-aa61-df3961bc2fbe tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4999597 Feb 28 10:36:14.963115 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44038) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:14.970278 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-42e3139c-387e-4d55-907b-eb48a6b1e348 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Request body: {'floatingip': {'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'port_id': '06b1e87e-0231-478d-81fc-0313b75d7dcf', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:14.974349 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec382f99-9231-4857-83d6-6af416a89bff None None] Network b80e458f-cdd8-46aa-966c-d7f3d8eec629 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:14.976924 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-19c1dc76-6afa-4cb8-8e7e-443f0c123117 tempest-FloatingIPAdminTestJSON-1090454341 tempest-FloatingIPAdminTestJSON-1090454341-project-admin] Publish callbacks [] for floatingip (779fe579-f25a-4fdb-8099-8e8fc8e459dd), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:14.978575 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-ec382f99-9231-4857-83d6-6af416a89bff None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:14.981382 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98252150-04f8-4e71-b1bc-35126eb9cfb7 req-14155577-5203-4ee4-a470-4d075c5e9ff6 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:14.981523 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec382f99-9231-4857-83d6-6af416a89bff None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:36:14.987334 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-98252150-04f8-4e71-b1bc-35126eb9cfb7 req-14155577-5203-4ee4-a470-4d075c5e9ff6 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] 10.222.0.62 "GET /v2.0/ports?device_id=290eb2b7-05ba-48d8-b5f9-a94f59fbcb4c HTTP/1.1" status: 200 len: 945 time: 0.0752733 Feb 28 10:36:14.998303 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec382f99-9231-4857-83d6-6af416a89bff None None] Pushing event updated for resources: {'Port': ['ID=d7d29ca7-872f-40a5-b820-4ec31d436ee7,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:15.002268 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8ba2b36e-3315-4dd1-a22e-aa9dcad24b52 req-aa100271-e952-42bc-b6cc-f7c79a99de09 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1e7b656-9d2d-4925-8731-88f96b12caa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2531543 Feb 28 10:36:15.051881 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec382f99-9231-4857-83d6-6af416a89bff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:15.052370 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec382f99-9231-4857-83d6-6af416a89bff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:15.052588 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec382f99-9231-4857-83d6-6af416a89bff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:15.052928 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec382f99-9231-4857-83d6-6af416a89bff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:15.053262 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec382f99-9231-4857-83d6-6af416a89bff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:15.053592 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec382f99-9231-4857-83d6-6af416a89bff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:15.053978 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec382f99-9231-4857-83d6-6af416a89bff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:15.054375 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec382f99-9231-4857-83d6-6af416a89bff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:15.054646 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec382f99-9231-4857-83d6-6af416a89bff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:15.055479 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec382f99-9231-4857-83d6-6af416a89bff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:15.055832 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec382f99-9231-4857-83d6-6af416a89bff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:15.056250 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec382f99-9231-4857-83d6-6af416a89bff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:15.056540 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec382f99-9231-4857-83d6-6af416a89bff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:15.061878 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-ec382f99-9231-4857-83d6-6af416a89bff None None] Attempting to bind port d7d29ca7-872f-40a5-b820-4ec31d436ee7 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:36:15.062255 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-ec382f99-9231-4857-83d6-6af416a89bff None None] Attempting to bind port d7d29ca7-872f-40a5-b820-4ec31d436ee7 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': 'a6db943b-41a1-4d5a-bcb3-1e488c716478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b80e458f-cdd8-46aa-966c-d7f3d8eec629'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:36:15.062629 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec382f99-9231-4857-83d6-6af416a89bff None None] Attempting to bind port d7d29ca7-872f-40a5-b820-4ec31d436ee7 on network b80e458f-cdd8-46aa-966c-d7f3d8eec629 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:36:15.069377 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec382f99-9231-4857-83d6-6af416a89bff None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:36:15.069580 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec382f99-9231-4857-83d6-6af416a89bff None None] Checking segment: {'id': 'a6db943b-41a1-4d5a-bcb3-1e488c716478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b80e458f-cdd8-46aa-966c-d7f3d8eec629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:36:15.069989 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ec382f99-9231-4857-83d6-6af416a89bff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:15.070383 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec382f99-9231-4857-83d6-6af416a89bff None None] Bound using segment: {'id': 'a6db943b-41a1-4d5a-bcb3-1e488c716478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b80e458f-cdd8-46aa-966c-d7f3d8eec629'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:36:15.071072 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-ec382f99-9231-4857-83d6-6af416a89bff None None] Bound port: d7d29ca7-872f-40a5-b820-4ec31d436ee7, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6db943b-41a1-4d5a-bcb3-1e488c716478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b80e458f-cdd8-46aa-966c-d7f3d8eec629'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:36:15.071230 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ec382f99-9231-4857-83d6-6af416a89bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (d7d29ca7-872f-40a5-b820-4ec31d436ee7), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:15.087111 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-98252150-04f8-4e71-b1bc-35126eb9cfb7 req-1d8211a9-bebd-4a89-bd7c-6894b96d8973 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] 10.222.0.62 "GET /v2.0/security-groups?id=fef6c4de-b472-437a-b0f0-f89143292e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909748 Feb 28 10:36:15.091299 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-42e3139c-387e-4d55-907b-eb48a6b1e348 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:15.155966 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ec382f99-9231-4857-83d6-6af416a89bff None None] For port d7d29ca7-872f-40a5-b820-4ec31d436ee7, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:36:15.159710 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ec382f99-9231-4857-83d6-6af416a89bff None None] For port d7d29ca7-872f-40a5-b820-4ec31d436ee7, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=d7d29ca7-872f-40a5-b820-4ec31d436ee7,segment=NetworkSegment(a6db943b-41a1-4d5a-bcb3-1e488c716478),segment_id=a6db943b-41a1-4d5a-bcb3-1e488c716478)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:36:15.227383 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ec382f99-9231-4857-83d6-6af416a89bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (d7d29ca7-872f-40a5-b820-4ec31d436ee7), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:15.288738 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-42e3139c-387e-4d55-907b-eb48a6b1e348 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:15.300525 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec382f99-9231-4857-83d6-6af416a89bff None None] Pushing event updated for resources: {'Port': ['ID=d7d29ca7-872f-40a5-b820-4ec31d436ee7,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:15.357830 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adf19b5-c13d-4193-945b-07a11da432ef req-33ae3d43-a852-4c53-8fd0-13da6ef763e8 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:15.359472 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8adf19b5-c13d-4193-945b-07a11da432ef req-33ae3d43-a852-4c53-8fd0-13da6ef763e8 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] 10.222.0.62 "GET /v2.0/ports?device_id=99037f9b-fc9a-45f9-9fc6-b6804397f8c7 HTTP/1.1" status: 200 len: 946 time: 0.1169388 Feb 28 10:36:15.372099 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44044) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:15.379985 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-7e143b35-931d-4163-a1fe-6ff1d13d7300 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Request body: {'floatingip': {'port_id': '0eb4597e-81f8-41b4-8a22-afb3a0fa610a'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:15.407312 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaac6e0f-0bfb-413b-a8e4-8f8333757859 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Made reservation on behalf of 6344603bd44c4b40ab017d9623e1a51e for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:15.410612 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-eaac6e0f-0bfb-413b-a8e4-8f8333757859 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:15.413337 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c56046-50ad-4f6a-a90b-e69a46eb7cb7 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Made reservation on behalf of 9d70165fec644654931461bf265f7dde for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:15.416423 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b0c56046-50ad-4f6a-a90b-e69a46eb7cb7 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:15.464834 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7e143b35-931d-4163-a1fe-6ff1d13d7300 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Publish callbacks [] for floatingip (5e2a40ff-e655-46ac-ac85-9224f1221f6d), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:15.586066 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-42e3139c-387e-4d55-907b-eb48a6b1e348 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Allocated IP 172.26.3.119 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/dc1c5dc0-b394-4f49-9bbf-df837e47874d) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:36:15.586239 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-b0c56046-50ad-4f6a-a90b-e69a46eb7cb7 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] device_id is not set on port 07e4ca4a-dc14-45c0-8b8e-e9d7a78659ad yet. {{(pid=104083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:36:15.592080 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-19c1dc76-6afa-4cb8-8e7e-443f0c123117 tempest-FloatingIPAdminTestJSON-1090454341 tempest-FloatingIPAdminTestJSON-1090454341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (a3f7dd3a-0782-4f48-abf9-b41a545f8b04), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:15.602021 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d4549ceb-90a9-432a-926d-fae59afba198 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (d8645215-6ec8-4e8a-be38-8e39deb24989), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:15.663967 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f868d7b-37a5-4080-a8da-ba11c135e4f7 req-841a9c3c-127f-4d82-b719-660a61a696a6 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:15.665512 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-4f868d7b-37a5-4080-a8da-ba11c135e4f7 req-841a9c3c-127f-4d82-b719-660a61a696a6 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] 10.222.0.62 "GET /v2.0/ports?device_id=290eb2b7-05ba-48d8-b5f9-a94f59fbcb4c HTTP/1.1" status: 200 len: 945 time: 0.2198009 Feb 28 10:36:15.702801 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44046) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:15.721435 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-051ef662-9407-4b2f-addb-3b3156603591 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Request body: {'floatingip': {'port_id': '5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:15.752070 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f192f6-22d8-438c-ab14-3676d9a4e421 req-7c25d070-a1df-456a-9438-a488ab435484 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:15.753508 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-77f192f6-22d8-438c-ab14-3676d9a4e421 req-7c25d070-a1df-456a-9438-a488ab435484 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.3534434 Feb 28 10:36:15.781290 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44048) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:15.788961 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device d7d29ca7-872f-40a5-b820-4ec31d436ee7 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:36:15.796738 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-3b1bf685-2c46-4096-b424-8b12f89b28ce tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Request body: {'floatingip': {'port_id': '5a922728-f3d0-4367-bcc8-b27de3315e43'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:15.807049 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-051ef662-9407-4b2f-addb-3b3156603591 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Publish callbacks [] for floatingip (0f9bd045-a5f6-4f14-8632-5ff74064746b), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:15.846023 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port d7d29ca7-872f-40a5-b820-4ec31d436ee7 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:15.846479 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (d7d29ca7-872f-40a5-b820-4ec31d436ee7), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:15.904400 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4549ceb-90a9-432a-926d-fae59afba198 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Pushing event updated for resources: {'Subnet': ['ID=d8645215-6ec8-4e8a-be38-8e39deb24989,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:15.907937 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3b1bf685-2c46-4096-b424-8b12f89b28ce tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Publish callbacks [] for floatingip (c6c5bc79-0ed5-4db8-a289-b1547554720d), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:15.918250 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4549ceb-90a9-432a-926d-fae59afba198 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Checking segment: {'id': '88d3e9ae-1401-4ce2-bb49-371c72c9f3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e6378a4b-4506-4787-87d5-692e741cc3fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:36:15.918633 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4549ceb-90a9-432a-926d-fae59afba198 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Network hostable DHCP agents. Network: e6378a4b-4506-4787-87d5-692e741cc3fa, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:36:15.939495 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port d7d29ca7-872f-40a5-b820-4ec31d436ee7 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:15.939954 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (d7d29ca7-872f-40a5-b820-4ec31d436ee7), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:15.976830 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port d7d29ca7-872f-40a5-b820-4ec31d436ee7, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=d7d29ca7-872f-40a5-b820-4ec31d436ee7,segment=NetworkSegment(a6db943b-41a1-4d5a-bcb3-1e488c716478),segment_id=a6db943b-41a1-4d5a-bcb3-1e488c716478)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:16.003477 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-42e3139c-387e-4d55-907b-eb48a6b1e348 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks [] for port (dc1c5dc0-b394-4f49-9bbf-df837e47874d), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:16.061611 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (d7d29ca7-872f-40a5-b820-4ec31d436ee7), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:16.092576 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-b0c56046-50ad-4f6a-a90b-e69a46eb7cb7 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Allocated IP 2001:db8::200 (8e88b6f9-9c91-45de-9d9d-d81dd29fff97/e94f9bfa-e606-4326-a460-d720d15009ee/07e4ca4a-dc14-45c0-8b8e-e9d7a78659ad) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:36:16.195261 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4549ceb-90a9-432a-926d-fae59afba198 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Network e6378a4b-4506-4787-87d5-692e741cc3fa is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:36:16.294736 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=d7d29ca7-872f-40a5-b820-4ec31d436ee7,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:16.360342 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-d4549ceb-90a9-432a-926d-fae59afba198 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, e6378a4b-4506-4787-87d5-692e741cc3fa) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:16.363588 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-19c1dc76-6afa-4cb8-8e7e-443f0c123117 tempest-FloatingIPAdminTestJSON-1090454341 tempest-FloatingIPAdminTestJSON-1090454341-project-admin] Publish callbacks [] for port (a3f7dd3a-0782-4f48-abf9-b41a545f8b04), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:16.370950 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3629af15-32fc-4e62-a2b4-03c3cc7f3a83 None None] Network e6378a4b-4506-4787-87d5-692e741cc3fa requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:16.396240 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4549ceb-90a9-432a-926d-fae59afba198 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:16.396847 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d4549ceb-90a9-432a-926d-fae59afba198 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:16.475512 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-19c8f4f3-7b3d-42e6-ab54-942596598229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:16.482076 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-19c1dc76-6afa-4cb8-8e7e-443f0c123117 tempest-FloatingIPAdminTestJSON-1090454341 tempest-FloatingIPAdminTestJSON-1090454341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (a3f7dd3a-0782-4f48-abf9-b41a545f8b04), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:16.519873 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808c9cf6-84c4-497a-ab52-3de9b90d0000 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-e6378a4b-4506-4787-87d5-692e741cc3fa', 'network_id': 'e6378a4b-4506-4787-87d5-692e741cc3fa', 'project_id': '2acafcb400e3462f92045c619b5df63a', 'fixed_ips': [{'subnet_id': 'd8645215-6ec8-4e8a-be38-8e39deb24989'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:36:16.521072 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-808c9cf6-84c4-497a-ab52-3de9b90d0000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:16.591739 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-d4549ceb-90a9-432a-926d-fae59afba198 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3635585 Feb 28 10:36:16.598417 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44050) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:16.606985 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-1323271f-8079-4149-8dab-4309e9692203 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Request body: {'port': {'network_id': 'e6378a4b-4506-4787-87d5-692e741cc3fa', 'name': 'tempest-TagsExtTest-263946140'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:16.684249 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-42e3139c-387e-4d55-907b-eb48a6b1e348 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (dc1c5dc0-b394-4f49-9bbf-df837e47874d), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:16.689112 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-808c9cf6-84c4-497a-ab52-3de9b90d0000 None None] Allocated IP 172.20.0.2 (e6378a4b-4506-4787-87d5-692e741cc3fa/d8645215-6ec8-4e8a-be38-8e39deb24989/e8b4f6ed-e6c5-4031-ba16-0754ed252e1c) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:36:16.721181 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-eaac6e0f-0bfb-413b-a8e4-8f8333757859 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (9abb31fa-c5c0-444b-b91d-4c52d34fbdd4), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:16.768158 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c1dc76-6afa-4cb8-8e7e-443f0c123117 tempest-FloatingIPAdminTestJSON-1090454341 tempest-FloatingIPAdminTestJSON-1090454341-project-admin] Pushing event updated for resources: {'Port': ['ID=a3f7dd3a-0782-4f48-abf9-b41a545f8b04,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:16.798097 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b0c56046-50ad-4f6a-a90b-e69a46eb7cb7 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks [] for port (07e4ca4a-dc14-45c0-8b8e-e9d7a78659ad), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:16.844110 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e3139c-387e-4d55-907b-eb48a6b1e348 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:16.844635 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaac6e0f-0bfb-413b-a8e4-8f8333757859 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Network b80e458f-cdd8-46aa-966c-d7f3d8eec629 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:16.856274 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-808c9cf6-84c4-497a-ab52-3de9b90d0000 None None] Publish callbacks [] for port (e8b4f6ed-e6c5-4031-ba16-0754ed252e1c), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:16.856514 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-eaac6e0f-0bfb-413b-a8e4-8f8333757859 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:16.861492 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-19c1dc76-6afa-4cb8-8e7e-443f0c123117 tempest-FloatingIPAdminTestJSON-1090454341 tempest-FloatingIPAdminTestJSON-1090454341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047917'] for floatingip (779fe579-f25a-4fdb-8099-8e8fc8e459dd), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:16.862287 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d418fbd6-f0d3-466e-9b09-07823ef1c4ce None None] Network b80e458f-cdd8-46aa-966c-d7f3d8eec629 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:16.867600 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaac6e0f-0bfb-413b-a8e4-8f8333757859 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:16.868167 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-eaac6e0f-0bfb-413b-a8e4-8f8333757859 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:16.870871 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaac6e0f-0bfb-413b-a8e4-8f8333757859 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Pushing event updated for resources: {'Subnet': ['ID=9abb31fa-c5c0-444b-b91d-4c52d34fbdd4,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:16.893571 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-42e3139c-387e-4d55-907b-eb48a6b1e348 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:16.920263 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e3139c-387e-4d55-907b-eb48a6b1e348 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:36:16.925159 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-808c9cf6-84c4-497a-ab52-3de9b90d0000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (e8b4f6ed-e6c5-4031-ba16-0754ed252e1c), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:16.975987 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808c9cf6-84c4-497a-ab52-3de9b90d0000 None None] Pushing event updated for resources: {'Port': ['ID=e8b4f6ed-e6c5-4031-ba16-0754ed252e1c,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:16.986585 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-992ce970-cf6d-49b4-8f2a-c7b413e55388 None None] Provisioning complete for port d7d29ca7-872f-40a5-b820-4ec31d436ee7 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:16.987396 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-992ce970-cf6d-49b4-8f2a-c7b413e55388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (d7d29ca7-872f-40a5-b820-4ec31d436ee7), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:16.993816 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e3139c-387e-4d55-907b-eb48a6b1e348 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Pushing event updated for resources: {'Port': ['ID=dc1c5dc0-b394-4f49-9bbf-df837e47874d,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:16.998324 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808c9cf6-84c4-497a-ab52-3de9b90d0000 None None] Network e6378a4b-4506-4787-87d5-692e741cc3fa is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:17.003588 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-808c9cf6-84c4-497a-ab52-3de9b90d0000 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:17.024029 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-eaac6e0f-0bfb-413b-a8e4-8f8333757859 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5484416 Feb 28 10:36:17.028881 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44052) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:17.040442 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808c9cf6-84c4-497a-ab52-3de9b90d0000 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:36:17.087829 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.db.resource_extend [None req-3b1bf685-2c46-4096-b424-8b12f89b28ce tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 10:36:17.098301 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.db.resource_extend [None req-7e143b35-931d-4163-a1fe-6ff1d13d7300 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 10:36:17.148025 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-808c9cf6-84c4-497a-ab52-3de9b90d0000 None None] Attempting to bind port e8b4f6ed-e6c5-4031-ba16-0754ed252e1c on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:36:17.148362 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-808c9cf6-84c4-497a-ab52-3de9b90d0000 None None] Attempting to bind port e8b4f6ed-e6c5-4031-ba16-0754ed252e1c by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '88d3e9ae-1401-4ce2-bb49-371c72c9f3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e6378a4b-4506-4787-87d5-692e741cc3fa'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:36:17.148736 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808c9cf6-84c4-497a-ab52-3de9b90d0000 None None] Attempting to bind port e8b4f6ed-e6c5-4031-ba16-0754ed252e1c on network e6378a4b-4506-4787-87d5-692e741cc3fa {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:36:17.161043 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808c9cf6-84c4-497a-ab52-3de9b90d0000 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:36:17.166798 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808c9cf6-84c4-497a-ab52-3de9b90d0000 None None] Checking segment: {'id': '88d3e9ae-1401-4ce2-bb49-371c72c9f3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e6378a4b-4506-4787-87d5-692e741cc3fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:36:17.166798 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-808c9cf6-84c4-497a-ab52-3de9b90d0000 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:17.166798 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808c9cf6-84c4-497a-ab52-3de9b90d0000 None None] Bound using segment: {'id': '88d3e9ae-1401-4ce2-bb49-371c72c9f3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e6378a4b-4506-4787-87d5-692e741cc3fa'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:36:17.166798 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-808c9cf6-84c4-497a-ab52-3de9b90d0000 None None] Bound port: e8b4f6ed-e6c5-4031-ba16-0754ed252e1c, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88d3e9ae-1401-4ce2-bb49-371c72c9f3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e6378a4b-4506-4787-87d5-692e741cc3fa'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:36:17.166798 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-808c9cf6-84c4-497a-ab52-3de9b90d0000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (e8b4f6ed-e6c5-4031-ba16-0754ed252e1c), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:17.249268 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-992ce970-cf6d-49b4-8f2a-c7b413e55388 None None] Current status of the port d7d29ca7-872f-40a5-b820-4ec31d436ee7 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:17.259864 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1323271f-8079-4149-8dab-4309e9692203 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Made reservation on behalf of 2acafcb400e3462f92045c619b5df63a for: {'port': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:17.264109 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1323271f-8079-4149-8dab-4309e9692203 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:17.298433 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-808c9cf6-84c4-497a-ab52-3de9b90d0000 None None] For port e8b4f6ed-e6c5-4031-ba16-0754ed252e1c, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:36:17.304475 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7e143b35-931d-4163-a1fe-6ff1d13d7300 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:17.317442 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-808c9cf6-84c4-497a-ab52-3de9b90d0000 None None] For port e8b4f6ed-e6c5-4031-ba16-0754ed252e1c, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=e8b4f6ed-e6c5-4031-ba16-0754ed252e1c,segment=NetworkSegment(88d3e9ae-1401-4ce2-bb49-371c72c9f3d2),segment_id=88d3e9ae-1401-4ce2-bb49-371c72c9f3d2)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:36:17.329466 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea8942f-2664-4347-8015-f97fdb5b77e7 None None] Update dhcp port {'port': {'network_id': 'b80e458f-cdd8-46aa-966c-d7f3d8eec629', 'fixed_ips': [{'subnet_id': 'a74e2881-3ced-463c-8b2a-c4a6a004a789', 'ip_address': '2001:db8::2'}, {'subnet_id': '9abb31fa-c5c0-444b-b91d-4c52d34fbdd4'}], 'binding:host_id': 'dv-neutron-829161-3-hyperv'}, 'id': 'd7d29ca7-872f-40a5-b820-4ec31d436ee7'} from dv-neutron-829161-3-hyperv. {{(pid=104085) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 28 10:36:17.339303 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [None req-1323271f-8079-4149-8dab-4309e9692203 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] device_id is not set on port 7e67ae74-7dce-4d17-8203-ee6c10d6b7e6 yet. {{(pid=104084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:36:17.361444 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-dea8942f-2664-4347-8015-f97fdb5b77e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (d7d29ca7-872f-40a5-b820-4ec31d436ee7), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:17.399794 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b0c56046-50ad-4f6a-a90b-e69a46eb7cb7 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (07e4ca4a-dc14-45c0-8b8e-e9d7a78659ad), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:17.415141 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-808c9cf6-84c4-497a-ab52-3de9b90d0000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (e8b4f6ed-e6c5-4031-ba16-0754ed252e1c), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:17.426247 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7e143b35-931d-4163-a1fe-6ff1d13d7300 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047917'] for floatingip (5e2a40ff-e655-46ac-ac85-9224f1221f6d), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:17.488676 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-051ef662-9407-4b2f-addb-3b3156603591 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:17.521141 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c56046-50ad-4f6a-a90b-e69a46eb7cb7 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Network 8e88b6f9-9c91-45de-9d9d-d81dd29fff97 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:17.524947 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.l3_db [None req-19c1dc76-6afa-4cb8-8e7e-443f0c123117 tempest-FloatingIPAdminTestJSON-1090454341 tempest-FloatingIPAdminTestJSON-1090454341-project-admin] Floating IP 779fe579-f25a-4fdb-8099-8e8fc8e459dd associated. External IP: 172.26.3.27, port: f70ef885-a57d-4e12-a912-1a05ed3fdcd7. Feb 28 10:36:17.553175 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808c9cf6-84c4-497a-ab52-3de9b90d0000 None None] Pushing event updated for resources: {'Port': ['ID=e8b4f6ed-e6c5-4031-ba16-0754ed252e1c,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:17.589550 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3b1bf685-2c46-4096-b424-8b12f89b28ce tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:17.589782 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-051ef662-9407-4b2f-addb-3b3156603591 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047917'] for floatingip (0f9bd045-a5f6-4f14-8632-5ff74064746b), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:17.590217 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-b0c56046-50ad-4f6a-a90b-e69a46eb7cb7 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:17.592788 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c56046-50ad-4f6a-a90b-e69a46eb7cb7 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:36:17.600618 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c56046-50ad-4f6a-a90b-e69a46eb7cb7 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:17.600618 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b0c56046-50ad-4f6a-a90b-e69a46eb7cb7 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:17.614388 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08203419-ade3-4b09-81c5-a0fec3e7397f tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:17.615688 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08203419-ade3-4b09-81c5-a0fec3e7397f tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:17.616038 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-dea8942f-2664-4347-8015-f97fdb5b77e7 None None] Allocated IP 172.20.0.1 (b80e458f-cdd8-46aa-966c-d7f3d8eec629/9abb31fa-c5c0-444b-b91d-4c52d34fbdd4/d7d29ca7-872f-40a5-b820-4ec31d436ee7) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:36:17.617146 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08203419-ade3-4b09-81c5-a0fec3e7397f tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:17.618455 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08203419-ade3-4b09-81c5-a0fec3e7397f tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:17.620418 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08203419-ade3-4b09-81c5-a0fec3e7397f tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:17.625888 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-08203419-ade3-4b09-81c5-a0fec3e7397f tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5910537 Feb 28 10:36:17.631273 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44054) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:17.642128 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-3d0109dd-a494-4316-bbb1-dd6e3e429374 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1402205196'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:17.705998 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c56046-50ad-4f6a-a90b-e69a46eb7cb7 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Pushing event updated for resources: {'Port': ['ID=07e4ca4a-dc14-45c0-8b8e-e9d7a78659ad,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:17.706138 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-42e3139c-387e-4d55-907b-eb48a6b1e348 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Deleting port dc1c5dc0-b394-4f49-9bbf-df837e47874d {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:17.706619 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-42e3139c-387e-4d55-907b-eb48a6b1e348 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (dc1c5dc0-b394-4f49-9bbf-df837e47874d), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:17.708663 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-1323271f-8079-4149-8dab-4309e9692203 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Allocated IP 172.20.0.12 (e6378a4b-4506-4787-87d5-692e741cc3fa/d8645215-6ec8-4e8a-be38-8e39deb24989/7e67ae74-7dce-4d17-8203-ee6c10d6b7e6) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:36:17.724813 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.l3_db [None req-7e143b35-931d-4163-a1fe-6ff1d13d7300 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Floating IP 5e2a40ff-e655-46ac-ac85-9224f1221f6d associated. External IP: 172.26.3.194, port: 0eb4597e-81f8-41b4-8a22-afb3a0fa610a. Feb 28 10:36:17.740094 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44056) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:17.745691 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-b0c56046-50ad-4f6a-a90b-e69a46eb7cb7 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.0786529 Feb 28 10:36:17.754182 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3b1bf685-2c46-4096-b424-8b12f89b28ce tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047917'] for floatingip (c6c5bc79-0ed5-4db8-a289-b1547554720d), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:17.789388 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device d7d29ca7-872f-40a5-b820-4ec31d436ee7 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:36:17.793515 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-dea8942f-2664-4347-8015-f97fdb5b77e7 None None] For port d7d29ca7-872f-40a5-b820-4ec31d436ee7, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=d7d29ca7-872f-40a5-b820-4ec31d436ee7,segment=NetworkSegment(a6db943b-41a1-4d5a-bcb3-1e488c716478),segment_id=a6db943b-41a1-4d5a-bcb3-1e488c716478)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:17.818204 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0109dd-a494-4316-bbb1-dd6e3e429374 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Made reservation on behalf of 6344603bd44c4b40ab017d9623e1a51e for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:17.822290 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3d0109dd-a494-4316-bbb1-dd6e3e429374 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:17.824320 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-52bb6c3f-46cc-429b-8c57-aa1c1b0828c0 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:4b:12:ea'}]}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:17.880264 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-dea8942f-2664-4347-8015-f97fdb5b77e7 None None] Publish callbacks [] for port (d7d29ca7-872f-40a5-b820-4ec31d436ee7), precommit_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:17.910391 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port d7d29ca7-872f-40a5-b820-4ec31d436ee7 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:17.910777 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (d7d29ca7-872f-40a5-b820-4ec31d436ee7), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:17.951305 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d0109dd-a494-4316-bbb1-dd6e3e429374 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:36:18.033076 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3d0109dd-a494-4316-bbb1-dd6e3e429374 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (3052e9e1-69c8-4470-8fc6-8c783e7cd08e), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:18.033523 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-3d0109dd-a494-4316-bbb1-dd6e3e429374 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Added segment 3052e9e1-69c8-4470-8fc6-8c783e7cd08e of type vlan for network 7a21737c-e38c-402c-a173-25b1d91694db Feb 28 10:36:18.034039 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-dea8942f-2664-4347-8015-f97fdb5b77e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (d7d29ca7-872f-40a5-b820-4ec31d436ee7), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:18.125628 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea8942f-2664-4347-8015-f97fdb5b77e7 None None] Pushing event updated for resources: {'Port': ['ID=d7d29ca7-872f-40a5-b820-4ec31d436ee7,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:18.145896 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port d7d29ca7-872f-40a5-b820-4ec31d436ee7 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:18.148775 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-d283b3d1-b67d-4a8d-b35a-4608c449be78 None None] Provisioning complete for port 07e4ca4a-dc14-45c0-8b8e-e9d7a78659ad triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:18.149155 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d283b3d1-b67d-4a8d-b35a-4608c449be78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (07e4ca4a-dc14-45c0-8b8e-e9d7a78659ad), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:18.159124 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3d0109dd-a494-4316-bbb1-dd6e3e429374 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (7a21737c-e38c-402c-a173-25b1d91694db), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:18.162052 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.l3_db [None req-3b1bf685-2c46-4096-b424-8b12f89b28ce tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Floating IP c6c5bc79-0ed5-4db8-a289-b1547554720d associated. External IP: 172.26.3.67, port: 5a922728-f3d0-4367-bcc8-b27de3315e43. Feb 28 10:36:18.234240 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-d283b3d1-b67d-4a8d-b35a-4608c449be78 None None] Port 07e4ca4a-dc14-45c0-8b8e-e9d7a78659ad cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:36:18.254279 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c1dc76-6afa-4cb8-8e7e-443f0c123117 tempest-FloatingIPAdminTestJSON-1090454341 tempest-FloatingIPAdminTestJSON-1090454341-project-admin] Router 6a93eea3-38fb-4686-895b-2dd73a316163 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:36:18.308406 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3d0109dd-a494-4316-bbb1-dd6e3e429374 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (7a21737c-e38c-402c-a173-25b1d91694db), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:18.313518 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0109dd-a494-4316-bbb1-dd6e3e429374 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:18.314744 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3d0109dd-a494-4316-bbb1-dd6e3e429374 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:18.451686 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0109dd-a494-4316-bbb1-dd6e3e429374 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Pushing event updated for resources: {'Network': ['ID=7a21737c-e38c-402c-a173-25b1d91694db,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:18.462782 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 7a21737c-e38c-402c-a173-25b1d91694db details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:36:18.480640 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.l3_db [None req-051ef662-9407-4b2f-addb-3b3156603591 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Floating IP 0f9bd045-a5f6-4f14-8632-5ff74064746b associated. External IP: 172.26.3.177, port: 5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1. Feb 28 10:36:18.524637 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-3d0109dd-a494-4316-bbb1-dd6e3e429374 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8901002 Feb 28 10:36:18.528441 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44058) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:18.536065 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-ef35ce66-758b-4570-b87a-dbde82fd9479 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Request body: {'network': {'name': 'New_network'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:18.634150 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-42e3139c-387e-4d55-907b-eb48a6b1e348 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (dc1c5dc0-b394-4f49-9bbf-df837e47874d), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:18.634399 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-42e3139c-387e-4d55-907b-eb48a6b1e348 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks [] for floatingip (dc1c5dc0-b394-4f49-9bbf-df837e47874d), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:18.668560 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9e5121dc-8f58-420d-a66c-c12b272ea24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:18.685937 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-42e3139c-387e-4d55-907b-eb48a6b1e348 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Calling delete_port for dc1c5dc0-b394-4f49-9bbf-df837e47874d owned by network:floatingip {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:18.794122 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c1dc76-6afa-4cb8-8e7e-443f0c123117 tempest-FloatingIPAdminTestJSON-1090454341 tempest-FloatingIPAdminTestJSON-1090454341-project-admin] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:36:18.805162 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ac8dd0-0466-46cc-a495-be142d702dfe None None] Sync routers for ids ['6a93eea3-38fb-4686-895b-2dd73a316163'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:36:18.826172 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ac8dd0-0466-46cc-a495-be142d702dfe None None] Routers {'6a93eea3-38fb-4686-895b-2dd73a316163'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:18.828707 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-44ac8dd0-0466-46cc-a495-be142d702dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:36:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['6a93eea3-38fb-4686-895b-2dd73a316163'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:18.846309 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ef35ce66-758b-4570-b87a-dbde82fd9479 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (7a21737c-e38c-402c-a173-25b1d91694db), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:18.867980 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-52bb6c3f-46cc-429b-8c57-aa1c1b0828c0 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (07e4ca4a-dc14-45c0-8b8e-e9d7a78659ad), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:18.876322 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b1bf685-2c46-4096-b424-8b12f89b28ce tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Router d48a0f53-921a-4610-bdd4-e1c43518b96e has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:36:18.891364 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-44ac8dd0-0466-46cc-a495-be142d702dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:18.902469 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ac8dd0-0466-46cc-a495-be142d702dfe None None] Routers {'6a93eea3-38fb-4686-895b-2dd73a316163'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:18.903334 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-44ac8dd0-0466-46cc-a495-be142d702dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:36:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['6a93eea3-38fb-4686-895b-2dd73a316163'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:18.949026 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-44ac8dd0-0466-46cc-a495-be142d702dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:18.949860 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ac8dd0-0466-46cc-a495-be142d702dfe None None] The sync data for ids ['6a93eea3-38fb-4686-895b-2dd73a316163'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:36:18.963157 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-19c1dc76-6afa-4cb8-8e7e-443f0c123117 tempest-FloatingIPAdminTestJSON-1090454341 tempest-FloatingIPAdminTestJSON-1090454341-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:18.975957 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cd7cae-ce01-435a-92d7-d2b717a01700 None None] Network b80e458f-cdd8-46aa-966c-d7f3d8eec629 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:18.998636 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1323271f-8079-4149-8dab-4309e9692203 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Publish callbacks [] for port (7e67ae74-7dce-4d17-8203-ee6c10d6b7e6), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:19.002615 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ef35ce66-758b-4570-b87a-dbde82fd9479 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (7a21737c-e38c-402c-a173-25b1d91694db), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:19.037670 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ef35ce66-758b-4570-b87a-dbde82fd9479 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Network 7a21737c-e38c-402c-a173-25b1d91694db is not hosted by any dhcp agent {{(pid=104083) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 28 10:36:19.050565 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef35ce66-758b-4570-b87a-dbde82fd9479 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:19.051460 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ef35ce66-758b-4570-b87a-dbde82fd9479 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:19.052823 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-ef35ce66-758b-4570-b87a-dbde82fd9479 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] 10.222.0.62 "PUT /v2.0/networks/7a21737c-e38c-402c-a173-25b1d91694db HTTP/1.1" status: 200 len: 723 time: 0.5234170 Feb 28 10:36:19.057164 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-19c1dc76-6afa-4cb8-8e7e-443f0c123117 tempest-FloatingIPAdminTestJSON-1090454341 tempest-FloatingIPAdminTestJSON-1090454341-project-admin] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 5.9366801 Feb 28 10:36:19.083720 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-863b8eee-0ff3-4192-bc8f-3e06230eaa22 None None] Provisioning complete for port d7d29ca7-872f-40a5-b820-4ec31d436ee7 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:19.084195 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-863b8eee-0ff3-4192-bc8f-3e06230eaa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (d7d29ca7-872f-40a5-b820-4ec31d436ee7), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:19.086101 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44060) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:19.086244 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44062) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:19.087745 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efcccf9-20fc-4e64-b53f-03eeba8342ca None None] Network e6378a4b-4506-4787-87d5-692e741cc3fa requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:19.157898 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b1bf685-2c46-4096-b424-8b12f89b28ce tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:36:19.164868 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-1fc12316-7a07-48c4-9cee-12b6139db393 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Request body: {'subnet': {'network_id': '7a21737c-e38c-402c-a173-25b1d91694db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:19.164999 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3b1bf685-2c46-4096-b424-8b12f89b28ce tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:19.169608 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a8a5d4-de97-4bad-9228-b92bf20c2b51 None None] Sync routers for ids ['d48a0f53-921a-4610-bdd4-e1c43518b96e'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:36:19.184110 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a8a5d4-de97-4bad-9228-b92bf20c2b51 None None] Routers {'d48a0f53-921a-4610-bdd4-e1c43518b96e'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:19.185025 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-27a8a5d4-de97-4bad-9228-b92bf20c2b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:36:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['d48a0f53-921a-4610-bdd4-e1c43518b96e'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:19.227461 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-3b1bf685-2c46-4096-b424-8b12f89b28ce tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "PUT /v2.0/floatingips/c6c5bc79-0ed5-4db8-a289-b1547554720d HTTP/1.1" status: 200 len: 990 time: 3.4446545 Feb 28 10:36:19.228177 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef35ce66-758b-4570-b87a-dbde82fd9479 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Pushing event updated for resources: {'Network': ['ID=7a21737c-e38c-402c-a173-25b1d91694db,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:19.231295 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a2f4aad-ac5a-4656-aac6-014dc8032303', 'tag': '5a922728-f3d0-4367-bcc8-b27de3315e43'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:36:19.242540 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d320e9e-f09f-4e6d-ab31-560c9f35d866" -d '{"events": [{"name": "network-changed", "server_uuid": "3a2f4aad-ac5a-4656-aac6-014dc8032303", "tag": "5a922728-f3d0-4367-bcc8-b27de3315e43"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:36:19.310673 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 7a21737c-e38c-402c-a173-25b1d91694db details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:36:19.326766 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9c4b12-6709-4484-a947-8307fc6e3c87 x-openstack-request-id: req-3e9c4b12-6709-4484-a947-8307fc6e3c87 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:36:19.327537 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a2f4aad-ac5a-4656-aac6-014dc8032303", "tag": "5a922728-f3d0-4367-bcc8-b27de3315e43", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:36:19.328163 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3e9c4b12-6709-4484-a947-8307fc6e3c87 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:36:19.328862 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a2f4aad-ac5a-4656-aac6-014dc8032303', 'tag': '5a922728-f3d0-4367-bcc8-b27de3315e43', 'status': 'completed', 'code': 200} Feb 28 10:36:19.345656 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-27a8a5d4-de97-4bad-9228-b92bf20c2b51 None None] Set router d48a0f53-921a-4610-bdd4-e1c43518b96e gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:36:19.360761 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc12316-7a07-48c4-9cee-12b6139db393 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Made reservation on behalf of 6344603bd44c4b40ab017d9623e1a51e for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:19.364170 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1fc12316-7a07-48c4-9cee-12b6139db393 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:19.395078 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e143b35-931d-4163-a1fe-6ff1d13d7300 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Router 08248eaa-9947-46c4-9586-680b24173f48 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:36:19.453534 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d320e9e-f09f-4e6d-ab31-560c9f35d866 req-fb11a897-94a1-4949-965b-f5a93e395096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:19.456423 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9d320e9e-f09f-4e6d-ab31-560c9f35d866 req-fb11a897-94a1-4949-965b-f5a93e395096 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=db1f4f0e5a54442e90e9cc29426671f3&device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 1129 time: 0.0770507 Feb 28 10:36:19.509045 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-863b8eee-0ff3-4192-bc8f-3e06230eaa22 None None] Current status of the port d7d29ca7-872f-40a5-b820-4ec31d436ee7 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:19.575780 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d320e9e-f09f-4e6d-ab31-560c9f35d866 req-eef31705-4894-45b2-a20b-4ccf2f15c574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:19.577560 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9d320e9e-f09f-4e6d-ab31-560c9f35d866 req-eef31705-4894-45b2-a20b-4ccf2f15c574 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3446291b-b1f9-4318-9a41-856ad362fcb1 HTTP/1.1" status: 200 len: 912 time: 0.1136181 Feb 28 10:36:19.645310 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-66fffc12-a64c-4a4e-829f-4b9cbcd5ff10 None None] Provisioning complete for port e8b4f6ed-e6c5-4031-ba16-0754ed252e1c triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:19.645310 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-66fffc12-a64c-4a4e-829f-4b9cbcd5ff10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (e8b4f6ed-e6c5-4031-ba16-0754ed252e1c), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:19.735093 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-051ef662-9407-4b2f-addb-3b3156603591 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Router eddb501a-cfd7-433e-9cc5-b804a18d97f9 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:36:19.804658 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-6dc33360-9e93-4bc0-a29e-bc2c208255a2 tempest-FloatingIPAdminTestJSON-1090454341 tempest-FloatingIPAdminTestJSON-1090454341-project-admin] 10.222.0.62 "GET /v2.0/floatingips/779fe579-f25a-4fdb-8099-8e8fc8e459dd HTTP/1.1" status: 200 len: 981 time: 0.6750619 Feb 28 10:36:19.826781 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44068) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:19.827614 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-66fffc12-a64c-4a4e-829f-4b9cbcd5ff10 None None] Current status of the port e8b4f6ed-e6c5-4031-ba16-0754ed252e1c is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:19.828197 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-66fffc12-a64c-4a4e-829f-4b9cbcd5ff10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (e8b4f6ed-e6c5-4031-ba16-0754ed252e1c), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:19.845922 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1323271f-8079-4149-8dab-4309e9692203 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (7e67ae74-7dce-4d17-8203-ee6c10d6b7e6), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:19.851298 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-27a8a5d4-de97-4bad-9228-b92bf20c2b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48a0f53-921a-4610-bdd4-e1c43518b96e', 'name': 'tempest-ServerActionsTestJSON-1747609807-router', 'tenant_id': 'db1f4f0e5a54442e90e9cc29426671f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': 'bd7d7429-e828-4be5-8f09-97307385bec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:16Z', 'updated_at': '2022-02-28T10:35:30Z', 'revision_number': 4, 'project_id': 'db1f4f0e5a54442e90e9cc29426671f3', 'gw_port': {'id': 'bd7d7429-e828-4be5-8f09-97307385bec5', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48a0f53-921a-4610-bdd4-e1c43518b96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:17Z', 'updated_at': '2022-02-28T10:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': 'c6c5bc79-0ed5-4db8-a289-b1547554720d', 'tenant_id': 'db1f4f0e5a54442e90e9cc29426671f3', 'floating_ip_address': '172.26.3.67', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': 'd48a0f53-921a-4610-bdd4-e1c43518b96e', 'port_id': '5a922728-f3d0-4367-bcc8-b27de3315e43', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 190, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3446291b-b1f9-4318-9a41-856ad362fcb1', 'mac_address': 'fa:16:3e:09:3b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2f4aad-ac5a-4656-aac6-014dc8032303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:35:40Z', 'updated_at': '2022-02-28T10:36:16Z', 'revision_number': 1, 'project_id': 'db1f4f0e5a54442e90e9cc29426671f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66243368-02ba-481c-8095-20b6cf2ff6e8', 'name': '', 'network_id': '3446291b-b1f9-4318-9a41-856ad362fcb1', 'tenant_id': 'db1f4f0e5a54442e90e9cc29426671f3', 'mac_address': 'fa:16:3e:35:3f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48a0f53-921a-4610-bdd4-e1c43518b96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '038abd09-1459-4824-9486-15e272f156e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:26Z', 'updated_at': '2022-02-28T10:35:36Z', 'revision_number': 5, 'project_id': 'db1f4f0e5a54442e90e9cc29426671f3', 'subnets': [{'id': '038abd09-1459-4824-9486-15e272f156e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:19.862282 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9d320e9e-f09f-4e6d-ab31-560c9f35d866 req-60719278-fdba-4206-9b5b-62da3f153a9c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a922728-f3d0-4367-bcc8-b27de3315e43 HTTP/1.1" status: 200 len: 998 time: 0.2623644 Feb 28 10:36:19.927577 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a8a5d4-de97-4bad-9228-b92bf20c2b51 None None] Checking router: d48a0f53-921a-4610-bdd4-e1c43518b96e for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:36:19.938717 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a8a5d4-de97-4bad-9228-b92bf20c2b51 None None] Routers {'d48a0f53-921a-4610-bdd4-e1c43518b96e'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:19.939516 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-27a8a5d4-de97-4bad-9228-b92bf20c2b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:36:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['d48a0f53-921a-4610-bdd4-e1c43518b96e'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:19.942861 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-66fffc12-a64c-4a4e-829f-4b9cbcd5ff10 None None] For port e8b4f6ed-e6c5-4031-ba16-0754ed252e1c, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=e8b4f6ed-e6c5-4031-ba16-0754ed252e1c,segment=NetworkSegment(88d3e9ae-1401-4ce2-bb49-371c72c9f3d2),segment_id=88d3e9ae-1401-4ce2-bb49-371c72c9f3d2)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:19.949035 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:19.976102 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device e8b4f6ed-e6c5-4031-ba16-0754ed252e1c up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:36:20.019951 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-66fffc12-a64c-4a4e-829f-4b9cbcd5ff10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (e8b4f6ed-e6c5-4031-ba16-0754ed252e1c), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:20.050985 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-52bb6c3f-46cc-429b-8c57-aa1c1b0828c0 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks [] for port (07e4ca4a-dc14-45c0-8b8e-e9d7a78659ad), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:20.079109 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-27a8a5d4-de97-4bad-9228-b92bf20c2b51 None None] Set router d48a0f53-921a-4610-bdd4-e1c43518b96e gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:36:20.098569 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fffc12-a64c-4a4e-829f-4b9cbcd5ff10 None None] Pushing event updated for resources: {'Port': ['ID=e8b4f6ed-e6c5-4031-ba16-0754ed252e1c,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:20.115805 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port e8b4f6ed-e6c5-4031-ba16-0754ed252e1c triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:20.116469 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (e8b4f6ed-e6c5-4031-ba16-0754ed252e1c), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:20.177060 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1323271f-8079-4149-8dab-4309e9692203 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Network e6378a4b-4506-4787-87d5-692e741cc3fa is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:20.185585 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-1323271f-8079-4149-8dab-4309e9692203 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:20.195838 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e89349-1583-477d-aec0-29bac3c9fef9 req-4da3e0c2-d607-4edf-9949-d201063efbc2 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:20.199275 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-62e89349-1583-477d-aec0-29bac3c9fef9 req-4da3e0c2-d607-4edf-9949-d201063efbc2 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.8097529 Feb 28 10:36:20.199275 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-52bb6c3f-46cc-429b-8c57-aa1c1b0828c0 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (07e4ca4a-dc14-45c0-8b8e-e9d7a78659ad), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:20.220585 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-806c2782-0977-4b1b-bd92-6b2d8e18a032 None None] Provisioning complete for port d7d29ca7-872f-40a5-b820-4ec31d436ee7 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:20.220968 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-806c2782-0977-4b1b-bd92-6b2d8e18a032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (d7d29ca7-872f-40a5-b820-4ec31d436ee7), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:20.291113 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1323271f-8079-4149-8dab-4309e9692203 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:36:20.304632 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port e8b4f6ed-e6c5-4031-ba16-0754ed252e1c is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:20.306479 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device d7d29ca7-872f-40a5-b820-4ec31d436ee7 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:36:20.333663 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-42e3139c-387e-4d55-907b-eb48a6b1e348 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (dc1c5dc0-b394-4f49-9bbf-df837e47874d), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:20.337235 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1fc12316-7a07-48c4-9cee-12b6139db393 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (b0448874-caeb-4601-a38c-c220ca2fbf58), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:20.376464 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-27a8a5d4-de97-4bad-9228-b92bf20c2b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48a0f53-921a-4610-bdd4-e1c43518b96e', 'name': 'tempest-ServerActionsTestJSON-1747609807-router', 'tenant_id': 'db1f4f0e5a54442e90e9cc29426671f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': 'bd7d7429-e828-4be5-8f09-97307385bec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:16Z', 'updated_at': '2022-02-28T10:35:30Z', 'revision_number': 4, 'project_id': 'db1f4f0e5a54442e90e9cc29426671f3', 'gw_port': {'id': 'bd7d7429-e828-4be5-8f09-97307385bec5', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48a0f53-921a-4610-bdd4-e1c43518b96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:17Z', 'updated_at': '2022-02-28T10:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': 'c6c5bc79-0ed5-4db8-a289-b1547554720d', 'tenant_id': 'db1f4f0e5a54442e90e9cc29426671f3', 'floating_ip_address': '172.26.3.67', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': 'd48a0f53-921a-4610-bdd4-e1c43518b96e', 'port_id': '5a922728-f3d0-4367-bcc8-b27de3315e43', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 190, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3446291b-b1f9-4318-9a41-856ad362fcb1', 'mac_address': 'fa:16:3e:09:3b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2f4aad-ac5a-4656-aac6-014dc8032303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:35:40Z', 'updated_at': '2022-02-28T10:36:16Z', 'revision_number': 1, 'project_id': 'db1f4f0e5a54442e90e9cc29426671f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66243368-02ba-481c-8095-20b6cf2ff6e8', 'name': '', 'network_id': '3446291b-b1f9-4318-9a41-856ad362fcb1', 'tenant_id': 'db1f4f0e5a54442e90e9cc29426671f3', 'mac_address': 'fa:16:3e:35:3f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48a0f53-921a-4610-bdd4-e1c43518b96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '038abd09-1459-4824-9486-15e272f156e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:26Z', 'updated_at': '2022-02-28T10:35:36Z', 'revision_number': 5, 'project_id': 'db1f4f0e5a54442e90e9cc29426671f3', 'subnets': [{'id': '038abd09-1459-4824-9486-15e272f156e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:20.381368 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d320e9e-f09f-4e6d-ab31-560c9f35d866 req-0f5cafd7-9f02-47ae-939b-38fd8019a7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:20.381887 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9d320e9e-f09f-4e6d-ab31-560c9f35d866 req-0f5cafd7-9f02-47ae-939b-38fd8019a7ad service neutron] 10.222.0.70 "GET /v2.0/subnets?id=038abd09-1459-4824-9486-15e272f156e9 HTTP/1.1" status: 200 len: 851 time: 0.4458373 Feb 28 10:36:20.388973 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-8b261458-36f4-4dc6-a188-b0be81cc7a0a tempest-FloatingIPAdminTestJSON-1090454341 tempest-FloatingIPAdminTestJSON-1090454341-project-admin] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3814 time: 0.5594261 Feb 28 10:36:20.389570 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44070) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:20.441970 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port d7d29ca7-872f-40a5-b820-4ec31d436ee7 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:20.441970 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (d7d29ca7-872f-40a5-b820-4ec31d436ee7), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:20.482007 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1323271f-8079-4149-8dab-4309e9692203 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:20.482964 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1323271f-8079-4149-8dab-4309e9692203 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:20.491521 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d320e9e-f09f-4e6d-ab31-560c9f35d866 req-7c578977-cb27-47fc-a389-3c7eb48f310f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:20.492077 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-806c2782-0977-4b1b-bd92-6b2d8e18a032 None None] Current status of the port d7d29ca7-872f-40a5-b820-4ec31d436ee7 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:20.493335 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9d320e9e-f09f-4e6d-ab31-560c9f35d866 req-7c578977-cb27-47fc-a389-3c7eb48f310f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3446291b-b1f9-4318-9a41-856ad362fcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1027842 Feb 28 10:36:20.513993 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-806c2782-0977-4b1b-bd92-6b2d8e18a032 None None] Provisioning complete for port e8b4f6ed-e6c5-4031-ba16-0754ed252e1c triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:20.514464 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-806c2782-0977-4b1b-bd92-6b2d8e18a032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (e8b4f6ed-e6c5-4031-ba16-0754ed252e1c), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:20.528181 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc12316-7a07-48c4-9cee-12b6139db393 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Pushing event updated for resources: {'Subnet': ['ID=b0448874-caeb-4601-a38c-c220ca2fbf58,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:20.563644 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a8a5d4-de97-4bad-9228-b92bf20c2b51 None None] The sync data for ids ['d48a0f53-921a-4610-bdd4-e1c43518b96e'] in dv-neutron-829161-3-hyperv is: [{'id': 'd48a0f53-921a-4610-bdd4-e1c43518b96e', 'name': 'tempest-ServerActionsTestJSON-1747609807-router', 'tenant_id': 'db1f4f0e5a54442e90e9cc29426671f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': 'bd7d7429-e828-4be5-8f09-97307385bec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:16Z', 'updated_at': '2022-02-28T10:35:30Z', 'revision_number': 4, 'project_id': 'db1f4f0e5a54442e90e9cc29426671f3', 'gw_port': {'id': 'bd7d7429-e828-4be5-8f09-97307385bec5', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48a0f53-921a-4610-bdd4-e1c43518b96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:17Z', 'updated_at': '2022-02-28T10:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': 'c6c5bc79-0ed5-4db8-a289-b1547554720d', 'tenant_id': 'db1f4f0e5a54442e90e9cc29426671f3', 'floating_ip_address': '172.26.3.67', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': 'd48a0f53-921a-4610-bdd4-e1c43518b96e', 'port_id': '5a922728-f3d0-4367-bcc8-b27de3315e43', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 190, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3446291b-b1f9-4318-9a41-856ad362fcb1', 'mac_address': 'fa:16:3e:09:3b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2f4aad-ac5a-4656-aac6-014dc8032303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:35:40Z', 'updated_at': '2022-02-28T10:36:16Z', 'revision_number': 1, 'project_id': 'db1f4f0e5a54442e90e9cc29426671f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66243368-02ba-481c-8095-20b6cf2ff6e8', 'name': '', 'network_id': '3446291b-b1f9-4318-9a41-856ad362fcb1', 'tenant_id': 'db1f4f0e5a54442e90e9cc29426671f3', 'mac_address': 'fa:16:3e:35:3f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48a0f53-921a-4610-bdd4-e1c43518b96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '038abd09-1459-4824-9486-15e272f156e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:26Z', 'updated_at': '2022-02-28T10:35:36Z', 'revision_number': 5, 'project_id': 'db1f4f0e5a54442e90e9cc29426671f3', 'subnets': [{'id': '038abd09-1459-4824-9486-15e272f156e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:36:20.577196 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-62e89349-1583-477d-aec0-29bac3c9fef9 req-c63d37de-f4a6-4231-8b06-16b704e522a3 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2802851 Feb 28 10:36:20.584495 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1323271f-8079-4149-8dab-4309e9692203 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Pushing event updated for resources: {'Port': ['ID=7e67ae74-7dce-4d17-8203-ee6c10d6b7e6,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:20.592407 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-52bb6c3f-46cc-429b-8c57-aa1c1b0828c0 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] In _notify_port_updated(), no bound segment for port 07e4ca4a-dc14-45c0-8b8e-e9d7a78659ad on network 8e88b6f9-9c91-45de-9d9d-d81dd29fff97 {{(pid=104084) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 10:36:20.598411 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bb6c3f-46cc-429b-8c57-aa1c1b0828c0 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:20.599261 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-52bb6c3f-46cc-429b-8c57-aa1c1b0828c0 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:20.603798 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-52bb6c3f-46cc-429b-8c57-aa1c1b0828c0 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] 10.222.0.62 "PUT /v2.0/ports/07e4ca4a-dc14-45c0-8b8e-e9d7a78659ad HTTP/1.1" status: 200 len: 1003 time: 2.8078163 Feb 28 10:36:20.620903 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e143b35-931d-4163-a1fe-6ff1d13d7300 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:36:20.626337 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port d7d29ca7-872f-40a5-b820-4ec31d436ee7 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:20.635645 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9ceb12-20e8-440f-bcb2-579d3bf6b2e4 None None] Sync routers for ids ['08248eaa-9947-46c4-9586-680b24173f48'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:36:20.656871 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9ceb12-20e8-440f-bcb2-579d3bf6b2e4 None None] Routers {'08248eaa-9947-46c4-9586-680b24173f48'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:20.657568 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-8d9ceb12-20e8-440f-bcb2-579d3bf6b2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:36:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['08248eaa-9947-46c4-9586-680b24173f48'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:20.678313 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44074) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:20.685635 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7e143b35-931d-4163-a1fe-6ff1d13d7300 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:20.784770 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-051ef662-9407-4b2f-addb-3b3156603591 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:36:20.795670 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e527264-cfa5-47c0-8f3d-a1d337bd663f None None] Sync routers for ids ['eddb501a-cfd7-433e-9cc5-b804a18d97f9'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:36:20.811178 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-1323271f-8079-4149-8dab-4309e9692203 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 4.2069621 Feb 28 10:36:20.816866 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e527264-cfa5-47c0-8f3d-a1d337bd663f None None] Routers {'eddb501a-cfd7-433e-9cc5-b804a18d97f9'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:20.817544 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-1e527264-cfa5-47c0-8f3d-a1d337bd663f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:36:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['eddb501a-cfd7-433e-9cc5-b804a18d97f9'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:20.836744 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44076) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:20.859396 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-8d9ceb12-20e8-440f-bcb2-579d3bf6b2e4 None None] Set router 08248eaa-9947-46c4-9586-680b24173f48 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:36:20.878095 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-051ef662-9407-4b2f-addb-3b3156603591 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:20.879309 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-0c878ced-5ac8-4c15-8326-a1dbcd34e607 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1679314970', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:20.958485 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc12316-7a07-48c4-9cee-12b6139db393 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Checking segment: {'id': '3052e9e1-69c8-4470-8fc6-8c783e7cd08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7a21737c-e38c-402c-a173-25b1d91694db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:36:20.958874 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc12316-7a07-48c4-9cee-12b6139db393 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Network hostable DHCP agents. Network: 7a21737c-e38c-402c-a173-25b1d91694db, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:36:20.978469 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-806c2782-0977-4b1b-bd92-6b2d8e18a032 None None] Current status of the port e8b4f6ed-e6c5-4031-ba16-0754ed252e1c is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:20.989342 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9d320e9e-f09f-4e6d-ab31-560c9f35d866 req-dea3cba3-7e65-44e7-8376-9790652b4617 service neutron] 10.222.0.70 "GET /v2.0/networks/3446291b-b1f9-4318-9a41-856ad362fcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4874387 Feb 28 10:36:20.994873 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d556c91e-3b38-4d83-aede-00adfacc14d1 None None] New status for floating IP c6c5bc79-0ed5-4db8-a289-b1547554720d: ACTIVE {{(pid=104085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:36:21.007791 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b71e90-0d87-46e9-8261-ba97d43627b5 req-b6a17129-8252-49b1-be28-281cf448d1ee tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:21.008928 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c6b71e90-0d87-46e9-8261-ba97d43627b5 req-b6a17129-8252-49b1-be28-281cf448d1ee tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.2456386 Feb 28 10:36:21.022866 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-0db70f84-3942-4661-b513-14d54637513f tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Deleting port 07e4ca4a-dc14-45c0-8b8e-e9d7a78659ad {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:21.023463 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0db70f84-3942-4661-b513-14d54637513f tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (07e4ca4a-dc14-45c0-8b8e-e9d7a78659ad), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:21.099252 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-1e527264-cfa5-47c0-8f3d-a1d337bd663f None None] Set router eddb501a-cfd7-433e-9cc5-b804a18d97f9 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:36:21.103729 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0c878ced-5ac8-4c15-8326-a1dbcd34e607 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (fd5b049f-06c5-449d-a495-deb90c2ff339), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:21.105376 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0c878ced-5ac8-4c15-8326-a1dbcd34e607 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (fd5b049f-06c5-449d-a495-deb90c2ff339), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:21.161914 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0c878ced-5ac8-4c15-8326-a1dbcd34e607 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Publish callbacks [] for router_controller (fd5b049f-06c5-449d-a495-deb90c2ff339), precommit_add_association {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:21.195818 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-9a88fe15-fdcc-477e-b69a-497342206380 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Deleting port a3f7dd3a-0782-4f48-abf9-b41a545f8b04 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:21.196185 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9a88fe15-fdcc-477e-b69a-497342206380 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (a3f7dd3a-0782-4f48-abf9-b41a545f8b04), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:21.289327 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0c878ced-5ac8-4c15-8326-a1dbcd34e607 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (fd5b049f-06c5-449d-a495-deb90c2ff339), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:21.359937 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c6b71e90-0d87-46e9-8261-ba97d43627b5 req-710cc186-684a-4947-9248-7ff16a71ff0e tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3327372 Feb 28 10:36:21.365058 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-1e527264-cfa5-47c0-8f3d-a1d337bd663f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddb501a-cfd7-433e-9cc5-b804a18d97f9', 'name': 'tempest-ServersTestJSON-2042665436-router', 'tenant_id': 'a1e997d94bda42c2937c38ee950ff500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.125'}], 'enable_snat': True}, 'gw_port_id': '2b564d3a-4f9c-42d3-84fd-9574720b94ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:16Z', 'updated_at': '2022-02-28T10:35:30Z', 'revision_number': 4, 'project_id': 'a1e997d94bda42c2937c38ee950ff500', 'gw_port': {'id': '2b564d3a-4f9c-42d3-84fd-9574720b94ed', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:40:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddb501a-cfd7-433e-9cc5-b804a18d97f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:18Z', 'updated_at': '2022-02-28T10:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': '0f9bd045-a5f6-4f14-8632-5ff74064746b', 'tenant_id': 'a1e997d94bda42c2937c38ee950ff500', 'floating_ip_address': '172.26.3.177', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': 'eddb501a-cfd7-433e-9cc5-b804a18d97f9', 'port_id': '5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 189, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61f11b1b-099a-45f3-b423-a89dfa9243a1', 'mac_address': 'fa:16:3e:33:8a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290eb2b7-05ba-48d8-b5f9-a94f59fbcb4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:35:40Z', 'updated_at': '2022-02-28T10:36:17Z', 'revision_number': 1, 'project_id': 'a1e997d94bda42c2937c38ee950ff500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd462397-30a8-42a4-b20f-8ef3a68e2e0e', 'name': '', 'network_id': '61f11b1b-099a-45f3-b423-a89dfa9243a1', 'tenant_id': 'a1e997d94bda42c2937c38ee950ff500', 'mac_address': 'fa:16:3e:b1:19:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddb501a-cfd7-433e-9cc5-b804a18d97f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '2dff7405-dcc7-4aec-b812-04c9508d9791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:26Z', 'updated_at': '2022-02-28T10:35:38Z', 'revision_number': 5, 'project_id': 'a1e997d94bda42c2937c38ee950ff500', 'subnets': [{'id': '2dff7405-dcc7-4aec-b812-04c9508d9791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:21.398875 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0db70f84-3942-4661-b513-14d54637513f tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (07e4ca4a-dc14-45c0-8b8e-e9d7a78659ad), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:21.402204 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e527264-cfa5-47c0-8f3d-a1d337bd663f None None] Checking router: eddb501a-cfd7-433e-9cc5-b804a18d97f9 for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:36:21.402690 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-7e143b35-931d-4163-a1fe-6ff1d13d7300 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] 10.222.0.62 "PUT /v2.0/floatingips/5e2a40ff-e655-46ac-ac85-9224f1221f6d HTTP/1.1" status: 200 len: 992 time: 6.0291989 Feb 28 10:36:21.403853 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9d320e9e-f09f-4e6d-ab31-560c9f35d866 req-77b50ed7-81d8-4d88-a1de-23d2d7a52687 service neutron] 10.222.0.70 "GET /v2.0/networks/3446291b-b1f9-4318-9a41-856ad362fcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4042351 Feb 28 10:36:21.409299 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99037f9b-fc9a-45f9-9fc6-b6804397f8c7', 'tag': '0eb4597e-81f8-41b4-8a22-afb3a0fa610a'}] {{(pid=104084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:36:21.411195 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ffa69481dce8c4e68394bb3e97aff222617d39f0bec9a6d6e4c39a9256e7c95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f05ee2-bf34-4606-9173-873d9d421a56" -d '{"events": [{"name": "network-changed", "server_uuid": "99037f9b-fc9a-45f9-9fc6-b6804397f8c7", "tag": "0eb4597e-81f8-41b4-8a22-afb3a0fa610a"}]}' {{(pid=104084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:36:21.413666 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e527264-cfa5-47c0-8f3d-a1d337bd663f None None] Routers {'eddb501a-cfd7-433e-9cc5-b804a18d97f9'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:21.413783 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bb6c3f-46cc-429b-8c57-aa1c1b0828c0 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Pushing event updated for resources: {'Port': ['ID=07e4ca4a-dc14-45c0-8b8e-e9d7a78659ad,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:21.414344 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-1e527264-cfa5-47c0-8f3d-a1d337bd663f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:36:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['eddb501a-cfd7-433e-9cc5-b804a18d97f9'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:21.427504 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-0db70f84-3942-4661-b513-14d54637513f tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Calling delete_port for 07e4ca4a-dc14-45c0-8b8e-e9d7a78659ad owned by {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:21.434073 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9a88fe15-fdcc-477e-b69a-497342206380 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (a3f7dd3a-0782-4f48-abf9-b41a545f8b04), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:21.434404 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9a88fe15-fdcc-477e-b69a-497342206380 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks [] for floatingip (a3f7dd3a-0782-4f48-abf9-b41a545f8b04), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:21.453054 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0c878ced-5ac8-4c15-8326-a1dbcd34e607 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:21.457130 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-0c878ced-5ac8-4c15-8326-a1dbcd34e607 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5965209 Feb 28 10:36:21.464336 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44082) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:21.469274 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-7e0f92a2-1456-463e-b468-f6be86627439 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-88885156', 'prefixes': ['172.20.0.0/16']}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:21.476764 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-9a88fe15-fdcc-477e-b69a-497342206380 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Calling delete_port for a3f7dd3a-0782-4f48-abf9-b41a545f8b04 owned by network:floatingip {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:21.502813 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-051ef662-9407-4b2f-addb-3b3156603591 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] 10.222.0.62 "PUT /v2.0/floatingips/0f9bd045-a5f6-4f14-8632-5ff74064746b HTTP/1.1" status: 200 len: 991 time: 5.7969670 Feb 28 10:36:21.513432 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359569d4-c58d-404d-858f-4cd309c56ecf x-openstack-request-id: req-359569d4-c58d-404d-858f-4cd309c56ecf {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:36:21.513901 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99037f9b-fc9a-45f9-9fc6-b6804397f8c7", "tag": "0eb4597e-81f8-41b4-8a22-afb3a0fa610a", "status": "completed", "code": 200}]} {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:36:21.514946 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-359569d4-c58d-404d-858f-4cd309c56ecf {{(pid=104084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:36:21.516621 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99037f9b-fc9a-45f9-9fc6-b6804397f8c7', 'tag': '0eb4597e-81f8-41b4-8a22-afb3a0fa610a', 'status': 'completed', 'code': 200} Feb 28 10:36:21.520977 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e3139c-387e-4d55-907b-eb48a6b1e348 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Pushing event deleted for resources: {'Port': ['ID=dc1c5dc0-b394-4f49-9bbf-df837e47874d,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:21.560206 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc12316-7a07-48c4-9cee-12b6139db393 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Network 7a21737c-e38c-402c-a173-25b1d91694db is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:36:21.582478 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-e2e7f736-d2ec-474b-8beb-ce2a1355bedd None None] Provisioning complete for port 7e67ae74-7dce-4d17-8203-ee6c10d6b7e6 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:21.583062 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e2e7f736-d2ec-474b-8beb-ce2a1355bedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (7e67ae74-7dce-4d17-8203-ee6c10d6b7e6), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:21.606551 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-1e527264-cfa5-47c0-8f3d-a1d337bd663f None None] Set router eddb501a-cfd7-433e-9cc5-b804a18d97f9 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:36:21.632970 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfdc11c-357a-4b07-b218-06b1017fdee1 req-e897030a-308b-4e30-9eed-1488011c56d1 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:21.634517 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-4cfdc11c-357a-4b07-b218-06b1017fdee1 req-e897030a-308b-4e30-9eed-1488011c56d1 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] 10.222.0.62 "GET /v2.0/ports?device_id=99037f9b-fc9a-45f9-9fc6-b6804397f8c7 HTTP/1.1" status: 200 len: 946 time: 0.1166887 Feb 28 10:36:21.706882 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-e2e7f736-d2ec-474b-8beb-ce2a1355bedd None None] Port 7e67ae74-7dce-4d17-8203-ee6c10d6b7e6 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:36:21.715358 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-4cfdc11c-357a-4b07-b218-06b1017fdee1 req-f594fc43-d4d9-4442-a444-05787594a40d tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1e7b656-9d2d-4925-8731-88f96b12caa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735843 Feb 28 10:36:21.721431 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-1fc12316-7a07-48c4-9cee-12b6139db393 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 7a21737c-e38c-402c-a173-25b1d91694db) {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:21.739315 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc12316-7a07-48c4-9cee-12b6139db393 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:21.740653 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1fc12316-7a07-48c4-9cee-12b6139db393 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:21.746863 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-42e3139c-387e-4d55-907b-eb48a6b1e348 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] create failed (client error): The resource could not be found. Feb 28 10:36:21.747926 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-42e3139c-387e-4d55-907b-eb48a6b1e348 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 6.7821069 Feb 28 10:36:21.759858 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44086) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:21.760958 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1616677b-94fb-4af6-8e94-253a82e59653 None None] Network 7a21737c-e38c-402c-a173-25b1d91694db requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:21.797450 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:21.806202 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device e8b4f6ed-e6c5-4031-ba16-0754ed252e1c up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:36:21.886758 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f05ee2-bf34-4606-9173-873d9d421a56 req-ed6485e3-8fbc-4b9a-b1c8-2aee977accfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:21.888392 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-58f05ee2-bf34-4606-9173-873d9d421a56 req-ed6485e3-8fbc-4b9a-b1c8-2aee977accfe service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d4949ecb1236430a8fa635d2a669a8c3&device_id=99037f9b-fc9a-45f9-9fc6-b6804397f8c7 HTTP/1.1" status: 200 len: 1130 time: 0.3440871 Feb 28 10:36:21.898941 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70171e19-a7a7-4691-9cb0-0717ccf015d9 req-db957064-4629-4b75-aacc-41969d2d0fc9 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:21.903188 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-1fc12316-7a07-48c4-9cee-12b6139db393 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7746882 Feb 28 10:36:21.903980 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44092) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:21.906540 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-70171e19-a7a7-4691-9cb0-0717ccf015d9 req-db957064-4629-4b75-aacc-41969d2d0fc9 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] 10.222.0.62 "GET /v2.0/ports?device_id=290eb2b7-05ba-48d8-b5f9-a94f59fbcb4c HTTP/1.1" status: 200 len: 945 time: 0.2823839 Feb 28 10:36:21.911930 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-e8b8b973-956b-4979-9ce0-74c96ddc7fbd tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:22.015768 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-e2e7f736-d2ec-474b-8beb-ce2a1355bedd None None] Provisioning complete for port 07e4ca4a-dc14-45c0-8b8e-e9d7a78659ad triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:22.016296 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e2e7f736-d2ec-474b-8beb-ce2a1355bedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (07e4ca4a-dc14-45c0-8b8e-e9d7a78659ad), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:22.054276 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-3fde83d8-4d16-430d-bb08-2c6935870039 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Deleting port 06b1e87e-0231-478d-81fc-0313b75d7dcf {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:22.054939 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3fde83d8-4d16-430d-bb08-2c6935870039 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (06b1e87e-0231-478d-81fc-0313b75d7dcf), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:22.082553 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0db70f84-3942-4661-b513-14d54637513f tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (07e4ca4a-dc14-45c0-8b8e-e9d7a78659ad), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:22.095648 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-1e527264-cfa5-47c0-8f3d-a1d337bd663f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddb501a-cfd7-433e-9cc5-b804a18d97f9', 'name': 'tempest-ServersTestJSON-2042665436-router', 'tenant_id': 'a1e997d94bda42c2937c38ee950ff500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.125'}], 'enable_snat': True}, 'gw_port_id': '2b564d3a-4f9c-42d3-84fd-9574720b94ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:16Z', 'updated_at': '2022-02-28T10:35:30Z', 'revision_number': 4, 'project_id': 'a1e997d94bda42c2937c38ee950ff500', 'gw_port': {'id': '2b564d3a-4f9c-42d3-84fd-9574720b94ed', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:40:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddb501a-cfd7-433e-9cc5-b804a18d97f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:18Z', 'updated_at': '2022-02-28T10:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': '0f9bd045-a5f6-4f14-8632-5ff74064746b', 'tenant_id': 'a1e997d94bda42c2937c38ee950ff500', 'floating_ip_address': '172.26.3.177', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': 'eddb501a-cfd7-433e-9cc5-b804a18d97f9', 'port_id': '5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 189, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61f11b1b-099a-45f3-b423-a89dfa9243a1', 'mac_address': 'fa:16:3e:33:8a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290eb2b7-05ba-48d8-b5f9-a94f59fbcb4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:35:40Z', 'updated_at': '2022-02-28T10:36:17Z', 'revision_number': 1, 'project_id': 'a1e997d94bda42c2937c38ee950ff500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd462397-30a8-42a4-b20f-8ef3a68e2e0e', 'name': '', 'network_id': '61f11b1b-099a-45f3-b423-a89dfa9243a1', 'tenant_id': 'a1e997d94bda42c2937c38ee950ff500', 'mac_address': 'fa:16:3e:b1:19:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddb501a-cfd7-433e-9cc5-b804a18d97f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '2dff7405-dcc7-4aec-b812-04c9508d9791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:26Z', 'updated_at': '2022-02-28T10:35:38Z', 'revision_number': 5, 'project_id': 'a1e997d94bda42c2937c38ee950ff500', 'subnets': [{'id': '2dff7405-dcc7-4aec-b812-04c9508d9791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:22.106888 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7e0f92a2-1456-463e-b468-f6be86627439 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:22.108097 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-7e0f92a2-1456-463e-b468-f6be86627439 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 746 time: 0.6424403 Feb 28 10:36:22.123138 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-70171e19-a7a7-4691-9cb0-0717ccf015d9 req-8425e3f9-00d5-486a-866d-50cea2750260 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] 10.222.0.62 "GET /v2.0/security-groups?id=fef6c4de-b472-437a-b0f0-f89143292e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2155559 Feb 28 10:36:22.126590 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44094) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:22.138911 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-e2e7f736-d2ec-474b-8beb-ce2a1355bedd None None] Port 07e4ca4a-dc14-45c0-8b8e-e9d7a78659ad cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:36:22.142489 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e527264-cfa5-47c0-8f3d-a1d337bd663f None None] The sync data for ids ['eddb501a-cfd7-433e-9cc5-b804a18d97f9'] in dv-neutron-829161-3-hyperv is: [{'id': 'eddb501a-cfd7-433e-9cc5-b804a18d97f9', 'name': 'tempest-ServersTestJSON-2042665436-router', 'tenant_id': 'a1e997d94bda42c2937c38ee950ff500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.125'}], 'enable_snat': True}, 'gw_port_id': '2b564d3a-4f9c-42d3-84fd-9574720b94ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:16Z', 'updated_at': '2022-02-28T10:35:30Z', 'revision_number': 4, 'project_id': 'a1e997d94bda42c2937c38ee950ff500', 'gw_port': {'id': '2b564d3a-4f9c-42d3-84fd-9574720b94ed', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:40:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddb501a-cfd7-433e-9cc5-b804a18d97f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:18Z', 'updated_at': '2022-02-28T10:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': '0f9bd045-a5f6-4f14-8632-5ff74064746b', 'tenant_id': 'a1e997d94bda42c2937c38ee950ff500', 'floating_ip_address': '172.26.3.177', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': 'eddb501a-cfd7-433e-9cc5-b804a18d97f9', 'port_id': '5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 189, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61f11b1b-099a-45f3-b423-a89dfa9243a1', 'mac_address': 'fa:16:3e:33:8a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290eb2b7-05ba-48d8-b5f9-a94f59fbcb4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:35:40Z', 'updated_at': '2022-02-28T10:36:17Z', 'revision_number': 1, 'project_id': 'a1e997d94bda42c2937c38ee950ff500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd462397-30a8-42a4-b20f-8ef3a68e2e0e', 'name': '', 'network_id': '61f11b1b-099a-45f3-b423-a89dfa9243a1', 'tenant_id': 'a1e997d94bda42c2937c38ee950ff500', 'mac_address': 'fa:16:3e:b1:19:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddb501a-cfd7-433e-9cc5-b804a18d97f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '2dff7405-dcc7-4aec-b812-04c9508d9791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:26Z', 'updated_at': '2022-02-28T10:35:38Z', 'revision_number': 5, 'project_id': 'a1e997d94bda42c2937c38ee950ff500', 'subnets': [{'id': '2dff7405-dcc7-4aec-b812-04c9508d9791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:36:22.179282 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.tag.tag_plugin [None req-a882b435-a4e2-400d-8e23-ca45035efd06 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd8645215-6ec8-4e8a-be38-8e39deb24989', 'tempest-TagsExtTest-Tag-204381910') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:22.179391 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430ee52d-38de-4e2d-8acf-f27d2a5effa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-7a21737c-e38c-402c-a173-25b1d91694db', 'network_id': '7a21737c-e38c-402c-a173-25b1d91694db', 'project_id': '6344603bd44c4b40ab017d9623e1a51e', 'fixed_ips': [{'subnet_id': 'b0448874-caeb-4601-a38c-c220ca2fbf58'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:36:22.179494 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-430ee52d-38de-4e2d-8acf-f27d2a5effa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:22.181010 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f05ee2-bf34-4606-9173-873d9d421a56 req-d6e7d915-8f4c-4fa3-b7f0-18ef9ebf83b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:22.185049 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-58f05ee2-bf34-4606-9173-873d9d421a56 req-d6e7d915-8f4c-4fa3-b7f0-18ef9ebf83b7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a542a1e4-364b-4847-89d1-2f3ed2b23a7c HTTP/1.1" status: 200 len: 911 time: 0.2730782 Feb 28 10:36:22.193512 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port e8b4f6ed-e6c5-4031-ba16-0754ed252e1c triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:22.193894 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (e8b4f6ed-e6c5-4031-ba16-0754ed252e1c), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:22.194857 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3fde83d8-4d16-430d-bb08-2c6935870039 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (06b1e87e-0231-478d-81fc-0313b75d7dcf), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:22.211251 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-3fde83d8-4d16-430d-bb08-2c6935870039 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Calling delete_port for 06b1e87e-0231-478d-81fc-0313b75d7dcf owned by {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:22.284469 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e8b8b973-956b-4979-9ce0-74c96ddc7fbd tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-62634274'] for subnet (b0448874-caeb-4601-a38c-c220ca2fbf58), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:22.341963 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-58f05ee2-bf34-4606-9173-873d9d421a56 req-d787472f-0a31-4854-b8f7-2a7482f80519 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0eb4597e-81f8-41b4-8a22-afb3a0fa610a HTTP/1.1" status: 200 len: 1000 time: 0.1037157 Feb 28 10:36:22.343255 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db70f84-3942-4661-b513-14d54637513f tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Pushing event deleted for resources: {'Port': ['ID=07e4ca4a-dc14-45c0-8b8e-e9d7a78659ad,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:22.371315 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-430ee52d-38de-4e2d-8acf-f27d2a5effa8 None None] Allocated IP 2001:db8::2 (7a21737c-e38c-402c-a173-25b1d91694db/b0448874-caeb-4601-a38c-c220ca2fbf58/17e18509-1aa2-4fda-a842-4b0e2bc9aa71) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:36:22.482614 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9a88fe15-fdcc-477e-b69a-497342206380 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (a3f7dd3a-0782-4f48-abf9-b41a545f8b04), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:22.483579 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-8d9ceb12-20e8-440f-bcb2-579d3bf6b2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08248eaa-9947-46c4-9586-680b24173f48', 'name': 'tempest-ServersTestManualDisk-630797678-router', 'tenant_id': 'd4949ecb1236430a8fa635d2a669a8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': 'a8af0c09-0300-432d-a21d-230a5be7f4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:13Z', 'updated_at': '2022-02-28T10:35:24Z', 'revision_number': 4, 'project_id': 'd4949ecb1236430a8fa635d2a669a8c3', 'gw_port': {'id': 'a8af0c09-0300-432d-a21d-230a5be7f4e5', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08248eaa-9947-46c4-9586-680b24173f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:14Z', 'updated_at': '2022-02-28T10:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': '5e2a40ff-e655-46ac-ac85-9224f1221f6d', 'tenant_id': 'd4949ecb1236430a8fa635d2a669a8c3', 'floating_ip_address': '172.26.3.194', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '08248eaa-9947-46c4-9586-680b24173f48', 'port_id': '0eb4597e-81f8-41b4-8a22-afb3a0fa610a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a542a1e4-364b-4847-89d1-2f3ed2b23a7c', 'mac_address': 'fa:16:3e:e4:ee:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99037f9b-fc9a-45f9-9fc6-b6804397f8c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:35:33Z', 'updated_at': '2022-02-28T10:36:16Z', 'revision_number': 1, 'project_id': 'd4949ecb1236430a8fa635d2a669a8c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a66cfb7-524e-4519-a1c8-be910891e439', 'name': '', 'network_id': 'a542a1e4-364b-4847-89d1-2f3ed2b23a7c', 'tenant_id': 'd4949ecb1236430a8fa635d2a669a8c3', 'mac_address': 'fa:16:3e:71:89:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08248eaa-9947-46c4-9586-680b24173f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '5b50a414-606d-4a0d-a715-63172e88e953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:21Z', 'updated_at': '2022-02-28T10:35:29Z', 'revision_number': 5, 'project_id': 'd4949ecb1236430a8fa635d2a669a8c3', 'subnets': [{'id': '5b50a414-606d-4a0d-a715-63172e88e953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:22.486071 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0db70f84-3942-4661-b513-14d54637513f tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:22.493324 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44102) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:22.499458 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-0db70f84-3942-4661-b513-14d54637513f tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] 10.222.0.62 "DELETE /v2.0/ports/07e4ca4a-dc14-45c0-8b8e-e9d7a78659ad HTTP/1.1" status: 204 len: 168 time: 1.8164327 Feb 28 10:36:22.506114 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eaaa836-2e2f-4a33-b69a-515fbf087d2a None None] New status for floating IP 0f9bd045-a5f6-4f14-8632-5ff74064746b: ACTIVE {{(pid=104086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:36:22.511865 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3fde83d8-4d16-430d-bb08-2c6935870039 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (06b1e87e-0231-478d-81fc-0313b75d7dcf), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:22.540766 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f05ee2-bf34-4606-9173-873d9d421a56 req-128872da-cf48-47aa-95c7-b4bd8e058e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:22.543328 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-58f05ee2-bf34-4606-9173-873d9d421a56 req-128872da-cf48-47aa-95c7-b4bd8e058e45 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5b50a414-606d-4a0d-a715-63172e88e953 HTTP/1.1" status: 200 len: 850 time: 0.1811619 Feb 28 10:36:22.545151 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9ceb12-20e8-440f-bcb2-579d3bf6b2e4 None None] Checking router: 08248eaa-9947-46c4-9586-680b24173f48 for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:36:22.604891 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fde83d8-4d16-430d-bb08-2c6935870039 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Pushing event deleted for resources: {'Port': ['ID=06b1e87e-0231-478d-81fc-0313b75d7dcf,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:22.609112 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-c666549c-3a4d-432d-af8c-23a1c1d86469 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] GET failed (client error): The resource could not be found. Feb 28 10:36:22.616307 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c666549c-3a4d-432d-af8c-23a1c1d86469 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] 10.222.0.62 "GET /v2.0/ports/07e4ca4a-dc14-45c0-8b8e-e9d7a78659ad HTTP/1.1" status: 404 len: 333 time: 0.1224823 Feb 28 10:36:22.623851 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9ceb12-20e8-440f-bcb2-579d3bf6b2e4 None None] Routers {'08248eaa-9947-46c4-9586-680b24173f48'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:22.624491 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-8d9ceb12-20e8-440f-bcb2-579d3bf6b2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:36:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['08248eaa-9947-46c4-9586-680b24173f48'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:22.627077 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a88fe15-fdcc-477e-b69a-497342206380 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Pushing event deleted for resources: {'Port': ['ID=a3f7dd3a-0782-4f48-abf9-b41a545f8b04,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:22.647330 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44104) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:22.714870 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-6e5ff535-1a01-4058-b13a-689bfdb3f54d tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Request body: {'port': {'network_id': '8e88b6f9-9c91-45de-9d9d-d81dd29fff97', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1576218590'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:22.735223 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:22.751502 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-430ee52d-38de-4e2d-8acf-f27d2a5effa8 None None] Publish callbacks [] for port (17e18509-1aa2-4fda-a842-4b0e2bc9aa71), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:22.778463 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port e8b4f6ed-e6c5-4031-ba16-0754ed252e1c is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:22.805911 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3fde83d8-4d16-430d-bb08-2c6935870039 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:22.814336 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-3fde83d8-4d16-430d-bb08-2c6935870039 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] 10.222.0.62 "DELETE /v2.0/ports/06b1e87e-0231-478d-81fc-0313b75d7dcf HTTP/1.1" status: 204 len: 168 time: 1.0582125 Feb 28 10:36:22.814970 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f05ee2-bf34-4606-9173-873d9d421a56 req-caafe482-79a2-4513-8689-aa5444e277ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:22.817273 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44106) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:22.817392 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-58f05ee2-bf34-4606-9173-873d9d421a56 req-caafe482-79a2-4513-8689-aa5444e277ea service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a542a1e4-364b-4847-89d1-2f3ed2b23a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1843097 Feb 28 10:36:22.849159 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e3f56-4d69-4c94-88e9-efda367e7448 req-5721b957-c096-423d-94b1-abb8b6a6e43c tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:22.857483 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-8d9ceb12-20e8-440f-bcb2-579d3bf6b2e4 None None] Set router 08248eaa-9947-46c4-9586-680b24173f48 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:36:22.858317 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-663e3f56-4d69-4c94-88e9-efda367e7448 req-5721b957-c096-423d-94b1-abb8b6a6e43c tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.2810946 Feb 28 10:36:22.946140 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-430ee52d-38de-4e2d-8acf-f27d2a5effa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (17e18509-1aa2-4fda-a842-4b0e2bc9aa71), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:22.949107 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9a88fe15-fdcc-477e-b69a-497342206380 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks [] for floatingip (779fe579-f25a-4fdb-8099-8e8fc8e459dd), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:22.950983 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.l3_db [None req-9a88fe15-fdcc-477e-b69a-497342206380 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Floating IP 779fe579-f25a-4fdb-8099-8e8fc8e459dd disassociated (deleted). External IP: 172.26.3.27, port: f70ef885-a57d-4e12-a912-1a05ed3fdcd7. Feb 28 10:36:23.000620 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430ee52d-38de-4e2d-8acf-f27d2a5effa8 None None] Pushing event updated for resources: {'Port': ['ID=17e18509-1aa2-4fda-a842-4b0e2bc9aa71,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:23.016528 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ee12a7-2839-4fc2-a001-6f1e0d867da8 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:23.020011 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-f3ee12a7-2839-4fc2-a001-6f1e0d867da8 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] 10.222.0.62 "GET /v2.0/ports?device_id=5453a7cc-62c0-49cc-8b03-c488bdf35c13 HTTP/1.1" status: 200 len: 913 time: 0.2008677 Feb 28 10:36:23.023772 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44108) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:23.029628 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430ee52d-38de-4e2d-8acf-f27d2a5effa8 None None] Network 7a21737c-e38c-402c-a173-25b1d91694db is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:23.033879 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-430ee52d-38de-4e2d-8acf-f27d2a5effa8 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:23.040243 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430ee52d-38de-4e2d-8acf-f27d2a5effa8 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:36:23.055307 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-663e3f56-4d69-4c94-88e9-efda367e7448 req-2874a89a-1099-4f27-b7dd-54d37b3e28d4 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1938713 Feb 28 10:36:23.070008 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a882b435-a4e2-400d-8e23-ca45035efd06 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] 10.222.0.62 "PUT /v2.0/subnets/d8645215-6ec8-4e8a-be38-8e39deb24989/tags/tempest-TagsExtTest-Tag-204381910 HTTP/1.1" status: 201 len: 201 time: 0.9073179 Feb 28 10:36:23.078926 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44112) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:23.085631 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.tag.tag_plugin [None req-3234ed89-81a4-4575-bf38-d3fecce9cde5 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7e67ae74-7dce-4d17-8203-ee6c10d6b7e6', 'tempest-TagsExtTest-Tag-902440129') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:23.122617 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5ff535-1a01-4058-b13a-689bfdb3f54d tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Made reservation on behalf of 9d70165fec644654931461bf265f7dde for: {'port': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:23.126311 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6e5ff535-1a01-4058-b13a-689bfdb3f54d tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:23.165468 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-430ee52d-38de-4e2d-8acf-f27d2a5effa8 None None] Attempting to bind port 17e18509-1aa2-4fda-a842-4b0e2bc9aa71 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:36:23.165468 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-430ee52d-38de-4e2d-8acf-f27d2a5effa8 None None] Attempting to bind port 17e18509-1aa2-4fda-a842-4b0e2bc9aa71 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '3052e9e1-69c8-4470-8fc6-8c783e7cd08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7a21737c-e38c-402c-a173-25b1d91694db'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:36:23.165468 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430ee52d-38de-4e2d-8acf-f27d2a5effa8 None None] Attempting to bind port 17e18509-1aa2-4fda-a842-4b0e2bc9aa71 on network 7a21737c-e38c-402c-a173-25b1d91694db {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:36:23.173058 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430ee52d-38de-4e2d-8acf-f27d2a5effa8 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:36:23.173477 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430ee52d-38de-4e2d-8acf-f27d2a5effa8 None None] Checking segment: {'id': '3052e9e1-69c8-4470-8fc6-8c783e7cd08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7a21737c-e38c-402c-a173-25b1d91694db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:36:23.173843 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-430ee52d-38de-4e2d-8acf-f27d2a5effa8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:23.174244 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430ee52d-38de-4e2d-8acf-f27d2a5effa8 None None] Bound using segment: {'id': '3052e9e1-69c8-4470-8fc6-8c783e7cd08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7a21737c-e38c-402c-a173-25b1d91694db'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:36:23.174727 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-430ee52d-38de-4e2d-8acf-f27d2a5effa8 None None] Bound port: 17e18509-1aa2-4fda-a842-4b0e2bc9aa71, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3052e9e1-69c8-4470-8fc6-8c783e7cd08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7a21737c-e38c-402c-a173-25b1d91694db'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:36:23.175133 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-430ee52d-38de-4e2d-8acf-f27d2a5effa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (17e18509-1aa2-4fda-a842-4b0e2bc9aa71), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:23.186093 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [None req-6e5ff535-1a01-4058-b13a-689bfdb3f54d tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] device_id is not set on port 4c4879ba-2808-4a2b-9e63-fcd9610cf10d yet. {{(pid=104084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:36:23.197279 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e8b8b973-956b-4979-9ce0-74c96ddc7fbd tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737743691493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59148613'] for subnet (b0448874-caeb-4601-a38c-c220ca2fbf58), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:23.284310 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b8b973-956b-4979-9ce0-74c96ddc7fbd tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:23.284927 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e8b8b973-956b-4979-9ce0-74c96ddc7fbd tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:23.289172 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-e8b8b973-956b-4979-9ce0-74c96ddc7fbd tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] 10.222.0.62 "PUT /v2.0/subnets/b0448874-caeb-4601-a38c-c220ca2fbf58 HTTP/1.1" status: 200 len: 826 time: 1.3824234 Feb 28 10:36:23.296262 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44114) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:23.304151 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-430ee52d-38de-4e2d-8acf-f27d2a5effa8 None None] For port 17e18509-1aa2-4fda-a842-4b0e2bc9aa71, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:36:23.309316 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-430ee52d-38de-4e2d-8acf-f27d2a5effa8 None None] For port 17e18509-1aa2-4fda-a842-4b0e2bc9aa71, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=17e18509-1aa2-4fda-a842-4b0e2bc9aa71,segment=NetworkSegment(3052e9e1-69c8-4470-8fc6-8c783e7cd08e),segment_id=3052e9e1-69c8-4470-8fc6-8c783e7cd08e)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:36:23.329475 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-8d9ceb12-20e8-440f-bcb2-579d3bf6b2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08248eaa-9947-46c4-9586-680b24173f48', 'name': 'tempest-ServersTestManualDisk-630797678-router', 'tenant_id': 'd4949ecb1236430a8fa635d2a669a8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': 'a8af0c09-0300-432d-a21d-230a5be7f4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:13Z', 'updated_at': '2022-02-28T10:35:24Z', 'revision_number': 4, 'project_id': 'd4949ecb1236430a8fa635d2a669a8c3', 'gw_port': {'id': 'a8af0c09-0300-432d-a21d-230a5be7f4e5', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08248eaa-9947-46c4-9586-680b24173f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:14Z', 'updated_at': '2022-02-28T10:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': '5e2a40ff-e655-46ac-ac85-9224f1221f6d', 'tenant_id': 'd4949ecb1236430a8fa635d2a669a8c3', 'floating_ip_address': '172.26.3.194', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '08248eaa-9947-46c4-9586-680b24173f48', 'port_id': '0eb4597e-81f8-41b4-8a22-afb3a0fa610a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a542a1e4-364b-4847-89d1-2f3ed2b23a7c', 'mac_address': 'fa:16:3e:e4:ee:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99037f9b-fc9a-45f9-9fc6-b6804397f8c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:35:33Z', 'updated_at': '2022-02-28T10:36:16Z', 'revision_number': 1, 'project_id': 'd4949ecb1236430a8fa635d2a669a8c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a66cfb7-524e-4519-a1c8-be910891e439', 'name': '', 'network_id': 'a542a1e4-364b-4847-89d1-2f3ed2b23a7c', 'tenant_id': 'd4949ecb1236430a8fa635d2a669a8c3', 'mac_address': 'fa:16:3e:71:89:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08248eaa-9947-46c4-9586-680b24173f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '5b50a414-606d-4a0d-a715-63172e88e953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:21Z', 'updated_at': '2022-02-28T10:35:29Z', 'revision_number': 5, 'project_id': 'd4949ecb1236430a8fa635d2a669a8c3', 'subnets': [{'id': '5b50a414-606d-4a0d-a715-63172e88e953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:23.359188 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9ceb12-20e8-440f-bcb2-579d3bf6b2e4 None None] The sync data for ids ['08248eaa-9947-46c4-9586-680b24173f48'] in dv-neutron-829161-3-hyperv is: [{'id': '08248eaa-9947-46c4-9586-680b24173f48', 'name': 'tempest-ServersTestManualDisk-630797678-router', 'tenant_id': 'd4949ecb1236430a8fa635d2a669a8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': 'a8af0c09-0300-432d-a21d-230a5be7f4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:13Z', 'updated_at': '2022-02-28T10:35:24Z', 'revision_number': 4, 'project_id': 'd4949ecb1236430a8fa635d2a669a8c3', 'gw_port': {'id': 'a8af0c09-0300-432d-a21d-230a5be7f4e5', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08248eaa-9947-46c4-9586-680b24173f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:14Z', 'updated_at': '2022-02-28T10:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': '5e2a40ff-e655-46ac-ac85-9224f1221f6d', 'tenant_id': 'd4949ecb1236430a8fa635d2a669a8c3', 'floating_ip_address': '172.26.3.194', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '08248eaa-9947-46c4-9586-680b24173f48', 'port_id': '0eb4597e-81f8-41b4-8a22-afb3a0fa610a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a542a1e4-364b-4847-89d1-2f3ed2b23a7c', 'mac_address': 'fa:16:3e:e4:ee:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99037f9b-fc9a-45f9-9fc6-b6804397f8c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:35:33Z', 'updated_at': '2022-02-28T10:36:16Z', 'revision_number': 1, 'project_id': 'd4949ecb1236430a8fa635d2a669a8c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a66cfb7-524e-4519-a1c8-be910891e439', 'name': '', 'network_id': 'a542a1e4-364b-4847-89d1-2f3ed2b23a7c', 'tenant_id': 'd4949ecb1236430a8fa635d2a669a8c3', 'mac_address': 'fa:16:3e:71:89:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08248eaa-9947-46c4-9586-680b24173f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '5b50a414-606d-4a0d-a715-63172e88e953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:21Z', 'updated_at': '2022-02-28T10:35:29Z', 'revision_number': 5, 'project_id': 'd4949ecb1236430a8fa635d2a669a8c3', 'subnets': [{'id': '5b50a414-606d-4a0d-a715-63172e88e953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:36:23.383026 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b8b973-956b-4979-9ce0-74c96ddc7fbd tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Pushing event updated for resources: {'Subnet': ['ID=b0448874-caeb-4601-a38c-c220ca2fbf58,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:23.397667 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac08993-d9d0-425c-be90-067512077d7f req-68ff0631-3321-472b-94bd-de7a77b0ca7f tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:23.399202 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-bac08993-d9d0-425c-be90-067512077d7f req-68ff0631-3321-472b-94bd-de7a77b0ca7f tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.2602506 Feb 28 10:36:23.404578 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-430ee52d-38de-4e2d-8acf-f27d2a5effa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (17e18509-1aa2-4fda-a842-4b0e2bc9aa71), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:23.423711 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-58f05ee2-bf34-4606-9173-873d9d421a56 req-f1fcfa69-7d96-4838-9068-3268f0f71f90 service neutron] 10.222.0.70 "GET /v2.0/networks/a542a1e4-364b-4847-89d1-2f3ed2b23a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5939088 Feb 28 10:36:23.504686 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430ee52d-38de-4e2d-8acf-f27d2a5effa8 None None] Pushing event updated for resources: {'Port': ['ID=17e18509-1aa2-4fda-a842-4b0e2bc9aa71,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:23.518468 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '290eb2b7-05ba-48d8-b5f9-a94f59fbcb4c', 'tag': '5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1'}] {{(pid=104084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:36:23.520863 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ffa69481dce8c4e68394bb3e97aff222617d39f0bec9a6d6e4c39a9256e7c95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4733589a-6a6a-4226-ba3b-5ffcb5086ada" -d '{"events": [{"name": "network-changed", "server_uuid": "290eb2b7-05ba-48d8-b5f9-a94f59fbcb4c", "tag": "5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1"}]}' {{(pid=104084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:36:23.556255 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-6e5ff535-1a01-4058-b13a-689bfdb3f54d tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Allocated IP 2001:db8::1ee (8e88b6f9-9c91-45de-9d9d-d81dd29fff97/e94f9bfa-e606-4326-a460-d720d15009ee/4c4879ba-2808-4a2b-9e63-fcd9610cf10d) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:36:23.571394 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-48e07e19-3d43-4518-ada0-5253428a6cc5 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (7a21737c-e38c-402c-a173-25b1d91694db), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:23.581141 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-bac08993-d9d0-425c-be90-067512077d7f req-e52bc1f0-07ee-413c-bb50-114933d7313a tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659920 Feb 28 10:36:23.630272 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030ffc27-ccc4-4997-909d-eadd468b6824 x-openstack-request-id: req-030ffc27-ccc4-4997-909d-eadd468b6824 {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:36:23.630657 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "290eb2b7-05ba-48d8-b5f9-a94f59fbcb4c", "tag": "5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1", "status": "completed", "code": 200}]} {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:36:23.630899 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-030ffc27-ccc4-4997-909d-eadd468b6824 {{(pid=104084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:36:23.631280 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '290eb2b7-05ba-48d8-b5f9-a94f59fbcb4c', 'tag': '5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1', 'status': 'completed', 'code': 200} Feb 28 10:36:23.735799 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-3234ed89-81a4-4575-bf38-d3fecce9cde5 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] 10.222.0.62 "PUT /v2.0/ports/7e67ae74-7dce-4d17-8203-ee6c10d6b7e6/tags/tempest-TagsExtTest-Tag-902440129 HTTP/1.1" status: 201 len: 201 time: 0.6551490 Feb 28 10:36:23.737546 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44120) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:23.741688 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-58f05ee2-bf34-4606-9173-873d9d421a56 req-1fcb2d3d-6f82-4019-a633-68673849b508 service neutron] 10.222.0.70 "GET /v2.0/networks/a542a1e4-364b-4847-89d1-2f3ed2b23a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853770 Feb 28 10:36:23.763437 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892e0bbd-d067-4973-818b-f1f8adb02000 None None] New status for floating IP 5e2a40ff-e655-46ac-ac85-9224f1221f6d: ACTIVE {{(pid=104085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:36:23.779384 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.tag.tag_plugin [None req-3f115131-fbfc-4b58-b8d8-9ee5baf26f8a tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'fd5b049f-06c5-449d-a495-deb90c2ff339', 'tempest-TagsExtTest-Tag-154088052') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:23.869127 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733589a-6a6a-4226-ba3b-5ffcb5086ada req-fb0385ee-256f-47b7-8286-2292bcac03df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:23.871300 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-4733589a-6a6a-4226-ba3b-5ffcb5086ada req-fb0385ee-256f-47b7-8286-2292bcac03df service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a1e997d94bda42c2937c38ee950ff500&device_id=290eb2b7-05ba-48d8-b5f9-a94f59fbcb4c HTTP/1.1" status: 200 len: 1129 time: 0.2190065 Feb 28 10:36:23.917770 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-48e07e19-3d43-4518-ada0-5253428a6cc5 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Deleting port 17e18509-1aa2-4fda-a842-4b0e2bc9aa71 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:23.918307 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-48e07e19-3d43-4518-ada0-5253428a6cc5 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (17e18509-1aa2-4fda-a842-4b0e2bc9aa71), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:23.959295 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a88fe15-fdcc-477e-b69a-497342206380 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Router 6a93eea3-38fb-4686-895b-2dd73a316163 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:36:24.016675 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6e5ff535-1a01-4058-b13a-689bfdb3f54d tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks [] for port (4c4879ba-2808-4a2b-9e63-fcd9610cf10d), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:24.112938 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733589a-6a6a-4226-ba3b-5ffcb5086ada req-8b1bde82-533d-4c82-a009-567954ff3818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:24.114672 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-4733589a-6a6a-4226-ba3b-5ffcb5086ada req-8b1bde82-533d-4c82-a009-567954ff3818 service neutron] 10.222.0.70 "GET /v2.0/networks?id=61f11b1b-099a-45f3-b423-a89dfa9243a1 HTTP/1.1" status: 200 len: 906 time: 0.2342129 Feb 28 10:36:24.127574 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-48e07e19-3d43-4518-ada0-5253428a6cc5 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] For port 17e18509-1aa2-4fda-a842-4b0e2bc9aa71, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=17e18509-1aa2-4fda-a842-4b0e2bc9aa71,segment=NetworkSegment(3052e9e1-69c8-4470-8fc6-8c783e7cd08e),segment_id=3052e9e1-69c8-4470-8fc6-8c783e7cd08e)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:24.127981 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-48e07e19-3d43-4518-ada0-5253428a6cc5 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (17e18509-1aa2-4fda-a842-4b0e2bc9aa71), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:24.186075 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-48e07e19-3d43-4518-ada0-5253428a6cc5 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Calling delete_port for 17e18509-1aa2-4fda-a842-4b0e2bc9aa71 owned by network:dhcp {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:24.235282 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a88fe15-fdcc-477e-b69a-497342206380 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:36:24.240303 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9a88fe15-fdcc-477e-b69a-497342206380 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:24.244994 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a1a118-6e01-4d12-a79f-42ba4d089d4e None None] Sync routers for ids ['6a93eea3-38fb-4686-895b-2dd73a316163'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:36:24.257437 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a1a118-6e01-4d12-a79f-42ba4d089d4e None None] Routers {'6a93eea3-38fb-4686-895b-2dd73a316163'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:24.258059 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-52a1a118-6e01-4d12-a79f-42ba4d089d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:36:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['6a93eea3-38fb-4686-895b-2dd73a316163'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:24.279085 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-4733589a-6a6a-4226-ba3b-5ffcb5086ada req-d2009ad0-59f0-4140-bc22-7a69ac97b4c5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1 HTTP/1.1" status: 200 len: 1001 time: 0.1470504 Feb 28 10:36:24.294223 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-52a1a118-6e01-4d12-a79f-42ba4d089d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:24.303514 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-9a88fe15-fdcc-477e-b69a-497342206380 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] 10.222.0.62 "DELETE /v2.0/floatingips/779fe579-f25a-4fdb-8099-8e8fc8e459dd HTTP/1.1" status: 204 len: 168 time: 3.9116642 Feb 28 10:36:24.304781 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44122) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:24.306790 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a1a118-6e01-4d12-a79f-42ba4d089d4e None None] Routers {'6a93eea3-38fb-4686-895b-2dd73a316163'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:24.308010 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-52a1a118-6e01-4d12-a79f-42ba4d089d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:36:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['6a93eea3-38fb-4686-895b-2dd73a316163'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:24.310414 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-1bd9b539-0a70-408b-9b0d-5fdb574272c8 tempest-FloatingIPAdminTestJSON-1090454341 tempest-FloatingIPAdminTestJSON-1090454341-project-admin] Request body: {'floatingip': {'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:24.326440 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b11f55ab-f9ce-4200-903d-ea578eae0135 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047661'] for router_interface (5453a7cc-62c0-49cc-8b03-c488bdf35c13), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:24.345241 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-52a1a118-6e01-4d12-a79f-42ba4d089d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:24.345895 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a1a118-6e01-4d12-a79f-42ba4d089d4e None None] The sync data for ids ['6a93eea3-38fb-4686-895b-2dd73a316163'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:36:24.356163 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733589a-6a6a-4226-ba3b-5ffcb5086ada req-7c6364b8-b80c-4aa0-9852-6a12aaa2d0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:24.360195 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-4733589a-6a6a-4226-ba3b-5ffcb5086ada req-7c6364b8-b80c-4aa0-9852-6a12aaa2d0a8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2dff7405-dcc7-4aec-b812-04c9508d9791 HTTP/1.1" status: 200 len: 845 time: 0.0653129 Feb 28 10:36:24.440049 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733589a-6a6a-4226-ba3b-5ffcb5086ada req-53328a6f-0b81-4ea0-ba62-700ad13d908b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:24.441576 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-4733589a-6a6a-4226-ba3b-5ffcb5086ada req-53328a6f-0b81-4ea0-ba62-700ad13d908b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=61f11b1b-099a-45f3-b423-a89dfa9243a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0728128 Feb 28 10:36:24.546269 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-4733589a-6a6a-4226-ba3b-5ffcb5086ada req-636f1596-bf8b-4e12-942b-51861d1cda0d service neutron] 10.222.0.70 "GET /v2.0/networks/61f11b1b-099a-45f3-b423-a89dfa9243a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961671 Feb 28 10:36:24.549770 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6e5ff535-1a01-4058-b13a-689bfdb3f54d tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (4c4879ba-2808-4a2b-9e63-fcd9610cf10d), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:24.551901 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-48e07e19-3d43-4518-ada0-5253428a6cc5 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (17e18509-1aa2-4fda-a842-4b0e2bc9aa71), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:24.562539 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-3f115131-fbfc-4b58-b8d8-9ee5baf26f8a tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] 10.222.0.62 "PUT /v2.0/routers/fd5b049f-06c5-449d-a495-deb90c2ff339/tags/tempest-TagsExtTest-Tag-154088052 HTTP/1.1" status: 201 len: 201 time: 0.8194590 Feb 28 10:36:24.563322 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1bd9b539-0a70-408b-9b0d-5fdb574272c8 tempest-FloatingIPAdminTestJSON-1090454341 tempest-FloatingIPAdminTestJSON-1090454341-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:24.564966 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44124) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:24.575757 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.tag.tag_plugin [None req-8c6182d5-d2bc-4a2e-a3ee-5c07a80de557 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'cb8ab662-6a7d-4f80-b798-6870c54e4b86', 'tempest-TagsExtTest-Tag-431859003') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:24.595277 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e07e19-3d43-4518-ada0-5253428a6cc5 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Pushing event deleted for resources: {'Port': ['ID=17e18509-1aa2-4fda-a842-4b0e2bc9aa71,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:24.705577 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5ff535-1a01-4058-b13a-689bfdb3f54d tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Network 8e88b6f9-9c91-45de-9d9d-d81dd29fff97 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:24.718747 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-6e5ff535-1a01-4058-b13a-689bfdb3f54d tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:24.721459 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5ff535-1a01-4058-b13a-689bfdb3f54d tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:36:24.727853 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5ff535-1a01-4058-b13a-689bfdb3f54d tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:24.728792 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6e5ff535-1a01-4058-b13a-689bfdb3f54d tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:24.757593 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e07e19-3d43-4518-ada0-5253428a6cc5 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] No DVR routers for this DVR port 17e18509-1aa2-4fda-a842-4b0e2bc9aa71 on host dv-neutron-829161-3-hyperv {{(pid=104084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:36:24.783024 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-b11f55ab-f9ce-4200-903d-ea578eae0135 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Deleting port 0b660cdf-5fdd-429e-ad10-689c854fd5cc {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:24.783375 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b11f55ab-f9ce-4200-903d-ea578eae0135 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (0b660cdf-5fdd-429e-ad10-689c854fd5cc), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:24.799241 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5ff535-1a01-4058-b13a-689bfdb3f54d tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Pushing event updated for resources: {'Port': ['ID=4c4879ba-2808-4a2b-9e63-fcd9610cf10d,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:24.846287 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1bd9b539-0a70-408b-9b0d-5fdb574272c8 tempest-FloatingIPAdminTestJSON-1090454341 tempest-FloatingIPAdminTestJSON-1090454341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:24.856814 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-48e07e19-3d43-4518-ada0-5253428a6cc5 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (b0448874-caeb-4601-a38c-c220ca2fbf58), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:24.861800 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-8c6182d5-d2bc-4a2e-a3ee-5c07a80de557 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] 10.222.0.62 "PUT /v2.0/subnetpools/cb8ab662-6a7d-4f80-b798-6870c54e4b86/tags/tempest-TagsExtTest-Tag-431859003 HTTP/1.1" status: 201 len: 201 time: 0.2922525 Feb 28 10:36:24.863000 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44126) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:24.866880 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.tag.tag_plugin [None req-f80fca1c-7d0b-45dc-91e5-616c5dfd1640 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd8645215-6ec8-4e8a-be38-8e39deb24989') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:24.896798 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-4733589a-6a6a-4226-ba3b-5ffcb5086ada req-7c457898-f2b6-4ab9-8c06-9e63776349bb service neutron] 10.222.0.70 "GET /v2.0/networks/61f11b1b-099a-45f3-b423-a89dfa9243a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163764 Feb 28 10:36:24.931540 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-6e5ff535-1a01-4058-b13a-689bfdb3f54d tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.2185760 Feb 28 10:36:24.932725 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44130) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:24.940845 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-1f02bc99-c4b4-4161-a547-3f7fa7705d87 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Request body: {'port': {'network_id': '8e88b6f9-9c91-45de-9d9d-d81dd29fff97', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1834993853'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:24.993148 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b11f55ab-f9ce-4200-903d-ea578eae0135 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (0b660cdf-5fdd-429e-ad10-689c854fd5cc), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:25.017717 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7c574c-b252-48e9-8f26-af3c88d2f8d2 None None] Network 7a21737c-e38c-402c-a173-25b1d91694db requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:25.032039 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-b11f55ab-f9ce-4200-903d-ea578eae0135 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Calling delete_port for 0b660cdf-5fdd-429e-ad10-689c854fd5cc owned by network:router_interface {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:25.102524 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ed4f032a-2ffb-4d1e-8d82-e5e4484c2498 None None] Could not find standard attr ID for object 17e18509-1aa2-4fda-a842-4b0e2bc9aa71. {{(pid=104085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:36:25.128960 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-1bd9b539-0a70-408b-9b0d-5fdb574272c8 tempest-FloatingIPAdminTestJSON-1090454341 tempest-FloatingIPAdminTestJSON-1090454341-project-admin] Allocated IP 172.26.3.104 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/e7458b70-8978-4987-ac1e-616d4a53b508) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:36:25.162738 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff4961-705c-4320-a50e-b2081e684d70 req-32fc4efd-2895-488f-ba54-0097813b4623 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:25.164583 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d7ff4961-705c-4320-a50e-b2081e684d70 req-32fc4efd-2895-488f-ba54-0097813b4623 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.1969769 Feb 28 10:36:25.171141 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-48e07e19-3d43-4518-ada0-5253428a6cc5 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (b0448874-caeb-4601-a38c-c220ca2fbf58), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:25.192686 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-f80fca1c-7d0b-45dc-91e5-616c5dfd1640 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] 10.222.0.62 "GET /v2.0/subnets/d8645215-6ec8-4e8a-be38-8e39deb24989/tags HTTP/1.1" status: 200 len: 240 time: 0.3289766 Feb 28 10:36:25.202883 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44132) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:25.226020 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-5301c70c-2874-4f11-bb25-d69c3a8be6d8 None None] Provisioning complete for port 4c4879ba-2808-4a2b-9e63-fcd9610cf10d triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:25.227616 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5301c70c-2874-4f11-bb25-d69c3a8be6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (4c4879ba-2808-4a2b-9e63-fcd9610cf10d), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:25.235493 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e07e19-3d43-4518-ada0-5253428a6cc5 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Pushing event deleted for resources: {'Subnet': ['ID=b0448874-caeb-4601-a38c-c220ca2fbf58,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:25.247194 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.tag.tag_plugin [None req-588b3976-4bcc-4ea9-bc47-410e6fd6bd68 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd8645215-6ec8-4e8a-be38-8e39deb24989', 'tempest-TagsExtTest-Tag-204381910') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:25.259379 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f02bc99-c4b4-4161-a547-3f7fa7705d87 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Made reservation on behalf of 9d70165fec644654931461bf265f7dde for: {'port': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:25.263243 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1f02bc99-c4b4-4161-a547-3f7fa7705d87 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:25.279598 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-5301c70c-2874-4f11-bb25-d69c3a8be6d8 None None] Port 4c4879ba-2808-4a2b-9e63-fcd9610cf10d cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:36:25.343297 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [None req-1f02bc99-c4b4-4161-a547-3f7fa7705d87 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] device_id is not set on port d32ac11b-a379-4667-85a3-4d9f65442da0 yet. {{(pid=104084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:36:25.349335 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-48e07e19-3d43-4518-ada0-5253428a6cc5 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (7a21737c-e38c-402c-a173-25b1d91694db), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:25.371847 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d7ff4961-705c-4320-a50e-b2081e684d70 req-6656978a-c512-44da-92af-91a6eec329a5 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1855907 Feb 28 10:36:25.386290 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f12b6d1-38e7-4f0b-a9cd-5902a0c6ba61 None None] Network 7a21737c-e38c-402c-a173-25b1d91694db requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:25.412461 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-48e07e19-3d43-4518-ada0-5253428a6cc5 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a21737c-e38c-402c-a173-25b1d91694db']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:25.425480 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-48e07e19-3d43-4518-ada0-5253428a6cc5 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3052e9e1-69c8-4470-8fc6-8c783e7cd08e') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:25.425938 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-48e07e19-3d43-4518-ada0-5253428a6cc5 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3052e9e1-69c8-4470-8fc6-8c783e7cd08e') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:25.438549 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-48e07e19-3d43-4518-ada0-5253428a6cc5 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (3052e9e1-69c8-4470-8fc6-8c783e7cd08e), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:25.466999 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-48e07e19-3d43-4518-ada0-5253428a6cc5 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (3052e9e1-69c8-4470-8fc6-8c783e7cd08e), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:25.483813 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48e07e19-3d43-4518-ada0-5253428a6cc5 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:36:25.484224 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-48e07e19-3d43-4518-ada0-5253428a6cc5 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (3052e9e1-69c8-4470-8fc6-8c783e7cd08e), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:25.489006 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 10:36:25.489006 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:36:25.489006 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 10:36:25.489006 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:36:25.489006 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 10:36:25.489006 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:36:25.489006 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 10:36:25.489006 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:36:25.489006 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 10:36:25.489006 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:36:25.489006 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 10:36:25.489006 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:36:25.489006 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 10:36:25.489006 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:36:25.489006 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:36:25.489006 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:36:25.489006 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:36:25.489006 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:36:25.489006 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 10:36:25.489006 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:36:25.489006 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 10:36:25.489006 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:36:25.489006 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:36:25.489006 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:36:25.489006 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 10:36:25.489006 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:36:25.489006 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:36:25.489006 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:36:25.489006 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:36:25.489006 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:36:25.489006 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:36:25.489006 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:36:25.564452 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f3f822-f0eb-4837-9729-dbd1b05f3a63 None None] DHCP port deletion for 7a21737c-e38c-402c-a173-25b1d91694db request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:36:25.624637 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-1f02bc99-c4b4-4161-a547-3f7fa7705d87 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Allocated IP 2001:db8::23d (8e88b6f9-9c91-45de-9d9d-d81dd29fff97/e94f9bfa-e606-4326-a460-d720d15009ee/d32ac11b-a379-4667-85a3-4d9f65442da0) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:36:25.690719 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-48e07e19-3d43-4518-ada0-5253428a6cc5 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (7a21737c-e38c-402c-a173-25b1d91694db), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:25.714441 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1bd9b539-0a70-408b-9b0d-5fdb574272c8 tempest-FloatingIPAdminTestJSON-1090454341 tempest-FloatingIPAdminTestJSON-1090454341-project-admin] Publish callbacks [] for port (e7458b70-8978-4987-ac1e-616d4a53b508), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:25.730022 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-48e07e19-3d43-4518-ada0-5253428a6cc5 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:25.733350 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-48e07e19-3d43-4518-ada0-5253428a6cc5 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] 10.222.0.62 "DELETE /v2.0/networks/7a21737c-e38c-402c-a173-25b1d91694db HTTP/1.1" status: 204 len: 168 time: 2.4360051 Feb 28 10:36:25.737760 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44138) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:25.741827 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-588b3976-4bcc-4ea9-bc47-410e6fd6bd68 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] 10.222.0.62 "GET /v2.0/subnets/d8645215-6ec8-4e8a-be38-8e39deb24989/tags/tempest-TagsExtTest-Tag-204381910 HTTP/1.1" status: 204 len: 168 time: 0.5361187 Feb 28 10:36:25.749569 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44140) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:25.754276 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.tag.tag_plugin [None req-602e71ff-0ad5-49aa-8262-81776bb9294d tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'd8645215-6ec8-4e8a-be38-8e39deb24989', 'tempest-TagsExtTest-Tag-204381910') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:25.758664 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e07e19-3d43-4518-ada0-5253428a6cc5 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Pushing event deleted for resources: {'Network': ['ID=7a21737c-e38c-402c-a173-25b1d91694db,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:25.765727 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-728907f2-af06-46f0-9d52-2cee885c4bb1 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:25.766239 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-728907f2-af06-46f0-9d52-2cee885c4bb1 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:25.769315 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-728907f2-af06-46f0-9d52-2cee885c4bb1 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] 10.222.0.62 "DELETE /v2.0/networks/7a21737c-e38c-402c-a173-25b1d91694db HTTP/1.1" status: 404 len: 339 time: 0.0285363 Feb 28 10:36:25.775826 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44142) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:25.782220 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-6cd01943-171e-4c52-96ad-a872190499bd tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1353031398', 'description': 'd1'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:25.832539 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b11f55ab-f9ce-4200-903d-ea578eae0135 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (0b660cdf-5fdd-429e-ad10-689c854fd5cc), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:25.865194 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11f55ab-f9ce-4200-903d-ea578eae0135 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Pushing event deleted for resources: {'Port': ['ID=0b660cdf-5fdd-429e-ad10-689c854fd5cc,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:25.917385 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd01943-171e-4c52-96ad-a872190499bd tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Made reservation on behalf of 6344603bd44c4b40ab017d9623e1a51e for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:25.921144 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6cd01943-171e-4c52-96ad-a872190499bd tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:25.928669 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1bd9b539-0a70-408b-9b0d-5fdb574272c8 tempest-FloatingIPAdminTestJSON-1090454341 tempest-FloatingIPAdminTestJSON-1090454341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (e7458b70-8978-4987-ac1e-616d4a53b508), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:26.012005 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd9b539-0a70-408b-9b0d-5fdb574272c8 tempest-FloatingIPAdminTestJSON-1090454341 tempest-FloatingIPAdminTestJSON-1090454341-project-admin] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:26.026231 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-1bd9b539-0a70-408b-9b0d-5fdb574272c8 tempest-FloatingIPAdminTestJSON-1090454341 tempest-FloatingIPAdminTestJSON-1090454341-project-admin] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:26.064398 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cd01943-171e-4c52-96ad-a872190499bd tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:36:26.069444 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd9b539-0a70-408b-9b0d-5fdb574272c8 tempest-FloatingIPAdminTestJSON-1090454341 tempest-FloatingIPAdminTestJSON-1090454341-project-admin] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:36:26.076244 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd9b539-0a70-408b-9b0d-5fdb574272c8 tempest-FloatingIPAdminTestJSON-1090454341 tempest-FloatingIPAdminTestJSON-1090454341-project-admin] Pushing event updated for resources: {'Port': ['ID=e7458b70-8978-4987-ac1e-616d4a53b508,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:26.146917 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6cd01943-171e-4c52-96ad-a872190499bd tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (a332fcbf-a692-4783-a01d-3db221be8d8e), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:26.147954 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-6cd01943-171e-4c52-96ad-a872190499bd tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Added segment a332fcbf-a692-4783-a01d-3db221be8d8e of type vlan for network 08ef074a-87f3-4fc4-a241-1dd734d61f3e Feb 28 10:36:26.158792 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b11f55ab-f9ce-4200-903d-ea578eae0135 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1047681'] for router_interface (5453a7cc-62c0-49cc-8b03-c488bdf35c13), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:26.165510 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1f02bc99-c4b4-4161-a547-3f7fa7705d87 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks [] for port (d32ac11b-a379-4667-85a3-4d9f65442da0), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:26.213140 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6cd01943-171e-4c52-96ad-a872190499bd tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (08ef074a-87f3-4fc4-a241-1dd734d61f3e), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:26.317932 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da060a-053e-4d5f-81f4-588c05a0554a req-6184fd98-bd58-4f3c-b31a-64f2801935ca tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:26.319205 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-10da060a-053e-4d5f-81f4-588c05a0554a req-6184fd98-bd58-4f3c-b31a-64f2801935ca tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.0534711 Feb 28 10:36:26.333095 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-602e71ff-0ad5-49aa-8262-81776bb9294d tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] 10.222.0.62 "DELETE /v2.0/subnets/d8645215-6ec8-4e8a-be38-8e39deb24989/tags/tempest-TagsExtTest-Tag-204381910 HTTP/1.1" status: 204 len: 168 time: 0.5802958 Feb 28 10:36:26.333095 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1f02bc99-c4b4-4161-a547-3f7fa7705d87 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (d32ac11b-a379-4667-85a3-4d9f65442da0), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:26.335474 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44148) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:26.339016 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.tag.tag_plugin [None req-4a68419b-117a-45bc-a455-c92548c32ab2 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd8645215-6ec8-4e8a-be38-8e39deb24989') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:26.345937 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1bd9b539-0a70-408b-9b0d-5fdb574272c8 tempest-FloatingIPAdminTestJSON-1090454341 tempest-FloatingIPAdminTestJSON-1090454341-project-admin] Publish callbacks [] for floatingip (e2f700d7-1014-4795-9d5a-1553c24fe8ab), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:26.396751 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f02bc99-c4b4-4161-a547-3f7fa7705d87 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Network 8e88b6f9-9c91-45de-9d9d-d81dd29fff97 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:26.410660 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-1f02bc99-c4b4-4161-a547-3f7fa7705d87 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:26.414768 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6cd01943-171e-4c52-96ad-a872190499bd tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (08ef074a-87f3-4fc4-a241-1dd734d61f3e), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:26.419015 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f02bc99-c4b4-4161-a547-3f7fa7705d87 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:36:26.427281 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd01943-171e-4c52-96ad-a872190499bd tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:26.427281 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6cd01943-171e-4c52-96ad-a872190499bd tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:26.427849 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f02bc99-c4b4-4161-a547-3f7fa7705d87 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:26.427849 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1f02bc99-c4b4-4161-a547-3f7fa7705d87 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:26.430119 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f02bc99-c4b4-4161-a547-3f7fa7705d87 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Pushing event updated for resources: {'Port': ['ID=d32ac11b-a379-4667-85a3-4d9f65442da0,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:26.453460 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-10da060a-053e-4d5f-81f4-588c05a0554a req-422281d4-c9d3-4ecb-9c5f-a3c783dec936 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076248 Feb 28 10:36:26.517880 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-1f02bc99-c4b4-4161-a547-3f7fa7705d87 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5822172 Feb 28 10:36:26.520856 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44150) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:26.526955 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-f5df5cd5-a51f-4ce8-bccd-2f80b2603f46 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::325', 'mac_address': 'fa:16:3e:4b:12:ea'}, {'ip_address': '2001:db8::1ee', 'mac_address': 'fa:16:3e:c7:1a:9c'}]}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:26.553879 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b11f55ab-f9ce-4200-903d-ea578eae0135 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Router 5453a7cc-62c0-49cc-8b03-c488bdf35c13 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:36:26.562027 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-6cd01943-171e-4c52-96ad-a872190499bd tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7828114 Feb 28 10:36:26.562992 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44152) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:26.572295 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd01943-171e-4c52-96ad-a872190499bd tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Pushing event updated for resources: {'Network': ['ID=08ef074a-87f3-4fc4-a241-1dd734d61f3e,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:26.583887 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1bd9b539-0a70-408b-9b0d-5fdb574272c8 tempest-FloatingIPAdminTestJSON-1090454341 tempest-FloatingIPAdminTestJSON-1090454341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (e7458b70-8978-4987-ac1e-616d4a53b508), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:26.588771 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 08ef074a-87f3-4fc4-a241-1dd734d61f3e details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:36:26.618796 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-4a68419b-117a-45bc-a455-c92548c32ab2 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] 10.222.0.62 "GET /v2.0/subnets/d8645215-6ec8-4e8a-be38-8e39deb24989/tags HTTP/1.1" status: 200 len: 205 time: 0.2843578 Feb 28 10:36:26.623305 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44154) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:26.674120 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.tag.tag_plugin [None req-2d4fde10-4d9a-45f4-8a0d-177e6e34c27a tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7e67ae74-7dce-4d17-8203-ee6c10d6b7e6') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:26.720148 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3770b8ef-6fb9-4d8b-b707-b7a1f3994876 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:26.721285 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-9a1c12e3-5a21-4d58-a1d6-40722e39156b None None] Provisioning complete for port d32ac11b-a379-4667-85a3-4d9f65442da0 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:26.721661 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9a1c12e3-5a21-4d58-a1d6-40722e39156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (d32ac11b-a379-4667-85a3-4d9f65442da0), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:26.721771 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-3770b8ef-6fb9-4d8b-b707-b7a1f3994876 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] 10.222.0.62 "GET /v2.0/networks?id=08ef074a-87f3-4fc4-a241-1dd734d61f3e HTTP/1.1" status: 200 len: 765 time: 0.1583562 Feb 28 10:36:26.728008 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44156) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:26.735464 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-73d72e42-1f0f-4a7f-927c-d5997c2028f0 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Request body: {'network': {'description': 'd2'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:26.759428 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-9a1c12e3-5a21-4d58-a1d6-40722e39156b None None] Port d32ac11b-a379-4667-85a3-4d9f65442da0 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:36:26.791733 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f5df5cd5-a51f-4ce8-bccd-2f80b2603f46 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (d32ac11b-a379-4667-85a3-4d9f65442da0), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:26.833705 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b11f55ab-f9ce-4200-903d-ea578eae0135 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:36:26.844349 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae61274b-0270-44d2-98d5-1ac01d6d7e21 None None] Sync routers for ids ['5453a7cc-62c0-49cc-8b03-c488bdf35c13'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:36:26.855277 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae61274b-0270-44d2-98d5-1ac01d6d7e21 None None] Routers {'5453a7cc-62c0-49cc-8b03-c488bdf35c13'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:26.856422 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-ae61274b-0270-44d2-98d5-1ac01d6d7e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:36:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['5453a7cc-62c0-49cc-8b03-c488bdf35c13'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:26.887498 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-b11f55ab-f9ce-4200-903d-ea578eae0135 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] 10.222.0.62 "PUT /v2.0/routers/5453a7cc-62c0-49cc-8b03-c488bdf35c13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8611729 Feb 28 10:36:26.895942 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-ae61274b-0270-44d2-98d5-1ac01d6d7e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:26.903185 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44158) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:26.905287 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae61274b-0270-44d2-98d5-1ac01d6d7e21 None None] Routers {'5453a7cc-62c0-49cc-8b03-c488bdf35c13'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:26.905986 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-ae61274b-0270-44d2-98d5-1ac01d6d7e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:36:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['5453a7cc-62c0-49cc-8b03-c488bdf35c13'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:26.939418 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-ae61274b-0270-44d2-98d5-1ac01d6d7e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:26.940230 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae61274b-0270-44d2-98d5-1ac01d6d7e21 None None] The sync data for ids ['5453a7cc-62c0-49cc-8b03-c488bdf35c13'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:36:26.968874 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1bd9b539-0a70-408b-9b0d-5fdb574272c8 tempest-FloatingIPAdminTestJSON-1090454341 tempest-FloatingIPAdminTestJSON-1090454341-project-admin] Publish callbacks [] for port (e7458b70-8978-4987-ac1e-616d4a53b508), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:26.996131 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9201f363-1dd0-4579-9a12-f61d634ad84c tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks [] for router (5453a7cc-62c0-49cc-8b03-c488bdf35c13), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:27.031530 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-2d4fde10-4d9a-45f4-8a0d-177e6e34c27a tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] 10.222.0.62 "GET /v2.0/ports/7e67ae74-7dce-4d17-8203-ee6c10d6b7e6/tags HTTP/1.1" status: 200 len: 240 time: 0.4038680 Feb 28 10:36:27.032973 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44160) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:27.037075 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.tag.tag_plugin [None req-8a7bf1e1-0ed9-4ac8-86b1-3a86a90142ca tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7e67ae74-7dce-4d17-8203-ee6c10d6b7e6', 'tempest-TagsExtTest-Tag-902440129') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:27.080184 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1bd9b539-0a70-408b-9b0d-5fdb574272c8 tempest-FloatingIPAdminTestJSON-1090454341 tempest-FloatingIPAdminTestJSON-1090454341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (e7458b70-8978-4987-ac1e-616d4a53b508), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:27.160509 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-73d72e42-1f0f-4a7f-927c-d5997c2028f0 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (08ef074a-87f3-4fc4-a241-1dd734d61f3e), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:27.204766 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd9b539-0a70-408b-9b0d-5fdb574272c8 tempest-FloatingIPAdminTestJSON-1090454341 tempest-FloatingIPAdminTestJSON-1090454341-project-admin] Pushing event updated for resources: {'Port': ['ID=e7458b70-8978-4987-ac1e-616d4a53b508,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:27.208645 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1bd9b539-0a70-408b-9b0d-5fdb574272c8 tempest-FloatingIPAdminTestJSON-1090454341 tempest-FloatingIPAdminTestJSON-1090454341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047917'] for floatingip (e2f700d7-1014-4795-9d5a-1553c24fe8ab), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:27.215721 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-8a7bf1e1-0ed9-4ac8-86b1-3a86a90142ca tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] 10.222.0.62 "GET /v2.0/ports/7e67ae74-7dce-4d17-8203-ee6c10d6b7e6/tags/tempest-TagsExtTest-Tag-902440129 HTTP/1.1" status: 204 len: 168 time: 0.1819661 Feb 28 10:36:27.216222 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f5df5cd5-a51f-4ce8-bccd-2f80b2603f46 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks [] for port (d32ac11b-a379-4667-85a3-4d9f65442da0), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:27.218941 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44162) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:27.220588 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9201f363-1dd0-4579-9a12-f61d634ad84c tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (5453a7cc-62c0-49cc-8b03-c488bdf35c13), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:27.222756 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9201f363-1dd0-4579-9a12-f61d634ad84c tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks [] for router_controller (5453a7cc-62c0-49cc-8b03-c488bdf35c13), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:27.225222 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.tag.tag_plugin [None req-73cb1c76-72dd-41b3-9860-ecc5b28c8dc8 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '7e67ae74-7dce-4d17-8203-ee6c10d6b7e6', 'tempest-TagsExtTest-Tag-902440129') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:27.253646 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-73d72e42-1f0f-4a7f-927c-d5997c2028f0 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (08ef074a-87f3-4fc4-a241-1dd734d61f3e), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:27.276310 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-73d72e42-1f0f-4a7f-927c-d5997c2028f0 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Network 08ef074a-87f3-4fc4-a241-1dd734d61f3e is not hosted by any dhcp agent {{(pid=104083) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 28 10:36:27.281189 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d72e42-1f0f-4a7f-927c-d5997c2028f0 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:27.281456 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f5df5cd5-a51f-4ce8-bccd-2f80b2603f46 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (d32ac11b-a379-4667-85a3-4d9f65442da0), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:27.281792 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-73d72e42-1f0f-4a7f-927c-d5997c2028f0 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:27.283102 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-73d72e42-1f0f-4a7f-927c-d5997c2028f0 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] 10.222.0.62 "PUT /v2.0/networks/08ef074a-87f3-4fc4-a241-1dd734d61f3e HTTP/1.1" status: 200 len: 762 time: 0.5529220 Feb 28 10:36:27.287565 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44164) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:27.333774 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-f5df5cd5-a51f-4ce8-bccd-2f80b2603f46 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] In _notify_port_updated(), no bound segment for port d32ac11b-a379-4667-85a3-4d9f65442da0 on network 8e88b6f9-9c91-45de-9d9d-d81dd29fff97 {{(pid=104084) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 10:36:27.339506 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5df5cd5-a51f-4ce8-bccd-2f80b2603f46 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:27.344519 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1bd9b539-0a70-408b-9b0d-5fdb574272c8 tempest-FloatingIPAdminTestJSON-1090454341 tempest-FloatingIPAdminTestJSON-1090454341-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:27.344652 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f5df5cd5-a51f-4ce8-bccd-2f80b2603f46 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:27.344740 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-1bd9b539-0a70-408b-9b0d-5fdb574272c8 tempest-FloatingIPAdminTestJSON-1090454341 tempest-FloatingIPAdminTestJSON-1090454341-project-admin] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0352209 Feb 28 10:36:27.344740 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d72e42-1f0f-4a7f-927c-d5997c2028f0 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Pushing event updated for resources: {'Network': ['ID=08ef074a-87f3-4fc4-a241-1dd734d61f3e,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:27.345261 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-f5df5cd5-a51f-4ce8-bccd-2f80b2603f46 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] 10.222.0.62 "PUT /v2.0/ports/d32ac11b-a379-4667-85a3-4d9f65442da0 HTTP/1.1" status: 200 len: 1068 time: 0.8227317 Feb 28 10:36:27.345553 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44166) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:27.345885 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44168) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:27.357742 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 08ef074a-87f3-4fc4-a241-1dd734d61f3e details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:36:27.387817 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9201f363-1dd0-4579-9a12-f61d634ad84c tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (5453a7cc-62c0-49cc-8b03-c488bdf35c13), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:27.395180 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9201f363-1dd0-4579-9a12-f61d634ad84c tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Fanout notify agent at l3_agent the message router_deleted on router 5453a7cc-62c0-49cc-8b03-c488bdf35c13 {{(pid=104084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:36:27.443777 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9201f363-1dd0-4579-9a12-f61d634ad84c tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:27.445044 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-9201f363-1dd0-4579-9a12-f61d634ad84c tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] 10.222.0.62 "DELETE /v2.0/routers/5453a7cc-62c0-49cc-8b03-c488bdf35c13 HTTP/1.1" status: 204 len: 168 time: 0.5409181 Feb 28 10:36:27.446343 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5df5cd5-a51f-4ce8-bccd-2f80b2603f46 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Pushing event updated for resources: {'Port': ['ID=d32ac11b-a379-4667-85a3-4d9f65442da0,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:27.451377 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44172) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:27.490480 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f5109e-e0cb-475e-9767-15fe135ed6be tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:27.496764 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-a0f5109e-e0cb-475e-9767-15fe135ed6be tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] 10.222.0.62 "GET /v2.0/networks?id=08ef074a-87f3-4fc4-a241-1dd734d61f3e HTTP/1.1" status: 200 len: 765 time: 0.2059216 Feb 28 10:36:27.498181 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44176) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:27.512200 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-972c80af-36e1-423f-b9c4-035153f2e76c tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Deleting port d32ac11b-a379-4667-85a3-4d9f65442da0 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:27.512555 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-972c80af-36e1-423f-b9c4-035153f2e76c tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (d32ac11b-a379-4667-85a3-4d9f65442da0), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:27.533073 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-ce19885a-216a-46f3-92c1-6ba396d41af4 tempest-FloatingIPAdminTestJSON-248316886 tempest-FloatingIPAdminTestJSON-248316886-project] Request body: {'floatingip': {'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:27.561860 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-73cb1c76-72dd-41b3-9860-ecc5b28c8dc8 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] 10.222.0.62 "DELETE /v2.0/ports/7e67ae74-7dce-4d17-8203-ee6c10d6b7e6/tags/tempest-TagsExtTest-Tag-902440129 HTTP/1.1" status: 204 len: 168 time: 0.3418407 Feb 28 10:36:27.598520 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44178) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:27.603598 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.tag.tag_plugin [None req-4232b2b4-57e1-4cf8-89cf-e9c328ff7ec7 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7e67ae74-7dce-4d17-8203-ee6c10d6b7e6') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:27.618336 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:36:27.650987 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ce19885a-216a-46f3-92c1-6ba396d41af4 tempest-FloatingIPAdminTestJSON-248316886 tempest-FloatingIPAdminTestJSON-248316886-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:27.797962 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-754f2574-f301-4902-865f-4e917e30d536 None None] Provisioning complete for port d32ac11b-a379-4667-85a3-4d9f65442da0 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:27.798560 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-754f2574-f301-4902-865f-4e917e30d536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (d32ac11b-a379-4667-85a3-4d9f65442da0), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:27.799303 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-972c80af-36e1-423f-b9c4-035153f2e76c tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (d32ac11b-a379-4667-85a3-4d9f65442da0), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:27.803789 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733a85f1-6369-4ba6-ab7e-5079fc6c5d3e tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:27.808038 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-733a85f1-6369-4ba6-ab7e-5079fc6c5d3e tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3008528 Feb 28 10:36:27.808418 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44180) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:27.830590 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec5e2641-a59a-4b37-a044-705e89ac9082 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Deleting subnet 3f3dd76a-6eae-4c35-93ed-ddbf604ca434 {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:36:27.835598 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-754f2574-f301-4902-865f-4e917e30d536 None None] Port d32ac11b-a379-4667-85a3-4d9f65442da0 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:36:27.835861 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-972c80af-36e1-423f-b9c4-035153f2e76c tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Calling delete_port for d32ac11b-a379-4667-85a3-4d9f65442da0 owned by {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:27.851860 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ec5e2641-a59a-4b37-a044-705e89ac9082 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks [] for subnet (3f3dd76a-6eae-4c35-93ed-ddbf604ca434), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:27.852778 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-4232b2b4-57e1-4cf8-89cf-e9c328ff7ec7 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] 10.222.0.62 "GET /v2.0/ports/7e67ae74-7dce-4d17-8203-ee6c10d6b7e6/tags HTTP/1.1" status: 200 len: 205 time: 0.2528744 Feb 28 10:36:27.855973 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-7c18a8a8-4f89-482d-ac28-5bef435c97ee tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] 10.222.0.62 "GET /v2.0/subnets?network_id=e88d86cf-af22-4900-bdd2-aa4038554136 HTTP/1.1" status: 200 len: 207 time: 0.0466890 Feb 28 10:36:27.862302 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44182) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:27.868995 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.tag.tag_plugin [None req-90a34e0d-74c2-45ce-b4fe-be954a2870ce tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'fd5b049f-06c5-449d-a495-deb90c2ff339') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:27.871141 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44184) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:27.894603 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ec5e2641-a59a-4b37-a044-705e89ac9082 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (3f3dd76a-6eae-4c35-93ed-ddbf604ca434), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:28.012778 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ec5e2641-a59a-4b37-a044-705e89ac9082 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (3f3dd76a-6eae-4c35-93ed-ddbf604ca434), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:28.067997 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ad99f-cc32-4caf-bdbe-ad0258cfefe3 req-1d69ba0e-dde8-4263-9cdf-1fdfac2c61db tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:28.069489 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-345ad99f-cc32-4caf-bdbe-ad0258cfefe3 req-1d69ba0e-dde8-4263-9cdf-1fdfac2c61db tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.3028600 Feb 28 10:36:28.143919 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ec5e2641-a59a-4b37-a044-705e89ac9082 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (3f3dd76a-6eae-4c35-93ed-ddbf604ca434), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:28.172989 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5e2641-a59a-4b37-a044-705e89ac9082 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Pushing event deleted for resources: {'Subnet': ['ID=3f3dd76a-6eae-4c35-93ed-ddbf604ca434,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:28.176750 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ec5e2641-a59a-4b37-a044-705e89ac9082 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:28.182354 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-ec5e2641-a59a-4b37-a044-705e89ac9082 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] 10.222.0.62 "DELETE /v2.0/subnets/3f3dd76a-6eae-4c35-93ed-ddbf604ca434 HTTP/1.1" status: 204 len: 168 time: 0.7274692 Feb 28 10:36:28.188570 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44188) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:28.188729 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7031b9ba-874c-4644-b23f-5575be52dacb None None] Network 619eca2d-2796-48a3-921d-d87468880c45 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:28.266891 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-043094f6-dc00-48a4-883c-858650f57a42 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (619eca2d-2796-48a3-921d-d87468880c45), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:28.332216 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-043094f6-dc00-48a4-883c-858650f57a42 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Deleting port f102e690-f354-43a1-8ec8-02f5e5a50714 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:28.332565 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-043094f6-dc00-48a4-883c-858650f57a42 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (f102e690-f354-43a1-8ec8-02f5e5a50714), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:28.363519 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b70f8a3-6980-4742-9981-6912f0e862c0 None None] DHCP port deletion for 619eca2d-2796-48a3-921d-d87468880c45 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:36:28.401904 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-043094f6-dc00-48a4-883c-858650f57a42 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] For port f102e690-f354-43a1-8ec8-02f5e5a50714, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=f102e690-f354-43a1-8ec8-02f5e5a50714,segment=NetworkSegment(c57937cb-0d49-4f2c-baa4-aab02956c75a),segment_id=c57937cb-0d49-4f2c-baa4-aab02956c75a)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:28.402267 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-043094f6-dc00-48a4-883c-858650f57a42 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (f102e690-f354-43a1-8ec8-02f5e5a50714), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:28.413770 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-6b70f8a3-6980-4742-9981-6912f0e862c0 None None] Deleting port f102e690-f354-43a1-8ec8-02f5e5a50714 {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:28.414290 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6b70f8a3-6980-4742-9981-6912f0e862c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (f102e690-f354-43a1-8ec8-02f5e5a50714), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:28.416139 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-043094f6-dc00-48a4-883c-858650f57a42 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Calling delete_port for f102e690-f354-43a1-8ec8-02f5e5a50714 owned by network:dhcp {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:28.486087 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-6b70f8a3-6980-4742-9981-6912f0e862c0 None None] For port f102e690-f354-43a1-8ec8-02f5e5a50714, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=f102e690-f354-43a1-8ec8-02f5e5a50714,segment=NetworkSegment(c57937cb-0d49-4f2c-baa4-aab02956c75a),segment_id=c57937cb-0d49-4f2c-baa4-aab02956c75a)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:28.486648 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6b70f8a3-6980-4742-9981-6912f0e862c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (f102e690-f354-43a1-8ec8-02f5e5a50714), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:28.501329 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-6b70f8a3-6980-4742-9981-6912f0e862c0 None None] Calling delete_port for f102e690-f354-43a1-8ec8-02f5e5a50714 owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:28.542981 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ce19885a-216a-46f3-92c1-6ba396d41af4 tempest-FloatingIPAdminTestJSON-248316886 tempest-FloatingIPAdminTestJSON-248316886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:28.545847 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-90a34e0d-74c2-45ce-b4fe-be954a2870ce tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] 10.222.0.62 "GET /v2.0/routers/fd5b049f-06c5-449d-a495-deb90c2ff339/tags HTTP/1.1" status: 200 len: 240 time: 0.6817665 Feb 28 10:36:28.549945 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44190) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:28.555302 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.tag.tag_plugin [None req-c389b8b5-5d13-41f3-93c9-8f3c42d342f6 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fd5b049f-06c5-449d-a495-deb90c2ff339', 'tempest-TagsExtTest-Tag-154088052') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:28.563404 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c2a909-6aa9-44b3-87a3-e98d4f3f1229 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:28.568317 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c2a909-6aa9-44b3-87a3-e98d4f3f1229 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:28.573920 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c2a909-6aa9-44b3-87a3-e98d4f3f1229 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:28.578845 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c2a909-6aa9-44b3-87a3-e98d4f3f1229 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:28.584002 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c2a909-6aa9-44b3-87a3-e98d4f3f1229 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:28.589209 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c2a909-6aa9-44b3-87a3-e98d4f3f1229 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:28.591300 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-b8c2a909-6aa9-44b3-87a3-e98d4f3f1229 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.7178972 Feb 28 10:36:28.598599 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44192) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:28.630174 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6b70f8a3-6980-4742-9981-6912f0e862c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (f102e690-f354-43a1-8ec8-02f5e5a50714), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:28.630781 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-345ad99f-cc32-4caf-bdbe-ad0258cfefe3 req-29b92c4a-fc66-4994-a8f0-72f0dd8029ba tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5380094 Feb 28 10:36:28.664766 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b70f8a3-6980-4742-9981-6912f0e862c0 None None] No DVR routers for this DVR port f102e690-f354-43a1-8ec8-02f5e5a50714 on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:36:28.666115 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b70f8a3-6980-4742-9981-6912f0e862c0 None None] Pushing event deleted for resources: {'Port': ['ID=f102e690-f354-43a1-8ec8-02f5e5a50714,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:28.683478 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-043094f6-dc00-48a4-883c-858650f57a42 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (f102e690-f354-43a1-8ec8-02f5e5a50714), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:28.725768 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043094f6-dc00-48a4-883c-858650f57a42 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Pushing event deleted for resources: {'Port': ['ID=f102e690-f354-43a1-8ec8-02f5e5a50714,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:28.733482 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-972c80af-36e1-423f-b9c4-035153f2e76c tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (d32ac11b-a379-4667-85a3-4d9f65442da0), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:28.736526 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043094f6-dc00-48a4-883c-858650f57a42 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] No DVR routers for this DVR port f102e690-f354-43a1-8ec8-02f5e5a50714 on host dv-neutron-829161-3-hyperv {{(pid=104084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:36:28.749572 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c389b8b5-5d13-41f3-93c9-8f3c42d342f6 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] 10.222.0.62 "GET /v2.0/routers/fd5b049f-06c5-449d-a495-deb90c2ff339/tags/tempest-TagsExtTest-Tag-154088052 HTTP/1.1" status: 204 len: 168 time: 0.1985345 Feb 28 10:36:28.765524 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44194) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:28.773037 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.tag.tag_plugin [None req-1d48627a-79a4-4f26-b790-a9a50a390834 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'fd5b049f-06c5-449d-a495-deb90c2ff339', 'tempest-TagsExtTest-Tag-154088052') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:28.835918 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c80af-36e1-423f-b9c4-035153f2e76c tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Pushing event deleted for resources: {'Port': ['ID=d32ac11b-a379-4667-85a3-4d9f65442da0,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:28.853499 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-cd16517e-d229-4216-ae2f-f5077486af5a tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] 10.222.0.62 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.2531743 Feb 28 10:36:28.854509 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44196) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:28.865231 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-043094f6-dc00-48a4-883c-858650f57a42 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (619eca2d-2796-48a3-921d-d87468880c45), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:28.888826 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-043094f6-dc00-48a4-883c-858650f57a42 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['619eca2d-2796-48a3-921d-d87468880c45']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:28.899013 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-043094f6-dc00-48a4-883c-858650f57a42 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c57937cb-0d49-4f2c-baa4-aab02956c75a') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:28.899319 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-043094f6-dc00-48a4-883c-858650f57a42 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c57937cb-0d49-4f2c-baa4-aab02956c75a') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:28.909870 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-043094f6-dc00-48a4-883c-858650f57a42 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (c57937cb-0d49-4f2c-baa4-aab02956c75a), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:28.925363 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-043094f6-dc00-48a4-883c-858650f57a42 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (c57937cb-0d49-4f2c-baa4-aab02956c75a), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:28.932036 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-043094f6-dc00-48a4-883c-858650f57a42 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:36:28.932985 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-043094f6-dc00-48a4-883c-858650f57a42 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (c57937cb-0d49-4f2c-baa4-aab02956c75a), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:28.936327 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 10:36:28.936327 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:36:28.936327 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 10:36:28.936327 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:36:28.936327 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 10:36:28.936327 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:36:28.936327 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 10:36:28.936327 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:36:28.936327 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 10:36:28.936327 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:36:28.936327 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 10:36:28.936327 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:36:28.936327 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 10:36:28.936327 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:36:28.936327 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:36:28.936327 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:36:28.936327 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:36:28.936327 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:36:28.936327 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 10:36:28.936327 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:36:28.936327 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 10:36:28.936327 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:36:28.936327 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:36:28.936327 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:36:28.936327 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 10:36:28.936327 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:36:28.936327 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:36:28.936327 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:36:28.936327 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:36:28.936327 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:36:28.936327 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:36:28.936327 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:36:29.042851 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47801c8-7604-4b22-b1c4-6ad74d042cea tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:29.046247 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47801c8-7604-4b22-b1c4-6ad74d042cea tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:29.047667 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47801c8-7604-4b22-b1c4-6ad74d042cea tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:29.049230 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47801c8-7604-4b22-b1c4-6ad74d042cea tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:29.050608 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47801c8-7604-4b22-b1c4-6ad74d042cea tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:29.052402 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a47801c8-7604-4b22-b1c4-6ad74d042cea tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1790709 Feb 28 10:36:29.056324 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44198) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:29.074861 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-043094f6-dc00-48a4-883c-858650f57a42 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (619eca2d-2796-48a3-921d-d87468880c45), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:29.084139 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-ce19885a-216a-46f3-92c1-6ba396d41af4 tempest-FloatingIPAdminTestJSON-248316886 tempest-FloatingIPAdminTestJSON-248316886-project] Allocated IP 172.26.3.243 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/1a6abd53-caad-4fbe-89cd-f7d970acae26) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:36:29.107990 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-043094f6-dc00-48a4-883c-858650f57a42 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:29.112226 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-043094f6-dc00-48a4-883c-858650f57a42 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] 10.222.0.62 "DELETE /v2.0/networks/619eca2d-2796-48a3-921d-d87468880c45 HTTP/1.1" status: 204 len: 168 time: 0.9273336 Feb 28 10:36:29.139082 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043094f6-dc00-48a4-883c-858650f57a42 tempest-FloatingIPNegativeTestJSON-1094706835 tempest-FloatingIPNegativeTestJSON-1094706835-project] Pushing event deleted for resources: {'Network': ['ID=619eca2d-2796-48a3-921d-d87468880c45,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:29.189275 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806eabf8-feff-45eb-b7ff-4c38251edb5f tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Attributes excluded by policy engine: ['shared'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:29.190390 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-972c80af-36e1-423f-b9c4-035153f2e76c tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:29.190623 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806eabf8-feff-45eb-b7ff-4c38251edb5f tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Attributes excluded by policy engine: ['shared'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:29.192101 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806eabf8-feff-45eb-b7ff-4c38251edb5f tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Attributes excluded by policy engine: ['shared'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:29.193559 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806eabf8-feff-45eb-b7ff-4c38251edb5f tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Attributes excluded by policy engine: ['shared'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:29.194780 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-972c80af-36e1-423f-b9c4-035153f2e76c tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] 10.222.0.62 "DELETE /v2.0/ports/d32ac11b-a379-4667-85a3-4d9f65442da0 HTTP/1.1" status: 204 len: 168 time: 1.8465822 Feb 28 10:36:29.198299 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806eabf8-feff-45eb-b7ff-4c38251edb5f tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Attributes excluded by policy engine: ['shared'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:29.205526 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-806eabf8-feff-45eb-b7ff-4c38251edb5f tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] 10.222.0.62 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1431408 Feb 28 10:36:29.205526 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44202) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:29.210267 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44204) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:29.228043 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-1d48627a-79a4-4f26-b790-a9a50a390834 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] 10.222.0.62 "DELETE /v2.0/routers/fd5b049f-06c5-449d-a495-deb90c2ff339/tags/tempest-TagsExtTest-Tag-154088052 HTTP/1.1" status: 204 len: 168 time: 0.4567306 Feb 28 10:36:29.230078 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44206) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:29.235928 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.tag.tag_plugin [None req-1399cf48-e5ec-4f2f-8568-598af1717506 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'fd5b049f-06c5-449d-a495-deb90c2ff339') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:29.250210 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-1461c747-aa5d-40ff-b8fd-b07847d845a9 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] GET failed (client error): The resource could not be found. Feb 28 10:36:29.251679 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-1461c747-aa5d-40ff-b8fd-b07847d845a9 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] 10.222.0.62 "GET /v2.0/ports/d32ac11b-a379-4667-85a3-4d9f65442da0 HTTP/1.1" status: 404 len: 333 time: 0.0496414 Feb 28 10:36:29.274042 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44208) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:29.335399 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6f1549-6e88-4f63-a437-ab7e304e5781 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:29.336789 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-af6f1549-6e88-4f63-a437-ab7e304e5781 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] 10.222.0.62 "GET /v2.0/networks/90710e89-bc0d-4e50-ba56-121c67c45f3f HTTP/1.1" status: 200 len: 803 time: 0.1256218 Feb 28 10:36:29.340793 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44210) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:29.420476 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ce19885a-216a-46f3-92c1-6ba396d41af4 tempest-FloatingIPAdminTestJSON-248316886 tempest-FloatingIPAdminTestJSON-248316886-project] Publish callbacks [] for port (1a6abd53-caad-4fbe-89cd-f7d970acae26), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:29.427180 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-1399cf48-e5ec-4f2f-8568-598af1717506 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] 10.222.0.62 "GET /v2.0/routers/fd5b049f-06c5-449d-a495-deb90c2ff339/tags HTTP/1.1" status: 200 len: 205 time: 0.1960945 Feb 28 10:36:29.430946 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44214) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:29.439409 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.tag.tag_plugin [None req-d1fa6702-c042-4e0f-9684-a52eb58ae51e tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'cb8ab662-6a7d-4f80-b798-6870c54e4b86') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:29.463067 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-e8094d25-60d6-49b8-b93d-6c53f869d35d tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Deleting port 4c4879ba-2808-4a2b-9e63-fcd9610cf10d {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:29.463439 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e8094d25-60d6-49b8-b93d-6c53f869d35d tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (4c4879ba-2808-4a2b-9e63-fcd9610cf10d), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:29.469317 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-46f4ce68-ee5f-46e1-ab0b-ea7109ec03f0 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] 10.222.0.62 "GET /v2.0/networks/90710e89-bc0d-4e50-ba56-121c67c45f3f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1274536 Feb 28 10:36:29.473905 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44216) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:29.519859 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-d1fa6702-c042-4e0f-9684-a52eb58ae51e tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] 10.222.0.62 "GET /v2.0/subnetpools/cb8ab662-6a7d-4f80-b798-6870c54e4b86/tags HTTP/1.1" status: 200 len: 240 time: 0.0881798 Feb 28 10:36:29.522383 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44218) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:29.527979 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.tag.tag_plugin [None req-1a666fd3-62d2-4075-9d55-40ac506fa81d tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'cb8ab662-6a7d-4f80-b798-6870c54e4b86', 'tempest-TagsExtTest-Tag-431859003') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:29.543443 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836b6811-b210-4aaa-903b-9830a9ce20ef tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:29.549196 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-836b6811-b210-4aaa-903b-9830a9ce20ef tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] 10.222.0.62 "GET /v2.0/subnets/24d03bb8-7fed-43d1-9886-02d3523b433a HTTP/1.1" status: 200 len: 843 time: 0.0700803 Feb 28 10:36:29.549510 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44222) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:29.569640 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e8094d25-60d6-49b8-b93d-6c53f869d35d tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (4c4879ba-2808-4a2b-9e63-fcd9610cf10d), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:29.584559 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-1a666fd3-62d2-4075-9d55-40ac506fa81d tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] 10.222.0.62 "GET /v2.0/subnetpools/cb8ab662-6a7d-4f80-b798-6870c54e4b86/tags/tempest-TagsExtTest-Tag-431859003 HTTP/1.1" status: 204 len: 168 time: 0.0601060 Feb 28 10:36:29.585933 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44224) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:29.588097 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-e8094d25-60d6-49b8-b93d-6c53f869d35d tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Calling delete_port for 4c4879ba-2808-4a2b-9e63-fcd9610cf10d owned by {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:29.593853 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.tag.tag_plugin [None req-899f628f-1143-4313-8a3b-8d7c2e74ec4f tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'cb8ab662-6a7d-4f80-b798-6870c54e4b86', 'tempest-TagsExtTest-Tag-431859003') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:29.596018 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ce19885a-216a-46f3-92c1-6ba396d41af4 tempest-FloatingIPAdminTestJSON-248316886 tempest-FloatingIPAdminTestJSON-248316886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (1a6abd53-caad-4fbe-89cd-f7d970acae26), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:29.605191 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbbde7d-f8c1-456a-9461-d20cd8492394 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Attributes excluded by policy engine: ['shared'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:29.611202 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-1cbbde7d-f8c1-456a-9461-d20cd8492394 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] 10.222.0.62 "GET /v2.0/subnets/24d03bb8-7fed-43d1-9886-02d3523b433a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0606198 Feb 28 10:36:29.611788 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44226) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:29.616879 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-ec0a0a19-f00b-4fec-83e0-d21f1ff9e6a5 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-335618411'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:29.629367 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44228) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:29.688347 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce19885a-216a-46f3-92c1-6ba396d41af4 tempest-FloatingIPAdminTestJSON-248316886 tempest-FloatingIPAdminTestJSON-248316886-project] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:29.704478 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-ce19885a-216a-46f3-92c1-6ba396d41af4 tempest-FloatingIPAdminTestJSON-248316886 tempest-FloatingIPAdminTestJSON-248316886-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:29.707125 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce19885a-216a-46f3-92c1-6ba396d41af4 tempest-FloatingIPAdminTestJSON-248316886 tempest-FloatingIPAdminTestJSON-248316886-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:36:29.732893 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce19885a-216a-46f3-92c1-6ba396d41af4 tempest-FloatingIPAdminTestJSON-248316886 tempest-FloatingIPAdminTestJSON-248316886-project] Pushing event updated for resources: {'Port': ['ID=1a6abd53-caad-4fbe-89cd-f7d970acae26,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:29.754818 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device f102e690-f354-43a1-8ec8-02f5e5a50714 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:36:29.755358 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0a0a19-f00b-4fec-83e0-d21f1ff9e6a5 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Made reservation on behalf of 6344603bd44c4b40ab017d9623e1a51e for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:29.758381 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ec0a0a19-f00b-4fec-83e0-d21f1ff9e6a5 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:29.781308 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: f102e690-f354-43a1-8ec8-02f5e5a50714 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:36:29.781662 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device f102e690-f354-43a1-8ec8-02f5e5a50714 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:36:29.822072 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec0a0a19-f00b-4fec-83e0-d21f1ff9e6a5 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:36:29.851971 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2c0ed-c1d5-4ddd-b334-b2adfe1e849e req-eae8efe6-a24c-43ec-827b-ff4c9ffc2967 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:29.853501 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-40f2c0ed-c1d5-4ddd-b334-b2adfe1e849e req-eae8efe6-a24c-43ec-827b-ff4c9ffc2967 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.1417124 Feb 28 10:36:29.867053 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ce19885a-216a-46f3-92c1-6ba396d41af4 tempest-FloatingIPAdminTestJSON-248316886 tempest-FloatingIPAdminTestJSON-248316886-project] Publish callbacks [] for floatingip (36e51473-7a01-4d4f-931e-3b01ab6ca32d), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:29.871358 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-899f628f-1143-4313-8a3b-8d7c2e74ec4f tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] 10.222.0.62 "DELETE /v2.0/subnetpools/cb8ab662-6a7d-4f80-b798-6870c54e4b86/tags/tempest-TagsExtTest-Tag-431859003 HTTP/1.1" status: 204 len: 168 time: 0.2845013 Feb 28 10:36:29.871541 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ec0a0a19-f00b-4fec-83e0-d21f1ff9e6a5 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (923ab81d-dfc2-471a-b865-49ecffc38f5d), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:29.871992 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-ec0a0a19-f00b-4fec-83e0-d21f1ff9e6a5 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Added segment 923ab81d-dfc2-471a-b865-49ecffc38f5d of type vlan for network 2828be3c-c045-4921-84f4-1a9039635e13 Feb 28 10:36:29.882180 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44234) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:29.888252 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-96fdf7b1-e48b-48e3-82be-5033a1b43087 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5d7d91f9dd07496391b3f07a0bfa9c2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2577729 Feb 28 10:36:29.889663 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.tag.tag_plugin [None req-5e6c0ad2-b99a-4422-98a6-06b5ea80f9e3 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'cb8ab662-6a7d-4f80-b798-6870c54e4b86') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:29.891769 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44236) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:29.936513 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-5e6c0ad2-b99a-4422-98a6-06b5ea80f9e3 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] 10.222.0.62 "GET /v2.0/subnetpools/cb8ab662-6a7d-4f80-b798-6870c54e4b86/tags HTTP/1.1" status: 200 len: 205 time: 0.0532653 Feb 28 10:36:29.940018 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44238) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:29.954953 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.tag.tag_plugin [None req-fdce5188-fabc-46fd-aa10-d746022f5a2a tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'cb8ab662-6a7d-4f80-b798-6870c54e4b86') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:29.964741 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ec0a0a19-f00b-4fec-83e0-d21f1ff9e6a5 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (2828be3c-c045-4921-84f4-1a9039635e13), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:29.975794 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8445664c-dad2-4e82-ae91-bc5414039592 admin admin] Publish callbacks [] for security_group (90babba6-0fd1-4b41-9fad-95bbd82acb11), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:29.985049 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-40f2c0ed-c1d5-4ddd-b334-b2adfe1e849e req-0a89804c-b722-4276-a5ae-09dbfd17f4bb tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247764 Feb 28 10:36:29.993060 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e8094d25-60d6-49b8-b93d-6c53f869d35d tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (4c4879ba-2808-4a2b-9e63-fcd9610cf10d), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:30.008567 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-fdce5188-fabc-46fd-aa10-d746022f5a2a tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] 10.222.0.62 "DELETE /v2.0/subnetpools/cb8ab662-6a7d-4f80-b798-6870c54e4b86/tags HTTP/1.1" status: 204 len: 168 time: 0.0622499 Feb 28 10:36:30.009329 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ce19885a-216a-46f3-92c1-6ba396d41af4 tempest-FloatingIPAdminTestJSON-248316886 tempest-FloatingIPAdminTestJSON-248316886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (1a6abd53-caad-4fbe-89cd-f7d970acae26), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:30.013387 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44240) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:30.020057 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.tag.tag_plugin [None req-208f3ea4-c682-47fb-944d-47474b0a13d6 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fd5b049f-06c5-449d-a495-deb90c2ff339') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:30.060780 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8445664c-dad2-4e82-ae91-bc5414039592 admin admin] Publish callbacks [] for security_group (90babba6-0fd1-4b41-9fad-95bbd82acb11), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:30.065907 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8094d25-60d6-49b8-b93d-6c53f869d35d tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Pushing event deleted for resources: {'Port': ['ID=4c4879ba-2808-4a2b-9e63-fcd9610cf10d,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:30.117694 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e8094d25-60d6-49b8-b93d-6c53f869d35d tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:30.121191 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-e8094d25-60d6-49b8-b93d-6c53f869d35d tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] 10.222.0.62 "DELETE /v2.0/ports/4c4879ba-2808-4a2b-9e63-fcd9610cf10d HTTP/1.1" status: 204 len: 168 time: 0.8453765 Feb 28 10:36:30.128401 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44242) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:30.179742 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-835900c8-82d4-4856-b5a6-bf2f8886b5e7 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] GET failed (client error): The resource could not be found. Feb 28 10:36:30.181212 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-835900c8-82d4-4856-b5a6-bf2f8886b5e7 tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] 10.222.0.62 "GET /v2.0/ports/4c4879ba-2808-4a2b-9e63-fcd9610cf10d HTTP/1.1" status: 404 len: 333 time: 0.0519333 Feb 28 10:36:30.186402 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44244) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:30.333901 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8445664c-dad2-4e82-ae91-bc5414039592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (90babba6-0fd1-4b41-9fad-95bbd82acb11), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:30.336505 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8445664c-dad2-4e82-ae91-bc5414039592 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:30.337667 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-8445664c-dad2-4e82-ae91-bc5414039592 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/90babba6-0fd1-4b41-9fad-95bbd82acb11 HTTP/1.1" status: 204 len: 168 time: 0.4427443 Feb 28 10:36:30.360004 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8445664c-dad2-4e82-ae91-bc5414039592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90babba6-0fd1-4b41-9fad-95bbd82acb11,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:30.383732 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ce19885a-216a-46f3-92c1-6ba396d41af4 tempest-FloatingIPAdminTestJSON-248316886 tempest-FloatingIPAdminTestJSON-248316886-project] Publish callbacks [] for port (1a6abd53-caad-4fbe-89cd-f7d970acae26), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:30.405445 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-74611f49-5855-47cd-8c04-4ba20628582c tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Deleting port 606c7064-b40b-4a1c-a571-f428af863650 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:30.406430 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-74611f49-5855-47cd-8c04-4ba20628582c tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (606c7064-b40b-4a1c-a571-f428af863650), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:30.445980 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ec0a0a19-f00b-4fec-83e0-d21f1ff9e6a5 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (2828be3c-c045-4921-84f4-1a9039635e13), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:30.452131 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0a0a19-f00b-4fec-83e0-d21f1ff9e6a5 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:30.452736 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ec0a0a19-f00b-4fec-83e0-d21f1ff9e6a5 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:30.470039 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ce19885a-216a-46f3-92c1-6ba396d41af4 tempest-FloatingIPAdminTestJSON-248316886 tempest-FloatingIPAdminTestJSON-248316886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (1a6abd53-caad-4fbe-89cd-f7d970acae26), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:30.491961 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:30.534658 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-208f3ea4-c682-47fb-944d-47474b0a13d6 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] 10.222.0.62 "DELETE /v2.0/routers/fd5b049f-06c5-449d-a495-deb90c2ff339/tags HTTP/1.1" status: 204 len: 168 time: 0.5201790 Feb 28 10:36:30.535747 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0a0a19-f00b-4fec-83e0-d21f1ff9e6a5 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Pushing event updated for resources: {'Network': ['ID=2828be3c-c045-4921-84f4-1a9039635e13,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:30.539000 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44248) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:30.545041 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.tag.tag_plugin [None req-69a4eaf3-70af-4fe0-ad4a-bc890f869b7f tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7e67ae74-7dce-4d17-8203-ee6c10d6b7e6') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:30.546049 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 2828be3c-c045-4921-84f4-1a9039635e13 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:36:30.561001 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-74611f49-5855-47cd-8c04-4ba20628582c tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (606c7064-b40b-4a1c-a571-f428af863650), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:30.565738 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce19885a-216a-46f3-92c1-6ba396d41af4 tempest-FloatingIPAdminTestJSON-248316886 tempest-FloatingIPAdminTestJSON-248316886-project] Pushing event updated for resources: {'Port': ['ID=1a6abd53-caad-4fbe-89cd-f7d970acae26,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:30.580272 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-ec0a0a19-f00b-4fec-83e0-d21f1ff9e6a5 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9673464 Feb 28 10:36:30.580893 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-74611f49-5855-47cd-8c04-4ba20628582c tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Calling delete_port for 606c7064-b40b-4a1c-a571-f428af863650 owned by {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:30.583241 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44250) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:30.588886 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-b1734f14-84ca-49ba-b41b-837e6d06f96a tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Request body: {'subnet': {'network_id': '2828be3c-c045-4921-84f4-1a9039635e13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:30.597290 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ce19885a-216a-46f3-92c1-6ba396d41af4 tempest-FloatingIPAdminTestJSON-248316886 tempest-FloatingIPAdminTestJSON-248316886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047917'] for floatingip (36e51473-7a01-4d4f-931e-3b01ab6ca32d), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:30.697316 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-69a4eaf3-70af-4fe0-ad4a-bc890f869b7f tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] 10.222.0.62 "DELETE /v2.0/ports/7e67ae74-7dce-4d17-8203-ee6c10d6b7e6/tags HTTP/1.1" status: 204 len: 168 time: 0.1548989 Feb 28 10:36:30.697587 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44254) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:30.704143 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.tag.tag_plugin [None req-bb00a505-5758-45ad-8a90-63f7293ab079 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd8645215-6ec8-4e8a-be38-8e39deb24989') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:30.747171 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ce19885a-216a-46f3-92c1-6ba396d41af4 tempest-FloatingIPAdminTestJSON-248316886 tempest-FloatingIPAdminTestJSON-248316886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:30.748574 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-ce19885a-216a-46f3-92c1-6ba396d41af4 tempest-FloatingIPAdminTestJSON-248316886 tempest-FloatingIPAdminTestJSON-248316886-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4017649 Feb 28 10:36:30.751304 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44258) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:30.818078 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1734f14-84ca-49ba-b41b-837e6d06f96a tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Made reservation on behalf of 6344603bd44c4b40ab017d9623e1a51e for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:30.821502 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b1734f14-84ca-49ba-b41b-837e6d06f96a tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:30.878229 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-74611f49-5855-47cd-8c04-4ba20628582c tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (606c7064-b40b-4a1c-a571-f428af863650), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:30.908592 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74611f49-5855-47cd-8c04-4ba20628582c tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Pushing event deleted for resources: {'Port': ['ID=606c7064-b40b-4a1c-a571-f428af863650,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:30.932864 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-b2d8e5a6-5f61-4e7e-ab88-6c8c0a40fa7f tempest-FloatingIPAdminTestJSON-1090454341 tempest-FloatingIPAdminTestJSON-1090454341-project-admin] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4007 time: 0.1739843 Feb 28 10:36:30.932864 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.ipam_backend_mixin [None req-b1734f14-84ca-49ba-b41b-837e6d06f96a tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Performing IP validity checks on allocation pools {{(pid=104084) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 28 10:36:30.932864 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.ipam_backend_mixin [None req-b1734f14-84ca-49ba-b41b-837e6d06f96a tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104084) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 28 10:36:30.933676 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44264) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:30.952639 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-74611f49-5855-47cd-8c04-4ba20628582c tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:30.959046 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-74611f49-5855-47cd-8c04-4ba20628582c tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] 10.222.0.62 "DELETE /v2.0/ports/606c7064-b40b-4a1c-a571-f428af863650 HTTP/1.1" status: 204 len: 168 time: 0.7715595 Feb 28 10:36:30.959720 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44268) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:31.023281 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-bb00a505-5758-45ad-8a90-63f7293ab079 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] 10.222.0.62 "DELETE /v2.0/subnets/d8645215-6ec8-4e8a-be38-8e39deb24989/tags HTTP/1.1" status: 204 len: 168 time: 0.3240342 Feb 28 10:36:31.023944 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44272) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:31.036505 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.tag.tag_plugin [None req-67a52b3c-2565-4ac9-bd3a-8ac0e838bdd9 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd8645215-6ec8-4e8a-be38-8e39deb24989', 'tempest-TagsExtTest-Tag-610320229') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:31.038252 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5b21890-0345-4b4a-97ee-a48694a1079e tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Deleting subnet e94f9bfa-e606-4326-a460-d720d15009ee {{(pid=104083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:36:31.045931 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-30634057-0834-4386-964f-439b61cef169 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1084983 Feb 28 10:36:31.046297 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e5b21890-0345-4b4a-97ee-a48694a1079e tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks [] for subnet (e94f9bfa-e606-4326-a460-d720d15009ee), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:31.046430 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44274) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:31.122164 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e5b21890-0345-4b4a-97ee-a48694a1079e tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59245535'] for subnet (e94f9bfa-e606-4326-a460-d720d15009ee), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:31.188856 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f5187-adc2-419d-88ea-82b350b37edf req-753f0874-5456-4fc6-8fd2-5cdf76279e2b tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:31.191397 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-622f5187-adc2-419d-88ea-82b350b37edf req-753f0874-5456-4fc6-8fd2-5cdf76279e2b tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.1047604 Feb 28 10:36:31.270445 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-622f5187-adc2-419d-88ea-82b350b37edf req-70ced43c-a0b3-47ee-a1dc-0380c7896b28 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502582 Feb 28 10:36:31.286604 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e5b21890-0345-4b4a-97ee-a48694a1079e tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (e94f9bfa-e606-4326-a460-d720d15009ee), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:31.337790 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-964209e8-6cb7-476a-b6e7-ab489cbc0721 tempest-FloatingIPAdminTestJSON-248316886 tempest-FloatingIPAdminTestJSON-248316886-project] Deleting port 1a6abd53-caad-4fbe-89cd-f7d970acae26 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:31.337790 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-964209e8-6cb7-476a-b6e7-ab489cbc0721 tempest-FloatingIPAdminTestJSON-248316886 tempest-FloatingIPAdminTestJSON-248316886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (1a6abd53-caad-4fbe-89cd-f7d970acae26), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:31.404913 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-67a52b3c-2565-4ac9-bd3a-8ac0e838bdd9 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] 10.222.0.62 "PUT /v2.0/subnets/d8645215-6ec8-4e8a-be38-8e39deb24989/tags/tempest-TagsExtTest-Tag-610320229 HTTP/1.1" status: 201 len: 201 time: 0.3755684 Feb 28 10:36:31.411207 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44284) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:31.416106 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.tag.tag_plugin [None req-56527c2d-6b5e-42eb-aec4-7474623b70c6 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7e67ae74-7dce-4d17-8203-ee6c10d6b7e6', 'tempest-TagsExtTest-Tag-349761048') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:31.418954 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-964209e8-6cb7-476a-b6e7-ab489cbc0721 tempest-FloatingIPAdminTestJSON-248316886 tempest-FloatingIPAdminTestJSON-248316886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (1a6abd53-caad-4fbe-89cd-f7d970acae26), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:31.419357 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-964209e8-6cb7-476a-b6e7-ab489cbc0721 tempest-FloatingIPAdminTestJSON-248316886 tempest-FloatingIPAdminTestJSON-248316886-project] Publish callbacks [] for floatingip (1a6abd53-caad-4fbe-89cd-f7d970acae26), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:31.432628 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-964209e8-6cb7-476a-b6e7-ab489cbc0721 tempest-FloatingIPAdminTestJSON-248316886 tempest-FloatingIPAdminTestJSON-248316886-project] Calling delete_port for 1a6abd53-caad-4fbe-89cd-f7d970acae26 owned by network:floatingip {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:31.457543 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e5b21890-0345-4b4a-97ee-a48694a1079e tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (e94f9bfa-e606-4326-a460-d720d15009ee), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:31.486921 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b1734f14-84ca-49ba-b41b-837e6d06f96a tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (b4f8a2e3-3323-43fc-bea8-dae20bc3ccd7), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:31.491556 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b21890-0345-4b4a-97ee-a48694a1079e tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Pushing event deleted for resources: {'Subnet': ['ID=e94f9bfa-e606-4326-a460-d720d15009ee,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:31.499164 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e5b21890-0345-4b4a-97ee-a48694a1079e tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:31.504948 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-e5b21890-0345-4b4a-97ee-a48694a1079e tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] 10.222.0.62 "DELETE /v2.0/subnets/e94f9bfa-e606-4326-a460-d720d15009ee HTTP/1.1" status: 204 len: 168 time: 0.5413473 Feb 28 10:36:31.506094 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44286) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:31.506419 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44288) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:31.514062 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2474046f-c36c-40af-91e7-e237ea79f73a None None] Network 8e88b6f9-9c91-45de-9d9d-d81dd29fff97 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:31.576442 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1734f14-84ca-49ba-b41b-837e6d06f96a tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Pushing event updated for resources: {'Subnet': ['ID=b4f8a2e3-3323-43fc-bea8-dae20bc3ccd7,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:31.595544 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e879a19d-ff82-42b8-b4b1-0c22ec50878e tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (8e88b6f9-9c91-45de-9d9d-d81dd29fff97), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:31.595965 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1734f14-84ca-49ba-b41b-837e6d06f96a tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Checking segment: {'id': '923ab81d-dfc2-471a-b865-49ecffc38f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2828be3c-c045-4921-84f4-1a9039635e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:36:31.596328 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1734f14-84ca-49ba-b41b-837e6d06f96a tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Network hostable DHCP agents. Network: 2828be3c-c045-4921-84f4-1a9039635e13, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:36:31.641722 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-56527c2d-6b5e-42eb-aec4-7474623b70c6 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] 10.222.0.62 "PUT /v2.0/ports/7e67ae74-7dce-4d17-8203-ee6c10d6b7e6/tags/tempest-TagsExtTest-Tag-349761048 HTTP/1.1" status: 201 len: 201 time: 0.2294183 Feb 28 10:36:31.644541 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44292) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:31.649329 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.tag.tag_plugin [None req-e487bf5a-a242-41fa-b1e1-0b8f12915e68 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'fd5b049f-06c5-449d-a495-deb90c2ff339', 'tempest-TagsExtTest-Tag-257863418') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:31.691726 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1734f14-84ca-49ba-b41b-837e6d06f96a tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Network 2828be3c-c045-4921-84f4-1a9039635e13 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:36:31.699606 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-3c697890-4ff3-4947-9ce7-52091b588bb1 tempest-NetworksNegativeTestJSON-2068892375 tempest-NetworksNegativeTestJSON-2068892375-project] Request body: {'port': {'network_id': '46a9d740-3a2b-4d81-9212-8b7c85295389', 'name': 'tempest-NetworksNegativeTestJSON-1625678045'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:31.719955 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c697890-4ff3-4947-9ce7-52091b588bb1 tempest-NetworksNegativeTestJSON-2068892375 tempest-NetworksNegativeTestJSON-2068892375-project] POST failed (client error): The resource could not be found. Feb 28 10:36:31.720496 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c697890-4ff3-4947-9ce7-52091b588bb1 tempest-NetworksNegativeTestJSON-2068892375 tempest-NetworksNegativeTestJSON-2068892375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:31.721642 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-3c697890-4ff3-4947-9ce7-52091b588bb1 tempest-NetworksNegativeTestJSON-2068892375 tempest-NetworksNegativeTestJSON-2068892375-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2132010 Feb 28 10:36:31.725920 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44294) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:31.747374 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-524447d8-877f-4d2e-a0d3-c50c4d1c9360 tempest-NetworksNegativeTestJSON-2068892375 tempest-NetworksNegativeTestJSON-2068892375-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:31.747992 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-524447d8-877f-4d2e-a0d3-c50c4d1c9360 tempest-NetworksNegativeTestJSON-2068892375 tempest-NetworksNegativeTestJSON-2068892375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:31.750166 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a92a38a-86e9-4f07-9e14-802811defb04 None None] DHCP port deletion for 8e88b6f9-9c91-45de-9d9d-d81dd29fff97 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:36:31.755434 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-524447d8-877f-4d2e-a0d3-c50c4d1c9360 tempest-NetworksNegativeTestJSON-2068892375 tempest-NetworksNegativeTestJSON-2068892375-project] 10.222.0.62 "DELETE /v2.0/networks/5e472960-7a51-492d-9461-53cd8dfe6f16 HTTP/1.1" status: 404 len: 339 time: 0.0240765 Feb 28 10:36:31.755434 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44296) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:31.764658 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-964209e8-6cb7-476a-b6e7-ab489cbc0721 tempest-FloatingIPAdminTestJSON-248316886 tempest-FloatingIPAdminTestJSON-248316886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (1a6abd53-caad-4fbe-89cd-f7d970acae26), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:31.768507 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-e879a19d-ff82-42b8-b4b1-0c22ec50878e tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Deleting port 640e4029-4e3e-439e-83e0-01a4bcf26d62 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:31.769947 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e879a19d-ff82-42b8-b4b1-0c22ec50878e tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (640e4029-4e3e-439e-83e0-01a4bcf26d62), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:31.794226 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb072000-7382-482a-ac67-2cf11f8b9fd3 tempest-NetworksNegativeTestJSON-2068892375 tempest-NetworksNegativeTestJSON-2068892375-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:31.794798 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb072000-7382-482a-ac67-2cf11f8b9fd3 tempest-NetworksNegativeTestJSON-2068892375 tempest-NetworksNegativeTestJSON-2068892375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:31.798693 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-fb072000-7382-482a-ac67-2cf11f8b9fd3 tempest-NetworksNegativeTestJSON-2068892375 tempest-NetworksNegativeTestJSON-2068892375-project] 10.222.0.62 "DELETE /v2.0/ports/2cb7d7de-5f6c-46ab-8373-dd7ac3c9a204 HTTP/1.1" status: 404 len: 333 time: 0.0422919 Feb 28 10:36:31.808349 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-5a92a38a-86e9-4f07-9e14-802811defb04 None None] Deleting port 640e4029-4e3e-439e-83e0-01a4bcf26d62 {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:31.808725 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5a92a38a-86e9-4f07-9e14-802811defb04 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (640e4029-4e3e-439e-83e0-01a4bcf26d62), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:31.816404 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-b1734f14-84ca-49ba-b41b-837e6d06f96a tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 2828be3c-c045-4921-84f4-1a9039635e13) {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:31.817983 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44298) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:31.832838 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964209e8-6cb7-476a-b6e7-ab489cbc0721 tempest-FloatingIPAdminTestJSON-248316886 tempest-FloatingIPAdminTestJSON-248316886-project] Pushing event deleted for resources: {'Port': ['ID=1a6abd53-caad-4fbe-89cd-f7d970acae26,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:31.838336 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1734f14-84ca-49ba-b41b-837e6d06f96a tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:31.839471 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b1734f14-84ca-49ba-b41b-837e6d06f96a tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:31.851300 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-e879a19d-ff82-42b8-b4b1-0c22ec50878e tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] For port 640e4029-4e3e-439e-83e0-01a4bcf26d62, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=640e4029-4e3e-439e-83e0-01a4bcf26d62,segment=NetworkSegment(de53ca9f-4581-484b-82eb-39a842ef9cc3),segment_id=de53ca9f-4581-484b-82eb-39a842ef9cc3)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:31.851662 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e879a19d-ff82-42b8-b4b1-0c22ec50878e tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (640e4029-4e3e-439e-83e0-01a4bcf26d62), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:31.861162 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea65d79-9ce2-4dc6-859a-2d864f03fe4f None None] Network 2828be3c-c045-4921-84f4-1a9039635e13 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:31.865733 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-e879a19d-ff82-42b8-b4b1-0c22ec50878e tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Calling delete_port for 640e4029-4e3e-439e-83e0-01a4bcf26d62 owned by network:dhcp {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:31.887019 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-46ec265a-1317-4cf1-bb51-af79c942f0f9 tempest-NetworksNegativeTestJSON-2068892375 tempest-NetworksNegativeTestJSON-2068892375-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:31.887481 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46ec265a-1317-4cf1-bb51-af79c942f0f9 tempest-NetworksNegativeTestJSON-2068892375 tempest-NetworksNegativeTestJSON-2068892375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:31.894409 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-46ec265a-1317-4cf1-bb51-af79c942f0f9 tempest-NetworksNegativeTestJSON-2068892375 tempest-NetworksNegativeTestJSON-2068892375-project] 10.222.0.62 "DELETE /v2.0/subnets/ae983e63-26d4-4ce7-aacd-07304b63ff2b HTTP/1.1" status: 404 len: 337 time: 0.0697665 Feb 28 10:36:31.908466 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44300) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:31.914065 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-e487bf5a-a242-41fa-b1e1-0b8f12915e68 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] 10.222.0.62 "PUT /v2.0/routers/fd5b049f-06c5-449d-a495-deb90c2ff339/tags/tempest-TagsExtTest-Tag-257863418 HTTP/1.1" status: 201 len: 201 time: 0.2676861 Feb 28 10:36:31.917965 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44302) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:31.924119 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.tag.tag_plugin [None req-18596e4a-ee1b-48bb-b183-be0506a7963f tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'cb8ab662-6a7d-4f80-b798-6870c54e4b86', 'tempest-TagsExtTest-Tag-226023008') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:31.928949 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-5a92a38a-86e9-4f07-9e14-802811defb04 None None] For port 640e4029-4e3e-439e-83e0-01a4bcf26d62, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=640e4029-4e3e-439e-83e0-01a4bcf26d62,segment=NetworkSegment(de53ca9f-4581-484b-82eb-39a842ef9cc3),segment_id=de53ca9f-4581-484b-82eb-39a842ef9cc3)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:31.929342 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5a92a38a-86e9-4f07-9e14-802811defb04 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (640e4029-4e3e-439e-83e0-01a4bcf26d62), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:31.937455 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1fce263-1114-4fbe-9602-2b50bedd76e7 tempest-NetworksNegativeTestJSON-2068892375 tempest-NetworksNegativeTestJSON-2068892375-project] GET failed (client error): The resource could not be found. Feb 28 10:36:31.939735 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-b1fce263-1114-4fbe-9602-2b50bedd76e7 tempest-NetworksNegativeTestJSON-2068892375 tempest-NetworksNegativeTestJSON-2068892375-project] 10.222.0.62 "GET /v2.0/networks/e75e633c-edb6-4fb0-8959-2f40c5f095d9 HTTP/1.1" status: 404 len: 339 time: 0.0291138 Feb 28 10:36:31.946378 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44304) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:31.953072 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-964209e8-6cb7-476a-b6e7-ab489cbc0721 tempest-FloatingIPAdminTestJSON-248316886 tempest-FloatingIPAdminTestJSON-248316886-project] Publish callbacks [] for floatingip (36e51473-7a01-4d4f-931e-3b01ab6ca32d), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:31.955737 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-964209e8-6cb7-476a-b6e7-ab489cbc0721 tempest-FloatingIPAdminTestJSON-248316886 tempest-FloatingIPAdminTestJSON-248316886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:31.956373 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-964209e8-6cb7-476a-b6e7-ab489cbc0721 tempest-FloatingIPAdminTestJSON-248316886 tempest-FloatingIPAdminTestJSON-248316886-project] 10.222.0.62 "DELETE /v2.0/floatingips/36e51473-7a01-4d4f-931e-3b01ab6ca32d HTTP/1.1" status: 204 len: 168 time: 0.8926401 Feb 28 10:36:31.959049 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44306) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:31.963712 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-5a92a38a-86e9-4f07-9e14-802811defb04 None None] Calling delete_port for 640e4029-4e3e-439e-83e0-01a4bcf26d62 owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:31.984937 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-17e38189-a3a9-42ba-a171-9484ddda69f6 tempest-NetworksNegativeTestJSON-2068892375 tempest-NetworksNegativeTestJSON-2068892375-project] GET failed (client error): The resource could not be found. Feb 28 10:36:31.990091 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-17e38189-a3a9-42ba-a171-9484ddda69f6 tempest-NetworksNegativeTestJSON-2068892375 tempest-NetworksNegativeTestJSON-2068892375-project] 10.222.0.62 "GET /v2.0/ports/e7407f01-c318-4882-a40a-b66d8e186d6d HTTP/1.1" status: 404 len: 333 time: 0.0389435 Feb 28 10:36:31.990749 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44308) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:32.006157 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-b1734f14-84ca-49ba-b41b-837e6d06f96a tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.4218836 Feb 28 10:36:32.013329 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44310) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:32.018566 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-ed2f536e-879d-45a4-9e38-926438dc69cf tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:32.039614 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-756aa5a4-9b76-4bd4-9c5b-cf61dad587bb tempest-NetworksNegativeTestJSON-2068892375 tempest-NetworksNegativeTestJSON-2068892375-project] GET failed (client error): The resource could not be found. Feb 28 10:36:32.040953 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-756aa5a4-9b76-4bd4-9c5b-cf61dad587bb tempest-NetworksNegativeTestJSON-2068892375 tempest-NetworksNegativeTestJSON-2068892375-project] 10.222.0.62 "GET /v2.0/subnets/eee96bcd-1a53-4cba-b427-ff45c44c8c1e HTTP/1.1" status: 404 len: 337 time: 0.0496418 Feb 28 10:36:32.046879 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44312) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:32.057526 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe69920-0d4c-4f16-ae44-3d34b76c0543 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-2828be3c-c045-4921-84f4-1a9039635e13', 'network_id': '2828be3c-c045-4921-84f4-1a9039635e13', 'project_id': '6344603bd44c4b40ab017d9623e1a51e', 'fixed_ips': [{'subnet_id': 'b4f8a2e3-3323-43fc-bea8-dae20bc3ccd7'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:36:32.058396 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0fe69920-0d4c-4f16-ae44-3d34b76c0543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:32.083010 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-309cc423-6c52-4ac1-8fe2-004d2c19e8ce tempest-NetworksNegativeTestJSON-2068892375 tempest-NetworksNegativeTestJSON-2068892375-project] Request body: {'network': {'name': 'new_name'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:32.126990 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-309cc423-6c52-4ac1-8fe2-004d2c19e8ce tempest-NetworksNegativeTestJSON-2068892375 tempest-NetworksNegativeTestJSON-2068892375-project] PUT failed (client error): The resource could not be found. Feb 28 10:36:32.127494 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-309cc423-6c52-4ac1-8fe2-004d2c19e8ce tempest-NetworksNegativeTestJSON-2068892375 tempest-NetworksNegativeTestJSON-2068892375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:32.128630 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-309cc423-6c52-4ac1-8fe2-004d2c19e8ce tempest-NetworksNegativeTestJSON-2068892375 tempest-NetworksNegativeTestJSON-2068892375-project] 10.222.0.62 "PUT /v2.0/networks/fdacba0e-1b6b-4d66-b307-d5b8aa360a25 HTTP/1.1" status: 404 len: 339 time: 0.0533793 Feb 28 10:36:32.132537 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44314) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:32.138934 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-18596e4a-ee1b-48bb-b183-be0506a7963f tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] 10.222.0.62 "PUT /v2.0/subnetpools/cb8ab662-6a7d-4f80-b798-6870c54e4b86/tags/tempest-TagsExtTest-Tag-226023008 HTTP/1.1" status: 201 len: 201 time: 0.2181001 Feb 28 10:36:32.139391 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-26f022fd-f90b-412e-8b42-e64fdb2428f6 tempest-NetworksNegativeTestJSON-2068892375 tempest-NetworksNegativeTestJSON-2068892375-project] Request body: {'port': {'name': 'new_name'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:32.140769 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44316) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:32.145227 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.tag.tag_plugin [None req-8e1e0d5c-27b0-4ebb-b06d-df9a44d7c9d6 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'd8645215-6ec8-4e8a-be38-8e39deb24989', {'tags': ['tempest-TagsExtTest-Tag-1396348617', 'tempest-TagsExtTest-Tag-360925502', 'tempest-TagsExtTest-Tag-81621836']}) {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:32.159059 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e879a19d-ff82-42b8-b4b1-0c22ec50878e tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (640e4029-4e3e-439e-83e0-01a4bcf26d62), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:32.163718 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-26f022fd-f90b-412e-8b42-e64fdb2428f6 tempest-NetworksNegativeTestJSON-2068892375 tempest-NetworksNegativeTestJSON-2068892375-project] PUT failed (client error): The resource could not be found. Feb 28 10:36:32.164275 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26f022fd-f90b-412e-8b42-e64fdb2428f6 tempest-NetworksNegativeTestJSON-2068892375 tempest-NetworksNegativeTestJSON-2068892375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:32.165456 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-26f022fd-f90b-412e-8b42-e64fdb2428f6 tempest-NetworksNegativeTestJSON-2068892375 tempest-NetworksNegativeTestJSON-2068892375-project] 10.222.0.62 "PUT /v2.0/ports/9477c953-4503-4e08-928f-70f61ac22a70 HTTP/1.1" status: 404 len: 333 time: 0.0318530 Feb 28 10:36:32.169736 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44318) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:32.180583 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5a92a38a-86e9-4f07-9e14-802811defb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (640e4029-4e3e-439e-83e0-01a4bcf26d62), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:32.192409 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-72542ac7-a222-4ef7-b8c7-dac947f636e1 tempest-NetworksNegativeTestJSON-2068892375 tempest-NetworksNegativeTestJSON-2068892375-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:32.214406 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e879a19d-ff82-42b8-b4b1-0c22ec50878e tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Pushing event deleted for resources: {'Port': ['ID=640e4029-4e3e-439e-83e0-01a4bcf26d62,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:32.220005 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e879a19d-ff82-42b8-b4b1-0c22ec50878e tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] No DVR routers for this DVR port 640e4029-4e3e-439e-83e0-01a4bcf26d62 on host dv-neutron-829161-3-hyperv {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:36:32.227641 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-72542ac7-a222-4ef7-b8c7-dac947f636e1 tempest-NetworksNegativeTestJSON-2068892375 tempest-NetworksNegativeTestJSON-2068892375-project] PUT failed (client error): The resource could not be found. Feb 28 10:36:32.227641 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72542ac7-a222-4ef7-b8c7-dac947f636e1 tempest-NetworksNegativeTestJSON-2068892375 tempest-NetworksNegativeTestJSON-2068892375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:32.232328 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-72542ac7-a222-4ef7-b8c7-dac947f636e1 tempest-NetworksNegativeTestJSON-2068892375 tempest-NetworksNegativeTestJSON-2068892375-project] 10.222.0.62 "PUT /v2.0/subnets/ebbdc874-e261-4648-84e0-5ad0880ff4c1 HTTP/1.1" status: 404 len: 337 time: 0.0580807 Feb 28 10:36:32.239576 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a92a38a-86e9-4f07-9e14-802811defb04 None None] Pushing event deleted for resources: {'Port': ['ID=640e4029-4e3e-439e-83e0-01a4bcf26d62,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:32.248228 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a92a38a-86e9-4f07-9e14-802811defb04 None None] No DVR routers for this DVR port 640e4029-4e3e-439e-83e0-01a4bcf26d62 on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:36:32.256888 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ed2f536e-879d-45a4-9e38-926438dc69cf tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-62634274'] for subnet (b4f8a2e3-3323-43fc-bea8-dae20bc3ccd7), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:32.269591 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-0fe69920-0d4c-4f16-ae44-3d34b76c0543 None None] Allocated IP 2001:db8::3 (2828be3c-c045-4921-84f4-1a9039635e13/b4f8a2e3-3323-43fc-bea8-dae20bc3ccd7/f17e794e-22b1-4f67-92f7-f936843083f1) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:36:32.301542 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-cbc07cbc-828b-452e-8aa1-52fe8c15e4d7 tempest-FloatingIPAdminTestJSON-1090454341 tempest-FloatingIPAdminTestJSON-1090454341-project-admin] Deleting port e7458b70-8978-4987-ac1e-616d4a53b508 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:32.302032 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cbc07cbc-828b-452e-8aa1-52fe8c15e4d7 tempest-FloatingIPAdminTestJSON-1090454341 tempest-FloatingIPAdminTestJSON-1090454341-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (e7458b70-8978-4987-ac1e-616d4a53b508), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:32.333022 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e879a19d-ff82-42b8-b4b1-0c22ec50878e tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (8e88b6f9-9c91-45de-9d9d-d81dd29fff97), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:32.365221 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-e879a19d-ff82-42b8-b4b1-0c22ec50878e tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e88b6f9-9c91-45de-9d9d-d81dd29fff97']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:32.370668 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-8e1e0d5c-27b0-4ebb-b06d-df9a44d7c9d6 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] 10.222.0.62 "PUT /v2.0/subnets/d8645215-6ec8-4e8a-be38-8e39deb24989/tags HTTP/1.1" status: 200 len: 315 time: 0.2287278 Feb 28 10:36:32.373120 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44324) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:32.379472 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.tag.tag_plugin [None req-d721a0d1-93e2-485e-ab43-cd1aaef41f45 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd8645215-6ec8-4e8a-be38-8e39deb24989') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:32.387082 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-e879a19d-ff82-42b8-b4b1-0c22ec50878e tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de53ca9f-4581-484b-82eb-39a842ef9cc3') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:32.387367 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-e879a19d-ff82-42b8-b4b1-0c22ec50878e tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de53ca9f-4581-484b-82eb-39a842ef9cc3') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:32.420422 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e879a19d-ff82-42b8-b4b1-0c22ec50878e tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (de53ca9f-4581-484b-82eb-39a842ef9cc3), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:32.444317 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e879a19d-ff82-42b8-b4b1-0c22ec50878e tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (de53ca9f-4581-484b-82eb-39a842ef9cc3), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:32.453800 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e879a19d-ff82-42b8-b4b1-0c22ec50878e tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:36:32.454953 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e879a19d-ff82-42b8-b4b1-0c22ec50878e tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (de53ca9f-4581-484b-82eb-39a842ef9cc3), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:32.458387 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:36:32.458387 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:36:32.458387 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:36:32.458387 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:36:32.458387 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:36:32.458387 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:36:32.458387 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:36:32.458387 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:36:32.458387 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:36:32.458387 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:36:32.458387 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:36:32.458387 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:36:32.458387 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:36:32.458387 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:36:32.458387 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:36:32.458387 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:36:32.458387 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:36:32.458387 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:36:32.458387 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:36:32.458387 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:36:32.458387 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:36:32.458387 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:36:32.458387 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:36:32.458387 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:36:32.458387 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:36:32.458387 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:36:32.458387 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:36:32.458387 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:36:32.458387 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:36:32.458387 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:36:32.458387 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:36:32.458387 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:36:32.469834 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cbc07cbc-828b-452e-8aa1-52fe8c15e4d7 tempest-FloatingIPAdminTestJSON-1090454341 tempest-FloatingIPAdminTestJSON-1090454341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (e7458b70-8978-4987-ac1e-616d4a53b508), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:32.470128 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cbc07cbc-828b-452e-8aa1-52fe8c15e4d7 tempest-FloatingIPAdminTestJSON-1090454341 tempest-FloatingIPAdminTestJSON-1090454341-project-admin] Publish callbacks [] for floatingip (e7458b70-8978-4987-ac1e-616d4a53b508), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:32.487360 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-cbc07cbc-828b-452e-8aa1-52fe8c15e4d7 tempest-FloatingIPAdminTestJSON-1090454341 tempest-FloatingIPAdminTestJSON-1090454341-project-admin] Calling delete_port for e7458b70-8978-4987-ac1e-616d4a53b508 owned by network:floatingip {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:32.491612 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0fe69920-0d4c-4f16-ae44-3d34b76c0543 None None] Publish callbacks [] for port (f17e794e-22b1-4f67-92f7-f936843083f1), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:32.517539 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5e376c-8976-44f6-b85c-3ae9113d337a req-363d1a21-6527-4303-8013-b1031b78a8d4 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:32.517539 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-ad5e376c-8976-44f6-b85c-3ae9113d337a req-363d1a21-6527-4303-8013-b1031b78a8d4 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.1199493 Feb 28 10:36:32.566933 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0fe69920-0d4c-4f16-ae44-3d34b76c0543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (f17e794e-22b1-4f67-92f7-f936843083f1), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:32.605055 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe69920-0d4c-4f16-ae44-3d34b76c0543 None None] Network 2828be3c-c045-4921-84f4-1a9039635e13 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:32.608004 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-0fe69920-0d4c-4f16-ae44-3d34b76c0543 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:32.611329 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe69920-0d4c-4f16-ae44-3d34b76c0543 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:36:32.623998 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e879a19d-ff82-42b8-b4b1-0c22ec50878e tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (8e88b6f9-9c91-45de-9d9d-d81dd29fff97), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:32.627514 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-d721a0d1-93e2-485e-ab43-cd1aaef41f45 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] 10.222.0.62 "DELETE /v2.0/subnets/d8645215-6ec8-4e8a-be38-8e39deb24989/tags HTTP/1.1" status: 204 len: 168 time: 0.2529132 Feb 28 10:36:32.637617 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44326) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:32.642311 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe69920-0d4c-4f16-ae44-3d34b76c0543 None None] Pushing event updated for resources: {'Port': ['ID=f17e794e-22b1-4f67-92f7-f936843083f1,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:32.642817 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e879a19d-ff82-42b8-b4b1-0c22ec50878e tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:32.644675 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.tag.tag_plugin [None req-641afd4b-e6ee-4d0d-989d-e41f82629e72 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd8645215-6ec8-4e8a-be38-8e39deb24989', 'tempest-TagsExtTest-Tag-1396348617') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:32.647787 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-e879a19d-ff82-42b8-b4b1-0c22ec50878e tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] 10.222.0.62 "DELETE /v2.0/networks/8e88b6f9-9c91-45de-9d9d-d81dd29fff97 HTTP/1.1" status: 204 len: 168 time: 1.1402636 Feb 28 10:36:32.663887 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-ad5e376c-8976-44f6-b85c-3ae9113d337a req-b0912a90-3168-4a06-81d7-46f512960aa0 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217411 Feb 28 10:36:32.684494 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-0fe69920-0d4c-4f16-ae44-3d34b76c0543 None None] Attempting to bind port f17e794e-22b1-4f67-92f7-f936843083f1 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:36:32.684827 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-0fe69920-0d4c-4f16-ae44-3d34b76c0543 None None] Attempting to bind port f17e794e-22b1-4f67-92f7-f936843083f1 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '923ab81d-dfc2-471a-b865-49ecffc38f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2828be3c-c045-4921-84f4-1a9039635e13'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:36:32.685200 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe69920-0d4c-4f16-ae44-3d34b76c0543 None None] Attempting to bind port f17e794e-22b1-4f67-92f7-f936843083f1 on network 2828be3c-c045-4921-84f4-1a9039635e13 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:36:32.692250 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe69920-0d4c-4f16-ae44-3d34b76c0543 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:36:32.702620 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe69920-0d4c-4f16-ae44-3d34b76c0543 None None] Checking segment: {'id': '923ab81d-dfc2-471a-b865-49ecffc38f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2828be3c-c045-4921-84f4-1a9039635e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:36:32.703492 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0fe69920-0d4c-4f16-ae44-3d34b76c0543 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:32.703492 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe69920-0d4c-4f16-ae44-3d34b76c0543 None None] Bound using segment: {'id': '923ab81d-dfc2-471a-b865-49ecffc38f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2828be3c-c045-4921-84f4-1a9039635e13'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:36:32.704047 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-0fe69920-0d4c-4f16-ae44-3d34b76c0543 None None] Bound port: f17e794e-22b1-4f67-92f7-f936843083f1, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '923ab81d-dfc2-471a-b865-49ecffc38f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2828be3c-c045-4921-84f4-1a9039635e13'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:36:32.704440 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0fe69920-0d4c-4f16-ae44-3d34b76c0543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (f17e794e-22b1-4f67-92f7-f936843083f1), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:32.712842 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e879a19d-ff82-42b8-b4b1-0c22ec50878e tempest-AllowedAddressPairIpV6TestJSON-2054439154 tempest-AllowedAddressPairIpV6TestJSON-2054439154-project] Pushing event deleted for resources: {'Network': ['ID=8e88b6f9-9c91-45de-9d9d-d81dd29fff97,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:32.819931 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-0fe69920-0d4c-4f16-ae44-3d34b76c0543 None None] For port f17e794e-22b1-4f67-92f7-f936843083f1, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:36:32.824784 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-0fe69920-0d4c-4f16-ae44-3d34b76c0543 None None] For port f17e794e-22b1-4f67-92f7-f936843083f1, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=f17e794e-22b1-4f67-92f7-f936843083f1,segment=NetworkSegment(923ab81d-dfc2-471a-b865-49ecffc38f5d),segment_id=923ab81d-dfc2-471a-b865-49ecffc38f5d)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:36:32.846303 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44332) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:32.852591 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-641afd4b-e6ee-4d0d-989d-e41f82629e72 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] show failed (client error): The resource could not be found. Feb 28 10:36:32.854544 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-641afd4b-e6ee-4d0d-989d-e41f82629e72 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] 10.222.0.62 "GET /v2.0/subnets/d8645215-6ec8-4e8a-be38-8e39deb24989/tags/tempest-TagsExtTest-Tag-1396348617 HTTP/1.1" status: 404 len: 329 time: 0.2156157 Feb 28 10:36:32.857504 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44336) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:32.861615 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.tag.tag_plugin [None req-88ec345b-f1e7-4daf-b872-d7f30418b388 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd8645215-6ec8-4e8a-be38-8e39deb24989', 'tempest-TagsExtTest-Tag-360925502') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:32.918852 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-88ec345b-f1e7-4daf-b872-d7f30418b388 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] show failed (client error): The resource could not be found. Feb 28 10:36:32.922872 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-88ec345b-f1e7-4daf-b872-d7f30418b388 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] 10.222.0.62 "GET /v2.0/subnets/d8645215-6ec8-4e8a-be38-8e39deb24989/tags/tempest-TagsExtTest-Tag-360925502 HTTP/1.1" status: 404 len: 328 time: 0.0616150 Feb 28 10:36:32.923389 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44338) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:32.927496 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.tag.tag_plugin [None req-52fb5d5c-5ad1-4c85-8ff7-9c839bf2c4ce tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd8645215-6ec8-4e8a-be38-8e39deb24989', 'tempest-TagsExtTest-Tag-81621836') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:32.928845 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0fe69920-0d4c-4f16-ae44-3d34b76c0543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (f17e794e-22b1-4f67-92f7-f936843083f1), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:32.960708 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4e0d-be24-4ae2-8fde-97872428e00a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:32.967805 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cbc07cbc-828b-452e-8aa1-52fe8c15e4d7 tempest-FloatingIPAdminTestJSON-1090454341 tempest-FloatingIPAdminTestJSON-1090454341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (e7458b70-8978-4987-ac1e-616d4a53b508), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:32.998818 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ed2f536e-879d-45a4-9e38-926438dc69cf tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737743691493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59148613'] for subnet (b4f8a2e3-3323-43fc-bea8-dae20bc3ccd7), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:33.011990 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe69920-0d4c-4f16-ae44-3d34b76c0543 None None] Pushing event updated for resources: {'Port': ['ID=f17e794e-22b1-4f67-92f7-f936843083f1,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:33.085471 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4e0d-be24-4ae2-8fde-97872428e00a admin admin] Publish callbacks [] for security_group (78f21a6c-b339-4d71-8554-de39a4146b1f), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:33.100248 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc07cbc-828b-452e-8aa1-52fe8c15e4d7 tempest-FloatingIPAdminTestJSON-1090454341 tempest-FloatingIPAdminTestJSON-1090454341-project-admin] Pushing event deleted for resources: {'Port': ['ID=e7458b70-8978-4987-ac1e-616d4a53b508,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:33.137847 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2f536e-879d-45a4-9e38-926438dc69cf tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:33.138469 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ed2f536e-879d-45a4-9e38-926438dc69cf tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:33.143310 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-ed2f536e-879d-45a4-9e38-926438dc69cf tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] 10.222.0.62 "PUT /v2.0/subnets/b4f8a2e3-3323-43fc-bea8-dae20bc3ccd7 HTTP/1.1" status: 200 len: 900 time: 1.1256590 Feb 28 10:36:33.143829 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44340) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:33.158739 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2f536e-879d-45a4-9e38-926438dc69cf tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Pushing event updated for resources: {'Subnet': ['ID=b4f8a2e3-3323-43fc-bea8-dae20bc3ccd7,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:33.167211 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cbc07cbc-828b-452e-8aa1-52fe8c15e4d7 tempest-FloatingIPAdminTestJSON-1090454341 tempest-FloatingIPAdminTestJSON-1090454341-project-admin] Publish callbacks [] for floatingip (e2f700d7-1014-4795-9d5a-1553c24fe8ab), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:33.169822 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cbc07cbc-828b-452e-8aa1-52fe8c15e4d7 tempest-FloatingIPAdminTestJSON-1090454341 tempest-FloatingIPAdminTestJSON-1090454341-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:33.171842 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-cbc07cbc-828b-452e-8aa1-52fe8c15e4d7 tempest-FloatingIPAdminTestJSON-1090454341 tempest-FloatingIPAdminTestJSON-1090454341-project-admin] 10.222.0.62 "DELETE /v2.0/floatingips/e2f700d7-1014-4795-9d5a-1553c24fe8ab HTTP/1.1" status: 204 len: 168 time: 1.2110467 Feb 28 10:36:33.179547 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-52fb5d5c-5ad1-4c85-8ff7-9c839bf2c4ce tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] show failed (client error): The resource could not be found. Feb 28 10:36:33.183095 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-52fb5d5c-5ad1-4c85-8ff7-9c839bf2c4ce tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] 10.222.0.62 "GET /v2.0/subnets/d8645215-6ec8-4e8a-be38-8e39deb24989/tags/tempest-TagsExtTest-Tag-81621836 HTTP/1.1" status: 404 len: 327 time: 0.2565899 Feb 28 10:36:33.183095 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44342) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:33.207379 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44344) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:33.211946 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.tag.tag_plugin [None req-8305edde-d05b-4073-b8be-a60822975cd6 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '7e67ae74-7dce-4d17-8203-ee6c10d6b7e6', {'tags': ['tempest-TagsExtTest-Tag-369815851', 'tempest-TagsExtTest-Tag-751527112', 'tempest-TagsExtTest-Tag-1881118106']}) {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:33.292857 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b24e8652-5922-4691-b5c0-d98f37293c10 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (2828be3c-c045-4921-84f4-1a9039635e13), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:33.302815 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4e0d-be24-4ae2-8fde-97872428e00a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (78f21a6c-b339-4d71-8554-de39a4146b1f), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:33.337668 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4e0d-be24-4ae2-8fde-97872428e00a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f21a6c-b339-4d71-8554-de39a4146b1f,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:33.384685 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-ebcd4e0d-be24-4ae2-8fde-97872428e00a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7bbc5698ea204f95b3e760fa6fc6f27b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5368330 Feb 28 10:36:33.386429 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44348) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:33.388457 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44350) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:33.477870 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dd96d315-2cb8-408c-a0d9-9dc7bc9b3dea admin admin] Publish callbacks [] for security_group (78f21a6c-b339-4d71-8554-de39a4146b1f), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:33.482199 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-b24e8652-5922-4691-b5c0-d98f37293c10 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Deleting port f17e794e-22b1-4f67-92f7-f936843083f1 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:33.482540 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b24e8652-5922-4691-b5c0-d98f37293c10 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (f17e794e-22b1-4f67-92f7-f936843083f1), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:33.565554 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dd96d315-2cb8-408c-a0d9-9dc7bc9b3dea admin admin] Publish callbacks [] for security_group (78f21a6c-b339-4d71-8554-de39a4146b1f), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:33.633103 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-f65e0f6e-309d-41e7-9613-bdc049cb7ee8 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Deleting port f70ef885-a57d-4e12-a912-1a05ed3fdcd7 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:33.633445 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f65e0f6e-309d-41e7-9613-bdc049cb7ee8 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (f70ef885-a57d-4e12-a912-1a05ed3fdcd7), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:33.638929 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-6327cb0d-3943-4614-af36-53d4698a4619 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9d70165fec644654931461bf265f7dde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2513192 Feb 28 10:36:33.641440 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44354) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:33.652788 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-b24e8652-5922-4691-b5c0-d98f37293c10 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] For port f17e794e-22b1-4f67-92f7-f936843083f1, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=f17e794e-22b1-4f67-92f7-f936843083f1,segment=NetworkSegment(923ab81d-dfc2-471a-b865-49ecffc38f5d),segment_id=923ab81d-dfc2-471a-b865-49ecffc38f5d)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:33.653150 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b24e8652-5922-4691-b5c0-d98f37293c10 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (f17e794e-22b1-4f67-92f7-f936843083f1), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:33.685472 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-b24e8652-5922-4691-b5c0-d98f37293c10 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Calling delete_port for f17e794e-22b1-4f67-92f7-f936843083f1 owned by network:dhcp {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:33.687225 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-8305edde-d05b-4073-b8be-a60822975cd6 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] 10.222.0.62 "PUT /v2.0/ports/7e67ae74-7dce-4d17-8203-ee6c10d6b7e6/tags HTTP/1.1" status: 200 len: 316 time: 0.4787688 Feb 28 10:36:33.691127 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44356) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:33.695789 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.tag.tag_plugin [None req-24c8576c-e3c3-4724-a000-5f613e35c274 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7e67ae74-7dce-4d17-8203-ee6c10d6b7e6') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:33.794610 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dd96d315-2cb8-408c-a0d9-9dc7bc9b3dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (78f21a6c-b339-4d71-8554-de39a4146b1f), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:33.797806 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dd96d315-2cb8-408c-a0d9-9dc7bc9b3dea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:33.801352 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-dd96d315-2cb8-408c-a0d9-9dc7bc9b3dea admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/78f21a6c-b339-4d71-8554-de39a4146b1f HTTP/1.1" status: 204 len: 168 time: 0.4051914 Feb 28 10:36:33.812566 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f65e0f6e-309d-41e7-9613-bdc049cb7ee8 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (f70ef885-a57d-4e12-a912-1a05ed3fdcd7), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:33.821690 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device f17e794e-22b1-4f67-92f7-f936843083f1 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:36:33.832632 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-f65e0f6e-309d-41e7-9613-bdc049cb7ee8 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Calling delete_port for f70ef885-a57d-4e12-a912-1a05ed3fdcd7 owned by {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:33.850113 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-731e397f-ec85-4bb3-823c-9fefb754c487 req-22707684-fbfb-499e-9973-69f1576edf4d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=99037f9b-fc9a-45f9-9fc6-b6804397f8c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1271558 Feb 28 10:36:33.864668 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd96d315-2cb8-408c-a0d9-9dc7bc9b3dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f21a6c-b339-4d71-8554-de39a4146b1f,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:33.882672 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-399d6fb5-44cc-4f53-a751-1e089c0a2ae1 admin admin] Publish callbacks [] for security_group (414bbd91-ad3e-4595-8204-93c36e2b0b33), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:33.948231 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port f17e794e-22b1-4f67-92f7-f936843083f1 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:33.949126 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (f17e794e-22b1-4f67-92f7-f936843083f1), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:33.969511 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7bc0d2-bfba-4074-9db5-45da935e2d88 req-6ab3b4e6-9609-4153-bfc7-223f4a95b66e tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:33.971199 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6f7bc0d2-bfba-4074-9db5-45da935e2d88 req-6ab3b4e6-9609-4153-bfc7-223f4a95b66e tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.1840622 Feb 28 10:36:33.973341 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-399d6fb5-44cc-4f53-a751-1e089c0a2ae1 admin admin] Publish callbacks [] for security_group (414bbd91-ad3e-4595-8204-93c36e2b0b33), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:34.086635 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-24c8576c-e3c3-4724-a000-5f613e35c274 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] 10.222.0.62 "DELETE /v2.0/ports/7e67ae74-7dce-4d17-8203-ee6c10d6b7e6/tags HTTP/1.1" status: 204 len: 168 time: 0.3923786 Feb 28 10:36:34.089072 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e397f-ec85-4bb3-823c-9fefb754c487 req-1044b003-ebd5-4a84-8cfd-ee142de2bd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:34.090876 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-731e397f-ec85-4bb3-823c-9fefb754c487 req-1044b003-ebd5-4a84-8cfd-ee142de2bd31 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d4949ecb1236430a8fa635d2a669a8c3&device_id=99037f9b-fc9a-45f9-9fc6-b6804397f8c7 HTTP/1.1" status: 200 len: 1130 time: 0.1509900 Feb 28 10:36:34.094533 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44362) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:34.099032 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.tag.tag_plugin [None req-981482e3-9a39-4b89-8a20-98da1787c1d5 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7e67ae74-7dce-4d17-8203-ee6c10d6b7e6', 'tempest-TagsExtTest-Tag-369815851') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:34.105749 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6f7bc0d2-bfba-4074-9db5-45da935e2d88 req-18463d21-55a5-4b5c-b048-af70ccf436a3 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278019 Feb 28 10:36:34.142233 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port f17e794e-22b1-4f67-92f7-f936843083f1 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:34.142233 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (f17e794e-22b1-4f67-92f7-f936843083f1), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:34.189936 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b24e8652-5922-4691-b5c0-d98f37293c10 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (f17e794e-22b1-4f67-92f7-f936843083f1), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:34.234770 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f65e0f6e-309d-41e7-9613-bdc049cb7ee8 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (f70ef885-a57d-4e12-a912-1a05ed3fdcd7), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:34.246060 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24e8652-5922-4691-b5c0-d98f37293c10 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Pushing event deleted for resources: {'Port': ['ID=f17e794e-22b1-4f67-92f7-f936843083f1,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:34.249061 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-399d6fb5-44cc-4f53-a751-1e089c0a2ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (414bbd91-ad3e-4595-8204-93c36e2b0b33), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:34.263609 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-399d6fb5-44cc-4f53-a751-1e089c0a2ae1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:34.265209 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-399d6fb5-44cc-4f53-a751-1e089c0a2ae1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/414bbd91-ad3e-4595-8204-93c36e2b0b33 HTTP/1.1" status: 204 len: 168 time: 0.6227291 Feb 28 10:36:34.295170 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65e0f6e-309d-41e7-9613-bdc049cb7ee8 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Pushing event deleted for resources: {'Port': ['ID=f70ef885-a57d-4e12-a912-1a05ed3fdcd7,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:34.298729 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-981482e3-9a39-4b89-8a20-98da1787c1d5 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] show failed (client error): The resource could not be found. Feb 28 10:36:34.299832 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-981482e3-9a39-4b89-8a20-98da1787c1d5 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] 10.222.0.62 "GET /v2.0/ports/7e67ae74-7dce-4d17-8203-ee6c10d6b7e6/tags/tempest-TagsExtTest-Tag-369815851 HTTP/1.1" status: 404 len: 328 time: 0.2043185 Feb 28 10:36:34.311132 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44370) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:34.320803 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 640e4029-4e3e-439e-83e0-01a4bcf26d62 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:36:34.321293 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.tag.tag_plugin [None req-c6184d19-7ae4-4fdc-89c3-ef158b9a3d77 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7e67ae74-7dce-4d17-8203-ee6c10d6b7e6', 'tempest-TagsExtTest-Tag-751527112') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:34.327390 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d6fb5-44cc-4f53-a751-1e089c0a2ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414bbd91-ad3e-4595-8204-93c36e2b0b33,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:34.386955 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 640e4029-4e3e-439e-83e0-01a4bcf26d62 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:36:34.389148 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 640e4029-4e3e-439e-83e0-01a4bcf26d62 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:36:34.470812 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3eeef6f-1299-4699-8d43-d2c5bcf29fb1 None None] Network 2828be3c-c045-4921-84f4-1a9039635e13 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:34.479920 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e397f-ec85-4bb3-823c-9fefb754c487 req-cdfaa7b1-6aa7-4366-aea5-e28618b07a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:34.482209 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-731e397f-ec85-4bb3-823c-9fefb754c487 req-cdfaa7b1-6aa7-4366-aea5-e28618b07a8a service neutron] 10.222.0.70 "GET /v2.0/networks?id=a542a1e4-364b-4847-89d1-2f3ed2b23a7c HTTP/1.1" status: 200 len: 911 time: 0.3399191 Feb 28 10:36:34.550447 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f65e0f6e-309d-41e7-9613-bdc049cb7ee8 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:34.554452 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-f65e0f6e-309d-41e7-9613-bdc049cb7ee8 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] 10.222.0.62 "DELETE /v2.0/ports/f70ef885-a57d-4e12-a912-1a05ed3fdcd7 HTTP/1.1" status: 204 len: 168 time: 1.3721564 Feb 28 10:36:34.563119 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44376) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:34.638611 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-bbda1b21-cbff-4ad9-8625-ffc819b841c8 None None] Could not find standard attr ID for object f17e794e-22b1-4f67-92f7-f936843083f1. {{(pid=104085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:36:34.643579 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-731e397f-ec85-4bb3-823c-9fefb754c487 req-e180b95a-9cf0-47f6-9a32-56a1a3aec407 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0eb4597e-81f8-41b4-8a22-afb3a0fa610a HTTP/1.1" status: 200 len: 1002 time: 0.1501327 Feb 28 10:36:34.646675 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-c6184d19-7ae4-4fdc-89c3-ef158b9a3d77 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] show failed (client error): The resource could not be found. Feb 28 10:36:34.651489 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c6184d19-7ae4-4fdc-89c3-ef158b9a3d77 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] 10.222.0.62 "GET /v2.0/ports/7e67ae74-7dce-4d17-8203-ee6c10d6b7e6/tags/tempest-TagsExtTest-Tag-751527112 HTTP/1.1" status: 404 len: 328 time: 0.3377740 Feb 28 10:36:34.652085 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44380) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:34.663610 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.tag.tag_plugin [None req-3df62ecf-7683-42c8-9672-d10c4334c1b5 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7e67ae74-7dce-4d17-8203-ee6c10d6b7e6', 'tempest-TagsExtTest-Tag-1881118106') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:34.764795 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef1aea9-9f76-4d7d-9932-1bd22817a598 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:34.769285 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-7ef1aea9-9f76-4d7d-9932-1bd22817a598 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] 10.222.0.62 "GET /v2.0/ports?device_id=6a93eea3-38fb-4686-895b-2dd73a316163 HTTP/1.1" status: 200 len: 913 time: 0.2052028 Feb 28 10:36:34.773197 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44388) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:34.835013 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e397f-ec85-4bb3-823c-9fefb754c487 req-cc37c073-37c5-4da2-a33d-be12810d60f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:34.836771 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-731e397f-ec85-4bb3-823c-9fefb754c487 req-cc37c073-37c5-4da2-a33d-be12810d60f3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5b50a414-606d-4a0d-a715-63172e88e953 HTTP/1.1" status: 200 len: 850 time: 0.1835911 Feb 28 10:36:34.847809 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24e8652-5922-4691-b5c0-d98f37293c10 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] No DVR routers for this DVR port f17e794e-22b1-4f67-92f7-f936843083f1 on host dv-neutron-829161-3-hyperv {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:36:34.924210 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b24e8652-5922-4691-b5c0-d98f37293c10 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (b4f8a2e3-3323-43fc-bea8-dae20bc3ccd7), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:34.934947 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a174c2f7-5950-4cca-bf26-561d7c4a498b None None] Network 2828be3c-c045-4921-84f4-1a9039635e13 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:34.988538 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-3df62ecf-7683-42c8-9672-d10c4334c1b5 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] show failed (client error): The resource could not be found. Feb 28 10:36:34.992390 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-3df62ecf-7683-42c8-9672-d10c4334c1b5 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] 10.222.0.62 "GET /v2.0/ports/7e67ae74-7dce-4d17-8203-ee6c10d6b7e6/tags/tempest-TagsExtTest-Tag-1881118106 HTTP/1.1" status: 404 len: 329 time: 0.3348963 Feb 28 10:36:34.993418 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44394) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:35.005029 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.tag.tag_plugin [None req-3caf94cb-04e7-409f-9703-bccffa23862a tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'fd5b049f-06c5-449d-a495-deb90c2ff339', {'tags': ['tempest-TagsExtTest-Tag-437147079', 'tempest-TagsExtTest-Tag-294736208', 'tempest-TagsExtTest-Tag-1310728326']}) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:35.037453 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e397f-ec85-4bb3-823c-9fefb754c487 req-11aa961b-8b08-4262-bef2-992b82304744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:35.038051 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-731e397f-ec85-4bb3-823c-9fefb754c487 req-11aa961b-8b08-4262-bef2-992b82304744 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a542a1e4-364b-4847-89d1-2f3ed2b23a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1871819 Feb 28 10:36:35.118947 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b24e8652-5922-4691-b5c0-d98f37293c10 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (b4f8a2e3-3323-43fc-bea8-dae20bc3ccd7), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:35.165104 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24e8652-5922-4691-b5c0-d98f37293c10 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Pushing event deleted for resources: {'Subnet': ['ID=b4f8a2e3-3323-43fc-bea8-dae20bc3ccd7,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:35.284371 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b24e8652-5922-4691-b5c0-d98f37293c10 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (2828be3c-c045-4921-84f4-1a9039635e13), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:35.304254 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-3caf94cb-04e7-409f-9703-bccffa23862a tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] 10.222.0.62 "PUT /v2.0/routers/fd5b049f-06c5-449d-a495-deb90c2ff339/tags HTTP/1.1" status: 200 len: 316 time: 0.3055251 Feb 28 10:36:35.308507 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-b24e8652-5922-4691-b5c0-d98f37293c10 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2828be3c-c045-4921-84f4-1a9039635e13']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:35.310464 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44406) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:35.320064 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.tag.tag_plugin [None req-74ab8e36-8cd2-4150-87d3-90eea8474e0f tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fd5b049f-06c5-449d-a495-deb90c2ff339') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:35.326564 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-b24e8652-5922-4691-b5c0-d98f37293c10 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '923ab81d-dfc2-471a-b865-49ecffc38f5d') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:35.326820 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-b24e8652-5922-4691-b5c0-d98f37293c10 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '923ab81d-dfc2-471a-b865-49ecffc38f5d') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:35.337401 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f81716a-8cb9-4a95-8505-af025a0fe4c4 None None] Network 2828be3c-c045-4921-84f4-1a9039635e13 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:35.383382 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b24e8652-5922-4691-b5c0-d98f37293c10 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (923ab81d-dfc2-471a-b865-49ecffc38f5d), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:35.384997 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-731e397f-ec85-4bb3-823c-9fefb754c487 req-45fdd50c-20a2-478f-a85e-78637ccf4108 service neutron] 10.222.0.70 "GET /v2.0/networks/a542a1e4-364b-4847-89d1-2f3ed2b23a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325861 Feb 28 10:36:35.464362 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b24e8652-5922-4691-b5c0-d98f37293c10 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (923ab81d-dfc2-471a-b865-49ecffc38f5d), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:35.474098 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b24e8652-5922-4691-b5c0-d98f37293c10 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:36:35.474730 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b24e8652-5922-4691-b5c0-d98f37293c10 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (923ab81d-dfc2-471a-b865-49ecffc38f5d), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:35.478976 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:36:35.478976 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:36:35.478976 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:36:35.478976 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:36:35.478976 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:36:35.478976 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:36:35.478976 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:36:35.478976 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:36:35.478976 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:36:35.478976 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:36:35.478976 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:36:35.478976 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:36:35.478976 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:36:35.478976 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:36:35.478976 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:36:35.478976 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:36:35.478976 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:36:35.478976 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:36:35.478976 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:36:35.478976 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:36:35.478976 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:36:35.478976 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:36:35.478976 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:36:35.478976 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:36:35.478976 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:36:35.478976 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:36:35.478976 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:36:35.478976 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:36:35.478976 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:36:35.478976 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:36:35.478976 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:36:35.478976 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:36:35.535471 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7958a2a5-f57b-4cca-8c75-3563b3437a24 None None] DHCP port deletion for 2828be3c-c045-4921-84f4-1a9039635e13 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:36:35.549918 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44414) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:35.589277 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c3336c-0fdb-4245-8093-c5b48e1d0bd9 req-238febb3-1a98-424d-8066-351e77ce3d4f tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:35.591401 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e6c3336c-0fdb-4245-8093-c5b48e1d0bd9 req-238febb3-1a98-424d-8066-351e77ce3d4f tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.3416035 Feb 28 10:36:35.636338 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-731e397f-ec85-4bb3-823c-9fefb754c487 req-ec8e85bc-b9e0-4ce0-9ea2-1c71f65d49e2 service neutron] 10.222.0.70 "GET /v2.0/networks/a542a1e4-364b-4847-89d1-2f3ed2b23a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411220 Feb 28 10:36:35.661441 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b24e8652-5922-4691-b5c0-d98f37293c10 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (2828be3c-c045-4921-84f4-1a9039635e13), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:35.671692 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b24e8652-5922-4691-b5c0-d98f37293c10 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:35.675541 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-b24e8652-5922-4691-b5c0-d98f37293c10 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] 10.222.0.62 "DELETE /v2.0/networks/2828be3c-c045-4921-84f4-1a9039635e13 HTTP/1.1" status: 204 len: 168 time: 2.5303924 Feb 28 10:36:35.678911 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44420) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:35.694736 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24e8652-5922-4691-b5c0-d98f37293c10 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Pushing event deleted for resources: {'Network': ['ID=2828be3c-c045-4921-84f4-1a9039635e13,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:35.709285 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-f1b1e028-f1df-4d0f-a9e8-982a0a8c20f9 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-815952647'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:35.726071 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-74ab8e36-8cd2-4150-87d3-90eea8474e0f tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] 10.222.0.62 "DELETE /v2.0/routers/fd5b049f-06c5-449d-a495-deb90c2ff339/tags HTTP/1.1" status: 204 len: 168 time: 0.4145191 Feb 28 10:36:35.736108 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44424) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:35.745925 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.tag.tag_plugin [None req-c5582f06-c8fd-4c23-a86f-589377f0c654 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fd5b049f-06c5-449d-a495-deb90c2ff339', 'tempest-TagsExtTest-Tag-437147079') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:35.771915 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device f17e794e-22b1-4f67-92f7-f936843083f1 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:36:35.797512 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: f17e794e-22b1-4f67-92f7-f936843083f1 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:36:35.798172 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device f17e794e-22b1-4f67-92f7-f936843083f1 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:36:35.868409 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44426) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:35.883735 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.api.v2.resource [None req-c5582f06-c8fd-4c23-a86f-589377f0c654 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] show failed (client error): The resource could not be found. Feb 28 10:36:35.884787 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-c5582f06-c8fd-4c23-a86f-589377f0c654 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] 10.222.0.62 "GET /v2.0/routers/fd5b049f-06c5-449d-a495-deb90c2ff339/tags/tempest-TagsExtTest-Tag-437147079 HTTP/1.1" status: 404 len: 328 time: 0.1473832 Feb 28 10:36:35.888004 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44430) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:35.892514 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.tag.tag_plugin [None req-5a48f73a-fcb1-4db6-b65c-23237192c8ed tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fd5b049f-06c5-449d-a495-deb90c2ff339', 'tempest-TagsExtTest-Tag-294736208') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:35.934681 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b1e028-f1df-4d0f-a9e8-982a0a8c20f9 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Made reservation on behalf of 4139ff51d3884888b07610eef64ca26e for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:35.938190 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f1b1e028-f1df-4d0f-a9e8-982a0a8c20f9 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:35.950563 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f1b1e028-f1df-4d0f-a9e8-982a0a8c20f9 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:35.997312 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b460940-8e3c-4163-a882-629f39e1cda4 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:35.997764 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b460940-8e3c-4163-a882-629f39e1cda4 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:36.000806 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-8b460940-8e3c-4163-a882-629f39e1cda4 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] 10.222.0.62 "DELETE /v2.0/subnets/b4f8a2e3-3323-43fc-bea8-dae20bc3ccd7 HTTP/1.1" status: 404 len: 337 time: 0.3184731 Feb 28 10:36:36.005802 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-6c7685be-1c2f-4240-9229-b867222bf6ad tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Request body: {'networks': [{'name': 'tempest-network--177449255'}, {'name': 'tempest-network--263686119'}]} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:36.006121 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-6c7685be-1c2f-4240-9229-b867222bf6ad tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Request body: {'network': {'name': 'tempest-network--177449255'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:36.006583 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-6c7685be-1c2f-4240-9229-b867222bf6ad tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Request body: {'network': {'name': 'tempest-network--263686119'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:36.007081 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e6c3336c-0fdb-4245-8093-c5b48e1d0bd9 req-9cce09f1-4530-4806-b30b-cc62800c121c tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3990531 Feb 28 10:36:36.007535 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44434) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:36.044769 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.api.v2.resource [None req-5a48f73a-fcb1-4db6-b65c-23237192c8ed tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] show failed (client error): The resource could not be found. Feb 28 10:36:36.047182 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-5a48f73a-fcb1-4db6-b65c-23237192c8ed tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] 10.222.0.62 "GET /v2.0/routers/fd5b049f-06c5-449d-a495-deb90c2ff339/tags/tempest-TagsExtTest-Tag-294736208 HTTP/1.1" status: 404 len: 328 time: 0.1568837 Feb 28 10:36:36.049272 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44436) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:36.062414 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.tag.tag_plugin [None req-2c1875fc-0d87-4019-8697-59370dcb2a62 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fd5b049f-06c5-449d-a495-deb90c2ff339', 'tempest-TagsExtTest-Tag-1310728326') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:36.104757 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9a696db-d479-4fed-a54a-97c83841fff8 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:36.105307 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9a696db-d479-4fed-a54a-97c83841fff8 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:36.106513 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f1b1e028-f1df-4d0f-a9e8-982a0a8c20f9 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for security_group (1f67e4a9-8697-4818-b801-7568c0f7ee03), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:36.108431 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-e9a696db-d479-4fed-a54a-97c83841fff8 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] 10.222.0.62 "DELETE /v2.0/networks/2828be3c-c045-4921-84f4-1a9039635e13 HTTP/1.1" status: 404 len: 339 time: 0.0861826 Feb 28 10:36:36.111029 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44438) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:36.123876 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7685be-1c2f-4240-9229-b867222bf6ad tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Made reservation on behalf of 059f65ff6974448ca6c69865449221c8 for: {'network': 2} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:36.125301 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6c7685be-1c2f-4240-9229-b867222bf6ad tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:36.144190 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6c7685be-1c2f-4240-9229-b867222bf6ad tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:36.183242 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-2c1875fc-0d87-4019-8697-59370dcb2a62 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] show failed (client error): The resource could not be found. Feb 28 10:36:36.184079 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f1b1e028-f1df-4d0f-a9e8-982a0a8c20f9 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (1f67e4a9-8697-4818-b801-7568c0f7ee03), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:36.184232 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-2c1875fc-0d87-4019-8697-59370dcb2a62 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] 10.222.0.62 "GET /v2.0/routers/fd5b049f-06c5-449d-a495-deb90c2ff339/tags/tempest-TagsExtTest-Tag-1310728326 HTTP/1.1" status: 404 len: 329 time: 0.1339688 Feb 28 10:36:36.187462 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ec9289b1-bc5a-43c1-a38d-363fc55d9b1c tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047661'] for router_interface (6a93eea3-38fb-4686-895b-2dd73a316163), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:36.189392 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44440) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:36.204832 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.tag.tag_plugin [None req-dd4fd0aa-c028-4a05-a1f4-379252651289 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'cb8ab662-6a7d-4f80-b798-6870c54e4b86', {'tags': ['tempest-TagsExtTest-Tag-378916260', 'tempest-TagsExtTest-Tag-818040440', 'tempest-TagsExtTest-Tag-149848482']}) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:36.252954 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1b1e028-f1df-4d0f-a9e8-982a0a8c20f9 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:36:36.266244 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ce865156-c1c6-48f3-9502-f1c49d053956 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (08ef074a-87f3-4fc4-a241-1dd734d61f3e), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:36.292676 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f1b1e028-f1df-4d0f-a9e8-982a0a8c20f9 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (a3e72be4-67a6-4f9f-b0f3-a2f19d117552), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:36.293376 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-f1b1e028-f1df-4d0f-a9e8-982a0a8c20f9 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Added segment a3e72be4-67a6-4f9f-b0f3-a2f19d117552 of type vlan for network f0ef29fc-ec7b-47a4-a873-c9c8476f719e Feb 28 10:36:36.307852 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b1e028-f1df-4d0f-a9e8-982a0a8c20f9 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f67e4a9-8697-4818-b801-7568c0f7ee03,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:36.358797 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f1b1e028-f1df-4d0f-a9e8-982a0a8c20f9 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (f0ef29fc-ec7b-47a4-a873-c9c8476f719e), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:36.470133 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-dd4fd0aa-c028-4a05-a1f4-379252651289 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] 10.222.0.62 "PUT /v2.0/subnetpools/cb8ab662-6a7d-4f80-b798-6870c54e4b86/tags HTTP/1.1" status: 200 len: 315 time: 0.2690320 Feb 28 10:36:36.473112 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44442) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:36.494189 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.tag.tag_plugin [None req-2dab856e-123e-46fc-90bd-6604abe6fc21 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'cb8ab662-6a7d-4f80-b798-6870c54e4b86') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:36.494733 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6c7685be-1c2f-4240-9229-b867222bf6ad tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks [] for security_group (bf78eaf0-950d-4e45-af5c-0d525c429db7), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:36.496735 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ce865156-c1c6-48f3-9502-f1c49d053956 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (08ef074a-87f3-4fc4-a241-1dd734d61f3e), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:36.519639 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-ce865156-c1c6-48f3-9502-f1c49d053956 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08ef074a-87f3-4fc4-a241-1dd734d61f3e']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:36.529963 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-ce865156-c1c6-48f3-9502-f1c49d053956 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a332fcbf-a692-4783-a01d-3db221be8d8e') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:36.530269 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-ce865156-c1c6-48f3-9502-f1c49d053956 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a332fcbf-a692-4783-a01d-3db221be8d8e') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:36.539855 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ce865156-c1c6-48f3-9502-f1c49d053956 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (a332fcbf-a692-4783-a01d-3db221be8d8e), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:36.547686 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-ec9289b1-bc5a-43c1-a38d-363fc55d9b1c tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Deleting port 334cc1d8-3f97-4d97-bfa3-592cce747525 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:36.548033 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ec9289b1-bc5a-43c1-a38d-363fc55d9b1c tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (334cc1d8-3f97-4d97-bfa3-592cce747525), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:36.553317 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ce865156-c1c6-48f3-9502-f1c49d053956 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (a332fcbf-a692-4783-a01d-3db221be8d8e), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:36.559262 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce865156-c1c6-48f3-9502-f1c49d053956 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:36:36.564136 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ce865156-c1c6-48f3-9502-f1c49d053956 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (a332fcbf-a692-4783-a01d-3db221be8d8e), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:36.564136 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:36:36.564136 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:36:36.564136 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:36:36.564136 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:36:36.564136 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:36:36.564136 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:36:36.564136 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:36:36.564136 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:36:36.564136 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:36:36.564136 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:36:36.564136 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:36:36.564136 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:36:36.564136 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:36:36.564136 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:36:36.564136 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:36:36.564136 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:36:36.564136 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:36:36.564136 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:36:36.564136 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:36:36.564136 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:36:36.564136 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:36:36.564136 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:36:36.564136 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:36:36.564136 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:36:36.564136 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:36:36.564136 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:36:36.564136 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:36:36.564136 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:36:36.564136 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:36:36.564136 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:36:36.564136 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:36:36.564136 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:36:36.572999 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f1b1e028-f1df-4d0f-a9e8-982a0a8c20f9 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (f0ef29fc-ec7b-47a4-a873-c9c8476f719e), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:36.578019 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b1e028-f1df-4d0f-a9e8-982a0a8c20f9 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:36.578609 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f1b1e028-f1df-4d0f-a9e8-982a0a8c20f9 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:36.586270 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6c7685be-1c2f-4240-9229-b867222bf6ad tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (bf78eaf0-950d-4e45-af5c-0d525c429db7), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:36.586727 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6c7685be-1c2f-4240-9229-b867222bf6ad tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:36.640767 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ec9289b1-bc5a-43c1-a38d-363fc55d9b1c tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (334cc1d8-3f97-4d97-bfa3-592cce747525), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:36.648700 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-2dab856e-123e-46fc-90bd-6604abe6fc21 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] 10.222.0.62 "DELETE /v2.0/subnetpools/cb8ab662-6a7d-4f80-b798-6870c54e4b86/tags HTTP/1.1" status: 204 len: 168 time: 0.1746366 Feb 28 10:36:36.654448 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44444) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:36.655661 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-ec9289b1-bc5a-43c1-a38d-363fc55d9b1c tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Calling delete_port for 334cc1d8-3f97-4d97-bfa3-592cce747525 owned by network:router_interface {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:36.698040 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.tag.tag_plugin [None req-902735f7-6f05-4d2f-90ad-13bcdadda747 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'cb8ab662-6a7d-4f80-b798-6870c54e4b86', 'tempest-TagsExtTest-Tag-378916260') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:36.745004 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7685be-1c2f-4240-9229-b867222bf6ad tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf78eaf0-950d-4e45-af5c-0d525c429db7,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:36.758476 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-f1b1e028-f1df-4d0f-a9e8-982a0a8c20f9 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2036738 Feb 28 10:36:36.761198 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44446) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:36.761857 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b1e028-f1df-4d0f-a9e8-982a0a8c20f9 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event updated for resources: {'Network': ['ID=f0ef29fc-ec7b-47a4-a873-c9c8476f719e,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:36.769989 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-f0e4f8e5-ca14-424d-9e6a-9e3eb16100c4 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Request body: {'port': {'network_id': 'f0ef29fc-ec7b-47a4-a873-c9c8476f719e', 'name': 'tempest-PortsIpV6TestJSON-921216841'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:36.773109 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c7685be-1c2f-4240-9229-b867222bf6ad tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:36:36.776802 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network f0ef29fc-ec7b-47a4-a873-c9c8476f719e details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:36:36.823046 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ce865156-c1c6-48f3-9502-f1c49d053956 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (08ef074a-87f3-4fc4-a241-1dd734d61f3e), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:36.829144 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.api.v2.resource [None req-902735f7-6f05-4d2f-90ad-13bcdadda747 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] show failed (client error): The resource could not be found. Feb 28 10:36:36.830213 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-902735f7-6f05-4d2f-90ad-13bcdadda747 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] 10.222.0.62 "GET /v2.0/subnetpools/cb8ab662-6a7d-4f80-b798-6870c54e4b86/tags/tempest-TagsExtTest-Tag-378916260 HTTP/1.1" status: 404 len: 328 time: 0.1630437 Feb 28 10:36:36.834470 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44448) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:36.837167 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6c7685be-1c2f-4240-9229-b867222bf6ad tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (a6965dad-c3f1-4457-aca3-53b998627d19), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:36.837506 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-6c7685be-1c2f-4240-9229-b867222bf6ad tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Added segment a6965dad-c3f1-4457-aca3-53b998627d19 of type vlan for network 441f9f18-1956-4664-8fa4-dfa270b78d2f Feb 28 10:36:36.839604 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.tag.tag_plugin [None req-625fb218-274e-4732-9a8e-bcebd800c17a tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'cb8ab662-6a7d-4f80-b798-6870c54e4b86', 'tempest-TagsExtTest-Tag-818040440') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:36.852944 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ce865156-c1c6-48f3-9502-f1c49d053956 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:36.856715 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-ce865156-c1c6-48f3-9502-f1c49d053956 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] 10.222.0.62 "DELETE /v2.0/networks/08ef074a-87f3-4fc4-a241-1dd734d61f3e HTTP/1.1" status: 204 len: 168 time: 0.7446761 Feb 28 10:36:36.860417 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44450) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:36.873850 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce865156-c1c6-48f3-9502-f1c49d053956 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Pushing event deleted for resources: {'Network': ['ID=08ef074a-87f3-4fc4-a241-1dd734d61f3e,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:36.894728 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec31795d-e9cf-4687-b3ae-f0068f40b1db tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:36.895224 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec31795d-e9cf-4687-b3ae-f0068f40b1db tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:36.898156 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-ec31795d-e9cf-4687-b3ae-f0068f40b1db tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] 10.222.0.62 "DELETE /v2.0/subnets/b0448874-caeb-4601-a38c-c220ca2fbf58 HTTP/1.1" status: 404 len: 337 time: 0.0368037 Feb 28 10:36:36.902086 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44452) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:36.917000 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6c7685be-1c2f-4240-9229-b867222bf6ad tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (441f9f18-1956-4664-8fa4-dfa270b78d2f), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:36.928537 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-18baea76-6e4d-474e-8c35-ba2694f977d5 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:36.929035 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18baea76-6e4d-474e-8c35-ba2694f977d5 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:36.932666 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-18baea76-6e4d-474e-8c35-ba2694f977d5 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] 10.222.0.62 "DELETE /v2.0/networks/7a21737c-e38c-402c-a173-25b1d91694db HTTP/1.1" status: 404 len: 339 time: 0.0303230 Feb 28 10:36:36.936619 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44454) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:36.951066 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-625fb218-274e-4732-9a8e-bcebd800c17a tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] show failed (client error): The resource could not be found. Feb 28 10:36:36.952078 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-625fb218-274e-4732-9a8e-bcebd800c17a tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] 10.222.0.62 "GET /v2.0/subnetpools/cb8ab662-6a7d-4f80-b798-6870c54e4b86/tags/tempest-TagsExtTest-Tag-818040440 HTTP/1.1" status: 404 len: 328 time: 0.1169267 Feb 28 10:36:36.955848 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44456) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:36.961899 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.tag.tag_plugin [None req-b302d120-c64f-47b1-a1dc-c1b1780db80d tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'cb8ab662-6a7d-4f80-b798-6870c54e4b86', 'tempest-TagsExtTest-Tag-149848482') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:36.993605 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-b302d120-c64f-47b1-a1dc-c1b1780db80d tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] show failed (client error): The resource could not be found. Feb 28 10:36:36.993836 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c7685be-1c2f-4240-9229-b867222bf6ad tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:36:36.995325 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-b302d120-c64f-47b1-a1dc-c1b1780db80d tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] 10.222.0.62 "GET /v2.0/subnetpools/cb8ab662-6a7d-4f80-b798-6870c54e4b86/tags/tempest-TagsExtTest-Tag-149848482 HTTP/1.1" status: 404 len: 328 time: 0.0385129 Feb 28 10:36:36.998448 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44458) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:37.003114 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.tag.tag_plugin [None req-d1b69485-ed71-44d6-84a6-9d0a34b1d5e1 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'cb8ab662-6a7d-4f80-b798-6870c54e4b86') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:37.009732 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbdddfa3-1a80-4887-ab20-53c4331bb5ef tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Deleting subnet 9abb31fa-c5c0-444b-b91d-4c52d34fbdd4 {{(pid=104083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:36:37.014381 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dbdddfa3-1a80-4887-ab20-53c4331bb5ef tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks [] for subnet (9abb31fa-c5c0-444b-b91d-4c52d34fbdd4), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:37.017278 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6c7685be-1c2f-4240-9229-b867222bf6ad tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (1d79cfab-fb12-46c4-a1a3-9e40a46c1932), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:37.018875 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-6c7685be-1c2f-4240-9229-b867222bf6ad tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Added segment 1d79cfab-fb12-46c4-a1a3-9e40a46c1932 of type vlan for network 956ed06f-ffa4-448a-92fb-208442f6e1f9 Feb 28 10:36:37.028347 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-d1b69485-ed71-44d6-84a6-9d0a34b1d5e1 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] 10.222.0.62 "DELETE /v2.0/subnetpools/cb8ab662-6a7d-4f80-b798-6870c54e4b86/tags HTTP/1.1" status: 204 len: 168 time: 0.0288701 Feb 28 10:36:37.031017 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44460) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:37.036206 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.tag.tag_plugin [None req-7a99f5b7-4054-4b2b-97d6-0f3c044eebbe tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fd5b049f-06c5-449d-a495-deb90c2ff339') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:37.083284 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e4f8e5-ca14-424d-9e6a-9e3eb16100c4 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Made reservation on behalf of 4139ff51d3884888b07610eef64ca26e for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:37.086599 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f0e4f8e5-ca14-424d-9e6a-9e3eb16100c4 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:37.108996 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dbdddfa3-1a80-4887-ab20-53c4331bb5ef tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59245535'] for subnet (9abb31fa-c5c0-444b-b91d-4c52d34fbdd4), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:37.112116 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ec9289b1-bc5a-43c1-a38d-363fc55d9b1c tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (334cc1d8-3f97-4d97-bfa3-592cce747525), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:37.146702 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9289b1-bc5a-43c1-a38d-363fc55d9b1c tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Pushing event deleted for resources: {'Port': ['ID=334cc1d8-3f97-4d97-bfa3-592cce747525,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:37.152434 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6c7685be-1c2f-4240-9229-b867222bf6ad tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (956ed06f-ffa4-448a-92fb-208442f6e1f9), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:37.185499 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-7a99f5b7-4054-4b2b-97d6-0f3c044eebbe tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] 10.222.0.62 "DELETE /v2.0/routers/fd5b049f-06c5-449d-a495-deb90c2ff339/tags HTTP/1.1" status: 204 len: 168 time: 0.1482937 Feb 28 10:36:37.185499 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44464) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:37.185789 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-f0e4f8e5-ca14-424d-9e6a-9e3eb16100c4 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] device_id is not set on port a3b1629b-064b-4d17-b8c9-4f50af5cc7d4 yet. {{(pid=104083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:36:37.210101 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.tag.tag_plugin [None req-adf84ef4-9cf9-4d70-8006-bc367be351f8 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7e67ae74-7dce-4d17-8203-ee6c10d6b7e6') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:37.330072 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19423dde-51a2-48f5-96cc-294bebe4cc58 req-6c672dee-9a11-4cba-9e0f-831784a60331 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:37.331687 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-19423dde-51a2-48f5-96cc-294bebe4cc58 req-6c672dee-9a11-4cba-9e0f-831784a60331 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.2199795 Feb 28 10:36:37.348777 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-adf84ef4-9cf9-4d70-8006-bc367be351f8 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] 10.222.0.62 "DELETE /v2.0/ports/7e67ae74-7dce-4d17-8203-ee6c10d6b7e6/tags HTTP/1.1" status: 204 len: 168 time: 0.1494360 Feb 28 10:36:37.357806 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6c7685be-1c2f-4240-9229-b867222bf6ad tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (441f9f18-1956-4664-8fa4-dfa270b78d2f), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:37.358303 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6c7685be-1c2f-4240-9229-b867222bf6ad tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (956ed06f-ffa4-448a-92fb-208442f6e1f9), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:37.363202 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7685be-1c2f-4240-9229-b867222bf6ad tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:37.367383 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7685be-1c2f-4240-9229-b867222bf6ad tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:37.368025 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6c7685be-1c2f-4240-9229-b867222bf6ad tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:37.373517 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44466) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:37.405019 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ec9289b1-bc5a-43c1-a38d-363fc55d9b1c tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1047681'] for router_interface (6a93eea3-38fb-4686-895b-2dd73a316163), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:37.406210 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.tag.tag_plugin [None req-21199cec-a08e-410e-a366-6ca66fb5c53a tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd8645215-6ec8-4e8a-be38-8e39deb24989') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:37.418464 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dbdddfa3-1a80-4887-ab20-53c4331bb5ef tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (9abb31fa-c5c0-444b-b91d-4c52d34fbdd4), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:37.593735 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7685be-1c2f-4240-9229-b867222bf6ad tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Pushing event updated for resources: {'Network': ['ID=441f9f18-1956-4664-8fa4-dfa270b78d2f,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:37.604034 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 441f9f18-1956-4664-8fa4-dfa270b78d2f details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:36:37.608903 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-6c7685be-1c2f-4240-9229-b867222bf6ad tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.7370551 Feb 28 10:36:37.609942 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44468) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:37.623784 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-19423dde-51a2-48f5-96cc-294bebe4cc58 req-17cfc9b8-da6d-41ff-8056-e67513920d6b tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2784817 Feb 28 10:36:37.626801 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f0e4f8e5-ca14-424d-9e6a-9e3eb16100c4 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for port (a3b1629b-064b-4d17-b8c9-4f50af5cc7d4), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:37.714014 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec9289b1-bc5a-43c1-a38d-363fc55d9b1c tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Router 6a93eea3-38fb-4686-895b-2dd73a316163 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:36:37.738104 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7685be-1c2f-4240-9229-b867222bf6ad tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Pushing event updated for resources: {'Network': ['ID=956ed06f-ffa4-448a-92fb-208442f6e1f9,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:37.750444 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 956ed06f-ffa4-448a-92fb-208442f6e1f9 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:36:37.761560 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-21199cec-a08e-410e-a366-6ca66fb5c53a tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] 10.222.0.62 "DELETE /v2.0/subnets/d8645215-6ec8-4e8a-be38-8e39deb24989/tags HTTP/1.1" status: 204 len: 168 time: 0.3764675 Feb 28 10:36:37.763590 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44470) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:37.784633 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dbdddfa3-1a80-4887-ab20-53c4331bb5ef tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (9abb31fa-c5c0-444b-b91d-4c52d34fbdd4), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:37.804938 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae414fbe-47f5-4596-8928-2cd89ff13660 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:37.811351 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae414fbe-47f5-4596-8928-2cd89ff13660 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:37.816831 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae414fbe-47f5-4596-8928-2cd89ff13660 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:37.823593 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae414fbe-47f5-4596-8928-2cd89ff13660 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:37.829220 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-ae414fbe-47f5-4596-8928-2cd89ff13660 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2142980 Feb 28 10:36:37.829350 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdddfa3-1a80-4887-ab20-53c4331bb5ef tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Pushing event deleted for resources: {'Subnet': ['ID=9abb31fa-c5c0-444b-b91d-4c52d34fbdd4,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:37.832774 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44472) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:37.841435 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dbdddfa3-1a80-4887-ab20-53c4331bb5ef tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:37.846987 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-dbdddfa3-1a80-4887-ab20-53c4331bb5ef tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] 10.222.0.62 "DELETE /v2.0/subnets/9abb31fa-c5c0-444b-b91d-4c52d34fbdd4 HTTP/1.1" status: 204 len: 168 time: 0.9071074 Feb 28 10:36:37.847144 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee35300-f24c-405c-9772-6ce2f68e6c8c None None] Network b80e458f-cdd8-46aa-966c-d7f3d8eec629 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:37.847590 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44474) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:37.857526 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f0e4f8e5-ca14-424d-9e6a-9e3eb16100c4 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (a3b1629b-064b-4d17-b8c9-4f50af5cc7d4), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:37.932883 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e4f8e5-ca14-424d-9e6a-9e3eb16100c4 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event updated for resources: {'Port': ['ID=a3b1629b-064b-4d17-b8c9-4f50af5cc7d4,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:37.954349 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e4f8e5-ca14-424d-9e6a-9e3eb16100c4 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Checking segment: {'id': 'a3e72be4-67a6-4f9f-b0f3-a2f19d117552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f0ef29fc-ec7b-47a4-a873-c9c8476f719e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:36:37.954865 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e4f8e5-ca14-424d-9e6a-9e3eb16100c4 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Network hostable DHCP agents. Network: f0ef29fc-ec7b-47a4-a873-c9c8476f719e, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:36:38.002805 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7ed788b6-2a61-4123-836d-862a705d83f8 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:38.006811 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-7ed788b6-2a61-4123-836d-862a705d83f8 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] 10.222.0.62 "DELETE /v2.0/subnetpools/cb8ab662-6a7d-4f80-b798-6870c54e4b86 HTTP/1.1" status: 204 len: 168 time: 0.2396462 Feb 28 10:36:38.007118 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44476) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:38.040575 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-7158a365-774b-4592-9a1b-d947b01d90f7 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd5b049f-06c5-449d-a495-deb90c2ff339 HTTP/1.1" status: 200 len: 205 time: 0.0298250 Feb 28 10:36:38.040781 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44478) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:38.053164 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e4f8e5-ca14-424d-9e6a-9e3eb16100c4 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Network f0ef29fc-ec7b-47a4-a873-c9c8476f719e is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:36:38.138008 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4fbc4a24-9d15-4d1a-8220-22af30af7868 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Publish callbacks [] for router (fd5b049f-06c5-449d-a495-deb90c2ff339), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:38.173187 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-f0e4f8e5-ca14-424d-9e6a-9e3eb16100c4 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, f0ef29fc-ec7b-47a4-a873-c9c8476f719e) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:38.180400 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e4f8e5-ca14-424d-9e6a-9e3eb16100c4 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:36:38.183207 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dff1ed4-46fd-4766-99bb-58de83e023b0 None None] Network f0ef29fc-ec7b-47a4-a873-c9c8476f719e requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:38.187528 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e4f8e5-ca14-424d-9e6a-9e3eb16100c4 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:38.187528 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f0e4f8e5-ca14-424d-9e6a-9e3eb16100c4 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:38.267659 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-979efc60-cb90-44c0-ac60-e7cab8f61835 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (441f9f18-1956-4664-8fa4-dfa270b78d2f), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:38.274551 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac327695-0e5f-4e23-ac49-d4299f69053d tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Deleting subnet a74e2881-3ced-463c-8b2a-c4a6a004a789 {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:36:38.278631 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ac327695-0e5f-4e23-ac49-d4299f69053d tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks [] for subnet (a74e2881-3ced-463c-8b2a-c4a6a004a789), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:38.318885 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-f0e4f8e5-ca14-424d-9e6a-9e3eb16100c4 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.5510259 Feb 28 10:36:38.321284 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec9289b1-bc5a-43c1-a38d-363fc55d9b1c tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:36:38.327296 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44480) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:38.334339 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-c0d9414b-4647-4448-a5b3-d45a991b0527 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-24832362'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:38.334871 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e91f7b5-3e5f-4d14-ac73-5c251a7c8d91 None None] Sync routers for ids ['6a93eea3-38fb-4686-895b-2dd73a316163'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:36:38.350786 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-ec9289b1-bc5a-43c1-a38d-363fc55d9b1c tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] 10.222.0.62 "PUT /v2.0/routers/6a93eea3-38fb-4686-895b-2dd73a316163/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5752485 Feb 28 10:36:38.351056 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e91f7b5-3e5f-4d14-ac73-5c251a7c8d91 None None] Routers {'6a93eea3-38fb-4686-895b-2dd73a316163'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:38.351516 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-3e91f7b5-3e5f-4d14-ac73-5c251a7c8d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:36:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['6a93eea3-38fb-4686-895b-2dd73a316163'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:38.356078 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44482) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:38.381164 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ac327695-0e5f-4e23-ac49-d4299f69053d tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (a74e2881-3ced-463c-8b2a-c4a6a004a789), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:38.395043 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-3e91f7b5-3e5f-4d14-ac73-5c251a7c8d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:38.399401 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e91f7b5-3e5f-4d14-ac73-5c251a7c8d91 None None] Routers {'6a93eea3-38fb-4686-895b-2dd73a316163'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:38.400223 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-3e91f7b5-3e5f-4d14-ac73-5c251a7c8d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:36:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['6a93eea3-38fb-4686-895b-2dd73a316163'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:38.442338 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-3e91f7b5-3e5f-4d14-ac73-5c251a7c8d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:38.443288 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e91f7b5-3e5f-4d14-ac73-5c251a7c8d91 None None] The sync data for ids ['6a93eea3-38fb-4686-895b-2dd73a316163'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:36:38.454950 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4fbc4a24-9d15-4d1a-8220-22af30af7868 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (fd5b049f-06c5-449d-a495-deb90c2ff339), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:38.458431 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4fbc4a24-9d15-4d1a-8220-22af30af7868 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Publish callbacks [] for router_controller (fd5b049f-06c5-449d-a495-deb90c2ff339), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:38.478481 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-979efc60-cb90-44c0-ac60-e7cab8f61835 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (441f9f18-1956-4664-8fa4-dfa270b78d2f), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:38.526467 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d9414b-4647-4448-a5b3-d45a991b0527 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Made reservation on behalf of 4139ff51d3884888b07610eef64ca26e for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:38.529531 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c0d9414b-4647-4448-a5b3-d45a991b0527 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:38.530520 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5051ca65-670c-475d-8c10-56a3d75d2623 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks [] for router (6a93eea3-38fb-4686-895b-2dd73a316163), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:38.532577 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-979efc60-cb90-44c0-ac60-e7cab8f61835 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['441f9f18-1956-4664-8fa4-dfa270b78d2f']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:38.556103 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-979efc60-cb90-44c0-ac60-e7cab8f61835 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6965dad-c3f1-4457-aca3-53b998627d19') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:38.556401 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-979efc60-cb90-44c0-ac60-e7cab8f61835 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6965dad-c3f1-4457-aca3-53b998627d19') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:38.576230 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-979efc60-cb90-44c0-ac60-e7cab8f61835 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (a6965dad-c3f1-4457-aca3-53b998627d19), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:38.595304 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ac327695-0e5f-4e23-ac49-d4299f69053d tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (a74e2881-3ced-463c-8b2a-c4a6a004a789), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:38.601839 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-979efc60-cb90-44c0-ac60-e7cab8f61835 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (a6965dad-c3f1-4457-aca3-53b998627d19), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:38.621922 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0d9414b-4647-4448-a5b3-d45a991b0527 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:36:38.639197 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-979efc60-cb90-44c0-ac60-e7cab8f61835 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:36:38.639571 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-979efc60-cb90-44c0-ac60-e7cab8f61835 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (a6965dad-c3f1-4457-aca3-53b998627d19), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:38.642752 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 10:36:38.642752 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:36:38.642752 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 10:36:38.642752 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:36:38.642752 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 10:36:38.642752 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:36:38.642752 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 10:36:38.642752 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:36:38.642752 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 10:36:38.642752 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:36:38.642752 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 10:36:38.642752 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:36:38.642752 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 10:36:38.642752 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:36:38.642752 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:36:38.642752 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:36:38.642752 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:36:38.642752 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:36:38.642752 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 10:36:38.642752 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:36:38.642752 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 10:36:38.642752 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:36:38.642752 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:36:38.642752 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:36:38.642752 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 10:36:38.642752 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:36:38.642752 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:36:38.642752 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:36:38.642752 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:36:38.642752 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:36:38.642752 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:36:38.642752 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:36:38.657455 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c0d9414b-4647-4448-a5b3-d45a991b0527 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (c62fc8c0-5387-4b48-9fc5-1c64dc53d184), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:38.657805 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-c0d9414b-4647-4448-a5b3-d45a991b0527 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Added segment c62fc8c0-5387-4b48-9fc5-1c64dc53d184 of type vlan for network f41525a7-4c29-4cd5-8d25-f62ede670bd2 Feb 28 10:36:38.793278 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c0d9414b-4647-4448-a5b3-d45a991b0527 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (f41525a7-4c29-4cd5-8d25-f62ede670bd2), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:38.837227 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ebac6-b038-4c98-8c70-2f8a91004590 req-0390af6b-bc9a-4a0d-a48e-e93a36c08f82 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:38.839769 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-085ebac6-b038-4c98-8c70-2f8a91004590 req-0390af6b-bc9a-4a0d-a48e-e93a36c08f82 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.1145563 Feb 28 10:36:38.841069 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-979efc60-cb90-44c0-ac60-e7cab8f61835 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (441f9f18-1956-4664-8fa4-dfa270b78d2f), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:38.848275 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-979efc60-cb90-44c0-ac60-e7cab8f61835 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:38.856767 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-979efc60-cb90-44c0-ac60-e7cab8f61835 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] 10.222.0.62 "DELETE /v2.0/networks/441f9f18-1956-4664-8fa4-dfa270b78d2f HTTP/1.1" status: 204 len: 168 time: 1.0177181 Feb 28 10:36:38.856767 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44486) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:38.871403 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4fbc4a24-9d15-4d1a-8220-22af30af7868 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (fd5b049f-06c5-449d-a495-deb90c2ff339), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:38.871913 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fbc4a24-9d15-4d1a-8220-22af30af7868 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Fanout notify agent at l3_agent the message router_deleted on router fd5b049f-06c5-449d-a495-deb90c2ff339 {{(pid=104083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:36:38.878033 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979efc60-cb90-44c0-ac60-e7cab8f61835 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Pushing event deleted for resources: {'Network': ['ID=441f9f18-1956-4664-8fa4-dfa270b78d2f,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:38.880456 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ac327695-0e5f-4e23-ac49-d4299f69053d tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (a74e2881-3ced-463c-8b2a-c4a6a004a789), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:38.881383 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4fbc4a24-9d15-4d1a-8220-22af30af7868 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:38.885022 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-4fbc4a24-9d15-4d1a-8220-22af30af7868 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] 10.222.0.62 "DELETE /v2.0/routers/fd5b049f-06c5-449d-a495-deb90c2ff339 HTTP/1.1" status: 204 len: 168 time: 0.8401523 Feb 28 10:36:38.885264 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44488) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:38.911805 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-060f6140-8155-4893-bdcb-3e6dcab16b50 None None] Provisioning complete for port d7d29ca7-872f-40a5-b820-4ec31d436ee7 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:38.912368 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-060f6140-8155-4893-bdcb-3e6dcab16b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (d7d29ca7-872f-40a5-b820-4ec31d436ee7), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:38.936108 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c0d9414b-4647-4448-a5b3-d45a991b0527 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (f41525a7-4c29-4cd5-8d25-f62ede670bd2), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:38.941035 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d9414b-4647-4448-a5b3-d45a991b0527 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:38.941627 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c0d9414b-4647-4448-a5b3-d45a991b0527 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:38.998560 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac327695-0e5f-4e23-ac49-d4299f69053d tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Pushing event deleted for resources: {'Subnet': ['ID=a74e2881-3ced-463c-8b2a-c4a6a004a789,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:39.003143 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-060f6140-8155-4893-bdcb-3e6dcab16b50 None None] Current status of the port d7d29ca7-872f-40a5-b820-4ec31d436ee7 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:39.023457 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0306ccb-d25e-4820-bb27-05b36a2c031b None None] Network b80e458f-cdd8-46aa-966c-d7f3d8eec629 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:39.028188 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5051ca65-670c-475d-8c10-56a3d75d2623 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks [] for router_gateway (6a93eea3-38fb-4686-895b-2dd73a316163), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:39.057520 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ac327695-0e5f-4e23-ac49-d4299f69053d tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:39.057878 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-ad9712ed-8504-47f9-8ed4-3a40c2c6a8d1 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Deleting port 7e67ae74-7dce-4d17-8203-ee6c10d6b7e6 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:39.058209 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ad9712ed-8504-47f9-8ed4-3a40c2c6a8d1 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (7e67ae74-7dce-4d17-8203-ee6c10d6b7e6), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:39.063087 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-ac327695-0e5f-4e23-ac49-d4299f69053d tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] 10.222.0.62 "DELETE /v2.0/subnets/a74e2881-3ced-463c-8b2a-c4a6a004a789 HTTP/1.1" status: 204 len: 168 time: 1.2125263 Feb 28 10:36:39.064068 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44490) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:39.080760 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c0d9414b-4647-4448-a5b3-d45a991b0527 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7501128 Feb 28 10:36:39.091450 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f872eacd-4f0a-428f-99e8-a60e497f89fb tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (956ed06f-ffa4-448a-92fb-208442f6e1f9), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:39.091690 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44492) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:39.099061 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-085ebac6-b038-4c98-8c70-2f8a91004590 req-c514a069-dc8e-40be-85f0-e35cc40cdbc7 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2463279 Feb 28 10:36:39.106316 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d9414b-4647-4448-a5b3-d45a991b0527 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event updated for resources: {'Network': ['ID=f41525a7-4c29-4cd5-8d25-f62ede670bd2,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:39.107028 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-cc1ee0f6-79c8-4366-ab90-ea97a3ade68f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Request body: {'ports': [{'network_id': 'f0ef29fc-ec7b-47a4-a873-c9c8476f719e'}, {'network_id': 'f41525a7-4c29-4cd5-8d25-f62ede670bd2'}]} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:39.107537 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-cc1ee0f6-79c8-4366-ab90-ea97a3ade68f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Request body: {'port': {'network_id': 'f0ef29fc-ec7b-47a4-a873-c9c8476f719e'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:39.108354 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-cc1ee0f6-79c8-4366-ab90-ea97a3ade68f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Request body: {'port': {'network_id': 'f41525a7-4c29-4cd5-8d25-f62ede670bd2'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:39.124515 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network f41525a7-4c29-4cd5-8d25-f62ede670bd2 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:36:39.192062 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f872eacd-4f0a-428f-99e8-a60e497f89fb tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (956ed06f-ffa4-448a-92fb-208442f6e1f9), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:39.218154 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-f872eacd-4f0a-428f-99e8-a60e497f89fb tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['956ed06f-ffa4-448a-92fb-208442f6e1f9']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:39.228153 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-f872eacd-4f0a-428f-99e8-a60e497f89fb tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d79cfab-fb12-46c4-a1a3-9e40a46c1932') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:39.229089 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-f872eacd-4f0a-428f-99e8-a60e497f89fb tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d79cfab-fb12-46c4-a1a3-9e40a46c1932') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:39.239327 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f872eacd-4f0a-428f-99e8-a60e497f89fb tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (1d79cfab-fb12-46c4-a1a3-9e40a46c1932), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:39.257828 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f872eacd-4f0a-428f-99e8-a60e497f89fb tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (1d79cfab-fb12-46c4-a1a3-9e40a46c1932), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:39.264842 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f872eacd-4f0a-428f-99e8-a60e497f89fb tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:36:39.265245 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f872eacd-4f0a-428f-99e8-a60e497f89fb tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (1d79cfab-fb12-46c4-a1a3-9e40a46c1932), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:39.268446 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 10:36:39.268446 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:36:39.268446 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 10:36:39.268446 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:36:39.268446 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 10:36:39.268446 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:36:39.268446 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 10:36:39.268446 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:36:39.268446 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 10:36:39.268446 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:36:39.268446 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 10:36:39.268446 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:36:39.268446 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 10:36:39.268446 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:36:39.268446 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:36:39.268446 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:36:39.268446 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:36:39.268446 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:36:39.268446 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 10:36:39.268446 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:36:39.268446 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 10:36:39.268446 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:36:39.268446 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:36:39.268446 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:36:39.268446 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 10:36:39.268446 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:36:39.268446 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:36:39.268446 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:36:39.268446 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:36:39.268446 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:36:39.268446 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:36:39.268446 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:36:39.276205 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c577d3dc-daa8-444b-a0ff-5d0327ecd7c9 None None] DHCP port deletion for b80e458f-cdd8-46aa-966c-d7f3d8eec629 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:36:39.295432 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-13ece1dd-b999-4bc0-acd0-214ddbd5050d tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (b80e458f-cdd8-46aa-966c-d7f3d8eec629), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:39.344134 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-c577d3dc-daa8-444b-a0ff-5d0327ecd7c9 None None] Deleting port d7d29ca7-872f-40a5-b820-4ec31d436ee7 {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:39.344774 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c577d3dc-daa8-444b-a0ff-5d0327ecd7c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (d7d29ca7-872f-40a5-b820-4ec31d436ee7), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:39.385826 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ad9712ed-8504-47f9-8ed4-3a40c2c6a8d1 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (7e67ae74-7dce-4d17-8203-ee6c10d6b7e6), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:39.392288 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f872eacd-4f0a-428f-99e8-a60e497f89fb tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (956ed06f-ffa4-448a-92fb-208442f6e1f9), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:39.403626 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f872eacd-4f0a-428f-99e8-a60e497f89fb tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:39.410196 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-f872eacd-4f0a-428f-99e8-a60e497f89fb tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] 10.222.0.62 "DELETE /v2.0/networks/956ed06f-ffa4-448a-92fb-208442f6e1f9 HTTP/1.1" status: 204 len: 168 time: 0.5509629 Feb 28 10:36:39.413130 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-c577d3dc-daa8-444b-a0ff-5d0327ecd7c9 None None] For port d7d29ca7-872f-40a5-b820-4ec31d436ee7, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=d7d29ca7-872f-40a5-b820-4ec31d436ee7,segment=NetworkSegment(a6db943b-41a1-4d5a-bcb3-1e488c716478),segment_id=a6db943b-41a1-4d5a-bcb3-1e488c716478)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:39.413535 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c577d3dc-daa8-444b-a0ff-5d0327ecd7c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (d7d29ca7-872f-40a5-b820-4ec31d436ee7), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:39.419044 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44494) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:39.427698 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-c577d3dc-daa8-444b-a0ff-5d0327ecd7c9 None None] Calling delete_port for d7d29ca7-872f-40a5-b820-4ec31d436ee7 owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:39.429029 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f872eacd-4f0a-428f-99e8-a60e497f89fb tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Pushing event deleted for resources: {'Network': ['ID=956ed06f-ffa4-448a-92fb-208442f6e1f9,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:39.455573 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-ad9712ed-8504-47f9-8ed4-3a40c2c6a8d1 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Calling delete_port for 7e67ae74-7dce-4d17-8203-ee6c10d6b7e6 owned by {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:39.500323 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-5051ca65-670c-475d-8c10-56a3d75d2623 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Deleting port 51da58b4-9f7b-4203-b620-381f8b9c6f54 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:39.500323 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5051ca65-670c-475d-8c10-56a3d75d2623 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (51da58b4-9f7b-4203-b620-381f8b9c6f54), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:39.531597 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c48171c-c774-4401-b44e-4b3b6368475f tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:39.536952 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c48171c-c774-4401-b44e-4b3b6368475f tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:39.543176 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-4c48171c-c774-4401-b44e-4b3b6368475f tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1185098 Feb 28 10:36:39.543176 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44496) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:39.548411 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-36cb7a82-52bc-4638-a57a-408f6f3180cc tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-217602032'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:39.577330 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c577d3dc-daa8-444b-a0ff-5d0327ecd7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (d7d29ca7-872f-40a5-b820-4ec31d436ee7), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:39.604526 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c577d3dc-daa8-444b-a0ff-5d0327ecd7c9 None None] Pushing event deleted for resources: {'Port': ['ID=d7d29ca7-872f-40a5-b820-4ec31d436ee7,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:39.608324 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c577d3dc-daa8-444b-a0ff-5d0327ecd7c9 None None] No DVR routers for this DVR port d7d29ca7-872f-40a5-b820-4ec31d436ee7 on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:36:39.627436 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-13ece1dd-b999-4bc0-acd0-214ddbd5050d tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Deleting port d7d29ca7-872f-40a5-b820-4ec31d436ee7 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:39.627774 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-13ece1dd-b999-4bc0-acd0-214ddbd5050d tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (d7d29ca7-872f-40a5-b820-4ec31d436ee7), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:39.634399 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36cb7a82-52bc-4638-a57a-408f6f3180cc tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Made reservation on behalf of 059f65ff6974448ca6c69865449221c8 for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:39.638226 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-36cb7a82-52bc-4638-a57a-408f6f3180cc tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:39.663554 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36cb7a82-52bc-4638-a57a-408f6f3180cc tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:36:39.675055 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-36cb7a82-52bc-4638-a57a-408f6f3180cc tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (e46dd763-1273-435c-be43-25ae18f4898c), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:39.675410 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-36cb7a82-52bc-4638-a57a-408f6f3180cc tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Added segment e46dd763-1273-435c-be43-25ae18f4898c of type vlan for network c830d6a8-b4b1-4d65-ba26-908d6df58c05 Feb 28 10:36:39.696505 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1ee0f6-79c8-4366-ab90-ea97a3ade68f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Made reservation on behalf of 4139ff51d3884888b07610eef64ca26e for: {'port': 2} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:39.700737 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cc1ee0f6-79c8-4366-ab90-ea97a3ade68f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:39.713673 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5051ca65-670c-475d-8c10-56a3d75d2623 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (51da58b4-9f7b-4203-b620-381f8b9c6f54), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:39.720739 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-36cb7a82-52bc-4638-a57a-408f6f3180cc tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (c830d6a8-b4b1-4d65-ba26-908d6df58c05), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:39.742138 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device d7d29ca7-872f-40a5-b820-4ec31d436ee7 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:36:39.764026 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: d7d29ca7-872f-40a5-b820-4ec31d436ee7 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:36:39.764657 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device d7d29ca7-872f-40a5-b820-4ec31d436ee7 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:36:39.773528 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-13ece1dd-b999-4bc0-acd0-214ddbd5050d tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] For port d7d29ca7-872f-40a5-b820-4ec31d436ee7, host dv-neutron-829161-3-hyperv, got binding levels [] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:39.773883 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-13ece1dd-b999-4bc0-acd0-214ddbd5050d tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (d7d29ca7-872f-40a5-b820-4ec31d436ee7), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:39.779039 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-5051ca65-670c-475d-8c10-56a3d75d2623 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Calling delete_port for 51da58b4-9f7b-4203-b620-381f8b9c6f54 owned by network:router_gateway {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:39.780397 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cc1ee0f6-79c8-4366-ab90-ea97a3ade68f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:39.812326 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-13ece1dd-b999-4bc0-acd0-214ddbd5050d tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Calling delete_port for d7d29ca7-872f-40a5-b820-4ec31d436ee7 owned by network:dhcp {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:39.822695 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.ipam_backend_mixin [None req-13ece1dd-b999-4bc0-acd0-214ddbd5050d tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Port d7d29ca7-872f-40a5-b820-4ec31d436ee7 was not found and therefore no delete operation was performed {{(pid=104083) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 28 10:36:39.843871 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-36cb7a82-52bc-4638-a57a-408f6f3180cc tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (c830d6a8-b4b1-4d65-ba26-908d6df58c05), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:39.849026 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cb7a82-52bc-4638-a57a-408f6f3180cc tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:39.849630 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-36cb7a82-52bc-4638-a57a-408f6f3180cc tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:39.855793 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-13ece1dd-b999-4bc0-acd0-214ddbd5050d tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (d7d29ca7-872f-40a5-b820-4ec31d436ee7), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:39.921077 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cb7a82-52bc-4638-a57a-408f6f3180cc tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Pushing event updated for resources: {'Network': ['ID=c830d6a8-b4b1-4d65-ba26-908d6df58c05,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:39.932573 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network c830d6a8-b4b1-4d65-ba26-908d6df58c05 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:36:39.945630 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ece1dd-b999-4bc0-acd0-214ddbd5050d tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Pushing event deleted for resources: {'Port': ['ID=d7d29ca7-872f-40a5-b820-4ec31d436ee7,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:39.953630 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ece1dd-b999-4bc0-acd0-214ddbd5050d tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] No DVR routers for this DVR port d7d29ca7-872f-40a5-b820-4ec31d436ee7 on host dv-neutron-829161-3-hyperv {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:36:39.961023 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-36cb7a82-52bc-4638-a57a-408f6f3180cc tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4099915 Feb 28 10:36:39.961023 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44498) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:39.961023 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-6b7d5149-e721-455c-881b-465605e47b8f tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-905699736'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:39.997419 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ad9712ed-8504-47f9-8ed4-3a40c2c6a8d1 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (7e67ae74-7dce-4d17-8203-ee6c10d6b7e6), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:40.038217 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7d5149-e721-455c-881b-465605e47b8f tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Made reservation on behalf of 059f65ff6974448ca6c69865449221c8 for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:40.041871 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6b7d5149-e721-455c-881b-465605e47b8f tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:40.065385 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b7d5149-e721-455c-881b-465605e47b8f tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:36:40.074355 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6b7d5149-e721-455c-881b-465605e47b8f tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (634c0cf7-ee69-4d72-a6ed-399be5947c7d), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:40.074848 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-6b7d5149-e721-455c-881b-465605e47b8f tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Added segment 634c0cf7-ee69-4d72-a6ed-399be5947c7d of type vlan for network 653c51e1-ec0b-4f34-b28a-3c7e96f26599 Feb 28 10:36:40.106400 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9712ed-8504-47f9-8ed4-3a40c2c6a8d1 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Pushing event deleted for resources: {'Port': ['ID=7e67ae74-7dce-4d17-8203-ee6c10d6b7e6,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:40.121381 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6b7d5149-e721-455c-881b-465605e47b8f tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (653c51e1-ec0b-4f34-b28a-3c7e96f26599), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:40.191590 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-cc1ee0f6-79c8-4366-ab90-ea97a3ade68f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] device_id is not set on port c59ffa0b-3426-422d-85bb-1b94239ea079 yet. {{(pid=104083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:36:40.197214 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-13ece1dd-b999-4bc0-acd0-214ddbd5050d tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (b80e458f-cdd8-46aa-966c-d7f3d8eec629), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:40.209773 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6b7d5149-e721-455c-881b-465605e47b8f tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (653c51e1-ec0b-4f34-b28a-3c7e96f26599), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:40.216857 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7d5149-e721-455c-881b-465605e47b8f tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:40.217488 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6b7d5149-e721-455c-881b-465605e47b8f tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:40.287107 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7d5149-e721-455c-881b-465605e47b8f tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Pushing event updated for resources: {'Network': ['ID=653c51e1-ec0b-4f34-b28a-3c7e96f26599,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:40.295126 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-13ece1dd-b999-4bc0-acd0-214ddbd5050d tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b80e458f-cdd8-46aa-966c-d7f3d8eec629']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:40.300680 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 653c51e1-ec0b-4f34-b28a-3c7e96f26599 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:36:40.311619 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-13ece1dd-b999-4bc0-acd0-214ddbd5050d tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6db943b-41a1-4d5a-bcb3-1e488c716478') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:40.311923 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-13ece1dd-b999-4bc0-acd0-214ddbd5050d tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6db943b-41a1-4d5a-bcb3-1e488c716478') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:40.336577 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-13ece1dd-b999-4bc0-acd0-214ddbd5050d tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (a6db943b-41a1-4d5a-bcb3-1e488c716478), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:40.361107 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-6b7d5149-e721-455c-881b-465605e47b8f tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4049368 Feb 28 10:36:40.363924 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44502) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:40.369125 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-6910aacc-8eaa-43d0-bf9d-c06a73f35a89 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Request body: {'ports': [{'network_id': 'c830d6a8-b4b1-4d65-ba26-908d6df58c05', 'name': 'tempest-port--2002729420', 'admin_state_up': True}, {'network_id': '653c51e1-ec0b-4f34-b28a-3c7e96f26599', 'admin_state_up': False}]} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:40.370183 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-6910aacc-8eaa-43d0-bf9d-c06a73f35a89 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Request body: {'port': {'network_id': 'c830d6a8-b4b1-4d65-ba26-908d6df58c05', 'name': 'tempest-port--2002729420', 'admin_state_up': True}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:40.370682 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-6910aacc-8eaa-43d0-bf9d-c06a73f35a89 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Request body: {'port': {'network_id': '653c51e1-ec0b-4f34-b28a-3c7e96f26599', 'admin_state_up': False}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:40.381249 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ad9712ed-8504-47f9-8ed4-3a40c2c6a8d1 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:40.384516 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-ad9712ed-8504-47f9-8ed4-3a40c2c6a8d1 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] 10.222.0.62 "DELETE /v2.0/ports/7e67ae74-7dce-4d17-8203-ee6c10d6b7e6 HTTP/1.1" status: 204 len: 168 time: 1.4981301 Feb 28 10:36:40.389790 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44504) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:40.396091 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-13ece1dd-b999-4bc0-acd0-214ddbd5050d tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (a6db943b-41a1-4d5a-bcb3-1e488c716478), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:40.413517 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f938da-c321-442d-ba99-585604f3b9c1 req-b6399daf-90ba-4a50-8d8e-b4cf8cb2f8b4 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:40.415029 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-78f938da-c321-442d-ba99-585604f3b9c1 req-b6399daf-90ba-4a50-8d8e-b4cf8cb2f8b4 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.2199774 Feb 28 10:36:40.422654 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13ece1dd-b999-4bc0-acd0-214ddbd5050d tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:36:40.423084 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-13ece1dd-b999-4bc0-acd0-214ddbd5050d tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (a6db943b-41a1-4d5a-bcb3-1e488c716478), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:40.426113 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:36:40.426113 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:36:40.426113 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:36:40.426113 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:36:40.426113 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:36:40.426113 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:36:40.426113 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:36:40.426113 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:36:40.426113 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:36:40.426113 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:36:40.426113 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:36:40.426113 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:36:40.426113 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:36:40.426113 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:36:40.426113 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:36:40.426113 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:36:40.426113 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:36:40.426113 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:36:40.426113 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:36:40.426113 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:36:40.426113 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:36:40.426113 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:36:40.426113 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:36:40.426113 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:36:40.426113 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:36:40.426113 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:36:40.426113 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:36:40.426113 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:36:40.426113 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:36:40.426113 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:36:40.426113 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:36:40.426113 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:36:40.499313 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d6532b5-8149-4359-93c4-de65b3c4e99c tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Deleting subnet d8645215-6ec8-4e8a-be38-8e39deb24989 {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:36:40.531249 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0d6532b5-8149-4359-93c4-de65b3c4e99c tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Publish callbacks [] for subnet (d8645215-6ec8-4e8a-be38-8e39deb24989), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:40.563072 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-78f938da-c321-442d-ba99-585604f3b9c1 req-041b8b45-b929-4c71-b134-42f8bfbfe24a tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360390 Feb 28 10:36:40.565243 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5051ca65-670c-475d-8c10-56a3d75d2623 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (51da58b4-9f7b-4203-b620-381f8b9c6f54), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:40.568486 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cc1ee0f6-79c8-4366-ab90-ea97a3ade68f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for port (c59ffa0b-3426-422d-85bb-1b94239ea079), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:40.588491 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0d6532b5-8149-4359-93c4-de65b3c4e99c tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (d8645215-6ec8-4e8a-be38-8e39deb24989), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:40.632601 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-13ece1dd-b999-4bc0-acd0-214ddbd5050d tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (b80e458f-cdd8-46aa-966c-d7f3d8eec629), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:40.637472 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5051ca65-670c-475d-8c10-56a3d75d2623 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Pushing event deleted for resources: {'Port': ['ID=51da58b4-9f7b-4203-b620-381f8b9c6f54,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:40.658327 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-13ece1dd-b999-4bc0-acd0-214ddbd5050d tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:40.661388 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-13ece1dd-b999-4bc0-acd0-214ddbd5050d tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] 10.222.0.62 "DELETE /v2.0/networks/b80e458f-cdd8-46aa-966c-d7f3d8eec629 HTTP/1.1" status: 204 len: 168 time: 1.5970562 Feb 28 10:36:40.664112 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44506) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:40.687485 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0d6532b5-8149-4359-93c4-de65b3c4e99c tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (d8645215-6ec8-4e8a-be38-8e39deb24989), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:40.704837 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ece1dd-b999-4bc0-acd0-214ddbd5050d tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Pushing event deleted for resources: {'Network': ['ID=b80e458f-cdd8-46aa-966c-d7f3d8eec629,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:40.718544 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6910aacc-8eaa-43d0-bf9d-c06a73f35a89 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Made reservation on behalf of 059f65ff6974448ca6c69865449221c8 for: {'port': 2} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:40.722825 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6910aacc-8eaa-43d0-bf9d-c06a73f35a89 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:40.728018 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-cc1ee0f6-79c8-4366-ab90-ea97a3ade68f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] device_id is not set on port a19c2082-c215-479d-ba9d-9dbf0401f6f6 yet. {{(pid=104083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:36:40.733371 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeb613e0-497b-4ed7-ac7e-6f0cce08a73c tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:40.733822 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aeb613e0-497b-4ed7-ac7e-6f0cce08a73c tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:40.736981 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-aeb613e0-497b-4ed7-ac7e-6f0cce08a73c tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] 10.222.0.62 "DELETE /v2.0/subnets/1975fd3c-2ad9-452b-baa8-85d416eaa394 HTTP/1.1" status: 404 len: 337 time: 0.0688736 Feb 28 10:36:40.741061 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44508) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:40.754640 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6910aacc-8eaa-43d0-bf9d-c06a73f35a89 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:40.776341 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c1816c2-62d9-41bd-90ca-09845507982a tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:40.776893 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c1816c2-62d9-41bd-90ca-09845507982a tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:40.780374 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-6c1816c2-62d9-41bd-90ca-09845507982a tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] 10.222.0.62 "DELETE /v2.0/networks/a706c983-5606-46c9-b989-0e8402492609 HTTP/1.1" status: 404 len: 339 time: 0.0383422 Feb 28 10:36:40.781555 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5051ca65-670c-475d-8c10-56a3d75d2623 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047843'] for router_gateway (6a93eea3-38fb-4686-895b-2dd73a316163), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:40.783213 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44510) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:40.865611 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-d68b0d79-c417-4bf3-98bf-860d6a7a8e5c tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:40.866076 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d68b0d79-c417-4bf3-98bf-860d6a7a8e5c tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:40.869761 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-d68b0d79-c417-4bf3-98bf-860d6a7a8e5c tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] 10.222.0.62 "DELETE /v2.0/subnets/dc8fb47a-722e-45b7-9126-2efa6553d3a7 HTTP/1.1" status: 404 len: 337 time: 0.0850751 Feb 28 10:36:40.874986 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44512) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:40.884896 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5051ca65-670c-475d-8c10-56a3d75d2623 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (6a93eea3-38fb-4686-895b-2dd73a316163), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:40.888745 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5051ca65-670c-475d-8c10-56a3d75d2623 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks [] for router_controller (6a93eea3-38fb-4686-895b-2dd73a316163), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:40.924739 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-449466a1-2940-4118-9786-b885fc7362ad tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:40.925255 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-449466a1-2940-4118-9786-b885fc7362ad tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:40.928339 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-449466a1-2940-4118-9786-b885fc7362ad tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] 10.222.0.62 "DELETE /v2.0/networks/30da8e03-d789-425c-bcde-2e58f9577167 HTTP/1.1" status: 404 len: 339 time: 0.0524192 Feb 28 10:36:40.933774 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44514) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:40.934766 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0d6532b5-8149-4359-93c4-de65b3c4e99c tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (d8645215-6ec8-4e8a-be38-8e39deb24989), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:40.969733 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cc1ee0f6-79c8-4366-ab90-ea97a3ade68f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for port (a19c2082-c215-479d-ba9d-9dbf0401f6f6), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:41.017205 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5051ca65-670c-475d-8c10-56a3d75d2623 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (6a93eea3-38fb-4686-895b-2dd73a316163), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:41.017732 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5051ca65-670c-475d-8c10-56a3d75d2623 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Fanout notify agent at l3_agent the message router_deleted on router 6a93eea3-38fb-4686-895b-2dd73a316163 {{(pid=104083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:36:41.024535 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5051ca65-670c-475d-8c10-56a3d75d2623 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:41.027927 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-5051ca65-670c-475d-8c10-56a3d75d2623 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] 10.222.0.62 "DELETE /v2.0/routers/6a93eea3-38fb-4686-895b-2dd73a316163 HTTP/1.1" status: 204 len: 168 time: 2.6686106 Feb 28 10:36:41.028421 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44516) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:41.036001 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-3727a7fe-fd5b-4f57-a4f6-cf0e3aa3b4de tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:41.036469 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3727a7fe-fd5b-4f57-a4f6-cf0e3aa3b4de tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:41.037020 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ebe94e-1464-45c4-9f47-b2af5ee5a3c7 None None] Network e6378a4b-4506-4787-87d5-692e741cc3fa requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:41.042489 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-3727a7fe-fd5b-4f57-a4f6-cf0e3aa3b4de tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] 10.222.0.62 "DELETE /v2.0/subnets/d09d7e13-be6c-423b-8f00-c00d9c284f7d HTTP/1.1" status: 404 len: 337 time: 0.1026621 Feb 28 10:36:41.042489 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0d6532b5-8149-4359-93c4-de65b3c4e99c tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:41.046797 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44518) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:41.049844 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-0d6532b5-8149-4359-93c4-de65b3c4e99c tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] 10.222.0.62 "DELETE /v2.0/subnets/d8645215-6ec8-4e8a-be38-8e39deb24989 HTTP/1.1" status: 204 len: 168 time: 0.6591651 Feb 28 10:36:41.052833 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6532b5-8149-4359-93c4-de65b3c4e99c tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Pushing event deleted for resources: {'Subnet': ['ID=d8645215-6ec8-4e8a-be38-8e39deb24989,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:41.055170 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44520) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:41.083055 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [None req-6910aacc-8eaa-43d0-bf9d-c06a73f35a89 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] device_id is not set on port 9255eee5-0517-416d-8659-da7885f6f9e8 yet. {{(pid=104084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:36:41.105990 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_v2 [None req-da39f62f-e902-4599-95bc-37d52b8df06d tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Deleting subnet 1115d657-7813-4f95-8625-37b92769be60 {{(pid=104083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:36:41.111330 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cc1ee0f6-79c8-4366-ab90-ea97a3ade68f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (c59ffa0b-3426-422d-85bb-1b94239ea079), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:41.122122 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-da39f62f-e902-4599-95bc-37d52b8df06d tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks [] for subnet (1115d657-7813-4f95-8625-37b92769be60), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:41.152062 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-bec6097c-2ea2-4fa1-96de-d8b990012162 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:41.152600 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bec6097c-2ea2-4fa1-96de-d8b990012162 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:41.155789 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-bec6097c-2ea2-4fa1-96de-d8b990012162 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] 10.222.0.62 "DELETE /v2.0/networks/5a58f8eb-617c-46f4-80c4-54b1e99d7782 HTTP/1.1" status: 404 len: 339 time: 0.1077850 Feb 28 10:36:41.158253 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44522) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:41.174919 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7982732b-a728-4620-a953-4d2b77c7be30 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (e6378a4b-4506-4787-87d5-692e741cc3fa), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:41.198543 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1ee0f6-79c8-4366-ab90-ea97a3ade68f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Network f0ef29fc-ec7b-47a4-a873-c9c8476f719e is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:41.205623 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-cc1ee0f6-79c8-4366-ab90-ea97a3ade68f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:41.210668 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1ee0f6-79c8-4366-ab90-ea97a3ade68f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:36:41.211584 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cc1ee0f6-79c8-4366-ab90-ea97a3ade68f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (a19c2082-c215-479d-ba9d-9dbf0401f6f6), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:41.226097 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-da39f62f-e902-4599-95bc-37d52b8df06d tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59245535'] for subnet (1115d657-7813-4f95-8625-37b92769be60), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:41.226746 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51e93d1-2d7d-4bf0-a05a-b948a4a8c60a None None] DHCP port deletion for e6378a4b-4506-4787-87d5-692e741cc3fa request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:36:41.248689 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1ee0f6-79c8-4366-ab90-ea97a3ade68f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event updated for resources: {'Port': ['ID=c59ffa0b-3426-422d-85bb-1b94239ea079,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:41.268943 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5545585-b92a-4e0b-8a7b-70eadf611aaf tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Deleting subnet 08e6c838-9f2e-4691-9909-76fd75328e2d {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:36:41.280470 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d5545585-b92a-4e0b-8a7b-70eadf611aaf tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks [] for subnet (08e6c838-9f2e-4691-9909-76fd75328e2d), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:41.293775 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a51e93d1-2d7d-4bf0-a05a-b948a4a8c60a None None] Deleting port e8b4f6ed-e6c5-4031-ba16-0754ed252e1c {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:41.295176 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a51e93d1-2d7d-4bf0-a05a-b948a4a8c60a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (e8b4f6ed-e6c5-4031-ba16-0754ed252e1c), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:41.326523 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1ee0f6-79c8-4366-ab90-ea97a3ade68f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event updated for resources: {'Port': ['ID=a19c2082-c215-479d-ba9d-9dbf0401f6f6,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:41.344540 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d5545585-b92a-4e0b-8a7b-70eadf611aaf tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (08e6c838-9f2e-4691-9909-76fd75328e2d), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:41.363637 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1ee0f6-79c8-4366-ab90-ea97a3ade68f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Checking segment: {'id': 'c62fc8c0-5387-4b48-9fc5-1c64dc53d184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f41525a7-4c29-4cd5-8d25-f62ede670bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:36:41.364004 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1ee0f6-79c8-4366-ab90-ea97a3ade68f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Network hostable DHCP agents. Network: f41525a7-4c29-4cd5-8d25-f62ede670bd2, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:36:41.371017 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a51e93d1-2d7d-4bf0-a05a-b948a4a8c60a None None] For port e8b4f6ed-e6c5-4031-ba16-0754ed252e1c, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=e8b4f6ed-e6c5-4031-ba16-0754ed252e1c,segment=NetworkSegment(88d3e9ae-1401-4ce2-bb49-371c72c9f3d2),segment_id=88d3e9ae-1401-4ce2-bb49-371c72c9f3d2)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:41.371561 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a51e93d1-2d7d-4bf0-a05a-b948a4a8c60a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (e8b4f6ed-e6c5-4031-ba16-0754ed252e1c), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:41.386105 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a51e93d1-2d7d-4bf0-a05a-b948a4a8c60a None None] Calling delete_port for e8b4f6ed-e6c5-4031-ba16-0754ed252e1c owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:41.392014 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-da39f62f-e902-4599-95bc-37d52b8df06d tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (1115d657-7813-4f95-8625-37b92769be60), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:41.411632 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6910aacc-8eaa-43d0-bf9d-c06a73f35a89 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks [] for port (9255eee5-0517-416d-8659-da7885f6f9e8), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:41.437108 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-7982732b-a728-4620-a953-4d2b77c7be30 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Deleting port e8b4f6ed-e6c5-4031-ba16-0754ed252e1c {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:41.437108 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7982732b-a728-4620-a953-4d2b77c7be30 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (e8b4f6ed-e6c5-4031-ba16-0754ed252e1c), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:41.455181 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1ee0f6-79c8-4366-ab90-ea97a3ade68f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Network f41525a7-4c29-4cd5-8d25-f62ede670bd2 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:36:41.520811 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-da39f62f-e902-4599-95bc-37d52b8df06d tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (1115d657-7813-4f95-8625-37b92769be60), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:41.529421 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [None req-6910aacc-8eaa-43d0-bf9d-c06a73f35a89 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] device_id is not set on port e1cf9288-f10d-4c87-8184-af9b90f664fb yet. {{(pid=104084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:36:41.543501 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a51e93d1-2d7d-4bf0-a05a-b948a4a8c60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (e8b4f6ed-e6c5-4031-ba16-0754ed252e1c), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:41.553086 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-da39f62f-e902-4599-95bc-37d52b8df06d tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:41.557726 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-da39f62f-e902-4599-95bc-37d52b8df06d tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] 10.222.0.62 "DELETE /v2.0/subnets/1115d657-7813-4f95-8625-37b92769be60 HTTP/1.1" status: 204 len: 168 time: 0.5262330 Feb 28 10:36:41.559401 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da39f62f-e902-4599-95bc-37d52b8df06d tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Pushing event deleted for resources: {'Subnet': ['ID=1115d657-7813-4f95-8625-37b92769be60,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:41.565980 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-cc1ee0f6-79c8-4366-ab90-ea97a3ade68f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, f41525a7-4c29-4cd5-8d25-f62ede670bd2) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:41.566125 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44524) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:41.571119 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1ee0f6-79c8-4366-ab90-ea97a3ade68f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:36:41.578231 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1ee0f6-79c8-4366-ab90-ea97a3ade68f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:41.582696 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1ee0f6-79c8-4366-ab90-ea97a3ade68f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:41.583980 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cc1ee0f6-79c8-4366-ab90-ea97a3ade68f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:41.588019 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51e93d1-2d7d-4bf0-a05a-b948a4a8c60a None None] Pushing event deleted for resources: {'Port': ['ID=e8b4f6ed-e6c5-4031-ba16-0754ed252e1c,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:41.588019 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134be650-8b59-4b3b-bd1b-e2b04a7ed466 None None] Network 2cb47a8e-c74a-4f5b-82cc-519762c34eda requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:41.591153 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6783675-424a-464d-82e8-642434e98f82 None None] Network f41525a7-4c29-4cd5-8d25-f62ede670bd2 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:41.620692 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51e93d1-2d7d-4bf0-a05a-b948a4a8c60a None None] No DVR routers for this DVR port e8b4f6ed-e6c5-4031-ba16-0754ed252e1c on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:36:41.660038 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-7982732b-a728-4620-a953-4d2b77c7be30 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] For port e8b4f6ed-e6c5-4031-ba16-0754ed252e1c, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=e8b4f6ed-e6c5-4031-ba16-0754ed252e1c,segment=NetworkSegment(88d3e9ae-1401-4ce2-bb49-371c72c9f3d2),segment_id=88d3e9ae-1401-4ce2-bb49-371c72c9f3d2)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:41.660327 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7982732b-a728-4620-a953-4d2b77c7be30 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (e8b4f6ed-e6c5-4031-ba16-0754ed252e1c), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:41.688309 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-cc1ee0f6-79c8-4366-ab90-ea97a3ade68f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.5946858 Feb 28 10:36:41.690913 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44528) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:41.720097 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d5545585-b92a-4e0b-8a7b-70eadf611aaf tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (08e6c838-9f2e-4691-9909-76fd75328e2d), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:41.723565 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-7982732b-a728-4620-a953-4d2b77c7be30 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Calling delete_port for e8b4f6ed-e6c5-4031-ba16-0754ed252e1c owned by network:dhcp {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:41.793802 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a1acdd31-33f0-4b9b-b531-507323289adf tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (2cb47a8e-c74a-4f5b-82cc-519762c34eda), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:41.797419 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device e8b4f6ed-e6c5-4031-ba16-0754ed252e1c no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:36:41.817919 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-236ab074-bd12-48a2-b83e-9787ce0f56f9 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Deleting port a19c2082-c215-479d-ba9d-9dbf0401f6f6 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:41.818364 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-236ab074-bd12-48a2-b83e-9787ce0f56f9 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (a19c2082-c215-479d-ba9d-9dbf0401f6f6), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:41.820258 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: e8b4f6ed-e6c5-4031-ba16-0754ed252e1c {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:36:41.820760 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device e8b4f6ed-e6c5-4031-ba16-0754ed252e1c not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:36:41.892400 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4271323f-f7af-4463-81c0-0580b6c015aa None None] DHCP port deletion for 2cb47a8e-c74a-4f5b-82cc-519762c34eda request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:36:41.894514 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e261d6f3-fbb0-4fca-8b7e-12127ad0c810 req-310c917a-a02b-4bdf-8d99-a34b63263fa7 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:41.896083 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e261d6f3-fbb0-4fca-8b7e-12127ad0c810 req-310c917a-a02b-4bdf-8d99-a34b63263fa7 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.2462401 Feb 28 10:36:41.922207 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-236ab074-bd12-48a2-b83e-9787ce0f56f9 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (a19c2082-c215-479d-ba9d-9dbf0401f6f6), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:41.952118 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-236ab074-bd12-48a2-b83e-9787ce0f56f9 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Calling delete_port for a19c2082-c215-479d-ba9d-9dbf0401f6f6 owned by {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:41.952303 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-4271323f-f7af-4463-81c0-0580b6c015aa None None] Deleting port 7258f7d8-308c-41dd-9664-86ef53021b76 {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:41.952303 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-4271323f-f7af-4463-81c0-0580b6c015aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (7258f7d8-308c-41dd-9664-86ef53021b76), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:41.980263 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6910aacc-8eaa-43d0-bf9d-c06a73f35a89 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks [] for port (e1cf9288-f10d-4c87-8184-af9b90f664fb), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:42.028204 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-4271323f-f7af-4463-81c0-0580b6c015aa None None] For port 7258f7d8-308c-41dd-9664-86ef53021b76, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=7258f7d8-308c-41dd-9664-86ef53021b76,segment=NetworkSegment(4aaa09d7-06d1-4353-aca5-490dee0f9a68),segment_id=4aaa09d7-06d1-4353-aca5-490dee0f9a68)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:42.028897 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-4271323f-f7af-4463-81c0-0580b6c015aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (7258f7d8-308c-41dd-9664-86ef53021b76), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:42.042312 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-4271323f-f7af-4463-81c0-0580b6c015aa None None] Calling delete_port for 7258f7d8-308c-41dd-9664-86ef53021b76 owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:42.045816 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7982732b-a728-4620-a953-4d2b77c7be30 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (e8b4f6ed-e6c5-4031-ba16-0754ed252e1c), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:42.055610 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e261d6f3-fbb0-4fca-8b7e-12127ad0c810 req-2c96459f-5ec7-4dda-804f-e30dddd198ab tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421740 Feb 28 10:36:42.089388 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-236ab074-bd12-48a2-b83e-9787ce0f56f9 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (a19c2082-c215-479d-ba9d-9dbf0401f6f6), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:42.090144 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d5545585-b92a-4e0b-8a7b-70eadf611aaf tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (08e6c838-9f2e-4691-9909-76fd75328e2d), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:42.101962 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7982732b-a728-4620-a953-4d2b77c7be30 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Pushing event deleted for resources: {'Port': ['ID=e8b4f6ed-e6c5-4031-ba16-0754ed252e1c,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:42.106700 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7982732b-a728-4620-a953-4d2b77c7be30 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] No DVR routers for this DVR port e8b4f6ed-e6c5-4031-ba16-0754ed252e1c on host dv-neutron-829161-3-hyperv {{(pid=104084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:36:42.123698 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236ab074-bd12-48a2-b83e-9787ce0f56f9 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event deleted for resources: {'Port': ['ID=a19c2082-c215-479d-ba9d-9dbf0401f6f6,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:42.135912 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-236ab074-bd12-48a2-b83e-9787ce0f56f9 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:42.142956 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-236ab074-bd12-48a2-b83e-9787ce0f56f9 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "DELETE /v2.0/ports/a19c2082-c215-479d-ba9d-9dbf0401f6f6 HTTP/1.1" status: 204 len: 168 time: 0.4477236 Feb 28 10:36:42.142956 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44530) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:42.143196 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-a1acdd31-33f0-4b9b-b531-507323289adf tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Deleting port 7258f7d8-308c-41dd-9664-86ef53021b76 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:42.143196 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a1acdd31-33f0-4b9b-b531-507323289adf tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (7258f7d8-308c-41dd-9664-86ef53021b76), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:42.144776 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5545585-b92a-4e0b-8a7b-70eadf611aaf tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Pushing event deleted for resources: {'Subnet': ['ID=08e6c838-9f2e-4691-9909-76fd75328e2d,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:42.161916 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc67c45-4cde-4315-ba68-49de29eef917 None None] Network 203b2a9f-be42-4b3d-9565-78734d4643e9 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:42.176572 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d5545585-b92a-4e0b-8a7b-70eadf611aaf tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:42.179806 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-d5545585-b92a-4e0b-8a7b-70eadf611aaf tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] 10.222.0.62 "DELETE /v2.0/subnets/08e6c838-9f2e-4691-9909-76fd75328e2d HTTP/1.1" status: 204 len: 168 time: 1.0185220 Feb 28 10:36:42.194266 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44532) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:42.221408 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6910aacc-8eaa-43d0-bf9d-c06a73f35a89 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (9255eee5-0517-416d-8659-da7885f6f9e8), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:42.244136 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-4271323f-f7af-4463-81c0-0580b6c015aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (7258f7d8-308c-41dd-9664-86ef53021b76), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:42.263114 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4271323f-f7af-4463-81c0-0580b6c015aa None None] No DVR routers for this DVR port 7258f7d8-308c-41dd-9664-86ef53021b76 on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:36:42.304889 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6390e066-5228-4dea-9b82-1b4ef781639b tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:42.307063 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4271323f-f7af-4463-81c0-0580b6c015aa None None] Pushing event deleted for resources: {'Port': ['ID=7258f7d8-308c-41dd-9664-86ef53021b76,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:42.310428 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6390e066-5228-4dea-9b82-1b4ef781639b tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:42.312092 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-6390e066-5228-4dea-9b82-1b4ef781639b tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1683939 Feb 28 10:36:42.315770 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-015516f6-fab4-42c5-8944-abc7f1e4638a tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (203b2a9f-be42-4b3d-9565-78734d4643e9), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:42.317363 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44536) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:42.325761 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7982732b-a728-4620-a953-4d2b77c7be30 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (e6378a4b-4506-4787-87d5-692e741cc3fa), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:42.351289 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-a1acdd31-33f0-4b9b-b531-507323289adf tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] For port 7258f7d8-308c-41dd-9664-86ef53021b76, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=7258f7d8-308c-41dd-9664-86ef53021b76,segment=NetworkSegment(4aaa09d7-06d1-4353-aca5-490dee0f9a68),segment_id=4aaa09d7-06d1-4353-aca5-490dee0f9a68)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:42.351665 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a1acdd31-33f0-4b9b-b531-507323289adf tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (7258f7d8-308c-41dd-9664-86ef53021b76), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:42.382571 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6910aacc-8eaa-43d0-bf9d-c06a73f35a89 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Pushing event updated for resources: {'Port': ['ID=9255eee5-0517-416d-8659-da7885f6f9e8,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:42.385875 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-7982732b-a728-4620-a953-4d2b77c7be30 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6378a4b-4506-4787-87d5-692e741cc3fa']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:42.391641 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-a1acdd31-33f0-4b9b-b531-507323289adf tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Calling delete_port for 7258f7d8-308c-41dd-9664-86ef53021b76 owned by network:dhcp {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:42.405424 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-7982732b-a728-4620-a953-4d2b77c7be30 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88d3e9ae-1401-4ce2-bb49-371c72c9f3d2') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:42.405809 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-7982732b-a728-4620-a953-4d2b77c7be30 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88d3e9ae-1401-4ce2-bb49-371c72c9f3d2') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:42.414215 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f65007-3c53-440b-900b-42eaceef16b9 None None] DHCP port deletion for 203b2a9f-be42-4b3d-9565-78734d4643e9 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:36:42.423476 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7982732b-a728-4620-a953-4d2b77c7be30 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (88d3e9ae-1401-4ce2-bb49-371c72c9f3d2), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:42.449386 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-015516f6-fab4-42c5-8944-abc7f1e4638a tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Deleting port 3d5cba93-a352-4fd4-bf29-12c0986d95ac {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:42.449656 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-015516f6-fab4-42c5-8944-abc7f1e4638a tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (3d5cba93-a352-4fd4-bf29-12c0986d95ac), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:42.470277 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6910aacc-8eaa-43d0-bf9d-c06a73f35a89 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Checking segment: {'id': 'e46dd763-1273-435c-be43-25ae18f4898c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c830d6a8-b4b1-4d65-ba26-908d6df58c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:36:42.470659 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6910aacc-8eaa-43d0-bf9d-c06a73f35a89 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Network hostable DHCP agents. Network: c830d6a8-b4b1-4d65-ba26-908d6df58c05, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:36:42.472148 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-75f65007-3c53-440b-900b-42eaceef16b9 None None] Deleting port 3d5cba93-a352-4fd4-bf29-12c0986d95ac {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:42.473094 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-75f65007-3c53-440b-900b-42eaceef16b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (3d5cba93-a352-4fd4-bf29-12c0986d95ac), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:42.477937 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7982732b-a728-4620-a953-4d2b77c7be30 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (88d3e9ae-1401-4ce2-bb49-371c72c9f3d2), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:42.493109 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-1ee3a7e1-1bfb-41cd-97f8-4dcfe9ddd2ff tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Deleting port c59ffa0b-3426-422d-85bb-1b94239ea079 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:42.493662 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1ee3a7e1-1bfb-41cd-97f8-4dcfe9ddd2ff tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (c59ffa0b-3426-422d-85bb-1b94239ea079), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:42.501468 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7982732b-a728-4620-a953-4d2b77c7be30 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:36:42.501879 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7982732b-a728-4620-a953-4d2b77c7be30 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (88d3e9ae-1401-4ce2-bb49-371c72c9f3d2), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:42.504964 dv-neutron-829161-3-hyperv neutron-server[104084]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:36:42.504964 dv-neutron-829161-3-hyperv neutron-server[104084]: self.session.flush() Feb 28 10:36:42.504964 dv-neutron-829161-3-hyperv neutron-server[104084]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:36:42.504964 dv-neutron-829161-3-hyperv neutron-server[104084]: self.session.flush() Feb 28 10:36:42.504964 dv-neutron-829161-3-hyperv neutron-server[104084]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:36:42.504964 dv-neutron-829161-3-hyperv neutron-server[104084]: self.session.flush() Feb 28 10:36:42.504964 dv-neutron-829161-3-hyperv neutron-server[104084]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:36:42.504964 dv-neutron-829161-3-hyperv neutron-server[104084]: self.session.flush() Feb 28 10:36:42.504964 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 10:36:42.504964 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:36:42.504964 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 10:36:42.504964 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:36:42.504964 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 10:36:42.504964 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:36:42.504964 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 10:36:42.504964 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:36:42.504964 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 10:36:42.504964 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:36:42.504964 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 10:36:42.504964 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:36:42.504964 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 10:36:42.504964 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:36:42.504964 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:36:42.504964 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:36:42.504964 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:36:42.504964 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:36:42.504964 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 10:36:42.504964 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:36:42.504964 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 10:36:42.504964 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:36:42.504964 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:36:42.504964 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:36:42.504964 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 10:36:42.504964 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:36:42.504964 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:36:42.504964 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:36:42.504964 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:36:42.504964 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:36:42.504964 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:36:42.504964 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:36:42.542173 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-75f65007-3c53-440b-900b-42eaceef16b9 None None] For port 3d5cba93-a352-4fd4-bf29-12c0986d95ac, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=3d5cba93-a352-4fd4-bf29-12c0986d95ac,segment=NetworkSegment(acc91932-3c56-4fc6-88eb-690588cf535c),segment_id=acc91932-3c56-4fc6-88eb-690588cf535c)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:42.542476 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-75f65007-3c53-440b-900b-42eaceef16b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (3d5cba93-a352-4fd4-bf29-12c0986d95ac), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:42.559404 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-75f65007-3c53-440b-900b-42eaceef16b9 None None] Calling delete_port for 3d5cba93-a352-4fd4-bf29-12c0986d95ac owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:42.580981 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a1acdd31-33f0-4b9b-b531-507323289adf tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (7258f7d8-308c-41dd-9664-86ef53021b76), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:42.608994 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1acdd31-33f0-4b9b-b531-507323289adf tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Pushing event deleted for resources: {'Port': ['ID=7258f7d8-308c-41dd-9664-86ef53021b76,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:42.612670 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1acdd31-33f0-4b9b-b531-507323289adf tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] No DVR routers for this DVR port 7258f7d8-308c-41dd-9664-86ef53021b76 on host dv-neutron-829161-3-hyperv {{(pid=104084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:36:42.622910 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6910aacc-8eaa-43d0-bf9d-c06a73f35a89 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Network c830d6a8-b4b1-4d65-ba26-908d6df58c05 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:36:42.654086 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7982732b-a728-4620-a953-4d2b77c7be30 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (e6378a4b-4506-4787-87d5-692e741cc3fa), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:42.670451 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7982732b-a728-4620-a953-4d2b77c7be30 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:42.673771 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-7982732b-a728-4620-a953-4d2b77c7be30 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] 10.222.0.62 "DELETE /v2.0/networks/e6378a4b-4506-4787-87d5-692e741cc3fa HTTP/1.1" status: 204 len: 168 time: 1.6144748 Feb 28 10:36:42.715432 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7982732b-a728-4620-a953-4d2b77c7be30 tempest-TagsExtTest-128422589 tempest-TagsExtTest-128422589-project] Pushing event deleted for resources: {'Network': ['ID=e6378a4b-4506-4787-87d5-692e741cc3fa,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:42.731343 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-75f65007-3c53-440b-900b-42eaceef16b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (3d5cba93-a352-4fd4-bf29-12c0986d95ac), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:42.734092 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a1acdd31-33f0-4b9b-b531-507323289adf tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (2cb47a8e-c74a-4f5b-82cc-519762c34eda), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:42.762529 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-a1acdd31-33f0-4b9b-b531-507323289adf tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cb47a8e-c74a-4f5b-82cc-519762c34eda']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:42.765577 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-6910aacc-8eaa-43d0-bf9d-c06a73f35a89 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, c830d6a8-b4b1-4d65-ba26-908d6df58c05) {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:42.778002 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6910aacc-8eaa-43d0-bf9d-c06a73f35a89 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:36:42.779248 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6910aacc-8eaa-43d0-bf9d-c06a73f35a89 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (e1cf9288-f10d-4c87-8184-af9b90f664fb), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:42.783091 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-a1acdd31-33f0-4b9b-b531-507323289adf tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aaa09d7-06d1-4353-aca5-490dee0f9a68') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:42.783328 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-a1acdd31-33f0-4b9b-b531-507323289adf tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aaa09d7-06d1-4353-aca5-490dee0f9a68') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:42.785669 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f65007-3c53-440b-900b-42eaceef16b9 None None] No DVR routers for this DVR port 3d5cba93-a352-4fd4-bf29-12c0986d95ac on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:36:42.794029 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4849f045-caaf-4632-8a03-e0f8f49953ab None None] Network c830d6a8-b4b1-4d65-ba26-908d6df58c05 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:42.797104 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f65007-3c53-440b-900b-42eaceef16b9 None None] Pushing event deleted for resources: {'Port': ['ID=3d5cba93-a352-4fd4-bf29-12c0986d95ac,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:42.866035 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6910aacc-8eaa-43d0-bf9d-c06a73f35a89 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Pushing event updated for resources: {'Port': ['ID=e1cf9288-f10d-4c87-8184-af9b90f664fb,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:42.872112 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-015516f6-fab4-42c5-8944-abc7f1e4638a tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] For port 3d5cba93-a352-4fd4-bf29-12c0986d95ac, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=3d5cba93-a352-4fd4-bf29-12c0986d95ac,segment=NetworkSegment(acc91932-3c56-4fc6-88eb-690588cf535c),segment_id=acc91932-3c56-4fc6-88eb-690588cf535c)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:42.872472 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-015516f6-fab4-42c5-8944-abc7f1e4638a tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (3d5cba93-a352-4fd4-bf29-12c0986d95ac), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:42.877181 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a1acdd31-33f0-4b9b-b531-507323289adf tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (4aaa09d7-06d1-4353-aca5-490dee0f9a68), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:42.889006 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1ee3a7e1-1bfb-41cd-97f8-4dcfe9ddd2ff tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (c59ffa0b-3426-422d-85bb-1b94239ea079), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:42.899880 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-015516f6-fab4-42c5-8944-abc7f1e4638a tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Calling delete_port for 3d5cba93-a352-4fd4-bf29-12c0986d95ac owned by network:dhcp {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:42.910311 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-1ee3a7e1-1bfb-41cd-97f8-4dcfe9ddd2ff tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Calling delete_port for c59ffa0b-3426-422d-85bb-1b94239ea079 owned by {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:43.060906 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-015516f6-fab4-42c5-8944-abc7f1e4638a tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (3d5cba93-a352-4fd4-bf29-12c0986d95ac), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:43.092871 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015516f6-fab4-42c5-8944-abc7f1e4638a tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] No DVR routers for this DVR port 3d5cba93-a352-4fd4-bf29-12c0986d95ac on host dv-neutron-829161-3-hyperv {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:36:43.099757 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015516f6-fab4-42c5-8944-abc7f1e4638a tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Pushing event deleted for resources: {'Port': ['ID=3d5cba93-a352-4fd4-bf29-12c0986d95ac,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:43.179704 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a1acdd31-33f0-4b9b-b531-507323289adf tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (4aaa09d7-06d1-4353-aca5-490dee0f9a68), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:43.188012 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1ee3a7e1-1bfb-41cd-97f8-4dcfe9ddd2ff tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (c59ffa0b-3426-422d-85bb-1b94239ea079), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:43.189564 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6910aacc-8eaa-43d0-bf9d-c06a73f35a89 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Checking segment: {'id': '634c0cf7-ee69-4d72-a6ed-399be5947c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '653c51e1-ec0b-4f34-b28a-3c7e96f26599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:36:43.190005 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6910aacc-8eaa-43d0-bf9d-c06a73f35a89 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Network hostable DHCP agents. Network: 653c51e1-ec0b-4f34-b28a-3c7e96f26599, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:36:43.194974 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1acdd31-33f0-4b9b-b531-507323289adf tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:36:43.195567 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a1acdd31-33f0-4b9b-b531-507323289adf tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (4aaa09d7-06d1-4353-aca5-490dee0f9a68), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:43.198933 dv-neutron-829161-3-hyperv neutron-server[104084]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:36:43.198933 dv-neutron-829161-3-hyperv neutron-server[104084]: self.session.flush() Feb 28 10:36:43.198933 dv-neutron-829161-3-hyperv neutron-server[104084]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:36:43.198933 dv-neutron-829161-3-hyperv neutron-server[104084]: self.session.flush() Feb 28 10:36:43.198933 dv-neutron-829161-3-hyperv neutron-server[104084]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:36:43.198933 dv-neutron-829161-3-hyperv neutron-server[104084]: self.session.flush() Feb 28 10:36:43.198933 dv-neutron-829161-3-hyperv neutron-server[104084]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:36:43.198933 dv-neutron-829161-3-hyperv neutron-server[104084]: self.session.flush() Feb 28 10:36:43.198933 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 10:36:43.198933 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:36:43.198933 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 10:36:43.198933 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:36:43.198933 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 10:36:43.198933 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:36:43.198933 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 10:36:43.198933 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:36:43.198933 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 10:36:43.198933 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:36:43.198933 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 10:36:43.198933 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:36:43.198933 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 10:36:43.198933 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:36:43.198933 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:36:43.198933 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:36:43.198933 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:36:43.198933 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:36:43.198933 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 10:36:43.198933 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:36:43.198933 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 10:36:43.198933 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:36:43.198933 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:36:43.198933 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:36:43.198933 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 10:36:43.198933 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:36:43.198933 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:36:43.198933 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:36:43.198933 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:36:43.198933 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:36:43.198933 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:36:43.198933 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:36:43.218770 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44544) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:43.251479 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee3a7e1-1bfb-41cd-97f8-4dcfe9ddd2ff tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event deleted for resources: {'Port': ['ID=c59ffa0b-3426-422d-85bb-1b94239ea079,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:43.268192 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1ee3a7e1-1bfb-41cd-97f8-4dcfe9ddd2ff tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:43.272002 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-1ee3a7e1-1bfb-41cd-97f8-4dcfe9ddd2ff tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "DELETE /v2.0/ports/c59ffa0b-3426-422d-85bb-1b94239ea079 HTTP/1.1" status: 204 len: 168 time: 0.9528878 Feb 28 10:36:43.274533 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-015516f6-fab4-42c5-8944-abc7f1e4638a tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (203b2a9f-be42-4b3d-9565-78734d4643e9), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:43.274916 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44548) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:43.302275 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-015516f6-fab4-42c5-8944-abc7f1e4638a tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['203b2a9f-be42-4b3d-9565-78734d4643e9']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:43.316424 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-015516f6-fab4-42c5-8944-abc7f1e4638a tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acc91932-3c56-4fc6-88eb-690588cf535c') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:43.316726 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-015516f6-fab4-42c5-8944-abc7f1e4638a tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acc91932-3c56-4fc6-88eb-690588cf535c') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:43.328054 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6910aacc-8eaa-43d0-bf9d-c06a73f35a89 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Network 653c51e1-ec0b-4f34-b28a-3c7e96f26599 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:36:43.337522 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17edd2d0-e229-4b44-9244-8b03d35b231b req-3d7b0096-78d7-43d7-9583-fd66c367e8bb tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:43.340245 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-17edd2d0-e229-4b44-9244-8b03d35b231b req-3d7b0096-78d7-43d7-9583-fd66c367e8bb tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.2055612 Feb 28 10:36:43.342956 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-015516f6-fab4-42c5-8944-abc7f1e4638a tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (acc91932-3c56-4fc6-88eb-690588cf535c), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:43.354666 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b88e9d-0918-41ae-9bbf-8af7d2e99f5b tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:43.356631 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-09b88e9d-0918-41ae-9bbf-8af7d2e99f5b tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0794463 Feb 28 10:36:43.358972 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a1acdd31-33f0-4b9b-b531-507323289adf tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (2cb47a8e-c74a-4f5b-82cc-519762c34eda), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:43.360588 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44550) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:43.372182 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-015516f6-fab4-42c5-8944-abc7f1e4638a tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (acc91932-3c56-4fc6-88eb-690588cf535c), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:43.383657 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-015516f6-fab4-42c5-8944-abc7f1e4638a tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:36:43.384053 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-015516f6-fab4-42c5-8944-abc7f1e4638a tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (acc91932-3c56-4fc6-88eb-690588cf535c), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:43.387725 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a1acdd31-33f0-4b9b-b531-507323289adf tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:43.388193 dv-neutron-829161-3-hyperv neutron-server[104083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:36:43.388193 dv-neutron-829161-3-hyperv neutron-server[104083]: self.session.flush() Feb 28 10:36:43.388193 dv-neutron-829161-3-hyperv neutron-server[104083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:36:43.388193 dv-neutron-829161-3-hyperv neutron-server[104083]: self.session.flush() Feb 28 10:36:43.388193 dv-neutron-829161-3-hyperv neutron-server[104083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:36:43.388193 dv-neutron-829161-3-hyperv neutron-server[104083]: self.session.flush() Feb 28 10:36:43.388193 dv-neutron-829161-3-hyperv neutron-server[104083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:36:43.388193 dv-neutron-829161-3-hyperv neutron-server[104083]: self.session.flush() Feb 28 10:36:43.388193 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:36:43.388193 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:36:43.388193 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:36:43.388193 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:36:43.388193 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:36:43.388193 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:36:43.388193 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:36:43.388193 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:36:43.388193 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:36:43.388193 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:36:43.388193 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:36:43.388193 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:36:43.388193 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:36:43.388193 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:36:43.388193 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:36:43.388193 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:36:43.388193 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:36:43.388193 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:36:43.388193 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:36:43.388193 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:36:43.388193 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:36:43.388193 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:36:43.388193 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:36:43.388193 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:36:43.388193 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:36:43.388193 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:36:43.388193 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:36:43.388193 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:36:43.388193 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:36:43.388193 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:36:43.388193 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:36:43.388193 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:36:43.399282 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-a1acdd31-33f0-4b9b-b531-507323289adf tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] 10.222.0.62 "DELETE /v2.0/networks/2cb47a8e-c74a-4f5b-82cc-519762c34eda HTTP/1.1" status: 204 len: 168 time: 1.8217943 Feb 28 10:36:43.404632 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1acdd31-33f0-4b9b-b531-507323289adf tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Pushing event deleted for resources: {'Network': ['ID=2cb47a8e-c74a-4f5b-82cc-519762c34eda,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:43.404823 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44552) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:43.433126 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-6910aacc-8eaa-43d0-bf9d-c06a73f35a89 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 653c51e1-ec0b-4f34-b28a-3c7e96f26599) {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:43.435787 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cf918c8-351e-4ca2-aa39-e022b30de554 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] GET failed (client error): The resource could not be found. Feb 28 10:36:43.439069 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-9cf918c8-351e-4ca2-aa39-e022b30de554 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "GET /v2.0/ports/a19c2082-c215-479d-ba9d-9dbf0401f6f6 HTTP/1.1" status: 404 len: 333 time: 0.0757947 Feb 28 10:36:43.448449 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44554) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:43.452524 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0932139-8082-4503-a070-76b95a2c4348 None None] Network 653c51e1-ec0b-4f34-b28a-3c7e96f26599 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:43.453059 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6910aacc-8eaa-43d0-bf9d-c06a73f35a89 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:36:43.459194 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6910aacc-8eaa-43d0-bf9d-c06a73f35a89 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:43.464081 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6910aacc-8eaa-43d0-bf9d-c06a73f35a89 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:43.465541 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6910aacc-8eaa-43d0-bf9d-c06a73f35a89 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:43.507602 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc6159aa-0391-48b6-906e-5e02f1d31b86 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] GET failed (client error): The resource could not be found. Feb 28 10:36:43.512817 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-bc6159aa-0391-48b6-906e-5e02f1d31b86 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "GET /v2.0/ports/c59ffa0b-3426-422d-85bb-1b94239ea079 HTTP/1.1" status: 404 len: 333 time: 0.0597506 Feb 28 10:36:43.513992 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44558) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:43.554140 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-17edd2d0-e229-4b44-9244-8b03d35b231b req-4e8dbf5c-7fda-4b61-a251-fedd4c5e90b5 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2038369 Feb 28 10:36:43.585351 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-015516f6-fab4-42c5-8944-abc7f1e4638a tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (203b2a9f-be42-4b3d-9565-78734d4643e9), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:43.589674 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-7f38ca66-65de-4764-a236-c028cdf7e6cd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2acafcb400e3462f92045c619b5df63a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3697512 Feb 28 10:36:43.598279 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-015516f6-fab4-42c5-8944-abc7f1e4638a tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:43.598661 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-6910aacc-8eaa-43d0-bf9d-c06a73f35a89 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.2310328 Feb 28 10:36:43.600902 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44560) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:43.601191 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-015516f6-fab4-42c5-8944-abc7f1e4638a tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] 10.222.0.62 "DELETE /v2.0/networks/203b2a9f-be42-4b3d-9565-78734d4643e9 HTTP/1.1" status: 204 len: 168 time: 1.4054520 Feb 28 10:36:43.601310 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44562) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:43.603273 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44564) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:43.632947 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015516f6-fab4-42c5-8944-abc7f1e4638a tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Pushing event deleted for resources: {'Network': ['ID=203b2a9f-be42-4b3d-9565-78734d4643e9,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:43.675500 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-708aa111-3b29-41dc-9abc-22152ef4aad0 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:43.675970 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-708aa111-3b29-41dc-9abc-22152ef4aad0 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:43.681420 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-708aa111-3b29-41dc-9abc-22152ef4aad0 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] 10.222.0.62 "DELETE /v2.0/subnets/775dda1a-b33c-4846-99fc-cd821ab2788d HTTP/1.1" status: 404 len: 337 time: 0.0755687 Feb 28 10:36:43.681522 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-a8303a17-bef0-4bb1-95c1-9b3ae1356da0 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Deleting port b9a50c26-1d9e-4578-91d3-7b18bd9c4e6a {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:43.681522 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a8303a17-bef0-4bb1-95c1-9b3ae1356da0 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (b9a50c26-1d9e-4578-91d3-7b18bd9c4e6a), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:43.688973 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44566) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:43.719236 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c1f8eb5-4bbe-4f62-b66c-9013d9444586 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:43.719762 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c1f8eb5-4bbe-4f62-b66c-9013d9444586 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:43.725845 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-7c1f8eb5-4bbe-4f62-b66c-9013d9444586 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] 10.222.0.62 "DELETE /v2.0/networks/134e71f0-f4a5-4f6d-b05b-acf33fedd7f2 HTTP/1.1" status: 404 len: 339 time: 0.0272675 Feb 28 10:36:43.726466 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-772088a1-0cc0-47e3-8f5e-bd36d2f27408 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (f41525a7-4c29-4cd5-8d25-f62ede670bd2), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:43.728030 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44568) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:43.745294 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb99fbd9-0cb1-4515-bdc3-66217ea6d6d1 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:43.751018 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb99fbd9-0cb1-4515-bdc3-66217ea6d6d1 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:43.754746 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-eb99fbd9-0cb1-4515-bdc3-66217ea6d6d1 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1499934 Feb 28 10:36:43.758479 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44570) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:43.771681 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 3d5cba93-a352-4fd4-bf29-12c0986d95ac no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:36:43.787164 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-62381f16-524a-4d79-b164-e62b099e231d admin admin] Publish callbacks [] for security_group (40d8cd06-00f0-402c-aa91-543c9d6c6fdb), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:43.794566 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 3d5cba93-a352-4fd4-bf29-12c0986d95ac {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:36:43.795073 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 3d5cba93-a352-4fd4-bf29-12c0986d95ac not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:36:43.795564 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 7258f7d8-308c-41dd-9664-86ef53021b76 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:36:43.816324 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 7258f7d8-308c-41dd-9664-86ef53021b76 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:36:43.816807 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 7258f7d8-308c-41dd-9664-86ef53021b76 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:36:43.830310 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-62381f16-524a-4d79-b164-e62b099e231d admin admin] Publish callbacks [] for security_group (40d8cd06-00f0-402c-aa91-543c9d6c6fdb), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:43.835893 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9b8bb7b-9b22-4c46-838e-7ee8ead7f63c tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Deleting subnet 24d03bb8-7fed-43d1-9886-02d3523b433a {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:36:43.864149 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a9b8bb7b-9b22-4c46-838e-7ee8ead7f63c tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks [] for subnet (24d03bb8-7fed-43d1-9886-02d3523b433a), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:43.881880 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a8303a17-bef0-4bb1-95c1-9b3ae1356da0 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (b9a50c26-1d9e-4578-91d3-7b18bd9c4e6a), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:43.882213 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a8303a17-bef0-4bb1-95c1-9b3ae1356da0 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks [] for floatingip (b9a50c26-1d9e-4578-91d3-7b18bd9c4e6a), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:43.903840 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-772088a1-0cc0-47e3-8f5e-bd36d2f27408 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (f41525a7-4c29-4cd5-8d25-f62ede670bd2), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:43.913740 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-a8303a17-bef0-4bb1-95c1-9b3ae1356da0 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Calling delete_port for b9a50c26-1d9e-4578-91d3-7b18bd9c4e6a owned by network:floatingip {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:43.933014 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a9b8bb7b-9b22-4c46-838e-7ee8ead7f63c tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (24d03bb8-7fed-43d1-9886-02d3523b433a), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:43.954622 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-772088a1-0cc0-47e3-8f5e-bd36d2f27408 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f41525a7-4c29-4cd5-8d25-f62ede670bd2']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:43.971617 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-772088a1-0cc0-47e3-8f5e-bd36d2f27408 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c62fc8c0-5387-4b48-9fc5-1c64dc53d184') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:43.971912 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-772088a1-0cc0-47e3-8f5e-bd36d2f27408 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c62fc8c0-5387-4b48-9fc5-1c64dc53d184') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:43.985439 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-772088a1-0cc0-47e3-8f5e-bd36d2f27408 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (c62fc8c0-5387-4b48-9fc5-1c64dc53d184), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:43.989655 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-4de4f7c5-3578-4682-ac4f-fe2cc5641c7a tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Deleting port 9255eee5-0517-416d-8659-da7885f6f9e8 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:43.989999 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4de4f7c5-3578-4682-ac4f-fe2cc5641c7a tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (9255eee5-0517-416d-8659-da7885f6f9e8), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:44.006023 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-772088a1-0cc0-47e3-8f5e-bd36d2f27408 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (c62fc8c0-5387-4b48-9fc5-1c64dc53d184), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:44.031230 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-772088a1-0cc0-47e3-8f5e-bd36d2f27408 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:36:44.031551 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-772088a1-0cc0-47e3-8f5e-bd36d2f27408 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (c62fc8c0-5387-4b48-9fc5-1c64dc53d184), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:44.034516 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 10:36:44.034516 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:36:44.034516 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 10:36:44.034516 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:36:44.034516 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 10:36:44.034516 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:36:44.034516 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 10:36:44.034516 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:36:44.034516 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 10:36:44.034516 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:36:44.034516 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 10:36:44.034516 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:36:44.034516 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 10:36:44.034516 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:36:44.034516 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:36:44.034516 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:36:44.034516 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:36:44.034516 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:36:44.034516 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 10:36:44.034516 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:36:44.034516 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 10:36:44.034516 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:36:44.034516 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:36:44.034516 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:36:44.034516 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 10:36:44.034516 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:36:44.034516 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:36:44.034516 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:36:44.034516 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:36:44.034516 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:36:44.034516 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:36:44.034516 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:36:44.049521 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-62381f16-524a-4d79-b164-e62b099e231d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (40d8cd06-00f0-402c-aa91-543c9d6c6fdb), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:44.052154 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-62381f16-524a-4d79-b164-e62b099e231d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:44.053299 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-62381f16-524a-4d79-b164-e62b099e231d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/40d8cd06-00f0-402c-aa91-543c9d6c6fdb HTTP/1.1" status: 204 len: 168 time: 0.4450924 Feb 28 10:36:44.083413 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62381f16-524a-4d79-b164-e62b099e231d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d8cd06-00f0-402c-aa91-543c9d6c6fdb,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:44.101668 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a9b8bb7b-9b22-4c46-838e-7ee8ead7f63c tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (24d03bb8-7fed-43d1-9886-02d3523b433a), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:44.101842 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4de4f7c5-3578-4682-ac4f-fe2cc5641c7a tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (9255eee5-0517-416d-8659-da7885f6f9e8), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:44.115388 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-4de4f7c5-3578-4682-ac4f-fe2cc5641c7a tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Calling delete_port for 9255eee5-0517-416d-8659-da7885f6f9e8 owned by {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:44.203812 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-772088a1-0cc0-47e3-8f5e-bd36d2f27408 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (f41525a7-4c29-4cd5-8d25-f62ede670bd2), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:44.212351 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-772088a1-0cc0-47e3-8f5e-bd36d2f27408 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:44.215772 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-772088a1-0cc0-47e3-8f5e-bd36d2f27408 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "DELETE /v2.0/networks/f41525a7-4c29-4cd5-8d25-f62ede670bd2 HTTP/1.1" status: 204 len: 168 time: 0.7014790 Feb 28 10:36:44.225155 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44574) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:44.225888 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772088a1-0cc0-47e3-8f5e-bd36d2f27408 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event deleted for resources: {'Network': ['ID=f41525a7-4c29-4cd5-8d25-f62ede670bd2,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:44.231016 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-ba0cf071-6d0d-4277-a2c4-db056153eed5 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-155159958'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:44.236894 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a9b8bb7b-9b22-4c46-838e-7ee8ead7f63c tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (24d03bb8-7fed-43d1-9886-02d3523b433a), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:44.252157 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a9b8bb7b-9b22-4c46-838e-7ee8ead7f63c tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:44.255657 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-a9b8bb7b-9b22-4c46-838e-7ee8ead7f63c tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] 10.222.0.62 "DELETE /v2.0/subnets/24d03bb8-7fed-43d1-9886-02d3523b433a HTTP/1.1" status: 204 len: 168 time: 0.5253563 Feb 28 10:36:44.257083 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd37940-73e6-4ba7-aca5-15adb48708d7 None None] Network 90710e89-bc0d-4e50-ba56-121c67c45f3f requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:44.259381 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44576) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:44.274865 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b8bb7b-9b22-4c46-838e-7ee8ead7f63c tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Pushing event deleted for resources: {'Subnet': ['ID=24d03bb8-7fed-43d1-9886-02d3523b433a,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:44.285599 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a8303a17-bef0-4bb1-95c1-9b3ae1356da0 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (b9a50c26-1d9e-4578-91d3-7b18bd9c4e6a), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:44.340379 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0cf071-6d0d-4277-a2c4-db056153eed5 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Made reservation on behalf of 4139ff51d3884888b07610eef64ca26e for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:44.343810 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ba0cf071-6d0d-4277-a2c4-db056153eed5 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:44.345699 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4de4f7c5-3578-4682-ac4f-fe2cc5641c7a tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (9255eee5-0517-416d-8659-da7885f6f9e8), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:44.372126 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8303a17-bef0-4bb1-95c1-9b3ae1356da0 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Pushing event deleted for resources: {'Port': ['ID=b9a50c26-1d9e-4578-91d3-7b18bd9c4e6a,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:44.442684 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3df0f3-1c0a-49b6-86cc-7cc9ff42b511 None None] DHCP port deletion for 90710e89-bc0d-4e50-ba56-121c67c45f3f request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:36:44.445325 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de4f7c5-3578-4682-ac4f-fe2cc5641c7a tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Pushing event deleted for resources: {'Port': ['ID=9255eee5-0517-416d-8659-da7885f6f9e8,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:44.455870 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4de4f7c5-3578-4682-ac4f-fe2cc5641c7a tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:44.459148 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-4de4f7c5-3578-4682-ac4f-fe2cc5641c7a tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] 10.222.0.62 "DELETE /v2.0/ports/9255eee5-0517-416d-8659-da7885f6f9e8 HTTP/1.1" status: 204 len: 168 time: 0.7029843 Feb 28 10:36:44.461968 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44580) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:44.468556 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-70e9b2de-e65e-4c50-82fc-d8de0df7f443 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (90710e89-bc0d-4e50-ba56-121c67c45f3f), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:44.502981 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba0cf071-6d0d-4277-a2c4-db056153eed5 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:36:44.516327 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ba3df0f3-1c0a-49b6-86cc-7cc9ff42b511 None None] Deleting port b3838005-65c6-4b21-b21f-5dfe672f98b5 {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:44.517452 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ba3df0f3-1c0a-49b6-86cc-7cc9ff42b511 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (b3838005-65c6-4b21-b21f-5dfe672f98b5), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:44.544847 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ba0cf071-6d0d-4277-a2c4-db056153eed5 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (c1198038-429b-4b73-a203-84fc62ad7207), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:44.545209 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-ba0cf071-6d0d-4277-a2c4-db056153eed5 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Added segment c1198038-429b-4b73-a203-84fc62ad7207 of type vlan for network dcaf3f62-dbd9-4537-ad3a-163f6fbc1d0f Feb 28 10:36:44.565500 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a8303a17-bef0-4bb1-95c1-9b3ae1356da0 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks [] for floatingip (1b6a343a-2c1a-4a6e-9f80-ec27c5268178), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:44.568323 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a8303a17-bef0-4bb1-95c1-9b3ae1356da0 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:44.572862 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a8303a17-bef0-4bb1-95c1-9b3ae1356da0 tempest-FloatingIPAdminTestJSON-780796887 tempest-FloatingIPAdminTestJSON-780796887-project] 10.222.0.62 "DELETE /v2.0/floatingips/1b6a343a-2c1a-4a6e-9f80-ec27c5268178 HTTP/1.1" status: 204 len: 168 time: 1.1668851 Feb 28 10:36:44.575558 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-fa40f101-f7cf-428e-97e2-1156ebf33051 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Deleting port e1cf9288-f10d-4c87-8184-af9b90f664fb {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:44.575966 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fa40f101-f7cf-428e-97e2-1156ebf33051 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (e1cf9288-f10d-4c87-8184-af9b90f664fb), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:44.646599 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ba3df0f3-1c0a-49b6-86cc-7cc9ff42b511 None None] For port b3838005-65c6-4b21-b21f-5dfe672f98b5, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=b3838005-65c6-4b21-b21f-5dfe672f98b5,segment=NetworkSegment(158c619e-8ea8-49b3-a4eb-880617ec9950),segment_id=158c619e-8ea8-49b3-a4eb-880617ec9950)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:44.647357 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ba3df0f3-1c0a-49b6-86cc-7cc9ff42b511 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (b3838005-65c6-4b21-b21f-5dfe672f98b5), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:44.656957 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ba0cf071-6d0d-4277-a2c4-db056153eed5 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (dcaf3f62-dbd9-4537-ad3a-163f6fbc1d0f), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:44.665709 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ba3df0f3-1c0a-49b6-86cc-7cc9ff42b511 None None] Calling delete_port for b3838005-65c6-4b21-b21f-5dfe672f98b5 owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:44.667289 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fa40f101-f7cf-428e-97e2-1156ebf33051 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (e1cf9288-f10d-4c87-8184-af9b90f664fb), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:44.699010 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-70e9b2de-e65e-4c50-82fc-d8de0df7f443 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Deleting port b3838005-65c6-4b21-b21f-5dfe672f98b5 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:44.699356 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-70e9b2de-e65e-4c50-82fc-d8de0df7f443 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (b3838005-65c6-4b21-b21f-5dfe672f98b5), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:44.719828 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-fa40f101-f7cf-428e-97e2-1156ebf33051 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Calling delete_port for e1cf9288-f10d-4c87-8184-af9b90f664fb owned by {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:44.766619 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-70e9b2de-e65e-4c50-82fc-d8de0df7f443 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] For port b3838005-65c6-4b21-b21f-5dfe672f98b5, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=b3838005-65c6-4b21-b21f-5dfe672f98b5,segment=NetworkSegment(158c619e-8ea8-49b3-a4eb-880617ec9950),segment_id=158c619e-8ea8-49b3-a4eb-880617ec9950)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:44.767029 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-70e9b2de-e65e-4c50-82fc-d8de0df7f443 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (b3838005-65c6-4b21-b21f-5dfe672f98b5), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:44.780667 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-70e9b2de-e65e-4c50-82fc-d8de0df7f443 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Calling delete_port for b3838005-65c6-4b21-b21f-5dfe672f98b5 owned by network:dhcp {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:44.791331 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dcd4b6-4e7e-4aef-9066-d4e66e46a112 req-65e0381c-318e-407d-a0af-d7b734b3ade1 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:44.792776 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-76dcd4b6-4e7e-4aef-9066-d4e66e46a112 req-65e0381c-318e-407d-a0af-d7b734b3ade1 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.1296630 Feb 28 10:36:44.821865 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ba0cf071-6d0d-4277-a2c4-db056153eed5 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (dcaf3f62-dbd9-4537-ad3a-163f6fbc1d0f), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:44.827804 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0cf071-6d0d-4277-a2c4-db056153eed5 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:44.828487 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ba0cf071-6d0d-4277-a2c4-db056153eed5 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:44.859737 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-76dcd4b6-4e7e-4aef-9066-d4e66e46a112 req-5a6a025a-64f4-455e-8186-999445abbccc tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571883 Feb 28 10:36:44.881589 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ba3df0f3-1c0a-49b6-86cc-7cc9ff42b511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (b3838005-65c6-4b21-b21f-5dfe672f98b5), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:44.918921 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0cf071-6d0d-4277-a2c4-db056153eed5 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event updated for resources: {'Network': ['ID=dcaf3f62-dbd9-4537-ad3a-163f6fbc1d0f,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:44.925300 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3df0f3-1c0a-49b6-86cc-7cc9ff42b511 None None] Pushing event deleted for resources: {'Port': ['ID=b3838005-65c6-4b21-b21f-5dfe672f98b5,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:44.927482 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3df0f3-1c0a-49b6-86cc-7cc9ff42b511 None None] No DVR routers for this DVR port b3838005-65c6-4b21-b21f-5dfe672f98b5 on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:36:44.935723 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-70e9b2de-e65e-4c50-82fc-d8de0df7f443 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (b3838005-65c6-4b21-b21f-5dfe672f98b5), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:44.946124 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network dcaf3f62-dbd9-4537-ad3a-163f6fbc1d0f details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:36:44.946698 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fa40f101-f7cf-428e-97e2-1156ebf33051 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (e1cf9288-f10d-4c87-8184-af9b90f664fb), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:44.972986 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-ba0cf071-6d0d-4277-a2c4-db056153eed5 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7441466 Feb 28 10:36:44.972986 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e9b2de-e65e-4c50-82fc-d8de0df7f443 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Pushing event deleted for resources: {'Port': ['ID=b3838005-65c6-4b21-b21f-5dfe672f98b5,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:44.974000 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44594) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:44.978594 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-9aec5277-9f96-41e6-a62b-dfe0bfe89cec tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Request body: {'subnet': {'network_id': 'dcaf3f62-dbd9-4537-ad3a-163f6fbc1d0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:44.985236 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e9b2de-e65e-4c50-82fc-d8de0df7f443 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] No DVR routers for this DVR port b3838005-65c6-4b21-b21f-5dfe672f98b5 on host dv-neutron-829161-3-hyperv {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:36:44.993287 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa40f101-f7cf-428e-97e2-1156ebf33051 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Pushing event deleted for resources: {'Port': ['ID=e1cf9288-f10d-4c87-8184-af9b90f664fb,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:45.008683 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fa40f101-f7cf-428e-97e2-1156ebf33051 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:45.015671 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-fa40f101-f7cf-428e-97e2-1156ebf33051 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] 10.222.0.62 "DELETE /v2.0/ports/e1cf9288-f10d-4c87-8184-af9b90f664fb HTTP/1.1" status: 204 len: 168 time: 0.5501235 Feb 28 10:36:45.016485 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44596) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:45.060746 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-62f6690e-db16-4a2b-ba99-6f1e6dbdcd61 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0386949 Feb 28 10:36:45.061639 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44598) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:45.068103 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-62142972-e914-49ed-a7f7-6c147435c63b tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1542645240'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:45.135458 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-70e9b2de-e65e-4c50-82fc-d8de0df7f443 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (90710e89-bc0d-4e50-ba56-121c67c45f3f), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:45.160197 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62142972-e914-49ed-a7f7-6c147435c63b tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Made reservation on behalf of 059f65ff6974448ca6c69865449221c8 for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:45.163509 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-70e9b2de-e65e-4c50-82fc-d8de0df7f443 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90710e89-bc0d-4e50-ba56-121c67c45f3f']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:45.164302 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-62142972-e914-49ed-a7f7-6c147435c63b tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:45.175725 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-70e9b2de-e65e-4c50-82fc-d8de0df7f443 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '158c619e-8ea8-49b3-a4eb-880617ec9950') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:45.176023 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-70e9b2de-e65e-4c50-82fc-d8de0df7f443 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '158c619e-8ea8-49b3-a4eb-880617ec9950') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:45.180444 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44604) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:45.196166 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62142972-e914-49ed-a7f7-6c147435c63b tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:36:45.202664 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-70e9b2de-e65e-4c50-82fc-d8de0df7f443 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (158c619e-8ea8-49b3-a4eb-880617ec9950), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:45.209166 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-62142972-e914-49ed-a7f7-6c147435c63b tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (4e4ed7ef-be00-4432-b8ed-a8e2327b9eb8), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:45.209727 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-62142972-e914-49ed-a7f7-6c147435c63b tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Added segment 4e4ed7ef-be00-4432-b8ed-a8e2327b9eb8 of type vlan for network f5529a5a-ad4c-4f4c-82e7-f07a78cda7a9 Feb 28 10:36:45.220026 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-70e9b2de-e65e-4c50-82fc-d8de0df7f443 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (158c619e-8ea8-49b3-a4eb-880617ec9950), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:45.227872 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70e9b2de-e65e-4c50-82fc-d8de0df7f443 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:36:45.228702 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-70e9b2de-e65e-4c50-82fc-d8de0df7f443 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (158c619e-8ea8-49b3-a4eb-880617ec9950), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:45.232068 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:36:45.232068 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:36:45.232068 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:36:45.232068 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:36:45.232068 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:36:45.232068 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:36:45.232068 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:36:45.232068 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:36:45.232068 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:36:45.232068 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:36:45.232068 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:36:45.232068 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:36:45.232068 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:36:45.232068 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:36:45.232068 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:36:45.232068 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:36:45.232068 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:36:45.232068 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:36:45.232068 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:36:45.232068 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:36:45.232068 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:36:45.232068 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:36:45.232068 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:36:45.232068 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:36:45.232068 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:36:45.232068 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:36:45.232068 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:36:45.232068 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:36:45.232068 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:36:45.232068 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:36:45.232068 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:36:45.232068 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:36:45.255650 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-62142972-e914-49ed-a7f7-6c147435c63b tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (f5529a5a-ad4c-4f4c-82e7-f07a78cda7a9), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:45.279554 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aec5277-9f96-41e6-a62b-dfe0bfe89cec tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Made reservation on behalf of 4139ff51d3884888b07610eef64ca26e for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:45.283118 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9aec5277-9f96-41e6-a62b-dfe0bfe89cec tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:45.363931 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.ipam_backend_mixin [None req-9aec5277-9f96-41e6-a62b-dfe0bfe89cec tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Performing IP validity checks on allocation pools {{(pid=104083) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 28 10:36:45.366697 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.ipam_backend_mixin [None req-9aec5277-9f96-41e6-a62b-dfe0bfe89cec tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104083) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 28 10:36:45.369258 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-62142972-e914-49ed-a7f7-6c147435c63b tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (f5529a5a-ad4c-4f4c-82e7-f07a78cda7a9), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:45.374583 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62142972-e914-49ed-a7f7-6c147435c63b tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:45.380220 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-62142972-e914-49ed-a7f7-6c147435c63b tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:45.411310 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-72a68a86-34b7-412f-9846-2727040c5e33 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4f3e39b224664e65a71010d16addd7a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2255182 Feb 28 10:36:45.412209 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44612) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:45.447020 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62142972-e914-49ed-a7f7-6c147435c63b tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Pushing event updated for resources: {'Network': ['ID=f5529a5a-ad4c-4f4c-82e7-f07a78cda7a9,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:45.458228 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network f5529a5a-ad4c-4f4c-82e7-f07a78cda7a9 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:36:45.464431 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-70e9b2de-e65e-4c50-82fc-d8de0df7f443 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (90710e89-bc0d-4e50-ba56-121c67c45f3f), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:45.469968 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-70e9b2de-e65e-4c50-82fc-d8de0df7f443 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:45.476415 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-70e9b2de-e65e-4c50-82fc-d8de0df7f443 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] 10.222.0.62 "DELETE /v2.0/networks/90710e89-bc0d-4e50-ba56-121c67c45f3f HTTP/1.1" status: 204 len: 168 time: 1.2146881 Feb 28 10:36:45.502490 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-62142972-e914-49ed-a7f7-6c147435c63b tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4390230 Feb 28 10:36:45.503997 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e9b2de-e65e-4c50-82fc-d8de0df7f443 tempest-NetworksIpV6Test-204757124 tempest-NetworksIpV6Test-204757124-project] Pushing event deleted for resources: {'Network': ['ID=90710e89-bc0d-4e50-ba56-121c67c45f3f,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:45.504347 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44618) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:45.510198 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-048f787d-d4bb-42c5-af3e-30ea813c63f0 admin admin] Publish callbacks [] for security_group (317c25ca-753d-46bc-87b4-dd0a2a1e35f3), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:45.524314 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-dbdd7e92-d645-487e-ac55-201aa3d4d7b0 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-99378830'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:45.563681 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-048f787d-d4bb-42c5-af3e-30ea813c63f0 admin admin] Publish callbacks [] for security_group (317c25ca-753d-46bc-87b4-dd0a2a1e35f3), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:45.570667 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44620) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:45.626422 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbdd7e92-d645-487e-ac55-201aa3d4d7b0 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Made reservation on behalf of 059f65ff6974448ca6c69865449221c8 for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:45.630900 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-dbdd7e92-d645-487e-ac55-201aa3d4d7b0 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:45.661770 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbdd7e92-d645-487e-ac55-201aa3d4d7b0 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:36:45.671847 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-dbdd7e92-d645-487e-ac55-201aa3d4d7b0 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (352374c6-f143-4390-85ce-8770fd293e4e), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:45.672197 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-dbdd7e92-d645-487e-ac55-201aa3d4d7b0 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Added segment 352374c6-f143-4390-85ce-8770fd293e4e of type vlan for network d917e1dc-3946-4e84-8fb6-7f2abebbc39b Feb 28 10:36:45.685672 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-37b73873-1395-4d88-a06c-7042468ae4e8 tempest-TagsTest-1945471467 tempest-TagsTest-1945471467-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1216380535'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:45.709717 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9aec5277-9f96-41e6-a62b-dfe0bfe89cec tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (aa69af00-03ed-4a66-bf82-9b1269ca524c), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:45.730929 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-dbdd7e92-d645-487e-ac55-201aa3d4d7b0 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (d917e1dc-3946-4e84-8fb6-7f2abebbc39b), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:45.740061 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device b3838005-65c6-4b21-b21f-5dfe672f98b5 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:36:45.762191 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: b3838005-65c6-4b21-b21f-5dfe672f98b5 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:36:45.762619 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device b3838005-65c6-4b21-b21f-5dfe672f98b5 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:36:45.775277 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-048f787d-d4bb-42c5-af3e-30ea813c63f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (317c25ca-753d-46bc-87b4-dd0a2a1e35f3), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:45.778671 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-048f787d-d4bb-42c5-af3e-30ea813c63f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:45.780001 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-048f787d-d4bb-42c5-af3e-30ea813c63f0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/317c25ca-753d-46bc-87b4-dd0a2a1e35f3 HTTP/1.1" status: 204 len: 168 time: 0.3667462 Feb 28 10:36:45.787233 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aec5277-9f96-41e6-a62b-dfe0bfe89cec tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event updated for resources: {'Subnet': ['ID=aa69af00-03ed-4a66-bf82-9b1269ca524c,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:45.799808 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f787d-d4bb-42c5-af3e-30ea813c63f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317c25ca-753d-46bc-87b4-dd0a2a1e35f3,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:45.800305 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b73873-1395-4d88-a06c-7042468ae4e8 tempest-TagsTest-1945471467 tempest-TagsTest-1945471467-project] Made reservation on behalf of c11785e723c5443cbf9d5fbaf83588cd for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:45.801649 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aec5277-9f96-41e6-a62b-dfe0bfe89cec tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Checking segment: {'id': 'c1198038-429b-4b73-a203-84fc62ad7207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dcaf3f62-dbd9-4537-ad3a-163f6fbc1d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:36:45.802025 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aec5277-9f96-41e6-a62b-dfe0bfe89cec tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Network hostable DHCP agents. Network: dcaf3f62-dbd9-4537-ad3a-163f6fbc1d0f, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:36:45.808186 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-37b73873-1395-4d88-a06c-7042468ae4e8 tempest-TagsTest-1945471467 tempest-TagsTest-1945471467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:45.816120 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-37b73873-1395-4d88-a06c-7042468ae4e8 tempest-TagsTest-1945471467 tempest-TagsTest-1945471467-project] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:45.828387 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-dbdd7e92-d645-487e-ac55-201aa3d4d7b0 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (d917e1dc-3946-4e84-8fb6-7f2abebbc39b), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:45.837012 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbdd7e92-d645-487e-ac55-201aa3d4d7b0 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:45.837012 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-dbdd7e92-d645-487e-ac55-201aa3d4d7b0 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:45.928240 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdd7e92-d645-487e-ac55-201aa3d4d7b0 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Pushing event updated for resources: {'Network': ['ID=d917e1dc-3946-4e84-8fb6-7f2abebbc39b,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:45.942327 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network d917e1dc-3946-4e84-8fb6-7f2abebbc39b details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:36:45.954357 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aec5277-9f96-41e6-a62b-dfe0bfe89cec tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Network dcaf3f62-dbd9-4537-ad3a-163f6fbc1d0f is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:36:45.985820 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-37b73873-1395-4d88-a06c-7042468ae4e8 tempest-TagsTest-1945471467 tempest-TagsTest-1945471467-project] Publish callbacks [] for security_group (e335aa7f-6559-4108-9c68-31c55c95dabf), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:45.996940 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-dbdd7e92-d645-487e-ac55-201aa3d4d7b0 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4904451 Feb 28 10:36:46.000580 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965123f1-0620-48c8-9461-de45e986182f req-ebf80c71-b7e8-4cae-b4c4-6be313d7d816 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:46.002344 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-965123f1-0620-48c8-9461-de45e986182f req-ebf80c71-b7e8-4cae-b4c4-6be313d7d816 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.0621462 Feb 28 10:36:46.061330 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-37b73873-1395-4d88-a06c-7042468ae4e8 tempest-TagsTest-1945471467 tempest-TagsTest-1945471467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (e335aa7f-6559-4108-9c68-31c55c95dabf), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:46.074493 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-965123f1-0620-48c8-9461-de45e986182f req-bf8bd72e-2e83-4020-8d8f-bb4601a9fa6f tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624969 Feb 28 10:36:46.077293 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-9aec5277-9f96-41e6-a62b-dfe0bfe89cec tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, dcaf3f62-dbd9-4537-ad3a-163f6fbc1d0f) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:46.094368 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aec5277-9f96-41e6-a62b-dfe0bfe89cec tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:46.095180 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9aec5277-9f96-41e6-a62b-dfe0bfe89cec tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:46.097026 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3429ff7-58d1-4427-a796-f312f0a9b800 None None] Network dcaf3f62-dbd9-4537-ad3a-163f6fbc1d0f requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:46.114426 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37b73873-1395-4d88-a06c-7042468ae4e8 tempest-TagsTest-1945471467 tempest-TagsTest-1945471467-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:36:46.125006 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b73873-1395-4d88-a06c-7042468ae4e8 tempest-TagsTest-1945471467 tempest-TagsTest-1945471467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e335aa7f-6559-4108-9c68-31c55c95dabf,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:46.131445 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44630) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:46.138213 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-b0880620-87e9-457f-9c9e-65922bfc7b66 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Request body: {'subnets': [{'network_id': 'f5529a5a-ad4c-4f4c-82e7-f07a78cda7a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--893057669', 'ip_version': 4}, {'network_id': 'd917e1dc-3946-4e84-8fb6-7f2abebbc39b', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:46.139822 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-b0880620-87e9-457f-9c9e-65922bfc7b66 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Request body: {'subnet': {'network_id': 'f5529a5a-ad4c-4f4c-82e7-f07a78cda7a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--893057669', 'ip_version': 4}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:46.139822 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-b0880620-87e9-457f-9c9e-65922bfc7b66 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Request body: {'subnet': {'network_id': 'd917e1dc-3946-4e84-8fb6-7f2abebbc39b', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:46.145936 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-37b73873-1395-4d88-a06c-7042468ae4e8 tempest-TagsTest-1945471467 tempest-TagsTest-1945471467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (f2831fde-d49c-4ab2-bbf3-10db644eb2f4), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:46.145936 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-37b73873-1395-4d88-a06c-7042468ae4e8 tempest-TagsTest-1945471467 tempest-TagsTest-1945471467-project] Added segment f2831fde-d49c-4ab2-bbf3-10db644eb2f4 of type vlan for network 236b3ba6-5a28-4b75-af50-539604002bc5 Feb 28 10:36:46.199847 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-37b73873-1395-4d88-a06c-7042468ae4e8 tempest-TagsTest-1945471467 tempest-TagsTest-1945471467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (236b3ba6-5a28-4b75-af50-539604002bc5), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:46.214599 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc76c35-90b7-48d0-a0b4-e744104db073 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-dcaf3f62-dbd9-4537-ad3a-163f6fbc1d0f', 'network_id': 'dcaf3f62-dbd9-4537-ad3a-163f6fbc1d0f', 'project_id': '4139ff51d3884888b07610eef64ca26e', 'fixed_ips': [{'subnet_id': 'aa69af00-03ed-4a66-bf82-9b1269ca524c'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:36:46.216942 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-fdc76c35-90b7-48d0-a0b4-e744104db073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:46.236418 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44634) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:46.246660 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-9aec5277-9f96-41e6-a62b-dfe0bfe89cec tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2690001 Feb 28 10:36:46.249067 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44636) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:46.256009 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-880d79e7-e046-419b-99c7-5b7d5378205f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Request body: {'port': {'network_id': 'dcaf3f62-dbd9-4537-ad3a-163f6fbc1d0f', 'name': 'tempest-PortsIpV6TestJSON-348443099'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:46.345701 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-37b73873-1395-4d88-a06c-7042468ae4e8 tempest-TagsTest-1945471467 tempest-TagsTest-1945471467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (236b3ba6-5a28-4b75-af50-539604002bc5), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:46.351546 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b73873-1395-4d88-a06c-7042468ae4e8 tempest-TagsTest-1945471467 tempest-TagsTest-1945471467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:46.352526 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-37b73873-1395-4d88-a06c-7042468ae4e8 tempest-TagsTest-1945471467 tempest-TagsTest-1945471467-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:46.405555 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-fdc76c35-90b7-48d0-a0b4-e744104db073 None None] Allocated IP 2001:db8::2 (dcaf3f62-dbd9-4537-ad3a-163f6fbc1d0f/aa69af00-03ed-4a66-bf82-9b1269ca524c/ddf95c28-eca4-4274-b9dc-b69d8d4b01d7) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:36:46.454256 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-37b73873-1395-4d88-a06c-7042468ae4e8 tempest-TagsTest-1945471467 tempest-TagsTest-1945471467-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.8818645 Feb 28 10:36:46.458736 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44640) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:46.472245 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.tag.tag_plugin [None req-97afc7e3-b8c3-4fa1-8370-837d7088755c tempest-TagsTest-1945471467 tempest-TagsTest-1945471467-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '236b3ba6-5a28-4b75-af50-539604002bc5', 'tempest-TagsTest-Tag-406214081') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:46.475057 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-92a0535b-13c9-4c61-b2bd-52ed330056de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:46.490613 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b73873-1395-4d88-a06c-7042468ae4e8 tempest-TagsTest-1945471467 tempest-TagsTest-1945471467-project] Pushing event updated for resources: {'Network': ['ID=236b3ba6-5a28-4b75-af50-539604002bc5,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:46.502556 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-36260d16-7c01-4f60-973a-ea2a54963d98 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6344603bd44c4b40ab017d9623e1a51e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2600513 Feb 28 10:36:46.503093 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44642) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:46.506934 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 236b3ba6-5a28-4b75-af50-539604002bc5 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:36:46.547552 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0880620-87e9-457f-9c9e-65922bfc7b66 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Made reservation on behalf of 059f65ff6974448ca6c69865449221c8 for: {'subnet': 2} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:46.551811 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b0880620-87e9-457f-9c9e-65922bfc7b66 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:46.552156 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b0880620-87e9-457f-9c9e-65922bfc7b66 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:46.560291 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-880d79e7-e046-419b-99c7-5b7d5378205f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Made reservation on behalf of 4139ff51d3884888b07610eef64ca26e for: {'port': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:46.564078 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-880d79e7-e046-419b-99c7-5b7d5378205f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:46.584339 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [None req-880d79e7-e046-419b-99c7-5b7d5378205f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] device_id is not set on port cdf4631f-880e-44ce-90a4-6d02fdc1231b yet. {{(pid=104084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:36:46.631799 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-fdc76c35-90b7-48d0-a0b4-e744104db073 None None] Publish callbacks [] for port (ddf95c28-eca4-4274-b9dc-b69d8d4b01d7), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:46.671077 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44644) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:46.685243 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-03901da2-36a7-47d0-822a-ae2ed3a8e7fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:46.694260 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3617f7c9-f0d3-4a17-92e9-36c549d31e8e admin admin] Publish callbacks [] for security_group (8d089875-cc04-4e47-bb37-7038d9f4ec58), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:46.699981 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-fdc76c35-90b7-48d0-a0b4-e744104db073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (ddf95c28-eca4-4274-b9dc-b69d8d4b01d7), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:46.725758 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3617f7c9-f0d3-4a17-92e9-36c549d31e8e admin admin] Publish callbacks [] for security_group (8d089875-cc04-4e47-bb37-7038d9f4ec58), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:46.760576 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc76c35-90b7-48d0-a0b4-e744104db073 None None] Pushing event updated for resources: {'Port': ['ID=ddf95c28-eca4-4274-b9dc-b69d8d4b01d7,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:46.773454 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc76c35-90b7-48d0-a0b4-e744104db073 None None] Network dcaf3f62-dbd9-4537-ad3a-163f6fbc1d0f is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:46.775361 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-fdc76c35-90b7-48d0-a0b4-e744104db073 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:46.779229 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-880d79e7-e046-419b-99c7-5b7d5378205f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Allocated IP 2001:db8::169 (dcaf3f62-dbd9-4537-ad3a-163f6fbc1d0f/aa69af00-03ed-4a66-bf82-9b1269ca524c/cdf4631f-880e-44ce-90a4-6d02fdc1231b) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:36:46.782623 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc76c35-90b7-48d0-a0b4-e744104db073 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:36:46.789478 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-97afc7e3-b8c3-4fa1-8370-837d7088755c tempest-TagsTest-1945471467 tempest-TagsTest-1945471467-project] 10.222.0.62 "PUT /v2.0/networks/236b3ba6-5a28-4b75-af50-539604002bc5/tags/tempest-TagsTest-Tag-406214081 HTTP/1.1" status: 201 len: 201 time: 0.3296463 Feb 28 10:36:46.793188 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44646) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:46.801622 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.tag.tag_plugin [None req-4cdd2bab-a26d-42da-b5e5-44d6af0e3730 tempest-TagsTest-1945471467 tempest-TagsTest-1945471467-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '236b3ba6-5a28-4b75-af50-539604002bc5', 'tempest-TagsTest-Tag-406214081') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:46.861849 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-fdc76c35-90b7-48d0-a0b4-e744104db073 None None] Attempting to bind port ddf95c28-eca4-4274-b9dc-b69d8d4b01d7 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:36:46.862567 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-fdc76c35-90b7-48d0-a0b4-e744104db073 None None] Attempting to bind port ddf95c28-eca4-4274-b9dc-b69d8d4b01d7 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': 'c1198038-429b-4b73-a203-84fc62ad7207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dcaf3f62-dbd9-4537-ad3a-163f6fbc1d0f'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:36:46.862731 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc76c35-90b7-48d0-a0b4-e744104db073 None None] Attempting to bind port ddf95c28-eca4-4274-b9dc-b69d8d4b01d7 on network dcaf3f62-dbd9-4537-ad3a-163f6fbc1d0f {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:36:46.868560 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc76c35-90b7-48d0-a0b4-e744104db073 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:36:46.868931 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc76c35-90b7-48d0-a0b4-e744104db073 None None] Checking segment: {'id': 'c1198038-429b-4b73-a203-84fc62ad7207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dcaf3f62-dbd9-4537-ad3a-163f6fbc1d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:36:46.869954 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-fdc76c35-90b7-48d0-a0b4-e744104db073 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:46.870355 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc76c35-90b7-48d0-a0b4-e744104db073 None None] Bound using segment: {'id': 'c1198038-429b-4b73-a203-84fc62ad7207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dcaf3f62-dbd9-4537-ad3a-163f6fbc1d0f'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:36:46.870852 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-fdc76c35-90b7-48d0-a0b4-e744104db073 None None] Bound port: ddf95c28-eca4-4274-b9dc-b69d8d4b01d7, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1198038-429b-4b73-a203-84fc62ad7207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dcaf3f62-dbd9-4537-ad3a-163f6fbc1d0f'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:36:46.871041 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-03901da2-36a7-47d0-822a-ae2ed3a8e7fe admin admin] Publish callbacks [] for security_group (3291e31c-c25f-4828-9e07-4a474725b187), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:46.871491 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-fdc76c35-90b7-48d0-a0b4-e744104db073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (ddf95c28-eca4-4274-b9dc-b69d8d4b01d7), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:46.942891 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-03901da2-36a7-47d0-822a-ae2ed3a8e7fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (3291e31c-c25f-4828-9e07-4a474725b187), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:46.964155 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-fdc76c35-90b7-48d0-a0b4-e744104db073 None None] For port ddf95c28-eca4-4274-b9dc-b69d8d4b01d7, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:36:46.970032 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-fdc76c35-90b7-48d0-a0b4-e744104db073 None None] For port ddf95c28-eca4-4274-b9dc-b69d8d4b01d7, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=ddf95c28-eca4-4274-b9dc-b69d8d4b01d7,segment=NetworkSegment(c1198038-429b-4b73-a203-84fc62ad7207),segment_id=c1198038-429b-4b73-a203-84fc62ad7207)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:36:46.975364 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-4cdd2bab-a26d-42da-b5e5-44d6af0e3730 tempest-TagsTest-1945471467 tempest-TagsTest-1945471467-project] 10.222.0.62 "GET /v2.0/networks/236b3ba6-5a28-4b75-af50-539604002bc5/tags/tempest-TagsTest-Tag-406214081 HTTP/1.1" status: 204 len: 168 time: 0.1783175 Feb 28 10:36:46.980582 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44648) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:46.982756 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03901da2-36a7-47d0-822a-ae2ed3a8e7fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3291e31c-c25f-4828-9e07-4a474725b187,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:46.984492 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.tag.tag_plugin [None req-5a083ab1-3ac6-4c2b-a0b0-7ff0a1117777 tempest-TagsTest-1945471467 tempest-TagsTest-1945471467-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '236b3ba6-5a28-4b75-af50-539604002bc5') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:47.005950 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3617f7c9-f0d3-4a17-92e9-36c549d31e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (8d089875-cc04-4e47-bb37-7038d9f4ec58), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:47.008548 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3617f7c9-f0d3-4a17-92e9-36c549d31e8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:47.010211 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-3617f7c9-f0d3-4a17-92e9-36c549d31e8e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8d089875-cc04-4e47-bb37-7038d9f4ec58 HTTP/1.1" status: 204 len: 168 time: 0.5058856 Feb 28 10:36:47.026888 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-03901da2-36a7-47d0-822a-ae2ed3a8e7fe admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=51cfd82e438a4646abc5ed215370414b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3483732 Feb 28 10:36:47.026888 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44652) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:47.027154 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3617f7c9-f0d3-4a17-92e9-36c549d31e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d089875-cc04-4e47-bb37-7038d9f4ec58,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:47.070277 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-fdc76c35-90b7-48d0-a0b4-e744104db073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (ddf95c28-eca4-4274-b9dc-b69d8d4b01d7), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:47.092504 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-880d79e7-e046-419b-99c7-5b7d5378205f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for port (cdf4631f-880e-44ce-90a4-6d02fdc1231b), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:47.120692 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-63f44e1a-70c0-4476-b671-7b08859282c7 admin admin] Publish callbacks [] for security_group (3291e31c-c25f-4828-9e07-4a474725b187), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:47.160375 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-5a083ab1-3ac6-4c2b-a0b0-7ff0a1117777 tempest-TagsTest-1945471467 tempest-TagsTest-1945471467-project] 10.222.0.62 "GET /v2.0/networks/236b3ba6-5a28-4b75-af50-539604002bc5/tags HTTP/1.1" status: 200 len: 237 time: 0.1784852 Feb 28 10:36:47.165058 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-63f44e1a-70c0-4476-b671-7b08859282c7 admin admin] Publish callbacks [] for security_group (3291e31c-c25f-4828-9e07-4a474725b187), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:47.166776 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44656) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:47.173380 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.tag.tag_plugin [None req-752c114f-ba06-4e0b-91b8-dba664c2f87d tempest-TagsTest-1945471467 tempest-TagsTest-1945471467-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '236b3ba6-5a28-4b75-af50-539604002bc5', {'tags': ['tempest-TagsTest-Tag-1807909621', 'tempest-TagsTest-Tag-25633711', 'tempest-TagsTest-Tag-1971690378']}) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:47.196602 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc76c35-90b7-48d0-a0b4-e744104db073 None None] Pushing event updated for resources: {'Port': ['ID=ddf95c28-eca4-4274-b9dc-b69d8d4b01d7,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:47.271987 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-880d79e7-e046-419b-99c7-5b7d5378205f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (cdf4631f-880e-44ce-90a4-6d02fdc1231b), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:47.332824 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880d79e7-e046-419b-99c7-5b7d5378205f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Network dcaf3f62-dbd9-4537-ad3a-163f6fbc1d0f is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:47.344715 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-880d79e7-e046-419b-99c7-5b7d5378205f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:47.347743 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880d79e7-e046-419b-99c7-5b7d5378205f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:36:47.352951 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880d79e7-e046-419b-99c7-5b7d5378205f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:47.354544 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-880d79e7-e046-419b-99c7-5b7d5378205f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:47.358009 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880d79e7-e046-419b-99c7-5b7d5378205f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event updated for resources: {'Port': ['ID=cdf4631f-880e-44ce-90a4-6d02fdc1231b,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:47.364226 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b0880620-87e9-457f-9c9e-65922bfc7b66 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (09104b77-c0cc-4c5d-a4c3-8cbad1881e1e), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:47.367654 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e1286b-680d-4ab5-b629-ee8f0b785f20 req-8aec7c39-3552-4a4d-bfe1-113124108974 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:47.368089 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-b5e1286b-680d-4ab5-b629-ee8f0b785f20 req-8aec7c39-3552-4a4d-bfe1-113124108974 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.1344831 Feb 28 10:36:47.377202 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-63f44e1a-70c0-4476-b671-7b08859282c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (3291e31c-c25f-4828-9e07-4a474725b187), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:47.377202 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-63f44e1a-70c0-4476-b671-7b08859282c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:47.378558 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-63f44e1a-70c0-4476-b671-7b08859282c7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3291e31c-c25f-4828-9e07-4a474725b187 HTTP/1.1" status: 204 len: 168 time: 0.3544168 Feb 28 10:36:47.398310 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f44e1a-70c0-4476-b671-7b08859282c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3291e31c-c25f-4828-9e07-4a474725b187,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:47.436544 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44660) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:47.436769 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-752c114f-ba06-4e0b-91b8-dba664c2f87d tempest-TagsTest-1945471467 tempest-TagsTest-1945471467-project] 10.222.0.62 "PUT /v2.0/networks/236b3ba6-5a28-4b75-af50-539604002bc5/tags HTTP/1.1" status: 200 len: 307 time: 0.2684584 Feb 28 10:36:47.442643 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.tag.tag_plugin [None req-d9bcc52a-89ff-458d-924b-9049fe39d0b4 tempest-TagsTest-1945471467 tempest-TagsTest-1945471467-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '236b3ba6-5a28-4b75-af50-539604002bc5', 'tempest-TagsTest-Tag-1807909621') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:47.482327 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0880620-87e9-457f-9c9e-65922bfc7b66 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Pushing event updated for resources: {'Subnet': ['ID=09104b77-c0cc-4c5d-a4c3-8cbad1881e1e,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:47.491324 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0880620-87e9-457f-9c9e-65922bfc7b66 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Checking segment: {'id': '4e4ed7ef-be00-4432-b8ed-a8e2327b9eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f5529a5a-ad4c-4f4c-82e7-f07a78cda7a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:36:47.491758 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0880620-87e9-457f-9c9e-65922bfc7b66 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Network hostable DHCP agents. Network: f5529a5a-ad4c-4f4c-82e7-f07a78cda7a9, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:36:47.501705 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-880d79e7-e046-419b-99c7-5b7d5378205f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2491128 Feb 28 10:36:47.503030 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44662) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:47.544262 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-b5e1286b-680d-4ab5-b629-ee8f0b785f20 req-0fd5a59b-4561-4e89-bd3e-c20058664002 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478605 Feb 28 10:36:47.641104 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0880620-87e9-457f-9c9e-65922bfc7b66 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Network f5529a5a-ad4c-4f4c-82e7-f07a78cda7a9 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:36:47.652481 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-a2fba7d8-62d0-4525-86e7-f8cfe133d2aa tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Deleting port cdf4631f-880e-44ce-90a4-6d02fdc1231b {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:47.652481 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a2fba7d8-62d0-4525-86e7-f8cfe133d2aa tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (cdf4631f-880e-44ce-90a4-6d02fdc1231b), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:47.702460 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-d9bcc52a-89ff-458d-924b-9049fe39d0b4 tempest-TagsTest-1945471467 tempest-TagsTest-1945471467-project] 10.222.0.62 "DELETE /v2.0/networks/236b3ba6-5a28-4b75-af50-539604002bc5/tags/tempest-TagsTest-Tag-1807909621 HTTP/1.1" status: 204 len: 168 time: 0.2637165 Feb 28 10:36:47.705270 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44670) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:47.709914 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.tag.tag_plugin [None req-2023115f-377f-40f8-a164-ccbf8d20590d tempest-TagsTest-1945471467 tempest-TagsTest-1945471467-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '236b3ba6-5a28-4b75-af50-539604002bc5', 'tempest-TagsTest-Tag-1807909621') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:47.733378 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-b0880620-87e9-457f-9c9e-65922bfc7b66 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, f5529a5a-ad4c-4f4c-82e7-f07a78cda7a9) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:47.743176 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c578ef-79cb-4263-88e7-1b8fe24115f6 None None] Network f5529a5a-ad4c-4f4c-82e7-f07a78cda7a9 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:47.750170 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b0880620-87e9-457f-9c9e-65922bfc7b66 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (cf4cb2a4-a0d6-4238-b9a4-bece9a2a4f1c), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:47.846162 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-2023115f-377f-40f8-a164-ccbf8d20590d tempest-TagsTest-1945471467 tempest-TagsTest-1945471467-project] show failed (client error): The resource could not be found. Feb 28 10:36:47.851043 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44678) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:47.856210 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-2023115f-377f-40f8-a164-ccbf8d20590d tempest-TagsTest-1945471467 tempest-TagsTest-1945471467-project] 10.222.0.62 "GET /v2.0/networks/236b3ba6-5a28-4b75-af50-539604002bc5/tags/tempest-TagsTest-Tag-1807909621 HTTP/1.1" status: 404 len: 326 time: 0.1496630 Feb 28 10:36:47.864470 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a2fba7d8-62d0-4525-86e7-f8cfe133d2aa tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (cdf4631f-880e-44ce-90a4-6d02fdc1231b), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:47.888279 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device ddf95c28-eca4-4274-b9dc-b69d8d4b01d7 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:36:47.900632 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.tag.tag_plugin [None req-f304b696-452c-49f2-b53e-f4877a3211a3 tempest-TagsTest-1945471467 tempest-TagsTest-1945471467-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '236b3ba6-5a28-4b75-af50-539604002bc5', 'tempest-TagsTest-Tag-25633711') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:47.903503 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0880620-87e9-457f-9c9e-65922bfc7b66 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Pushing event updated for resources: {'Subnet': ['ID=cf4cb2a4-a0d6-4238-b9a4-bece9a2a4f1c,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:47.918021 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-a2fba7d8-62d0-4525-86e7-f8cfe133d2aa tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Calling delete_port for cdf4631f-880e-44ce-90a4-6d02fdc1231b owned by {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:47.967790 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635a3a50-9737-40a6-b93e-fdc9d23ac90a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-f5529a5a-ad4c-4f4c-82e7-f07a78cda7a9', 'network_id': 'f5529a5a-ad4c-4f4c-82e7-f07a78cda7a9', 'project_id': '059f65ff6974448ca6c69865449221c8', 'fixed_ips': [{'subnet_id': '09104b77-c0cc-4c5d-a4c3-8cbad1881e1e'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:36:47.968660 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-635a3a50-9737-40a6-b93e-fdc9d23ac90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:48.061317 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port ddf95c28-eca4-4274-b9dc-b69d8d4b01d7 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:48.061692 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (ddf95c28-eca4-4274-b9dc-b69d8d4b01d7), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:48.092271 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88369a43-01e9-4d54-9f6b-9d4cb62b185d req-e2482427-1640-497c-b09e-1d4fb5a249df tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:48.094763 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-88369a43-01e9-4d54-9f6b-9d4cb62b185d req-e2482427-1640-497c-b09e-1d4fb5a249df tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.0807610 Feb 28 10:36:48.199468 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-88369a43-01e9-4d54-9f6b-9d4cb62b185d req-cc6293ed-a9f2-4353-bdfc-137359321247 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976253 Feb 28 10:36:48.234150 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-635a3a50-9737-40a6-b93e-fdc9d23ac90a None None] Allocated IP 172.20.0.2 (f5529a5a-ad4c-4f4c-82e7-f07a78cda7a9/09104b77-c0cc-4c5d-a4c3-8cbad1881e1e/097f2fd4-b8f6-471e-8d6a-47147f35464a) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:36:48.237032 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0880620-87e9-457f-9c9e-65922bfc7b66 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Checking segment: {'id': '352374c6-f143-4390-85ce-8770fd293e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd917e1dc-3946-4e84-8fb6-7f2abebbc39b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:36:48.239710 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0880620-87e9-457f-9c9e-65922bfc7b66 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Network hostable DHCP agents. Network: d917e1dc-3946-4e84-8fb6-7f2abebbc39b, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:36:48.276562 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port ddf95c28-eca4-4274-b9dc-b69d8d4b01d7 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:48.276963 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (ddf95c28-eca4-4274-b9dc-b69d8d4b01d7), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:48.321820 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44686) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:48.323452 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-f304b696-452c-49f2-b53e-f4877a3211a3 tempest-TagsTest-1945471467 tempest-TagsTest-1945471467-project] 10.222.0.62 "GET /v2.0/networks/236b3ba6-5a28-4b75-af50-539604002bc5/tags/tempest-TagsTest-Tag-25633711 HTTP/1.1" status: 204 len: 168 time: 0.4482579 Feb 28 10:36:48.328815 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.tag.tag_plugin [None req-ec1fd42d-3a96-4479-8e25-9c9b739b1fe2 tempest-TagsTest-1945471467 tempest-TagsTest-1945471467-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '236b3ba6-5a28-4b75-af50-539604002bc5', 'tempest-TagsTest-Tag-1971690378') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:48.354505 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba01b51-6075-42ad-92b5-ab53b6a272b1 req-c3ef5a20-ecdc-4ab2-943a-cc7485b09fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:48.356095 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-dba01b51-6075-42ad-92b5-ab53b6a272b1 req-c3ef5a20-ecdc-4ab2-943a-cc7485b09fe3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=db1f4f0e5a54442e90e9cc29426671f3&device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 1129 time: 0.0835903 Feb 28 10:36:48.360909 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port ddf95c28-eca4-4274-b9dc-b69d8d4b01d7, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=ddf95c28-eca4-4274-b9dc-b69d8d4b01d7,segment=NetworkSegment(c1198038-429b-4b73-a203-84fc62ad7207),segment_id=c1198038-429b-4b73-a203-84fc62ad7207)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:48.401341 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0880620-87e9-457f-9c9e-65922bfc7b66 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Network d917e1dc-3946-4e84-8fb6-7f2abebbc39b is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:36:48.406356 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a2fba7d8-62d0-4525-86e7-f8cfe133d2aa tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (cdf4631f-880e-44ce-90a4-6d02fdc1231b), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:48.453300 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (ddf95c28-eca4-4274-b9dc-b69d8d4b01d7), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:48.476990 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44692) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:48.491927 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fba7d8-62d0-4525-86e7-f8cfe133d2aa tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event deleted for resources: {'Port': ['ID=cdf4631f-880e-44ce-90a4-6d02fdc1231b,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:48.515686 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-381ab80c-a9b8-4498-93e0-48407d8cfaca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:48.522557 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a2fba7d8-62d0-4525-86e7-f8cfe133d2aa tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:48.544573 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a2fba7d8-62d0-4525-86e7-f8cfe133d2aa tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "DELETE /v2.0/ports/cdf4631f-880e-44ce-90a4-6d02fdc1231b HTTP/1.1" status: 204 len: 168 time: 1.0401673 Feb 28 10:36:48.550209 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-ec1fd42d-3a96-4479-8e25-9c9b739b1fe2 tempest-TagsTest-1945471467 tempest-TagsTest-1945471467-project] 10.222.0.62 "GET /v2.0/networks/236b3ba6-5a28-4b75-af50-539604002bc5/tags/tempest-TagsTest-Tag-1971690378 HTTP/1.1" status: 204 len: 168 time: 0.2244287 Feb 28 10:36:48.551123 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-b0880620-87e9-457f-9c9e-65922bfc7b66 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, d917e1dc-3946-4e84-8fb6-7f2abebbc39b) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:48.552001 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44694) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:48.552346 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44696) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:48.570703 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0880620-87e9-457f-9c9e-65922bfc7b66 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:48.571001 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.tag.tag_plugin [None req-af33d5d1-d981-4b8d-b687-c8a2ccfc2814 tempest-TagsTest-1945471467 tempest-TagsTest-1945471467-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '236b3ba6-5a28-4b75-af50-539604002bc5') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:48.572864 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963516d0-dc48-42f3-8318-82d3bcf2f716 None None] Network d917e1dc-3946-4e84-8fb6-7f2abebbc39b requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:48.574472 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0880620-87e9-457f-9c9e-65922bfc7b66 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:48.575405 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b0880620-87e9-457f-9c9e-65922bfc7b66 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:48.626071 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-d34badaf-10d1-47f7-9e18-33dcebbc3338 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:48.626659 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d34badaf-10d1-47f7-9e18-33dcebbc3338 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:48.632278 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-d34badaf-10d1-47f7-9e18-33dcebbc3338 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "DELETE /v2.0/ports/cdf4631f-880e-44ce-90a4-6d02fdc1231b HTTP/1.1" status: 404 len: 333 time: 0.0711203 Feb 28 10:36:48.633533 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44700) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:48.641787 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba01b51-6075-42ad-92b5-ab53b6a272b1 req-1919de87-609e-413f-908d-cb3f1c3f0fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:48.643300 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-dba01b51-6075-42ad-92b5-ab53b6a272b1 req-1919de87-609e-413f-908d-cb3f1c3f0fca service neutron] 10.222.0.70 "GET /v2.0/networks?id=3446291b-b1f9-4318-9a41-856ad362fcb1 HTTP/1.1" status: 200 len: 912 time: 0.2588966 Feb 28 10:36:48.648447 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-635a3a50-9737-40a6-b93e-fdc9d23ac90a None None] Publish callbacks [] for port (097f2fd4-b8f6-471e-8d6a-47147f35464a), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:48.652013 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be974f7-3b6c-4663-914e-c8cced3212ca None None] Network dcaf3f62-dbd9-4537-ad3a-163f6fbc1d0f requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:48.671174 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-252d0bcb-f655-4e19-ac6d-09420b1dc7a6 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] GET failed (client error): The resource could not be found. Feb 28 10:36:48.674281 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-252d0bcb-f655-4e19-ac6d-09420b1dc7a6 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "GET /v2.0/ports/cdf4631f-880e-44ce-90a4-6d02fdc1231b HTTP/1.1" status: 404 len: 333 time: 0.0401936 Feb 28 10:36:48.676632 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44702) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:48.690805 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-b0880620-87e9-457f-9c9e-65922bfc7b66 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.5582542 Feb 28 10:36:48.707444 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=ddf95c28-eca4-4274-b9dc-b69d8d4b01d7,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:48.709539 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44704) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:48.759413 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f84033b6-2669-4f26-9f2a-8e27d291695b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:48.770142 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1ff77e0-d1d9-4d48-85d8-c024571d7b27 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Deleting subnet aa69af00-03ed-4a66-bf82-9b1269ca524c {{(pid=104083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:36:48.775037 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b1ff77e0-d1d9-4d48-85d8-c024571d7b27 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for subnet (aa69af00-03ed-4a66-bf82-9b1269ca524c), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:48.776520 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ffde241c-73b9-4560-8cf0-607249932b2f None None] Provisioning complete for port ddf95c28-eca4-4274-b9dc-b69d8d4b01d7 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:48.777062 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ffde241c-73b9-4560-8cf0-607249932b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (ddf95c28-eca4-4274-b9dc-b69d8d4b01d7), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:48.787098 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-dba01b51-6075-42ad-92b5-ab53b6a272b1 req-73c209dd-7a32-4fc7-acc7-c82482875916 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a922728-f3d0-4367-bcc8-b27de3315e43 HTTP/1.1" status: 200 len: 1000 time: 0.1156235 Feb 28 10:36:48.804555 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f26fe36-4081-4810-a3ab-e89be68bea25 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:48.806089 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f26fe36-4081-4810-a3ab-e89be68bea25 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:48.807960 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f26fe36-4081-4810-a3ab-e89be68bea25 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:48.810166 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-9f26fe36-4081-4810-a3ab-e89be68bea25 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.0995553 Feb 28 10:36:48.810826 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-381ab80c-a9b8-4498-93e0-48407d8cfaca admin admin] Publish callbacks [] for security_group (0df3bbe9-d58f-4425-95cc-8d312a245576), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:48.813599 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44708) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:48.819337 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-635a3a50-9737-40a6-b93e-fdc9d23ac90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (097f2fd4-b8f6-471e-8d6a-47147f35464a), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:48.831767 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b1ff77e0-d1d9-4d48-85d8-c024571d7b27 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59245535'] for subnet (aa69af00-03ed-4a66-bf82-9b1269ca524c), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:48.881850 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635a3a50-9737-40a6-b93e-fdc9d23ac90a None None] Network f5529a5a-ad4c-4f4c-82e7-f07a78cda7a9 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:48.895113 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba01b51-6075-42ad-92b5-ab53b6a272b1 req-d9520a92-2b09-4cbb-b7e6-61a6dd9f6f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:48.897027 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-dba01b51-6075-42ad-92b5-ab53b6a272b1 req-d9520a92-2b09-4cbb-b7e6-61a6dd9f6f7b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=038abd09-1459-4824-9486-15e272f156e9 HTTP/1.1" status: 200 len: 851 time: 0.1002960 Feb 28 10:36:48.902197 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-c019dffc-a4d3-4ada-b6e0-78422fd47e4d tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Deleting subnet 09104b77-c0cc-4c5d-a4c3-8cbad1881e1e {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:36:48.904579 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-635a3a50-9737-40a6-b93e-fdc9d23ac90a None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:48.914100 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c019dffc-a4d3-4ada-b6e0-78422fd47e4d tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks [] for subnet (09104b77-c0cc-4c5d-a4c3-8cbad1881e1e), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:48.920687 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635a3a50-9737-40a6-b93e-fdc9d23ac90a None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:36:48.936994 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-381ab80c-a9b8-4498-93e0-48407d8cfaca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (0df3bbe9-d58f-4425-95cc-8d312a245576), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:48.957910 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b1ff77e0-d1d9-4d48-85d8-c024571d7b27 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (aa69af00-03ed-4a66-bf82-9b1269ca524c), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:48.963382 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635a3a50-9737-40a6-b93e-fdc9d23ac90a None None] Pushing event updated for resources: {'Port': ['ID=097f2fd4-b8f6-471e-8d6a-47147f35464a,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:48.976392 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-af33d5d1-d981-4b8d-b687-c8a2ccfc2814 tempest-TagsTest-1945471467 tempest-TagsTest-1945471467-project] 10.222.0.62 "DELETE /v2.0/networks/236b3ba6-5a28-4b75-af50-539604002bc5/tags HTTP/1.1" status: 204 len: 168 time: 0.4140670 Feb 28 10:36:48.981222 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44710) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:48.986413 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.tag.tag_plugin [None req-2f732426-d3cc-4aaf-8f0e-74c10d56457b tempest-TagsTest-1945471467 tempest-TagsTest-1945471467-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '236b3ba6-5a28-4b75-af50-539604002bc5', 'tempest-TagsTest-Tag-25633711') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:49.015277 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c019dffc-a4d3-4ada-b6e0-78422fd47e4d tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (09104b77-c0cc-4c5d-a4c3-8cbad1881e1e), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:49.016365 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7447da1-11c7-4e65-acdc-12d85641a369 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-d917e1dc-3946-4e84-8fb6-7f2abebbc39b', 'network_id': 'd917e1dc-3946-4e84-8fb6-7f2abebbc39b', 'project_id': '059f65ff6974448ca6c69865449221c8', 'fixed_ips': [{'subnet_id': 'cf4cb2a4-a0d6-4238-b9a4-bece9a2a4f1c'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:36:49.017477 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d7447da1-11c7-4e65-acdc-12d85641a369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:49.044433 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-381ab80c-a9b8-4498-93e0-48407d8cfaca admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=79bcc4e070a940aeb7b0b1e8acee1503&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5643315 Feb 28 10:36:49.049514 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381ab80c-a9b8-4498-93e0-48407d8cfaca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df3bbe9-d58f-4425-95cc-8d312a245576,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:49.051983 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44714) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:49.089672 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44716) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:49.091858 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba01b51-6075-42ad-92b5-ab53b6a272b1 req-e8e40807-8c5c-47c4-aeb7-4c51da3c5dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:49.093397 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-dba01b51-6075-42ad-92b5-ab53b6a272b1 req-e8e40807-8c5c-47c4-aeb7-4c51da3c5dd5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3446291b-b1f9-4318-9a41-856ad362fcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1871762 Feb 28 10:36:49.116518 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-635a3a50-9737-40a6-b93e-fdc9d23ac90a None None] Attempting to bind port 097f2fd4-b8f6-471e-8d6a-47147f35464a on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:36:49.116992 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-635a3a50-9737-40a6-b93e-fdc9d23ac90a None None] Attempting to bind port 097f2fd4-b8f6-471e-8d6a-47147f35464a by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '4e4ed7ef-be00-4432-b8ed-a8e2327b9eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f5529a5a-ad4c-4f4c-82e7-f07a78cda7a9'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:36:49.117788 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635a3a50-9737-40a6-b93e-fdc9d23ac90a None None] Attempting to bind port 097f2fd4-b8f6-471e-8d6a-47147f35464a on network f5529a5a-ad4c-4f4c-82e7-f07a78cda7a9 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:36:49.135734 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.api.v2.resource [None req-2f732426-d3cc-4aaf-8f0e-74c10d56457b tempest-TagsTest-1945471467 tempest-TagsTest-1945471467-project] show failed (client error): The resource could not be found. Feb 28 10:36:49.137511 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-2f732426-d3cc-4aaf-8f0e-74c10d56457b tempest-TagsTest-1945471467 tempest-TagsTest-1945471467-project] 10.222.0.62 "GET /v2.0/networks/236b3ba6-5a28-4b75-af50-539604002bc5/tags/tempest-TagsTest-Tag-25633711 HTTP/1.1" status: 404 len: 324 time: 0.1546021 Feb 28 10:36:49.139920 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44720) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:49.145405 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.tag.tag_plugin [None req-3926e90f-1bf4-4d79-b3c8-828502a925da tempest-TagsTest-1945471467 tempest-TagsTest-1945471467-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '236b3ba6-5a28-4b75-af50-539604002bc5', 'tempest-TagsTest-Tag-1971690378') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:49.201317 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b1ff77e0-d1d9-4d48-85d8-c024571d7b27 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (aa69af00-03ed-4a66-bf82-9b1269ca524c), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:49.236067 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a55ce083-015a-4b97-9615-3e12b359e948 admin admin] Publish callbacks [] for security_group (0df3bbe9-d58f-4425-95cc-8d312a245576), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:49.244427 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b1ff77e0-d1d9-4d48-85d8-c024571d7b27 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:49.250588 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-b1ff77e0-d1d9-4d48-85d8-c024571d7b27 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "DELETE /v2.0/subnets/aa69af00-03ed-4a66-bf82-9b1269ca524c HTTP/1.1" status: 204 len: 168 time: 0.5727298 Feb 28 10:36:49.254074 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ff77e0-d1d9-4d48-85d8-c024571d7b27 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event deleted for resources: {'Subnet': ['ID=aa69af00-03ed-4a66-bf82-9b1269ca524c,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:49.259414 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44724) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:49.290240 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-82a125a5-fad3-42ea-bcc4-565c288127ab tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-659304887'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:49.313235 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.api.v2.resource [None req-3926e90f-1bf4-4d79-b3c8-828502a925da tempest-TagsTest-1945471467 tempest-TagsTest-1945471467-project] show failed (client error): The resource could not be found. Feb 28 10:36:49.317612 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-3926e90f-1bf4-4d79-b3c8-828502a925da tempest-TagsTest-1945471467 tempest-TagsTest-1945471467-project] 10.222.0.62 "GET /v2.0/networks/236b3ba6-5a28-4b75-af50-539604002bc5/tags/tempest-TagsTest-Tag-1971690378 HTTP/1.1" status: 404 len: 326 time: 0.1726053 Feb 28 10:36:49.346309 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44726) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:49.353434 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.tag.tag_plugin [None req-958d3dbb-3972-4cbf-8ba4-584380a9927d tempest-TagsTest-1945471467 tempest-TagsTest-1945471467-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '236b3ba6-5a28-4b75-af50-539604002bc5') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:49.404321 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635a3a50-9737-40a6-b93e-fdc9d23ac90a None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:36:49.404321 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635a3a50-9737-40a6-b93e-fdc9d23ac90a None None] Checking segment: {'id': '4e4ed7ef-be00-4432-b8ed-a8e2327b9eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f5529a5a-ad4c-4f4c-82e7-f07a78cda7a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:36:49.404689 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-635a3a50-9737-40a6-b93e-fdc9d23ac90a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:49.405098 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635a3a50-9737-40a6-b93e-fdc9d23ac90a None None] Bound using segment: {'id': '4e4ed7ef-be00-4432-b8ed-a8e2327b9eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f5529a5a-ad4c-4f4c-82e7-f07a78cda7a9'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:36:49.405596 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-635a3a50-9737-40a6-b93e-fdc9d23ac90a None None] Bound port: 097f2fd4-b8f6-471e-8d6a-47147f35464a, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e4ed7ef-be00-4432-b8ed-a8e2327b9eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f5529a5a-ad4c-4f4c-82e7-f07a78cda7a9'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:36:49.405985 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-635a3a50-9737-40a6-b93e-fdc9d23ac90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (097f2fd4-b8f6-471e-8d6a-47147f35464a), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:49.522764 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ffde241c-73b9-4560-8cf0-607249932b2f None None] Current status of the port ddf95c28-eca4-4274-b9dc-b69d8d4b01d7 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:49.574476 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a55ce083-015a-4b97-9615-3e12b359e948 admin admin] Publish callbacks [] for security_group (0df3bbe9-d58f-4425-95cc-8d312a245576), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:49.617370 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-d7447da1-11c7-4e65-acdc-12d85641a369 None None] Allocated IP 172.20.0.18 (d917e1dc-3946-4e84-8fb6-7f2abebbc39b/cf4cb2a4-a0d6-4238-b9a4-bece9a2a4f1c/b9adb049-11f8-4ab4-b26a-08100ef0d99e) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:36:49.628812 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c019dffc-a4d3-4ada-b6e0-78422fd47e4d tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (09104b77-c0cc-4c5d-a4c3-8cbad1881e1e), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:49.704691 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706d05a6-8385-49db-b827-78a3ae472705 None None] Network dcaf3f62-dbd9-4537-ad3a-163f6fbc1d0f requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:49.711036 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-dba01b51-6075-42ad-92b5-ab53b6a272b1 req-6a179550-b693-4676-bda2-91f935cafee0 service neutron] 10.222.0.70 "GET /v2.0/networks/3446291b-b1f9-4318-9a41-856ad362fcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6051519 Feb 28 10:36:49.728096 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a55ce083-015a-4b97-9615-3e12b359e948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (0df3bbe9-d58f-4425-95cc-8d312a245576), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:49.735823 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a55ce083-015a-4b97-9615-3e12b359e948 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:49.735823 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-a55ce083-015a-4b97-9615-3e12b359e948 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0df3bbe9-d58f-4425-95cc-8d312a245576 HTTP/1.1" status: 204 len: 168 time: 0.6823974 Feb 28 10:36:49.801670 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a1059ee2-e351-4811-9baa-f7cade4da447 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (dcaf3f62-dbd9-4537-ad3a-163f6fbc1d0f), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:49.816130 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a125a5-fad3-42ea-bcc4-565c288127ab tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Made reservation on behalf of 070cd643c21d4bf29defcd2dc74e514a for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:49.816130 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-82a125a5-fad3-42ea-bcc4-565c288127ab tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:49.816405 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device ddf95c28-eca4-4274-b9dc-b69d8d4b01d7 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:36:49.827399 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-82a125a5-fad3-42ea-bcc4-565c288127ab tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:49.865363 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687339a1-e903-4653-b2a9-3bb308f61be5 req-40f0e4e3-3a8d-4b18-b50d-4a0236b61d24 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:49.866454 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-635a3a50-9737-40a6-b93e-fdc9d23ac90a None None] For port 097f2fd4-b8f6-471e-8d6a-47147f35464a, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:36:49.868118 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-687339a1-e903-4653-b2a9-3bb308f61be5 req-40f0e4e3-3a8d-4b18-b50d-4a0236b61d24 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.5115833 Feb 28 10:36:49.895907 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-f9d22ef4-5056-43a7-8c03-f2e4ad8d2c7e None None] Provisioning complete for port ddf95c28-eca4-4274-b9dc-b69d8d4b01d7 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:49.896294 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f9d22ef4-5056-43a7-8c03-f2e4ad8d2c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (ddf95c28-eca4-4274-b9dc-b69d8d4b01d7), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:49.908141 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-dba01b51-6075-42ad-92b5-ab53b6a272b1 req-465096f8-f1d2-4150-9339-7d5282c6c8ec service neutron] 10.222.0.70 "GET /v2.0/networks/3446291b-b1f9-4318-9a41-856ad362fcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895580 Feb 28 10:36:49.909853 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c019dffc-a4d3-4ada-b6e0-78422fd47e4d tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (09104b77-c0cc-4c5d-a4c3-8cbad1881e1e), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:49.950762 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-635a3a50-9737-40a6-b93e-fdc9d23ac90a None None] For port 097f2fd4-b8f6-471e-8d6a-47147f35464a, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=097f2fd4-b8f6-471e-8d6a-47147f35464a,segment=NetworkSegment(4e4ed7ef-be00-4432-b8ed-a8e2327b9eb8),segment_id=4e4ed7ef-be00-4432-b8ed-a8e2327b9eb8)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:36:49.951363 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55ce083-015a-4b97-9615-3e12b359e948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df3bbe9-d58f-4425-95cc-8d312a245576,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:49.954162 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-958d3dbb-3972-4cbf-8ba4-584380a9927d tempest-TagsTest-1945471467 tempest-TagsTest-1945471467-project] 10.222.0.62 "DELETE /v2.0/networks/236b3ba6-5a28-4b75-af50-539604002bc5/tags HTTP/1.1" status: 204 len: 168 time: 0.6066420 Feb 28 10:36:49.963478 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44732) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:49.975392 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c019dffc-a4d3-4ada-b6e0-78422fd47e4d tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Pushing event deleted for resources: {'Subnet': ['ID=09104b77-c0cc-4c5d-a4c3-8cbad1881e1e,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:49.987429 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c019dffc-a4d3-4ada-b6e0-78422fd47e4d tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:49.992208 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c019dffc-a4d3-4ada-b6e0-78422fd47e4d tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] 10.222.0.62 "DELETE /v2.0/subnets/09104b77-c0cc-4c5d-a4c3-8cbad1881e1e HTTP/1.1" status: 204 len: 168 time: 1.1776009 Feb 28 10:36:49.996764 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44734) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:50.095511 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-635a3a50-9737-40a6-b93e-fdc9d23ac90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (097f2fd4-b8f6-471e-8d6a-47147f35464a), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:50.096670 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-687339a1-e903-4653-b2a9-3bb308f61be5 req-fe890e85-ee92-4937-baf9-029fd73bd4bf tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2161922 Feb 28 10:36:50.118599 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7d4ec1f3-49ee-4d07-870c-1ecb0ca4fb3b tempest-TagsTest-1945471467 tempest-TagsTest-1945471467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (236b3ba6-5a28-4b75-af50-539604002bc5), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:50.128528 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-a1059ee2-e351-4811-9baa-f7cade4da447 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Deleting port ddf95c28-eca4-4274-b9dc-b69d8d4b01d7 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:50.128902 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a1059ee2-e351-4811-9baa-f7cade4da447 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (ddf95c28-eca4-4274-b9dc-b69d8d4b01d7), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:50.145953 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb1510c1-78e6-492f-a2f2-a40a64bd77ad tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Deleting subnet cf4cb2a4-a0d6-4238-b9a4-bece9a2a4f1c {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:36:50.159673 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:50.180204 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e7e25-7fbb-484a-95cc-4bcba50a18d3 req-10c1ef7c-7d9e-43ff-91f8-50086eaa70d3 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:50.180204 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-145e7e25-7fbb-484a-95cc-4bcba50a18d3 req-10c1ef7c-7d9e-43ff-91f8-50086eaa70d3 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] 10.222.0.62 "GET /v2.0/ports?device_id=290eb2b7-05ba-48d8-b5f9-a94f59fbcb4c HTTP/1.1" status: 200 len: 945 time: 0.0625496 Feb 28 10:36:50.203099 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-82a125a5-fad3-42ea-bcc4-565c288127ab tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks [] for security_group (8edc1bab-591e-42bd-b995-4a730b52eb62), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:50.246183 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d7447da1-11c7-4e65-acdc-12d85641a369 None None] Publish callbacks [] for port (b9adb049-11f8-4ab4-b26a-08100ef0d99e), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:50.249560 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port ddf95c28-eca4-4274-b9dc-b69d8d4b01d7 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:50.249938 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (ddf95c28-eca4-4274-b9dc-b69d8d4b01d7), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:50.252134 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-145e7e25-7fbb-484a-95cc-4bcba50a18d3 req-7fa65add-7238-452e-bfbe-334277b49708 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] 10.222.0.62 "GET /v2.0/security-groups?id=fef6c4de-b472-437a-b0f0-f89143292e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690386 Feb 28 10:36:50.269285 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-a1059ee2-e351-4811-9baa-f7cade4da447 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] For port ddf95c28-eca4-4274-b9dc-b69d8d4b01d7, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=ddf95c28-eca4-4274-b9dc-b69d8d4b01d7,segment=NetworkSegment(c1198038-429b-4b73-a203-84fc62ad7207),segment_id=c1198038-429b-4b73-a203-84fc62ad7207)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:50.269962 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a1059ee2-e351-4811-9baa-f7cade4da447 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (ddf95c28-eca4-4274-b9dc-b69d8d4b01d7), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:50.272885 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635a3a50-9737-40a6-b93e-fdc9d23ac90a None None] Pushing event updated for resources: {'Port': ['ID=097f2fd4-b8f6-471e-8d6a-47147f35464a,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:50.292262 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-82a125a5-fad3-42ea-bcc4-565c288127ab tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (8edc1bab-591e-42bd-b995-4a730b52eb62), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:50.335139 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-eb1510c1-78e6-492f-a2f2-a40a64bd77ad tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks [] for subnet (cf4cb2a4-a0d6-4238-b9a4-bece9a2a4f1c), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:50.339498 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d7447da1-11c7-4e65-acdc-12d85641a369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (b9adb049-11f8-4ab4-b26a-08100ef0d99e), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:50.387703 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-f9d22ef4-5056-43a7-8c03-f2e4ad8d2c7e None None] Current status of the port ddf95c28-eca4-4274-b9dc-b69d8d4b01d7 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:50.405097 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-a1059ee2-e351-4811-9baa-f7cade4da447 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Calling delete_port for ddf95c28-eca4-4274-b9dc-b69d8d4b01d7 owned by network:dhcp {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:50.406904 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a125a5-fad3-42ea-bcc4-565c288127ab tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8edc1bab-591e-42bd-b995-4a730b52eb62,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:50.420139 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-eb1510c1-78e6-492f-a2f2-a40a64bd77ad tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (cf4cb2a4-a0d6-4238-b9a4-bece9a2a4f1c), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:50.423022 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82a125a5-fad3-42ea-bcc4-565c288127ab tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:36:50.446286 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0513d5-4815-4e40-acc4-ebe3cbca188f None None] DHCP port deletion for dcaf3f62-dbd9-4537-ad3a-163f6fbc1d0f request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:36:50.470740 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7447da1-11c7-4e65-acdc-12d85641a369 None None] Network d917e1dc-3946-4e84-8fb6-7f2abebbc39b is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:50.472542 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7d4ec1f3-49ee-4d07-870c-1ecb0ca4fb3b tempest-TagsTest-1945471467 tempest-TagsTest-1945471467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (236b3ba6-5a28-4b75-af50-539604002bc5), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:50.478236 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7447da1-11c7-4e65-acdc-12d85641a369 None None] Pushing event updated for resources: {'Port': ['ID=b9adb049-11f8-4ab4-b26a-08100ef0d99e,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:50.483293 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-d7447da1-11c7-4e65-acdc-12d85641a369 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:50.487268 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7447da1-11c7-4e65-acdc-12d85641a369 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:36:50.501113 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-82a125a5-fad3-42ea-bcc4-565c288127ab tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (50aaf9e0-de0f-479c-b7ea-95bfba8f153c), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:50.502227 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-82a125a5-fad3-42ea-bcc4-565c288127ab tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Added segment 50aaf9e0-de0f-479c-b7ea-95bfba8f153c of type vlan for network f8a1b290-2ace-4633-82a7-457a1d7a5b97 Feb 28 10:36:50.540001 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-7d4ec1f3-49ee-4d07-870c-1ecb0ca4fb3b tempest-TagsTest-1945471467 tempest-TagsTest-1945471467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['236b3ba6-5a28-4b75-af50-539604002bc5']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:50.598085 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-eb1510c1-78e6-492f-a2f2-a40a64bd77ad tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (cf4cb2a4-a0d6-4238-b9a4-bece9a2a4f1c), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:50.606863 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-7d4ec1f3-49ee-4d07-870c-1ecb0ca4fb3b tempest-TagsTest-1945471467 tempest-TagsTest-1945471467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2831fde-d49c-4ab2-bbf3-10db644eb2f4') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:50.608062 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-7d4ec1f3-49ee-4d07-870c-1ecb0ca4fb3b tempest-TagsTest-1945471467 tempest-TagsTest-1945471467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2831fde-d49c-4ab2-bbf3-10db644eb2f4') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:50.619704 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7d4ec1f3-49ee-4d07-870c-1ecb0ca4fb3b tempest-TagsTest-1945471467 tempest-TagsTest-1945471467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (f2831fde-d49c-4ab2-bbf3-10db644eb2f4), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:50.650215 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port ddf95c28-eca4-4274-b9dc-b69d8d4b01d7 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:50.656866 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-d7447da1-11c7-4e65-acdc-12d85641a369 None None] Attempting to bind port b9adb049-11f8-4ab4-b26a-08100ef0d99e on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:36:50.657326 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-d7447da1-11c7-4e65-acdc-12d85641a369 None None] Attempting to bind port b9adb049-11f8-4ab4-b26a-08100ef0d99e by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '352374c6-f143-4390-85ce-8770fd293e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd917e1dc-3946-4e84-8fb6-7f2abebbc39b'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:36:50.657590 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7447da1-11c7-4e65-acdc-12d85641a369 None None] Attempting to bind port b9adb049-11f8-4ab4-b26a-08100ef0d99e on network d917e1dc-3946-4e84-8fb6-7f2abebbc39b {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:36:50.664244 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7447da1-11c7-4e65-acdc-12d85641a369 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:36:50.669723 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7447da1-11c7-4e65-acdc-12d85641a369 None None] Checking segment: {'id': '352374c6-f143-4390-85ce-8770fd293e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd917e1dc-3946-4e84-8fb6-7f2abebbc39b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:36:50.669723 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d7447da1-11c7-4e65-acdc-12d85641a369 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:50.669723 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7447da1-11c7-4e65-acdc-12d85641a369 None None] Bound using segment: {'id': '352374c6-f143-4390-85ce-8770fd293e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd917e1dc-3946-4e84-8fb6-7f2abebbc39b'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:36:50.669723 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-d7447da1-11c7-4e65-acdc-12d85641a369 None None] Bound port: b9adb049-11f8-4ab4-b26a-08100ef0d99e, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '352374c6-f143-4390-85ce-8770fd293e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd917e1dc-3946-4e84-8fb6-7f2abebbc39b'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:36:50.669723 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d7447da1-11c7-4e65-acdc-12d85641a369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (b9adb049-11f8-4ab4-b26a-08100ef0d99e), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:50.691255 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-3a0513d5-4815-4e40-acc4-ebe3cbca188f None None] Deleting port ddf95c28-eca4-4274-b9dc-b69d8d4b01d7 {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:50.691639 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0513d5-4815-4e40-acc4-ebe3cbca188f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (ddf95c28-eca4-4274-b9dc-b69d8d4b01d7), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:50.701076 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-82a125a5-fad3-42ea-bcc4-565c288127ab tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (f8a1b290-2ace-4633-82a7-457a1d7a5b97), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:50.719993 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7d4ec1f3-49ee-4d07-870c-1ecb0ca4fb3b tempest-TagsTest-1945471467 tempest-TagsTest-1945471467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (f2831fde-d49c-4ab2-bbf3-10db644eb2f4), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:50.743893 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-eb1510c1-78e6-492f-a2f2-a40a64bd77ad tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (cf4cb2a4-a0d6-4238-b9a4-bece9a2a4f1c), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:50.772921 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1510c1-78e6-492f-a2f2-a40a64bd77ad tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Pushing event deleted for resources: {'Subnet': ['ID=cf4cb2a4-a0d6-4238-b9a4-bece9a2a4f1c,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:50.774892 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-eb1510c1-78e6-492f-a2f2-a40a64bd77ad tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:50.778426 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-eb1510c1-78e6-492f-a2f2-a40a64bd77ad tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] 10.222.0.62 "DELETE /v2.0/subnets/cf4cb2a4-a0d6-4238-b9a4-bece9a2a4f1c HTTP/1.1" status: 204 len: 168 time: 0.7797894 Feb 28 10:36:50.781019 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44748) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:50.793724 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-3a0513d5-4815-4e40-acc4-ebe3cbca188f None None] For port ddf95c28-eca4-4274-b9dc-b69d8d4b01d7, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=ddf95c28-eca4-4274-b9dc-b69d8d4b01d7,segment=NetworkSegment(c1198038-429b-4b73-a203-84fc62ad7207),segment_id=c1198038-429b-4b73-a203-84fc62ad7207)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:50.794173 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0513d5-4815-4e40-acc4-ebe3cbca188f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (ddf95c28-eca4-4274-b9dc-b69d8d4b01d7), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:50.803814 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d4ec1f3-49ee-4d07-870c-1ecb0ca4fb3b tempest-TagsTest-1945471467 tempest-TagsTest-1945471467-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:36:50.804416 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7d4ec1f3-49ee-4d07-870c-1ecb0ca4fb3b tempest-TagsTest-1945471467 tempest-TagsTest-1945471467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (f2831fde-d49c-4ab2-bbf3-10db644eb2f4), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:50.813409 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-d7447da1-11c7-4e65-acdc-12d85641a369 None None] For port b9adb049-11f8-4ab4-b26a-08100ef0d99e, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:36:50.815783 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-3a0513d5-4815-4e40-acc4-ebe3cbca188f None None] Calling delete_port for ddf95c28-eca4-4274-b9dc-b69d8d4b01d7 owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:50.832304 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-d7447da1-11c7-4e65-acdc-12d85641a369 None None] For port b9adb049-11f8-4ab4-b26a-08100ef0d99e, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=b9adb049-11f8-4ab4-b26a-08100ef0d99e,segment=NetworkSegment(352374c6-f143-4390-85ce-8770fd293e4e),segment_id=352374c6-f143-4390-85ce-8770fd293e4e)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:36:50.871238 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2582ce-f6d7-43fc-9a71-a21017129b51 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:50.876281 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-5e2582ce-f6d7-43fc-9a71-a21017129b51 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0909424 Feb 28 10:36:50.876443 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:36:50.876443 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:36:50.876443 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:36:50.876443 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:36:50.876443 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:36:50.876443 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:36:50.876443 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:36:50.876443 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:36:50.876443 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:36:50.876443 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:36:50.876443 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:36:50.876443 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:36:50.876443 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:36:50.876443 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:36:50.876443 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:36:50.876443 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:36:50.876443 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:36:50.876443 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:36:50.876443 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:36:50.876443 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:36:50.876443 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:36:50.876443 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:36:50.876443 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:36:50.876443 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:36:50.876443 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:36:50.876443 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:36:50.876443 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:36:50.876443 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:36:50.876443 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:36:50.876443 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:36:50.876443 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:36:50.876443 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:36:50.878652 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44750) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:50.885985 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a1059ee2-e351-4811-9baa-f7cade4da447 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (ddf95c28-eca4-4274-b9dc-b69d8d4b01d7), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:50.911843 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-82a125a5-fad3-42ea-bcc4-565c288127ab tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (f8a1b290-2ace-4633-82a7-457a1d7a5b97), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:50.916881 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a125a5-fad3-42ea-bcc4-565c288127ab tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:50.917465 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-82a125a5-fad3-42ea-bcc4-565c288127ab tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:50.919259 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0513d5-4815-4e40-acc4-ebe3cbca188f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (ddf95c28-eca4-4274-b9dc-b69d8d4b01d7), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:50.968812 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0513d5-4815-4e40-acc4-ebe3cbca188f None None] Pushing event deleted for resources: {'Port': ['ID=ddf95c28-eca4-4274-b9dc-b69d8d4b01d7,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:50.973046 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d7447da1-11c7-4e65-acdc-12d85641a369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (b9adb049-11f8-4ab4-b26a-08100ef0d99e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:50.977050 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0513d5-4815-4e40-acc4-ebe3cbca188f None None] No DVR routers for this DVR port ddf95c28-eca4-4274-b9dc-b69d8d4b01d7 on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:36:50.996061 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1059ee2-e351-4811-9baa-f7cade4da447 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event deleted for resources: {'Port': ['ID=ddf95c28-eca4-4274-b9dc-b69d8d4b01d7,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:51.003518 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1059ee2-e351-4811-9baa-f7cade4da447 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] No DVR routers for this DVR port ddf95c28-eca4-4274-b9dc-b69d8d4b01d7 on host dv-neutron-829161-3-hyperv {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:36:51.016978 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7d4ec1f3-49ee-4d07-870c-1ecb0ca4fb3b tempest-TagsTest-1945471467 tempest-TagsTest-1945471467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (236b3ba6-5a28-4b75-af50-539604002bc5), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:51.047519 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7447da1-11c7-4e65-acdc-12d85641a369 None None] Pushing event updated for resources: {'Port': ['ID=b9adb049-11f8-4ab4-b26a-08100ef0d99e,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:51.098952 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7d4ec1f3-49ee-4d07-870c-1ecb0ca4fb3b tempest-TagsTest-1945471467 tempest-TagsTest-1945471467-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:51.105987 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-7d4ec1f3-49ee-4d07-870c-1ecb0ca4fb3b tempest-TagsTest-1945471467 tempest-TagsTest-1945471467-project] 10.222.0.62 "DELETE /v2.0/networks/236b3ba6-5a28-4b75-af50-539604002bc5 HTTP/1.1" status: 204 len: 168 time: 1.1410270 Feb 28 10:36:51.132944 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a125a5-fad3-42ea-bcc4-565c288127ab tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Pushing event updated for resources: {'Network': ['ID=f8a1b290-2ace-4633-82a7-457a1d7a5b97,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:51.140984 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4523f223-67b3-4077-82cb-56858e10c584 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (d917e1dc-3946-4e84-8fb6-7f2abebbc39b), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:51.147723 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-82a125a5-fad3-42ea-bcc4-565c288127ab tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.0566752 Feb 28 10:36:51.147883 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network f8a1b290-2ace-4633-82a7-457a1d7a5b97 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:36:51.253400 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4ec1f3-49ee-4d07-870c-1ecb0ca4fb3b tempest-TagsTest-1945471467 tempest-TagsTest-1945471467-project] Pushing event deleted for resources: {'Network': ['ID=236b3ba6-5a28-4b75-af50-539604002bc5,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:51.323582 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a1059ee2-e351-4811-9baa-f7cade4da447 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (dcaf3f62-dbd9-4537-ad3a-163f6fbc1d0f), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:51.394937 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:51.414908 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-a1059ee2-e351-4811-9baa-f7cade4da447 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcaf3f62-dbd9-4537-ad3a-163f6fbc1d0f']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:51.455513 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-a1059ee2-e351-4811-9baa-f7cade4da447 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1198038-429b-4b73-a203-84fc62ad7207') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:51.456061 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-a1059ee2-e351-4811-9baa-f7cade4da447 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1198038-429b-4b73-a203-84fc62ad7207') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:51.561849 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e549b326-9b60-4d5b-b026-df43b86bae19 req-453b8ac3-663b-486d-b502-631a60d82f7a tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:51.566455 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e549b326-9b60-4d5b-b026-df43b86bae19 req-453b8ac3-663b-486d-b502-631a60d82f7a tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.3698947 Feb 28 10:36:51.570183 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a1059ee2-e351-4811-9baa-f7cade4da447 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (c1198038-429b-4b73-a203-84fc62ad7207), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:51.636096 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a1059ee2-e351-4811-9baa-f7cade4da447 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (c1198038-429b-4b73-a203-84fc62ad7207), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:51.670273 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1059ee2-e351-4811-9baa-f7cade4da447 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:36:51.671531 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a1059ee2-e351-4811-9baa-f7cade4da447 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (c1198038-429b-4b73-a203-84fc62ad7207), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:51.676170 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:36:51.676170 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:36:51.676170 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:36:51.676170 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:36:51.676170 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:36:51.676170 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:36:51.676170 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:36:51.676170 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:36:51.676170 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:36:51.676170 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:36:51.676170 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:36:51.676170 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:36:51.676170 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:36:51.676170 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:36:51.676170 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:36:51.676170 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:36:51.676170 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:36:51.676170 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:36:51.676170 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:36:51.676170 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:36:51.676170 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:36:51.676170 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:36:51.676170 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:36:51.676170 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:36:51.676170 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:36:51.676170 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:36:51.676170 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:36:51.676170 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:36:51.676170 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:36:51.676170 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:36:51.676170 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:36:51.676170 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:36:51.751422 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-4523f223-67b3-4077-82cb-56858e10c584 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Deleting port b9adb049-11f8-4ab4-b26a-08100ef0d99e {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:51.752516 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4523f223-67b3-4077-82cb-56858e10c584 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (b9adb049-11f8-4ab4-b26a-08100ef0d99e), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:51.761200 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e549b326-9b60-4d5b-b026-df43b86bae19 req-ce70fc16-61c9-46cd-80cb-28eae1191ea1 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1867800 Feb 28 10:36:51.974450 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-4523f223-67b3-4077-82cb-56858e10c584 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] For port b9adb049-11f8-4ab4-b26a-08100ef0d99e, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=b9adb049-11f8-4ab4-b26a-08100ef0d99e,segment=NetworkSegment(352374c6-f143-4390-85ce-8770fd293e4e),segment_id=352374c6-f143-4390-85ce-8770fd293e4e)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:51.974985 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4523f223-67b3-4077-82cb-56858e10c584 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (b9adb049-11f8-4ab4-b26a-08100ef0d99e), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:52.013728 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-4523f223-67b3-4077-82cb-56858e10c584 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Calling delete_port for b9adb049-11f8-4ab4-b26a-08100ef0d99e owned by network:dhcp {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:52.049462 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44774) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:52.072832 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d7684-c4d3-4fb3-aa97-71ad5fb4eac6 req-67a74978-aa25-4acc-a4d6-950994c8e10f tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:52.072832 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-a67d7684-c4d3-4fb3-aa97-71ad5fb4eac6 req-67a74978-aa25-4acc-a4d6-950994c8e10f tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] 10.222.0.70 "GET /v2.0/ports?device_id=290eb2b7-05ba-48d8-b5f9-a94f59fbcb4c HTTP/1.1" status: 200 len: 945 time: 0.1268809 Feb 28 10:36:52.097121 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e97fa0a-dc0e-43f4-81a7-21fa11f2fa3b None None] Network f5529a5a-ad4c-4f4c-82e7-f07a78cda7a9 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:52.242942 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [req-a67d7684-c4d3-4fb3-aa97-71ad5fb4eac6 req-18f37638-00ef-48a3-8ac6-fc275668bee6 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Deleting port 5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:52.243306 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-a67d7684-c4d3-4fb3-aa97-71ad5fb4eac6 req-18f37638-00ef-48a3-8ac6-fc275668bee6 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:52.286175 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a1059ee2-e351-4811-9baa-f7cade4da447 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (dcaf3f62-dbd9-4537-ad3a-163f6fbc1d0f), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:52.303780 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a1059ee2-e351-4811-9baa-f7cade4da447 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:52.317686 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device b9adb049-11f8-4ab4-b26a-08100ef0d99e up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:36:52.323422 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a1059ee2-e351-4811-9baa-f7cade4da447 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "DELETE /v2.0/networks/dcaf3f62-dbd9-4537-ad3a-163f6fbc1d0f HTTP/1.1" status: 204 len: 168 time: 3.0604386 Feb 28 10:36:52.324853 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44782) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:52.356272 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-ecb58704-d582-4a8e-aeab-34619d8a5449 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-492527636'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:52.391685 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1059ee2-e351-4811-9baa-f7cade4da447 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event deleted for resources: {'Network': ['ID=dcaf3f62-dbd9-4537-ad3a-163f6fbc1d0f,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:52.393914 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [req-a67d7684-c4d3-4fb3-aa97-71ad5fb4eac6 req-18f37638-00ef-48a3-8ac6-fc275668bee6 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] For port 5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1,segment=NetworkSegment(db76503e-05d2-4ea2-9a37-05c2b8cc2076),segment_id=db76503e-05d2-4ea2-9a37-05c2b8cc2076)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:52.393914 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-a67d7684-c4d3-4fb3-aa97-71ad5fb4eac6 req-18f37638-00ef-48a3-8ac6-fc275668bee6 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:52.439989 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f1edf-a43f-45b3-ba85-baea6a8b48c0 req-d44f3343-225c-4308-b3de-3e86583e1313 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:52.442161 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-bf8f1edf-a43f-45b3-ba85-baea6a8b48c0 req-d44f3343-225c-4308-b3de-3e86583e1313 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] 10.222.0.62 "GET /v2.0/ports?device_id=290eb2b7-05ba-48d8-b5f9-a94f59fbcb4c HTTP/1.1" status: 200 len: 945 time: 0.5170257 Feb 28 10:36:52.532866 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-9e5fc23f-eeac-45d2-bf07-14c48bba2ec4 None None] Provisioning complete for port 097f2fd4-b8f6-471e-8d6a-47147f35464a triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:52.534728 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-bf8f1edf-a43f-45b3-ba85-baea6a8b48c0 req-ed3b773f-a234-4ad9-81e4-ddb679c72d77 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] 10.222.0.62 "GET /v2.0/security-groups?id=fef6c4de-b472-437a-b0f0-f89143292e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863621 Feb 28 10:36:52.535799 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9e5fc23f-eeac-45d2-bf07-14c48bba2ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (097f2fd4-b8f6-471e-8d6a-47147f35464a), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:52.539476 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb58704-d582-4a8e-aeab-34619d8a5449 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Made reservation on behalf of 4139ff51d3884888b07610eef64ca26e for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:52.548365 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ecb58704-d582-4a8e-aeab-34619d8a5449 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:52.591583 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4523f223-67b3-4077-82cb-56858e10c584 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (b9adb049-11f8-4ab4-b26a-08100ef0d99e), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:52.683788 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4523f223-67b3-4077-82cb-56858e10c584 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] No DVR routers for this DVR port b9adb049-11f8-4ab4-b26a-08100ef0d99e on host dv-neutron-829161-3-hyperv {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:36:52.689385 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4523f223-67b3-4077-82cb-56858e10c584 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Pushing event deleted for resources: {'Port': ['ID=b9adb049-11f8-4ab4-b26a-08100ef0d99e,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:52.691599 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port b9adb049-11f8-4ab4-b26a-08100ef0d99e triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:52.695743 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (b9adb049-11f8-4ab4-b26a-08100ef0d99e), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:52.727650 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Port b9adb049-11f8-4ab4-b26a-08100ef0d99e was deleted so its status cannot be updated. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 28 10:36:52.729094 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 097f2fd4-b8f6-471e-8d6a-47147f35464a up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:36:52.854293 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:52.858254 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4523f223-67b3-4077-82cb-56858e10c584 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (d917e1dc-3946-4e84-8fb6-7f2abebbc39b), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:52.889675 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-4523f223-67b3-4077-82cb-56858e10c584 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d917e1dc-3946-4e84-8fb6-7f2abebbc39b']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:52.906907 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-9e5fc23f-eeac-45d2-bf07-14c48bba2ec4 None None] Current status of the port 097f2fd4-b8f6-471e-8d6a-47147f35464a is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:52.907299 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9e5fc23f-eeac-45d2-bf07-14c48bba2ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (097f2fd4-b8f6-471e-8d6a-47147f35464a), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:52.935524 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-4523f223-67b3-4077-82cb-56858e10c584 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '352374c6-f143-4390-85ce-8770fd293e4e') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:52.936112 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-4523f223-67b3-4077-82cb-56858e10c584 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '352374c6-f143-4390-85ce-8770fd293e4e') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:52.947604 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4523f223-67b3-4077-82cb-56858e10c584 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (352374c6-f143-4390-85ce-8770fd293e4e), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:52.963632 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4523f223-67b3-4077-82cb-56858e10c584 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (352374c6-f143-4390-85ce-8770fd293e4e), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:52.966174 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-9e5fc23f-eeac-45d2-bf07-14c48bba2ec4 None None] For port 097f2fd4-b8f6-471e-8d6a-47147f35464a, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=097f2fd4-b8f6-471e-8d6a-47147f35464a,segment=NetworkSegment(4e4ed7ef-be00-4432-b8ed-a8e2327b9eb8),segment_id=4e4ed7ef-be00-4432-b8ed-a8e2327b9eb8)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:52.967584 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20497763-26d4-4cc6-8479-d5b10ba99553 None None] DHCP port deletion for f5529a5a-ad4c-4f4c-82e7-f07a78cda7a9 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:36:52.971877 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4523f223-67b3-4077-82cb-56858e10c584 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:36:52.972632 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4523f223-67b3-4077-82cb-56858e10c584 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (352374c6-f143-4390-85ce-8770fd293e4e), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:53.057715 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:36:53.057715 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:36:53.057715 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:36:53.057715 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:36:53.057715 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:36:53.057715 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:36:53.057715 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:36:53.057715 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:36:53.057715 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:36:53.057715 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:36:53.057715 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:36:53.057715 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:36:53.057715 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:36:53.057715 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:36:53.057715 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:36:53.057715 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:36:53.057715 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:36:53.057715 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:36:53.057715 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:36:53.057715 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:36:53.057715 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:36:53.057715 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:36:53.057715 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:36:53.057715 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:36:53.057715 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:36:53.057715 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:36:53.057715 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:36:53.057715 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:36:53.057715 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:36:53.057715 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:36:53.057715 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:36:53.057715 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:36:53.067906 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecb58704-d582-4a8e-aeab-34619d8a5449 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:36:53.087935 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 097f2fd4-b8f6-471e-8d6a-47147f35464a triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:53.088484 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (097f2fd4-b8f6-471e-8d6a-47147f35464a), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:53.094178 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1bac27-3d5c-4681-92bc-a179fec44b70 req-fe615b3d-d314-4eb2-9472-40aaea323d78 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:53.098479 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9e1bac27-3d5c-4681-92bc-a179fec44b70 req-fe615b3d-d314-4eb2-9472-40aaea323d78 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] 10.222.0.62 "GET /v2.0/ports?device_id=99037f9b-fc9a-45f9-9fc6-b6804397f8c7 HTTP/1.1" status: 200 len: 946 time: 0.4209154 Feb 28 10:36:53.099908 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ecb58704-d582-4a8e-aeab-34619d8a5449 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (0b560a7d-fe4c-4b58-946e-7125f3acfe0b), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:53.100263 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-ecb58704-d582-4a8e-aeab-34619d8a5449 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Added segment 0b560a7d-fe4c-4b58-946e-7125f3acfe0b of type vlan for network 6ea96e8a-fa04-4786-9a10-8c00da80f93f Feb 28 10:36:53.102688 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9e5fc23f-eeac-45d2-bf07-14c48bba2ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (097f2fd4-b8f6-471e-8d6a-47147f35464a), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:53.118482 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44790) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:53.118610 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-1cc5fdf0-b37b-418a-814f-4cce4d737f17 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c11785e723c5443cbf9d5fbaf83588cd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0664947 Feb 28 10:36:53.138361 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-a67d7684-c4d3-4fb3-aa97-71ad5fb4eac6 req-18f37638-00ef-48a3-8ac6-fc275668bee6 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:53.138361 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-a67d7684-c4d3-4fb3-aa97-71ad5fb4eac6 req-18f37638-00ef-48a3-8ac6-fc275668bee6 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047917'] for floatingip (0f9bd045-a5f6-4f14-8632-5ff74064746b), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:53.138361 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.l3_db [req-a67d7684-c4d3-4fb3-aa97-71ad5fb4eac6 req-18f37638-00ef-48a3-8ac6-fc275668bee6 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Floating IP 0f9bd045-a5f6-4f14-8632-5ff74064746b disassociated. External IP: 172.26.3.177, port: 5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1. Feb 28 10:36:53.138361 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [req-a67d7684-c4d3-4fb3-aa97-71ad5fb4eac6 req-18f37638-00ef-48a3-8ac6-fc275668bee6 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Calling delete_port for 5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1 owned by compute:nova {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:53.158822 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921af744-2a16-43a4-9c02-73098e0d1eed req-01ef2e86-77ef-43d4-af6b-9c7b6ec7f79b tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:53.168729 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-921af744-2a16-43a4-9c02-73098e0d1eed req-01ef2e86-77ef-43d4-af6b-9c7b6ec7f79b tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.3129401 Feb 28 10:36:53.211562 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4523f223-67b3-4077-82cb-56858e10c584 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (d917e1dc-3946-4e84-8fb6-7f2abebbc39b), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:53.225215 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4523f223-67b3-4077-82cb-56858e10c584 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:53.236796 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-4523f223-67b3-4077-82cb-56858e10c584 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] 10.222.0.62 "DELETE /v2.0/networks/d917e1dc-3946-4e84-8fb6-7f2abebbc39b HTTP/1.1" status: 204 len: 168 time: 2.3585548 Feb 28 10:36:53.240891 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec36dc81-2023-42ed-88bf-26e79203ef8f None None] Network d917e1dc-3946-4e84-8fb6-7f2abebbc39b requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:53.246105 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44794) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:53.251994 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-921af744-2a16-43a4-9c02-73098e0d1eed req-2a303b75-1cd9-4a3b-9daf-465370ba4b99 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822015 Feb 28 10:36:53.265372 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5fc23f-eeac-45d2-bf07-14c48bba2ec4 None None] Pushing event updated for resources: {'Port': ['ID=097f2fd4-b8f6-471e-8d6a-47147f35464a,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:53.343371 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec36dc81-2023-42ed-88bf-26e79203ef8f None None] Network d917e1dc-3946-4e84-8fb6-7f2abebbc39b could not be found, it might have been deleted concurrently. {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 28 10:36:53.344984 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-5dd90b4a-4fe1-4eef-b390-2cecf9ddaf58 None None] Could not find standard attr ID for object b9adb049-11f8-4ab4-b26a-08100ef0d99e. {{(pid=104085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:36:53.383536 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4523f223-67b3-4077-82cb-56858e10c584 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Pushing event deleted for resources: {'Network': ['ID=d917e1dc-3946-4e84-8fb6-7f2abebbc39b,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:53.396392 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a943352a-5cdb-467d-b4b8-4f52053e14c1 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (f5529a5a-ad4c-4f4c-82e7-f07a78cda7a9), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:53.416102 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ecb58704-d582-4a8e-aeab-34619d8a5449 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (6ea96e8a-fa04-4786-9a10-8c00da80f93f), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:53.451028 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0576ed0e-ea38-424d-8807-beca21187c60 None None] DHCP port deletion for d917e1dc-3946-4e84-8fb6-7f2abebbc39b request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:36:53.464068 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9e1bac27-3d5c-4681-92bc-a179fec44b70 req-62b52706-aeee-4890-a5fd-a4133da4715c tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1e7b656-9d2d-4925-8731-88f96b12caa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3466725 Feb 28 10:36:53.479743 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-20497763-26d4-4cc6-8479-d5b10ba99553 None None] Deleting port 097f2fd4-b8f6-471e-8d6a-47147f35464a {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:53.480421 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-20497763-26d4-4cc6-8479-d5b10ba99553 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (097f2fd4-b8f6-471e-8d6a-47147f35464a), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:53.540908 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cbaf5fce-c7d3-496c-8233-64fec2661026 admin admin] Publish callbacks [] for security_group (e335aa7f-6559-4108-9c68-31c55c95dabf), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:53.610421 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cbaf5fce-c7d3-496c-8233-64fec2661026 admin admin] Publish callbacks [] for security_group (e335aa7f-6559-4108-9c68-31c55c95dabf), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:53.627499 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-a943352a-5cdb-467d-b4b8-4f52053e14c1 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Deleting port 097f2fd4-b8f6-471e-8d6a-47147f35464a {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:53.627985 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a943352a-5cdb-467d-b4b8-4f52053e14c1 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (097f2fd4-b8f6-471e-8d6a-47147f35464a), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:53.661152 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 097f2fd4-b8f6-471e-8d6a-47147f35464a is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:53.682671 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-20497763-26d4-4cc6-8479-d5b10ba99553 None None] For port 097f2fd4-b8f6-471e-8d6a-47147f35464a, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=097f2fd4-b8f6-471e-8d6a-47147f35464a,segment=NetworkSegment(4e4ed7ef-be00-4432-b8ed-a8e2327b9eb8),segment_id=4e4ed7ef-be00-4432-b8ed-a8e2327b9eb8)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:53.687039 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-20497763-26d4-4cc6-8479-d5b10ba99553 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (097f2fd4-b8f6-471e-8d6a-47147f35464a), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:53.697664 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ecb58704-d582-4a8e-aeab-34619d8a5449 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (6ea96e8a-fa04-4786-9a10-8c00da80f93f), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:53.702373 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb58704-d582-4a8e-aeab-34619d8a5449 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:53.702373 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ecb58704-d582-4a8e-aeab-34619d8a5449 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:53.710697 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-a67d7684-c4d3-4fb3-aa97-71ad5fb4eac6 req-18f37638-00ef-48a3-8ac6-fc275668bee6 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:53.722591 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-20497763-26d4-4cc6-8479-d5b10ba99553 None None] Calling delete_port for 097f2fd4-b8f6-471e-8d6a-47147f35464a owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:53.759295 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f37638-00ef-48a3-8ac6-fc275668bee6 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Pushing event deleted for resources: {'Port': ['ID=5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:53.856095 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-a943352a-5cdb-467d-b4b8-4f52053e14c1 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] For port 097f2fd4-b8f6-471e-8d6a-47147f35464a, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=097f2fd4-b8f6-471e-8d6a-47147f35464a,segment=NetworkSegment(4e4ed7ef-be00-4432-b8ed-a8e2327b9eb8),segment_id=4e4ed7ef-be00-4432-b8ed-a8e2327b9eb8)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:53.856823 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a943352a-5cdb-467d-b4b8-4f52053e14c1 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (097f2fd4-b8f6-471e-8d6a-47147f35464a), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:53.873037 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-a943352a-5cdb-467d-b4b8-4f52053e14c1 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Calling delete_port for 097f2fd4-b8f6-471e-8d6a-47147f35464a owned by network:dhcp {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:53.933790 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device ddf95c28-eca4-4274-b9dc-b69d8d4b01d7 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:36:53.976121 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: ddf95c28-eca4-4274-b9dc-b69d8d4b01d7 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:36:53.976388 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device ddf95c28-eca4-4274-b9dc-b69d8d4b01d7 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:36:53.999885 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-20497763-26d4-4cc6-8479-d5b10ba99553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (097f2fd4-b8f6-471e-8d6a-47147f35464a), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:54.015219 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20497763-26d4-4cc6-8479-d5b10ba99553 None None] No DVR routers for this DVR port 097f2fd4-b8f6-471e-8d6a-47147f35464a on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:36:54.071094 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20497763-26d4-4cc6-8479-d5b10ba99553 None None] Pushing event deleted for resources: {'Port': ['ID=097f2fd4-b8f6-471e-8d6a-47147f35464a,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:54.106850 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44810) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:54.148779 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1cbed-ead6-43aa-9c65-b109fc3d3b4b req-6d3d8b21-1154-4aa2-86a3-db895df5d754 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:54.157095 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-cbe1cbed-ead6-43aa-9c65-b109fc3d3b4b req-6d3d8b21-1154-4aa2-86a3-db895df5d754 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.2815921 Feb 28 10:36:54.164868 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a943352a-5cdb-467d-b4b8-4f52053e14c1 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (097f2fd4-b8f6-471e-8d6a-47147f35464a), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:54.189634 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a67d7684-c4d3-4fb3-aa97-71ad5fb4eac6 req-18f37638-00ef-48a3-8ac6-fc275668bee6 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Router eddb501a-cfd7-433e-9cc5-b804a18d97f9 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:36:54.201030 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device b9adb049-11f8-4ab4-b26a-08100ef0d99e no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:36:54.225068 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb58704-d582-4a8e-aeab-34619d8a5449 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event updated for resources: {'Network': ['ID=6ea96e8a-fa04-4786-9a10-8c00da80f93f,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:54.244876 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-cbe1cbed-ead6-43aa-9c65-b109fc3d3b4b req-8f6898b3-24f5-4470-a363-1ffe9d7343a9 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796673 Feb 28 10:36:54.275545 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-fcdcb2f1-19e8-44bd-89ff-cab97c13ea70 req-e808870e-e34f-4e91-a48a-913ebde7bad7 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] 10.222.0.62 "GET /v2.0/ports?device_id=290eb2b7-05ba-48d8-b5f9-a94f59fbcb4c HTTP/1.1" status: 200 len: 210 time: 0.5889468 Feb 28 10:36:54.279114 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a943352a-5cdb-467d-b4b8-4f52053e14c1 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Pushing event deleted for resources: {'Port': ['ID=097f2fd4-b8f6-471e-8d6a-47147f35464a,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:54.311142 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-ecb58704-d582-4a8e-aeab-34619d8a5449 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.9783835 Feb 28 10:36:54.314890 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44816) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:54.339020 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a943352a-5cdb-467d-b4b8-4f52053e14c1 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] No DVR routers for this DVR port 097f2fd4-b8f6-471e-8d6a-47147f35464a on host dv-neutron-829161-3-hyperv {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:36:54.407303 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-0322f80c-ae54-43a9-9d23-66f66bd38274 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Request body: {'subnet': {'network_id': '6ea96e8a-fa04-4786-9a10-8c00da80f93f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:54.479408 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-e58c805e-59e1-4f09-84c9-a67f0bd81102 tempest-QuotasNegativeTest-1619822950 tempest-QuotasNegativeTest-1619822950-project-admin] Request body: {'quota': {'network': 2}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:54.482435 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a67d7684-c4d3-4fb3-aa97-71ad5fb4eac6 req-18f37638-00ef-48a3-8ac6-fc275668bee6 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:36:54.564853 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [req-a67d7684-c4d3-4fb3-aa97-71ad5fb4eac6 req-18f37638-00ef-48a3-8ac6-fc275668bee6 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] No DVR routers for this DVR port 5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1 on host hv-neutron-8291 {{(pid=104084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:36:54.567885 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-a67d7684-c4d3-4fb3-aa97-71ad5fb4eac6 req-18f37638-00ef-48a3-8ac6-fc275668bee6 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:54.571844 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-a67d7684-c4d3-4fb3-aa97-71ad5fb4eac6 req-18f37638-00ef-48a3-8ac6-fc275668bee6 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] 10.222.0.70 "DELETE /v2.0/ports/5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1 HTTP/1.1" status: 204 len: 173 time: 2.4905548 Feb 28 10:36:54.573357 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '290eb2b7-05ba-48d8-b5f9-a94f59fbcb4c', 'name': 'network-vif-deleted', 'tag': '5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1'}] {{(pid=104084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:36:54.585480 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ffa69481dce8c4e68394bb3e97aff222617d39f0bec9a6d6e4c39a9256e7c95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026738d5-9fea-49af-b6c7-84a3e12d585d" -d '{"events": [{"server_uuid": "290eb2b7-05ba-48d8-b5f9-a94f59fbcb4c", "name": "network-vif-deleted", "tag": "5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1"}]}' {{(pid=104084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:36:54.609834 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b841ec6e-5aeb-4378-8b43-006b3e8f1cfb req-a3ea81f4-a7d0-449f-a167-d38c8bdaa29c tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:54.618400 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-b841ec6e-5aeb-4378-8b43-006b3e8f1cfb req-a3ea81f4-a7d0-449f-a167-d38c8bdaa29c tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.1542127 Feb 28 10:36:54.628357 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44822) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:54.635239 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-ea224b4d-999d-4a83-8eed-fcb0305317eb tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Request body: {'subnet': {'network_id': 'f8a1b290-2ace-4633-82a7-457a1d7a5b97', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:54.641110 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 6ea96e8a-fa04-4786-9a10-8c00da80f93f details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:36:54.643481 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae4c59e-5164-4f04-b3c6-ee9129be8407 None None] Sync routers for ids ['eddb501a-cfd7-433e-9cc5-b804a18d97f9'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:36:54.652279 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: b9adb049-11f8-4ab4-b26a-08100ef0d99e {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:36:54.652623 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device b9adb049-11f8-4ab4-b26a-08100ef0d99e not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:36:54.653523 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 097f2fd4-b8f6-471e-8d6a-47147f35464a no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:36:54.679267 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a943352a-5cdb-467d-b4b8-4f52053e14c1 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (f5529a5a-ad4c-4f4c-82e7-f07a78cda7a9), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:54.703809 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-a943352a-5cdb-467d-b4b8-4f52053e14c1 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5529a5a-ad4c-4f4c-82e7-f07a78cda7a9']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:54.711889 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 097f2fd4-b8f6-471e-8d6a-47147f35464a {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:36:54.712243 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 097f2fd4-b8f6-471e-8d6a-47147f35464a not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:36:54.713998 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae4c59e-5164-4f04-b3c6-ee9129be8407 None None] Routers {'eddb501a-cfd7-433e-9cc5-b804a18d97f9'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:54.714678 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-7ae4c59e-5164-4f04-b3c6-ee9129be8407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:36:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['eddb501a-cfd7-433e-9cc5-b804a18d97f9'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:54.733570 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-a943352a-5cdb-467d-b4b8-4f52053e14c1 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e4ed7ef-be00-4432-b8ed-a8e2327b9eb8') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:54.737373 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-a943352a-5cdb-467d-b4b8-4f52053e14c1 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e4ed7ef-be00-4432-b8ed-a8e2327b9eb8') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:54.756784 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a943352a-5cdb-467d-b4b8-4f52053e14c1 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (4e4ed7ef-be00-4432-b8ed-a8e2327b9eb8), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:54.776502 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a943352a-5cdb-467d-b4b8-4f52053e14c1 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (4e4ed7ef-be00-4432-b8ed-a8e2327b9eb8), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:54.782708 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-e58c805e-59e1-4f09-84c9-a67f0bd81102 tempest-QuotasNegativeTest-1619822950 tempest-QuotasNegativeTest-1619822950-project-admin] 10.222.0.62 "PUT /v2.0/quotas/8312fbf6e60a4aa08a81edb88dd7dff0 HTTP/1.1" status: 200 len: 368 time: 0.6719315 Feb 28 10:36:54.787865 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44824) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:54.793522 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a943352a-5cdb-467d-b4b8-4f52053e14c1 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:36:54.793942 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a943352a-5cdb-467d-b4b8-4f52053e14c1 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (4e4ed7ef-be00-4432-b8ed-a8e2327b9eb8), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:54.800217 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:36:54.800217 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:36:54.800217 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:36:54.800217 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:36:54.800217 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:36:54.800217 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:36:54.800217 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:36:54.800217 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:36:54.800217 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:36:54.800217 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:36:54.800217 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:36:54.800217 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:36:54.800217 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:36:54.800217 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:36:54.800217 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:36:54.800217 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:36:54.800217 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:36:54.800217 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:36:54.800217 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:36:54.800217 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:36:54.800217 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:36:54.800217 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:36:54.800217 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:36:54.800217 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:36:54.800217 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:36:54.800217 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:36:54.800217 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:36:54.800217 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:36:54.800217 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:36:54.800217 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:36:54.800217 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:36:54.800217 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:36:54.808009 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-59fb92d3-1d73-47cf-bd81-2ec5eca17899 tempest-QuotasNegativeTest-1619822950 tempest-QuotasNegativeTest-1619822950-project-admin] Request body: {'network': {'project_id': '8312fbf6e60a4aa08a81edb88dd7dff0'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:54.860014 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6c8ef-c92c-4448-8db5-c9bb32808ad0 req-1c9fb229-e486-4cb1-a83e-25f62025bc9b tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:54.861565 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1ef6c8ef-c92c-4448-8db5-c9bb32808ad0 req-1c9fb229-e486-4cb1-a83e-25f62025bc9b tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] 10.222.0.70 "GET /v2.0/ports?device_id=99037f9b-fc9a-45f9-9fc6-b6804397f8c7 HTTP/1.1" status: 200 len: 946 time: 1.1491632 Feb 28 10:36:54.932159 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-7ae4c59e-5164-4f04-b3c6-ee9129be8407 None None] Set router eddb501a-cfd7-433e-9cc5-b804a18d97f9 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:36:54.947906 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-b841ec6e-5aeb-4378-8b43-006b3e8f1cfb req-13bef620-e178-4b67-9dcd-f0b64abc9210 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3219278 Feb 28 10:36:55.007997 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e473c8eb-d0eb-4c7d-88f8-3aee11f05eea x-openstack-request-id: req-e473c8eb-d0eb-4c7d-88f8-3aee11f05eea {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:36:55.008303 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "290eb2b7-05ba-48d8-b5f9-a94f59fbcb4c", "name": "network-vif-deleted", "tag": "5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1", "status": "completed", "code": 200}]} {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:36:55.008570 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e473c8eb-d0eb-4c7d-88f8-3aee11f05eea {{(pid=104084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:36:55.009736 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '290eb2b7-05ba-48d8-b5f9-a94f59fbcb4c', 'name': 'network-vif-deleted', 'tag': '5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1', 'status': 'completed', 'code': 200} Feb 28 10:36:55.044206 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59fb92d3-1d73-47cf-bd81-2ec5eca17899 tempest-QuotasNegativeTest-1619822950 tempest-QuotasNegativeTest-1619822950-project-admin] Made reservation on behalf of 8312fbf6e60a4aa08a81edb88dd7dff0 for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:55.047388 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-59fb92d3-1d73-47cf-bd81-2ec5eca17899 tempest-QuotasNegativeTest-1619822950 tempest-QuotasNegativeTest-1619822950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:55.070209 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-59fb92d3-1d73-47cf-bd81-2ec5eca17899 tempest-QuotasNegativeTest-1619822950 tempest-QuotasNegativeTest-1619822950-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:55.071021 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e6961-d500-4fc7-afe7-04c2d41cad8d req-e59ed6be-dd25-4f0e-89e3-1dc305cfef5a tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:55.072578 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-131e6961-d500-4fc7-afe7-04c2d41cad8d req-e59ed6be-dd25-4f0e-89e3-1dc305cfef5a tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] 10.222.0.62 "GET /v2.0/ports?device_id=99037f9b-fc9a-45f9-9fc6-b6804397f8c7 HTTP/1.1" status: 200 len: 946 time: 0.2808828 Feb 28 10:36:55.115030 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cbaf5fce-c7d3-496c-8233-64fec2661026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (e335aa7f-6559-4108-9c68-31c55c95dabf), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:55.117681 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cbaf5fce-c7d3-496c-8233-64fec2661026 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:55.122038 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-cbaf5fce-c7d3-496c-8233-64fec2661026 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e335aa7f-6559-4108-9c68-31c55c95dabf HTTP/1.1" status: 204 len: 168 time: 1.9985905 Feb 28 10:36:55.137621 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaf5fce-c7d3-496c-8233-64fec2661026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e335aa7f-6559-4108-9c68-31c55c95dabf,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:55.147991 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-1ef6c8ef-c92c-4448-8db5-c9bb32808ad0 req-828089af-16e8-49b2-9548-cdc1b5d00a06 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Deleting port 0eb4597e-81f8-41b4-8a22-afb3a0fa610a {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:55.148756 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-1ef6c8ef-c92c-4448-8db5-c9bb32808ad0 req-828089af-16e8-49b2-9548-cdc1b5d00a06 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (0eb4597e-81f8-41b4-8a22-afb3a0fa610a), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:55.257715 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea224b4d-999d-4a83-8eed-fcb0305317eb tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Made reservation on behalf of 070cd643c21d4bf29defcd2dc74e514a for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:55.261494 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-7ae4c59e-5164-4f04-b3c6-ee9129be8407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddb501a-cfd7-433e-9cc5-b804a18d97f9', 'name': 'tempest-ServersTestJSON-2042665436-router', 'tenant_id': 'a1e997d94bda42c2937c38ee950ff500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.125'}], 'enable_snat': True}, 'gw_port_id': '2b564d3a-4f9c-42d3-84fd-9574720b94ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:16Z', 'updated_at': '2022-02-28T10:35:30Z', 'revision_number': 4, 'project_id': 'a1e997d94bda42c2937c38ee950ff500', 'gw_port': {'id': '2b564d3a-4f9c-42d3-84fd-9574720b94ed', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:40:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddb501a-cfd7-433e-9cc5-b804a18d97f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:18Z', 'updated_at': '2022-02-28T10:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': 'cd462397-30a8-42a4-b20f-8ef3a68e2e0e', 'name': '', 'network_id': '61f11b1b-099a-45f3-b423-a89dfa9243a1', 'tenant_id': 'a1e997d94bda42c2937c38ee950ff500', 'mac_address': 'fa:16:3e:b1:19:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddb501a-cfd7-433e-9cc5-b804a18d97f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '2dff7405-dcc7-4aec-b812-04c9508d9791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:26Z', 'updated_at': '2022-02-28T10:35:38Z', 'revision_number': 5, 'project_id': 'a1e997d94bda42c2937c38ee950ff500', 'subnets': [{'id': '2dff7405-dcc7-4aec-b812-04c9508d9791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:55.263044 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ea224b4d-999d-4a83-8eed-fcb0305317eb tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:55.281666 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-1ef6c8ef-c92c-4448-8db5-c9bb32808ad0 req-828089af-16e8-49b2-9548-cdc1b5d00a06 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] For port 0eb4597e-81f8-41b4-8a22-afb3a0fa610a, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=0eb4597e-81f8-41b4-8a22-afb3a0fa610a,segment=NetworkSegment(3c93ccf0-f69b-4385-a05b-2d73c05d52da),segment_id=3c93ccf0-f69b-4385-a05b-2d73c05d52da)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:55.282266 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-1ef6c8ef-c92c-4448-8db5-c9bb32808ad0 req-828089af-16e8-49b2-9548-cdc1b5d00a06 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (0eb4597e-81f8-41b4-8a22-afb3a0fa610a), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:55.292196 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae4c59e-5164-4f04-b3c6-ee9129be8407 None None] Checking router: eddb501a-cfd7-433e-9cc5-b804a18d97f9 for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:36:55.302322 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae4c59e-5164-4f04-b3c6-ee9129be8407 None None] Routers {'eddb501a-cfd7-433e-9cc5-b804a18d97f9'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:55.303049 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-7ae4c59e-5164-4f04-b3c6-ee9129be8407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:36:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['eddb501a-cfd7-433e-9cc5-b804a18d97f9'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:55.354424 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-131e6961-d500-4fc7-afe7-04c2d41cad8d req-2dfda5a6-4b66-4be8-8b87-337d166e0da2 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1e7b656-9d2d-4925-8731-88f96b12caa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2758484 Feb 28 10:36:55.357166 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0322f80c-ae54-43a9-9d23-66f66bd38274 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Made reservation on behalf of 4139ff51d3884888b07610eef64ca26e for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:55.359643 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0322f80c-ae54-43a9-9d23-66f66bd38274 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:55.363817 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a943352a-5cdb-467d-b4b8-4f52053e14c1 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (f5529a5a-ad4c-4f4c-82e7-f07a78cda7a9), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:55.368618 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a943352a-5cdb-467d-b4b8-4f52053e14c1 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:55.376425 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a943352a-5cdb-467d-b4b8-4f52053e14c1 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] 10.222.0.62 "DELETE /v2.0/networks/f5529a5a-ad4c-4f4c-82e7-f07a78cda7a9 HTTP/1.1" status: 204 len: 168 time: 2.1094127 Feb 28 10:36:55.401394 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44832) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:55.450423 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a943352a-5cdb-467d-b4b8-4f52053e14c1 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Pushing event deleted for resources: {'Network': ['ID=f5529a5a-ad4c-4f4c-82e7-f07a78cda7a9,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:55.452965 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-7ae4c59e-5164-4f04-b3c6-ee9129be8407 None None] Set router eddb501a-cfd7-433e-9cc5-b804a18d97f9 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:36:55.571875 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-59fb92d3-1d73-47cf-bd81-2ec5eca17899 tempest-QuotasNegativeTest-1619822950 tempest-QuotasNegativeTest-1619822950-project-admin] Publish callbacks [] for security_group (0ff21408-94e9-40e4-8b61-04b24cc9b7b1), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:55.586133 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-167123a6-b593-4c44-98fe-b32abf0059cb req-a2f0d278-8f7b-40ae-80e5-8c62a045b130 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] 10.222.0.62 "GET /v2.0/ports?device_id=290eb2b7-05ba-48d8-b5f9-a94f59fbcb4c HTTP/1.1" status: 200 len: 210 time: 0.0702648 Feb 28 10:36:55.605425 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bb3efe-5815-479a-b9a7-ab1a3d4f754f req-c4981c52-4619-4585-bdf6-b16e11d6095c tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:55.613315 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-05bb3efe-5815-479a-b9a7-ab1a3d4f754f req-c4981c52-4619-4585-bdf6-b16e11d6095c tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.5521321 Feb 28 10:36:55.731016 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2cc3770f-7915-4d6d-8675-dcddc8c5d957 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (653c51e1-ec0b-4f34-b28a-3c7e96f26599), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:55.757570 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-05bb3efe-5815-479a-b9a7-ab1a3d4f754f req-45409452-ecd4-4cc0-857d-c5e9a9f4f96c tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431875 Feb 28 10:36:55.758272 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-59fb92d3-1d73-47cf-bd81-2ec5eca17899 tempest-QuotasNegativeTest-1619822950 tempest-QuotasNegativeTest-1619822950-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (0ff21408-94e9-40e4-8b61-04b24cc9b7b1), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:55.840378 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-1ef6c8ef-c92c-4448-8db5-c9bb32808ad0 req-828089af-16e8-49b2-9548-cdc1b5d00a06 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:55.843120 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-1ef6c8ef-c92c-4448-8db5-c9bb32808ad0 req-828089af-16e8-49b2-9548-cdc1b5d00a06 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047917'] for floatingip (5e2a40ff-e655-46ac-ac85-9224f1221f6d), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:55.843120 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.l3_db [req-1ef6c8ef-c92c-4448-8db5-c9bb32808ad0 req-828089af-16e8-49b2-9548-cdc1b5d00a06 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Floating IP 5e2a40ff-e655-46ac-ac85-9224f1221f6d disassociated. External IP: 172.26.3.194, port: 0eb4597e-81f8-41b4-8a22-afb3a0fa610a. Feb 28 10:36:55.843120 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-1ef6c8ef-c92c-4448-8db5-c9bb32808ad0 req-828089af-16e8-49b2-9548-cdc1b5d00a06 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Calling delete_port for 0eb4597e-81f8-41b4-8a22-afb3a0fa610a owned by compute:nova {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:55.857784 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59fb92d3-1d73-47cf-bd81-2ec5eca17899 tempest-QuotasNegativeTest-1619822950 tempest-QuotasNegativeTest-1619822950-project-admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:36:55.921422 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-7ae4c59e-5164-4f04-b3c6-ee9129be8407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddb501a-cfd7-433e-9cc5-b804a18d97f9', 'name': 'tempest-ServersTestJSON-2042665436-router', 'tenant_id': 'a1e997d94bda42c2937c38ee950ff500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.125'}], 'enable_snat': True}, 'gw_port_id': '2b564d3a-4f9c-42d3-84fd-9574720b94ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:16Z', 'updated_at': '2022-02-28T10:35:30Z', 'revision_number': 4, 'project_id': 'a1e997d94bda42c2937c38ee950ff500', 'gw_port': {'id': '2b564d3a-4f9c-42d3-84fd-9574720b94ed', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:40:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddb501a-cfd7-433e-9cc5-b804a18d97f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:18Z', 'updated_at': '2022-02-28T10:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': 'cd462397-30a8-42a4-b20f-8ef3a68e2e0e', 'name': '', 'network_id': '61f11b1b-099a-45f3-b423-a89dfa9243a1', 'tenant_id': 'a1e997d94bda42c2937c38ee950ff500', 'mac_address': 'fa:16:3e:b1:19:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddb501a-cfd7-433e-9cc5-b804a18d97f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '2dff7405-dcc7-4aec-b812-04c9508d9791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:26Z', 'updated_at': '2022-02-28T10:35:38Z', 'revision_number': 5, 'project_id': 'a1e997d94bda42c2937c38ee950ff500', 'subnets': [{'id': '2dff7405-dcc7-4aec-b812-04c9508d9791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:55.973816 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae4c59e-5164-4f04-b3c6-ee9129be8407 None None] The sync data for ids ['eddb501a-cfd7-433e-9cc5-b804a18d97f9'] in dv-neutron-829161-3-hyperv is: [{'id': 'eddb501a-cfd7-433e-9cc5-b804a18d97f9', 'name': 'tempest-ServersTestJSON-2042665436-router', 'tenant_id': 'a1e997d94bda42c2937c38ee950ff500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.125'}], 'enable_snat': True}, 'gw_port_id': '2b564d3a-4f9c-42d3-84fd-9574720b94ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:16Z', 'updated_at': '2022-02-28T10:35:30Z', 'revision_number': 4, 'project_id': 'a1e997d94bda42c2937c38ee950ff500', 'gw_port': {'id': '2b564d3a-4f9c-42d3-84fd-9574720b94ed', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:40:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddb501a-cfd7-433e-9cc5-b804a18d97f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:18Z', 'updated_at': '2022-02-28T10:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': 'cd462397-30a8-42a4-b20f-8ef3a68e2e0e', 'name': '', 'network_id': '61f11b1b-099a-45f3-b423-a89dfa9243a1', 'tenant_id': 'a1e997d94bda42c2937c38ee950ff500', 'mac_address': 'fa:16:3e:b1:19:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddb501a-cfd7-433e-9cc5-b804a18d97f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '2dff7405-dcc7-4aec-b812-04c9508d9791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:26Z', 'updated_at': '2022-02-28T10:35:38Z', 'revision_number': 5, 'project_id': 'a1e997d94bda42c2937c38ee950ff500', 'subnets': [{'id': '2dff7405-dcc7-4aec-b812-04c9508d9791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:36:56.052246 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-59fb92d3-1d73-47cf-bd81-2ec5eca17899 tempest-QuotasNegativeTest-1619822950 tempest-QuotasNegativeTest-1619822950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (9205334f-5778-4b23-818c-2d00afe9d67b), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:56.052588 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-59fb92d3-1d73-47cf-bd81-2ec5eca17899 tempest-QuotasNegativeTest-1619822950 tempest-QuotasNegativeTest-1619822950-project-admin] Added segment 9205334f-5778-4b23-818c-2d00afe9d67b of type vlan for network de3067ec-351f-4e16-a30e-393d63d6c0d4 Feb 28 10:36:56.069776 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fb92d3-1d73-47cf-bd81-2ec5eca17899 tempest-QuotasNegativeTest-1619822950 tempest-QuotasNegativeTest-1619822950-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff21408-94e9-40e4-8b61-04b24cc9b7b1,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:56.093610 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0322f80c-ae54-43a9-9d23-66f66bd38274 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (889c3512-4d6b-451c-8858-a6b6bbf767a1), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:56.158025 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-59fb92d3-1d73-47cf-bd81-2ec5eca17899 tempest-QuotasNegativeTest-1619822950 tempest-QuotasNegativeTest-1619822950-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (de3067ec-351f-4e16-a30e-393d63d6c0d4), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:56.160488 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ea224b4d-999d-4a83-8eed-fcb0305317eb tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (58a0aa06-b05e-4187-9da0-9741230cf964), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:56.165363 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2cc3770f-7915-4d6d-8675-dcddc8c5d957 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (653c51e1-ec0b-4f34-b28a-3c7e96f26599), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:56.232000 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-1ef6c8ef-c92c-4448-8db5-c9bb32808ad0 req-828089af-16e8-49b2-9548-cdc1b5d00a06 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (0eb4597e-81f8-41b4-8a22-afb3a0fa610a), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:56.242016 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-2cc3770f-7915-4d6d-8675-dcddc8c5d957 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['653c51e1-ec0b-4f34-b28a-3c7e96f26599']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:56.261079 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0322f80c-ae54-43a9-9d23-66f66bd38274 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event updated for resources: {'Subnet': ['ID=889c3512-4d6b-451c-8858-a6b6bbf767a1,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:56.276376 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-2cc3770f-7915-4d6d-8675-dcddc8c5d957 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '634c0cf7-ee69-4d72-a6ed-399be5947c7d') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:56.278823 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-2cc3770f-7915-4d6d-8675-dcddc8c5d957 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '634c0cf7-ee69-4d72-a6ed-399be5947c7d') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:56.301223 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.db.resource_extend [None req-59fb92d3-1d73-47cf-bd81-2ec5eca17899 tempest-QuotasNegativeTest-1619822950 tempest-QuotasNegativeTest-1619822950-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 10:36:56.306999 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828089af-16e8-49b2-9548-cdc1b5d00a06 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Pushing event deleted for resources: {'Port': ['ID=0eb4597e-81f8-41b4-8a22-afb3a0fa610a,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:56.323082 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0322f80c-ae54-43a9-9d23-66f66bd38274 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Checking segment: {'id': '0b560a7d-fe4c-4b58-946e-7125f3acfe0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6ea96e8a-fa04-4786-9a10-8c00da80f93f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:36:56.324860 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0322f80c-ae54-43a9-9d23-66f66bd38274 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Network hostable DHCP agents. Network: 6ea96e8a-fa04-4786-9a10-8c00da80f93f, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:36:56.337944 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2cc3770f-7915-4d6d-8675-dcddc8c5d957 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (634c0cf7-ee69-4d72-a6ed-399be5947c7d), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:56.411354 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2cc3770f-7915-4d6d-8675-dcddc8c5d957 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (634c0cf7-ee69-4d72-a6ed-399be5947c7d), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:56.427894 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea224b4d-999d-4a83-8eed-fcb0305317eb tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Pushing event updated for resources: {'Subnet': ['ID=58a0aa06-b05e-4187-9da0-9741230cf964,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:56.436863 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cc3770f-7915-4d6d-8675-dcddc8c5d957 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:36:56.437270 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2cc3770f-7915-4d6d-8675-dcddc8c5d957 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (634c0cf7-ee69-4d72-a6ed-399be5947c7d), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:56.445791 dv-neutron-829161-3-hyperv neutron-server[104084]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 28 10:36:56.445791 dv-neutron-829161-3-hyperv neutron-server[104084]: warnings.warn('Neutron quota engine will require "--force" ' Feb 28 10:36:56.445791 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 10:36:56.445791 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:36:56.445791 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 10:36:56.445791 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:36:56.445791 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 10:36:56.445791 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:36:56.445791 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 10:36:56.445791 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:36:56.445791 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 10:36:56.445791 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:36:56.445791 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 10:36:56.445791 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:36:56.445791 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 10:36:56.445791 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:36:56.445791 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:36:56.445791 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:36:56.445791 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:36:56.445791 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:36:56.445791 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 10:36:56.445791 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:36:56.445791 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 10:36:56.445791 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:36:56.445791 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:36:56.445791 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:36:56.445791 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 10:36:56.445791 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:36:56.445791 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:36:56.445791 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:36:56.445791 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:36:56.445791 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:36:56.445791 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:36:56.445791 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:36:56.472686 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-59fb92d3-1d73-47cf-bd81-2ec5eca17899 tempest-QuotasNegativeTest-1619822950 tempest-QuotasNegativeTest-1619822950-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (de3067ec-351f-4e16-a30e-393d63d6c0d4), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:56.473782 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fb92d3-1d73-47cf-bd81-2ec5eca17899 tempest-QuotasNegativeTest-1619822950 tempest-QuotasNegativeTest-1619822950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:56.474500 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-59fb92d3-1d73-47cf-bd81-2ec5eca17899 tempest-QuotasNegativeTest-1619822950 tempest-QuotasNegativeTest-1619822950-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:56.483966 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0da19d3-8c3c-40c7-a2e4-5b52a7de1488 None None] New status for floating IP 0f9bd045-a5f6-4f14-8632-5ff74064746b: DOWN {{(pid=104086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:36:56.622455 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea224b4d-999d-4a83-8eed-fcb0305317eb tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Checking segment: {'id': '50aaf9e0-de0f-479c-b7ea-95bfba8f153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f8a1b290-2ace-4633-82a7-457a1d7a5b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:36:56.623773 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea224b4d-999d-4a83-8eed-fcb0305317eb tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Network hostable DHCP agents. Network: f8a1b290-2ace-4633-82a7-457a1d7a5b97, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:36:56.653080 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fb92d3-1d73-47cf-bd81-2ec5eca17899 tempest-QuotasNegativeTest-1619822950 tempest-QuotasNegativeTest-1619822950-project-admin] Pushing event updated for resources: {'Network': ['ID=de3067ec-351f-4e16-a30e-393d63d6c0d4,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:56.665320 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56998e48-1abb-4271-a7fc-b6653b72321e req-90d1005e-2a8d-4c3c-9742-c4464499a074 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:56.665492 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network de3067ec-351f-4e16-a30e-393d63d6c0d4 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:36:56.668529 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-56998e48-1abb-4271-a7fc-b6653b72321e req-90d1005e-2a8d-4c3c-9742-c4464499a074 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.3432915 Feb 28 10:36:56.736206 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-59fb92d3-1d73-47cf-bd81-2ec5eca17899 tempest-QuotasNegativeTest-1619822950 tempest-QuotasNegativeTest-1619822950-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.9451318 Feb 28 10:36:56.736206 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2cc3770f-7915-4d6d-8675-dcddc8c5d957 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (653c51e1-ec0b-4f34-b28a-3c7e96f26599), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:56.736971 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44862) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:56.745124 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2cc3770f-7915-4d6d-8675-dcddc8c5d957 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:56.748742 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-2cc3770f-7915-4d6d-8675-dcddc8c5d957 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] 10.222.0.62 "DELETE /v2.0/networks/653c51e1-ec0b-4f34-b28a-3c7e96f26599 HTTP/1.1" status: 204 len: 168 time: 1.3437052 Feb 28 10:36:56.754072 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-0ebd56f1-760b-4b45-9119-2afdfc400284 tempest-QuotasNegativeTest-1619822950 tempest-QuotasNegativeTest-1619822950-project-admin] Request body: {'network': {'project_id': '8312fbf6e60a4aa08a81edb88dd7dff0'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:56.768101 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44864) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:56.773477 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-56998e48-1abb-4271-a7fc-b6653b72321e req-da4b7d6a-7b8a-49fc-828b-57452bbc8985 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974903 Feb 28 10:36:56.784603 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc3770f-7915-4d6d-8675-dcddc8c5d957 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Pushing event deleted for resources: {'Network': ['ID=653c51e1-ec0b-4f34-b28a-3c7e96f26599,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:56.808245 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea224b4d-999d-4a83-8eed-fcb0305317eb tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Network f8a1b290-2ace-4633-82a7-457a1d7a5b97 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:36:56.888591 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6bd56002-78b7-4af6-860d-7a8268eb9500 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (c830d6a8-b4b1-4d65-ba26-908d6df58c05), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:56.935925 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-ea224b4d-999d-4a83-8eed-fcb0305317eb tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, f8a1b290-2ace-4633-82a7-457a1d7a5b97) {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:56.945334 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0d5836-0e88-43bb-a4fb-89dcc539dc3f None None] Network f8a1b290-2ace-4633-82a7-457a1d7a5b97 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:56.952176 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea224b4d-999d-4a83-8eed-fcb0305317eb tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:56.952928 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ea224b4d-999d-4a83-8eed-fcb0305317eb tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:56.986574 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ebd56f1-760b-4b45-9119-2afdfc400284 tempest-QuotasNegativeTest-1619822950 tempest-QuotasNegativeTest-1619822950-project-admin] Made reservation on behalf of 8312fbf6e60a4aa08a81edb88dd7dff0 for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:56.989102 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0ebd56f1-760b-4b45-9119-2afdfc400284 tempest-QuotasNegativeTest-1619822950 tempest-QuotasNegativeTest-1619822950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:56.997653 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44868) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:57.030661 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44872) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:57.030661 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6bd56002-78b7-4af6-860d-7a8268eb9500 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (c830d6a8-b4b1-4d65-ba26-908d6df58c05), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:57.090919 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-6bd56002-78b7-4af6-860d-7a8268eb9500 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c830d6a8-b4b1-4d65-ba26-908d6df58c05']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:57.121317 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ebd56f1-760b-4b45-9119-2afdfc400284 tempest-QuotasNegativeTest-1619822950 tempest-QuotasNegativeTest-1619822950-project-admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:36:57.141948 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-ea224b4d-999d-4a83-8eed-fcb0305317eb tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5054796 Feb 28 10:36:57.145786 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44874) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:57.148221 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ef6c8ef-c92c-4448-8db5-c9bb32808ad0 req-828089af-16e8-49b2-9548-cdc1b5d00a06 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Router 08248eaa-9947-46c4-9586-680b24173f48 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:36:57.153660 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-6bd56002-78b7-4af6-860d-7a8268eb9500 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e46dd763-1273-435c-be43-25ae18f4898c') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:57.153969 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-6bd56002-78b7-4af6-860d-7a8268eb9500 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e46dd763-1273-435c-be43-25ae18f4898c') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:57.161815 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-80addb6e-7923-45c1-9813-4ff58869b15b tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1513720915'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:57.188409 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6bd56002-78b7-4af6-860d-7a8268eb9500 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (e46dd763-1273-435c-be43-25ae18f4898c), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:57.199864 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1 no longer exists at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:36:57.202558 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0ebd56f1-760b-4b45-9119-2afdfc400284 tempest-QuotasNegativeTest-1619822950 tempest-QuotasNegativeTest-1619822950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (e7cbd620-b8f3-458a-98e6-7c45d60bd25a), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:57.202558 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-0ebd56f1-760b-4b45-9119-2afdfc400284 tempest-QuotasNegativeTest-1619822950 tempest-QuotasNegativeTest-1619822950-project-admin] Added segment e7cbd620-b8f3-458a-98e6-7c45d60bd25a of type vlan for network 6f4f260a-7465-468b-96bb-3e3350fadd3f Feb 28 10:36:57.235103 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-d12ab99c-863a-43a7-9a57-95b10fd6d571 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-589579304-network', 'tenant_id': 'ec2f9fb98c0c462fa79ca5ebcea34c90'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:57.236485 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] No Port match for: 5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:36:57.237010 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 5b9c1448-ebf0-4e67-b1fa-c046fa1b6cc1 not bound to the agent host hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:36:57.237629 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 0eb4597e-81f8-41b4-8a22-afb3a0fa610a no longer exists at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:36:57.254804 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-46ff7092-1f20-42d6-9240-b58f1ca9548f req-38e0c904-d243-4cc7-b20a-dc9daa8f5740 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] 10.222.0.62 "GET /v2.0/ports?device_id=99037f9b-fc9a-45f9-9fc6-b6804397f8c7 HTTP/1.1" status: 200 len: 210 time: 0.1022179 Feb 28 10:36:57.266792 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6bd56002-78b7-4af6-860d-7a8268eb9500 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (e46dd763-1273-435c-be43-25ae18f4898c), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:57.268999 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5c5067-3f82-4641-b120-4c34f9fa5b17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-f8a1b290-2ace-4633-82a7-457a1d7a5b97', 'network_id': 'f8a1b290-2ace-4633-82a7-457a1d7a5b97', 'project_id': '070cd643c21d4bf29defcd2dc74e514a', 'fixed_ips': [{'subnet_id': '58a0aa06-b05e-4187-9da0-9741230cf964'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:36:57.270052 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-fd5c5067-3f82-4641-b120-4c34f9fa5b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:57.283013 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a13ac38b-f520-43b0-b732-d6beed2cbefb tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Publish callbacks [] for security_group (fef6c4de-b472-437a-b0f0-f89143292e22), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:57.290191 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] No Port match for: 0eb4597e-81f8-41b4-8a22-afb3a0fa610a {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:36:57.290191 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 0eb4597e-81f8-41b4-8a22-afb3a0fa610a not bound to the agent host hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:36:57.293049 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bd56002-78b7-4af6-860d-7a8268eb9500 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:36:57.293465 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6bd56002-78b7-4af6-860d-7a8268eb9500 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (e46dd763-1273-435c-be43-25ae18f4898c), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:57.299003 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 10:36:57.299003 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:36:57.299003 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 10:36:57.299003 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:36:57.299003 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 10:36:57.299003 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:36:57.299003 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 10:36:57.299003 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:36:57.299003 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 10:36:57.299003 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:36:57.299003 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 10:36:57.299003 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:36:57.299003 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 10:36:57.299003 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:36:57.299003 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:36:57.299003 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:36:57.299003 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:36:57.299003 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:36:57.299003 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 10:36:57.299003 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:36:57.299003 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 10:36:57.299003 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:36:57.299003 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:36:57.299003 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:36:57.299003 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 10:36:57.299003 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:36:57.299003 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:36:57.299003 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:36:57.299003 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:36:57.299003 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:36:57.299003 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:36:57.299003 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:36:57.326351 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0ebd56f1-760b-4b45-9119-2afdfc400284 tempest-QuotasNegativeTest-1619822950 tempest-QuotasNegativeTest-1619822950-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (6f4f260a-7465-468b-96bb-3e3350fadd3f), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:57.330501 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80addb6e-7923-45c1-9813-4ff58869b15b tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Made reservation on behalf of 070cd643c21d4bf29defcd2dc74e514a for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:57.333939 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-80addb6e-7923-45c1-9813-4ff58869b15b tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:57.372645 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0322f80c-ae54-43a9-9d23-66f66bd38274 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Network 6ea96e8a-fa04-4786-9a10-8c00da80f93f is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:36:57.383478 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-0322f80c-ae54-43a9-9d23-66f66bd38274 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 6ea96e8a-fa04-4786-9a10-8c00da80f93f) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:57.391289 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0322f80c-ae54-43a9-9d23-66f66bd38274 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:57.391897 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0322f80c-ae54-43a9-9d23-66f66bd38274 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:57.398048 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9def0b7a-64e7-455f-aa2b-06a36eac9ae4 None None] Network 6ea96e8a-fa04-4786-9a10-8c00da80f93f requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:57.402860 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a13ac38b-f520-43b0-b732-d6beed2cbefb tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Publish callbacks [] for security_group (fef6c4de-b472-437a-b0f0-f89143292e22), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:57.432017 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12ab99c-863a-43a7-9a57-95b10fd6d571 admin admin] Made reservation on behalf of ec2f9fb98c0c462fa79ca5ebcea34c90 for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:57.434694 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d12ab99c-863a-43a7-9a57-95b10fd6d571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:57.437283 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ef6c8ef-c92c-4448-8db5-c9bb32808ad0 req-828089af-16e8-49b2-9548-cdc1b5d00a06 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:36:57.481881 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19cf226-0623-409b-8071-6274c3aed44e None None] Sync routers for ids ['08248eaa-9947-46c4-9586-680b24173f48'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:36:57.489402 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d12ab99c-863a-43a7-9a57-95b10fd6d571 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:57.491318 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80addb6e-7923-45c1-9813-4ff58869b15b tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:36:57.512540 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ef6c8ef-c92c-4448-8db5-c9bb32808ad0 req-828089af-16e8-49b2-9548-cdc1b5d00a06 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] No DVR routers for this DVR port 0eb4597e-81f8-41b4-8a22-afb3a0fa610a on host hv-neutron-8291 {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:36:57.516223 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-1ef6c8ef-c92c-4448-8db5-c9bb32808ad0 req-828089af-16e8-49b2-9548-cdc1b5d00a06 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:57.520474 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1ef6c8ef-c92c-4448-8db5-c9bb32808ad0 req-828089af-16e8-49b2-9548-cdc1b5d00a06 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] 10.222.0.70 "DELETE /v2.0/ports/0eb4597e-81f8-41b4-8a22-afb3a0fa610a HTTP/1.1" status: 204 len: 173 time: 2.6174388 Feb 28 10:36:57.521120 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99037f9b-fc9a-45f9-9fc6-b6804397f8c7', 'name': 'network-vif-deleted', 'tag': '0eb4597e-81f8-41b4-8a22-afb3a0fa610a'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:36:57.535180 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0658e66-bdff-4536-be2c-8fdfbf767067" -d '{"events": [{"server_uuid": "99037f9b-fc9a-45f9-9fc6-b6804397f8c7", "name": "network-vif-deleted", "tag": "0eb4597e-81f8-41b4-8a22-afb3a0fa610a"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:36:57.544952 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6bd56002-78b7-4af6-860d-7a8268eb9500 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (c830d6a8-b4b1-4d65-ba26-908d6df58c05), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:57.550155 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6bd56002-78b7-4af6-860d-7a8268eb9500 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:57.555807 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-6bd56002-78b7-4af6-860d-7a8268eb9500 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] 10.222.0.62 "DELETE /v2.0/networks/c830d6a8-b4b1-4d65-ba26-908d6df58c05 HTTP/1.1" status: 204 len: 168 time: 0.7863972 Feb 28 10:36:57.576613 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-80addb6e-7923-45c1-9813-4ff58869b15b tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (226b320d-fd07-482a-85cb-3f2bb3fa9de4), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:57.576613 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-80addb6e-7923-45c1-9813-4ff58869b15b tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Added segment 226b320d-fd07-482a-85cb-3f2bb3fa9de4 of type vlan for network c4aecd5d-800f-47c5-9a9c-7f850f367c2c Feb 28 10:36:57.580930 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0ebd56f1-760b-4b45-9119-2afdfc400284 tempest-QuotasNegativeTest-1619822950 tempest-QuotasNegativeTest-1619822950-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (6f4f260a-7465-468b-96bb-3e3350fadd3f), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:57.581898 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebd56f1-760b-4b45-9119-2afdfc400284 tempest-QuotasNegativeTest-1619822950 tempest-QuotasNegativeTest-1619822950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:57.582480 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0ebd56f1-760b-4b45-9119-2afdfc400284 tempest-QuotasNegativeTest-1619822950 tempest-QuotasNegativeTest-1619822950-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:57.607159 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2a72d6-bd0a-4fae-9841-24d940640a91 x-openstack-request-id: req-1e2a72d6-bd0a-4fae-9841-24d940640a91 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:36:57.607466 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99037f9b-fc9a-45f9-9fc6-b6804397f8c7", "name": "network-vif-deleted", "tag": "0eb4597e-81f8-41b4-8a22-afb3a0fa610a", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:36:57.607727 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1e2a72d6-bd0a-4fae-9841-24d940640a91 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:36:57.608207 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99037f9b-fc9a-45f9-9fc6-b6804397f8c7', 'name': 'network-vif-deleted', 'tag': '0eb4597e-81f8-41b4-8a22-afb3a0fa610a', 'status': 'completed', 'code': 200} Feb 28 10:36:57.615528 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-0322f80c-ae54-43a9-9d23-66f66bd38274 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2849872 Feb 28 10:36:57.615839 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44880) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:57.624366 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-5596a049-46ff-40d8-b11b-3cf2589a13e6 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Request body: {'port': {'network_id': '6ea96e8a-fa04-4786-9a10-8c00da80f93f', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-407012756'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:57.637710 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-fd5c5067-3f82-4641-b120-4c34f9fa5b17 None None] Allocated IP 2001:db8:0:ffff::2 (f8a1b290-2ace-4633-82a7-457a1d7a5b97/58a0aa06-b05e-4187-9da0-9741230cf964/29e4f526-019f-45fc-b032-fb65cb12c31d) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:36:57.651492 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd56002-78b7-4af6-860d-7a8268eb9500 tempest-BulkNetworkOpsTest-535495586 tempest-BulkNetworkOpsTest-535495586-project] Pushing event deleted for resources: {'Network': ['ID=c830d6a8-b4b1-4d65-ba26-908d6df58c05,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:57.670356 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19cf226-0623-409b-8071-6274c3aed44e None None] Routers {'08248eaa-9947-46c4-9586-680b24173f48'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:57.671627 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-d19cf226-0623-409b-8071-6274c3aed44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:36:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['08248eaa-9947-46c4-9586-680b24173f48'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:57.676127 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04e5be6-5095-418a-8799-ffe5c92c6c6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-6ea96e8a-fa04-4786-9a10-8c00da80f93f', 'network_id': '6ea96e8a-fa04-4786-9a10-8c00da80f93f', 'project_id': '4139ff51d3884888b07610eef64ca26e', 'fixed_ips': [{'subnet_id': '889c3512-4d6b-451c-8858-a6b6bbf767a1'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:36:57.678181 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a04e5be6-5095-418a-8799-ffe5c92c6c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:57.971025 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e7a93-930f-4cb6-a4a5-90df4e9654e5 req-b19e58e0-7d22-4005-9271-8c6987446768 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:57.973228 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-dc5e7a93-930f-4cb6-a4a5-90df4e9654e5 req-b19e58e0-7d22-4005-9271-8c6987446768 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.0968988 Feb 28 10:36:58.074265 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-dc5e7a93-930f-4cb6-a4a5-90df4e9654e5 req-cf4cfa12-e20e-456d-b9c1-9e4fd252e459 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871305 Feb 28 10:36:58.108115 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-80addb6e-7923-45c1-9813-4ff58869b15b tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (c4aecd5d-800f-47c5-9a9c-7f850f367c2c), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:58.109343 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a13ac38b-f520-43b0-b732-d6beed2cbefb tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (fef6c4de-b472-437a-b0f0-f89143292e22), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:58.112444 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a13ac38b-f520-43b0-b732-d6beed2cbefb tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:58.116844 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44888) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:58.117973 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-a13ac38b-f520-43b0-b732-d6beed2cbefb tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] 10.222.0.62 "DELETE /v2.0/security-groups/fef6c4de-b472-437a-b0f0-f89143292e22 HTTP/1.1" status: 204 len: 168 time: 1.0800312 Feb 28 10:36:58.137401 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.api.v2.resource [None req-73d18435-60b6-4001-b660-ed6cf077168d tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] show failed (client error): The resource could not be found. Feb 28 10:36:58.138456 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-73d18435-60b6-4001-b660-ed6cf077168d tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] 10.222.0.62 "GET /v2.0/security-groups/fef6c4de-b472-437a-b0f0-f89143292e22 HTTP/1.1" status: 404 len: 347 time: 0.0205731 Feb 28 10:36:58.151478 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44890) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:58.170300 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d12ab99c-863a-43a7-9a57-95b10fd6d571 admin admin] Publish callbacks [] for security_group (f7514dbd-377d-453f-b4bc-1666e16a35ad), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:58.185566 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-0ebd56f1-760b-4b45-9119-2afdfc400284 tempest-QuotasNegativeTest-1619822950 tempest-QuotasNegativeTest-1619822950-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.4433682 Feb 28 10:36:58.199558 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44892) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:58.199734 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-d19cf226-0623-409b-8071-6274c3aed44e None None] Set router 08248eaa-9947-46c4-9586-680b24173f48 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:36:58.210136 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-7b2bafe1-0131-498b-91a9-481424853752 tempest-QuotasNegativeTest-1619822950 tempest-QuotasNegativeTest-1619822950-project-admin] Request body: {'network': {'project_id': '8312fbf6e60a4aa08a81edb88dd7dff0'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:58.231224 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b2bafe1-0131-498b-91a9-481424853752 tempest-QuotasNegativeTest-1619822950 tempest-QuotasNegativeTest-1619822950-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 28 10:36:58.231224 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b2bafe1-0131-498b-91a9-481424853752 tempest-QuotasNegativeTest-1619822950 tempest-QuotasNegativeTest-1619822950-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:58.234792 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-7b2bafe1-0131-498b-91a9-481424853752 tempest-QuotasNegativeTest-1619822950 tempest-QuotasNegativeTest-1619822950-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0264626 Feb 28 10:36:58.236620 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44894) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:58.236981 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44896) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:58.242168 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ac38b-f520-43b0-b732-d6beed2cbefb tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef6c4de-b472-437a-b0f0-f89143292e22,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:58.281972 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-fd5c5067-3f82-4641-b120-4c34f9fa5b17 None None] Publish callbacks [] for port (29e4f526-019f-45fc-b032-fb65cb12c31d), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:58.324779 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-a04e5be6-5095-418a-8799-ffe5c92c6c6a None None] Allocated IP 2001:db8::2 (6ea96e8a-fa04-4786-9a10-8c00da80f93f/889c3512-4d6b-451c-8858-a6b6bbf767a1/96d77c9a-1f62-4943-b668-fed385a857d0) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:36:58.409989 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-e29a0a6a-47c0-4d10-8b28-d3b68ad0a385 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Deleting port 9cc70264-1767-4dc4-8a7e-b111ba31c179 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:58.410501 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e29a0a6a-47c0-4d10-8b28-d3b68ad0a385 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (9cc70264-1767-4dc4-8a7e-b111ba31c179), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:58.443325 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-fd5c5067-3f82-4641-b120-4c34f9fa5b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (29e4f526-019f-45fc-b032-fb65cb12c31d), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:58.457942 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d12ab99c-863a-43a7-9a57-95b10fd6d571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (f7514dbd-377d-453f-b4bc-1666e16a35ad), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:58.467774 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebd56f1-760b-4b45-9119-2afdfc400284 tempest-QuotasNegativeTest-1619822950 tempest-QuotasNegativeTest-1619822950-project-admin] Pushing event updated for resources: {'Network': ['ID=6f4f260a-7465-468b-96bb-3e3350fadd3f,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:58.500681 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-1e9c81b3-46d5-4ad9-b7b4-a5a8f01b28b2 tempest-QuotasNegativeTest-1619822950 tempest-QuotasNegativeTest-1619822950-project-admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8312fbf6e60a4aa08a81edb88dd7dff0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2592831 Feb 28 10:36:58.505123 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44904) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:58.532310 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 6f4f260a-7465-468b-96bb-3e3350fadd3f details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:36:58.568745 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d12ab99c-863a-43a7-9a57-95b10fd6d571 admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:36:58.594805 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8263476a-8e1e-42b5-83ce-f20f9405256a req-c4ad9ba8-0e2f-4871-bb78-9d1a127069a1 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] 10.222.0.62 "GET /v2.0/ports?device_id=99037f9b-fc9a-45f9-9fc6-b6804397f8c7 HTTP/1.1" status: 200 len: 210 time: 0.1727872 Feb 28 10:36:58.664294 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5c5067-3f82-4641-b120-4c34f9fa5b17 None None] Network f8a1b290-2ace-4633-82a7-457a1d7a5b97 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:58.671619 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-80addb6e-7923-45c1-9813-4ff58869b15b tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (c4aecd5d-800f-47c5-9a9c-7f850f367c2c), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:58.678803 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80addb6e-7923-45c1-9813-4ff58869b15b tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:58.679639 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-80addb6e-7923-45c1-9813-4ff58869b15b tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:58.684326 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5596a049-46ff-40d8-b11b-3cf2589a13e6 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Made reservation on behalf of 4139ff51d3884888b07610eef64ca26e for: {'port': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:58.686640 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5596a049-46ff-40d8-b11b-3cf2589a13e6 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:58.707384 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e29a0a6a-47c0-4d10-8b28-d3b68ad0a385 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (9cc70264-1767-4dc4-8a7e-b111ba31c179), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:58.707384 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e29a0a6a-47c0-4d10-8b28-d3b68ad0a385 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Publish callbacks [] for floatingip (9cc70264-1767-4dc4-8a7e-b111ba31c179), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:58.731212 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-fd5c5067-3f82-4641-b120-4c34f9fa5b17 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:58.733187 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-e29a0a6a-47c0-4d10-8b28-d3b68ad0a385 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Calling delete_port for 9cc70264-1767-4dc4-8a7e-b111ba31c179 owned by network:floatingip {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:58.739809 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5c5067-3f82-4641-b120-4c34f9fa5b17 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:36:58.760339 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d12ab99c-863a-43a7-9a57-95b10fd6d571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (22e33907-99b1-49e9-a77d-c1f1b4f80ca2), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:58.760833 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-d12ab99c-863a-43a7-9a57-95b10fd6d571 admin admin] Added segment 22e33907-99b1-49e9-a77d-c1f1b4f80ca2 of type vlan for network 1058a1e5-88f7-4a04-8679-87bdc8619383 Feb 28 10:36:58.802411 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5c5067-3f82-4641-b120-4c34f9fa5b17 None None] Pushing event updated for resources: {'Port': ['ID=29e4f526-019f-45fc-b032-fb65cb12c31d,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:58.821112 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [None req-5596a049-46ff-40d8-b11b-3cf2589a13e6 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] device_id is not set on port 7ee80ebe-eef1-4e0e-bd9a-d219083cb5b7 yet. {{(pid=104084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:36:58.829383 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12ab99c-863a-43a7-9a57-95b10fd6d571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7514dbd-377d-453f-b4bc-1666e16a35ad,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:58.897891 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-fd5c5067-3f82-4641-b120-4c34f9fa5b17 None None] Attempting to bind port 29e4f526-019f-45fc-b032-fb65cb12c31d on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:36:58.897891 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-fd5c5067-3f82-4641-b120-4c34f9fa5b17 None None] Attempting to bind port 29e4f526-019f-45fc-b032-fb65cb12c31d by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '50aaf9e0-de0f-479c-b7ea-95bfba8f153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f8a1b290-2ace-4633-82a7-457a1d7a5b97'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:36:58.897891 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5c5067-3f82-4641-b120-4c34f9fa5b17 None None] Attempting to bind port 29e4f526-019f-45fc-b032-fb65cb12c31d on network f8a1b290-2ace-4633-82a7-457a1d7a5b97 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:36:58.922088 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5c5067-3f82-4641-b120-4c34f9fa5b17 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:36:58.925199 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5c5067-3f82-4641-b120-4c34f9fa5b17 None None] Checking segment: {'id': '50aaf9e0-de0f-479c-b7ea-95bfba8f153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f8a1b290-2ace-4633-82a7-457a1d7a5b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:36:58.925199 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-fd5c5067-3f82-4641-b120-4c34f9fa5b17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:58.925199 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5c5067-3f82-4641-b120-4c34f9fa5b17 None None] Bound using segment: {'id': '50aaf9e0-de0f-479c-b7ea-95bfba8f153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f8a1b290-2ace-4633-82a7-457a1d7a5b97'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:36:58.925199 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-fd5c5067-3f82-4641-b120-4c34f9fa5b17 None None] Bound port: 29e4f526-019f-45fc-b032-fb65cb12c31d, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50aaf9e0-de0f-479c-b7ea-95bfba8f153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f8a1b290-2ace-4633-82a7-457a1d7a5b97'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:36:58.925199 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-fd5c5067-3f82-4641-b120-4c34f9fa5b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (29e4f526-019f-45fc-b032-fb65cb12c31d), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:58.960940 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80addb6e-7923-45c1-9813-4ff58869b15b tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Pushing event updated for resources: {'Network': ['ID=c4aecd5d-800f-47c5-9a9c-7f850f367c2c,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:58.976710 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-80addb6e-7923-45c1-9813-4ff58869b15b tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8189471 Feb 28 10:36:58.982048 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d12ab99c-863a-43a7-9a57-95b10fd6d571 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (1058a1e5-88f7-4a04-8679-87bdc8619383), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:58.982184 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44906) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:58.983916 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network c4aecd5d-800f-47c5-9a9c-7f850f367c2c details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:36:58.990051 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-bcb6faa0-cde8-4d3a-addc-af428392381b tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Request body: {'subnet': {'network_id': 'c4aecd5d-800f-47c5-9a9c-7f850f367c2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:59.008592 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d96a8c42-9eaa-4949-a2b2-78a3a500c23b tempest-QuotasNegativeTest-1619822950 tempest-QuotasNegativeTest-1619822950-project-admin] Publish callbacks [] for security_group (0ff21408-94e9-40e4-8b61-04b24cc9b7b1), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:59.024151 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5f4dd-35e6-4c42-82dc-b1bf404d4885 req-79b3655e-90c3-4335-bd64-dab679f88a8d tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:59.027002 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-78f5f4dd-35e6-4c42-82dc-b1bf404d4885 req-79b3655e-90c3-4335-bd64-dab679f88a8d tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.4996161 Feb 28 10:36:59.038860 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-b6dd75fb-28c7-4958-a003-6cc6534d8d56 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=059f65ff6974448ca6c69865449221c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7986138 Feb 28 10:36:59.039542 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44908) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:59.055585 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e29a0a6a-47c0-4d10-8b28-d3b68ad0a385 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (9cc70264-1767-4dc4-8a7e-b111ba31c179), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:59.070507 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-fd5c5067-3f82-4641-b120-4c34f9fa5b17 None None] For port 29e4f526-019f-45fc-b032-fb65cb12c31d, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:36:59.105904 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29a0a6a-47c0-4d10-8b28-d3b68ad0a385 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Pushing event deleted for resources: {'Port': ['ID=9cc70264-1767-4dc4-8a7e-b111ba31c179,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:59.114995 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-d19cf226-0623-409b-8071-6274c3aed44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08248eaa-9947-46c4-9586-680b24173f48', 'name': 'tempest-ServersTestManualDisk-630797678-router', 'tenant_id': 'd4949ecb1236430a8fa635d2a669a8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': 'a8af0c09-0300-432d-a21d-230a5be7f4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:13Z', 'updated_at': '2022-02-28T10:35:24Z', 'revision_number': 4, 'project_id': 'd4949ecb1236430a8fa635d2a669a8c3', 'gw_port': {'id': 'a8af0c09-0300-432d-a21d-230a5be7f4e5', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08248eaa-9947-46c4-9586-680b24173f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:14Z', 'updated_at': '2022-02-28T10:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '6a66cfb7-524e-4519-a1c8-be910891e439', 'name': '', 'network_id': 'a542a1e4-364b-4847-89d1-2f3ed2b23a7c', 'tenant_id': 'd4949ecb1236430a8fa635d2a669a8c3', 'mac_address': 'fa:16:3e:71:89:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08248eaa-9947-46c4-9586-680b24173f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '5b50a414-606d-4a0d-a715-63172e88e953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:21Z', 'updated_at': '2022-02-28T10:35:29Z', 'revision_number': 5, 'project_id': 'd4949ecb1236430a8fa635d2a669a8c3', 'subnets': [{'id': '5b50a414-606d-4a0d-a715-63172e88e953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:59.126827 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d96a8c42-9eaa-4949-a2b2-78a3a500c23b tempest-QuotasNegativeTest-1619822950 tempest-QuotasNegativeTest-1619822950-project-admin] Publish callbacks [] for security_group (0ff21408-94e9-40e4-8b61-04b24cc9b7b1), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:59.127568 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-fd5c5067-3f82-4641-b120-4c34f9fa5b17 None None] For port 29e4f526-019f-45fc-b032-fb65cb12c31d, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=29e4f526-019f-45fc-b032-fb65cb12c31d,segment=NetworkSegment(50aaf9e0-de0f-479c-b7ea-95bfba8f153c),segment_id=50aaf9e0-de0f-479c-b7ea-95bfba8f153c)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:36:59.165439 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19cf226-0623-409b-8071-6274c3aed44e None None] Checking router: 08248eaa-9947-46c4-9586-680b24173f48 for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:36:59.186040 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a04e5be6-5095-418a-8799-ffe5c92c6c6a None None] Publish callbacks [] for port (96d77c9a-1f62-4943-b668-fed385a857d0), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:59.191430 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19cf226-0623-409b-8071-6274c3aed44e None None] Routers {'08248eaa-9947-46c4-9586-680b24173f48'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:59.192096 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-d19cf226-0623-409b-8071-6274c3aed44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:36:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['08248eaa-9947-46c4-9586-680b24173f48'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:59.203474 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-78f5f4dd-35e6-4c42-82dc-b1bf404d4885 req-f90c90f5-7b64-4e6b-af6e-aa93783294ff tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629689 Feb 28 10:36:59.207260 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6ae7400b-9cff-40c5-a774-b43cb6a6b815 admin admin] Publish callbacks [] for security_group (bf78eaf0-950d-4e45-af5c-0d525c429db7), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:59.209510 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e29a0a6a-47c0-4d10-8b28-d3b68ad0a385 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Publish callbacks [] for floatingip (0f9bd045-a5f6-4f14-8632-5ff74064746b), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:59.210619 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d12ab99c-863a-43a7-9a57-95b10fd6d571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (1058a1e5-88f7-4a04-8679-87bdc8619383), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:59.217892 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12ab99c-863a-43a7-9a57-95b10fd6d571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:59.217892 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d12ab99c-863a-43a7-9a57-95b10fd6d571 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:59.218128 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e29a0a6a-47c0-4d10-8b28-d3b68ad0a385 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:59.218128 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-e29a0a6a-47c0-4d10-8b28-d3b68ad0a385 tempest-ServersTestJSON-2095568006 tempest-ServersTestJSON-2095568006-project] 10.222.0.62 "DELETE /v2.0/floatingips/0f9bd045-a5f6-4f14-8632-5ff74064746b HTTP/1.1" status: 204 len: 168 time: 1.0619285 Feb 28 10:36:59.218128 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44910) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:59.255620 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-fd5c5067-3f82-4641-b120-4c34f9fa5b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (29e4f526-019f-45fc-b032-fb65cb12c31d), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:59.293789 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6ae7400b-9cff-40c5-a774-b43cb6a6b815 admin admin] Publish callbacks [] for security_group (bf78eaf0-950d-4e45-af5c-0d525c429db7), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:59.303125 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12ab99c-863a-43a7-9a57-95b10fd6d571 admin admin] Pushing event updated for resources: {'Network': ['ID=1058a1e5-88f7-4a04-8679-87bdc8619383,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:59.304107 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a04e5be6-5095-418a-8799-ffe5c92c6c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (96d77c9a-1f62-4943-b668-fed385a857d0), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:59.329796 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb6faa0-cde8-4d3a-addc-af428392381b tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Made reservation on behalf of 070cd643c21d4bf29defcd2dc74e514a for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:59.333595 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bcb6faa0-cde8-4d3a-addc-af428392381b tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:59.355927 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-d12ab99c-863a-43a7-9a57-95b10fd6d571 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.3540719 Feb 28 10:36:59.356144 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44912) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:59.361437 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-43398c15-895e-467b-8db9-f2915e8da1d4 admin admin] Request body: {'subnet': {'network_id': '1058a1e5-88f7-4a04-8679-87bdc8619383', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-589579304-subnet', 'tenant_id': 'ec2f9fb98c0c462fa79ca5ebcea34c90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:59.380689 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d96a8c42-9eaa-4949-a2b2-78a3a500c23b tempest-QuotasNegativeTest-1619822950 tempest-QuotasNegativeTest-1619822950-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (0ff21408-94e9-40e4-8b61-04b24cc9b7b1), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:59.380933 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5c5067-3f82-4641-b120-4c34f9fa5b17 None None] Pushing event updated for resources: {'Port': ['ID=29e4f526-019f-45fc-b032-fb65cb12c31d,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:59.383326 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d96a8c42-9eaa-4949-a2b2-78a3a500c23b tempest-QuotasNegativeTest-1619822950 tempest-QuotasNegativeTest-1619822950-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:59.386120 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 1058a1e5-88f7-4a04-8679-87bdc8619383 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:36:59.387772 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-d96a8c42-9eaa-4949-a2b2-78a3a500c23b tempest-QuotasNegativeTest-1619822950 tempest-QuotasNegativeTest-1619822950-project-admin] 10.222.0.62 "DELETE /v2.0/security-groups/0ff21408-94e9-40e4-8b61-04b24cc9b7b1 HTTP/1.1" status: 204 len: 168 time: 0.8803957 Feb 28 10:36:59.388778 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44914) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:59.435706 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-5596a049-46ff-40d8-b11b-3cf2589a13e6 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Allocated IP 2001:db8::2ed (6ea96e8a-fa04-4786-9a10-8c00da80f93f/889c3512-4d6b-451c-8858-a6b6bbf767a1/7ee80ebe-eef1-4e0e-bd9a-d219083cb5b7) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:36:59.438745 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96a8c42-9eaa-4949-a2b2-78a3a500c23b tempest-QuotasNegativeTest-1619822950 tempest-QuotasNegativeTest-1619822950-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff21408-94e9-40e4-8b61-04b24cc9b7b1,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:59.505425 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04e5be6-5095-418a-8799-ffe5c92c6c6a None None] Network 6ea96e8a-fa04-4786-9a10-8c00da80f93f is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:59.511367 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-a04e5be6-5095-418a-8799-ffe5c92c6c6a None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:59.513300 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04e5be6-5095-418a-8799-ffe5c92c6c6a None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:36:59.522942 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43398c15-895e-467b-8db9-f2915e8da1d4 admin admin] Made reservation on behalf of ec2f9fb98c0c462fa79ca5ebcea34c90 for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:59.526436 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-43398c15-895e-467b-8db9-f2915e8da1d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:59.532059 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7986c936-aa53-4af7-ace6-f401afc1c8e7 tempest-QuotasNegativeTest-1619822950 tempest-QuotasNegativeTest-1619822950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (6f4f260a-7465-468b-96bb-3e3350fadd3f), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:59.574403 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04e5be6-5095-418a-8799-ffe5c92c6c6a None None] Pushing event updated for resources: {'Port': ['ID=96d77c9a-1f62-4943-b668-fed385a857d0,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:59.579034 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-d19cf226-0623-409b-8071-6274c3aed44e None None] Set router 08248eaa-9947-46c4-9586-680b24173f48 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:36:59.584943 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6ae7400b-9cff-40c5-a774-b43cb6a6b815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (bf78eaf0-950d-4e45-af5c-0d525c429db7), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:59.590706 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6ae7400b-9cff-40c5-a774-b43cb6a6b815 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:59.592081 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-6ae7400b-9cff-40c5-a774-b43cb6a6b815 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bf78eaf0-950d-4e45-af5c-0d525c429db7 HTTP/1.1" status: 204 len: 168 time: 0.5343661 Feb 28 10:36:59.637716 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-a04e5be6-5095-418a-8799-ffe5c92c6c6a None None] Attempting to bind port 96d77c9a-1f62-4943-b668-fed385a857d0 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:36:59.638101 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-a04e5be6-5095-418a-8799-ffe5c92c6c6a None None] Attempting to bind port 96d77c9a-1f62-4943-b668-fed385a857d0 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '0b560a7d-fe4c-4b58-946e-7125f3acfe0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6ea96e8a-fa04-4786-9a10-8c00da80f93f'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:36:59.638473 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04e5be6-5095-418a-8799-ffe5c92c6c6a None None] Attempting to bind port 96d77c9a-1f62-4943-b668-fed385a857d0 on network 6ea96e8a-fa04-4786-9a10-8c00da80f93f {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:36:59.646771 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04e5be6-5095-418a-8799-ffe5c92c6c6a None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:36:59.647184 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04e5be6-5095-418a-8799-ffe5c92c6c6a None None] Checking segment: {'id': '0b560a7d-fe4c-4b58-946e-7125f3acfe0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6ea96e8a-fa04-4786-9a10-8c00da80f93f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:36:59.647666 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a04e5be6-5095-418a-8799-ffe5c92c6c6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:59.647978 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04e5be6-5095-418a-8799-ffe5c92c6c6a None None] Bound using segment: {'id': '0b560a7d-fe4c-4b58-946e-7125f3acfe0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6ea96e8a-fa04-4786-9a10-8c00da80f93f'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:36:59.648461 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-a04e5be6-5095-418a-8799-ffe5c92c6c6a None None] Bound port: 96d77c9a-1f62-4943-b668-fed385a857d0, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b560a7d-fe4c-4b58-946e-7125f3acfe0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6ea96e8a-fa04-4786-9a10-8c00da80f93f'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:36:59.648847 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a04e5be6-5095-418a-8799-ffe5c92c6c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (96d77c9a-1f62-4943-b668-fed385a857d0), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:59.730481 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae7400b-9cff-40c5-a774-b43cb6a6b815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf78eaf0-950d-4e45-af5c-0d525c429db7,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:59.804006 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7986c936-aa53-4af7-ace6-f401afc1c8e7 tempest-QuotasNegativeTest-1619822950 tempest-QuotasNegativeTest-1619822950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (6f4f260a-7465-468b-96bb-3e3350fadd3f), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:59.839482 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5596a049-46ff-40d8-b11b-3cf2589a13e6 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for port (7ee80ebe-eef1-4e0e-bd9a-d219083cb5b7), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:59.851647 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-7986c936-aa53-4af7-ace6-f401afc1c8e7 tempest-QuotasNegativeTest-1619822950 tempest-QuotasNegativeTest-1619822950-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f4f260a-7465-468b-96bb-3e3350fadd3f']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:59.868140 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-7986c936-aa53-4af7-ace6-f401afc1c8e7 tempest-QuotasNegativeTest-1619822950 tempest-QuotasNegativeTest-1619822950-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7cbd620-b8f3-458a-98e6-7c45d60bd25a') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:59.868140 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-7986c936-aa53-4af7-ace6-f401afc1c8e7 tempest-QuotasNegativeTest-1619822950 tempest-QuotasNegativeTest-1619822950-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7cbd620-b8f3-458a-98e6-7c45d60bd25a') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:59.868714 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44922) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:59.904171 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a04e5be6-5095-418a-8799-ffe5c92c6c6a None None] For port 96d77c9a-1f62-4943-b668-fed385a857d0, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:36:59.911666 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7986c936-aa53-4af7-ace6-f401afc1c8e7 tempest-QuotasNegativeTest-1619822950 tempest-QuotasNegativeTest-1619822950-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (e7cbd620-b8f3-458a-98e6-7c45d60bd25a), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:59.927160 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a04e5be6-5095-418a-8799-ffe5c92c6c6a None None] For port 96d77c9a-1f62-4943-b668-fed385a857d0, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=96d77c9a-1f62-4943-b668-fed385a857d0,segment=NetworkSegment(0b560a7d-fe4c-4b58-946e-7125f3acfe0b),segment_id=0b560a7d-fe4c-4b58-946e-7125f3acfe0b)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:36:59.955557 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7986c936-aa53-4af7-ace6-f401afc1c8e7 tempest-QuotasNegativeTest-1619822950 tempest-QuotasNegativeTest-1619822950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (e7cbd620-b8f3-458a-98e6-7c45d60bd25a), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:59.968061 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7986c936-aa53-4af7-ace6-f401afc1c8e7 tempest-QuotasNegativeTest-1619822950 tempest-QuotasNegativeTest-1619822950-project-admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:36:59.968710 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7986c936-aa53-4af7-ace6-f401afc1c8e7 tempest-QuotasNegativeTest-1619822950 tempest-QuotasNegativeTest-1619822950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (e7cbd620-b8f3-458a-98e6-7c45d60bd25a), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:59.970989 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 10:36:59.970989 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:36:59.970989 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 10:36:59.970989 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:36:59.970989 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 10:36:59.970989 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:36:59.970989 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 10:36:59.970989 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:36:59.970989 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 10:36:59.970989 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:36:59.970989 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 10:36:59.970989 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:36:59.970989 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 10:36:59.970989 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:36:59.970989 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:36:59.970989 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:36:59.970989 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:36:59.970989 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:36:59.970989 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 10:36:59.970989 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:36:59.970989 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 10:36:59.970989 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:36:59.970989 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:36:59.970989 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:36:59.970989 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 10:36:59.970989 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:36:59.970989 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:36:59.970989 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:36:59.970989 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:36:59.970989 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:36:59.970989 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:36:59.970989 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:37:00.000123 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-d19cf226-0623-409b-8071-6274c3aed44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08248eaa-9947-46c4-9586-680b24173f48', 'name': 'tempest-ServersTestManualDisk-630797678-router', 'tenant_id': 'd4949ecb1236430a8fa635d2a669a8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': 'a8af0c09-0300-432d-a21d-230a5be7f4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:13Z', 'updated_at': '2022-02-28T10:35:24Z', 'revision_number': 4, 'project_id': 'd4949ecb1236430a8fa635d2a669a8c3', 'gw_port': {'id': 'a8af0c09-0300-432d-a21d-230a5be7f4e5', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08248eaa-9947-46c4-9586-680b24173f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:14Z', 'updated_at': '2022-02-28T10:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '6a66cfb7-524e-4519-a1c8-be910891e439', 'name': '', 'network_id': 'a542a1e4-364b-4847-89d1-2f3ed2b23a7c', 'tenant_id': 'd4949ecb1236430a8fa635d2a669a8c3', 'mac_address': 'fa:16:3e:71:89:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08248eaa-9947-46c4-9586-680b24173f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '5b50a414-606d-4a0d-a715-63172e88e953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:21Z', 'updated_at': '2022-02-28T10:35:29Z', 'revision_number': 5, 'project_id': 'd4949ecb1236430a8fa635d2a669a8c3', 'subnets': [{'id': '5b50a414-606d-4a0d-a715-63172e88e953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:00.041876 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5596a049-46ff-40d8-b11b-3cf2589a13e6 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (7ee80ebe-eef1-4e0e-bd9a-d219083cb5b7), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:00.043930 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a04e5be6-5095-418a-8799-ffe5c92c6c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (96d77c9a-1f62-4943-b668-fed385a857d0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:00.054675 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19cf226-0623-409b-8071-6274c3aed44e None None] The sync data for ids ['08248eaa-9947-46c4-9586-680b24173f48'] in dv-neutron-829161-3-hyperv is: [{'id': '08248eaa-9947-46c4-9586-680b24173f48', 'name': 'tempest-ServersTestManualDisk-630797678-router', 'tenant_id': 'd4949ecb1236430a8fa635d2a669a8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': 'a8af0c09-0300-432d-a21d-230a5be7f4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:13Z', 'updated_at': '2022-02-28T10:35:24Z', 'revision_number': 4, 'project_id': 'd4949ecb1236430a8fa635d2a669a8c3', 'gw_port': {'id': 'a8af0c09-0300-432d-a21d-230a5be7f4e5', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08248eaa-9947-46c4-9586-680b24173f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:14Z', 'updated_at': '2022-02-28T10:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '6a66cfb7-524e-4519-a1c8-be910891e439', 'name': '', 'network_id': 'a542a1e4-364b-4847-89d1-2f3ed2b23a7c', 'tenant_id': 'd4949ecb1236430a8fa635d2a669a8c3', 'mac_address': 'fa:16:3e:71:89:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08248eaa-9947-46c4-9586-680b24173f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '5b50a414-606d-4a0d-a715-63172e88e953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:21Z', 'updated_at': '2022-02-28T10:35:29Z', 'revision_number': 5, 'project_id': 'd4949ecb1236430a8fa635d2a669a8c3', 'subnets': [{'id': '5b50a414-606d-4a0d-a715-63172e88e953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:37:00.112326 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-41157da1-03a9-4b47-a02f-4116ab989edd tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Publish callbacks [] for security_group (d1e7b656-9d2d-4925-8731-88f96b12caa9), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:00.139525 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04e5be6-5095-418a-8799-ffe5c92c6c6a None None] Pushing event updated for resources: {'Port': ['ID=96d77c9a-1f62-4943-b668-fed385a857d0,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:00.205197 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-41157da1-03a9-4b47-a02f-4116ab989edd tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Publish callbacks [] for security_group (d1e7b656-9d2d-4925-8731-88f96b12caa9), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:00.208019 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 29e4f526-019f-45fc-b032-fb65cb12c31d up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:37:00.244946 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7986c936-aa53-4af7-ace6-f401afc1c8e7 tempest-QuotasNegativeTest-1619822950 tempest-QuotasNegativeTest-1619822950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (6f4f260a-7465-468b-96bb-3e3350fadd3f), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:00.249973 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5596a049-46ff-40d8-b11b-3cf2589a13e6 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Network 6ea96e8a-fa04-4786-9a10-8c00da80f93f is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:00.265947 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7986c936-aa53-4af7-ace6-f401afc1c8e7 tempest-QuotasNegativeTest-1619822950 tempest-QuotasNegativeTest-1619822950-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:00.273605 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-7986c936-aa53-4af7-ace6-f401afc1c8e7 tempest-QuotasNegativeTest-1619822950 tempest-QuotasNegativeTest-1619822950-project-admin] 10.222.0.62 "DELETE /v2.0/networks/6f4f260a-7465-468b-96bb-3e3350fadd3f HTTP/1.1" status: 204 len: 168 time: 0.8783841 Feb 28 10:37:00.281822 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44928) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:00.332203 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5596a049-46ff-40d8-b11b-3cf2589a13e6 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event updated for resources: {'Port': ['ID=7ee80ebe-eef1-4e0e-bd9a-d219083cb5b7,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:00.335647 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-5596a049-46ff-40d8-b11b-3cf2589a13e6 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:00.347985 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.objects.ports [None req-bcb6faa0-cde8-4d3a-addc-af428392381b tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104083) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 10:37:00.349203 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-43398c15-895e-467b-8db9-f2915e8da1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (0ca26377-e3c5-45ec-bd08-811c44b5ebd6), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:00.360281 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7986c936-aa53-4af7-ace6-f401afc1c8e7 tempest-QuotasNegativeTest-1619822950 tempest-QuotasNegativeTest-1619822950-project-admin] Pushing event deleted for resources: {'Network': ['ID=6f4f260a-7465-468b-96bb-3e3350fadd3f,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:00.387045 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bcb6faa0-cde8-4d3a-addc-af428392381b tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (8fbdac84-f165-45f4-8fee-c60cb9aa5e77), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:00.414324 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5596a049-46ff-40d8-b11b-3cf2589a13e6 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:00.420895 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5596a049-46ff-40d8-b11b-3cf2589a13e6 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:00.421720 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5596a049-46ff-40d8-b11b-3cf2589a13e6 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:00.483143 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-29a0691d-d82c-41fe-86db-ef8ce3070ee8 tempest-QuotasNegativeTest-1619822950 tempest-QuotasNegativeTest-1619822950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (de3067ec-351f-4e16-a30e-393d63d6c0d4), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:00.550394 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43398c15-895e-467b-8db9-f2915e8da1d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ca26377-e3c5-45ec-bd08-811c44b5ebd6,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:00.621947 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 29e4f526-019f-45fc-b032-fb65cb12c31d triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:00.622380 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (29e4f526-019f-45fc-b032-fb65cb12c31d), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:00.653755 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-29a0691d-d82c-41fe-86db-ef8ce3070ee8 tempest-QuotasNegativeTest-1619822950 tempest-QuotasNegativeTest-1619822950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (de3067ec-351f-4e16-a30e-393d63d6c0d4), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:00.694194 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc2e51b-ba0a-4401-9ef0-5f616d772f4e req-2fda6f18-99b5-4dae-9ce1-ed3fca59f55c tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:00.696757 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9bc2e51b-ba0a-4401-9ef0-5f616d772f4e req-2fda6f18-99b5-4dae-9ce1-ed3fca59f55c tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.3699238 Feb 28 10:37:00.704482 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:00.712600 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ef808c33-04c6-425a-809f-2242ecdfe226 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047661'] for router_interface (eddb501a-cfd7-433e-9cc5-b804a18d97f9), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:00.716591 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-29a0691d-d82c-41fe-86db-ef8ce3070ee8 tempest-QuotasNegativeTest-1619822950 tempest-QuotasNegativeTest-1619822950-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de3067ec-351f-4e16-a30e-393d63d6c0d4']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:00.739357 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-29a0691d-d82c-41fe-86db-ef8ce3070ee8 tempest-QuotasNegativeTest-1619822950 tempest-QuotasNegativeTest-1619822950-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9205334f-5778-4b23-818c-2d00afe9d67b') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:00.739641 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-29a0691d-d82c-41fe-86db-ef8ce3070ee8 tempest-QuotasNegativeTest-1619822950 tempest-QuotasNegativeTest-1619822950-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9205334f-5778-4b23-818c-2d00afe9d67b') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:00.752629 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-29a0691d-d82c-41fe-86db-ef8ce3070ee8 tempest-QuotasNegativeTest-1619822950 tempest-QuotasNegativeTest-1619822950-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (9205334f-5778-4b23-818c-2d00afe9d67b), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:00.781154 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 29e4f526-019f-45fc-b032-fb65cb12c31d is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:00.782029 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (29e4f526-019f-45fc-b032-fb65cb12c31d), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:00.792796 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-5596a049-46ff-40d8-b11b-3cf2589a13e6 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 3.1749020 Feb 28 10:37:00.799201 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44938) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:00.828848 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-41157da1-03a9-4b47-a02f-4116ab989edd tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (d1e7b656-9d2d-4925-8731-88f96b12caa9), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:00.832601 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-41157da1-03a9-4b47-a02f-4116ab989edd tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:00.836374 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-41157da1-03a9-4b47-a02f-4116ab989edd tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] 10.222.0.62 "DELETE /v2.0/security-groups/d1e7b656-9d2d-4925-8731-88f96b12caa9 HTTP/1.1" status: 204 len: 168 time: 0.9643288 Feb 28 10:37:00.843925 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port 29e4f526-019f-45fc-b032-fb65cb12c31d, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=29e4f526-019f-45fc-b032-fb65cb12c31d,segment=NetworkSegment(50aaf9e0-de0f-479c-b7ea-95bfba8f153c),segment_id=50aaf9e0-de0f-479c-b7ea-95bfba8f153c)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:00.848024 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-29a0691d-d82c-41fe-86db-ef8ce3070ee8 tempest-QuotasNegativeTest-1619822950 tempest-QuotasNegativeTest-1619822950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (9205334f-5778-4b23-818c-2d00afe9d67b), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:00.849337 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262a1702-3891-44b5-8f3f-ae313915ba7d None None] New status for floating IP 5e2a40ff-e655-46ac-ac85-9224f1221f6d: DOWN {{(pid=104086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:37:00.855117 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29a0691d-d82c-41fe-86db-ef8ce3070ee8 tempest-QuotasNegativeTest-1619822950 tempest-QuotasNegativeTest-1619822950-project-admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:37:00.855528 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-29a0691d-d82c-41fe-86db-ef8ce3070ee8 tempest-QuotasNegativeTest-1619822950 tempest-QuotasNegativeTest-1619822950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (9205334f-5778-4b23-818c-2d00afe9d67b), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:00.877270 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9bc2e51b-ba0a-4401-9ef0-5f616d772f4e req-305ac265-a318-48a2-a4be-e886fc84acba tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699798 Feb 28 10:37:00.878008 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43398c15-895e-467b-8db9-f2915e8da1d4 admin admin] Checking segment: {'id': '22e33907-99b1-49e9-a77d-c1f1b4f80ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1058a1e5-88f7-4a04-8679-87bdc8619383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:00.878379 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43398c15-895e-467b-8db9-f2915e8da1d4 admin admin] Network hostable DHCP agents. Network: 1058a1e5-88f7-4a04-8679-87bdc8619383, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:37:00.887472 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44940) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:00.910930 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 10:37:00.910930 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:37:00.910930 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 10:37:00.910930 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:37:00.910930 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 10:37:00.910930 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:37:00.910930 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 10:37:00.910930 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:37:00.910930 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 10:37:00.910930 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:37:00.910930 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 10:37:00.910930 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:37:00.910930 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 10:37:00.910930 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:37:00.910930 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:37:00.910930 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:37:00.910930 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:37:00.910930 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:37:00.910930 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 10:37:00.910930 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:37:00.910930 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 10:37:00.910930 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:37:00.910930 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:37:00.910930 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:37:00.910930 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 10:37:00.910930 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:37:00.910930 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:37:00.910930 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:37:00.910930 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:37:00.910930 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:37:00.910930 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:37:00.910930 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:37:00.918423 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.api.v2.resource [None req-784b55e8-ef93-4784-8594-7281534f7c66 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] show failed (client error): The resource could not be found. Feb 28 10:37:00.919726 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-784b55e8-ef93-4784-8594-7281534f7c66 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] 10.222.0.62 "GET /v2.0/security-groups/d1e7b656-9d2d-4925-8731-88f96b12caa9 HTTP/1.1" status: 404 len: 347 time: 0.0286360 Feb 28 10:37:00.925836 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb6faa0-cde8-4d3a-addc-af428392381b tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Checking segment: {'id': '226b320d-fd07-482a-85cb-3f2bb3fa9de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c4aecd5d-800f-47c5-9a9c-7f850f367c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:00.926503 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb6faa0-cde8-4d3a-addc-af428392381b tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Network hostable DHCP agents. Network: c4aecd5d-800f-47c5-9a9c-7f850f367c2c, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:37:00.930976 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44944) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:00.934159 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb6faa0-cde8-4d3a-addc-af428392381b tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Pushing event updated for resources: {'Subnet': ['ID=8fbdac84-f165-45f4-8fee-c60cb9aa5e77,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:00.949661 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (29e4f526-019f-45fc-b032-fb65cb12c31d), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:00.965804 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41157da1-03a9-4b47-a02f-4116ab989edd tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e7b656-9d2d-4925-8731-88f96b12caa9,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:01.106936 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=29e4f526-019f-45fc-b032-fb65cb12c31d,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:01.140574 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-f505d9b3-37e4-4bc6-864e-910a163d23b8 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Deleting port 7ee80ebe-eef1-4e0e-bd9a-d219083cb5b7 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:01.140574 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f505d9b3-37e4-4bc6-864e-910a163d23b8 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (7ee80ebe-eef1-4e0e-bd9a-d219083cb5b7), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:01.142827 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43398c15-895e-467b-8db9-f2915e8da1d4 admin admin] Network 1058a1e5-88f7-4a04-8679-87bdc8619383 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:37:01.149308 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-29a0691d-d82c-41fe-86db-ef8ce3070ee8 tempest-QuotasNegativeTest-1619822950 tempest-QuotasNegativeTest-1619822950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (de3067ec-351f-4e16-a30e-393d63d6c0d4), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:01.151183 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de965857-69a6-4e0c-a308-d8fe2a9d5e87 None None] Network f8a1b290-2ace-4633-82a7-457a1d7a5b97 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:01.197757 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-29a0691d-d82c-41fe-86db-ef8ce3070ee8 tempest-QuotasNegativeTest-1619822950 tempest-QuotasNegativeTest-1619822950-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:01.203582 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-29a0691d-d82c-41fe-86db-ef8ce3070ee8 tempest-QuotasNegativeTest-1619822950 tempest-QuotasNegativeTest-1619822950-project-admin] 10.222.0.62 "DELETE /v2.0/networks/de3067ec-351f-4e16-a30e-393d63d6c0d4 HTTP/1.1" status: 204 len: 168 time: 0.9107096 Feb 28 10:37:01.224874 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a0691d-d82c-41fe-86db-ef8ce3070ee8 tempest-QuotasNegativeTest-1619822950 tempest-QuotasNegativeTest-1619822950-project-admin] Pushing event deleted for resources: {'Network': ['ID=de3067ec-351f-4e16-a30e-393d63d6c0d4,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:01.300359 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b2a85-6319-4caa-938d-16ab6a7bd2a2 req-b1effe8f-3a27-4f91-a5ff-a7e488447b99 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:01.301675 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-0c9b2a85-6319-4caa-938d-16ab6a7bd2a2 req-b1effe8f-3a27-4f91-a5ff-a7e488447b99 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.2182696 Feb 28 10:37:01.350601 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f505d9b3-37e4-4bc6-864e-910a163d23b8 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (7ee80ebe-eef1-4e0e-bd9a-d219083cb5b7), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:01.368110 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-6daa1ebc-3b4e-4164-8478-dd9ec20d66a7 None None] Provisioning complete for port 29e4f526-019f-45fc-b032-fb65cb12c31d triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:01.368110 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6daa1ebc-3b4e-4164-8478-dd9ec20d66a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (29e4f526-019f-45fc-b032-fb65cb12c31d), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:01.377033 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-43398c15-895e-467b-8db9-f2915e8da1d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 1058a1e5-88f7-4a04-8679-87bdc8619383) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:01.390107 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-f505d9b3-37e4-4bc6-864e-910a163d23b8 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Calling delete_port for 7ee80ebe-eef1-4e0e-bd9a-d219083cb5b7 owned by {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:01.390994 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43398c15-895e-467b-8db9-f2915e8da1d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:01.391814 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-43398c15-895e-467b-8db9-f2915e8da1d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:01.407007 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-0c9b2a85-6319-4caa-938d-16ab6a7bd2a2 req-f99c2b30-9e1d-4a7d-af84-c63a03d4aeb8 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921280 Feb 28 10:37:01.432082 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-c41493a8-0dd5-469c-a635-1b91ec82b057 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Deleting port 1f25a114-a01a-4018-8e22-b491845cb3d1 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:01.432527 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c41493a8-0dd5-469c-a635-1b91ec82b057 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (1f25a114-a01a-4018-8e22-b491845cb3d1), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:01.504754 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb6faa0-cde8-4d3a-addc-af428392381b tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Network c4aecd5d-800f-47c5-9a9c-7f850f367c2c is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:37:01.522166 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-bcb6faa0-cde8-4d3a-addc-af428392381b tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, c4aecd5d-800f-47c5-9a9c-7f850f367c2c) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:01.533827 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb6faa0-cde8-4d3a-addc-af428392381b tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:01.533983 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44958) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:01.534809 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bcb6faa0-cde8-4d3a-addc-af428392381b tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:01.537839 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7314508-b03e-4d21-b95a-9e96f81ec2cb None None] Network 1058a1e5-88f7-4a04-8679-87bdc8619383 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:01.548858 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a50f544-0366-436f-ba56-5e32c48f6c58 None None] Network c4aecd5d-800f-47c5-9a9c-7f850f367c2c requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:01.606871 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-43398c15-895e-467b-8db9-f2915e8da1d4 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2452228 Feb 28 10:37:01.606871 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c41493a8-0dd5-469c-a635-1b91ec82b057 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (1f25a114-a01a-4018-8e22-b491845cb3d1), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:01.607591 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c41493a8-0dd5-469c-a635-1b91ec82b057 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Publish callbacks [] for floatingip (1f25a114-a01a-4018-8e22-b491845cb3d1), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:01.666628 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-c41493a8-0dd5-469c-a635-1b91ec82b057 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Calling delete_port for 1f25a114-a01a-4018-8e22-b491845cb3d1 owned by network:floatingip {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:01.675819 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-bcb6faa0-cde8-4d3a-addc-af428392381b tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6914024 Feb 28 10:37:01.679535 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44964) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:01.699218 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-72d26fd4-1b22-4336-bd9a-dbc5940b720c tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Request body: {'port': {'network_id': 'c4aecd5d-800f-47c5-9a9c-7f850f367c2c', 'name': 'tempest-NetworksIpV6TestAttrs-1927598761'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:01.827151 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-1f54dfc2-1130-4f42-9908-fafe55eed8b6 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-143460921'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:01.834323 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85510c1b-a2b4-463c-ac0f-55d9feb3ded5 req-2a93c162-0115-4788-baf8-01082845281a tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:01.836216 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-85510c1b-a2b4-463c-ac0f-55d9feb3ded5 req-2a93c162-0115-4788-baf8-01082845281a tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.2379429 Feb 28 10:37:01.903159 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbd22cd-6f9c-4edb-af05-2b445ec3e9bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-c4aecd5d-800f-47c5-9a9c-7f850f367c2c', 'network_id': 'c4aecd5d-800f-47c5-9a9c-7f850f367c2c', 'project_id': '070cd643c21d4bf29defcd2dc74e514a', 'fixed_ips': [{'subnet_id': '8fbdac84-f165-45f4-8fee-c60cb9aa5e77'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:37:01.904435 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5fbd22cd-6f9c-4edb-af05-2b445ec3e9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:01.957003 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f505d9b3-37e4-4bc6-864e-910a163d23b8 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (7ee80ebe-eef1-4e0e-bd9a-d219083cb5b7), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:01.984738 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13759a9b-d6f0-4c91-bef3-65f80b237635 None None] Network 6ea96e8a-fa04-4786-9a10-8c00da80f93f requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:02.008579 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-ef808c33-04c6-425a-809f-2242ecdfe226 admin admin] Deleting port cd462397-30a8-42a4-b20f-8ef3a68e2e0e {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:02.010521 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ef808c33-04c6-425a-809f-2242ecdfe226 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (cd462397-30a8-42a4-b20f-8ef3a68e2e0e), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:02.089747 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f54dfc2-1130-4f42-9908-fafe55eed8b6 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Made reservation on behalf of e83592cc9f8b4979b763ded3df9533cb for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:02.094207 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1f54dfc2-1130-4f42-9908-fafe55eed8b6 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:02.098930 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f505d9b3-37e4-4bc6-864e-910a163d23b8 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:02.105777 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-f505d9b3-37e4-4bc6-864e-910a163d23b8 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "DELETE /v2.0/ports/7ee80ebe-eef1-4e0e-bd9a-d219083cb5b7 HTTP/1.1" status: 204 len: 168 time: 1.2948153 Feb 28 10:37:02.110345 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-6daa1ebc-3b4e-4164-8478-dd9ec20d66a7 None None] Current status of the port 29e4f526-019f-45fc-b032-fb65cb12c31d is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:02.119596 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f505d9b3-37e4-4bc6-864e-910a163d23b8 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event deleted for resources: {'Port': ['ID=7ee80ebe-eef1-4e0e-bd9a-d219083cb5b7,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:02.124748 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44970) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:02.128243 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-ef808c33-04c6-425a-809f-2242ecdfe226 admin admin] For port cd462397-30a8-42a4-b20f-8ef3a68e2e0e, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=cd462397-30a8-42a4-b20f-8ef3a68e2e0e,segment=NetworkSegment(db76503e-05d2-4ea2-9a37-05c2b8cc2076),segment_id=db76503e-05d2-4ea2-9a37-05c2b8cc2076)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:02.128710 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ef808c33-04c6-425a-809f-2242ecdfe226 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (cd462397-30a8-42a4-b20f-8ef3a68e2e0e), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:02.142473 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1f54dfc2-1130-4f42-9908-fafe55eed8b6 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:02.151274 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-ef808c33-04c6-425a-809f-2242ecdfe226 admin admin] Calling delete_port for cd462397-30a8-42a4-b20f-8ef3a68e2e0e owned by network:router_interface {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:02.185152 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-784a37e3-505c-42e2-b8b6-dac78cf9a83c tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] GET failed (client error): The resource could not be found. Feb 28 10:37:02.190062 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-784a37e3-505c-42e2-b8b6-dac78cf9a83c tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "GET /v2.0/ports/7ee80ebe-eef1-4e0e-bd9a-d219083cb5b7 HTTP/1.1" status: 404 len: 333 time: 0.0615795 Feb 28 10:37:02.198465 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44972) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:02.210339 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d9e714-02ef-425f-a841-fe23bee7fe7b None None] Network 1058a1e5-88f7-4a04-8679-87bdc8619383 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:02.274307 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d26fd4-1b22-4336-bd9a-dbc5940b720c tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Made reservation on behalf of 070cd643c21d4bf29defcd2dc74e514a for: {'port': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:02.278509 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-72d26fd4-1b22-4336-bd9a-dbc5940b720c tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:02.292032 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-85510c1b-a2b4-463c-ac0f-55d9feb3ded5 req-ad2763bf-b8af-4e1d-b35e-50cd0b1adc0b tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4426265 Feb 28 10:37:02.341118 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6dde079-b52c-445f-901c-674a228d03ee tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Deleting subnet 889c3512-4d6b-451c-8858-a6b6bbf767a1 {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:37:02.341118 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c6dde079-b52c-445f-901c-674a228d03ee tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for subnet (889c3512-4d6b-451c-8858-a6b6bbf767a1), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:02.358977 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-2c5bb42d-fc02-492e-a21b-ed6488e4cbc6 None None] Provisioning complete for port 29e4f526-019f-45fc-b032-fb65cb12c31d triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:02.359378 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2c5bb42d-fc02-492e-a21b-ed6488e4cbc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (29e4f526-019f-45fc-b032-fb65cb12c31d), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:02.376862 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [None req-72d26fd4-1b22-4336-bd9a-dbc5940b720c tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] device_id is not set on port 1766d80e-b84e-45ef-9c25-7a992fcef98b yet. {{(pid=104084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:37:02.393969 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 29e4f526-019f-45fc-b032-fb65cb12c31d up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:37:02.442725 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-5fbd22cd-6f9c-4edb-af05-2b445ec3e9bd None None] Allocated IP 2001:db8::f816:3eff:fe40:8710 (c4aecd5d-800f-47c5-9a9c-7f850f367c2c/8fbdac84-f165-45f4-8fee-c60cb9aa5e77/0f7f24da-800d-47ca-ae11-4ae2a14236c0) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:02.471271 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c41493a8-0dd5-469c-a635-1b91ec82b057 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (1f25a114-a01a-4018-8e22-b491845cb3d1), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:02.512761 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41493a8-0dd5-469c-a635-1b91ec82b057 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Pushing event deleted for resources: {'Port': ['ID=1f25a114-a01a-4018-8e22-b491845cb3d1,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:02.580902 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c6dde079-b52c-445f-901c-674a228d03ee tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (889c3512-4d6b-451c-8858-a6b6bbf767a1), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:02.626522 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 29e4f526-019f-45fc-b032-fb65cb12c31d triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:02.626940 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (29e4f526-019f-45fc-b032-fb65cb12c31d), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:02.647698 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c41493a8-0dd5-469c-a635-1b91ec82b057 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Publish callbacks [] for floatingip (5e2a40ff-e655-46ac-ac85-9224f1221f6d), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:02.652469 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c41493a8-0dd5-469c-a635-1b91ec82b057 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:02.655108 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-c41493a8-0dd5-469c-a635-1b91ec82b057 tempest-ServersTestManualDisk-1827131483 tempest-ServersTestManualDisk-1827131483-project] 10.222.0.62 "DELETE /v2.0/floatingips/5e2a40ff-e655-46ac-ac85-9224f1221f6d HTTP/1.1" status: 204 len: 168 time: 1.7202122 Feb 28 10:37:02.663666 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44980) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:02.677832 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1f54dfc2-1130-4f42-9908-fafe55eed8b6 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks [] for security_group (f7466cb9-c84d-43e1-b98a-9e9cfa0ed0bc), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:02.749457 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc4a8a-00b2-4683-bc83-99712c36e989 req-61a12c2d-5b71-4664-863c-1e9da16b99b0 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:02.752775 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-94dc4a8a-00b2-4683-bc83-99712c36e989 req-61a12c2d-5b71-4664-863c-1e9da16b99b0 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.2442424 Feb 28 10:37:02.775123 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-2c5bb42d-fc02-492e-a21b-ed6488e4cbc6 None None] Current status of the port 29e4f526-019f-45fc-b032-fb65cb12c31d is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:02.784049 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 44984) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:02.792263 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1f54dfc2-1130-4f42-9908-fafe55eed8b6 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (f7466cb9-c84d-43e1-b98a-9e9cfa0ed0bc), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:02.803894 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c6dde079-b52c-445f-901c-674a228d03ee tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (889c3512-4d6b-451c-8858-a6b6bbf767a1), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:02.845441 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 29e4f526-019f-45fc-b032-fb65cb12c31d is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:02.847102 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 96d77c9a-1f62-4943-b668-fed385a857d0 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:37:02.907523 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-2c5bb42d-fc02-492e-a21b-ed6488e4cbc6 None None] Provisioning complete for port 96d77c9a-1f62-4943-b668-fed385a857d0 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:02.908198 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2c5bb42d-fc02-492e-a21b-ed6488e4cbc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (96d77c9a-1f62-4943-b668-fed385a857d0), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:02.922788 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f54dfc2-1130-4f42-9908-fafe55eed8b6 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:37:02.956407 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f54dfc2-1130-4f42-9908-fafe55eed8b6 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7466cb9-c84d-43e1-b98a-9e9cfa0ed0bc,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:02.958007 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5fbd22cd-6f9c-4edb-af05-2b445ec3e9bd None None] Publish callbacks [] for port (0f7f24da-800d-47ca-ae11-4ae2a14236c0), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:02.993724 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 96d77c9a-1f62-4943-b668-fed385a857d0 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:02.993724 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (96d77c9a-1f62-4943-b668-fed385a857d0), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:02.999071 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-94dc4a8a-00b2-4683-bc83-99712c36e989 req-445ca823-9a1b-4d87-87f9-657cefc4e42c tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2322354 Feb 28 10:37:03.001101 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1f54dfc2-1130-4f42-9908-fafe55eed8b6 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (9a823851-f305-4003-b141-e3cc2bb5f72f), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:03.001603 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-1f54dfc2-1130-4f42-9908-fafe55eed8b6 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Added segment 9a823851-f305-4003-b141-e3cc2bb5f72f of type vlan for network 272179ce-90b1-439e-a9c6-3b1ca6770100 Feb 28 10:37:03.052269 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5fbd22cd-6f9c-4edb-af05-2b445ec3e9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (0f7f24da-800d-47ca-ae11-4ae2a14236c0), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:03.124241 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1f54dfc2-1130-4f42-9908-fafe55eed8b6 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (272179ce-90b1-439e-a9c6-3b1ca6770100), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:03.156894 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-2c5bb42d-fc02-492e-a21b-ed6488e4cbc6 None None] Current status of the port 96d77c9a-1f62-4943-b668-fed385a857d0 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:03.157576 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2c5bb42d-fc02-492e-a21b-ed6488e4cbc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (96d77c9a-1f62-4943-b668-fed385a857d0), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:03.162547 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbd22cd-6f9c-4edb-af05-2b445ec3e9bd None None] Network c4aecd5d-800f-47c5-9a9c-7f850f367c2c is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:03.168610 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-72d26fd4-1b22-4336-bd9a-dbc5940b720c tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Allocated IP 2001:db8::f816:3eff:fe25:592b (c4aecd5d-800f-47c5-9a9c-7f850f367c2c/8fbdac84-f165-45f4-8fee-c60cb9aa5e77/1766d80e-b84e-45ef-9c25-7a992fcef98b) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:03.186249 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-5fbd22cd-6f9c-4edb-af05-2b445ec3e9bd None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:03.195448 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c6dde079-b52c-445f-901c-674a228d03ee tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (889c3512-4d6b-451c-8858-a6b6bbf767a1), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:03.213980 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbd22cd-6f9c-4edb-af05-2b445ec3e9bd None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:03.237284 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dde079-b52c-445f-901c-674a228d03ee tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event deleted for resources: {'Subnet': ['ID=889c3512-4d6b-451c-8858-a6b6bbf767a1,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:03.254574 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c6dde079-b52c-445f-901c-674a228d03ee tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:03.258046 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c6dde079-b52c-445f-901c-674a228d03ee tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "DELETE /v2.0/subnets/889c3512-4d6b-451c-8858-a6b6bbf767a1 HTTP/1.1" status: 204 len: 168 time: 1.0581646 Feb 28 10:37:03.258614 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1f54dfc2-1130-4f42-9908-fafe55eed8b6 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (272179ce-90b1-439e-a9c6-3b1ca6770100), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:03.271850 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f54dfc2-1130-4f42-9908-fafe55eed8b6 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:03.272556 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1f54dfc2-1130-4f42-9908-fafe55eed8b6 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:03.274730 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd22cd-6f9c-4edb-af05-2b445ec3e9bd None None] Pushing event updated for resources: {'Port': ['ID=0f7f24da-800d-47ca-ae11-4ae2a14236c0,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:03.294848 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44994) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:03.420997 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 44998) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:03.426437 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.db.api [None req-2c5bb42d-fc02-492e-a21b-ed6488e4cbc6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:37:03.427159 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG oslo_db.api [None req-2c5bb42d-fc02-492e-a21b-ed6488e4cbc6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:37:03.430293 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-5fbd22cd-6f9c-4edb-af05-2b445ec3e9bd None None] Attempting to bind port 0f7f24da-800d-47ca-ae11-4ae2a14236c0 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:37:03.430632 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-43f0b9b6-aef8-4126-9158-62873742ea3a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-201957673-network', 'tenant_id': '78f5d47d40c04fc68ed5e9349cf7761c'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:03.431213 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-5fbd22cd-6f9c-4edb-af05-2b445ec3e9bd None None] Attempting to bind port 0f7f24da-800d-47ca-ae11-4ae2a14236c0 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '226b320d-fd07-482a-85cb-3f2bb3fa9de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c4aecd5d-800f-47c5-9a9c-7f850f367c2c'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:37:03.431950 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbd22cd-6f9c-4edb-af05-2b445ec3e9bd None None] Attempting to bind port 0f7f24da-800d-47ca-ae11-4ae2a14236c0 on network c4aecd5d-800f-47c5-9a9c-7f850f367c2c {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:37:03.436397 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 96d77c9a-1f62-4943-b668-fed385a857d0 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:03.436894 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (96d77c9a-1f62-4943-b668-fed385a857d0), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:03.456731 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbd22cd-6f9c-4edb-af05-2b445ec3e9bd None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:37:03.457367 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbd22cd-6f9c-4edb-af05-2b445ec3e9bd None None] Checking segment: {'id': '226b320d-fd07-482a-85cb-3f2bb3fa9de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c4aecd5d-800f-47c5-9a9c-7f850f367c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:03.458091 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5fbd22cd-6f9c-4edb-af05-2b445ec3e9bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:03.459652 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbd22cd-6f9c-4edb-af05-2b445ec3e9bd None None] Bound using segment: {'id': '226b320d-fd07-482a-85cb-3f2bb3fa9de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c4aecd5d-800f-47c5-9a9c-7f850f367c2c'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:37:03.460417 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-5fbd22cd-6f9c-4edb-af05-2b445ec3e9bd None None] Bound port: 0f7f24da-800d-47ca-ae11-4ae2a14236c0, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '226b320d-fd07-482a-85cb-3f2bb3fa9de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c4aecd5d-800f-47c5-9a9c-7f850f367c2c'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:37:03.460935 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5fbd22cd-6f9c-4edb-af05-2b445ec3e9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (0f7f24da-800d-47ca-ae11-4ae2a14236c0), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:03.505227 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port 96d77c9a-1f62-4943-b668-fed385a857d0, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=96d77c9a-1f62-4943-b668-fed385a857d0,segment=NetworkSegment(0b560a7d-fe4c-4b58-946e-7125f3acfe0b),segment_id=0b560a7d-fe4c-4b58-946e-7125f3acfe0b)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:03.526970 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-1f54dfc2-1130-4f42-9908-fafe55eed8b6 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.9710538 Feb 28 10:37:03.540488 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bd5cd69b-34d5-49e1-9ad2-7d80cff45c41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:03.569488 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f54dfc2-1130-4f42-9908-fafe55eed8b6 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Pushing event updated for resources: {'Network': ['ID=272179ce-90b1-439e-a9c6-3b1ca6770100,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:03.585993 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6590c8a3-a436-42da-a063-89d510bc6ff2 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (6ea96e8a-fa04-4786-9a10-8c00da80f93f), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:03.633467 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f0b9b6-aef8-4126-9158-62873742ea3a admin admin] Made reservation on behalf of 78f5d47d40c04fc68ed5e9349cf7761c for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:03.636795 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-43f0b9b6-aef8-4126-9158-62873742ea3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:03.649547 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-43f0b9b6-aef8-4126-9158-62873742ea3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:03.672673 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bd5cd69b-34d5-49e1-9ad2-7d80cff45c41 admin admin] Publish callbacks [] for security_group (9be249f4-ca4a-4b46-97d6-4b3d17a0fa58), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:03.683880 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45000) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:03.685481 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ef808c33-04c6-425a-809f-2242ecdfe226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (cd462397-30a8-42a4-b20f-8ef3a68e2e0e), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:03.692889 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-da380c34-aa0a-4330-8987-10aa55c87294 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Request body: {'subnet': {'network_id': '272179ce-90b1-439e-a9c6-3b1ca6770100', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:03.707710 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38c5ae1-c01a-47cb-902f-3b080f6fa416 None None] Network 6ea96e8a-fa04-4786-9a10-8c00da80f93f requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:03.709980 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 272179ce-90b1-439e-a9c6-3b1ca6770100 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:37:03.716224 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (96d77c9a-1f62-4943-b668-fed385a857d0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:03.727112 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef808c33-04c6-425a-809f-2242ecdfe226 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd462397-30a8-42a4-b20f-8ef3a68e2e0e,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:03.746214 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-72d26fd4-1b22-4336-bd9a-dbc5940b720c tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks [] for port (1766d80e-b84e-45ef-9c25-7a992fcef98b), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:03.752687 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a55d5c9-3a58-4b83-b9d5-c06764cd97e5 req-4301d49d-af08-4d83-be87-e7daa1e674f3 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:03.754200 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8a55d5c9-3a58-4b83-b9d5-c06764cd97e5 req-4301d49d-af08-4d83-be87-e7daa1e674f3 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.2796757 Feb 28 10:37:03.762440 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bd5cd69b-34d5-49e1-9ad2-7d80cff45c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (9be249f4-ca4a-4b46-97d6-4b3d17a0fa58), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:03.795670 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-6590c8a3-a436-42da-a063-89d510bc6ff2 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Deleting port 96d77c9a-1f62-4943-b668-fed385a857d0 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:03.796273 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6590c8a3-a436-42da-a063-89d510bc6ff2 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (96d77c9a-1f62-4943-b668-fed385a857d0), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:03.828550 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5cd69b-34d5-49e1-9ad2-7d80cff45c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be249f4-ca4a-4b46-97d6-4b3d17a0fa58,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:03.897415 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-6590c8a3-a436-42da-a063-89d510bc6ff2 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] For port 96d77c9a-1f62-4943-b668-fed385a857d0, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=96d77c9a-1f62-4943-b668-fed385a857d0,segment=NetworkSegment(0b560a7d-fe4c-4b58-946e-7125f3acfe0b),segment_id=0b560a7d-fe4c-4b58-946e-7125f3acfe0b)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:03.898944 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6590c8a3-a436-42da-a063-89d510bc6ff2 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (96d77c9a-1f62-4943-b668-fed385a857d0), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:03.927575 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-5fbd22cd-6f9c-4edb-af05-2b445ec3e9bd None None] For port 0f7f24da-800d-47ca-ae11-4ae2a14236c0, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:37:03.934062 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-6590c8a3-a436-42da-a063-89d510bc6ff2 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Calling delete_port for 96d77c9a-1f62-4943-b668-fed385a857d0 owned by network:dhcp {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:03.942292 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-43f0b9b6-aef8-4126-9158-62873742ea3a admin admin] Publish callbacks [] for security_group (caca4899-bd23-42e0-aca8-73b027c83ca2), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:03.943608 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-72d26fd4-1b22-4336-bd9a-dbc5940b720c tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (1766d80e-b84e-45ef-9c25-7a992fcef98b), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:03.961917 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=96d77c9a-1f62-4943-b668-fed385a857d0,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:03.980045 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-5fbd22cd-6f9c-4edb-af05-2b445ec3e9bd None None] For port 0f7f24da-800d-47ca-ae11-4ae2a14236c0, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=0f7f24da-800d-47ca-ae11-4ae2a14236c0,segment=NetworkSegment(226b320d-fd07-482a-85cb-3f2bb3fa9de4),segment_id=226b320d-fd07-482a-85cb-3f2bb3fa9de4)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:37:03.992798 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-2c5bb42d-fc02-492e-a21b-ed6488e4cbc6 None None] Current status of the port 96d77c9a-1f62-4943-b668-fed385a857d0 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:04.036435 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-bd5cd69b-34d5-49e1-9ad2-7d80cff45c41 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6e4430279e094f5b8b7ebf675b399fb8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2455163 Feb 28 10:37:04.038069 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-43f0b9b6-aef8-4126-9158-62873742ea3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (caca4899-bd23-42e0-aca8-73b027c83ca2), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:04.052050 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45002) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:04.055544 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5fbd22cd-6f9c-4edb-af05-2b445ec3e9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (0f7f24da-800d-47ca-ae11-4ae2a14236c0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:04.060059 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43f0b9b6-aef8-4126-9158-62873742ea3a admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:37:04.075149 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d26fd4-1b22-4336-bd9a-dbc5940b720c tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Network c4aecd5d-800f-47c5-9a9c-7f850f367c2c is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:04.097616 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-72d26fd4-1b22-4336-bd9a-dbc5940b720c tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:04.099640 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d26fd4-1b22-4336-bd9a-dbc5940b720c tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Pushing event updated for resources: {'Port': ['ID=1766d80e-b84e-45ef-9c25-7a992fcef98b,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:04.108220 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d26fd4-1b22-4336-bd9a-dbc5940b720c tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:04.113337 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d26fd4-1b22-4336-bd9a-dbc5940b720c tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:04.114129 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-72d26fd4-1b22-4336-bd9a-dbc5940b720c tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:04.129553 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8a55d5c9-3a58-4b83-b9d5-c06764cd97e5 req-01ace753-5c2a-4403-b575-fc1ceecc1b34 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3356636 Feb 28 10:37:04.149265 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903b8838-eab2-4b4b-b9fd-67f79671ef9e None None] DHCP port deletion for 6ea96e8a-fa04-4786-9a10-8c00da80f93f request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:37:04.151555 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-43f0b9b6-aef8-4126-9158-62873742ea3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (b99f5021-f838-46fc-8e48-25af75e1c6be), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:04.152864 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-43f0b9b6-aef8-4126-9158-62873742ea3a admin admin] Added segment b99f5021-f838-46fc-8e48-25af75e1c6be of type vlan for network 4eb40caf-70bc-44aa-8567-f87709c37659 Feb 28 10:37:04.187923 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f0b9b6-aef8-4126-9158-62873742ea3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caca4899-bd23-42e0-aca8-73b027c83ca2,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:04.244399 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 96d77c9a-1f62-4943-b668-fed385a857d0 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:37:04.256795 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da380c34-aa0a-4330-8987-10aa55c87294 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Made reservation on behalf of e83592cc9f8b4979b763ded3df9533cb for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:04.261758 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-da380c34-aa0a-4330-8987-10aa55c87294 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:04.285127 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-43f0b9b6-aef8-4126-9158-62873742ea3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (4eb40caf-70bc-44aa-8567-f87709c37659), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:04.301661 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd22cd-6f9c-4edb-af05-2b445ec3e9bd None None] Pushing event updated for resources: {'Port': ['ID=0f7f24da-800d-47ca-ae11-4ae2a14236c0,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:04.348047 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-72d26fd4-1b22-4336-bd9a-dbc5940b720c tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.6642435 Feb 28 10:37:04.354649 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45006) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:04.374404 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-67518451-a13b-4c89-be80-5d5680c2fed3 None None] Provisioning complete for port 96d77c9a-1f62-4943-b668-fed385a857d0 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:04.375325 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-67518451-a13b-4c89-be80-5d5680c2fed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (96d77c9a-1f62-4943-b668-fed385a857d0), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:04.391120 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638db1bb-0a92-4204-a1f0-8a907af08774 req-682afa56-4937-4847-9d0f-28ad319fe7da tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:04.398769 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-638db1bb-0a92-4204-a1f0-8a907af08774 req-682afa56-4937-4847-9d0f-28ad319fe7da tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.1482170 Feb 28 10:37:04.432843 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-43f0b9b6-aef8-4126-9158-62873742ea3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (4eb40caf-70bc-44aa-8567-f87709c37659), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:04.433951 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f0b9b6-aef8-4126-9158-62873742ea3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:04.435055 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-43f0b9b6-aef8-4126-9158-62873742ea3a admin admin] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:04.482292 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6590c8a3-a436-42da-a063-89d510bc6ff2 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (96d77c9a-1f62-4943-b668-fed385a857d0), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:04.488471 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-67518451-a13b-4c89-be80-5d5680c2fed3 None None] Could not find standard attr ID for object 96d77c9a-1f62-4943-b668-fed385a857d0. {{(pid=104085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:37:04.517982 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-903b8838-eab2-4b4b-b9fd-67f79671ef9e None None] Deleting port 96d77c9a-1f62-4943-b668-fed385a857d0 {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:04.521598 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-903b8838-eab2-4b4b-b9fd-67f79671ef9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (96d77c9a-1f62-4943-b668-fed385a857d0), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:04.526557 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.plugins.ml2.db [None req-67518451-a13b-4c89-be80-5d5680c2fed3 None None] No ports have port_id starting with 96d77c9a-1f62-4943-b668-fed385a857d0 Feb 28 10:37:04.529703 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 96d77c9a-1f62-4943-b668-fed385a857d0 is: ACTIVE; New status is: DOWN {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:04.530306 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (96d77c9a-1f62-4943-b668-fed385a857d0), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:04.546700 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f001a1b6-a975-45bc-b6c7-01879969967a admin admin] Publish callbacks [] for security_group (9be249f4-ca4a-4b46-97d6-4b3d17a0fa58), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:04.549558 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-67518451-a13b-4c89-be80-5d5680c2fed3 None None] Could not find standard attr ID for object 7ee80ebe-eef1-4e0e-bd9a-d219083cb5b7. {{(pid=104085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:37:04.598400 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-638db1bb-0a92-4204-a1f0-8a907af08774 req-9607fd89-6ae1-436d-b85e-48cda519a00e tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987166 Feb 28 10:37:04.599501 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6590c8a3-a436-42da-a063-89d510bc6ff2 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] No DVR routers for this DVR port 96d77c9a-1f62-4943-b668-fed385a857d0 on host dv-neutron-829161-3-hyperv {{(pid=104084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:37:04.611348 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6590c8a3-a436-42da-a063-89d510bc6ff2 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event deleted for resources: {'Port': ['ID=96d77c9a-1f62-4943-b668-fed385a857d0,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:04.639139 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-43f0b9b6-aef8-4126-9158-62873742ea3a admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2077308 Feb 28 10:37:04.639139 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45008) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:04.644954 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:37:04.655539 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f0b9b6-aef8-4126-9158-62873742ea3a admin admin] Pushing event updated for resources: {'Network': ['ID=4eb40caf-70bc-44aa-8567-f87709c37659,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:04.662751 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-b8185a29-18cf-433b-9e73-5b8bec2f5a92 admin admin] Request body: {'subnet': {'network_id': '4eb40caf-70bc-44aa-8567-f87709c37659', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-201957673-subnet', 'tenant_id': '78f5d47d40c04fc68ed5e9349cf7761c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:04.671925 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ef808c33-04c6-425a-809f-2242ecdfe226 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1047681'] for router_interface (eddb501a-cfd7-433e-9cc5-b804a18d97f9), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:04.684947 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 4eb40caf-70bc-44aa-8567-f87709c37659 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:37:04.690125 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f001a1b6-a975-45bc-b6c7-01879969967a admin admin] Publish callbacks [] for security_group (9be249f4-ca4a-4b46-97d6-4b3d17a0fa58), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:04.781909 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_v2 [None req-18f15a0d-1b08-43cc-9b1d-1c5b616fdf34 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Deleting subnet 8fbdac84-f165-45f4-8fee-c60cb9aa5e77 {{(pid=104083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:37:04.786789 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-18f15a0d-1b08-43cc-9b1d-1c5b616fdf34 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks [] for subnet (8fbdac84-f165-45f4-8fee-c60cb9aa5e77), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:04.814457 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-903b8838-eab2-4b4b-b9fd-67f79671ef9e None None] For port 96d77c9a-1f62-4943-b668-fed385a857d0, host dv-neutron-829161-3-hyperv, got binding levels [] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:04.815402 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-903b8838-eab2-4b4b-b9fd-67f79671ef9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (96d77c9a-1f62-4943-b668-fed385a857d0), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:04.843435 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-903b8838-eab2-4b4b-b9fd-67f79671ef9e None None] Calling delete_port for 96d77c9a-1f62-4943-b668-fed385a857d0 owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:04.851165 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.ipam_backend_mixin [None req-903b8838-eab2-4b4b-b9fd-67f79671ef9e None None] Port 96d77c9a-1f62-4943-b668-fed385a857d0 was not found and therefore no delete operation was performed {{(pid=104085) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 28 10:37:04.855642 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-903b8838-eab2-4b4b-b9fd-67f79671ef9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (96d77c9a-1f62-4943-b668-fed385a857d0), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:04.887734 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903b8838-eab2-4b4b-b9fd-67f79671ef9e None None] Pushing event deleted for resources: {'Port': ['ID=96d77c9a-1f62-4943-b668-fed385a857d0,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:04.893445 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903b8838-eab2-4b4b-b9fd-67f79671ef9e None None] No DVR routers for this DVR port 96d77c9a-1f62-4943-b668-fed385a857d0 on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:37:04.973345 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-18f15a0d-1b08-43cc-9b1d-1c5b616fdf34 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59245535'] for subnet (8fbdac84-f165-45f4-8fee-c60cb9aa5e77), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:05.044889 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f001a1b6-a975-45bc-b6c7-01879969967a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (9be249f4-ca4a-4b46-97d6-4b3d17a0fa58), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:05.047657 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f001a1b6-a975-45bc-b6c7-01879969967a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:05.051714 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-f001a1b6-a975-45bc-b6c7-01879969967a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9be249f4-ca4a-4b46-97d6-4b3d17a0fa58 HTTP/1.1" status: 204 len: 168 time: 0.9958794 Feb 28 10:37:05.081344 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6590c8a3-a436-42da-a063-89d510bc6ff2 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (6ea96e8a-fa04-4786-9a10-8c00da80f93f), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:05.086148 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f001a1b6-a975-45bc-b6c7-01879969967a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be249f4-ca4a-4b46-97d6-4b3d17a0fa58,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:05.102276 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-da380c34-aa0a-4330-8987-10aa55c87294 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (e304dccf-094b-44da-81fd-453919328f71), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:05.114664 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-6590c8a3-a436-42da-a063-89d510bc6ff2 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ea96e8a-fa04-4786-9a10-8c00da80f93f']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:05.128978 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-6590c8a3-a436-42da-a063-89d510bc6ff2 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b560a7d-fe4c-4b58-946e-7125f3acfe0b') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:05.129481 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-6590c8a3-a436-42da-a063-89d510bc6ff2 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b560a7d-fe4c-4b58-946e-7125f3acfe0b') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:05.144424 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6590c8a3-a436-42da-a063-89d510bc6ff2 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (0b560a7d-fe4c-4b58-946e-7125f3acfe0b), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:05.159408 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8185a29-18cf-433b-9e73-5b8bec2f5a92 admin admin] Made reservation on behalf of 78f5d47d40c04fc68ed5e9349cf7761c for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:05.160710 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b8185a29-18cf-433b-9e73-5b8bec2f5a92 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:05.163070 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6590c8a3-a436-42da-a063-89d510bc6ff2 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (0b560a7d-fe4c-4b58-946e-7125f3acfe0b), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:05.217767 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6590c8a3-a436-42da-a063-89d510bc6ff2 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:37:05.218189 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6590c8a3-a436-42da-a063-89d510bc6ff2 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (0b560a7d-fe4c-4b58-946e-7125f3acfe0b), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:05.221781 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 10:37:05.221781 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:37:05.221781 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 10:37:05.221781 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:37:05.221781 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 10:37:05.221781 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:37:05.221781 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 10:37:05.221781 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:37:05.221781 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 10:37:05.221781 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:37:05.221781 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 10:37:05.221781 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:37:05.221781 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 10:37:05.221781 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:37:05.221781 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:37:05.221781 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:37:05.221781 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:37:05.221781 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:37:05.221781 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 10:37:05.221781 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:37:05.221781 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 10:37:05.221781 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:37:05.221781 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:37:05.221781 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:37:05.221781 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 10:37:05.221781 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:37:05.221781 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:37:05.221781 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:37:05.221781 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:37:05.221781 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:37:05.221781 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:37:05.221781 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:37:05.237226 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3f589136-39db-44fb-8fd4-179731788f1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047661'] for router_interface (08248eaa-9947-46c4-9586-680b24173f48), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:05.342446 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da380c34-aa0a-4330-8987-10aa55c87294 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Pushing event updated for resources: {'Subnet': ['ID=e304dccf-094b-44da-81fd-453919328f71,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:05.385843 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6590c8a3-a436-42da-a063-89d510bc6ff2 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (6ea96e8a-fa04-4786-9a10-8c00da80f93f), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:05.396084 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6590c8a3-a436-42da-a063-89d510bc6ff2 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:05.401110 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-6590c8a3-a436-42da-a063-89d510bc6ff2 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "DELETE /v2.0/networks/6ea96e8a-fa04-4786-9a10-8c00da80f93f HTTP/1.1" status: 204 len: 168 time: 2.0995781 Feb 28 10:37:05.403586 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45014) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:05.419232 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da380c34-aa0a-4330-8987-10aa55c87294 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Checking segment: {'id': '9a823851-f305-4003-b141-e3cc2bb5f72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '272179ce-90b1-439e-a9c6-3b1ca6770100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:05.419601 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da380c34-aa0a-4330-8987-10aa55c87294 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Network hostable DHCP agents. Network: 272179ce-90b1-439e-a9c6-3b1ca6770100, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:37:05.432967 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-bba6acd8-fedc-491c-8568-7994841ef437 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Request body: {'port': {'network_id': 'f0ef29fc-ec7b-47a4-a873-c9c8476f719e', 'name': 'tempest-PortsIpV6TestJSON-2012567998'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:05.495430 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6590c8a3-a436-42da-a063-89d510bc6ff2 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event deleted for resources: {'Network': ['ID=6ea96e8a-fa04-4786-9a10-8c00da80f93f,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:05.504039 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-18f15a0d-1b08-43cc-9b1d-1c5b616fdf34 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (8fbdac84-f165-45f4-8fee-c60cb9aa5e77), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:05.677343 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c604f8df-fc38-4999-9dce-f3ffb59e7dc3 None None] Network c4aecd5d-800f-47c5-9a9c-7f850f367c2c requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:05.687387 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef808c33-04c6-425a-809f-2242ecdfe226 admin admin] Router eddb501a-cfd7-433e-9cc5-b804a18d97f9 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:37:05.689547 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-18f15a0d-1b08-43cc-9b1d-1c5b616fdf34 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (8fbdac84-f165-45f4-8fee-c60cb9aa5e77), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:05.693111 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b8185a29-18cf-433b-9e73-5b8bec2f5a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (40415cbc-588f-4c3b-9bd3-e092aa9c63e0), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:05.719854 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da380c34-aa0a-4330-8987-10aa55c87294 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Network 272179ce-90b1-439e-a9c6-3b1ca6770100 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:37:05.746521 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-dd58bc41-02df-4686-9f75-89b76a650cfa None None] Provisioning complete for port 0f7f24da-800d-47ca-ae11-4ae2a14236c0 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:05.747163 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-dd58bc41-02df-4686-9f75-89b76a650cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (0f7f24da-800d-47ca-ae11-4ae2a14236c0), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:05.753773 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba6acd8-fedc-491c-8568-7994841ef437 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Made reservation on behalf of 4139ff51d3884888b07610eef64ca26e for: {'port': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:05.756037 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f15a0d-1b08-43cc-9b1d-1c5b616fdf34 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Pushing event deleted for resources: {'Subnet': ['ID=8fbdac84-f165-45f4-8fee-c60cb9aa5e77,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:05.757238 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-bba6acd8-fedc-491c-8568-7994841ef437 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:05.766113 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-18f15a0d-1b08-43cc-9b1d-1c5b616fdf34 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:05.769681 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-18f15a0d-1b08-43cc-9b1d-1c5b616fdf34 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] 10.222.0.62 "DELETE /v2.0/subnets/8fbdac84-f165-45f4-8fee-c60cb9aa5e77 HTTP/1.1" status: 204 len: 168 time: 1.3814044 Feb 28 10:37:05.772066 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45018) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:05.779717 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [None req-bba6acd8-fedc-491c-8568-7994841ef437 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] device_id is not set on port 63a0185e-f0ca-4672-9776-fda619cf5241 yet. {{(pid=104084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:37:05.856745 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-da380c34-aa0a-4330-8987-10aa55c87294 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 272179ce-90b1-439e-a9c6-3b1ca6770100) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:05.865377 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-dd58bc41-02df-4686-9f75-89b76a650cfa None None] Current status of the port 0f7f24da-800d-47ca-ae11-4ae2a14236c0 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:05.866111 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-dd58bc41-02df-4686-9f75-89b76a650cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (0f7f24da-800d-47ca-ae11-4ae2a14236c0), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:05.870230 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da380c34-aa0a-4330-8987-10aa55c87294 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:05.870860 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-da380c34-aa0a-4330-8987-10aa55c87294 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:05.897994 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae558f67-ff99-487b-bd3d-73878f43fe33 None None] Network 272179ce-90b1-439e-a9c6-3b1ca6770100 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:05.922530 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eff4e8a-062a-47bc-a54b-e25adadf2c58 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:05.923953 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eff4e8a-062a-47bc-a54b-e25adadf2c58 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:05.927895 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-3eff4e8a-062a-47bc-a54b-e25adadf2c58 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1545322 Feb 28 10:37:05.935063 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-dd58bc41-02df-4686-9f75-89b76a650cfa None None] For port 0f7f24da-800d-47ca-ae11-4ae2a14236c0, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=0f7f24da-800d-47ca-ae11-4ae2a14236c0,segment=NetworkSegment(226b320d-fd07-482a-85cb-3f2bb3fa9de4),segment_id=226b320d-fd07-482a-85cb-3f2bb3fa9de4)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:05.974626 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e5a6c8-60c7-4497-8b9f-de7412ec8615 None None] DHCP port deletion for c4aecd5d-800f-47c5-9a9c-7f850f367c2c request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:37:05.992639 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45020) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:06.012529 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-dd58bc41-02df-4686-9f75-89b76a650cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (0f7f24da-800d-47ca-ae11-4ae2a14236c0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:06.052561 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef808c33-04c6-425a-809f-2242ecdfe226 admin admin] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:37:06.064081 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-bba6acd8-fedc-491c-8568-7994841ef437 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for port (63a0185e-f0ca-4672-9776-fda619cf5241), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:06.068520 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c32d070-72f6-404b-9373-f5216d694ee8 None None] Sync routers for ids ['eddb501a-cfd7-433e-9cc5-b804a18d97f9'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:37:06.071197 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-ef808c33-04c6-425a-809f-2242ecdfe226 admin admin] 10.222.0.62 "PUT /v2.0/routers/eddb501a-cfd7-433e-9cc5-b804a18d97f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8520989 Feb 28 10:37:06.093115 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45022) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:06.102596 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-da380c34-aa0a-4330-8987-10aa55c87294 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.4147887 Feb 28 10:37:06.108832 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45024) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:06.108832 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45026) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:06.116968 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-a7a91865-d0bc-474d-9154-7a9af881e99c tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1090769063'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:06.127485 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbbd651-fb7d-49a8-ad41-b062f976ac34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-272179ce-90b1-439e-a9c6-3b1ca6770100', 'network_id': '272179ce-90b1-439e-a9c6-3b1ca6770100', 'project_id': 'e83592cc9f8b4979b763ded3df9533cb', 'fixed_ips': [{'subnet_id': 'e304dccf-094b-44da-81fd-453919328f71'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:37:06.128353 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ccbbd651-fb7d-49a8-ad41-b062f976ac34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:06.141463 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c32d070-72f6-404b-9373-f5216d694ee8 None None] Routers {'eddb501a-cfd7-433e-9cc5-b804a18d97f9'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:37:06.142107 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-0c32d070-72f6-404b-9373-f5216d694ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:36:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['eddb501a-cfd7-433e-9cc5-b804a18d97f9'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:06.150480 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd58bc41-02df-4686-9f75-89b76a650cfa None None] Pushing event updated for resources: {'Port': ['ID=0f7f24da-800d-47ca-ae11-4ae2a14236c0,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:06.157406 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8185a29-18cf-433b-9e73-5b8bec2f5a92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40415cbc-588f-4c3b-9bd3-e092aa9c63e0,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:06.187309 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1f0e90ab-3072-41ee-81f2-89a50478695d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:06.200113 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8185a29-18cf-433b-9e73-5b8bec2f5a92 admin admin] Checking segment: {'id': 'b99f5021-f838-46fc-8e48-25af75e1c6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4eb40caf-70bc-44aa-8567-f87709c37659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:06.200113 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8185a29-18cf-433b-9e73-5b8bec2f5a92 admin admin] Network hostable DHCP agents. Network: 4eb40caf-70bc-44aa-8567-f87709c37659, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:37:06.200790 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-00e5a6c8-60c7-4497-8b9f-de7412ec8615 None None] Deleting port 0f7f24da-800d-47ca-ae11-4ae2a14236c0 {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:06.201173 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-00e5a6c8-60c7-4497-8b9f-de7412ec8615 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (0f7f24da-800d-47ca-ae11-4ae2a14236c0), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:06.237638 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-803f38bc-0cc5-43b1-9392-fc28bcfe1729 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (c4aecd5d-800f-47c5-9a9c-7f850f367c2c), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:06.279689 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-803f38bc-0cc5-43b1-9392-fc28bcfe1729 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 28 10:37:06.280108 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-803f38bc-0cc5-43b1-9392-fc28bcfe1729 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:37:06.287070 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-803f38bc-0cc5-43b1-9392-fc28bcfe1729 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] 10.222.0.62 "DELETE /v2.0/networks/c4aecd5d-800f-47c5-9a9c-7f850f367c2c HTTP/1.1" status: 409 len: 466 time: 0.2885756 Feb 28 10:37:06.288040 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45028) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:06.295071 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-a0b099f9-c2ed-4f69-bc99-230145c11e57 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2063593872'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:06.309155 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a91865-d0bc-474d-9154-7a9af881e99c tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Made reservation on behalf of e83592cc9f8b4979b763ded3df9533cb for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:06.312621 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a7a91865-d0bc-474d-9154-7a9af881e99c tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:06.319597 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-587f5f8d-6120-40a3-830c-ed3b88c5853e admin admin] Publish callbacks [] for router (eddb501a-cfd7-433e-9cc5-b804a18d97f9), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:06.342204 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-3f589136-39db-44fb-8fd4-179731788f1a admin admin] Deleting port 6a66cfb7-524e-4519-a1c8-be910891e439 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:06.342445 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3f589136-39db-44fb-8fd4-179731788f1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (6a66cfb7-524e-4519-a1c8-be910891e439), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:06.374530 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-00e5a6c8-60c7-4497-8b9f-de7412ec8615 None None] For port 0f7f24da-800d-47ca-ae11-4ae2a14236c0, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=0f7f24da-800d-47ca-ae11-4ae2a14236c0,segment=NetworkSegment(226b320d-fd07-482a-85cb-3f2bb3fa9de4),segment_id=226b320d-fd07-482a-85cb-3f2bb3fa9de4)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:06.374978 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-00e5a6c8-60c7-4497-8b9f-de7412ec8615 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (0f7f24da-800d-47ca-ae11-4ae2a14236c0), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:06.377677 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-bba6acd8-fedc-491c-8568-7994841ef437 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (63a0185e-f0ca-4672-9776-fda619cf5241), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:06.401779 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-00e5a6c8-60c7-4497-8b9f-de7412ec8615 None None] Calling delete_port for 0f7f24da-800d-47ca-ae11-4ae2a14236c0 owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:06.417446 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b099f9-c2ed-4f69-bc99-230145c11e57 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Made reservation on behalf of 070cd643c21d4bf29defcd2dc74e514a for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:06.420967 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a0b099f9-c2ed-4f69-bc99-230145c11e57 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:06.422026 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8185a29-18cf-433b-9e73-5b8bec2f5a92 admin admin] Network 4eb40caf-70bc-44aa-8567-f87709c37659 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:37:06.444583 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-0c32d070-72f6-404b-9373-f5216d694ee8 None None] Set router eddb501a-cfd7-433e-9cc5-b804a18d97f9 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:37:06.458993 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7a91865-d0bc-474d-9154-7a9af881e99c tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:37:06.462280 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-b8185a29-18cf-433b-9e73-5b8bec2f5a92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 4eb40caf-70bc-44aa-8567-f87709c37659) {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:06.472018 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-3f589136-39db-44fb-8fd4-179731788f1a admin admin] For port 6a66cfb7-524e-4519-a1c8-be910891e439, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=6a66cfb7-524e-4519-a1c8-be910891e439,segment=NetworkSegment(3c93ccf0-f69b-4385-a05b-2d73c05d52da),segment_id=3c93ccf0-f69b-4385-a05b-2d73c05d52da)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:06.473088 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3f589136-39db-44fb-8fd4-179731788f1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (6a66cfb7-524e-4519-a1c8-be910891e439), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:06.475738 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0b099f9-c2ed-4f69-bc99-230145c11e57 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:37:06.496974 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-3f589136-39db-44fb-8fd4-179731788f1a admin admin] Calling delete_port for 6a66cfb7-524e-4519-a1c8-be910891e439 owned by network:router_interface {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:06.503798 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a0b099f9-c2ed-4f69-bc99-230145c11e57 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (e789a28f-34a1-4a5c-89fc-f4d55a2ce713), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:06.504282 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-a0b099f9-c2ed-4f69-bc99-230145c11e57 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Added segment e789a28f-34a1-4a5c-89fc-f4d55a2ce713 of type vlan for network 6366b6aa-7e58-4be0-ba56-48c09dd63040 Feb 28 10:37:06.512003 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8185a29-18cf-433b-9e73-5b8bec2f5a92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:06.515143 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b8185a29-18cf-433b-9e73-5b8bec2f5a92 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:06.531898 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba6acd8-fedc-491c-8568-7994841ef437 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Network f0ef29fc-ec7b-47a4-a873-c9c8476f719e is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:06.542545 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a7a91865-d0bc-474d-9154-7a9af881e99c tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (20aef703-78df-4ac5-8c3d-ad36fcc18dce), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:06.542907 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-a7a91865-d0bc-474d-9154-7a9af881e99c tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Added segment 20aef703-78df-4ac5-8c3d-ad36fcc18dce of type vlan for network a5f77bf9-d52e-4490-b221-9954a459d89d Feb 28 10:37:06.547736 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1f0e90ab-3072-41ee-81f2-89a50478695d admin admin] Publish callbacks [] for security_group (095d23fb-434a-4bdf-b62e-86f2917804fb), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:06.548765 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba6acd8-fedc-491c-8568-7994841ef437 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event updated for resources: {'Port': ['ID=63a0185e-f0ca-4672-9776-fda619cf5241,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:06.551318 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-bba6acd8-fedc-491c-8568-7994841ef437 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:06.562263 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba6acd8-fedc-491c-8568-7994841ef437 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:06.567564 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba6acd8-fedc-491c-8568-7994841ef437 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:06.568214 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-bba6acd8-fedc-491c-8568-7994841ef437 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:06.591610 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a0b099f9-c2ed-4f69-bc99-230145c11e57 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (6366b6aa-7e58-4be0-ba56-48c09dd63040), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:06.608397 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1f0e90ab-3072-41ee-81f2-89a50478695d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (095d23fb-434a-4bdf-b62e-86f2917804fb), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:06.642743 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a7a91865-d0bc-474d-9154-7a9af881e99c tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (a5f77bf9-d52e-4490-b221-9954a459d89d), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:06.661125 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2022651-5f18-41df-8505-e8ed6563b223 None None] Network 4eb40caf-70bc-44aa-8567-f87709c37659 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:06.663730 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-587f5f8d-6120-40a3-830c-ed3b88c5853e admin admin] Publish callbacks [] for router_gateway (eddb501a-cfd7-433e-9cc5-b804a18d97f9), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:06.681805 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-b8185a29-18cf-433b-9e73-5b8bec2f5a92 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0273809 Feb 28 10:37:06.708744 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-1f0e90ab-3072-41ee-81f2-89a50478695d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=39f116bb165c43059c9d1c06f71ac752&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5932260 Feb 28 10:37:06.716660 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-bba6acd8-fedc-491c-8568-7994841ef437 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2935038 Feb 28 10:37:06.716660 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e90ab-3072-41ee-81f2-89a50478695d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=095d23fb-434a-4bdf-b62e-86f2917804fb,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:06.718489 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45032) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:06.718819 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45034) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:06.779159 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-ccbbd651-fb7d-49a8-ad41-b062f976ac34 None None] Allocated IP 172.20.255.242 (272179ce-90b1-439e-a9c6-3b1ca6770100/e304dccf-094b-44da-81fd-453919328f71/232e02ff-4ed2-444a-909a-ba80834d8ad3) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:06.852327 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a7a91865-d0bc-474d-9154-7a9af881e99c tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (a5f77bf9-d52e-4490-b221-9954a459d89d), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:06.858000 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a91865-d0bc-474d-9154-7a9af881e99c tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:06.858608 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a7a91865-d0bc-474d-9154-7a9af881e99c tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:06.960647 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fdf7f946-8500-4159-9fda-f3c72645274a admin admin] Publish callbacks [] for security_group (095d23fb-434a-4bdf-b62e-86f2917804fb), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:06.993091 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16db516b-956d-4650-953b-6fac9cc94357 None None] Network 4eb40caf-70bc-44aa-8567-f87709c37659 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:07.024962 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a91865-d0bc-474d-9154-7a9af881e99c tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Pushing event updated for resources: {'Network': ['ID=a5f77bf9-d52e-4490-b221-9954a459d89d,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:07.045019 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-00e5a6c8-60c7-4497-8b9f-de7412ec8615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (0f7f24da-800d-47ca-ae11-4ae2a14236c0), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:07.060502 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-a7a91865-d0bc-474d-9154-7a9af881e99c tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9460306 Feb 28 10:37:07.060502 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fdf7f946-8500-4159-9fda-f3c72645274a admin admin] Publish callbacks [] for security_group (095d23fb-434a-4bdf-b62e-86f2917804fb), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:07.063613 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network a5f77bf9-d52e-4490-b221-9954a459d89d details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:37:07.066718 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-587f5f8d-6120-40a3-830c-ed3b88c5853e admin admin] Deleting port 2b564d3a-4f9c-42d3-84fd-9574720b94ed {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:07.066718 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-587f5f8d-6120-40a3-830c-ed3b88c5853e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (2b564d3a-4f9c-42d3-84fd-9574720b94ed), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:07.092740 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45038) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:07.144600 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-f64faaba-48e7-4a20-a428-763d819fb91e tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Request body: {'subnet': {'network_id': 'a5f77bf9-d52e-4490-b221-9954a459d89d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:07.154807 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a0b099f9-c2ed-4f69-bc99-230145c11e57 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (6366b6aa-7e58-4be0-ba56-48c09dd63040), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:07.160608 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b099f9-c2ed-4f69-bc99-230145c11e57 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:07.161249 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a0b099f9-c2ed-4f69-bc99-230145c11e57 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:07.184864 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e5a6c8-60c7-4497-8b9f-de7412ec8615 None None] Pushing event deleted for resources: {'Port': ['ID=0f7f24da-800d-47ca-ae11-4ae2a14236c0,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:07.193737 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e5a6c8-60c7-4497-8b9f-de7412ec8615 None None] No DVR routers for this DVR port 0f7f24da-800d-47ca-ae11-4ae2a14236c0 on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:37:07.283455 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ccbbd651-fb7d-49a8-ad41-b062f976ac34 None None] Publish callbacks [] for port (232e02ff-4ed2-444a-909a-ba80834d8ad3), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:07.300526 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-7805a236-1bc9-4c4b-be9b-60d6ba5c0f3a tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Deleting port 63a0185e-f0ca-4672-9776-fda619cf5241 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:07.300875 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7805a236-1bc9-4c4b-be9b-60d6ba5c0f3a tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (63a0185e-f0ca-4672-9776-fda619cf5241), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:07.335671 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-0c32d070-72f6-404b-9373-f5216d694ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddb501a-cfd7-433e-9cc5-b804a18d97f9', 'name': 'tempest-ServersTestJSON-2042665436-router', 'tenant_id': 'a1e997d94bda42c2937c38ee950ff500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.125'}], 'enable_snat': True}, 'gw_port_id': '2b564d3a-4f9c-42d3-84fd-9574720b94ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:16Z', 'updated_at': '2022-02-28T10:37:02Z', 'revision_number': 5, 'project_id': 'a1e997d94bda42c2937c38ee950ff500', 'gw_port': {'id': '2b564d3a-4f9c-42d3-84fd-9574720b94ed', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:40:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddb501a-cfd7-433e-9cc5-b804a18d97f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:18Z', 'updated_at': '2022-02-28T10:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:07.359404 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b099f9-c2ed-4f69-bc99-230145c11e57 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Pushing event updated for resources: {'Network': ['ID=6366b6aa-7e58-4be0-ba56-48c09dd63040,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:07.407305 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 6366b6aa-7e58-4be0-ba56-48c09dd63040 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:37:07.409713 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ccbbd651-fb7d-49a8-ad41-b062f976ac34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (232e02ff-4ed2-444a-909a-ba80834d8ad3), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:07.412776 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c32d070-72f6-404b-9373-f5216d694ee8 None None] Checking router: eddb501a-cfd7-433e-9cc5-b804a18d97f9 for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:37:07.488064 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbbd651-fb7d-49a8-ad41-b062f976ac34 None None] Pushing event updated for resources: {'Port': ['ID=232e02ff-4ed2-444a-909a-ba80834d8ad3,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:07.508450 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fdf7f946-8500-4159-9fda-f3c72645274a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (095d23fb-434a-4bdf-b62e-86f2917804fb), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:07.511776 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fdf7f946-8500-4159-9fda-f3c72645274a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:07.513043 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-fdf7f946-8500-4159-9fda-f3c72645274a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/095d23fb-434a-4bdf-b62e-86f2917804fb HTTP/1.1" status: 204 len: 168 time: 0.7932556 Feb 28 10:37:07.520966 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7805a236-1bc9-4c4b-be9b-60d6ba5c0f3a tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (63a0185e-f0ca-4672-9776-fda619cf5241), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:07.536307 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-587f5f8d-6120-40a3-830c-ed3b88c5853e admin admin] For port 2b564d3a-4f9c-42d3-84fd-9574720b94ed, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=2b564d3a-4f9c-42d3-84fd-9574720b94ed,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:07.536598 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-587f5f8d-6120-40a3-830c-ed3b88c5853e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (2b564d3a-4f9c-42d3-84fd-9574720b94ed), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:07.537792 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b8613-f177-4838-95d4-2a8a0e375aad req-db00e696-a0e3-4813-8185-46e908b7ecf3 tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:07.539332 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b12b8613-f177-4838-95d4-2a8a0e375aad req-db00e696-a0e3-4813-8185-46e908b7ecf3 tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] 10.222.0.62 "GET /v2.0/networks?id=1058a1e5-88f7-4a04-8679-87bdc8619383 HTTP/1.1" status: 200 len: 811 time: 0.1381135 Feb 28 10:37:07.549606 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a0b099f9-c2ed-4f69-bc99-230145c11e57 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2580462 Feb 28 10:37:07.551345 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45058) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:07.553102 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf7f946-8500-4159-9fda-f3c72645274a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095d23fb-434a-4bdf-b62e-86f2917804fb,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:07.558574 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-7805a236-1bc9-4c4b-be9b-60d6ba5c0f3a tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Calling delete_port for 63a0185e-f0ca-4672-9776-fda619cf5241 owned by {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:07.559441 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-dde41416-eddf-4ce6-803a-615145274052 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Request body: {'subnet': {'network_id': '6366b6aa-7e58-4be0-ba56-48c09dd63040', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:07.563814 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c32d070-72f6-404b-9373-f5216d694ee8 None None] Routers {'eddb501a-cfd7-433e-9cc5-b804a18d97f9'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:37:07.565993 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-0c32d070-72f6-404b-9373-f5216d694ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:36:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['eddb501a-cfd7-433e-9cc5-b804a18d97f9'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:07.572216 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-587f5f8d-6120-40a3-830c-ed3b88c5853e admin admin] Calling delete_port for 2b564d3a-4f9c-42d3-84fd-9574720b94ed owned by network:router_gateway {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:07.579551 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b12b8613-f177-4838-95d4-2a8a0e375aad req-9d875e21-7f42-4f78-8052-e9a6d38c3df7 tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] 10.222.0.62 "GET /v2.0/quotas/ec2f9fb98c0c462fa79ca5ebcea34c90 HTTP/1.1" status: 200 len: 375 time: 0.0307097 Feb 28 10:37:07.600330 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbbd651-fb7d-49a8-ad41-b062f976ac34 None None] Network 272179ce-90b1-439e-a9c6-3b1ca6770100 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:07.638576 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b12b8613-f177-4838-95d4-2a8a0e375aad req-fa76982f-8a84-4c6c-a06e-8ed3d2cbeec0 tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ec2f9fb98c0c462fa79ca5ebcea34c90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379744 Feb 28 10:37:07.681633 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-ccbbd651-fb7d-49a8-ad41-b062f976ac34 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:07.703698 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64faaba-48e7-4a20-a428-763d819fb91e tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Made reservation on behalf of e83592cc9f8b4979b763ded3df9533cb for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:07.708122 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f64faaba-48e7-4a20-a428-763d819fb91e tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:07.730383 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbbd651-fb7d-49a8-ad41-b062f976ac34 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:07.788511 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b12b8613-f177-4838-95d4-2a8a0e375aad req-20a36456-ebb8-479e-96a2-0186995bbfd8 service neutron] 10.222.0.62 "GET /v2.0/networks/1058a1e5-88f7-4a04-8679-87bdc8619383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120324 Feb 28 10:37:07.793538 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3f589136-39db-44fb-8fd4-179731788f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (6a66cfb7-524e-4519-a1c8-be910891e439), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:07.829555 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-ccbbd651-fb7d-49a8-ad41-b062f976ac34 None None] Attempting to bind port 232e02ff-4ed2-444a-909a-ba80834d8ad3 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:37:07.830593 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-ccbbd651-fb7d-49a8-ad41-b062f976ac34 None None] Attempting to bind port 232e02ff-4ed2-444a-909a-ba80834d8ad3 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '9a823851-f305-4003-b141-e3cc2bb5f72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '272179ce-90b1-439e-a9c6-3b1ca6770100'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:37:07.831143 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbbd651-fb7d-49a8-ad41-b062f976ac34 None None] Attempting to bind port 232e02ff-4ed2-444a-909a-ba80834d8ad3 on network 272179ce-90b1-439e-a9c6-3b1ca6770100 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:37:07.839533 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-0c32d070-72f6-404b-9373-f5216d694ee8 None None] Set router eddb501a-cfd7-433e-9cc5-b804a18d97f9 gateway port host: None {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:37:07.920964 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbbd651-fb7d-49a8-ad41-b062f976ac34 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:37:07.921620 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbbd651-fb7d-49a8-ad41-b062f976ac34 None None] Checking segment: {'id': '9a823851-f305-4003-b141-e3cc2bb5f72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '272179ce-90b1-439e-a9c6-3b1ca6770100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:07.922186 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ccbbd651-fb7d-49a8-ad41-b062f976ac34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:07.922730 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbbd651-fb7d-49a8-ad41-b062f976ac34 None None] Bound using segment: {'id': '9a823851-f305-4003-b141-e3cc2bb5f72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '272179ce-90b1-439e-a9c6-3b1ca6770100'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:37:07.923137 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7805a236-1bc9-4c4b-be9b-60d6ba5c0f3a tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (63a0185e-f0ca-4672-9776-fda619cf5241), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:07.923590 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-ccbbd651-fb7d-49a8-ad41-b062f976ac34 None None] Bound port: 232e02ff-4ed2-444a-909a-ba80834d8ad3, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a823851-f305-4003-b141-e3cc2bb5f72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '272179ce-90b1-439e-a9c6-3b1ca6770100'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:37:07.924140 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ccbbd651-fb7d-49a8-ad41-b062f976ac34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (232e02ff-4ed2-444a-909a-ba80834d8ad3), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:07.929238 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-0c32d070-72f6-404b-9373-f5216d694ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddb501a-cfd7-433e-9cc5-b804a18d97f9', 'name': 'tempest-ServersTestJSON-2042665436-router', 'tenant_id': 'a1e997d94bda42c2937c38ee950ff500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:16Z', 'updated_at': '2022-02-28T10:37:06Z', 'revision_number': 6, 'project_id': 'a1e997d94bda42c2937c38ee950ff500', 'gw_port_host': None}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:07.956682 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b12b8613-f177-4838-95d4-2a8a0e375aad req-e0405a03-f56f-4817-be91-35e8e9bb662d service neutron] 10.222.0.62 "GET /v2.0/networks/1058a1e5-88f7-4a04-8679-87bdc8619383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596594 Feb 28 10:37:07.970596 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7805a236-1bc9-4c4b-be9b-60d6ba5c0f3a tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event deleted for resources: {'Port': ['ID=63a0185e-f0ca-4672-9776-fda619cf5241,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:07.996252 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7805a236-1bc9-4c4b-be9b-60d6ba5c0f3a tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:08.000491 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-7805a236-1bc9-4c4b-be9b-60d6ba5c0f3a tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "DELETE /v2.0/ports/63a0185e-f0ca-4672-9776-fda619cf5241 HTTP/1.1" status: 204 len: 168 time: 1.2748475 Feb 28 10:37:08.004481 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45062) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:08.010175 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-eabd97e9-53a2-4841-ade5-4a69bd324b35 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Request body: {'port': {'network_id': 'f0ef29fc-ec7b-47a4-a873-c9c8476f719e', 'mac_address': 'fa:16:3e:db:a2:d1', 'name': 'tempest-PortsIpV6TestJSON-854353970'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:08.100403 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-587f5f8d-6120-40a3-830c-ed3b88c5853e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (2b564d3a-4f9c-42d3-84fd-9574720b94ed), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:08.115326 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f589136-39db-44fb-8fd4-179731788f1a admin admin] Pushing event deleted for resources: {'Port': ['ID=6a66cfb7-524e-4519-a1c8-be910891e439,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:08.164491 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ccbbd651-fb7d-49a8-ad41-b062f976ac34 None None] For port 232e02ff-4ed2-444a-909a-ba80834d8ad3, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:37:08.172326 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c32d070-72f6-404b-9373-f5216d694ee8 None None] The sync data for ids ['eddb501a-cfd7-433e-9cc5-b804a18d97f9'] in dv-neutron-829161-3-hyperv is: [{'id': 'eddb501a-cfd7-433e-9cc5-b804a18d97f9', 'name': 'tempest-ServersTestJSON-2042665436-router', 'tenant_id': 'a1e997d94bda42c2937c38ee950ff500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:16Z', 'updated_at': '2022-02-28T10:37:06Z', 'revision_number': 6, 'project_id': 'a1e997d94bda42c2937c38ee950ff500', 'gw_port_host': None}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:37:08.177190 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ccbbd651-fb7d-49a8-ad41-b062f976ac34 None None] For port 232e02ff-4ed2-444a-909a-ba80834d8ad3, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=232e02ff-4ed2-444a-909a-ba80834d8ad3,segment=NetworkSegment(9a823851-f305-4003-b141-e3cc2bb5f72f),segment_id=9a823851-f305-4003-b141-e3cc2bb5f72f)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:37:08.216357 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587f5f8d-6120-40a3-830c-ed3b88c5853e admin admin] Pushing event deleted for resources: {'Port': ['ID=2b564d3a-4f9c-42d3-84fd-9574720b94ed,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:08.277045 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ccbbd651-fb7d-49a8-ad41-b062f976ac34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (232e02ff-4ed2-444a-909a-ba80834d8ad3), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:08.341469 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde41416-eddf-4ce6-803a-615145274052 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Made reservation on behalf of 070cd643c21d4bf29defcd2dc74e514a for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:08.346415 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dde41416-eddf-4ce6-803a-615145274052 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:08.424526 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbbd651-fb7d-49a8-ad41-b062f976ac34 None None] Pushing event updated for resources: {'Port': ['ID=232e02ff-4ed2-444a-909a-ba80834d8ad3,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:08.479851 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-587f5f8d-6120-40a3-830c-ed3b88c5853e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047843'] for router_gateway (eddb501a-cfd7-433e-9cc5-b804a18d97f9), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:08.567014 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-1aa002ad-cfb9-4160-9652-d9fd42357edc req-1666ac93-db09-4eb0-a5c0-b87f5f067599 tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] 10.222.0.62 "GET /v2.0/ports?device_id=577bf51b-8d6a-42ef-83c6-cc28ed13db34 HTTP/1.1" status: 200 len: 210 time: 0.1816268 Feb 28 10:37:08.619355 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3f589136-39db-44fb-8fd4-179731788f1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1047681'] for router_interface (08248eaa-9947-46c4-9586-680b24173f48), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:08.651588 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eabd97e9-53a2-4841-ade5-4a69bd324b35 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Made reservation on behalf of 4139ff51d3884888b07610eef64ca26e for: {'port': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:08.795097 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-587f5f8d-6120-40a3-830c-ed3b88c5853e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (eddb501a-cfd7-433e-9cc5-b804a18d97f9), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:08.798926 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-587f5f8d-6120-40a3-830c-ed3b88c5853e admin admin] Publish callbacks [] for router_controller (eddb501a-cfd7-433e-9cc5-b804a18d97f9), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:09.036390 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f589136-39db-44fb-8fd4-179731788f1a admin admin] Router 08248eaa-9947-46c4-9586-680b24173f48 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:37:09.179525 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.objects.ports [None req-dde41416-eddf-4ce6-803a-615145274052 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104083) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 10:37:09.183462 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dde41416-eddf-4ce6-803a-615145274052 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (e6b55612-1859-4b6f-8343-9d6a29ad7ac2), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:09.284340 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f64faaba-48e7-4a20-a428-763d819fb91e tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (5114964c-54b2-44f2-912c-d3cd483463ed), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:09.292183 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde41416-eddf-4ce6-803a-615145274052 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Pushing event updated for resources: {'Subnet': ['ID=e6b55612-1859-4b6f-8343-9d6a29ad7ac2,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:09.314448 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-eabd97e9-53a2-4841-ade5-4a69bd324b35 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:09.320573 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde41416-eddf-4ce6-803a-615145274052 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Checking segment: {'id': 'e789a28f-34a1-4a5c-89fc-f4d55a2ce713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6366b6aa-7e58-4be0-ba56-48c09dd63040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:09.320743 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde41416-eddf-4ce6-803a-615145274052 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Network hostable DHCP agents. Network: 6366b6aa-7e58-4be0-ba56-48c09dd63040, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:37:09.323792 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f589136-39db-44fb-8fd4-179731788f1a admin admin] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:37:09.332805 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-3f589136-39db-44fb-8fd4-179731788f1a admin admin] 10.222.0.62 "PUT /v2.0/routers/08248eaa-9947-46c4-9586-680b24173f48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6656322 Feb 28 10:37:09.334031 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45090) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:09.342624 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ffefcd-99d4-4bfa-bb98-f42a47ee8d64 None None] Sync routers for ids ['08248eaa-9947-46c4-9586-680b24173f48'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:37:09.360033 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ffefcd-99d4-4bfa-bb98-f42a47ee8d64 None None] Routers {'08248eaa-9947-46c4-9586-680b24173f48'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:37:09.360866 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-78ffefcd-99d4-4bfa-bb98-f42a47ee8d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:36:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['08248eaa-9947-46c4-9586-680b24173f48'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:09.451066 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [None req-eabd97e9-53a2-4841-ade5-4a69bd324b35 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] device_id is not set on port e4611dfd-0f89-4b82-bcae-f4b6bdb405a8 yet. {{(pid=104084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:37:09.457356 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-00e2bb58-3ebb-44f0-b088-b3656654297c admin admin] Publish callbacks [] for router (08248eaa-9947-46c4-9586-680b24173f48), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:09.497832 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde41416-eddf-4ce6-803a-615145274052 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Network 6366b6aa-7e58-4be0-ba56-48c09dd63040 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:37:09.529027 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64faaba-48e7-4a20-a428-763d819fb91e tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Pushing event updated for resources: {'Subnet': ['ID=5114964c-54b2-44f2-912c-d3cd483463ed,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:09.542693 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-587f5f8d-6120-40a3-830c-ed3b88c5853e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (eddb501a-cfd7-433e-9cc5-b804a18d97f9), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:09.543298 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-587f5f8d-6120-40a3-830c-ed3b88c5853e admin admin] Fanout notify agent at l3_agent the message router_deleted on router eddb501a-cfd7-433e-9cc5-b804a18d97f9 {{(pid=104084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:37:09.559303 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-587f5f8d-6120-40a3-830c-ed3b88c5853e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:09.560584 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-587f5f8d-6120-40a3-830c-ed3b88c5853e admin admin] 10.222.0.62 "DELETE /v2.0/routers/eddb501a-cfd7-433e-9cc5-b804a18d97f9 HTTP/1.1" status: 204 len: 168 time: 3.4670575 Feb 28 10:37:09.563141 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64faaba-48e7-4a20-a428-763d819fb91e tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Checking segment: {'id': '20aef703-78df-4ac5-8c3d-ad36fcc18dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a5f77bf9-d52e-4490-b221-9954a459d89d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:09.563516 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64faaba-48e7-4a20-a428-763d819fb91e tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Network hostable DHCP agents. Network: a5f77bf9-d52e-4490-b221-9954a459d89d, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:37:09.565605 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45094) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:09.599106 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-dde41416-eddf-4ce6-803a-615145274052 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 6366b6aa-7e58-4be0-ba56-48c09dd63040) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:09.610019 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ee85fa-bfc9-4476-97b9-18a1cca47041 None None] Network 6366b6aa-7e58-4be0-ba56-48c09dd63040 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:09.612987 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-78ffefcd-99d4-4bfa-bb98-f42a47ee8d64 None None] Set router 08248eaa-9947-46c4-9586-680b24173f48 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:37:09.622887 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde41416-eddf-4ce6-803a-615145274052 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:09.626963 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dde41416-eddf-4ce6-803a-615145274052 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:09.761250 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-cb586089-e9ee-4212-ac8c-b8b4e63fd6c2 req-03f8d155-a773-497b-8997-f9f91d2c3a13 tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] 10.222.0.62 "GET /v2.0/ports?device_id=577bf51b-8d6a-42ef-83c6-cc28ed13db34 HTTP/1.1" status: 200 len: 210 time: 0.0762219 Feb 28 10:37:09.772885 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-00e2bb58-3ebb-44f0-b088-b3656654297c admin admin] Publish callbacks [] for router_gateway (08248eaa-9947-46c4-9586-680b24173f48), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:09.804397 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-e67502d8-c0ec-4e1d-a46f-f3d9c1c3cc88 admin admin] Deleting subnet 2dff7405-dcc7-4aec-b812-04c9508d9791 {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:37:09.817527 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-dde41416-eddf-4ce6-803a-615145274052 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2645252 Feb 28 10:37:09.818131 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45098) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:09.825559 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-24e5e563-c7b0-4626-a6ab-89df87f60c85 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Request body: {'port': {'network_id': '6366b6aa-7e58-4be0-ba56-48c09dd63040', 'name': 'tempest-NetworksIpV6TestAttrs-707044092'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:09.886159 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2924e34-b0f7-4ff8-b847-36856d7c6f76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-6366b6aa-7e58-4be0-ba56-48c09dd63040', 'network_id': '6366b6aa-7e58-4be0-ba56-48c09dd63040', 'project_id': '070cd643c21d4bf29defcd2dc74e514a', 'fixed_ips': [{'subnet_id': 'e6b55612-1859-4b6f-8343-9d6a29ad7ac2'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:37:09.887072 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a2924e34-b0f7-4ff8-b847-36856d7c6f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:09.901940 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e67502d8-c0ec-4e1d-a46f-f3d9c1c3cc88 admin admin] Publish callbacks [] for subnet (2dff7405-dcc7-4aec-b812-04c9508d9791), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:09.904716 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64faaba-48e7-4a20-a428-763d819fb91e tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Network a5f77bf9-d52e-4490-b221-9954a459d89d is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:37:10.007202 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-f64faaba-48e7-4a20-a428-763d819fb91e tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, a5f77bf9-d52e-4490-b221-9954a459d89d) {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:10.021009 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64faaba-48e7-4a20-a428-763d819fb91e tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:10.021489 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f64faaba-48e7-4a20-a428-763d819fb91e tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:10.047344 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-eabd97e9-53a2-4841-ade5-4a69bd324b35 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for port (e4611dfd-0f89-4b82-bcae-f4b6bdb405a8), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:10.064840 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-78ffefcd-99d4-4bfa-bb98-f42a47ee8d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08248eaa-9947-46c4-9586-680b24173f48', 'name': 'tempest-ServersTestManualDisk-630797678-router', 'tenant_id': 'd4949ecb1236430a8fa635d2a669a8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': 'a8af0c09-0300-432d-a21d-230a5be7f4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:13Z', 'updated_at': '2022-02-28T10:37:07Z', 'revision_number': 5, 'project_id': 'd4949ecb1236430a8fa635d2a669a8c3', 'gw_port': {'id': 'a8af0c09-0300-432d-a21d-230a5be7f4e5', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08248eaa-9947-46c4-9586-680b24173f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:14Z', 'updated_at': '2022-02-28T10:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:10.095861 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be9f82c-7454-460d-b88a-02e804d51ede None None] Network a5f77bf9-d52e-4490-b221-9954a459d89d requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:10.129911 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e67502d8-c0ec-4e1d-a46f-f3d9c1c3cc88 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (2dff7405-dcc7-4aec-b812-04c9508d9791), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:10.161629 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ffefcd-99d4-4bfa-bb98-f42a47ee8d64 None None] Checking router: 08248eaa-9947-46c4-9586-680b24173f48 for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:37:10.190712 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ffefcd-99d4-4bfa-bb98-f42a47ee8d64 None None] Routers {'08248eaa-9947-46c4-9586-680b24173f48'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:37:10.192343 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-78ffefcd-99d4-4bfa-bb98-f42a47ee8d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:36:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['08248eaa-9947-46c4-9586-680b24173f48'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:10.200036 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-00e2bb58-3ebb-44f0-b088-b3656654297c admin admin] Deleting port a8af0c09-0300-432d-a21d-230a5be7f4e5 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:10.200392 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-00e2bb58-3ebb-44f0-b088-b3656654297c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (a8af0c09-0300-432d-a21d-230a5be7f4e5), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:10.224524 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-f64faaba-48e7-4a20-a428-763d819fb91e tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.0927782 Feb 28 10:37:10.231151 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45106) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:10.402293 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e5e563-c7b0-4626-a6ab-89df87f60c85 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Made reservation on behalf of 070cd643c21d4bf29defcd2dc74e514a for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:10.408475 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-24e5e563-c7b0-4626-a6ab-89df87f60c85 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:10.467331 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-eabd97e9-53a2-4841-ade5-4a69bd324b35 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (e4611dfd-0f89-4b82-bcae-f4b6bdb405a8), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:10.486037 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-78ffefcd-99d4-4bfa-bb98-f42a47ee8d64 None None] Set router 08248eaa-9947-46c4-9586-680b24173f48 gateway port host: None {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:37:10.496512 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-24e5e563-c7b0-4626-a6ab-89df87f60c85 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] device_id is not set on port a63d3399-c504-4192-9555-ca0e7d874516 yet. {{(pid=104083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:37:10.583745 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabd97e9-53a2-4841-ade5-4a69bd324b35 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event updated for resources: {'Port': ['ID=e4611dfd-0f89-4b82-bcae-f4b6bdb405a8,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:10.605925 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabd97e9-53a2-4841-ade5-4a69bd324b35 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Network f0ef29fc-ec7b-47a4-a873-c9c8476f719e is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:10.615586 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-eabd97e9-53a2-4841-ade5-4a69bd324b35 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:10.617562 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-78ffefcd-99d4-4bfa-bb98-f42a47ee8d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08248eaa-9947-46c4-9586-680b24173f48', 'name': 'tempest-ServersTestManualDisk-630797678-router', 'tenant_id': 'd4949ecb1236430a8fa635d2a669a8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:13Z', 'updated_at': '2022-02-28T10:37:09Z', 'revision_number': 6, 'project_id': 'd4949ecb1236430a8fa635d2a669a8c3', 'gw_port_host': None}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:10.630552 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabd97e9-53a2-4841-ade5-4a69bd324b35 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:10.638700 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 232e02ff-4ed2-444a-909a-ba80834d8ad3 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:37:10.640672 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98cadeb-9ba7-49e5-bdb8-85790f60c7b9 None None] Network 272179ce-90b1-439e-a9c6-3b1ca6770100 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:10.642801 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabd97e9-53a2-4841-ade5-4a69bd324b35 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:10.643570 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-eabd97e9-53a2-4841-ade5-4a69bd324b35 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:10.659974 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e67502d8-c0ec-4e1d-a46f-f3d9c1c3cc88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (2dff7405-dcc7-4aec-b812-04c9508d9791), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:10.676179 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-00e2bb58-3ebb-44f0-b088-b3656654297c admin admin] For port a8af0c09-0300-432d-a21d-230a5be7f4e5, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=a8af0c09-0300-432d-a21d-230a5be7f4e5,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:10.676551 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-00e2bb58-3ebb-44f0-b088-b3656654297c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (a8af0c09-0300-432d-a21d-230a5be7f4e5), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:10.688305 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ffefcd-99d4-4bfa-bb98-f42a47ee8d64 None None] The sync data for ids ['08248eaa-9947-46c4-9586-680b24173f48'] in dv-neutron-829161-3-hyperv is: [{'id': '08248eaa-9947-46c4-9586-680b24173f48', 'name': 'tempest-ServersTestManualDisk-630797678-router', 'tenant_id': 'd4949ecb1236430a8fa635d2a669a8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:13Z', 'updated_at': '2022-02-28T10:37:09Z', 'revision_number': 6, 'project_id': 'd4949ecb1236430a8fa635d2a669a8c3', 'gw_port_host': None}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:37:10.697929 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b16353b9-1647-4e0c-a98f-9766bef116c7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (a5f77bf9-d52e-4490-b221-9954a459d89d), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:10.720145 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-00e2bb58-3ebb-44f0-b088-b3656654297c admin admin] Calling delete_port for a8af0c09-0300-432d-a21d-230a5be7f4e5 owned by network:router_gateway {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:10.782670 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b16353b9-1647-4e0c-a98f-9766bef116c7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (5114964c-54b2-44f2-912c-d3cd483463ed), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:10.861539 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45118) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:10.869838 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-eabd97e9-53a2-4841-ade5-4a69bd324b35 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.8639648 Feb 28 10:37:10.874556 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45120) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:10.921377 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ca6a1622-7cf0-482a-983f-d2eb49da6844 None None] Provisioning complete for port 232e02ff-4ed2-444a-909a-ba80834d8ad3 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:10.921767 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ca6a1622-7cf0-482a-983f-d2eb49da6844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (232e02ff-4ed2-444a-909a-ba80834d8ad3), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:10.967770 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-9e25ccc3-5fac-45d9-aabe-341f95e8e3a2 req-ff09d4dc-f7a9-4a33-8115-b72e52514a50 tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] 10.222.0.62 "GET /v2.0/ports?device_id=577bf51b-8d6a-42ef-83c6-cc28ed13db34 HTTP/1.1" status: 200 len: 210 time: 0.0610638 Feb 28 10:37:10.974137 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-a2924e34-b0f7-4ff8-b847-36856d7c6f76 None None] Allocated IP 2001:db8::f816:3eff:feea:ac58 (6366b6aa-7e58-4be0-ba56-48c09dd63040/e6b55612-1859-4b6f-8343-9d6a29ad7ac2/a20c96fc-87f1-4e18-a242-92c228cf90be) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:10.975577 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b16353b9-1647-4e0c-a98f-9766bef116c7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (5114964c-54b2-44f2-912c-d3cd483463ed), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:11.047880 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16353b9-1647-4e0c-a98f-9766bef116c7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Pushing event deleted for resources: {'Subnet': ['ID=5114964c-54b2-44f2-912c-d3cd483463ed,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:11.055389 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec692ca9-26f9-41fa-a54d-f676ce91e78b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-a5f77bf9-d52e-4490-b221-9954a459d89d', 'network_id': 'a5f77bf9-d52e-4490-b221-9954a459d89d', 'project_id': 'e83592cc9f8b4979b763ded3df9533cb', 'fixed_ips': [{'subnet_id': '5114964c-54b2-44f2-912c-d3cd483463ed'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:37:11.056550 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ec692ca9-26f9-41fa-a54d-f676ce91e78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:11.070202 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cc1ffb-4998-4327-8d9f-beddcae667c2 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:11.076127 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-67cc1ffb-4998-4327-8d9f-beddcae667c2 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "GET /v2.0/ports/e4611dfd-0f89-4b82-bcae-f4b6bdb405a8 HTTP/1.1" status: 200 len: 844 time: 0.1949461 Feb 28 10:37:11.079201 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 232e02ff-4ed2-444a-909a-ba80834d8ad3 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:11.079589 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (232e02ff-4ed2-444a-909a-ba80834d8ad3), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:11.082894 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45124) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:11.182659 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-3f60d0ea-b22a-44c2-b22c-2b79979a7bb1 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1184634963', 'router:external': True}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:11.189910 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e67502d8-c0ec-4e1d-a46f-f3d9c1c3cc88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (2dff7405-dcc7-4aec-b812-04c9508d9791), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:11.229691 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ca6a1622-7cf0-482a-983f-d2eb49da6844 None None] Current status of the port 232e02ff-4ed2-444a-909a-ba80834d8ad3 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:11.229691 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ca6a1622-7cf0-482a-983f-d2eb49da6844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (232e02ff-4ed2-444a-909a-ba80834d8ad3), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:11.232149 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-00e2bb58-3ebb-44f0-b088-b3656654297c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (a8af0c09-0300-432d-a21d-230a5be7f4e5), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:11.244093 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b16353b9-1647-4e0c-a98f-9766bef116c7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (a5f77bf9-d52e-4490-b221-9954a459d89d), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:11.250544 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67502d8-c0ec-4e1d-a46f-f3d9c1c3cc88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dff7405-dcc7-4aec-b812-04c9508d9791,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:11.268149 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e67502d8-c0ec-4e1d-a46f-f3d9c1c3cc88 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:11.271522 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-e67502d8-c0ec-4e1d-a46f-f3d9c1c3cc88 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/2dff7405-dcc7-4aec-b812-04c9508d9791 HTTP/1.1" status: 204 len: 168 time: 1.7011962 Feb 28 10:37:11.278612 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45126) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:11.284599 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-15527875-e7fe-4163-aaee-05f84571e2ed tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Deleting port e4611dfd-0f89-4b82-bcae-f4b6bdb405a8 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:11.284949 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-15527875-e7fe-4163-aaee-05f84571e2ed tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (e4611dfd-0f89-4b82-bcae-f4b6bdb405a8), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:11.293078 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e2bb58-3ebb-44f0-b088-b3656654297c admin admin] Pushing event deleted for resources: {'Port': ['ID=a8af0c09-0300-432d-a21d-230a5be7f4e5,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:11.295387 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-b16353b9-1647-4e0c-a98f-9766bef116c7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5f77bf9-d52e-4490-b221-9954a459d89d']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:11.347956 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-b16353b9-1647-4e0c-a98f-9766bef116c7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20aef703-78df-4ac5-8c3d-ad36fcc18dce') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:11.348324 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-b16353b9-1647-4e0c-a98f-9766bef116c7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20aef703-78df-4ac5-8c3d-ad36fcc18dce') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:11.366954 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b16353b9-1647-4e0c-a98f-9766bef116c7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (20aef703-78df-4ac5-8c3d-ad36fcc18dce), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:11.390437 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c2de96ef-a8e2-47e3-a541-156a53257c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (61f11b1b-099a-45f3-b423-a89dfa9243a1), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:11.393677 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b16353b9-1647-4e0c-a98f-9766bef116c7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (20aef703-78df-4ac5-8c3d-ad36fcc18dce), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:11.396082 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f60d0ea-b22a-44c2-b22c-2b79979a7bb1 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Made reservation on behalf of 974a20db3a4641d1ba24a5b90fca5ff2 for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:11.398340 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3f60d0ea-b22a-44c2-b22c-2b79979a7bb1 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:11.414813 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b16353b9-1647-4e0c-a98f-9766bef116c7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:37:11.415244 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b16353b9-1647-4e0c-a98f-9766bef116c7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (20aef703-78df-4ac5-8c3d-ad36fcc18dce), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:11.419687 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3f60d0ea-b22a-44c2-b22c-2b79979a7bb1 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:11.422597 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 10:37:11.422597 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:37:11.422597 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 10:37:11.422597 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:37:11.422597 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 10:37:11.422597 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:37:11.422597 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 10:37:11.422597 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:37:11.422597 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 10:37:11.422597 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:37:11.422597 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 10:37:11.422597 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:37:11.422597 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 10:37:11.422597 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:37:11.422597 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:37:11.422597 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:37:11.422597 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:37:11.422597 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:37:11.422597 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 10:37:11.422597 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:37:11.422597 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 10:37:11.422597 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:37:11.422597 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:37:11.422597 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:37:11.422597 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 10:37:11.422597 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:37:11.422597 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:37:11.422597 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:37:11.422597 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:37:11.422597 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:37:11.422597 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:37:11.422597 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:37:11.466974 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-15527875-e7fe-4163-aaee-05f84571e2ed tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (e4611dfd-0f89-4b82-bcae-f4b6bdb405a8), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:11.500784 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-15527875-e7fe-4163-aaee-05f84571e2ed tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Calling delete_port for e4611dfd-0f89-4b82-bcae-f4b6bdb405a8 owned by {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:11.501491 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a2924e34-b0f7-4ff8-b847-36856d7c6f76 None None] Publish callbacks [] for port (a20c96fc-87f1-4e18-a242-92c228cf90be), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:11.502445 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-00e2bb58-3ebb-44f0-b088-b3656654297c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047843'] for router_gateway (08248eaa-9947-46c4-9586-680b24173f48), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:11.520059 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7535b3-37a0-4fe2-b188-96a3ddf6f1ef None None] Network 61f11b1b-099a-45f3-b423-a89dfa9243a1 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:11.547233 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-c2de96ef-a8e2-47e3-a541-156a53257c2c admin admin] Deleting port eb187bcd-ecde-4296-be90-9005840458f1 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:11.548108 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c2de96ef-a8e2-47e3-a541-156a53257c2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (eb187bcd-ecde-4296-be90-9005840458f1), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:11.580825 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befc4439-d399-4b3f-9185-07de44cb1809 None None] Network a5f77bf9-d52e-4490-b221-9954a459d89d requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:11.630027 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b16353b9-1647-4e0c-a98f-9766bef116c7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (a5f77bf9-d52e-4490-b221-9954a459d89d), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:11.637998 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b8613-f177-4838-95d4-2a8a0e375aad req-757f6ef7-925a-41da-9322-8aba19990043 tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:11.639547 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b12b8613-f177-4838-95d4-2a8a0e375aad req-757f6ef7-925a-41da-9322-8aba19990043 tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] 10.222.0.70 "GET /v2.0/networks?id=1058a1e5-88f7-4a04-8679-87bdc8619383 HTTP/1.1" status: 200 len: 811 time: 0.3516438 Feb 28 10:37:11.645366 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ca6a1622-7cf0-482a-983f-d2eb49da6844 None None] For port 232e02ff-4ed2-444a-909a-ba80834d8ad3, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=232e02ff-4ed2-444a-909a-ba80834d8ad3,segment=NetworkSegment(9a823851-f305-4003-b141-e3cc2bb5f72f),segment_id=9a823851-f305-4003-b141-e3cc2bb5f72f)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:11.656989 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b16353b9-1647-4e0c-a98f-9766bef116c7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:11.665076 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-b16353b9-1647-4e0c-a98f-9766bef116c7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "DELETE /v2.0/networks/a5f77bf9-d52e-4490-b221-9954a459d89d HTTP/1.1" status: 204 len: 168 time: 1.4332235 Feb 28 10:37:11.678066 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45128) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:11.691987 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a2924e34-b0f7-4ff8-b847-36856d7c6f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (a20c96fc-87f1-4e18-a242-92c228cf90be), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:11.699777 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-a8c0233d-f868-49c1-a6a1-5e924ea8834c tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1063540472'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:11.708480 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befc4439-d399-4b3f-9185-07de44cb1809 None None] Network a5f77bf9-d52e-4490-b221-9954a459d89d could not be found, it might have been deleted concurrently. {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 28 10:37:11.722195 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ca6a1622-7cf0-482a-983f-d2eb49da6844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (232e02ff-4ed2-444a-909a-ba80834d8ad3), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:11.735800 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16353b9-1647-4e0c-a98f-9766bef116c7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Pushing event deleted for resources: {'Network': ['ID=a5f77bf9-d52e-4490-b221-9954a459d89d,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:11.758242 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-b12b8613-f177-4838-95d4-2a8a0e375aad req-c69f53b4-ff57-4c91-8774-3c039588d44b tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] Request body: {'port': {'device_id': '577bf51b-8d6a-42ef-83c6-cc28ed13db34', 'network_id': '1058a1e5-88f7-4a04-8679-87bdc8619383', 'admin_state_up': True, 'tenant_id': 'ec2f9fb98c0c462fa79ca5ebcea34c90'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:11.760505 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-c2de96ef-a8e2-47e3-a541-156a53257c2c admin admin] For port eb187bcd-ecde-4296-be90-9005840458f1, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=eb187bcd-ecde-4296-be90-9005840458f1,segment=NetworkSegment(db76503e-05d2-4ea2-9a37-05c2b8cc2076),segment_id=db76503e-05d2-4ea2-9a37-05c2b8cc2076)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:11.761934 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c2de96ef-a8e2-47e3-a541-156a53257c2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (eb187bcd-ecde-4296-be90-9005840458f1), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:11.793572 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-c2de96ef-a8e2-47e3-a541-156a53257c2c admin admin] Calling delete_port for eb187bcd-ecde-4296-be90-9005840458f1 owned by network:dhcp {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:11.819827 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2924e34-b0f7-4ff8-b847-36856d7c6f76 None None] Network 6366b6aa-7e58-4be0-ba56-48c09dd63040 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:11.820711 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 232e02ff-4ed2-444a-909a-ba80834d8ad3 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:11.821255 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (232e02ff-4ed2-444a-909a-ba80834d8ad3), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:11.849237 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-a2924e34-b0f7-4ff8-b847-36856d7c6f76 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:11.854644 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-24e5e563-c7b0-4626-a6ab-89df87f60c85 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Allocated IP 2001:db8::f816:3eff:fe6e:32d0 (6366b6aa-7e58-4be0-ba56-48c09dd63040/e6b55612-1859-4b6f-8343-9d6a29ad7ac2/a63d3399-c504-4192-9555-ca0e7d874516) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:11.863759 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2924e34-b0f7-4ff8-b847-36856d7c6f76 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:11.880846 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3f60d0ea-b22a-44c2-b22c-2b79979a7bb1 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks [] for security_group (589bfda4-39d7-4f87-9dc8-5daf2b2802b3), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:11.885542 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2924e34-b0f7-4ff8-b847-36856d7c6f76 None None] Pushing event updated for resources: {'Port': ['ID=a20c96fc-87f1-4e18-a242-92c228cf90be,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:11.885948 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c0233d-f868-49c1-a6a1-5e924ea8834c tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Made reservation on behalf of e83592cc9f8b4979b763ded3df9533cb for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:11.889651 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a8c0233d-f868-49c1-a6a1-5e924ea8834c tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:11.904774 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-00e2bb58-3ebb-44f0-b088-b3656654297c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (08248eaa-9947-46c4-9586-680b24173f48), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:11.915549 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-00e2bb58-3ebb-44f0-b088-b3656654297c admin admin] Publish callbacks [] for router_controller (08248eaa-9947-46c4-9586-680b24173f48), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:11.939371 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8c0233d-f868-49c1-a6a1-5e924ea8834c tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:37:11.944415 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3f60d0ea-b22a-44c2-b22c-2b79979a7bb1 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (589bfda4-39d7-4f87-9dc8-5daf2b2802b3), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:11.967341 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a8c0233d-f868-49c1-a6a1-5e924ea8834c tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (69d8d416-5dd8-4ae5-9633-564246cfc00e), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:11.967692 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-a8c0233d-f868-49c1-a6a1-5e924ea8834c tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Added segment 69d8d416-5dd8-4ae5-9633-564246cfc00e of type vlan for network 39e4dbaa-cc39-4c9b-b95e-6c0cab27e9a6 Feb 28 10:37:11.981331 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f60d0ea-b22a-44c2-b22c-2b79979a7bb1 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:37:12.002821 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a6e57447-b331-4b81-bb06-542dd3a4024c None None] Provisioning complete for port 232e02ff-4ed2-444a-909a-ba80834d8ad3 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:12.003483 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a6e57447-b331-4b81-bb06-542dd3a4024c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (232e02ff-4ed2-444a-909a-ba80834d8ad3), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:12.047461 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f60d0ea-b22a-44c2-b22c-2b79979a7bb1 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589bfda4-39d7-4f87-9dc8-5daf2b2802b3,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:12.060071 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c2de96ef-a8e2-47e3-a541-156a53257c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (eb187bcd-ecde-4296-be90-9005840458f1), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:12.101810 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2de96ef-a8e2-47e3-a541-156a53257c2c admin admin] No DVR routers for this DVR port eb187bcd-ecde-4296-be90-9005840458f1 on host dv-neutron-829161-3-hyperv {{(pid=104084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:37:12.101986 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-a2924e34-b0f7-4ff8-b847-36856d7c6f76 None None] Attempting to bind port a20c96fc-87f1-4e18-a242-92c228cf90be on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:37:12.101986 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-a2924e34-b0f7-4ff8-b847-36856d7c6f76 None None] Attempting to bind port a20c96fc-87f1-4e18-a242-92c228cf90be by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': 'e789a28f-34a1-4a5c-89fc-f4d55a2ce713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6366b6aa-7e58-4be0-ba56-48c09dd63040'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:37:12.101986 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2924e34-b0f7-4ff8-b847-36856d7c6f76 None None] Attempting to bind port a20c96fc-87f1-4e18-a242-92c228cf90be on network 6366b6aa-7e58-4be0-ba56-48c09dd63040 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:37:12.104113 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6a1622-7cf0-482a-983f-d2eb49da6844 None None] Pushing event updated for resources: {'Port': ['ID=232e02ff-4ed2-444a-909a-ba80834d8ad3,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:12.109346 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-00e2bb58-3ebb-44f0-b088-b3656654297c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (08248eaa-9947-46c4-9586-680b24173f48), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:12.109876 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e2bb58-3ebb-44f0-b088-b3656654297c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08248eaa-9947-46c4-9586-680b24173f48 {{(pid=104083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:37:12.112438 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.db.api [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:37:12.112810 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG oslo_db.api [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:37:12.112925 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1dc08499-5752-41e7-a760-45cd7f50a81b req-de5c6d48-ecbc-4a25-877e-65d0b5f1c314 tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] 10.222.0.62 "GET /v2.0/ports?device_id=577bf51b-8d6a-42ef-83c6-cc28ed13db34 HTTP/1.1" status: 200 len: 210 time: 0.0405781 Feb 28 10:37:12.117395 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2924e34-b0f7-4ff8-b847-36856d7c6f76 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:37:12.117785 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2924e34-b0f7-4ff8-b847-36856d7c6f76 None None] Checking segment: {'id': 'e789a28f-34a1-4a5c-89fc-f4d55a2ce713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6366b6aa-7e58-4be0-ba56-48c09dd63040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:12.118200 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a2924e34-b0f7-4ff8-b847-36856d7c6f76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:12.118647 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2924e34-b0f7-4ff8-b847-36856d7c6f76 None None] Bound using segment: {'id': 'e789a28f-34a1-4a5c-89fc-f4d55a2ce713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6366b6aa-7e58-4be0-ba56-48c09dd63040'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:37:12.119283 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-a2924e34-b0f7-4ff8-b847-36856d7c6f76 None None] Bound port: a20c96fc-87f1-4e18-a242-92c228cf90be, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e789a28f-34a1-4a5c-89fc-f4d55a2ce713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6366b6aa-7e58-4be0-ba56-48c09dd63040'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:37:12.119675 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a2924e34-b0f7-4ff8-b847-36856d7c6f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (a20c96fc-87f1-4e18-a242-92c228cf90be), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:12.122573 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-00e2bb58-3ebb-44f0-b088-b3656654297c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:12.123759 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-00e2bb58-3ebb-44f0-b088-b3656654297c admin admin] 10.222.0.62 "DELETE /v2.0/routers/08248eaa-9947-46c4-9586-680b24173f48 HTTP/1.1" status: 204 len: 168 time: 2.7888165 Feb 28 10:37:12.130691 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45136) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:12.133493 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-15527875-e7fe-4163-aaee-05f84571e2ed tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (e4611dfd-0f89-4b82-bcae-f4b6bdb405a8), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:12.149608 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a8c0233d-f868-49c1-a6a1-5e924ea8834c tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (39e4dbaa-cc39-4c9b-b95e-6c0cab27e9a6), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:12.215813 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3f60d0ea-b22a-44c2-b22c-2b79979a7bb1 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (45a74f33-e771-41be-90fc-d5962c733e5d), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:12.216536 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-3f60d0ea-b22a-44c2-b22c-2b79979a7bb1 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Added segment 45a74f33-e771-41be-90fc-d5962c733e5d of type vlan for network bd09da1c-9aae-45c3-8f5e-8a01d2db5f51 Feb 28 10:37:12.223586 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286a206e-daa8-4c93-800f-96c18e224f5b None None] DHCP port deletion for 61f11b1b-099a-45f3-b423-a89dfa9243a1 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:37:12.261148 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2de96ef-a8e2-47e3-a541-156a53257c2c admin admin] Pushing event deleted for resources: {'Port': ['ID=eb187bcd-ecde-4296-be90-9005840458f1,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:12.267293 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a2924e34-b0f7-4ff8-b847-36856d7c6f76 None None] For port a20c96fc-87f1-4e18-a242-92c228cf90be, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:37:12.268349 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a2924e34-b0f7-4ff8-b847-36856d7c6f76 None None] For port a20c96fc-87f1-4e18-a242-92c228cf90be, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=a20c96fc-87f1-4e18-a242-92c228cf90be,segment=NetworkSegment(e789a28f-34a1-4a5c-89fc-f4d55a2ce713),segment_id=e789a28f-34a1-4a5c-89fc-f4d55a2ce713)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:37:12.269175 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a6e57447-b331-4b81-bb06-542dd3a4024c None None] Current status of the port 232e02ff-4ed2-444a-909a-ba80834d8ad3 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:12.271761 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a8c0233d-f868-49c1-a6a1-5e924ea8834c tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (39e4dbaa-cc39-4c9b-b95e-6c0cab27e9a6), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:12.278313 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c0233d-f868-49c1-a6a1-5e924ea8834c tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:12.278959 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a8c0233d-f868-49c1-a6a1-5e924ea8834c tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:12.312556 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15527875-e7fe-4163-aaee-05f84571e2ed tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event deleted for resources: {'Port': ['ID=e4611dfd-0f89-4b82-bcae-f4b6bdb405a8,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:12.333190 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-15527875-e7fe-4163-aaee-05f84571e2ed tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:12.336502 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-15527875-e7fe-4163-aaee-05f84571e2ed tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "DELETE /v2.0/ports/e4611dfd-0f89-4b82-bcae-f4b6bdb405a8 HTTP/1.1" status: 204 len: 168 time: 1.2475781 Feb 28 10:37:12.348156 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45138) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:12.350306 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a2924e34-b0f7-4ff8-b847-36856d7c6f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (a20c96fc-87f1-4e18-a242-92c228cf90be), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:12.405181 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-17b327e6-d30c-4180-b07c-80c764be5747 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] GET failed (client error): The resource could not be found. Feb 28 10:37:12.405181 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-17b327e6-d30c-4180-b07c-80c764be5747 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "GET /v2.0/ports/e4611dfd-0f89-4b82-bcae-f4b6bdb405a8 HTTP/1.1" status: 404 len: 333 time: 0.0489962 Feb 28 10:37:12.405657 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45140) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:12.415590 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c2de96ef-a8e2-47e3-a541-156a53257c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (61f11b1b-099a-45f3-b423-a89dfa9243a1), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:12.415810 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-35275d35-ebc1-4d10-8cb6-c894682d47cd tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Request body: {'port': {'network_id': 'f0ef29fc-ec7b-47a4-a873-c9c8476f719e', 'name': 'tempest-PortsIpV6TestJSON-1023441471'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:12.421729 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2924e34-b0f7-4ff8-b847-36856d7c6f76 None None] Pushing event updated for resources: {'Port': ['ID=a20c96fc-87f1-4e18-a242-92c228cf90be,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:12.426981 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8427526-0d63-4578-b795-c1e5c0c50f0c admin admin] Deleting subnet 5b50a414-606d-4a0d-a715-63172e88e953 {{(pid=104083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:37:12.432645 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f8427526-0d63-4578-b795-c1e5c0c50f0c admin admin] Publish callbacks [] for subnet (5b50a414-606d-4a0d-a715-63172e88e953), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:12.433502 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3f60d0ea-b22a-44c2-b22c-2b79979a7bb1 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (bd09da1c-9aae-45c3-8f5e-8a01d2db5f51), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:12.439239 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-24e5e563-c7b0-4626-a6ab-89df87f60c85 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks [] for port (a63d3399-c504-4192-9555-ca0e7d874516), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:12.455315 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-a8c0233d-f868-49c1-a6a1-5e924ea8834c tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7760377 Feb 28 10:37:12.460087 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45142) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:12.465560 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-8688666a-4b9c-4134-9bb8-003763b9e743 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Request body: {'subnet': {'network_id': '39e4dbaa-cc39-4c9b-b95e-6c0cab27e9a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:12.471860 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-c2de96ef-a8e2-47e3-a541-156a53257c2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61f11b1b-099a-45f3-b423-a89dfa9243a1']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:12.474110 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c0233d-f868-49c1-a6a1-5e924ea8834c tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Pushing event updated for resources: {'Network': ['ID=39e4dbaa-cc39-4c9b-b95e-6c0cab27e9a6,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:12.486378 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 39e4dbaa-cc39-4c9b-b95e-6c0cab27e9a6 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:37:12.489571 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-c2de96ef-a8e2-47e3-a541-156a53257c2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db76503e-05d2-4ea2-9a37-05c2b8cc2076') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:12.489875 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-c2de96ef-a8e2-47e3-a541-156a53257c2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db76503e-05d2-4ea2-9a37-05c2b8cc2076') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:12.552199 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c2de96ef-a8e2-47e3-a541-156a53257c2c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (db76503e-05d2-4ea2-9a37-05c2b8cc2076), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:12.586165 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c2de96ef-a8e2-47e3-a541-156a53257c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (db76503e-05d2-4ea2-9a37-05c2b8cc2076), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:12.599246 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2de96ef-a8e2-47e3-a541-156a53257c2c admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:37:12.599659 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c2de96ef-a8e2-47e3-a541-156a53257c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (db76503e-05d2-4ea2-9a37-05c2b8cc2076), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:12.601472 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 10:37:12.601472 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:37:12.601472 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 10:37:12.601472 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:37:12.601472 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 10:37:12.601472 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:37:12.601472 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 10:37:12.601472 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:37:12.601472 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 10:37:12.601472 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:37:12.601472 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 10:37:12.601472 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:37:12.601472 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 10:37:12.601472 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:37:12.601472 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:37:12.601472 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:37:12.601472 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:37:12.601472 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:37:12.601472 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 10:37:12.601472 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:37:12.601472 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 10:37:12.601472 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:37:12.601472 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:37:12.601472 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:37:12.601472 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 10:37:12.601472 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:37:12.601472 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:37:12.601472 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:37:12.601472 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:37:12.601472 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:37:12.601472 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:37:12.601472 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:37:12.643154 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3f60d0ea-b22a-44c2-b22c-2b79979a7bb1 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (bd09da1c-9aae-45c3-8f5e-8a01d2db5f51), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:12.644131 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f60d0ea-b22a-44c2-b22c-2b79979a7bb1 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:12.644717 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3f60d0ea-b22a-44c2-b22c-2b79979a7bb1 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:12.678904 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 232e02ff-4ed2-444a-909a-ba80834d8ad3 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:12.787188 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device cd462397-30a8-42a4-b20f-8ef3a68e2e0e no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:37:12.796666 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f60d0ea-b22a-44c2-b22c-2b79979a7bb1 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Pushing event updated for resources: {'Network': ['ID=bd09da1c-9aae-45c3-8f5e-8a01d2db5f51,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:12.805012 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-3f60d0ea-b22a-44c2-b22c-2b79979a7bb1 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.9413652 Feb 28 10:37:12.806535 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8688666a-4b9c-4134-9bb8-003763b9e743 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Made reservation on behalf of e83592cc9f8b4979b763ded3df9533cb for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:12.810474 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8688666a-4b9c-4134-9bb8-003763b9e743 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:12.813638 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c2de96ef-a8e2-47e3-a541-156a53257c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (61f11b1b-099a-45f3-b423-a89dfa9243a1), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:12.815182 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45144) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:12.824799 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network bd09da1c-9aae-45c3-8f5e-8a01d2db5f51 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:37:12.832257 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-95462497-ed52-45b4-b2ce-3f374f298822 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Request body: {'subnet': {'network_id': 'bd09da1c-9aae-45c3-8f5e-8a01d2db5f51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:12.855291 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c2de96ef-a8e2-47e3-a541-156a53257c2c admin admin] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:12.862140 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c2de96ef-a8e2-47e3-a541-156a53257c2c admin admin] 10.222.0.62 "DELETE /v2.0/networks/61f11b1b-099a-45f3-b423-a89dfa9243a1 HTTP/1.1" status: 204 len: 168 time: 1.5823176 Feb 28 10:37:12.892101 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b12b8613-f177-4838-95d4-2a8a0e375aad req-c69f53b4-ff57-4c91-8774-3c039588d44b tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] Made reservation on behalf of ec2f9fb98c0c462fa79ca5ebcea34c90 for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:12.895464 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-b12b8613-f177-4838-95d4-2a8a0e375aad req-c69f53b4-ff57-4c91-8774-3c039588d44b tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:12.927260 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.ipam_backend_mixin [None req-8688666a-4b9c-4134-9bb8-003763b9e743 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Performing IP validity checks on allocation pools {{(pid=104084) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 28 10:37:12.927756 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.ipam_backend_mixin [None req-8688666a-4b9c-4134-9bb8-003763b9e743 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104084) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 28 10:37:12.940632 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: cd462397-30a8-42a4-b20f-8ef3a68e2e0e {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:37:12.941231 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device cd462397-30a8-42a4-b20f-8ef3a68e2e0e not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:37:12.941841 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 2b564d3a-4f9c-42d3-84fd-9574720b94ed no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:37:12.949906 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2de96ef-a8e2-47e3-a541-156a53257c2c admin admin] Pushing event deleted for resources: {'Network': ['ID=61f11b1b-099a-45f3-b423-a89dfa9243a1,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:12.959360 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f8427526-0d63-4578-b795-c1e5c0c50f0c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59245535'] for subnet (5b50a414-606d-4a0d-a715-63172e88e953), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:12.959794 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95462497-ed52-45b4-b2ce-3f374f298822 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Made reservation on behalf of 974a20db3a4641d1ba24a5b90fca5ff2 for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:12.963499 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-95462497-ed52-45b4-b2ce-3f374f298822 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:12.968141 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 2b564d3a-4f9c-42d3-84fd-9574720b94ed {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:37:12.968492 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 2b564d3a-4f9c-42d3-84fd-9574720b94ed not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:37:13.185689 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [req-b12b8613-f177-4838-95d4-2a8a0e375aad req-c69f53b4-ff57-4c91-8774-3c039588d44b tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] Allocated IP 172.20.0.6 (1058a1e5-88f7-4a04-8679-87bdc8619383/0ca26377-e3c5-45ec-bd08-811c44b5ebd6/74371202-ff96-4d60-8ee7-e38035ab4376) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:13.192986 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-24e5e563-c7b0-4626-a6ab-89df87f60c85 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (a63d3399-c504-4192-9555-ca0e7d874516), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:13.230590 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 232e02ff-4ed2-444a-909a-ba80834d8ad3 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:37:13.247357 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f8427526-0d63-4578-b795-c1e5c0c50f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (5b50a414-606d-4a0d-a715-63172e88e953), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:13.249405 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35275d35-ebc1-4d10-8cb6-c894682d47cd tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Made reservation on behalf of 4139ff51d3884888b07610eef64ca26e for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:13.252704 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-35275d35-ebc1-4d10-8cb6-c894682d47cd tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:13.277447 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-80a5e4c9-5517-453f-88e9-21c8e31c6ffc req-c310c72e-5931-4c7a-8c5c-9c485d29e1fc tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] 10.222.0.62 "GET /v2.0/ports?device_id=577bf51b-8d6a-42ef-83c6-cc28ed13db34 HTTP/1.1" status: 200 len: 210 time: 0.0636661 Feb 28 10:37:13.285255 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8688666a-4b9c-4134-9bb8-003763b9e743 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (f96a1f04-17bc-429c-bf2a-d5981b2e7c54), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:13.298279 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e5e563-c7b0-4626-a6ab-89df87f60c85 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Network 6366b6aa-7e58-4be0-ba56-48c09dd63040 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:13.326119 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 232e02ff-4ed2-444a-909a-ba80834d8ad3 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:13.327110 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (232e02ff-4ed2-444a-909a-ba80834d8ad3), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:13.336168 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-24e5e563-c7b0-4626-a6ab-89df87f60c85 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:13.367393 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e5e563-c7b0-4626-a6ab-89df87f60c85 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:13.369620 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8688666a-4b9c-4134-9bb8-003763b9e743 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Pushing event updated for resources: {'Subnet': ['ID=f96a1f04-17bc-429c-bf2a-d5981b2e7c54,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:13.373681 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e5e563-c7b0-4626-a6ab-89df87f60c85 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:13.374542 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-24e5e563-c7b0-4626-a6ab-89df87f60c85 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:13.381695 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8688666a-4b9c-4134-9bb8-003763b9e743 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:13.382045 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8688666a-4b9c-4134-9bb8-003763b9e743 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:13.382391 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8688666a-4b9c-4134-9bb8-003763b9e743 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:13.382734 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8688666a-4b9c-4134-9bb8-003763b9e743 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:13.383133 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8688666a-4b9c-4134-9bb8-003763b9e743 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:13.386064 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8688666a-4b9c-4134-9bb8-003763b9e743 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:13.386064 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8688666a-4b9c-4134-9bb8-003763b9e743 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:13.386064 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8688666a-4b9c-4134-9bb8-003763b9e743 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:13.386064 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8688666a-4b9c-4134-9bb8-003763b9e743 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:13.386064 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8688666a-4b9c-4134-9bb8-003763b9e743 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:13.386496 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8688666a-4b9c-4134-9bb8-003763b9e743 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:13.386590 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8688666a-4b9c-4134-9bb8-003763b9e743 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:13.386913 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8688666a-4b9c-4134-9bb8-003763b9e743 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:13.396600 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8688666a-4b9c-4134-9bb8-003763b9e743 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Checking segment: {'id': '69d8d416-5dd8-4ae5-9633-564246cfc00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '39e4dbaa-cc39-4c9b-b95e-6c0cab27e9a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:13.396982 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8688666a-4b9c-4134-9bb8-003763b9e743 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Network hostable DHCP agents. Network: 39e4dbaa-cc39-4c9b-b95e-6c0cab27e9a6, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:37:13.399796 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-35275d35-ebc1-4d10-8cb6-c894682d47cd tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] device_id is not set on port f2c919b9-5870-4e1e-bd7a-b11393c48b0d yet. {{(pid=104083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:37:13.405359 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5e563-c7b0-4626-a6ab-89df87f60c85 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Pushing event updated for resources: {'Port': ['ID=a63d3399-c504-4192-9555-ca0e7d874516,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:13.416914 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45150) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:13.480314 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 232e02ff-4ed2-444a-909a-ba80834d8ad3 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:13.481516 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device a20c96fc-87f1-4e18-a242-92c228cf90be up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:37:13.518042 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8688666a-4b9c-4134-9bb8-003763b9e743 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Network 39e4dbaa-cc39-4c9b-b95e-6c0cab27e9a6 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:37:13.532799 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-8c132b00-a7c3-4ae8-a963-bdb6b15450e1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a1e997d94bda42c2937c38ee950ff500&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1095340 Feb 28 10:37:13.533118 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45152) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:13.553302 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port a20c96fc-87f1-4e18-a242-92c228cf90be triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:13.553646 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (a20c96fc-87f1-4e18-a242-92c228cf90be), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:13.573573 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-24e5e563-c7b0-4626-a6ab-89df87f60c85 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.7513542 Feb 28 10:37:13.575131 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45154) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:13.622724 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-8688666a-4b9c-4134-9bb8-003763b9e743 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 39e4dbaa-cc39-4c9b-b95e-6c0cab27e9a6) {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:13.628086 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8688666a-4b9c-4134-9bb8-003763b9e743 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:13.628676 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8688666a-4b9c-4134-9bb8-003763b9e743 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:13.641416 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e186c87-7cfe-4118-98bc-54462dbc1923 None None] Network 39e4dbaa-cc39-4c9b-b95e-6c0cab27e9a6 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:13.654890 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-b12b8613-f177-4838-95d4-2a8a0e375aad req-c69f53b4-ff57-4c91-8774-3c039588d44b tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] Publish callbacks [] for port (74371202-ff96-4d60-8ee7-e38035ab4376), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:13.662089 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f8427526-0d63-4578-b795-c1e5c0c50f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (5b50a414-606d-4a0d-a715-63172e88e953), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:13.666735 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8a661dfe-eca4-4efc-adc7-4fef8394f71c admin admin] Publish callbacks [] for security_group (8b8a3ad8-3acf-42a9-b1ac-60459af8072a), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:13.679534 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-59a3d5fc-f50f-418d-936c-1e70e82e318c tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Deleting subnet e6b55612-1859-4b6f-8343-9d6a29ad7ac2 {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:37:13.691162 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-59a3d5fc-f50f-418d-936c-1e70e82e318c tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks [] for subnet (e6b55612-1859-4b6f-8343-9d6a29ad7ac2), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:13.710043 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port a20c96fc-87f1-4e18-a242-92c228cf90be is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:13.710554 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (a20c96fc-87f1-4e18-a242-92c228cf90be), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:13.738720 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8a661dfe-eca4-4efc-adc7-4fef8394f71c admin admin] Publish callbacks [] for security_group (8b8a3ad8-3acf-42a9-b1ac-60459af8072a), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:13.761689 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port a20c96fc-87f1-4e18-a242-92c228cf90be, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=a20c96fc-87f1-4e18-a242-92c228cf90be,segment=NetworkSegment(e789a28f-34a1-4a5c-89fc-f4d55a2ce713),segment_id=e789a28f-34a1-4a5c-89fc-f4d55a2ce713)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:13.761910 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f8427526-0d63-4578-b795-c1e5c0c50f0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:13.765747 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-f8427526-0d63-4578-b795-c1e5c0c50f0c admin admin] 10.222.0.62 "DELETE /v2.0/subnets/5b50a414-606d-4a0d-a715-63172e88e953 HTTP/1.1" status: 204 len: 168 time: 1.6337767 Feb 28 10:37:13.768528 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8427526-0d63-4578-b795-c1e5c0c50f0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b50a414-606d-4a0d-a715-63172e88e953,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:13.770651 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08a2225-4546-4a70-82c4-fa6e4e810be6 None None] Network a542a1e4-364b-4847-89d1-2f3ed2b23a7c requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:13.776363 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-8688666a-4b9c-4134-9bb8-003763b9e743 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.3149624 Feb 28 10:37:13.780290 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45156) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:13.780629 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45158) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:13.808714 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.objects.ports [None req-95462497-ed52-45b4-b2ce-3f374f298822 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104084) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 10:37:13.809552 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-95462497-ed52-45b4-b2ce-3f374f298822 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (a9d44f67-4589-4ecb-8e5f-461b4a748aa4), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:13.821067 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-59a3d5fc-f50f-418d-936c-1e70e82e318c tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (e6b55612-1859-4b6f-8343-9d6a29ad7ac2), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:13.879573 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d32306-f540-4cfc-a0da-c26110579d0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-39e4dbaa-cc39-4c9b-b95e-6c0cab27e9a6', 'network_id': '39e4dbaa-cc39-4c9b-b95e-6c0cab27e9a6', 'project_id': 'e83592cc9f8b4979b763ded3df9533cb', 'fixed_ips': [{'subnet_id': 'f96a1f04-17bc-429c-bf2a-d5981b2e7c54'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:37:13.880898 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-11d32306-f540-4cfc-a0da-c26110579d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:13.884785 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (a20c96fc-87f1-4e18-a242-92c228cf90be), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:13.937599 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-20ce319d-82c0-4fac-ac7c-f31784a47c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (a542a1e4-364b-4847-89d1-2f3ed2b23a7c), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:13.958061 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95462497-ed52-45b4-b2ce-3f374f298822 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a9d44f67-4589-4ecb-8e5f-461b4a748aa4,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:13.970510 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-35275d35-ebc1-4d10-8cb6-c894682d47cd tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for port (f2c919b9-5870-4e1e-bd7a-b11393c48b0d), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:13.983781 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95462497-ed52-45b4-b2ce-3f374f298822 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Checking segment: {'id': '45a74f33-e771-41be-90fc-d5962c733e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'bd09da1c-9aae-45c3-8f5e-8a01d2db5f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:13.983781 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95462497-ed52-45b4-b2ce-3f374f298822 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Network hostable DHCP agents. Network: bd09da1c-9aae-45c3-8f5e-8a01d2db5f51, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:37:14.018924 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a05653-307d-4a6f-84c2-75724cb51a62 None None] Network 6366b6aa-7e58-4be0-ba56-48c09dd63040 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:14.021726 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 6a66cfb7-524e-4519-a1c8-be910891e439 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:37:14.046052 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-59a3d5fc-f50f-418d-936c-1e70e82e318c tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (e6b55612-1859-4b6f-8343-9d6a29ad7ac2), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:14.069360 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8a661dfe-eca4-4efc-adc7-4fef8394f71c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (8b8a3ad8-3acf-42a9-b1ac-60459af8072a), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:14.073286 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8a661dfe-eca4-4efc-adc7-4fef8394f71c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:14.074525 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-8a661dfe-eca4-4efc-adc7-4fef8394f71c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8b8a3ad8-3acf-42a9-b1ac-60459af8072a HTTP/1.1" status: 204 len: 168 time: 0.5405478 Feb 28 10:37:14.091962 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a661dfe-eca4-4efc-adc7-4fef8394f71c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8a3ad8-3acf-42a9-b1ac-60459af8072a,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:14.096323 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95462497-ed52-45b4-b2ce-3f374f298822 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Network bd09da1c-9aae-45c3-8f5e-8a01d2db5f51 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:37:14.133123 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-b12b8613-f177-4838-95d4-2a8a0e375aad req-c69f53b4-ff57-4c91-8774-3c039588d44b tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (74371202-ff96-4d60-8ee7-e38035ab4376), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:14.144689 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-03396765-520f-4b52-9c54-8b1878e2afc1 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (39e4dbaa-cc39-4c9b-b95e-6c0cab27e9a6), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:14.156276 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-20ce319d-82c0-4fac-ac7c-f31784a47c03 admin admin] Deleting port ed4ce95d-90e5-4bd1-bfa4-c1952cc45027 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:14.156508 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-20ce319d-82c0-4fac-ac7c-f31784a47c03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (ed4ce95d-90e5-4bd1-bfa4-c1952cc45027), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:14.178422 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-95462497-ed52-45b4-b2ce-3f374f298822 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, bd09da1c-9aae-45c3-8f5e-8a01d2db5f51) {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:14.184990 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95462497-ed52-45b4-b2ce-3f374f298822 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:14.186104 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-95462497-ed52-45b4-b2ce-3f374f298822 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:14.207294 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-59a3d5fc-f50f-418d-936c-1e70e82e318c tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (e6b55612-1859-4b6f-8343-9d6a29ad7ac2), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:14.244081 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b12b8613-f177-4838-95d4-2a8a0e375aad req-c69f53b4-ff57-4c91-8774-3c039588d44b tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] Network 1058a1e5-88f7-4a04-8679-87bdc8619383 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:14.245979 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e19c7e-90fd-4510-96df-63cf89738c8b None None] Network bd09da1c-9aae-45c3-8f5e-8a01d2db5f51 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:14.250993 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a3d5fc-f50f-418d-936c-1e70e82e318c tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Pushing event deleted for resources: {'Subnet': ['ID=e6b55612-1859-4b6f-8343-9d6a29ad7ac2,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:14.263612 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-59a3d5fc-f50f-418d-936c-1e70e82e318c tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:14.267622 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-59a3d5fc-f50f-418d-936c-1e70e82e318c tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] 10.222.0.62 "DELETE /v2.0/subnets/e6b55612-1859-4b6f-8343-9d6a29ad7ac2 HTTP/1.1" status: 204 len: 168 time: 0.6927388 Feb 28 10:37:14.270110 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45164) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:14.276596 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [req-b12b8613-f177-4838-95d4-2a8a0e375aad req-c69f53b4-ff57-4c91-8774-3c039588d44b tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:14.292498 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-b12b8613-f177-4838-95d4-2a8a0e375aad req-c69f53b4-ff57-4c91-8774-3c039588d44b tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:14.295140 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69f53b4-ff57-4c91-8774-3c039588d44b tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] Pushing event updated for resources: {'Port': ['ID=74371202-ff96-4d60-8ee7-e38035ab4376,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:14.297313 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-35275d35-ebc1-4d10-8cb6-c894682d47cd tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (f2c919b9-5870-4e1e-bd7a-b11393c48b0d), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:14.313069 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-95462497-ed52-45b4-b2ce-3f374f298822 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.4927893 Feb 28 10:37:14.314098 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45166) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:14.318244 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-f1727ee6-f1a8-43ee-ada1-2e456b618623 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2100026730', 'network_id': 'bd09da1c-9aae-45c3-8f5e-8a01d2db5f51'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:14.336849 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 6a66cfb7-524e-4519-a1c8-be910891e439 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:37:14.337503 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 6a66cfb7-524e-4519-a1c8-be910891e439 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:37:14.337784 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device eb187bcd-ecde-4296-be90-9005840458f1 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:37:14.348979 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634d77ca-353f-4b00-ba57-026f876663d5 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:14.350670 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634d77ca-353f-4b00-ba57-026f876663d5 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:14.352201 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-634d77ca-353f-4b00-ba57-026f876663d5 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0811510 Feb 28 10:37:14.354994 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45170) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:14.365720 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69f53b4-ff57-4c91-8774-3c039588d44b tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:14.366075 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69f53b4-ff57-4c91-8774-3c039588d44b tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:14.366425 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69f53b4-ff57-4c91-8774-3c039588d44b tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:14.366765 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69f53b4-ff57-4c91-8774-3c039588d44b tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:14.367128 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69f53b4-ff57-4c91-8774-3c039588d44b tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:14.367466 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69f53b4-ff57-4c91-8774-3c039588d44b tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:14.367859 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69f53b4-ff57-4c91-8774-3c039588d44b tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:14.368214 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69f53b4-ff57-4c91-8774-3c039588d44b tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:14.369632 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69f53b4-ff57-4c91-8774-3c039588d44b tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:14.369991 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69f53b4-ff57-4c91-8774-3c039588d44b tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:14.370361 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69f53b4-ff57-4c91-8774-3c039588d44b tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:14.370681 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69f53b4-ff57-4c91-8774-3c039588d44b tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:14.371067 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69f53b4-ff57-4c91-8774-3c039588d44b tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:14.418276 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-20ce319d-82c0-4fac-ac7c-f31784a47c03 admin admin] For port ed4ce95d-90e5-4bd1-bfa4-c1952cc45027, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=ed4ce95d-90e5-4bd1-bfa4-c1952cc45027,segment=NetworkSegment(3c93ccf0-f69b-4385-a05b-2d73c05d52da),segment_id=3c93ccf0-f69b-4385-a05b-2d73c05d52da)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:14.418640 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-20ce319d-82c0-4fac-ac7c-f31784a47c03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (ed4ce95d-90e5-4bd1-bfa4-c1952cc45027), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:14.419258 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1727ee6-f1a8-43ee-ada1-2e456b618623 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Made reservation on behalf of 974a20db3a4641d1ba24a5b90fca5ff2 for: {'port': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:14.426588 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f1727ee6-f1a8-43ee-ada1-2e456b618623 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:14.445641 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-d7dc572a-1c4e-4fc6-a88f-3ea040b1fee6 None None] Provisioning complete for port a20c96fc-87f1-4e18-a242-92c228cf90be triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:14.446023 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d7dc572a-1c4e-4fc6-a88f-3ea040b1fee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (a20c96fc-87f1-4e18-a242-92c228cf90be), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:14.448828 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-03396765-520f-4b52-9c54-8b1878e2afc1 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (f96a1f04-17bc-429c-bf2a-d5981b2e7c54), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:14.459142 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: eb187bcd-ecde-4296-be90-9005840458f1 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:37:14.460020 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device eb187bcd-ecde-4296-be90-9005840458f1 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:37:14.460472 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device a8af0c09-0300-432d-a21d-230a5be7f4e5 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:37:14.476165 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [None req-f1727ee6-f1a8-43ee-ada1-2e456b618623 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] device_id is not set on port 7affd687-44f0-470c-9f91-0dddfcead18e yet. {{(pid=104084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:37:14.484467 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fab14a29-95a4-4a6a-b67a-c71cb3adac72 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (6366b6aa-7e58-4be0-ba56-48c09dd63040), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:14.504400 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35275d35-ebc1-4d10-8cb6-c894682d47cd tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Network f0ef29fc-ec7b-47a4-a873-c9c8476f719e is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:14.518029 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6422c3c7-6a80-409f-a682-f04c30699734 None None] Network bd09da1c-9aae-45c3-8f5e-8a01d2db5f51 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:14.537188 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-20ce319d-82c0-4fac-ac7c-f31784a47c03 admin admin] Calling delete_port for ed4ce95d-90e5-4bd1-bfa4-c1952cc45027 owned by network:dhcp {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:14.550341 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b8613-f177-4838-95d4-2a8a0e375aad req-c69f53b4-ff57-4c91-8774-3c039588d44b tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:14.551187 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-b12b8613-f177-4838-95d4-2a8a0e375aad req-c69f53b4-ff57-4c91-8774-3c039588d44b tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:14.555222 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-35275d35-ebc1-4d10-8cb6-c894682d47cd tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:14.564995 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35275d35-ebc1-4d10-8cb6-c894682d47cd tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:14.570566 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35275d35-ebc1-4d10-8cb6-c894682d47cd tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:14.570891 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-35275d35-ebc1-4d10-8cb6-c894682d47cd tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:14.586789 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35275d35-ebc1-4d10-8cb6-c894682d47cd tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event updated for resources: {'Port': ['ID=f2c919b9-5870-4e1e-bd7a-b11393c48b0d,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:14.601683 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: a8af0c09-0300-432d-a21d-230a5be7f4e5 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:37:14.602625 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device a8af0c09-0300-432d-a21d-230a5be7f4e5 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:37:14.620207 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=a20c96fc-87f1-4e18-a242-92c228cf90be,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:14.628985 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-fab14a29-95a4-4a6a-b67a-c71cb3adac72 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 28 10:37:14.629551 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fab14a29-95a4-4a6a-b67a-c71cb3adac72 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:37:14.646973 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-fab14a29-95a4-4a6a-b67a-c71cb3adac72 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] 10.222.0.62 "DELETE /v2.0/networks/6366b6aa-7e58-4be0-ba56-48c09dd63040 HTTP/1.1" status: 409 len: 466 time: 0.2828546 Feb 28 10:37:14.646973 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45174) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:14.652525 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-52a25f07-2d15-4669-9479-7c3445ba37cb tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1229925036'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:14.667396 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2374f081-605b-45e4-8e6b-5c3ed6e29a5d req-18a5d2f2-4079-46b8-9444-1e9b6555d755 tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:14.668955 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2374f081-605b-45e4-8e6b-5c3ed6e29a5d req-18a5d2f2-4079-46b8-9444-1e9b6555d755 tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] 10.222.0.62 "GET /v2.0/ports?device_id=577bf51b-8d6a-42ef-83c6-cc28ed13db34 HTTP/1.1" status: 200 len: 931 time: 0.2149601 Feb 28 10:37:14.681673 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b12b8613-f177-4838-95d4-2a8a0e375aad req-c69f53b4-ff57-4c91-8774-3c039588d44b tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9270961 Feb 28 10:37:14.697559 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-f1727ee6-f1a8-43ee-ada1-2e456b618623 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Allocated IP 2001:db8::2b6 (bd09da1c-9aae-45c3-8f5e-8a01d2db5f51/a9d44f67-4589-4ecb-8e5f-461b4a748aa4/7affd687-44f0-470c-9f91-0dddfcead18e) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:14.699603 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-35275d35-ebc1-4d10-8cb6-c894682d47cd tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.2897718 Feb 28 10:37:14.699751 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45178) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:14.707285 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-a565ff67-76d5-4894-b84f-8d60d0992bbc tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:14.707487 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-b12b8613-f177-4838-95d4-2a8a0e375aad req-2405fc26-ad3a-4216-b2c4-9c265994af43 service neutron] Request body: {'port': {'device_id': '577bf51b-8d6a-42ef-83c6-cc28ed13db34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8291'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:14.725128 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-11d32306-f540-4cfc-a0da-c26110579d0a None None] Allocated IP 172.20.0.3 (39e4dbaa-cc39-4c9b-b95e-6c0cab27e9a6/f96a1f04-17bc-429c-bf2a-d5981b2e7c54/77b524b1-df3b-413a-9749-c88b1bf91dea) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:14.782232 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a25f07-2d15-4669-9479-7c3445ba37cb tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Made reservation on behalf of 070cd643c21d4bf29defcd2dc74e514a for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:14.793662 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-52a25f07-2d15-4669-9479-7c3445ba37cb tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:14.813140 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2374f081-605b-45e4-8e6b-5c3ed6e29a5d req-7265f747-2ac1-49d5-be07-8fec0c9cedc3 tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] 10.222.0.62 "GET /v2.0/security-groups?id=f7514dbd-377d-453f-b4bc-1666e16a35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023960 Feb 28 10:37:14.836096 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd72833a-8e75-450d-a7b2-996e2033a3b2 None None] DHCP port deletion for a542a1e4-364b-4847-89d1-2f3ed2b23a7c request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:37:14.860363 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-20ce319d-82c0-4fac-ac7c-f31784a47c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (ed4ce95d-90e5-4bd1-bfa4-c1952cc45027), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:14.909774 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a984622-0b49-4e22-8bdb-c6015862bbfd None None] DHCP port deletion for 6366b6aa-7e58-4be0-ba56-48c09dd63040 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:37:14.915858 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-d7dc572a-1c4e-4fc6-a88f-3ea040b1fee6 None None] Current status of the port a20c96fc-87f1-4e18-a242-92c228cf90be is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:14.928532 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ce319d-82c0-4fac-ac7c-f31784a47c03 admin admin] No DVR routers for this DVR port ed4ce95d-90e5-4bd1-bfa4-c1952cc45027 on host dv-neutron-829161-3-hyperv {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:37:14.930083 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-b12b8613-f177-4838-95d4-2a8a0e375aad req-2405fc26-ad3a-4216-b2c4-9c265994af43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (74371202-ff96-4d60-8ee7-e38035ab4376), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:14.933180 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ce319d-82c0-4fac-ac7c-f31784a47c03 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed4ce95d-90e5-4bd1-bfa4-c1952cc45027,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:15.010451 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a565ff67-76d5-4894-b84f-8d60d0992bbc tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (f2c919b9-5870-4e1e-bd7a-b11393c48b0d), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:15.013313 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52a25f07-2d15-4669-9479-7c3445ba37cb tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:37:15.037643 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-20ce319d-82c0-4fac-ac7c-f31784a47c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (a542a1e4-364b-4847-89d1-2f3ed2b23a7c), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:15.047942 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-52a25f07-2d15-4669-9479-7c3445ba37cb tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (4b1f6c9b-a92c-4c8a-b4c9-14fc5181eaa7), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:15.048284 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-52a25f07-2d15-4669-9479-7c3445ba37cb tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Added segment 4b1f6c9b-a92c-4c8a-b4c9-14fc5181eaa7 of type vlan for network 076b9308-afcc-4fb7-9a07-731b3e0e3915 Feb 28 10:37:15.067203 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f1727ee6-f1a8-43ee-ada1-2e456b618623 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks [] for port (7affd687-44f0-470c-9f91-0dddfcead18e), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:15.081627 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-20ce319d-82c0-4fac-ac7c-f31784a47c03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a542a1e4-364b-4847-89d1-2f3ed2b23a7c']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:15.098371 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-20ce319d-82c0-4fac-ac7c-f31784a47c03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c93ccf0-f69b-4385-a05b-2d73c05d52da') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:15.098793 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-20ce319d-82c0-4fac-ac7c-f31784a47c03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c93ccf0-f69b-4385-a05b-2d73c05d52da') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:15.108056 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device a20c96fc-87f1-4e18-a242-92c228cf90be no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:37:15.110877 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-3a984622-0b49-4e22-8bdb-c6015862bbfd None None] Deleting port a20c96fc-87f1-4e18-a242-92c228cf90be {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:15.111084 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a984622-0b49-4e22-8bdb-c6015862bbfd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (a20c96fc-87f1-4e18-a242-92c228cf90be), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:15.156781 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-11d32306-f540-4cfc-a0da-c26110579d0a None None] Publish callbacks [] for port (77b524b1-df3b-413a-9749-c88b1bf91dea), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:15.157057 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-52a25f07-2d15-4669-9479-7c3445ba37cb tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (076b9308-afcc-4fb7-9a07-731b3e0e3915), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:15.157976 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-20ce319d-82c0-4fac-ac7c-f31784a47c03 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (3c93ccf0-f69b-4385-a05b-2d73c05d52da), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:15.180235 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-20ce319d-82c0-4fac-ac7c-f31784a47c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (3c93ccf0-f69b-4385-a05b-2d73c05d52da), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:15.199247 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20ce319d-82c0-4fac-ac7c-f31784a47c03 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:37:15.199787 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-20ce319d-82c0-4fac-ac7c-f31784a47c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (3c93ccf0-f69b-4385-a05b-2d73c05d52da), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:15.201542 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:37:15.201542 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:37:15.201542 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:37:15.201542 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:37:15.201542 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:37:15.201542 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:37:15.201542 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:37:15.201542 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:37:15.201542 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:37:15.201542 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:37:15.201542 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:37:15.201542 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:37:15.201542 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:37:15.201542 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:37:15.201542 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:37:15.201542 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:37:15.201542 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:37:15.201542 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:37:15.201542 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:37:15.201542 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:37:15.201542 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:37:15.201542 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:37:15.201542 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:37:15.201542 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:37:15.201542 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:37:15.201542 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:37:15.201542 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:37:15.201542 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:37:15.201542 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:37:15.201542 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:37:15.201542 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:37:15.201542 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:37:15.232442 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-3a984622-0b49-4e22-8bdb-c6015862bbfd None None] For port a20c96fc-87f1-4e18-a242-92c228cf90be, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=a20c96fc-87f1-4e18-a242-92c228cf90be,segment=NetworkSegment(e789a28f-34a1-4a5c-89fc-f4d55a2ce713),segment_id=e789a28f-34a1-4a5c-89fc-f4d55a2ce713)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:15.232849 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a984622-0b49-4e22-8bdb-c6015862bbfd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (a20c96fc-87f1-4e18-a242-92c228cf90be), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:15.250822 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-3a984622-0b49-4e22-8bdb-c6015862bbfd None None] Calling delete_port for a20c96fc-87f1-4e18-a242-92c228cf90be owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:15.316979 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-52a25f07-2d15-4669-9479-7c3445ba37cb tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (076b9308-afcc-4fb7-9a07-731b3e0e3915), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:15.324565 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a25f07-2d15-4669-9479-7c3445ba37cb tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:15.325841 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-11d32306-f540-4cfc-a0da-c26110579d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (77b524b1-df3b-413a-9749-c88b1bf91dea), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:15.328963 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-52a25f07-2d15-4669-9479-7c3445ba37cb tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:15.338635 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port a20c96fc-87f1-4e18-a242-92c228cf90be is: ACTIVE; New status is: DOWN {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:15.339052 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (a20c96fc-87f1-4e18-a242-92c228cf90be), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:15.365461 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-20ce319d-82c0-4fac-ac7c-f31784a47c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (a542a1e4-364b-4847-89d1-2f3ed2b23a7c), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:15.397913 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-20ce319d-82c0-4fac-ac7c-f31784a47c03 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:15.402197 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-20ce319d-82c0-4fac-ac7c-f31784a47c03 admin admin] 10.222.0.62 "DELETE /v2.0/networks/a542a1e4-364b-4847-89d1-2f3ed2b23a7c HTTP/1.1" status: 204 len: 168 time: 1.6201024 Feb 28 10:37:15.404657 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-03396765-520f-4b52-9c54-8b1878e2afc1 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (f96a1f04-17bc-429c-bf2a-d5981b2e7c54), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:15.421742 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d32306-f540-4cfc-a0da-c26110579d0a None None] Network 39e4dbaa-cc39-4c9b-b95e-6c0cab27e9a6 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:15.428657 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ce319d-82c0-4fac-ac7c-f31784a47c03 admin admin] Pushing event deleted for resources: {'Network': ['ID=a542a1e4-364b-4847-89d1-2f3ed2b23a7c,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:15.432125 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-11d32306-f540-4cfc-a0da-c26110579d0a None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:15.442394 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d32306-f540-4cfc-a0da-c26110579d0a None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:15.451562 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d32306-f540-4cfc-a0da-c26110579d0a None None] Pushing event updated for resources: {'Port': ['ID=77b524b1-df3b-413a-9749-c88b1bf91dea,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:15.458307 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [req-b12b8613-f177-4838-95d4-2a8a0e375aad req-2405fc26-ad3a-4216-b2c4-9c265994af43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74371202-ff96-4d60-8ee7-e38035ab4376 {{(pid=104083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:37:15.465440 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03396765-520f-4b52-9c54-8b1878e2afc1 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Pushing event deleted for resources: {'Subnet': ['ID=f96a1f04-17bc-429c-bf2a-d5981b2e7c54,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:15.486940 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-b12b8613-f177-4838-95d4-2a8a0e375aad req-2405fc26-ad3a-4216-b2c4-9c265994af43 service neutron] Publish callbacks [] for port (74371202-ff96-4d60-8ee7-e38035ab4376), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:15.495057 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port a20c96fc-87f1-4e18-a242-92c228cf90be, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=a20c96fc-87f1-4e18-a242-92c228cf90be,segment=NetworkSegment(e789a28f-34a1-4a5c-89fc-f4d55a2ce713),segment_id=e789a28f-34a1-4a5c-89fc-f4d55a2ce713)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:15.499615 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d32306-f540-4cfc-a0da-c26110579d0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:15.499995 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d32306-f540-4cfc-a0da-c26110579d0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:15.500347 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d32306-f540-4cfc-a0da-c26110579d0a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:15.500688 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d32306-f540-4cfc-a0da-c26110579d0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:15.501026 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d32306-f540-4cfc-a0da-c26110579d0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:15.501367 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d32306-f540-4cfc-a0da-c26110579d0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:15.501751 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d32306-f540-4cfc-a0da-c26110579d0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:15.502090 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d32306-f540-4cfc-a0da-c26110579d0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:15.502435 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d32306-f540-4cfc-a0da-c26110579d0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:15.502789 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d32306-f540-4cfc-a0da-c26110579d0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:15.503166 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d32306-f540-4cfc-a0da-c26110579d0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:15.503497 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d32306-f540-4cfc-a0da-c26110579d0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:15.503821 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d32306-f540-4cfc-a0da-c26110579d0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:15.541898 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-11d32306-f540-4cfc-a0da-c26110579d0a None None] Attempting to bind port 77b524b1-df3b-413a-9749-c88b1bf91dea on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:37:15.542350 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-11d32306-f540-4cfc-a0da-c26110579d0a None None] Attempting to bind port 77b524b1-df3b-413a-9749-c88b1bf91dea by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '69d8d416-5dd8-4ae5-9633-564246cfc00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '39e4dbaa-cc39-4c9b-b95e-6c0cab27e9a6'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:37:15.542700 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d32306-f540-4cfc-a0da-c26110579d0a None None] Attempting to bind port 77b524b1-df3b-413a-9749-c88b1bf91dea on network 39e4dbaa-cc39-4c9b-b95e-6c0cab27e9a6 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:37:15.545546 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [req-b12b8613-f177-4838-95d4-2a8a0e375aad req-2405fc26-ad3a-4216-b2c4-9c265994af43 service neutron] Transition to ACTIVE for port object 74371202-ff96-4d60-8ee7-e38035ab4376 will not be triggered until provisioned by entity L2. {{(pid=104083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:37:15.549416 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d32306-f540-4cfc-a0da-c26110579d0a None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:37:15.549802 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d32306-f540-4cfc-a0da-c26110579d0a None None] Checking segment: {'id': '69d8d416-5dd8-4ae5-9633-564246cfc00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '39e4dbaa-cc39-4c9b-b95e-6c0cab27e9a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:15.550220 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-11d32306-f540-4cfc-a0da-c26110579d0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:15.550608 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d32306-f540-4cfc-a0da-c26110579d0a None None] Bound using segment: {'id': '69d8d416-5dd8-4ae5-9633-564246cfc00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '39e4dbaa-cc39-4c9b-b95e-6c0cab27e9a6'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:37:15.551193 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-11d32306-f540-4cfc-a0da-c26110579d0a None None] Bound port: 77b524b1-df3b-413a-9749-c88b1bf91dea, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d8d416-5dd8-4ae5-9633-564246cfc00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '39e4dbaa-cc39-4c9b-b95e-6c0cab27e9a6'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:37:15.551583 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-11d32306-f540-4cfc-a0da-c26110579d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (77b524b1-df3b-413a-9749-c88b1bf91dea), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:15.558039 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-03396765-520f-4b52-9c54-8b1878e2afc1 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (39e4dbaa-cc39-4c9b-b95e-6c0cab27e9a6), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:15.584189 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-03396765-520f-4b52-9c54-8b1878e2afc1 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39e4dbaa-cc39-4c9b-b95e-6c0cab27e9a6']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:15.596310 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-03396765-520f-4b52-9c54-8b1878e2afc1 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69d8d416-5dd8-4ae5-9633-564246cfc00e') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:15.596820 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-03396765-520f-4b52-9c54-8b1878e2afc1 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69d8d416-5dd8-4ae5-9633-564246cfc00e') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:15.604988 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (a20c96fc-87f1-4e18-a242-92c228cf90be), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:15.605698 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device ed4ce95d-90e5-4bd1-bfa4-c1952cc45027 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:37:15.609084 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-03396765-520f-4b52-9c54-8b1878e2afc1 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (69d8d416-5dd8-4ae5-9633-564246cfc00e), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:15.617783 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-b12b8613-f177-4838-95d4-2a8a0e375aad req-2405fc26-ad3a-4216-b2c4-9c265994af43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (74371202-ff96-4d60-8ee7-e38035ab4376), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:15.652818 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-03396765-520f-4b52-9c54-8b1878e2afc1 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (69d8d416-5dd8-4ae5-9633-564246cfc00e), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:15.653774 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: ed4ce95d-90e5-4bd1-bfa4-c1952cc45027 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:37:15.654133 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device ed4ce95d-90e5-4bd1-bfa4-c1952cc45027 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:37:15.670781 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03396765-520f-4b52-9c54-8b1878e2afc1 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:37:15.671456 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-03396765-520f-4b52-9c54-8b1878e2afc1 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (69d8d416-5dd8-4ae5-9633-564246cfc00e), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:15.676997 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:37:15.676997 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:37:15.676997 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:37:15.676997 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:37:15.676997 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:37:15.676997 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:37:15.676997 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:37:15.676997 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:37:15.676997 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:37:15.676997 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:37:15.676997 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:37:15.676997 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:37:15.676997 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:37:15.676997 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:37:15.676997 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:37:15.676997 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:37:15.676997 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:37:15.676997 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:37:15.676997 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:37:15.676997 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:37:15.676997 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:37:15.676997 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:37:15.676997 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:37:15.676997 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:37:15.676997 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:37:15.676997 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:37:15.676997 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:37:15.676997 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:37:15.676997 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:37:15.676997 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:37:15.676997 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:37:15.676997 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:37:15.693256 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a984622-0b49-4e22-8bdb-c6015862bbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (a20c96fc-87f1-4e18-a242-92c228cf90be), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:15.716016 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-11d32306-f540-4cfc-a0da-c26110579d0a None None] For port 77b524b1-df3b-413a-9749-c88b1bf91dea, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:37:15.722890 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a984622-0b49-4e22-8bdb-c6015862bbfd None None] No DVR routers for this DVR port a20c96fc-87f1-4e18-a242-92c228cf90be on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:37:15.727492 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=a20c96fc-87f1-4e18-a242-92c228cf90be,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:15.754231 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2405fc26-ad3a-4216-b2c4-9c265994af43 service neutron] Pushing event updated for resources: {'Port': ['ID=74371202-ff96-4d60-8ee7-e38035ab4376,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:15.798164 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a984622-0b49-4e22-8bdb-c6015862bbfd None None] Pushing event deleted for resources: {'Port': ['ID=a20c96fc-87f1-4e18-a242-92c228cf90be,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:15.809986 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-11d32306-f540-4cfc-a0da-c26110579d0a None None] For port 77b524b1-df3b-413a-9749-c88b1bf91dea, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=77b524b1-df3b-413a-9749-c88b1bf91dea,segment=NetworkSegment(69d8d416-5dd8-4ae5-9633-564246cfc00e),segment_id=69d8d416-5dd8-4ae5-9633-564246cfc00e)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:37:15.822302 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.db.api [None req-03396765-520f-4b52-9c54-8b1878e2afc1 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 10:37:15.822302 dv-neutron-829161-3-hyperv neutron-server[104083]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 10:37:15.822302 dv-neutron-829161-3-hyperv neutron-server[104083]: [parameters: {'id': '39e4dbaa-cc39-4c9b-b95e-6c0cab27e9a6'}] Feb 28 10:37:15.822302 dv-neutron-829161-3-hyperv neutron-server[104083]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:37:15.822748 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG oslo_db.api [None req-03396765-520f-4b52-9c54-8b1878e2afc1 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:37:15.855254 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-b12b8613-f177-4838-95d4-2a8a0e375aad req-2405fc26-ad3a-4216-b2c4-9c265994af43 service neutron] Attempting to bind port 74371202-ff96-4d60-8ee7-e38035ab4376 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:37:15.855604 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-b12b8613-f177-4838-95d4-2a8a0e375aad req-2405fc26-ad3a-4216-b2c4-9c265994af43 service neutron] Attempting to bind port 74371202-ff96-4d60-8ee7-e38035ab4376 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '22e33907-99b1-49e9-a77d-c1f1b4f80ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1058a1e5-88f7-4a04-8679-87bdc8619383'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:37:15.855942 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12b8613-f177-4838-95d4-2a8a0e375aad req-2405fc26-ad3a-4216-b2c4-9c265994af43 service neutron] Attempting to bind port 74371202-ff96-4d60-8ee7-e38035ab4376 on network 1058a1e5-88f7-4a04-8679-87bdc8619383 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:37:15.861919 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12b8613-f177-4838-95d4-2a8a0e375aad req-2405fc26-ad3a-4216-b2c4-9c265994af43 service neutron] Port 74371202-ff96-4d60-8ee7-e38035ab4376 on network 1058a1e5-88f7-4a04-8679-87bdc8619383 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:37:15.862281 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12b8613-f177-4838-95d4-2a8a0e375aad req-2405fc26-ad3a-4216-b2c4-9c265994af43 service neutron] Attempting to bind port 74371202-ff96-4d60-8ee7-e38035ab4376 on network 1058a1e5-88f7-4a04-8679-87bdc8619383 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:37:15.867450 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12b8613-f177-4838-95d4-2a8a0e375aad req-2405fc26-ad3a-4216-b2c4-9c265994af43 service neutron] Checking agent: {'id': '9c9e5963-7abc-415a-a91c-4432861f4313', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'started_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:37:15.868697 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12b8613-f177-4838-95d4-2a8a0e375aad req-2405fc26-ad3a-4216-b2c4-9c265994af43 service neutron] Checking segment: {'id': '22e33907-99b1-49e9-a77d-c1f1b4f80ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1058a1e5-88f7-4a04-8679-87bdc8619383'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:15.878347 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12b8613-f177-4838-95d4-2a8a0e375aad req-2405fc26-ad3a-4216-b2c4-9c265994af43 service neutron] Bound using segment: {'id': '22e33907-99b1-49e9-a77d-c1f1b4f80ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1058a1e5-88f7-4a04-8679-87bdc8619383'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:37:15.878793 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-b12b8613-f177-4838-95d4-2a8a0e375aad req-2405fc26-ad3a-4216-b2c4-9c265994af43 service neutron] Bound port: 74371202-ff96-4d60-8ee7-e38035ab4376, host: hv-neutron-8291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22e33907-99b1-49e9-a77d-c1f1b4f80ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1058a1e5-88f7-4a04-8679-87bdc8619383'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:37:15.879199 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-b12b8613-f177-4838-95d4-2a8a0e375aad req-2405fc26-ad3a-4216-b2c4-9c265994af43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (74371202-ff96-4d60-8ee7-e38035ab4376), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:15.891713 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f1727ee6-f1a8-43ee-ada1-2e456b618623 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (7affd687-44f0-470c-9f91-0dddfcead18e), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:15.898395 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-11d32306-f540-4cfc-a0da-c26110579d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (77b524b1-df3b-413a-9749-c88b1bf91dea), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:15.905907 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45200) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:15.969662 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a25f07-2d15-4669-9479-7c3445ba37cb tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Pushing event updated for resources: {'Network': ['ID=076b9308-afcc-4fb7-9a07-731b3e0e3915,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:15.984513 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-61fb97e6-5718-49f3-93f0-12935a14855d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d4949ecb1236430a8fa635d2a669a8c3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0771854 Feb 28 10:37:15.990214 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45202) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:15.996063 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 076b9308-afcc-4fb7-9a07-731b3e0e3915 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:37:16.025882 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1727ee6-f1a8-43ee-ada1-2e456b618623 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Network bd09da1c-9aae-45c3-8f5e-8a01d2db5f51 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:16.029962 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1727ee6-f1a8-43ee-ada1-2e456b618623 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Pushing event updated for resources: {'Port': ['ID=7affd687-44f0-470c-9f91-0dddfcead18e,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:16.035183 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a565ff67-76d5-4894-b84f-8d60d0992bbc tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for port (f2c919b9-5870-4e1e-bd7a-b11393c48b0d), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:16.037923 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-f1727ee6-f1a8-43ee-ada1-2e456b618623 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:16.046013 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-52a25f07-2d15-4669-9479-7c3445ba37cb tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3961325 Feb 28 10:37:16.046013 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1727ee6-f1a8-43ee-ada1-2e456b618623 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:16.047068 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1727ee6-f1a8-43ee-ada1-2e456b618623 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:16.047243 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada58f98-e4ba-4e95-9db0-6e66f96bbe5a None None] get_active_networks_info from dv-neutron-829161-3-hyperv {{(pid=104085) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 10:37:16.047920 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f1727ee6-f1a8-43ee-ada1-2e456b618623 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:16.053036 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d32306-f540-4cfc-a0da-c26110579d0a None None] Pushing event updated for resources: {'Port': ['ID=77b524b1-df3b-413a-9749-c88b1bf91dea,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:16.057114 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45206) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:16.073692 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-35a808f5-ca1c-43b2-840f-49513e973453 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Request body: {'subnet': {'network_id': '076b9308-afcc-4fb7-9a07-731b3e0e3915', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:16.075795 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cbecf8-feef-49b8-b273-c637a089b139 req-ef7f983d-abf1-47f1-97d0-f2db462bc8f4 tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:16.084023 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-b12b8613-f177-4838-95d4-2a8a0e375aad req-2405fc26-ad3a-4216-b2c4-9c265994af43 service neutron] For port 74371202-ff96-4d60-8ee7-e38035ab4376, host hv-neutron-8291, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:37:16.084470 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-c4cbecf8-feef-49b8-b273-c637a089b139 req-ef7f983d-abf1-47f1-97d0-f2db462bc8f4 tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] 10.222.0.62 "GET /v2.0/ports?device_id=577bf51b-8d6a-42ef-83c6-cc28ed13db34 HTTP/1.1" status: 200 len: 943 time: 0.1590793 Feb 28 10:37:16.112577 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-b12b8613-f177-4838-95d4-2a8a0e375aad req-2405fc26-ad3a-4216-b2c4-9c265994af43 service neutron] For port 74371202-ff96-4d60-8ee7-e38035ab4376, host hv-neutron-8291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=74371202-ff96-4d60-8ee7-e38035ab4376,segment=NetworkSegment(22e33907-99b1-49e9-a77d-c1f1b4f80ca2),segment_id=22e33907-99b1-49e9-a77d-c1f1b4f80ca2)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:37:16.133102 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a565ff67-76d5-4894-b84f-8d60d0992bbc tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (f2c919b9-5870-4e1e-bd7a-b11393c48b0d), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:16.169280 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cf6e0dc3-aadf-4ee3-b70a-ad6c942043da admin admin] Publish callbacks [] for security_group (2e1006c2-268b-40bb-87f6-dedb7b4824da), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:16.184887 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-f1727ee6-f1a8-43ee-ada1-2e456b618623 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.8680184 Feb 28 10:37:16.193985 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cf6e0dc3-aadf-4ee3-b70a-ad6c942043da admin admin] Publish callbacks [] for security_group (2e1006c2-268b-40bb-87f6-dedb7b4824da), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:16.195555 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-c4cbecf8-feef-49b8-b273-c637a089b139 req-f73ab252-6e1c-4523-96b5-d8214cfb84a7 tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] 10.222.0.62 "GET /v2.0/security-groups?id=f7514dbd-377d-453f-b4bc-1666e16a35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099360 Feb 28 10:37:16.196261 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45208) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:16.220524 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-a565ff67-76d5-4894-b84f-8d60d0992bbc tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] In _notify_port_updated(), no bound segment for port f2c919b9-5870-4e1e-bd7a-b11393c48b0d on network f0ef29fc-ec7b-47a4-a873-c9c8476f719e {{(pid=104084) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 10:37:16.221824 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada58f98-e4ba-4e95-9db0-6e66f96bbe5a None None] Resources bound (agent type, host, resource id): {{(pid=104085) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 10:37:16.231125 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-b12b8613-f177-4838-95d4-2a8a0e375aad req-2405fc26-ad3a-4216-b2c4-9c265994af43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (74371202-ff96-4d60-8ee7-e38035ab4376), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:16.232033 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a565ff67-76d5-4894-b84f-8d60d0992bbc tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:16.232702 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a565ff67-76d5-4894-b84f-8d60d0992bbc tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:16.234183 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-a565ff67-76d5-4894-b84f-8d60d0992bbc tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "PUT /v2.0/ports/f2c919b9-5870-4e1e-bd7a-b11393c48b0d HTTP/1.1" status: 200 len: 818 time: 1.5335090 Feb 28 10:37:16.278743 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45210) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:16.297862 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a565ff67-76d5-4894-b84f-8d60d0992bbc tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event updated for resources: {'Port': ['ID=f2c919b9-5870-4e1e-bd7a-b11393c48b0d,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:16.326293 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-03396765-520f-4b52-9c54-8b1878e2afc1 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (39e4dbaa-cc39-4c9b-b95e-6c0cab27e9a6), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:16.334127 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-5f68bc62-83d6-41ab-a5dd-39a3ca833ac1 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Deleting port 7affd687-44f0-470c-9f91-0dddfcead18e {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:16.334517 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5f68bc62-83d6-41ab-a5dd-39a3ca833ac1 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (7affd687-44f0-470c-9f91-0dddfcead18e), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:16.362086 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2405fc26-ad3a-4216-b2c4-9c265994af43 service neutron] Pushing event updated for resources: {'Port': ['ID=74371202-ff96-4d60-8ee7-e38035ab4376,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:16.367117 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b8613-f177-4838-95d4-2a8a0e375aad req-2405fc26-ad3a-4216-b2c4-9c265994af43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:16.367761 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-b12b8613-f177-4838-95d4-2a8a0e375aad req-2405fc26-ad3a-4216-b2c4-9c265994af43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:16.369245 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b12b8613-f177-4838-95d4-2a8a0e375aad req-2405fc26-ad3a-4216-b2c4-9c265994af43 service neutron] 10.222.0.70 "PUT /v2.0/ports/74371202-ff96-4d60-8ee7-e38035ab4376 HTTP/1.1" status: 200 len: 1093 time: 1.6685257 Feb 28 10:37:16.372105 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '577bf51b-8d6a-42ef-83c6-cc28ed13db34', 'tag': '74371202-ff96-4d60-8ee7-e38035ab4376'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:37:16.374254 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8589612d-3fe0-4327-a6f6-ae01812f0eb2" -d '{"events": [{"name": "network-changed", "server_uuid": "577bf51b-8d6a-42ef-83c6-cc28ed13db34", "tag": "74371202-ff96-4d60-8ee7-e38035ab4376"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:37:16.435742 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5f68bc62-83d6-41ab-a5dd-39a3ca833ac1 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (7affd687-44f0-470c-9f91-0dddfcead18e), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:16.449844 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-5f68bc62-83d6-41ab-a5dd-39a3ca833ac1 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Calling delete_port for 7affd687-44f0-470c-9f91-0dddfcead18e owned by {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:16.466673 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83aa26d-7749-4bd0-946e-976759923e68 x-openstack-request-id: req-d83aa26d-7749-4bd0-946e-976759923e68 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:37:16.467000 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "577bf51b-8d6a-42ef-83c6-cc28ed13db34", "tag": "74371202-ff96-4d60-8ee7-e38035ab4376", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:37:16.467266 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d83aa26d-7749-4bd0-946e-976759923e68 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:37:16.467671 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '577bf51b-8d6a-42ef-83c6-cc28ed13db34', 'tag': '74371202-ff96-4d60-8ee7-e38035ab4376', 'status': 'completed', 'code': 200} Feb 28 10:37:16.500821 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027a5b0a-a3ee-4a38-821c-a93e18489075 None None] Network 39e4dbaa-cc39-4c9b-b95e-6c0cab27e9a6 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:16.514415 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-ccef3a38-28d4-4fc9-8ad9-706f907eef6d tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Deleting port f2c919b9-5870-4e1e-bd7a-b11393c48b0d {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:16.514761 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ccef3a38-28d4-4fc9-8ad9-706f907eef6d tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (f2c919b9-5870-4e1e-bd7a-b11393c48b0d), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:16.521091 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-03396765-520f-4b52-9c54-8b1878e2afc1 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Deleting port 77b524b1-df3b-413a-9749-c88b1bf91dea {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:16.521425 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-03396765-520f-4b52-9c54-8b1878e2afc1 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (77b524b1-df3b-413a-9749-c88b1bf91dea), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:16.579007 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-78f450a5-6e6d-453d-89cd-09733ab27bfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:16.594580 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a808f5-ca1c-43b2-840f-49513e973453 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Made reservation on behalf of 070cd643c21d4bf29defcd2dc74e514a for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:16.598062 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-35a808f5-ca1c-43b2-840f-49513e973453 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:16.643719 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cf6e0dc3-aadf-4ee3-b70a-ad6c942043da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (2e1006c2-268b-40bb-87f6-dedb7b4824da), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:16.646322 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cf6e0dc3-aadf-4ee3-b70a-ad6c942043da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:16.647446 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-cf6e0dc3-aadf-4ee3-b70a-ad6c942043da admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2e1006c2-268b-40bb-87f6-dedb7b4824da HTTP/1.1" status: 204 len: 168 time: 0.6431129 Feb 28 10:37:16.686569 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5f68bc62-83d6-41ab-a5dd-39a3ca833ac1 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (7affd687-44f0-470c-9f91-0dddfcead18e), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:16.717549 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f68bc62-83d6-41ab-a5dd-39a3ca833ac1 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Pushing event deleted for resources: {'Port': ['ID=7affd687-44f0-470c-9f91-0dddfcead18e,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:16.726313 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6e0dc3-aadf-4ee3-b70a-ad6c942043da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1006c2-268b-40bb-87f6-dedb7b4824da,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:16.737348 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ccef3a38-28d4-4fc9-8ad9-706f907eef6d tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (f2c919b9-5870-4e1e-bd7a-b11393c48b0d), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:16.769427 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5f68bc62-83d6-41ab-a5dd-39a3ca833ac1 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:16.775895 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-5f68bc62-83d6-41ab-a5dd-39a3ca833ac1 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] 10.222.0.62 "DELETE /v2.0/ports/7affd687-44f0-470c-9f91-0dddfcead18e HTTP/1.1" status: 204 len: 168 time: 0.5678418 Feb 28 10:37:16.780103 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45222) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:16.781394 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-03396765-520f-4b52-9c54-8b1878e2afc1 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] For port 77b524b1-df3b-413a-9749-c88b1bf91dea, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=77b524b1-df3b-413a-9749-c88b1bf91dea,segment=NetworkSegment(69d8d416-5dd8-4ae5-9633-564246cfc00e),segment_id=69d8d416-5dd8-4ae5-9633-564246cfc00e)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:16.781766 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-03396765-520f-4b52-9c54-8b1878e2afc1 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (77b524b1-df3b-413a-9749-c88b1bf91dea), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:16.791615 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-479eb6b2-0b3e-4c48-af80-e49685172ff6 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bd09da1c-9aae-45c3-8f5e-8a01d2db5f51', 'external_fixed_ips': [{'subnet_id': 'a9d44f67-4589-4ecb-8e5f-461b4a748aa4', 'ip_address': '2001:db8::2b6'}]}}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:16.800267 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-ccef3a38-28d4-4fc9-8ad9-706f907eef6d tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Calling delete_port for f2c919b9-5870-4e1e-bd7a-b11393c48b0d owned by {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:16.807158 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-03396765-520f-4b52-9c54-8b1878e2afc1 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Calling delete_port for 77b524b1-df3b-413a-9749-c88b1bf91dea owned by network:dhcp {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:16.843180 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589612d-3fe0-4327-a6f6-ae01812f0eb2 req-1747e20d-44fc-4cbf-8c77-588190db2d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:16.844443 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8589612d-3fe0-4327-a6f6-ae01812f0eb2 req-1747e20d-44fc-4cbf-8c77-588190db2d5a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ec2f9fb98c0c462fa79ca5ebcea34c90&device_id=577bf51b-8d6a-42ef-83c6-cc28ed13db34 HTTP/1.1" status: 200 len: 1127 time: 0.3262730 Feb 28 10:37:16.901829 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-479eb6b2-0b3e-4c48-af80-e49685172ff6 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (53733d8c-0b23-4003-b3cc-6a0a4207bbf5), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:16.904378 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-479eb6b2-0b3e-4c48-af80-e49685172ff6 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (53733d8c-0b23-4003-b3cc-6a0a4207bbf5), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:17.004803 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-479eb6b2-0b3e-4c48-af80-e49685172ff6 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks [] for router_controller (53733d8c-0b23-4003-b3cc-6a0a4207bbf5), precommit_add_association {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:17.322937 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-479eb6b2-0b3e-4c48-af80-e49685172ff6 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks [] for router_gateway (53733d8c-0b23-4003-b3cc-6a0a4207bbf5), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:17.327755 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45246) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:17.390911 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bcd3f2-35d8-4f98-9818-15bb9f1a7df3 req-55d48e6a-8f66-42c4-8f72-e30b964642cc tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:17.397471 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-10bcd3f2-35d8-4f98-9818-15bb9f1a7df3 req-55d48e6a-8f66-42c4-8f72-e30b964642cc tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] 10.222.0.62 "GET /v2.0/ports?device_id=577bf51b-8d6a-42ef-83c6-cc28ed13db34 HTTP/1.1" status: 200 len: 943 time: 0.0684984 Feb 28 10:37:17.477653 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-b701b188-cc3c-44c6-a393-1608e9305783 tempest-QuotasTest-916328114 tempest-QuotasTest-916328114-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:17.514940 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-10bcd3f2-35d8-4f98-9818-15bb9f1a7df3 req-f7214bdf-405d-49ec-bcb7-8d4871846b41 tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] 10.222.0.62 "GET /v2.0/security-groups?id=f7514dbd-377d-453f-b4bc-1666e16a35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164441 Feb 28 10:37:17.519238 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589612d-3fe0-4327-a6f6-ae01812f0eb2 req-b86056b8-2620-41c1-955a-0dd495d96b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:17.520734 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8589612d-3fe0-4327-a6f6-ae01812f0eb2 req-b86056b8-2620-41c1-955a-0dd495d96b81 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=ec2f9fb98c0c462fa79ca5ebcea34c90&shared=False HTTP/1.1" status: 200 len: 911 time: 0.6135895 Feb 28 10:37:17.638250 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ccef3a38-28d4-4fc9-8ad9-706f907eef6d tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (f2c919b9-5870-4e1e-bd7a-b11393c48b0d), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:17.639844 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-03396765-520f-4b52-9c54-8b1878e2afc1 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (77b524b1-df3b-413a-9749-c88b1bf91dea), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:17.701588 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03396765-520f-4b52-9c54-8b1878e2afc1 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] No DVR routers for this DVR port 77b524b1-df3b-413a-9749-c88b1bf91dea on host dv-neutron-829161-3-hyperv {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:37:17.708284 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03396765-520f-4b52-9c54-8b1878e2afc1 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Pushing event deleted for resources: {'Port': ['ID=77b524b1-df3b-413a-9749-c88b1bf91dea,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:17.722643 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-479eb6b2-0b3e-4c48-af80-e49685172ff6 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks [] for router_gateway (53733d8c-0b23-4003-b3cc-6a0a4207bbf5), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:17.736144 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-b701b188-cc3c-44c6-a393-1608e9305783 tempest-QuotasTest-916328114 tempest-QuotasTest-916328114-project-admin] 10.222.0.62 "PUT /v2.0/quotas/fbce4ca6268d4551baa4e611df75a714 HTTP/1.1" status: 200 len: 366 time: 0.4033840 Feb 28 10:37:17.737211 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ccef3a38-28d4-4fc9-8ad9-706f907eef6d tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:17.739851 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-ccef3a38-28d4-4fc9-8ad9-706f907eef6d tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "DELETE /v2.0/ports/f2c919b9-5870-4e1e-bd7a-b11393c48b0d HTTP/1.1" status: 204 len: 168 time: 1.4514582 Feb 28 10:37:17.755021 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45258) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:17.755478 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45260) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:17.771468 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-479eb6b2-0b3e-4c48-af80-e49685172ff6 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:17.801778 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-93512fab-c2ab-44c0-a0ac-7fdfa1f2f095 tempest-QuotasTest-916328114 tempest-QuotasTest-916328114-project-admin] 10.222.0.62 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0446372 Feb 28 10:37:17.819741 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45262) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:17.824033 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccef3a38-28d4-4fc9-8ad9-706f907eef6d tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event deleted for resources: {'Port': ['ID=f2c919b9-5870-4e1e-bd7a-b11393c48b0d,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:17.900226 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-546e4189-ce4c-40ae-abe1-1653139df67d tempest-QuotasTest-916328114 tempest-QuotasTest-916328114-project-admin] 10.222.0.62 "GET /v2.0/quotas/fbce4ca6268d4551baa4e611df75a714 HTTP/1.1" status: 200 len: 366 time: 0.0786309 Feb 28 10:37:17.900449 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589612d-3fe0-4327-a6f6-ae01812f0eb2 req-be8b7f56-54cd-4fff-b1b0-a22a3e86d314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:17.901983 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8589612d-3fe0-4327-a6f6-ae01812f0eb2 req-be8b7f56-54cd-4fff-b1b0-a22a3e86d314 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3729076 Feb 28 10:37:17.905768 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-03396765-520f-4b52-9c54-8b1878e2afc1 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (39e4dbaa-cc39-4c9b-b95e-6c0cab27e9a6), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:17.907048 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45266) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:17.937455 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.objects.ports [None req-35a808f5-ca1c-43b2-840f-49513e973453 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104083) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 10:37:17.943622 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-35a808f5-ca1c-43b2-840f-49513e973453 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (d325a497-2be9-405f-9fae-b4bbb7b84f20), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:17.954280 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-03396765-520f-4b52-9c54-8b1878e2afc1 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39e4dbaa-cc39-4c9b-b95e-6c0cab27e9a6']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:17.986742 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc4a3f7-439f-4be0-ae78-cad4921a70f3 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:17.989941 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-fbc4a3f7-439f-4be0-ae78-cad4921a70f3 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2304575 Feb 28 10:37:17.993218 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45270) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:18.013902 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-03396765-520f-4b52-9c54-8b1878e2afc1 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69d8d416-5dd8-4ae5-9633-564246cfc00e') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:18.014204 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-03396765-520f-4b52-9c54-8b1878e2afc1 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69d8d416-5dd8-4ae5-9633-564246cfc00e') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:18.033305 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-df968dc2-1deb-4108-bff5-4c3302ab0798 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] GET failed (client error): The resource could not be found. Feb 28 10:37:18.038768 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-df968dc2-1deb-4108-bff5-4c3302ab0798 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "GET /v2.0/ports/f2c919b9-5870-4e1e-bd7a-b11393c48b0d HTTP/1.1" status: 404 len: 333 time: 0.0402923 Feb 28 10:37:18.044083 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45272) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:18.048064 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-03396765-520f-4b52-9c54-8b1878e2afc1 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (69d8d416-5dd8-4ae5-9633-564246cfc00e), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:18.053076 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-d218e3b5-6903-4f5a-b98c-7bd302df5216 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1007292154'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:18.072842 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-d024ad29-2bff-4b7f-803e-6b00cf280c16 tempest-QuotasTest-916328114 tempest-QuotasTest-916328114-project-admin] 10.222.0.62 "DELETE /v2.0/quotas/fbce4ca6268d4551baa4e611df75a714 HTTP/1.1" status: 204 len: 168 time: 0.1616848 Feb 28 10:37:18.073944 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45274) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:18.095420 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-077dbcf5-3a11-40a6-a4df-c7c8c35ab64c tempest-QuotasTest-916328114 tempest-QuotasTest-916328114-project-admin] 10.222.0.62 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0206244 Feb 28 10:37:18.099575 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45276) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:18.102402 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-03396765-520f-4b52-9c54-8b1878e2afc1 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (69d8d416-5dd8-4ae5-9633-564246cfc00e), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:18.104772 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-479eb6b2-0b3e-4c48-af80-e49685172ff6 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Allocated IP 2001:db8::2b6 (bd09da1c-9aae-45c3-8f5e-8a01d2db5f51/a9d44f67-4589-4ecb-8e5f-461b4a748aa4/f208c692-5a08-45a0-810a-6a3ac7b7ce3b) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:18.107161 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a808f5-ca1c-43b2-840f-49513e973453 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Pushing event updated for resources: {'Subnet': ['ID=d325a497-2be9-405f-9fae-b4bbb7b84f20,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:18.133430 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03396765-520f-4b52-9c54-8b1878e2afc1 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:37:18.133838 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-03396765-520f-4b52-9c54-8b1878e2afc1 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (69d8d416-5dd8-4ae5-9633-564246cfc00e), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:18.139713 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:37:18.139713 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:37:18.139713 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:37:18.139713 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:37:18.139713 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:37:18.139713 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:37:18.139713 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:37:18.139713 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:37:18.139713 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:37:18.139713 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:37:18.139713 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:37:18.139713 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:37:18.139713 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:37:18.139713 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:37:18.139713 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:37:18.139713 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:37:18.139713 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:37:18.139713 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:37:18.139713 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:37:18.139713 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:37:18.139713 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:37:18.139713 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:37:18.139713 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:37:18.139713 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:37:18.139713 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:37:18.139713 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:37:18.139713 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:37:18.139713 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:37:18.139713 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:37:18.139713 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:37:18.139713 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:37:18.139713 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:37:18.160324 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-4df2725d-14a1-4330-9cc7-35705491b6ba tempest-QuotasTest-916328114 tempest-QuotasTest-916328114-project-admin] 10.222.0.62 "GET /v2.0/quotas/fbce4ca6268d4551baa4e611df75a714 HTTP/1.1" status: 200 len: 370 time: 0.0540142 Feb 28 10:37:18.163035 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45278) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:18.169163 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-9f10fadb-7596-4c85-a94d-5a6654e6b5da tempest-QuotasTest-916328114 tempest-QuotasTest-916328114-project-admin] 10.222.0.62 "GET /v2.0/quotas/fbce4ca6268d4551baa4e611df75a714/default HTTP/1.1" status: 200 len: 370 time: 0.0050733 Feb 28 10:37:18.171959 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45280) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:18.185608 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-1f33cccf-9b16-4959-b64a-76494c69ff25 tempest-QuotasTest-916328114 tempest-QuotasTest-916328114-project-admin] delete failed (client error): The resource could not be found. Feb 28 10:37:18.186635 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-1f33cccf-9b16-4959-b64a-76494c69ff25 tempest-QuotasTest-916328114 tempest-QuotasTest-916328114-project-admin] 10.222.0.62 "DELETE /v2.0/quotas/fbce4ca6268d4551baa4e611df75a714 HTTP/1.1" status: 404 len: 348 time: 0.0125768 Feb 28 10:37:18.195654 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b8613-f177-4838-95d4-2a8a0e375aad req-27f791fb-1744-4460-99d5-22891bc7e429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:18.198025 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b12b8613-f177-4838-95d4-2a8a0e375aad req-27f791fb-1744-4460-99d5-22891bc7e429 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ec2f9fb98c0c462fa79ca5ebcea34c90&device_id=577bf51b-8d6a-42ef-83c6-cc28ed13db34 HTTP/1.1" status: 200 len: 1127 time: 0.2080917 Feb 28 10:37:18.201730 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a808f5-ca1c-43b2-840f-49513e973453 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Checking segment: {'id': '4b1f6c9b-a92c-4c8a-b4c9-14fc5181eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '076b9308-afcc-4fb7-9a07-731b3e0e3915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:18.202110 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a808f5-ca1c-43b2-840f-49513e973453 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Network hostable DHCP agents. Network: 076b9308-afcc-4fb7-9a07-731b3e0e3915, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:37:18.223263 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d218e3b5-6903-4f5a-b98c-7bd302df5216 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Made reservation on behalf of 4139ff51d3884888b07610eef64ca26e for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:18.225236 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d218e3b5-6903-4f5a-b98c-7bd302df5216 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:18.234531 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-479eb6b2-0b3e-4c48-af80-e49685172ff6 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks [] for port (f208c692-5a08-45a0-810a-6a3ac7b7ce3b), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:18.295800 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b12b8613-f177-4838-95d4-2a8a0e375aad req-0de38eb9-97a7-46bc-99b1-ba6930590a4f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74371202-ff96-4d60-8ee7-e38035ab4376 HTTP/1.1" status: 200 len: 217 time: 0.0808201 Feb 28 10:37:18.338723 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-479eb6b2-0b3e-4c48-af80-e49685172ff6 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (f208c692-5a08-45a0-810a-6a3ac7b7ce3b), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:18.344835 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-03396765-520f-4b52-9c54-8b1878e2afc1 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (39e4dbaa-cc39-4c9b-b95e-6c0cab27e9a6), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:18.349788 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-03396765-520f-4b52-9c54-8b1878e2afc1 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:18.356328 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-03396765-520f-4b52-9c54-8b1878e2afc1 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "DELETE /v2.0/networks/39e4dbaa-cc39-4c9b-b95e-6c0cab27e9a6 HTTP/1.1" status: 204 len: 168 time: 4.5696566 Feb 28 10:37:18.368323 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45286) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:18.383804 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479eb6b2-0b3e-4c48-af80-e49685172ff6 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Network bd09da1c-9aae-45c3-8f5e-8a01d2db5f51 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:18.386904 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-5d63c91a-70b0-4d8c-acae-aba71a9f5ba1 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-579721372'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:18.387449 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-479eb6b2-0b3e-4c48-af80-e49685172ff6 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:18.390915 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479eb6b2-0b3e-4c48-af80-e49685172ff6 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:18.400417 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d218e3b5-6903-4f5a-b98c-7bd302df5216 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:37:18.412274 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03396765-520f-4b52-9c54-8b1878e2afc1 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Pushing event deleted for resources: {'Network': ['ID=39e4dbaa-cc39-4c9b-b95e-6c0cab27e9a6,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:18.436989 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479eb6b2-0b3e-4c48-af80-e49685172ff6 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Pushing event updated for resources: {'Port': ['ID=f208c692-5a08-45a0-810a-6a3ac7b7ce3b,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:18.445127 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a808f5-ca1c-43b2-840f-49513e973453 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Network 076b9308-afcc-4fb7-9a07-731b3e0e3915 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:37:18.450384 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d218e3b5-6903-4f5a-b98c-7bd302df5216 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (ed80884b-9ca3-45ad-8ccf-7224d3568d93), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:18.450735 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-d218e3b5-6903-4f5a-b98c-7bd302df5216 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Added segment ed80884b-9ca3-45ad-8ccf-7224d3568d93 of type vlan for network 204e8645-5da4-4c0b-b82c-0a3f90d54713 Feb 28 10:37:18.467429 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b8613-f177-4838-95d4-2a8a0e375aad req-9de8c9bf-d43b-40e5-8792-37bb4c28300d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:18.469112 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b12b8613-f177-4838-95d4-2a8a0e375aad req-9de8c9bf-d43b-40e5-8792-37bb4c28300d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0ca26377-e3c5-45ec-bd08-811c44b5ebd6 HTTP/1.1" status: 200 len: 851 time: 0.1659210 Feb 28 10:37:18.544560 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b12b8613-f177-4838-95d4-2a8a0e375aad req-c249fb24-a7fa-46b8-a343-d4e81617cb76 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1058a1e5-88f7-4a04-8679-87bdc8619383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544059 Feb 28 10:37:18.547243 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d63c91a-70b0-4d8c-acae-aba71a9f5ba1 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Made reservation on behalf of e83592cc9f8b4979b763ded3df9533cb for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:18.550650 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5d63c91a-70b0-4d8c-acae-aba71a9f5ba1 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:18.553681 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d218e3b5-6903-4f5a-b98c-7bd302df5216 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (204e8645-5da4-4c0b-b82c-0a3f90d54713), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:18.561039 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-35a808f5-ca1c-43b2-840f-49513e973453 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 076b9308-afcc-4fb7-9a07-731b3e0e3915) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:18.570607 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef7fe23-ce6c-4f76-b3bc-ea59d1ea6c8a None None] Network 076b9308-afcc-4fb7-9a07-731b3e0e3915 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:18.600333 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a808f5-ca1c-43b2-840f-49513e973453 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:18.600939 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-35a808f5-ca1c-43b2-840f-49513e973453 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:18.603130 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45296) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:18.644786 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-49ab0031-7a10-4e5b-9c32-9e0cdcdbe4ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:18.706243 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d63c91a-70b0-4d8c-acae-aba71a9f5ba1 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:37:18.729597 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed50076d-dc3c-4cb0-b20b-5d5debfae219 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-076b9308-afcc-4fb7-9a07-731b3e0e3915', 'network_id': '076b9308-afcc-4fb7-9a07-731b3e0e3915', 'project_id': '070cd643c21d4bf29defcd2dc74e514a', 'fixed_ips': [{'subnet_id': 'd325a497-2be9-405f-9fae-b4bbb7b84f20'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:37:18.733091 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5d63c91a-70b0-4d8c-acae-aba71a9f5ba1 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (31c7667c-89f2-4336-a685-9986df17b775), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:18.733091 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-5d63c91a-70b0-4d8c-acae-aba71a9f5ba1 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Added segment 31c7667c-89f2-4336-a685-9986df17b775 of type vlan for network 1ec4821c-8ae8-4072-98ad-c390177e7826 Feb 28 10:37:18.733275 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ed50076d-dc3c-4cb0-b20b-5d5debfae219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:18.733546 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-479eb6b2-0b3e-4c48-af80-e49685172ff6 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks [] for router_gateway (53733d8c-0b23-4003-b3cc-6a0a4207bbf5), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:18.752469 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.quota.resource [None req-25fd6f3c-4b67-4cf4-962f-ef456639c896 tempest-QuotasTest-916328114 tempest-QuotasTest-916328114-project-admin] Usage tracker for resource:network and project:3df12745d48c47fd9af68731da3f8811 is out of sync, need to count used quota {{(pid=104083) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 28 10:37:18.790028 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-35a808f5-ca1c-43b2-840f-49513e973453 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.7268839 Feb 28 10:37:18.793872 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45300) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:18.798898 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d218e3b5-6903-4f5a-b98c-7bd302df5216 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (204e8645-5da4-4c0b-b82c-0a3f90d54713), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:18.803886 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d218e3b5-6903-4f5a-b98c-7bd302df5216 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:18.804515 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d218e3b5-6903-4f5a-b98c-7bd302df5216 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:18.808584 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.quota.resource [None req-25fd6f3c-4b67-4cf4-962f-ef456639c896 tempest-QuotasTest-916328114 tempest-QuotasTest-916328114-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=104083) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 28 10:37:18.918768 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-95e4ad3a-d661-4aeb-a15e-ab5b2b186d12 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (076b9308-afcc-4fb7-9a07-731b3e0e3915), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:18.923860 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d218e3b5-6903-4f5a-b98c-7bd302df5216 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event updated for resources: {'Network': ['ID=204e8645-5da4-4c0b-b82c-0a3f90d54713,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:18.939788 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5d63c91a-70b0-4d8c-acae-aba71a9f5ba1 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (1ec4821c-8ae8-4072-98ad-c390177e7826), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:18.940595 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.quota.resource [None req-25fd6f3c-4b67-4cf4-962f-ef456639c896 tempest-QuotasTest-916328114 tempest-QuotasTest-916328114-project-admin] Usage tracker for resource:subnet and project:3df12745d48c47fd9af68731da3f8811 is out of sync, need to count used quota {{(pid=104083) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 28 10:37:18.944003 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b12b8613-f177-4838-95d4-2a8a0e375aad req-1cb33b67-0c46-4b01-aff1-6ba17f75f63a service neutron] 10.222.0.70 "GET /v2.0/networks/1058a1e5-88f7-4a04-8679-87bdc8619383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3850451 Feb 28 10:37:18.957207 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d987cd-2055-4ba5-a10a-19f8370af52d req-8239b752-06d6-4836-a3a3-ca6ae2b66b1c tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:18.959086 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-91d987cd-2055-4ba5-a10a-19f8370af52d req-8239b752-06d6-4836-a3a3-ca6ae2b66b1c tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] 10.222.0.62 "GET /v2.0/ports?device_id=577bf51b-8d6a-42ef-83c6-cc28ed13db34 HTTP/1.1" status: 200 len: 943 time: 0.2999110 Feb 28 10:37:19.022196 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45304) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:19.024604 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.quota.resource [None req-25fd6f3c-4b67-4cf4-962f-ef456639c896 tempest-QuotasTest-916328114 tempest-QuotasTest-916328114-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104083) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 28 10:37:19.042606 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-ed50076d-dc3c-4cb0-b20b-5d5debfae219 None None] Allocated IP 2001:db8::f816:3eff:fecf:b799 (076b9308-afcc-4fb7-9a07-731b3e0e3915/d325a497-2be9-405f-9fae-b4bbb7b84f20/d8caa07a-3fed-4d47-ba88-34b2a41420fa) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:19.050087 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-d218e3b5-6903-4f5a-b98c-7bd302df5216 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0006912 Feb 28 10:37:19.050253 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45308) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:19.053462 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-7cc57d90-f204-495d-8c6a-cf7909435d42 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Request body: {'subnet': {'network_id': '204e8645-5da4-4c0b-b82c-0a3f90d54713', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:19.081552 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.quota.resource [None req-25fd6f3c-4b67-4cf4-962f-ef456639c896 tempest-QuotasTest-916328114 tempest-QuotasTest-916328114-project-admin] Usage tracker for resource:subnetpool and project:3df12745d48c47fd9af68731da3f8811 is out of sync, need to count used quota {{(pid=104083) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 28 10:37:19.107336 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.quota.resource [None req-25fd6f3c-4b67-4cf4-962f-ef456639c896 tempest-QuotasTest-916328114 tempest-QuotasTest-916328114-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=104083) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 28 10:37:19.139163 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-91d987cd-2055-4ba5-a10a-19f8370af52d req-0c70603d-b73c-4d05-968f-babb557bc7b2 tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] 10.222.0.62 "GET /v2.0/security-groups?id=f7514dbd-377d-453f-b4bc-1666e16a35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176546 Feb 28 10:37:19.146930 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.quota.resource [None req-25fd6f3c-4b67-4cf4-962f-ef456639c896 tempest-QuotasTest-916328114 tempest-QuotasTest-916328114-project-admin] Usage tracker for resource:port and project:3df12745d48c47fd9af68731da3f8811 is out of sync, need to count used quota {{(pid=104083) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 28 10:37:19.160352 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b12b8613-f177-4838-95d4-2a8a0e375aad req-6fec4a4d-7bec-47fa-8f83-45f888849dda service neutron] 10.222.0.70 "GET /v2.0/networks/1058a1e5-88f7-4a04-8679-87bdc8619383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980207 Feb 28 10:37:19.161974 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.quota.resource [None req-25fd6f3c-4b67-4cf4-962f-ef456639c896 tempest-QuotasTest-916328114 tempest-QuotasTest-916328114-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=104083) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 28 10:37:19.170071 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5d63c91a-70b0-4d8c-acae-aba71a9f5ba1 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (1ec4821c-8ae8-4072-98ad-c390177e7826), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:19.171212 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 204e8645-5da4-4c0b-b82c-0a3f90d54713 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:37:19.177669 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d63c91a-70b0-4d8c-acae-aba71a9f5ba1 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:19.178568 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5d63c91a-70b0-4d8c-acae-aba71a9f5ba1 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:19.193671 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.quota.resource [None req-25fd6f3c-4b67-4cf4-962f-ef456639c896 tempest-QuotasTest-916328114 tempest-QuotasTest-916328114-project-admin] Usage tracker for resource:router and project:3df12745d48c47fd9af68731da3f8811 is out of sync, need to count used quota {{(pid=104083) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 28 10:37:19.242540 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.quota.resource [None req-25fd6f3c-4b67-4cf4-962f-ef456639c896 tempest-QuotasTest-916328114 tempest-QuotasTest-916328114-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=104083) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 28 10:37:19.256357 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-af304b9d-ce1b-47d3-8ec8-d2eb16848691 tempest-ExternalNetworksAdminNegativeTestJSON-1396556446 tempest-ExternalNetworksAdminNegativeTestJSON-1396556446-project-admin] Request body: {'floatingip': {'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:19.285567 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-5d63c91a-70b0-4d8c-acae-aba71a9f5ba1 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9125335 Feb 28 10:37:19.286676 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d63c91a-70b0-4d8c-acae-aba71a9f5ba1 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Pushing event updated for resources: {'Network': ['ID=1ec4821c-8ae8-4072-98ad-c390177e7826,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:19.289034 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.quota.resource [None req-25fd6f3c-4b67-4cf4-962f-ef456639c896 tempest-QuotasTest-916328114 tempest-QuotasTest-916328114-project-admin] Usage tracker for resource:floatingip and project:3df12745d48c47fd9af68731da3f8811 is out of sync, need to count used quota {{(pid=104083) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 28 10:37:19.289919 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ed50076d-dc3c-4cb0-b20b-5d5debfae219 None None] Publish callbacks [] for port (d8caa07a-3fed-4d47-ba88-34b2a41420fa), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:19.293082 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45310) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:19.299390 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-37e21634-9b92-4722-8d4e-ce05e4778186 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Request body: {'subnet': {'network_id': '1ec4821c-8ae8-4072-98ad-c390177e7826', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:19.301749 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 1ec4821c-8ae8-4072-98ad-c390177e7826 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:37:19.308321 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.quota.resource [None req-25fd6f3c-4b67-4cf4-962f-ef456639c896 tempest-QuotasTest-916328114 tempest-QuotasTest-916328114-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=104083) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 28 10:37:19.375101 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ed50076d-dc3c-4cb0-b20b-5d5debfae219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (d8caa07a-3fed-4d47-ba88-34b2a41420fa), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:19.411168 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-af304b9d-ce1b-47d3-8ec8-d2eb16848691 tempest-ExternalNetworksAdminNegativeTestJSON-1396556446 tempest-ExternalNetworksAdminNegativeTestJSON-1396556446-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:19.426795 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed50076d-dc3c-4cb0-b20b-5d5debfae219 None None] Network 076b9308-afcc-4fb7-9a07-731b3e0e3915 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:19.436526 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-ed50076d-dc3c-4cb0-b20b-5d5debfae219 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:19.439302 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed50076d-dc3c-4cb0-b20b-5d5debfae219 None None] Pushing event updated for resources: {'Port': ['ID=d8caa07a-3fed-4d47-ba88-34b2a41420fa,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:19.441180 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed50076d-dc3c-4cb0-b20b-5d5debfae219 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:19.476916 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.quota.resource [None req-25fd6f3c-4b67-4cf4-962f-ef456639c896 tempest-QuotasTest-916328114 tempest-QuotasTest-916328114-project-admin] Usage tracker for resource:security_group and project:3df12745d48c47fd9af68731da3f8811 is out of sync, need to count used quota {{(pid=104083) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 28 10:37:19.487381 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.quota.resource [None req-25fd6f3c-4b67-4cf4-962f-ef456639c896 tempest-QuotasTest-916328114 tempest-QuotasTest-916328114-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=104083) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 28 10:37:19.498601 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.quota.resource [None req-25fd6f3c-4b67-4cf4-962f-ef456639c896 tempest-QuotasTest-916328114 tempest-QuotasTest-916328114-project-admin] Usage tracker for resource:security_group_rule and project:3df12745d48c47fd9af68731da3f8811 is out of sync, need to count used quota {{(pid=104083) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 28 10:37:19.502297 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.quota.resource [None req-25fd6f3c-4b67-4cf4-962f-ef456639c896 tempest-QuotasTest-916328114 tempest-QuotasTest-916328114-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104083) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 28 10:37:19.503611 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-ed50076d-dc3c-4cb0-b20b-5d5debfae219 None None] Attempting to bind port d8caa07a-3fed-4d47-ba88-34b2a41420fa on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:37:19.503996 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-ed50076d-dc3c-4cb0-b20b-5d5debfae219 None None] Attempting to bind port d8caa07a-3fed-4d47-ba88-34b2a41420fa by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '4b1f6c9b-a92c-4c8a-b4c9-14fc5181eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '076b9308-afcc-4fb7-9a07-731b3e0e3915'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:37:19.504736 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed50076d-dc3c-4cb0-b20b-5d5debfae219 None None] Attempting to bind port d8caa07a-3fed-4d47-ba88-34b2a41420fa on network 076b9308-afcc-4fb7-9a07-731b3e0e3915 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:37:19.507960 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e21634-9b92-4722-8d4e-ce05e4778186 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Made reservation on behalf of e83592cc9f8b4979b763ded3df9533cb for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:19.509821 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed50076d-dc3c-4cb0-b20b-5d5debfae219 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:37:19.510169 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed50076d-dc3c-4cb0-b20b-5d5debfae219 None None] Checking segment: {'id': '4b1f6c9b-a92c-4c8a-b4c9-14fc5181eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '076b9308-afcc-4fb7-9a07-731b3e0e3915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:19.510576 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ed50076d-dc3c-4cb0-b20b-5d5debfae219 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:19.511009 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed50076d-dc3c-4cb0-b20b-5d5debfae219 None None] Bound using segment: {'id': '4b1f6c9b-a92c-4c8a-b4c9-14fc5181eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '076b9308-afcc-4fb7-9a07-731b3e0e3915'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:37:19.511489 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-ed50076d-dc3c-4cb0-b20b-5d5debfae219 None None] Bound port: d8caa07a-3fed-4d47-ba88-34b2a41420fa, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b1f6c9b-a92c-4c8a-b4c9-14fc5181eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '076b9308-afcc-4fb7-9a07-731b3e0e3915'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:37:19.511829 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-37e21634-9b92-4722-8d4e-ce05e4778186 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:19.511964 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ed50076d-dc3c-4cb0-b20b-5d5debfae219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (d8caa07a-3fed-4d47-ba88-34b2a41420fa), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:19.531043 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-25fd6f3c-4b67-4cf4-962f-ef456639c896 tempest-QuotasTest-916328114 tempest-QuotasTest-916328114-project-admin] 10.222.0.62 "GET /v2.0/quotas/3df12745d48c47fd9af68731da3f8811/details.json HTTP/1.1" status: 200 len: 703 time: 0.9233108 Feb 28 10:37:19.538413 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-95e4ad3a-d661-4aeb-a15e-ab5b2b186d12 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (d325a497-2be9-405f-9fae-b4bbb7b84f20), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:19.573672 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-479eb6b2-0b3e-4c48-af80-e49685172ff6 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (53733d8c-0b23-4003-b3cc-6a0a4207bbf5), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:19.600429 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ed50076d-dc3c-4cb0-b20b-5d5debfae219 None None] For port d8caa07a-3fed-4d47-ba88-34b2a41420fa, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:37:19.605839 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ed50076d-dc3c-4cb0-b20b-5d5debfae219 None None] For port d8caa07a-3fed-4d47-ba88-34b2a41420fa, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=d8caa07a-3fed-4d47-ba88-34b2a41420fa,segment=NetworkSegment(4b1f6c9b-a92c-4c8a-b4c9-14fc5181eaa7),segment_id=4b1f6c9b-a92c-4c8a-b4c9-14fc5181eaa7)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:37:19.643425 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-af304b9d-ce1b-47d3-8ec8-d2eb16848691 tempest-ExternalNetworksAdminNegativeTestJSON-1396556446 tempest-ExternalNetworksAdminNegativeTestJSON-1396556446-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:19.684951 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ed50076d-dc3c-4cb0-b20b-5d5debfae219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (d8caa07a-3fed-4d47-ba88-34b2a41420fa), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:19.689721 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc57d90-f204-495d-8c6a-cf7909435d42 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Made reservation on behalf of 4139ff51d3884888b07610eef64ca26e for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:19.693227 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7cc57d90-f204-495d-8c6a-cf7909435d42 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:19.760511 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed50076d-dc3c-4cb0-b20b-5d5debfae219 None None] Pushing event updated for resources: {'Port': ['ID=d8caa07a-3fed-4d47-ba88-34b2a41420fa,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:19.771832 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-af304b9d-ce1b-47d3-8ec8-d2eb16848691 tempest-ExternalNetworksAdminNegativeTestJSON-1396556446 tempest-ExternalNetworksAdminNegativeTestJSON-1396556446-project-admin] Allocated IP 172.26.3.156 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/2866572d-943f-4305-a645-7f31d3347509) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:19.795613 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-95e4ad3a-d661-4aeb-a15e-ab5b2b186d12 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (d325a497-2be9-405f-9fae-b4bbb7b84f20), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:19.854785 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e4ad3a-d661-4aeb-a15e-ab5b2b186d12 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Pushing event deleted for resources: {'Subnet': ['ID=d325a497-2be9-405f-9fae-b4bbb7b84f20,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:19.954105 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-95e4ad3a-d661-4aeb-a15e-ab5b2b186d12 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (076b9308-afcc-4fb7-9a07-731b3e0e3915), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:19.955809 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:19.989378 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-af304b9d-ce1b-47d3-8ec8-d2eb16848691 tempest-ExternalNetworksAdminNegativeTestJSON-1396556446 tempest-ExternalNetworksAdminNegativeTestJSON-1396556446-project-admin] Publish callbacks [] for port (2866572d-943f-4305-a645-7f31d3347509), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:20.024941 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-95e4ad3a-d661-4aeb-a15e-ab5b2b186d12 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['076b9308-afcc-4fb7-9a07-731b3e0e3915']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:20.039609 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-95e4ad3a-d661-4aeb-a15e-ab5b2b186d12 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b1f6c9b-a92c-4c8a-b4c9-14fc5181eaa7') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:20.039914 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-95e4ad3a-d661-4aeb-a15e-ab5b2b186d12 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b1f6c9b-a92c-4c8a-b4c9-14fc5181eaa7') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:20.060067 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-95e4ad3a-d661-4aeb-a15e-ab5b2b186d12 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (4b1f6c9b-a92c-4c8a-b4c9-14fc5181eaa7), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:20.107245 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-479eb6b2-0b3e-4c48-af80-e49685172ff6 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Router 53733d8c-0b23-4003-b3cc-6a0a4207bbf5 is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:37:20.115153 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-95e4ad3a-d661-4aeb-a15e-ab5b2b186d12 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (4b1f6c9b-a92c-4c8a-b4c9-14fc5181eaa7), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:20.132444 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45316) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:20.138945 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95e4ad3a-d661-4aeb-a15e-ab5b2b186d12 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:37:20.139637 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-95e4ad3a-d661-4aeb-a15e-ab5b2b186d12 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (4b1f6c9b-a92c-4c8a-b4c9-14fc5181eaa7), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:20.142882 dv-neutron-829161-3-hyperv neutron-server[104084]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 28 10:37:20.142882 dv-neutron-829161-3-hyperv neutron-server[104084]: warnings.warn('Neutron quota engine will require "--force" ' Feb 28 10:37:20.142882 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 10:37:20.142882 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:37:20.142882 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 10:37:20.142882 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:37:20.142882 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 10:37:20.142882 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:37:20.142882 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 10:37:20.142882 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:37:20.142882 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 10:37:20.142882 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:37:20.142882 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 10:37:20.142882 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:37:20.142882 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 10:37:20.142882 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:37:20.142882 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:37:20.142882 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:37:20.142882 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:37:20.142882 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:37:20.142882 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 10:37:20.142882 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:37:20.142882 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 10:37:20.142882 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:37:20.142882 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:37:20.142882 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:37:20.142882 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 10:37:20.142882 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:37:20.142882 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:37:20.142882 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:37:20.142882 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:37:20.142882 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:37:20.142882 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:37:20.142882 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:37:20.146566 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-37e21634-9b92-4722-8d4e-ce05e4778186 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (ca4dea0f-3b44-4191-96d6-9493a4dc74d9), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:20.153271 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-af304b9d-ce1b-47d3-8ec8-d2eb16848691 tempest-ExternalNetworksAdminNegativeTestJSON-1396556446 tempest-ExternalNetworksAdminNegativeTestJSON-1396556446-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (2866572d-943f-4305-a645-7f31d3347509), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:20.241513 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7cc57d90-f204-495d-8c6a-cf7909435d42 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (24b27f17-aeb9-4bbd-8bc6-ff5a04f6f3ca), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:20.244393 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af304b9d-ce1b-47d3-8ec8-d2eb16848691 tempest-ExternalNetworksAdminNegativeTestJSON-1396556446 tempest-ExternalNetworksAdminNegativeTestJSON-1396556446-project-admin] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:20.269440 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-af304b9d-ce1b-47d3-8ec8-d2eb16848691 tempest-ExternalNetworksAdminNegativeTestJSON-1396556446 tempest-ExternalNetworksAdminNegativeTestJSON-1396556446-project-admin] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:20.272332 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af304b9d-ce1b-47d3-8ec8-d2eb16848691 tempest-ExternalNetworksAdminNegativeTestJSON-1396556446 tempest-ExternalNetworksAdminNegativeTestJSON-1396556446-project-admin] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:20.281812 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e21634-9b92-4722-8d4e-ce05e4778186 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Pushing event updated for resources: {'Subnet': ['ID=ca4dea0f-3b44-4191-96d6-9493a4dc74d9,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:20.306289 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af304b9d-ce1b-47d3-8ec8-d2eb16848691 tempest-ExternalNetworksAdminNegativeTestJSON-1396556446 tempest-ExternalNetworksAdminNegativeTestJSON-1396556446-project-admin] Pushing event updated for resources: {'Port': ['ID=2866572d-943f-4305-a645-7f31d3347509,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:20.324453 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7482e92d-de76-4a79-bb58-d2dc0050da8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:20.339620 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e21634-9b92-4722-8d4e-ce05e4778186 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Checking segment: {'id': '31c7667c-89f2-4336-a685-9986df17b775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1ec4821c-8ae8-4072-98ad-c390177e7826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:20.340240 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e21634-9b92-4722-8d4e-ce05e4778186 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Network hostable DHCP agents. Network: 1ec4821c-8ae8-4072-98ad-c390177e7826, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:37:20.356122 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.db.api [None req-95e4ad3a-d661-4aeb-a15e-ab5b2b186d12 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 10:37:20.356122 dv-neutron-829161-3-hyperv neutron-server[104084]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 10:37:20.356122 dv-neutron-829161-3-hyperv neutron-server[104084]: [parameters: {'id': '076b9308-afcc-4fb7-9a07-731b3e0e3915'}] Feb 28 10:37:20.356122 dv-neutron-829161-3-hyperv neutron-server[104084]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104084) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:37:20.356581 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG oslo_db.api [None req-95e4ad3a-d661-4aeb-a15e-ab5b2b186d12 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:37:20.398986 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc57d90-f204-495d-8c6a-cf7909435d42 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event updated for resources: {'Subnet': ['ID=24b27f17-aeb9-4bbd-8bc6-ff5a04f6f3ca,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:20.444293 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-af304b9d-ce1b-47d3-8ec8-d2eb16848691 tempest-ExternalNetworksAdminNegativeTestJSON-1396556446 tempest-ExternalNetworksAdminNegativeTestJSON-1396556446-project-admin] Publish callbacks [] for floatingip (4b468cfd-67f9-457d-95f3-5a48ef5094b5), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:20.447844 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e21634-9b92-4722-8d4e-ce05e4778186 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Network 1ec4821c-8ae8-4072-98ad-c390177e7826 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:37:20.449479 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1307fb2d-7b76-4f0d-a5b4-a77bdd5f2fa9 req-e1c5e7eb-2f4c-4208-89ef-649750aa9ece tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:20.451067 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-1307fb2d-7b76-4f0d-a5b4-a77bdd5f2fa9 req-e1c5e7eb-2f4c-4208-89ef-649750aa9ece tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] 10.222.0.62 "GET /v2.0/ports?device_id=577bf51b-8d6a-42ef-83c6-cc28ed13db34 HTTP/1.1" status: 200 len: 943 time: 0.2159297 Feb 28 10:37:20.452265 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc57d90-f204-495d-8c6a-cf7909435d42 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Checking segment: {'id': 'ed80884b-9ca3-45ad-8ccf-7224d3568d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '204e8645-5da4-4c0b-b82c-0a3f90d54713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:20.452637 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc57d90-f204-495d-8c6a-cf7909435d42 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Network hostable DHCP agents. Network: 204e8645-5da4-4c0b-b82c-0a3f90d54713, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:37:20.456669 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-479eb6b2-0b3e-4c48-af80-e49685172ff6 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:37:20.471511 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3bced9-cb9e-44f2-8ec6-219cfe0cbde0 None None] Sync routers for ids ['53733d8c-0b23-4003-b3cc-6a0a4207bbf5'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:37:20.491031 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7482e92d-de76-4a79-bb58-d2dc0050da8e admin admin] Publish callbacks [] for security_group (2b770563-4d1a-41d1-b72b-1ab27df3a7b7), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:20.498419 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3bced9-cb9e-44f2-8ec6-219cfe0cbde0 None None] Routers {'53733d8c-0b23-4003-b3cc-6a0a4207bbf5'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:37:20.499337 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-ba3bced9-cb9e-44f2-8ec6-219cfe0cbde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:37:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['53733d8c-0b23-4003-b3cc-6a0a4207bbf5'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:20.520440 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-1307fb2d-7b76-4f0d-a5b4-a77bdd5f2fa9 req-0319f7a0-0b44-422e-bd1d-16a42db3f653 tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] 10.222.0.62 "GET /v2.0/security-groups?id=f7514dbd-377d-453f-b4bc-1666e16a35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616004 Feb 28 10:37:20.563774 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-479eb6b2-0b3e-4c48-af80-e49685172ff6 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:20.565098 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-479eb6b2-0b3e-4c48-af80-e49685172ff6 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.7839973 Feb 28 10:37:20.568325 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-37e21634-9b92-4722-8d4e-ce05e4778186 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 1ec4821c-8ae8-4072-98ad-c390177e7826) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:20.569248 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45322) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:20.571822 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7482e92d-de76-4a79-bb58-d2dc0050da8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (2b770563-4d1a-41d1-b72b-1ab27df3a7b7), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:20.578691 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e21634-9b92-4722-8d4e-ce05e4778186 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:20.578691 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-37e21634-9b92-4722-8d4e-ce05e4778186 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:20.582449 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-af304b9d-ce1b-47d3-8ec8-d2eb16848691 tempest-ExternalNetworksAdminNegativeTestJSON-1396556446 tempest-ExternalNetworksAdminNegativeTestJSON-1396556446-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (2866572d-943f-4305-a645-7f31d3347509), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:20.596589 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c155815-c3e8-4589-93c4-4a124e7a97e0 None None] Network 1ec4821c-8ae8-4072-98ad-c390177e7826 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:20.630139 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc57d90-f204-495d-8c6a-cf7909435d42 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Network 204e8645-5da4-4c0b-b82c-0a3f90d54713 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:37:20.644414 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-7cc57d90-f204-495d-8c6a-cf7909435d42 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 204e8645-5da4-4c0b-b82c-0a3f90d54713) {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:20.657454 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd16248a-a8b0-41a2-96ee-a56d870c0494 None None] Network 204e8645-5da4-4c0b-b82c-0a3f90d54713 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:20.678781 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7482e92d-de76-4a79-bb58-d2dc0050da8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b770563-4d1a-41d1-b72b-1ab27df3a7b7,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:20.702342 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-7482e92d-de76-4a79-bb58-d2dc0050da8e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8dd094d9936845cb9471cc312a68ce87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5680685 Feb 28 10:37:20.706102 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45324) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:20.720350 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc57d90-f204-495d-8c6a-cf7909435d42 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:20.721897 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7cc57d90-f204-495d-8c6a-cf7909435d42 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:20.738477 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9e3ed5cc-b3c4-4fe4-98f2-2b45b283028a tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks [] for router (53733d8c-0b23-4003-b3cc-6a0a4207bbf5), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:20.739687 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-ba3bced9-cb9e-44f2-8ec6-219cfe0cbde0 None None] Set router 53733d8c-0b23-4003-b3cc-6a0a4207bbf5 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:37:20.787831 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-37e21634-9b92-4722-8d4e-ce05e4778186 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4936674 Feb 28 10:37:20.795885 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45326) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:20.859450 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-95e4ad3a-d661-4aeb-a15e-ab5b2b186d12 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (076b9308-afcc-4fb7-9a07-731b3e0e3915), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:20.903455 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9e3ed5cc-b3c4-4fe4-98f2-2b45b283028a tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks [] for router_gateway (53733d8c-0b23-4003-b3cc-6a0a4207bbf5), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:20.904322 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d17863e5-acf2-46b5-83af-ea3224994e49 admin admin] Publish callbacks [] for security_group (2b770563-4d1a-41d1-b72b-1ab27df3a7b7), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:20.945980 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-7cc57d90-f204-495d-8c6a-cf7909435d42 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8963530 Feb 28 10:37:20.949554 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45328) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:20.955950 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-cf211913-c36b-4867-840d-40fb5ce29e09 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Request body: {'subnet': {'network_id': '204e8645-5da4-4c0b-b82c-0a3f90d54713', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:20.967269 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d17863e5-acf2-46b5-83af-ea3224994e49 admin admin] Publish callbacks [] for security_group (2b770563-4d1a-41d1-b72b-1ab27df3a7b7), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:20.983468 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6289a1b7-1f80-41ee-b41c-8764020b06f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-204e8645-5da4-4c0b-b82c-0a3f90d54713', 'network_id': '204e8645-5da4-4c0b-b82c-0a3f90d54713', 'project_id': '4139ff51d3884888b07610eef64ca26e', 'fixed_ips': [{'subnet_id': '24b27f17-aeb9-4bbd-8bc6-ff5a04f6f3ca'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:37:20.983468 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6289a1b7-1f80-41ee-b41c-8764020b06f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:21.001607 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-af304b9d-ce1b-47d3-8ec8-d2eb16848691 tempest-ExternalNetworksAdminNegativeTestJSON-1396556446 tempest-ExternalNetworksAdminNegativeTestJSON-1396556446-project-admin] Publish callbacks [] for port (2866572d-943f-4305-a645-7f31d3347509), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:21.026675 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-de7c87c9-f821-46b7-9291-f047eee3a291 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (1ec4821c-8ae8-4072-98ad-c390177e7826), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:21.073440 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-af304b9d-ce1b-47d3-8ec8-d2eb16848691 tempest-ExternalNetworksAdminNegativeTestJSON-1396556446 tempest-ExternalNetworksAdminNegativeTestJSON-1396556446-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (2866572d-943f-4305-a645-7f31d3347509), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:21.080612 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-95e4ad3a-d661-4aeb-a15e-ab5b2b186d12 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Deleting port d8caa07a-3fed-4d47-ba88-34b2a41420fa {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:21.080612 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-95e4ad3a-d661-4aeb-a15e-ab5b2b186d12 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (d8caa07a-3fed-4d47-ba88-34b2a41420fa), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:21.099324 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3d85f8-2ee2-4f71-ae10-f9f8e4218c12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-1ec4821c-8ae8-4072-98ad-c390177e7826', 'network_id': '1ec4821c-8ae8-4072-98ad-c390177e7826', 'project_id': 'e83592cc9f8b4979b763ded3df9533cb', 'fixed_ips': [{'subnet_id': 'ca4dea0f-3b44-4191-96d6-9493a4dc74d9'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:37:21.100582 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-1c3d85f8-2ee2-4f71-ae10-f9f8e4218c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:21.103335 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac77f67-4a93-4ca0-85bc-0b5f5dcc8573 None None] Network 076b9308-afcc-4fb7-9a07-731b3e0e3915 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:21.182711 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d17863e5-acf2-46b5-83af-ea3224994e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (2b770563-4d1a-41d1-b72b-1ab27df3a7b7), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:21.183779 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-95e4ad3a-d661-4aeb-a15e-ab5b2b186d12 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] For port d8caa07a-3fed-4d47-ba88-34b2a41420fa, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=d8caa07a-3fed-4d47-ba88-34b2a41420fa,segment=NetworkSegment(4b1f6c9b-a92c-4c8a-b4c9-14fc5181eaa7),segment_id=4b1f6c9b-a92c-4c8a-b4c9-14fc5181eaa7)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:21.184549 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-95e4ad3a-d661-4aeb-a15e-ab5b2b186d12 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (d8caa07a-3fed-4d47-ba88-34b2a41420fa), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:21.186898 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d17863e5-acf2-46b5-83af-ea3224994e49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:21.190873 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-d17863e5-acf2-46b5-83af-ea3224994e49 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2b770563-4d1a-41d1-b72b-1ab27df3a7b7 HTTP/1.1" status: 204 len: 168 time: 0.4800792 Feb 28 10:37:21.215567 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-95e4ad3a-d661-4aeb-a15e-ab5b2b186d12 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Calling delete_port for d8caa07a-3fed-4d47-ba88-34b2a41420fa owned by network:dhcp {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:21.219780 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af304b9d-ce1b-47d3-8ec8-d2eb16848691 tempest-ExternalNetworksAdminNegativeTestJSON-1396556446 tempest-ExternalNetworksAdminNegativeTestJSON-1396556446-project-admin] Pushing event updated for resources: {'Port': ['ID=2866572d-943f-4305-a645-7f31d3347509,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:21.224578 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-9e3ed5cc-b3c4-4fe4-98f2-2b45b283028a tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Deleting port f208c692-5a08-45a0-810a-6a3ac7b7ce3b {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:21.225004 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9e3ed5cc-b3c4-4fe4-98f2-2b45b283028a tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (f208c692-5a08-45a0-810a-6a3ac7b7ce3b), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:21.226371 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17863e5-acf2-46b5-83af-ea3224994e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b770563-4d1a-41d1-b72b-1ab27df3a7b7,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:21.229045 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-af304b9d-ce1b-47d3-8ec8-d2eb16848691 tempest-ExternalNetworksAdminNegativeTestJSON-1396556446 tempest-ExternalNetworksAdminNegativeTestJSON-1396556446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047917'] for floatingip (4b468cfd-67f9-457d-95f3-5a48ef5094b5), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:21.249217 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-de7c87c9-f821-46b7-9291-f047eee3a291 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (ca4dea0f-3b44-4191-96d6-9493a4dc74d9), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:21.252528 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device d8caa07a-3fed-4d47-ba88-34b2a41420fa up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:37:21.285035 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 74371202-ff96-4d60-8ee7-e38035ab4376 details requested by agent hyperv_hv-neutron-8291 with host hv-neutron-8291 {{(pid=104085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:37:21.308081 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-af304b9d-ce1b-47d3-8ec8-d2eb16848691 tempest-ExternalNetworksAdminNegativeTestJSON-1396556446 tempest-ExternalNetworksAdminNegativeTestJSON-1396556446-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:21.312953 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-af304b9d-ce1b-47d3-8ec8-d2eb16848691 tempest-ExternalNetworksAdminNegativeTestJSON-1396556446 tempest-ExternalNetworksAdminNegativeTestJSON-1396556446-project-admin] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2815237 Feb 28 10:37:21.312953 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45334) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:21.320106 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-ebda3bae-4bb8-4b33-a58b-eee63c2b7b60 tempest-ExternalNetworksAdminNegativeTestJSON-1396556446 tempest-ExternalNetworksAdminNegativeTestJSON-1396556446-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1927960614', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'fixed_ips': [{'ip_address': '172.26.3.156'}]}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:21.336831 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf211913-c36b-4867-840d-40fb5ce29e09 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Made reservation on behalf of 4139ff51d3884888b07610eef64ca26e for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:21.340613 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cf211913-c36b-4867-840d-40fb5ce29e09 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:21.368009 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-77194692-caa5-4641-b4dc-7f8d1493bead None None] Provisioning complete for port d8caa07a-3fed-4d47-ba88-34b2a41420fa triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:21.369033 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-77194692-caa5-4641-b4dc-7f8d1493bead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (d8caa07a-3fed-4d47-ba88-34b2a41420fa), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:21.396001 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-de7c87c9-f821-46b7-9291-f047eee3a291 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (ca4dea0f-3b44-4191-96d6-9493a4dc74d9), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:21.403708 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9e3ed5cc-b3c4-4fe4-98f2-2b45b283028a tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (f208c692-5a08-45a0-810a-6a3ac7b7ce3b), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:21.427999 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-9e3ed5cc-b3c4-4fe4-98f2-2b45b283028a tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Calling delete_port for f208c692-5a08-45a0-810a-6a3ac7b7ce3b owned by network:router_gateway {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:21.447986 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c87c9-f821-46b7-9291-f047eee3a291 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Pushing event deleted for resources: {'Subnet': ['ID=ca4dea0f-3b44-4191-96d6-9493a4dc74d9,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:21.456479 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebda3bae-4bb8-4b33-a58b-eee63c2b7b60 tempest-ExternalNetworksAdminNegativeTestJSON-1396556446 tempest-ExternalNetworksAdminNegativeTestJSON-1396556446-project-admin] Made reservation on behalf of 9fa0eeecbe234ebebbe8bafd769cfeab for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:21.461393 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ebda3bae-4bb8-4b33-a58b-eee63c2b7b60 tempest-ExternalNetworksAdminNegativeTestJSON-1396556446 tempest-ExternalNetworksAdminNegativeTestJSON-1396556446-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:21.480714 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ebda3bae-4bb8-4b33-a58b-eee63c2b7b60 tempest-ExternalNetworksAdminNegativeTestJSON-1396556446 tempest-ExternalNetworksAdminNegativeTestJSON-1396556446-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:21.516885 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.ipam_backend_mixin [None req-cf211913-c36b-4867-840d-40fb5ce29e09 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 24b27f17-aeb9-4bbd-8bc6-ff5a04f6f3ca (CIDR: 2001:db8::/64) Feb 28 10:37:21.600739 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-de7c87c9-f821-46b7-9291-f047eee3a291 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (1ec4821c-8ae8-4072-98ad-c390177e7826), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:21.621693 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-95e4ad3a-d661-4aeb-a15e-ab5b2b186d12 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (d8caa07a-3fed-4d47-ba88-34b2a41420fa), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:21.628293 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-de7c87c9-f821-46b7-9291-f047eee3a291 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ec4821c-8ae8-4072-98ad-c390177e7826']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:21.632315 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf211913-c36b-4867-840d-40fb5ce29e09 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:37:21.632955 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf211913-c36b-4867-840d-40fb5ce29e09 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:37:21.640261 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-de7c87c9-f821-46b7-9291-f047eee3a291 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31c7667c-89f2-4336-a685-9986df17b775') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:21.640636 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-de7c87c9-f821-46b7-9291-f047eee3a291 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31c7667c-89f2-4336-a685-9986df17b775') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:21.651860 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e4ad3a-d661-4aeb-a15e-ab5b2b186d12 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] No DVR routers for this DVR port d8caa07a-3fed-4d47-ba88-34b2a41420fa on host dv-neutron-829161-3-hyperv {{(pid=104084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:37:21.660789 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-de7c87c9-f821-46b7-9291-f047eee3a291 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (31c7667c-89f2-4336-a685-9986df17b775), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:21.688752 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e4ad3a-d661-4aeb-a15e-ab5b2b186d12 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Pushing event deleted for resources: {'Port': ['ID=d8caa07a-3fed-4d47-ba88-34b2a41420fa,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:21.705184 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:21.716781 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-de7c87c9-f821-46b7-9291-f047eee3a291 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (31c7667c-89f2-4336-a685-9986df17b775), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:21.719414 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-6289a1b7-1f80-41ee-b41c-8764020b06f8 None None] Allocated IP 2001:db8::2 (204e8645-5da4-4c0b-b82c-0a3f90d54713/24b27f17-aeb9-4bbd-8bc6-ff5a04f6f3ca/1e29e4fc-3ed6-478b-a1f8-f06193f7ed88) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:21.730073 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.db.resource_extend [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 10:37:21.734245 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de7c87c9-f821-46b7-9291-f047eee3a291 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:37:21.734646 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-de7c87c9-f821-46b7-9291-f047eee3a291 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (31c7667c-89f2-4336-a685-9986df17b775), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:21.738526 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:37:21.738526 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:37:21.738526 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:37:21.738526 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:37:21.738526 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:37:21.738526 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:37:21.738526 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:37:21.738526 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:37:21.738526 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:37:21.738526 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:37:21.738526 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:37:21.738526 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:37:21.738526 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:37:21.738526 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:37:21.738526 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:37:21.738526 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:37:21.738526 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:37:21.738526 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:37:21.738526 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:37:21.738526 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:37:21.738526 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:37:21.738526 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:37:21.738526 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:37:21.738526 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:37:21.738526 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:37:21.738526 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:37:21.738526 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:37:21.738526 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:37:21.738526 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:37:21.738526 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:37:21.738526 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:37:21.738526 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:37:21.749690 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No active binding found for port d8caa07a-3fed-4d47-ba88-34b2a41420fa {{(pid=104085) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 28 10:37:21.754510 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] The host dv-neutron-829161-3-hyperv is not matching for port d8caa07a-3fed-4d47-ba88-34b2a41420fa host None! {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 28 10:37:21.754510 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device d8caa07a-3fed-4d47-ba88-34b2a41420fa not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 28 10:37:21.801304 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-95e4ad3a-d661-4aeb-a15e-ab5b2b186d12 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (076b9308-afcc-4fb7-9a07-731b3e0e3915), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:21.808797 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-77194692-caa5-4641-b4dc-7f8d1493bead None None] Could not find standard attr ID for object d8caa07a-3fed-4d47-ba88-34b2a41420fa. {{(pid=104085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:37:21.820097 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.plugins.ml2.db [None req-77194692-caa5-4641-b4dc-7f8d1493bead None None] No ports have port_id starting with d8caa07a-3fed-4d47-ba88-34b2a41420fa Feb 28 10:37:21.825437 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Port d8caa07a-3fed-4d47-ba88-34b2a41420fa not found, will not notify nova. {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 28 10:37:21.828083 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-95e4ad3a-d661-4aeb-a15e-ab5b2b186d12 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['076b9308-afcc-4fb7-9a07-731b3e0e3915']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:21.837826 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e960620-ea61-4789-84bd-b6cf8be72451 req-340c9c01-143d-4ed6-beb1-6fe0a3cf1f53 tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:21.839515 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5e960620-ea61-4789-84bd-b6cf8be72451 req-340c9c01-143d-4ed6-beb1-6fe0a3cf1f53 tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] 10.222.0.62 "GET /v2.0/ports?device_id=577bf51b-8d6a-42ef-83c6-cc28ed13db34 HTTP/1.1" status: 200 len: 943 time: 0.1706681 Feb 28 10:37:21.841605 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-95e4ad3a-d661-4aeb-a15e-ab5b2b186d12 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b1f6c9b-a92c-4c8a-b4c9-14fc5181eaa7') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:21.842010 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-95e4ad3a-d661-4aeb-a15e-ab5b2b186d12 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b1f6c9b-a92c-4c8a-b4c9-14fc5181eaa7') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:21.851548 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-ba3bced9-cb9e-44f2-8ec6-219cfe0cbde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53733d8c-0b23-4003-b3cc-6a0a4207bbf5', 'name': '', 'tenant_id': '974a20db3a4641d1ba24a5b90fca5ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd09da1c-9aae-45c3-8f5e-8a01d2db5f51', 'external_fixed_ips': [{'subnet_id': 'a9d44f67-4589-4ecb-8e5f-461b4a748aa4', 'ip_address': '2001:db8::2b6'}], 'enable_snat': True}, 'gw_port_id': 'f208c692-5a08-45a0-810a-6a3ac7b7ce3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:37:16Z', 'updated_at': '2022-02-28T10:37:18Z', 'revision_number': 3, 'project_id': '974a20db3a4641d1ba24a5b90fca5ff2', 'gw_port': {'id': 'f208c692-5a08-45a0-810a-6a3ac7b7ce3b', 'name': '', 'network_id': 'bd09da1c-9aae-45c3-8f5e-8a01d2db5f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53733d8c-0b23-4003-b3cc-6a0a4207bbf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a9d44f67-4589-4ecb-8e5f-461b4a748aa4', 'ip_address': '2001:db8::2b6', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:37:17Z', 'updated_at': '2022-02-28T10:37:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9d44f67-4589-4ecb-8e5f-461b4a748aa4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:21.856024 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-95e4ad3a-d661-4aeb-a15e-ab5b2b186d12 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (4b1f6c9b-a92c-4c8a-b4c9-14fc5181eaa7), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:21.870881 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-95e4ad3a-d661-4aeb-a15e-ab5b2b186d12 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (4b1f6c9b-a92c-4c8a-b4c9-14fc5181eaa7), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:21.877432 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95e4ad3a-d661-4aeb-a15e-ab5b2b186d12 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:37:21.881691 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-95e4ad3a-d661-4aeb-a15e-ab5b2b186d12 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (4b1f6c9b-a92c-4c8a-b4c9-14fc5181eaa7), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:21.885631 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ebda3bae-4bb8-4b33-a58b-eee63c2b7b60 tempest-ExternalNetworksAdminNegativeTestJSON-1396556446 tempest-ExternalNetworksAdminNegativeTestJSON-1396556446-project-admin] Publish callbacks [] for security_group (1b177489-a88c-4f22-a459-eefa3e437224), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:21.919243 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server [None req-1c3d85f8-2ee2-4f71-ae10-f9f8e4218c12 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ca4dea0f-3b44-4191-96d6-9493a4dc74d9: This subnet is being modified by another concurrent operation. Feb 28 10:37:21.919243 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 28 10:37:21.919243 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 28 10:37:21.919243 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 28 10:37:21.919243 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 28 10:37:21.919243 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 28 10:37:21.919243 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 28 10:37:21.919243 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 28 10:37:21.919243 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 28 10:37:21.919243 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 28 10:37:21.919243 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 10:37:21.919243 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 10:37:21.919243 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 10:37:21.919243 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 10:37:21.919243 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 10:37:21.919243 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 10:37:21.919243 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 10:37:21.919243 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 10:37:21.919243 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 10:37:21.919243 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 10:37:21.919243 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 10:37:21.919243 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 10:37:21.919243 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 10:37:21.919243 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 10:37:21.919243 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 10:37:21.919243 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 10:37:21.919243 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 10:37:21.919243 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 10:37:21.919243 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 10:37:21.919243 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 10:37:21.919243 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 10:37:21.919243 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 10:37:21.919243 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 10:37:21.919243 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 10:37:21.919243 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 28 10:37:21.919243 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 28 10:37:21.919243 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 28 10:37:21.919243 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 28 10:37:21.919243 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 28 10:37:21.919243 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 28 10:37:21.919243 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 28 10:37:21.919243 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 28 10:37:21.919243 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 28 10:37:21.919243 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 10:37:21.919243 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 28 10:37:21.919243 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 10:37:21.919243 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 10:37:21.919243 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 10:37:21.919243 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 10:37:21.919243 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 10:37:21.919243 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 10:37:21.919243 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 10:37:21.919243 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 10:37:21.919243 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 10:37:21.923509 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 10:37:21.923509 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 10:37:21.923509 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 10:37:21.923509 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 10:37:21.923509 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 10:37:21.923509 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 10:37:21.923509 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 10:37:21.923509 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 10:37:21.923509 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 10:37:21.923509 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 10:37:21.923509 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 10:37:21.923509 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 10:37:21.923509 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 10:37:21.923509 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 10:37:21.923509 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 10:37:21.923509 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 10:37:21.923509 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 28 10:37:21.923509 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 28 10:37:21.923509 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 28 10:37:21.923509 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 28 10:37:21.923509 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Feb 28 10:37:21.923509 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 28 10:37:21.923509 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 28 10:37:21.923509 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 28 10:37:21.923509 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 28 10:37:21.923509 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 10:37:21.923509 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 28 10:37:21.923509 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 28 10:37:21.923509 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 28 10:37:21.923509 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 28 10:37:21.923509 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 28 10:37:21.923509 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 28 10:37:21.923509 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 28 10:37:21.923509 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 28 10:37:21.923509 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 28 10:37:21.923509 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server raise exception Feb 28 10:37:21.923509 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ca4dea0f-3b44-4191-96d6-9493a4dc74d9: This subnet is being modified by another concurrent operation. Feb 28 10:37:21.923509 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server Feb 28 10:37:21.929517 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5e960620-ea61-4789-84bd-b6cf8be72451 req-2a464a28-ffed-494f-b6a6-79fa6c8e940e tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] 10.222.0.62 "GET /v2.0/security-groups?id=f7514dbd-377d-453f-b4bc-1666e16a35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738938 Feb 28 10:37:21.930572 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-de7c87c9-f821-46b7-9291-f047eee3a291 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (1ec4821c-8ae8-4072-98ad-c390177e7826), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:21.931054 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3bced9-cb9e-44f2-8ec6-219cfe0cbde0 None None] Checking router: 53733d8c-0b23-4003-b3cc-6a0a4207bbf5 for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:37:21.931570 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3bced9-cb9e-44f2-8ec6-219cfe0cbde0 None None] Updating router 53733d8c-0b23-4003-b3cc-6a0a4207bbf5 port f208c692-5a08-45a0-810a-6a3ac7b7ce3b binding host dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:37:21.938039 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-de7c87c9-f821-46b7-9291-f047eee3a291 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:21.943891 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-de7c87c9-f821-46b7-9291-f047eee3a291 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "DELETE /v2.0/networks/1ec4821c-8ae8-4072-98ad-c390177e7826 HTTP/1.1" status: 204 len: 168 time: 1.1443586 Feb 28 10:37:21.944902 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45342) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:21.951303 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-8d30a77b-1475-43fb-92da-c7411465ecea tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-285246624'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:21.966515 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c87c9-f821-46b7-9291-f047eee3a291 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Pushing event deleted for resources: {'Network': ['ID=1ec4821c-8ae8-4072-98ad-c390177e7826,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:21.967361 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 10:37:21.967361 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:37:21.967361 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 10:37:21.967361 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:37:21.967361 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 10:37:21.967361 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:37:21.967361 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 10:37:21.967361 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:37:21.967361 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 10:37:21.967361 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:37:21.967361 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 10:37:21.967361 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:37:21.967361 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 10:37:21.967361 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:37:21.967361 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:37:21.967361 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:37:21.967361 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:37:21.967361 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:37:21.967361 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 10:37:21.967361 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:37:21.967361 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 10:37:21.967361 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:37:21.967361 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:37:21.967361 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:37:21.967361 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 10:37:21.967361 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:37:21.967361 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:37:21.967361 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:37:21.967361 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:37:21.967361 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:37:21.967361 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:37:21.967361 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:37:21.970458 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ebda3bae-4bb8-4b33-a58b-eee63c2b7b60 tempest-ExternalNetworksAdminNegativeTestJSON-1396556446 tempest-ExternalNetworksAdminNegativeTestJSON-1396556446-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (1b177489-a88c-4f22-a459-eefa3e437224), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:21.974677 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-cf211913-c36b-4867-840d-40fb5ce29e09 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0241687 Feb 28 10:37:21.981339 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-ebda3bae-4bb8-4b33-a58b-eee63c2b7b60 tempest-ExternalNetworksAdminNegativeTestJSON-1396556446 tempest-ExternalNetworksAdminNegativeTestJSON-1396556446-project-admin] device_id is not set on port 00d14007-24d6-4240-b036-5060f11893b3 yet. {{(pid=104083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:37:21.981796 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45344) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:21.991846 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-0d71fa00-0dda-48a2-b18c-ca3c6e716a38 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Request body: {'subnet': {'network_id': '204e8645-5da4-4c0b-b82c-0a3f90d54713', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:22.002541 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45346) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:22.034086 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b56e53-f192-443c-abcf-28823f4939b4 None None] Network 1ec4821c-8ae8-4072-98ad-c390177e7826 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:22.058540 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b56e53-f192-443c-abcf-28823f4939b4 None None] Network 1ec4821c-8ae8-4072-98ad-c390177e7826 could not be found, it might have been deleted concurrently. {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 28 10:37:22.078432 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebda3bae-4bb8-4b33-a58b-eee63c2b7b60 tempest-ExternalNetworksAdminNegativeTestJSON-1396556446 tempest-ExternalNetworksAdminNegativeTestJSON-1396556446-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b177489-a88c-4f22-a459-eefa3e437224,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:22.091227 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 74371202-ff96-4d60-8ee7-e38035ab4376, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=74371202-ff96-4d60-8ee7-e38035ab4376,segment=NetworkSegment(22e33907-99b1-49e9-a77d-c1f1b4f80ca2),segment_id=22e33907-99b1-49e9-a77d-c1f1b4f80ca2)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:22.113279 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b891d9-7fad-435d-9b42-8ae3058395f5 None None] DHCP port deletion for 076b9308-afcc-4fb7-9a07-731b3e0e3915 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:37:22.115185 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d30a77b-1475-43fb-92da-c7411465ecea tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Made reservation on behalf of e83592cc9f8b4979b763ded3df9533cb for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:22.115290 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ba3bced9-cb9e-44f2-8ec6-219cfe0cbde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (f208c692-5a08-45a0-810a-6a3ac7b7ce3b), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:22.120566 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8d30a77b-1475-43fb-92da-c7411465ecea tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:22.147768 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Returning: {'device': '74371202-ff96-4d60-8ee7-e38035ab4376', 'network_id': '1058a1e5-88f7-4a04-8679-87bdc8619383', 'port_id': '74371202-ff96-4d60-8ee7-e38035ab4376', 'mac_address': 'fa:16:3e:1e:8e:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca26377-e3c5-45ec-bd08-811c44b5ebd6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:37:22.206819 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-95e4ad3a-d661-4aeb-a15e-ab5b2b186d12 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (076b9308-afcc-4fb7-9a07-731b3e0e3915), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:22.210880 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9e3ed5cc-b3c4-4fe4-98f2-2b45b283028a tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (f208c692-5a08-45a0-810a-6a3ac7b7ce3b), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:22.218704 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d30a77b-1475-43fb-92da-c7411465ecea tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:37:22.231402 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-de0325ec-6e69-4e66-b0f5-b3dd6e4c4ee6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:22.237350 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-95e4ad3a-d661-4aeb-a15e-ab5b2b186d12 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:22.243336 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-95e4ad3a-d661-4aeb-a15e-ab5b2b186d12 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] 10.222.0.62 "DELETE /v2.0/networks/076b9308-afcc-4fb7-9a07-731b3e0e3915 HTTP/1.1" status: 204 len: 168 time: 3.4478064 Feb 28 10:37:22.252866 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45348) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:22.261925 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8d30a77b-1475-43fb-92da-c7411465ecea tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (0565b299-8149-44f3-92aa-25f9cd60223d), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:22.262263 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-8d30a77b-1475-43fb-92da-c7411465ecea tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Added segment 0565b299-8149-44f3-92aa-25f9cd60223d of type vlan for network 0953e7ab-f9d4-4cb0-9943-b17c565e3d31 Feb 28 10:37:22.266953 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-4130312b-aa16-42aa-ae0a-c91a05d2fe72 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-254629302'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:22.294177 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6289a1b7-1f80-41ee-b41c-8764020b06f8 None None] Publish callbacks [] for port (1e29e4fc-3ed6-478b-a1f8-f06193f7ed88), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:22.308650 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 74371202-ff96-4d60-8ee7-e38035ab4376 is: DOWN; New status is: BUILD {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:22.309047 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (74371202-ff96-4d60-8ee7-e38035ab4376), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:22.312061 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3ed5cc-b3c4-4fe4-98f2-2b45b283028a tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Pushing event deleted for resources: {'Port': ['ID=f208c692-5a08-45a0-810a-6a3ac7b7ce3b,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:22.315986 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e4ad3a-d661-4aeb-a15e-ab5b2b186d12 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Pushing event deleted for resources: {'Network': ['ID=076b9308-afcc-4fb7-9a07-731b3e0e3915,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:22.317394 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9e3ed5cc-b3c4-4fe4-98f2-2b45b283028a tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047843'] for router_gateway (53733d8c-0b23-4003-b3cc-6a0a4207bbf5), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:22.333000 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74371202-ff96-4d60-8ee7-e38035ab4376 {{(pid=104085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:37:22.336297 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8d30a77b-1475-43fb-92da-c7411465ecea tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (0953e7ab-f9d4-4cb0-9943-b17c565e3d31), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:22.390881 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebda3bae-4bb8-4b33-a58b-eee63c2b7b60 tempest-ExternalNetworksAdminNegativeTestJSON-1396556446 tempest-ExternalNetworksAdminNegativeTestJSON-1396556446-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 28 10:37:22.390881 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebda3bae-4bb8-4b33-a58b-eee63c2b7b60 tempest-ExternalNetworksAdminNegativeTestJSON-1396556446 tempest-ExternalNetworksAdminNegativeTestJSON-1396556446-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:37:22.392905 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 74371202-ff96-4d60-8ee7-e38035ab4376, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=74371202-ff96-4d60-8ee7-e38035ab4376,segment=NetworkSegment(22e33907-99b1-49e9-a77d-c1f1b4f80ca2),segment_id=22e33907-99b1-49e9-a77d-c1f1b4f80ca2)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:22.395863 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6289a1b7-1f80-41ee-b41c-8764020b06f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (1e29e4fc-3ed6-478b-a1f8-f06193f7ed88), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:22.415138 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4130312b-aa16-42aa-ae0a-c91a05d2fe72 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Made reservation on behalf of 070cd643c21d4bf29defcd2dc74e514a for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:22.419256 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4130312b-aa16-42aa-ae0a-c91a05d2fe72 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:22.423980 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d71fa00-0dda-48a2-b18c-ca3c6e716a38 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Made reservation on behalf of 4139ff51d3884888b07610eef64ca26e for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:22.429392 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0d71fa00-0dda-48a2-b18c-ca3c6e716a38 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:22.448390 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9e3ed5cc-b3c4-4fe4-98f2-2b45b283028a tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (53733d8c-0b23-4003-b3cc-6a0a4207bbf5), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:22.455663 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9e3ed5cc-b3c4-4fe4-98f2-2b45b283028a tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks [] for router_controller (53733d8c-0b23-4003-b3cc-6a0a4207bbf5), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:22.459707 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6289a1b7-1f80-41ee-b41c-8764020b06f8 None None] Network 204e8645-5da4-4c0b-b82c-0a3f90d54713 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:22.459875 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4130312b-aa16-42aa-ae0a-c91a05d2fe72 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:37:22.462622 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6289a1b7-1f80-41ee-b41c-8764020b06f8 None None] Pushing event updated for resources: {'Port': ['ID=1e29e4fc-3ed6-478b-a1f8-f06193f7ed88,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:22.468881 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-6289a1b7-1f80-41ee-b41c-8764020b06f8 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:22.477506 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6289a1b7-1f80-41ee-b41c-8764020b06f8 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:22.482225 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8d30a77b-1475-43fb-92da-c7411465ecea tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (0953e7ab-f9d4-4cb0-9943-b17c565e3d31), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:22.488089 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d30a77b-1475-43fb-92da-c7411465ecea tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:22.488696 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8d30a77b-1475-43fb-92da-c7411465ecea tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:22.493836 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4130312b-aa16-42aa-ae0a-c91a05d2fe72 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (f050b441-c2b2-4e81-98ca-e46a93367604), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:22.494290 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-4130312b-aa16-42aa-ae0a-c91a05d2fe72 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Added segment f050b441-c2b2-4e81-98ca-e46a93367604 of type vlan for network 0a23d256-42b0-4fdc-8db7-c214575ef07e Feb 28 10:37:22.521073 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (74371202-ff96-4d60-8ee7-e38035ab4376), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:22.527979 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-ebda3bae-4bb8-4b33-a58b-eee63c2b7b60 tempest-ExternalNetworksAdminNegativeTestJSON-1396556446 tempest-ExternalNetworksAdminNegativeTestJSON-1396556446-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.2107456 Feb 28 10:37:22.533216 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45350) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:22.609349 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d30a77b-1475-43fb-92da-c7411465ecea tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Pushing event updated for resources: {'Network': ['ID=0953e7ab-f9d4-4cb0-9943-b17c565e3d31,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:22.612844 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4130312b-aa16-42aa-ae0a-c91a05d2fe72 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (0a23d256-42b0-4fdc-8db7-c214575ef07e), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:22.621212 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-8d30a77b-1475-43fb-92da-c7411465ecea tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6752541 Feb 28 10:37:22.625079 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45352) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:22.632250 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-1c573979-8173-4f72-8683-34da461a33e6 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Request body: {'subnet': {'network_id': '0953e7ab-f9d4-4cb0-9943-b17c565e3d31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:22.635707 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-6289a1b7-1f80-41ee-b41c-8764020b06f8 None None] Attempting to bind port 1e29e4fc-3ed6-478b-a1f8-f06193f7ed88 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:37:22.636085 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-6289a1b7-1f80-41ee-b41c-8764020b06f8 None None] Attempting to bind port 1e29e4fc-3ed6-478b-a1f8-f06193f7ed88 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': 'ed80884b-9ca3-45ad-8ccf-7224d3568d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '204e8645-5da4-4c0b-b82c-0a3f90d54713'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:37:22.636451 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6289a1b7-1f80-41ee-b41c-8764020b06f8 None None] Attempting to bind port 1e29e4fc-3ed6-478b-a1f8-f06193f7ed88 on network 204e8645-5da4-4c0b-b82c-0a3f90d54713 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:37:22.647538 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 0953e7ab-f9d4-4cb0-9943-b17c565e3d31 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:37:22.661476 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9e3ed5cc-b3c4-4fe4-98f2-2b45b283028a tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (53733d8c-0b23-4003-b3cc-6a0a4207bbf5), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:22.662045 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3ed5cc-b3c4-4fe4-98f2-2b45b283028a tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 53733d8c-0b23-4003-b3cc-6a0a4207bbf5 {{(pid=104084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:37:22.677023 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9e3ed5cc-b3c4-4fe4-98f2-2b45b283028a tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:22.680468 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-9e3ed5cc-b3c4-4fe4-98f2-2b45b283028a tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] 10.222.0.62 "DELETE /v2.0/routers/53733d8c-0b23-4003-b3cc-6a0a4207bbf5 HTTP/1.1" status: 204 len: 168 time: 2.1075139 Feb 28 10:37:22.686208 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6289a1b7-1f80-41ee-b41c-8764020b06f8 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:37:22.686998 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6289a1b7-1f80-41ee-b41c-8764020b06f8 None None] Checking segment: {'id': 'ed80884b-9ca3-45ad-8ccf-7224d3568d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '204e8645-5da4-4c0b-b82c-0a3f90d54713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:22.687119 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45354) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:22.687385 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6289a1b7-1f80-41ee-b41c-8764020b06f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:22.687479 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6289a1b7-1f80-41ee-b41c-8764020b06f8 None None] Bound using segment: {'id': 'ed80884b-9ca3-45ad-8ccf-7224d3568d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '204e8645-5da4-4c0b-b82c-0a3f90d54713'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:37:22.688380 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-6289a1b7-1f80-41ee-b41c-8764020b06f8 None None] Bound port: 1e29e4fc-3ed6-478b-a1f8-f06193f7ed88, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed80884b-9ca3-45ad-8ccf-7224d3568d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '204e8645-5da4-4c0b-b82c-0a3f90d54713'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:37:22.688588 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6289a1b7-1f80-41ee-b41c-8764020b06f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (1e29e4fc-3ed6-478b-a1f8-f06193f7ed88), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:22.741311 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.db.api [None req-ba3bced9-cb9e-44f2-8ec6-219cfe0cbde0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:37:22.742273 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG oslo_db.api [None req-ba3bced9-cb9e-44f2-8ec6-219cfe0cbde0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:37:22.742622 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=74371202-ff96-4d60-8ee7-e38035ab4376,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:22.749501 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:22.775460 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-de0325ec-6e69-4e66-b0f5-b3dd6e4c4ee6 admin admin] Publish callbacks [] for security_group (bf51412c-3880-4884-8c68-cc39e222d460), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:22.793348 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4130312b-aa16-42aa-ae0a-c91a05d2fe72 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (0a23d256-42b0-4fdc-8db7-c214575ef07e), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:22.796874 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4ff5eb3-6dea-46f3-8ea8-7bd453004d43 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Deleting subnet a9d44f67-4589-4ecb-8e5f-461b4a748aa4 {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:37:22.798952 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4130312b-aa16-42aa-ae0a-c91a05d2fe72 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:22.799536 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4130312b-aa16-42aa-ae0a-c91a05d2fe72 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:22.806533 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e4ff5eb3-6dea-46f3-8ea8-7bd453004d43 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks [] for subnet (a9d44f67-4589-4ecb-8e5f-461b4a748aa4), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:22.819462 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c573979-8173-4f72-8683-34da461a33e6 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Made reservation on behalf of e83592cc9f8b4979b763ded3df9533cb for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:22.823631 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1c573979-8173-4f72-8683-34da461a33e6 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:22.826221 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-6289a1b7-1f80-41ee-b41c-8764020b06f8 None None] For port 1e29e4fc-3ed6-478b-a1f8-f06193f7ed88, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:37:22.829526 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-6289a1b7-1f80-41ee-b41c-8764020b06f8 None None] For port 1e29e4fc-3ed6-478b-a1f8-f06193f7ed88, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=1e29e4fc-3ed6-478b-a1f8-f06193f7ed88,segment=NetworkSegment(ed80884b-9ca3-45ad-8ccf-7224d3568d93),segment_id=ed80884b-9ca3-45ad-8ccf-7224d3568d93)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:37:22.841498 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['74371202-ff96-4d60-8ee7-e38035ab4376'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:37:22.871345 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-7b03475e-fb50-4337-8424-d9095a6e24da tempest-ExternalNetworksAdminNegativeTestJSON-1396556446 tempest-ExternalNetworksAdminNegativeTestJSON-1396556446-project-admin] Deleting port 2866572d-943f-4305-a645-7f31d3347509 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:22.871768 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7b03475e-fb50-4337-8424-d9095a6e24da tempest-ExternalNetworksAdminNegativeTestJSON-1396556446 tempest-ExternalNetworksAdminNegativeTestJSON-1396556446-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (2866572d-943f-4305-a645-7f31d3347509), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:22.944240 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4130312b-aa16-42aa-ae0a-c91a05d2fe72 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Pushing event updated for resources: {'Network': ['ID=0a23d256-42b0-4fdc-8db7-c214575ef07e,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:22.961049 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-4130312b-aa16-42aa-ae0a-c91a05d2fe72 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7026854 Feb 28 10:37:22.963602 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45356) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:22.965423 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 0a23d256-42b0-4fdc-8db7-c214575ef07e details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:37:22.969556 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6289a1b7-1f80-41ee-b41c-8764020b06f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (1e29e4fc-3ed6-478b-a1f8-f06193f7ed88), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:22.977058 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-b2013ae4-7349-45e7-9322-7327290974d4 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Request body: {'subnet': {'network_id': '0a23d256-42b0-4fdc-8db7-c214575ef07e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:23.126258 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device d8caa07a-3fed-4d47-ba88-34b2a41420fa no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:37:23.216200 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: d8caa07a-3fed-4d47-ba88-34b2a41420fa {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:37:23.216874 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device d8caa07a-3fed-4d47-ba88-34b2a41420fa not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:37:23.250322 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e4ff5eb3-6dea-46f3-8ea8-7bd453004d43 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (a9d44f67-4589-4ecb-8e5f-461b4a748aa4), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:23.271528 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3bced9-cb9e-44f2-8ec6-219cfe0cbde0 None None] Port f208c692-5a08-45a0-810a-6a3ac7b7ce3b not found while updating agent binding for router 53733d8c-0b23-4003-b3cc-6a0a4207bbf5. {{(pid=104085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 28 10:37:23.283527 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6289a1b7-1f80-41ee-b41c-8764020b06f8 None None] Pushing event updated for resources: {'Port': ['ID=1e29e4fc-3ed6-478b-a1f8-f06193f7ed88,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:23.293181 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-de0325ec-6e69-4e66-b0f5-b3dd6e4c4ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (bf51412c-3880-4884-8c68-cc39e222d460), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:23.307476 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3bced9-cb9e-44f2-8ec6-219cfe0cbde0 None None] Routers set() bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:37:23.307966 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3bced9-cb9e-44f2-8ec6-219cfe0cbde0 None None] Router IDs set() for agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 28 10:37:23.308714 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_agentschedulers_db [None req-ba3bced9-cb9e-44f2-8ec6-219cfe0cbde0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'53733d8c-0b23-4003-b3cc-6a0a4207bbf5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:37:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent'). {{(pid=104085) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 28 10:37:23.309182 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3bced9-cb9e-44f2-8ec6-219cfe0cbde0 None None] The sync data for ids ['53733d8c-0b23-4003-b3cc-6a0a4207bbf5'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:37:23.443154 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-de0325ec-6e69-4e66-b0f5-b3dd6e4c4ee6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3df12745d48c47fd9af68731da3f8811&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4365551 Feb 28 10:37:23.455165 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45360) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:23.459559 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e4ff5eb3-6dea-46f3-8ea8-7bd453004d43 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (a9d44f67-4589-4ecb-8e5f-461b4a748aa4), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:23.497691 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0325ec-6e69-4e66-b0f5-b3dd6e4c4ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf51412c-3880-4884-8c68-cc39e222d460,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:23.521870 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7b03475e-fb50-4337-8424-d9095a6e24da tempest-ExternalNetworksAdminNegativeTestJSON-1396556446 tempest-ExternalNetworksAdminNegativeTestJSON-1396556446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (2866572d-943f-4305-a645-7f31d3347509), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:23.522203 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7b03475e-fb50-4337-8424-d9095a6e24da tempest-ExternalNetworksAdminNegativeTestJSON-1396556446 tempest-ExternalNetworksAdminNegativeTestJSON-1396556446-project-admin] Publish callbacks [] for floatingip (2866572d-943f-4305-a645-7f31d3347509), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:23.541257 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-7b03475e-fb50-4337-8424-d9095a6e24da tempest-ExternalNetworksAdminNegativeTestJSON-1396556446 tempest-ExternalNetworksAdminNegativeTestJSON-1396556446-project-admin] Calling delete_port for 2866572d-943f-4305-a645-7f31d3347509 owned by network:floatingip {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:23.559592 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20851e16-591d-4693-8f4a-e8726f5d73f0 req-6e37b6de-6049-4158-aba3-21181ca27cb1 tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:23.561181 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-20851e16-591d-4693-8f4a-e8726f5d73f0 req-6e37b6de-6049-4158-aba3-21181ca27cb1 tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] 10.222.0.62 "GET /v2.0/ports?device_id=577bf51b-8d6a-42ef-83c6-cc28ed13db34 HTTP/1.1" status: 200 len: 944 time: 0.3138566 Feb 28 10:37:23.606554 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4565cc7a-e5f2-4387-bf6b-099a8fab7801 admin admin] Publish callbacks [] for security_group (bf51412c-3880-4884-8c68-cc39e222d460), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:23.629649 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0d71fa00-0dda-48a2-b18c-ca3c6e716a38 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (f7a5181a-93ea-47da-9e68-08ab6201802f), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:23.629968 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4565cc7a-e5f2-4387-bf6b-099a8fab7801 admin admin] Publish callbacks [] for security_group (bf51412c-3880-4884-8c68-cc39e222d460), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:23.640767 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2013ae4-7349-45e7-9322-7327290974d4 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Made reservation on behalf of 070cd643c21d4bf29defcd2dc74e514a for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:23.644201 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b2013ae4-7349-45e7-9322-7327290974d4 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:23.708446 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1c573979-8173-4f72-8683-34da461a33e6 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (20919268-cbbe-46dd-969b-76d28ccd6f64), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:23.713005 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d71fa00-0dda-48a2-b18c-ca3c6e716a38 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Network 204e8645-5da4-4c0b-b82c-0a3f90d54713 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:23.721305 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-20851e16-591d-4693-8f4a-e8726f5d73f0 req-2eebc47f-1d18-42a0-938c-eb37dc08c9f5 tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] 10.222.0.62 "GET /v2.0/security-groups?id=f7514dbd-377d-453f-b4bc-1666e16a35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537170 Feb 28 10:37:23.725662 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-0d71fa00-0dda-48a2-b18c-ca3c6e716a38 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:23.731725 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e4ff5eb3-6dea-46f3-8ea8-7bd453004d43 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (a9d44f67-4589-4ecb-8e5f-461b4a748aa4), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:23.734286 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d71fa00-0dda-48a2-b18c-ca3c6e716a38 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:23.734895 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0d71fa00-0dda-48a2-b18c-ca3c6e716a38 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:23.755357 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d71fa00-0dda-48a2-b18c-ca3c6e716a38 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event updated for resources: {'Subnet': ['ID=f7a5181a-93ea-47da-9e68-08ab6201802f,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:23.786428 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e4ff5eb3-6dea-46f3-8ea8-7bd453004d43 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:23.788825 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-e4ff5eb3-6dea-46f3-8ea8-7bd453004d43 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] 10.222.0.62 "DELETE /v2.0/subnets/a9d44f67-4589-4ecb-8e5f-461b4a748aa4 HTTP/1.1" status: 204 len: 168 time: 1.0836339 Feb 28 10:37:23.791464 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ff5eb3-6dea-46f3-8ea8-7bd453004d43 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a9d44f67-4589-4ecb-8e5f-461b4a748aa4,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:23.793215 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45362) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:23.808330 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c573979-8173-4f72-8683-34da461a33e6 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Pushing event updated for resources: {'Subnet': ['ID=20919268-cbbe-46dd-969b-76d28ccd6f64,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:23.827326 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c573979-8173-4f72-8683-34da461a33e6 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Checking segment: {'id': '0565b299-8149-44f3-92aa-25f9cd60223d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0953e7ab-f9d4-4cb0-9943-b17c565e3d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:23.827734 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c573979-8173-4f72-8683-34da461a33e6 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Network hostable DHCP agents. Network: 0953e7ab-f9d4-4cb0-9943-b17c565e3d31, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:37:23.869109 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-0d71fa00-0dda-48a2-b18c-ca3c6e716a38 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8860428 Feb 28 10:37:23.872286 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45364) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:23.880310 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-b6097309-b40b-4d5b-982b-3e47db1bbc8c tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Request body: {'port': {'network_id': '204e8645-5da4-4c0b-b82c-0a3f90d54713', 'fixed_ips': [{'subnet_id': '24b27f17-aeb9-4bbd-8bc6-ff5a04f6f3ca'}, {'subnet_id': 'f7a5181a-93ea-47da-9e68-08ab6201802f'}], 'name': 'tempest-PortsIpV6TestJSON-2101290033'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:23.904461 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5c0f3e80-d2e5-4bb2-9712-8de2261d4f65 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (bd09da1c-9aae-45c3-8f5e-8a01d2db5f51), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:23.963062 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4565cc7a-e5f2-4387-bf6b-099a8fab7801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (bf51412c-3880-4884-8c68-cc39e222d460), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:23.965988 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4565cc7a-e5f2-4387-bf6b-099a8fab7801 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:23.967198 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-4565cc7a-e5f2-4387-bf6b-099a8fab7801 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bf51412c-3880-4884-8c68-cc39e222d460 HTTP/1.1" status: 204 len: 168 time: 0.5110571 Feb 28 10:37:23.989724 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7b03475e-fb50-4337-8424-d9095a6e24da tempest-ExternalNetworksAdminNegativeTestJSON-1396556446 tempest-ExternalNetworksAdminNegativeTestJSON-1396556446-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (2866572d-943f-4305-a645-7f31d3347509), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:23.992819 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c573979-8173-4f72-8683-34da461a33e6 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Network 0953e7ab-f9d4-4cb0-9943-b17c565e3d31 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:37:23.993656 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5c0f3e80-d2e5-4bb2-9712-8de2261d4f65 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (bd09da1c-9aae-45c3-8f5e-8a01d2db5f51), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:23.999885 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4565cc7a-e5f2-4387-bf6b-099a8fab7801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf51412c-3880-4884-8c68-cc39e222d460,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:24.055198 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b03475e-fb50-4337-8424-d9095a6e24da tempest-ExternalNetworksAdminNegativeTestJSON-1396556446 tempest-ExternalNetworksAdminNegativeTestJSON-1396556446-project-admin] Pushing event deleted for resources: {'Port': ['ID=2866572d-943f-4305-a645-7f31d3347509,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:24.067124 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-5c0f3e80-d2e5-4bb2-9712-8de2261d4f65 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd09da1c-9aae-45c3-8f5e-8a01d2db5f51']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:24.087646 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b2013ae4-7349-45e7-9322-7327290974d4 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (a1b73cea-a3f8-4339-b15f-387568b2991e), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:24.094009 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-5c0f3e80-d2e5-4bb2-9712-8de2261d4f65 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45a74f33-e771-41be-90fc-d5962c733e5d') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:24.094304 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-5c0f3e80-d2e5-4bb2-9712-8de2261d4f65 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45a74f33-e771-41be-90fc-d5962c733e5d') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:24.124435 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5c0f3e80-d2e5-4bb2-9712-8de2261d4f65 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (45a74f33-e771-41be-90fc-d5962c733e5d), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:24.131848 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-1c573979-8173-4f72-8683-34da461a33e6 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 0953e7ab-f9d4-4cb0-9943-b17c565e3d31) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:24.142756 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c573979-8173-4f72-8683-34da461a33e6 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:24.143409 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1c573979-8173-4f72-8683-34da461a33e6 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:24.145840 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b490f4-430a-4076-b5a8-bfb255bdac0d None None] Network 0953e7ab-f9d4-4cb0-9943-b17c565e3d31 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:24.170500 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7b03475e-fb50-4337-8424-d9095a6e24da tempest-ExternalNetworksAdminNegativeTestJSON-1396556446 tempest-ExternalNetworksAdminNegativeTestJSON-1396556446-project-admin] Publish callbacks [] for floatingip (4b468cfd-67f9-457d-95f3-5a48ef5094b5), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:24.173250 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7b03475e-fb50-4337-8424-d9095a6e24da tempest-ExternalNetworksAdminNegativeTestJSON-1396556446 tempest-ExternalNetworksAdminNegativeTestJSON-1396556446-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:24.175534 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6097309-b40b-4d5b-982b-3e47db1bbc8c tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Made reservation on behalf of 4139ff51d3884888b07610eef64ca26e for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:24.184307 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2013ae4-7349-45e7-9322-7327290974d4 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Pushing event updated for resources: {'Subnet': ['ID=a1b73cea-a3f8-4339-b15f-387568b2991e,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:24.203344 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-7b03475e-fb50-4337-8424-d9095a6e24da tempest-ExternalNetworksAdminNegativeTestJSON-1396556446 tempest-ExternalNetworksAdminNegativeTestJSON-1396556446-project-admin] 10.222.0.62 "DELETE /v2.0/floatingips/4b468cfd-67f9-457d-95f3-5a48ef5094b5 HTTP/1.1" status: 204 len: 168 time: 1.6497633 Feb 28 10:37:24.239652 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5c0f3e80-d2e5-4bb2-9712-8de2261d4f65 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (45a74f33-e771-41be-90fc-d5962c733e5d), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:24.248328 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c0f3e80-d2e5-4bb2-9712-8de2261d4f65 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:37:24.248810 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5c0f3e80-d2e5-4bb2-9712-8de2261d4f65 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (45a74f33-e771-41be-90fc-d5962c733e5d), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:24.281591 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-1c573979-8173-4f72-8683-34da461a33e6 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6553197 Feb 28 10:37:24.288373 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45370) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:24.299481 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2013ae4-7349-45e7-9322-7327290974d4 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Checking segment: {'id': 'f050b441-c2b2-4e81-98ca-e46a93367604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0a23d256-42b0-4fdc-8db7-c214575ef07e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:24.299693 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2013ae4-7349-45e7-9322-7327290974d4 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Network hostable DHCP agents. Network: 0a23d256-42b0-4fdc-8db7-c214575ef07e, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:37:24.306098 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 10:37:24.306098 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:37:24.306098 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 10:37:24.306098 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:37:24.306098 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 10:37:24.306098 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:37:24.306098 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 10:37:24.306098 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:37:24.306098 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 10:37:24.306098 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:37:24.306098 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 10:37:24.306098 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:37:24.306098 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 10:37:24.306098 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:37:24.306098 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:37:24.306098 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:37:24.306098 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:37:24.306098 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:37:24.306098 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 10:37:24.306098 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:37:24.306098 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 10:37:24.306098 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:37:24.306098 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:37:24.306098 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:37:24.306098 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 10:37:24.306098 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:37:24.306098 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:37:24.306098 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:37:24.306098 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:37:24.306098 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:37:24.306098 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:37:24.306098 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:37:24.310134 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01a67be-2eaa-4a01-a798-067b9769f473 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-0953e7ab-f9d4-4cb0-9943-b17c565e3d31', 'network_id': '0953e7ab-f9d4-4cb0-9943-b17c565e3d31', 'project_id': 'e83592cc9f8b4979b763ded3df9533cb', 'fixed_ips': [{'subnet_id': '20919268-cbbe-46dd-969b-76d28ccd6f64'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:37:24.311423 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d01a67be-2eaa-4a01-a798-067b9769f473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:24.414630 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b6097309-b40b-4d5b-982b-3e47db1bbc8c tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:24.452670 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec974be5-9dfa-4a66-9aaa-ce0227d2f10b None None] Network 204e8645-5da4-4c0b-b82c-0a3f90d54713 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:24.452903 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-b6097309-b40b-4d5b-982b-3e47db1bbc8c tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] device_id is not set on port f07bd994-3bb7-4348-9feb-11e3f79f840c yet. {{(pid=104083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:37:24.457890 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5c0f3e80-d2e5-4bb2-9712-8de2261d4f65 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (bd09da1c-9aae-45c3-8f5e-8a01d2db5f51), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:24.470894 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e21810b9-3ee3-4f4c-a9d3-0390895994fa tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (0953e7ab-f9d4-4cb0-9943-b17c565e3d31), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:24.471311 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c0f3e80-d2e5-4bb2-9712-8de2261d4f65 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bd09da1c-9aae-45c3-8f5e-8a01d2db5f51 {{(pid=104084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 28 10:37:24.479916 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5c0f3e80-d2e5-4bb2-9712-8de2261d4f65 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:24.483553 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-5c0f3e80-d2e5-4bb2-9712-8de2261d4f65 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] 10.222.0.62 "DELETE /v2.0/networks/bd09da1c-9aae-45c3-8f5e-8a01d2db5f51 HTTP/1.1" status: 204 len: 168 time: 0.6894999 Feb 28 10:37:24.484966 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0f3e80-d2e5-4bb2-9712-8de2261d4f65 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Pushing event deleted for resources: {'Network': ['ID=bd09da1c-9aae-45c3-8f5e-8a01d2db5f51,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:24.547918 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2013ae4-7349-45e7-9322-7327290974d4 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Network 0a23d256-42b0-4fdc-8db7-c214575ef07e is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:37:24.639204 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-d01a67be-2eaa-4a01-a798-067b9769f473 None None] Allocated IP 172.20.0.2 (0953e7ab-f9d4-4cb0-9943-b17c565e3d31/20919268-cbbe-46dd-969b-76d28ccd6f64/60e76ef4-bd12-4ddf-9c05-aaccd569c8e0) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:24.678003 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-b2013ae4-7349-45e7-9322-7327290974d4 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 0a23d256-42b0-4fdc-8db7-c214575ef07e) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:24.691350 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2013ae4-7349-45e7-9322-7327290974d4 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:24.691972 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b2013ae4-7349-45e7-9322-7327290974d4 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:24.694290 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e21810b9-3ee3-4f4c-a9d3-0390895994fa tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (20919268-cbbe-46dd-969b-76d28ccd6f64), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:24.866657 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d01a67be-2eaa-4a01-a798-067b9769f473 None None] Publish callbacks [] for port (60e76ef4-bd12-4ddf-9c05-aaccd569c8e0), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:24.898497 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98f1ee6-c80f-4685-96e7-0670b6795e5a None None] Network 0a23d256-42b0-4fdc-8db7-c214575ef07e requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:24.903434 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-b2013ae4-7349-45e7-9322-7327290974d4 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9403896 Feb 28 10:37:24.906239 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45384) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:24.986434 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7555a1-9b81-4293-a0c7-23f18eef8ba2 req-8f17845a-7e0d-44c8-91b7-9086ecbdf96f tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:24.988130 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1d7555a1-9b81-4293-a0c7-23f18eef8ba2 req-8f17845a-7e0d-44c8-91b7-9086ecbdf96f tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] 10.222.0.62 "GET /v2.0/ports?device_id=577bf51b-8d6a-42ef-83c6-cc28ed13db34 HTTP/1.1" status: 200 len: 944 time: 0.1345165 Feb 28 10:37:24.995810 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45388) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:25.007680 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d01a67be-2eaa-4a01-a798-067b9769f473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (60e76ef4-bd12-4ddf-9c05-aaccd569c8e0), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:25.043765 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-b6097309-b40b-4d5b-982b-3e47db1bbc8c tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Allocated IP 2001:db8::21f (204e8645-5da4-4c0b-b82c-0a3f90d54713/24b27f17-aeb9-4bbd-8bc6-ff5a04f6f3ca/f07bd994-3bb7-4348-9feb-11e3f79f840c) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:25.060342 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-b6097309-b40b-4d5b-982b-3e47db1bbc8c tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Allocated IP 2001:db8:0:1::1f (204e8645-5da4-4c0b-b82c-0a3f90d54713/f7a5181a-93ea-47da-9e68-08ab6201802f/f07bd994-3bb7-4348-9feb-11e3f79f840c) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:25.087650 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e21810b9-3ee3-4f4c-a9d3-0390895994fa tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (20919268-cbbe-46dd-969b-76d28ccd6f64), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:25.118967 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1d7555a1-9b81-4293-a0c7-23f18eef8ba2 req-72056621-9ffd-4c1f-acc7-14b0331dc8d2 tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] 10.222.0.62 "GET /v2.0/security-groups?id=f7514dbd-377d-453f-b4bc-1666e16a35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146235 Feb 28 10:37:25.165003 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21810b9-3ee3-4f4c-a9d3-0390895994fa tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Pushing event deleted for resources: {'Subnet': ['ID=20919268-cbbe-46dd-969b-76d28ccd6f64,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:25.230571 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-32508cd1-6720-4f99-a9ca-6286963556c2 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (0a23d256-42b0-4fdc-8db7-c214575ef07e), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:25.234935 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45396) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:25.249338 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-ac94139a-73a0-42b3-b682-447fdb4ef79d tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Request body: {'router': {'name': 'tempest-router--1969249050', 'project_id': '649a841dd049446eaeb2c4df59d7c332'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:25.304317 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e21810b9-3ee3-4f4c-a9d3-0390895994fa tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (0953e7ab-f9d4-4cb0-9943-b17c565e3d31), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:25.340411 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-e21810b9-3ee3-4f4c-a9d3-0390895994fa tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0953e7ab-f9d4-4cb0-9943-b17c565e3d31']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:25.360374 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-e21810b9-3ee3-4f4c-a9d3-0390895994fa tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0565b299-8149-44f3-92aa-25f9cd60223d') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:25.360761 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-e21810b9-3ee3-4f4c-a9d3-0390895994fa tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0565b299-8149-44f3-92aa-25f9cd60223d') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:25.382683 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-32508cd1-6720-4f99-a9ca-6286963556c2 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (a1b73cea-a3f8-4339-b15f-387568b2991e), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:25.384623 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e21810b9-3ee3-4f4c-a9d3-0390895994fa tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (0565b299-8149-44f3-92aa-25f9cd60223d), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:25.412831 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e21810b9-3ee3-4f4c-a9d3-0390895994fa tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (0565b299-8149-44f3-92aa-25f9cd60223d), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:25.418115 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-72953bd1-e5f4-4be7-bba5-9d9e9d830e94 None None] Provisioning complete for port 1e29e4fc-3ed6-478b-a1f8-f06193f7ed88 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:25.418695 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-72953bd1-e5f4-4be7-bba5-9d9e9d830e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (1e29e4fc-3ed6-478b-a1f8-f06193f7ed88), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:25.426157 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ac94139a-73a0-42b3-b682-447fdb4ef79d tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (ac297e08-1a19-4367-90b0-b55757f87e26), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:25.428375 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e21810b9-3ee3-4f4c-a9d3-0390895994fa tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:37:25.428375 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e21810b9-3ee3-4f4c-a9d3-0390895994fa tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (0565b299-8149-44f3-92aa-25f9cd60223d), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:25.428571 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ac94139a-73a0-42b3-b682-447fdb4ef79d tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (ac297e08-1a19-4367-90b0-b55757f87e26), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:25.430421 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:37:25.430421 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:37:25.430421 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:37:25.430421 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:37:25.430421 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:37:25.430421 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:37:25.430421 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:37:25.430421 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:37:25.430421 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:37:25.430421 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:37:25.430421 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:37:25.430421 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:37:25.430421 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:37:25.430421 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:37:25.430421 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:37:25.430421 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:37:25.430421 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:37:25.430421 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:37:25.430421 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:37:25.430421 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:37:25.430421 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:37:25.430421 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:37:25.430421 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:37:25.430421 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:37:25.430421 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:37:25.430421 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:37:25.430421 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:37:25.430421 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:37:25.430421 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:37:25.430421 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:37:25.430421 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:37:25.430421 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:37:25.434454 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b6097309-b40b-4d5b-982b-3e47db1bbc8c tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for port (f07bd994-3bb7-4348-9feb-11e3f79f840c), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:25.468568 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 1e29e4fc-3ed6-478b-a1f8-f06193f7ed88 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:37:25.489635 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 74371202-ff96-4d60-8ee7-e38035ab4376 up at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:37:25.505078 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1180fb3a-4fc3-49d1-a5ed-9e1c073807ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:25.528628 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-32508cd1-6720-4f99-a9ca-6286963556c2 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (a1b73cea-a3f8-4339-b15f-387568b2991e), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:25.553467 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01a67be-2eaa-4a01-a798-067b9769f473 None None] Network 0953e7ab-f9d4-4cb0-9943-b17c565e3d31 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:25.574153 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-d01a67be-2eaa-4a01-a798-067b9769f473 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:25.575489 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32508cd1-6720-4f99-a9ca-6286963556c2 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Pushing event deleted for resources: {'Subnet': ['ID=a1b73cea-a3f8-4339-b15f-387568b2991e,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:25.577591 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01a67be-2eaa-4a01-a798-067b9769f473 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:25.585918 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.db.api [None req-e21810b9-3ee3-4f4c-a9d3-0390895994fa tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 10:37:25.585918 dv-neutron-829161-3-hyperv neutron-server[104083]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 10:37:25.585918 dv-neutron-829161-3-hyperv neutron-server[104083]: [parameters: {'id': '0953e7ab-f9d4-4cb0-9943-b17c565e3d31'}] Feb 28 10:37:25.585918 dv-neutron-829161-3-hyperv neutron-server[104083]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:37:25.592025 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG oslo_db.api [None req-e21810b9-3ee3-4f4c-a9d3-0390895994fa tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:37:25.592103 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01a67be-2eaa-4a01-a798-067b9769f473 None None] Pushing event updated for resources: {'Port': ['ID=60e76ef4-bd12-4ddf-9c05-aaccd569c8e0,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:25.622462 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1180fb3a-4fc3-49d1-a5ed-9e1c073807ae admin admin] Publish callbacks [] for security_group (08afe596-01b7-4e48-a00e-804d269a3da3), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:25.637924 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b6097309-b40b-4d5b-982b-3e47db1bbc8c tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (f07bd994-3bb7-4348-9feb-11e3f79f840c), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:25.681685 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ac94139a-73a0-42b3-b682-447fdb4ef79d tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks [] for router_controller (ac297e08-1a19-4367-90b0-b55757f87e26), precommit_add_association {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:25.698438 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-32508cd1-6720-4f99-a9ca-6286963556c2 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (0a23d256-42b0-4fdc-8db7-c214575ef07e), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:25.698640 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1180fb3a-4fc3-49d1-a5ed-9e1c073807ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (08afe596-01b7-4e48-a00e-804d269a3da3), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:25.703145 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6097309-b40b-4d5b-982b-3e47db1bbc8c tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Network 204e8645-5da4-4c0b-b82c-0a3f90d54713 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:25.726275 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-b6097309-b40b-4d5b-982b-3e47db1bbc8c tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:25.732365 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-32508cd1-6720-4f99-a9ca-6286963556c2 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a23d256-42b0-4fdc-8db7-c214575ef07e']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:25.733616 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6097309-b40b-4d5b-982b-3e47db1bbc8c tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event updated for resources: {'Port': ['ID=f07bd994-3bb7-4348-9feb-11e3f79f840c,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:25.742737 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6097309-b40b-4d5b-982b-3e47db1bbc8c tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:25.748631 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-32508cd1-6720-4f99-a9ca-6286963556c2 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f050b441-c2b2-4e81-98ca-e46a93367604') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:25.748933 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-32508cd1-6720-4f99-a9ca-6286963556c2 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f050b441-c2b2-4e81-98ca-e46a93367604') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:25.749437 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6097309-b40b-4d5b-982b-3e47db1bbc8c tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:25.750104 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b6097309-b40b-4d5b-982b-3e47db1bbc8c tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:25.751655 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ac94139a-73a0-42b3-b682-447fdb4ef79d tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (ac297e08-1a19-4367-90b0-b55757f87e26), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:25.776195 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-1180fb3a-4fc3-49d1-a5ed-9e1c073807ae admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5c6f047ef9c34ef6941ea111673340be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7780375 Feb 28 10:37:25.777384 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1180fb3a-4fc3-49d1-a5ed-9e1c073807ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08afe596-01b7-4e48-a00e-804d269a3da3,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:25.779675 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45406) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:25.789309 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-32508cd1-6720-4f99-a9ca-6286963556c2 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (f050b441-c2b2-4e81-98ca-e46a93367604), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:25.810949 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-32508cd1-6720-4f99-a9ca-6286963556c2 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (f050b441-c2b2-4e81-98ca-e46a93367604), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:25.819554 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32508cd1-6720-4f99-a9ca-6286963556c2 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:37:25.819962 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-32508cd1-6720-4f99-a9ca-6286963556c2 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (f050b441-c2b2-4e81-98ca-e46a93367604), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:25.854252 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 10:37:25.854252 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:37:25.854252 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 10:37:25.854252 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:37:25.854252 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 10:37:25.854252 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:37:25.854252 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 10:37:25.854252 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:37:25.854252 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 10:37:25.854252 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:37:25.854252 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 10:37:25.854252 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:37:25.854252 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 10:37:25.854252 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:37:25.854252 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:37:25.854252 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:37:25.854252 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:37:25.854252 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:37:25.854252 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 10:37:25.854252 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:37:25.854252 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 10:37:25.854252 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:37:25.854252 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:37:25.854252 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:37:25.854252 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 10:37:25.854252 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:37:25.854252 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:37:25.854252 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:37:25.854252 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:37:25.854252 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:37:25.854252 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:37:25.854252 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:37:25.856456 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b19dd81-4182-45fa-b8b9-3a2a99899ecd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-0a23d256-42b0-4fdc-8db7-c214575ef07e', 'network_id': '0a23d256-42b0-4fdc-8db7-c214575ef07e', 'project_id': '070cd643c21d4bf29defcd2dc74e514a', 'fixed_ips': [{'subnet_id': 'a1b73cea-a3f8-4339-b15f-387568b2991e'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:37:25.856456 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0b19dd81-4182-45fa-b8b9-3a2a99899ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:25.856630 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-191ba10b-0a4f-4509-b1cf-3739042c79fd admin admin] Publish callbacks [] for security_group (08afe596-01b7-4e48-a00e-804d269a3da3), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:25.868291 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-72953bd1-e5f4-4be7-bba5-9d9e9d830e94 None None] Current status of the port 1e29e4fc-3ed6-478b-a1f8-f06193f7ed88 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:25.869201 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-72953bd1-e5f4-4be7-bba5-9d9e9d830e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (1e29e4fc-3ed6-478b-a1f8-f06193f7ed88), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:25.873594 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-d01a67be-2eaa-4a01-a798-067b9769f473 None None] Attempting to bind port 60e76ef4-bd12-4ddf-9c05-aaccd569c8e0 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:37:25.873964 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-d01a67be-2eaa-4a01-a798-067b9769f473 None None] Attempting to bind port 60e76ef4-bd12-4ddf-9c05-aaccd569c8e0 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '0565b299-8149-44f3-92aa-25f9cd60223d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0953e7ab-f9d4-4cb0-9943-b17c565e3d31'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:37:25.874332 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01a67be-2eaa-4a01-a798-067b9769f473 None None] Attempting to bind port 60e76ef4-bd12-4ddf-9c05-aaccd569c8e0 on network 0953e7ab-f9d4-4cb0-9943-b17c565e3d31 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:37:25.945527 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-191ba10b-0a4f-4509-b1cf-3739042c79fd admin admin] Publish callbacks [] for security_group (08afe596-01b7-4e48-a00e-804d269a3da3), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:25.946045 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 1e29e4fc-3ed6-478b-a1f8-f06193f7ed88 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:25.946045 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (1e29e4fc-3ed6-478b-a1f8-f06193f7ed88), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:25.946045 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01a67be-2eaa-4a01-a798-067b9769f473 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:37:25.946045 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01a67be-2eaa-4a01-a798-067b9769f473 None None] Checking segment: {'id': '0565b299-8149-44f3-92aa-25f9cd60223d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0953e7ab-f9d4-4cb0-9943-b17c565e3d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:25.946045 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d01a67be-2eaa-4a01-a798-067b9769f473 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:25.946045 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01a67be-2eaa-4a01-a798-067b9769f473 None None] Bound using segment: {'id': '0565b299-8149-44f3-92aa-25f9cd60223d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0953e7ab-f9d4-4cb0-9943-b17c565e3d31'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:37:25.946045 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-d01a67be-2eaa-4a01-a798-067b9769f473 None None] Bound port: 60e76ef4-bd12-4ddf-9c05-aaccd569c8e0, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0565b299-8149-44f3-92aa-25f9cd60223d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0953e7ab-f9d4-4cb0-9943-b17c565e3d31'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:37:25.946045 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d01a67be-2eaa-4a01-a798-067b9769f473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (60e76ef4-bd12-4ddf-9c05-aaccd569c8e0), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:25.946045 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8102e319-51d1-4c0e-a3ea-caa522695cea None None] Update dhcp port {'port': {'network_id': '204e8645-5da4-4c0b-b82c-0a3f90d54713', 'fixed_ips': [{'subnet_id': '24b27f17-aeb9-4bbd-8bc6-ff5a04f6f3ca', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f7a5181a-93ea-47da-9e68-08ab6201802f'}], 'binding:host_id': 'dv-neutron-829161-3-hyperv'}, 'id': '1e29e4fc-3ed6-478b-a1f8-f06193f7ed88'} from dv-neutron-829161-3-hyperv. {{(pid=104085) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 28 10:37:25.969087 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-b6097309-b40b-4d5b-982b-3e47db1bbc8c tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.0945315 Feb 28 10:37:25.971797 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45408) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:25.977315 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-a757e31f-c16c-4142-9d61-4c2ae53ed438 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '24b27f17-aeb9-4bbd-8bc6-ff5a04f6f3ca'}]}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:26.016783 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8102e319-51d1-4c0e-a3ea-caa522695cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (1e29e4fc-3ed6-478b-a1f8-f06193f7ed88), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:26.023861 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-72953bd1-e5f4-4be7-bba5-9d9e9d830e94 None None] For port 1e29e4fc-3ed6-478b-a1f8-f06193f7ed88, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=1e29e4fc-3ed6-478b-a1f8-f06193f7ed88,segment=NetworkSegment(ed80884b-9ca3-45ad-8ccf-7224d3568d93),segment_id=ed80884b-9ca3-45ad-8ccf-7224d3568d93)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:26.062140 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a757e31f-c16c-4142-9d61-4c2ae53ed438 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (f07bd994-3bb7-4348-9feb-11e3f79f840c), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:26.096554 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e21810b9-3ee3-4f4c-a9d3-0390895994fa tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (0953e7ab-f9d4-4cb0-9943-b17c565e3d31), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:26.114237 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-d01a67be-2eaa-4a01-a798-067b9769f473 None None] For port 60e76ef4-bd12-4ddf-9c05-aaccd569c8e0, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:37:26.135720 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-d01a67be-2eaa-4a01-a798-067b9769f473 None None] For port 60e76ef4-bd12-4ddf-9c05-aaccd569c8e0, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=60e76ef4-bd12-4ddf-9c05-aaccd569c8e0,segment=NetworkSegment(0565b299-8149-44f3-92aa-25f9cd60223d),segment_id=0565b299-8149-44f3-92aa-25f9cd60223d)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:37:26.198152 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 1e29e4fc-3ed6-478b-a1f8-f06193f7ed88 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:26.198541 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (1e29e4fc-3ed6-478b-a1f8-f06193f7ed88), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:26.251971 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581191f6-911d-40d8-8522-7583aa8c2804 req-28ce0213-9b48-4094-94f4-99c5885749a8 tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:26.253998 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-581191f6-911d-40d8-8522-7583aa8c2804 req-28ce0213-9b48-4094-94f4-99c5885749a8 tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] 10.222.0.62 "GET /v2.0/ports?device_id=577bf51b-8d6a-42ef-83c6-cc28ed13db34 HTTP/1.1" status: 200 len: 944 time: 0.0613527 Feb 28 10:37:26.280279 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-8102e319-51d1-4c0e-a3ea-caa522695cea None None] Allocated IP 2001:db8:0:1::2 (204e8645-5da4-4c0b-b82c-0a3f90d54713/f7a5181a-93ea-47da-9e68-08ab6201802f/1e29e4fc-3ed6-478b-a1f8-f06193f7ed88) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:26.293785 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-e21810b9-3ee3-4f4c-a9d3-0390895994fa tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Deleting port 60e76ef4-bd12-4ddf-9c05-aaccd569c8e0 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:26.294128 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e21810b9-3ee3-4f4c-a9d3-0390895994fa tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (60e76ef4-bd12-4ddf-9c05-aaccd569c8e0), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:26.304044 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ac94139a-73a0-42b3-b682-447fdb4ef79d tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:26.306403 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-ac94139a-73a0-42b3-b682-447fdb4ef79d tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.0683615 Feb 28 10:37:26.311598 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-581191f6-911d-40d8-8522-7583aa8c2804 req-705deebb-761e-43c8-8e19-1b1ce4cf63fb tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] 10.222.0.62 "GET /v2.0/security-groups?id=f7514dbd-377d-453f-b4bc-1666e16a35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501087 Feb 28 10:37:26.311796 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45412) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:26.377857 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning for port 74371202-ff96-4d60-8ee7-e38035ab4376 completed by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:37:26.378053 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-32508cd1-6720-4f99-a9ca-6286963556c2 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (0a23d256-42b0-4fdc-8db7-c214575ef07e), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:26.383576 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning complete for port 74371202-ff96-4d60-8ee7-e38035ab4376 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:26.387649 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (74371202-ff96-4d60-8ee7-e38035ab4376), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:26.389371 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-32508cd1-6720-4f99-a9ca-6286963556c2 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:26.397191 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-32508cd1-6720-4f99-a9ca-6286963556c2 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] 10.222.0.62 "DELETE /v2.0/networks/0a23d256-42b0-4fdc-8db7-c214575ef07e HTTP/1.1" status: 204 len: 168 time: 1.4861319 Feb 28 10:37:26.405113 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45416) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:26.406112 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-191ba10b-0a4f-4509-b1cf-3739042c79fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (08afe596-01b7-4e48-a00e-804d269a3da3), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:26.407294 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32508cd1-6720-4f99-a9ca-6286963556c2 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Pushing event deleted for resources: {'Network': ['ID=0a23d256-42b0-4fdc-8db7-c214575ef07e,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:26.410396 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-191ba10b-0a4f-4509-b1cf-3739042c79fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:26.419220 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-191ba10b-0a4f-4509-b1cf-3739042c79fd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/08afe596-01b7-4e48-a00e-804d269a3da3 HTTP/1.1" status: 204 len: 168 time: 0.6316805 Feb 28 10:37:26.428221 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d01a67be-2eaa-4a01-a798-067b9769f473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (60e76ef4-bd12-4ddf-9c05-aaccd569c8e0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:26.430402 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-72953bd1-e5f4-4be7-bba5-9d9e9d830e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (1e29e4fc-3ed6-478b-a1f8-f06193f7ed88), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:26.458808 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-a717b2b3-de42-430b-9b73-592b53f316c4 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1111473393'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:26.497441 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191ba10b-0a4f-4509-b1cf-3739042c79fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08afe596-01b7-4e48-a00e-804d269a3da3,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:26.506402 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2bb23197-83fc-4a4e-99ed-20e796f5c296 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks [] for router (ac297e08-1a19-4367-90b0-b55757f87e26), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:26.508457 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-e21810b9-3ee3-4f4c-a9d3-0390895994fa tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] For port 60e76ef4-bd12-4ddf-9c05-aaccd569c8e0, host dv-neutron-829161-3-hyperv, got binding levels [] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:26.509355 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e21810b9-3ee3-4f4c-a9d3-0390895994fa tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (60e76ef4-bd12-4ddf-9c05-aaccd569c8e0), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:26.558323 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979d6677-8c07-4dcc-b05b-69d51911b046 None None] Network 0a23d256-42b0-4fdc-8db7-c214575ef07e requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:26.558568 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-e21810b9-3ee3-4f4c-a9d3-0390895994fa tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Calling delete_port for 60e76ef4-bd12-4ddf-9c05-aaccd569c8e0 owned by network:dhcp {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:26.613353 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.db.api [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:37:26.613747 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG oslo_db.api [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:37:26.646860 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979d6677-8c07-4dcc-b05b-69d51911b046 None None] Network 0a23d256-42b0-4fdc-8db7-c214575ef07e could not be found, it might have been deleted concurrently. {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 28 10:37:26.651222 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01a67be-2eaa-4a01-a798-067b9769f473 None None] Pushing event updated for resources: {'Port': ['ID=60e76ef4-bd12-4ddf-9c05-aaccd569c8e0,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:26.689124 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a717b2b3-de42-430b-9b73-592b53f316c4 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Made reservation on behalf of 070cd643c21d4bf29defcd2dc74e514a for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:26.692537 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a717b2b3-de42-430b-9b73-592b53f316c4 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:26.727384 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9123a6-dab3-45d1-83a3-b591a8047ed4 None None] Network 0953e7ab-f9d4-4cb0-9943-b17c565e3d31 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:26.821855 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-8102e319-51d1-4c0e-a3ea-caa522695cea None None] For port 1e29e4fc-3ed6-478b-a1f8-f06193f7ed88, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=1e29e4fc-3ed6-478b-a1f8-f06193f7ed88,segment=NetworkSegment(ed80884b-9ca3-45ad-8ccf-7224d3568d93),segment_id=ed80884b-9ca3-45ad-8ccf-7224d3568d93)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:26.836168 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72953bd1-e5f4-4be7-bba5-9d9e9d830e94 None None] Pushing event updated for resources: {'Port': ['ID=1e29e4fc-3ed6-478b-a1f8-f06193f7ed88,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:26.848866 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 74371202-ff96-4d60-8ee7-e38035ab4376 is: BUILD; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:26.849308 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (74371202-ff96-4d60-8ee7-e38035ab4376), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:26.933359 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8102e319-51d1-4c0e-a3ea-caa522695cea None None] Publish callbacks [] for port (1e29e4fc-3ed6-478b-a1f8-f06193f7ed88), precommit_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:26.943057 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '577bf51b-8d6a-42ef-83c6-cc28ed13db34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74371202-ff96-4d60-8ee7-e38035ab4376'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:37:26.949242 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58bbc810-678c-461d-866c-0209f7435c5f" -d '{"events": [{"server_uuid": "577bf51b-8d6a-42ef-83c6-cc28ed13db34", "name": "network-vif-plugged", "status": "completed", "tag": "74371202-ff96-4d60-8ee7-e38035ab4376"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:37:26.963750 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 74371202-ff96-4d60-8ee7-e38035ab4376, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=74371202-ff96-4d60-8ee7-e38035ab4376,segment=NetworkSegment(22e33907-99b1-49e9-a77d-c1f1b4f80ca2),segment_id=22e33907-99b1-49e9-a77d-c1f1b4f80ca2)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:26.992604 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3cdc5a5-6cdc-421b-8070-271c370c7c70 x-openstack-request-id: req-c3cdc5a5-6cdc-421b-8070-271c370c7c70 {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:37:26.992979 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "577bf51b-8d6a-42ef-83c6-cc28ed13db34", "name": "network-vif-plugged", "status": "completed", "tag": "74371202-ff96-4d60-8ee7-e38035ab4376", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:37:26.993776 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c3cdc5a5-6cdc-421b-8070-271c370c7c70 {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:37:26.994231 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '577bf51b-8d6a-42ef-83c6-cc28ed13db34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74371202-ff96-4d60-8ee7-e38035ab4376', 'code': 200} Feb 28 10:37:26.995543 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8102e319-51d1-4c0e-a3ea-caa522695cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (1e29e4fc-3ed6-478b-a1f8-f06193f7ed88), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:27.062536 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (74371202-ff96-4d60-8ee7-e38035ab4376), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:27.077284 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2bb23197-83fc-4a4e-99ed-20e796f5c296 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (ac297e08-1a19-4367-90b0-b55757f87e26), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:27.084405 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2bb23197-83fc-4a4e-99ed-20e796f5c296 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks [] for router_controller (ac297e08-1a19-4367-90b0-b55757f87e26), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:27.108117 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8102e319-51d1-4c0e-a3ea-caa522695cea None None] Pushing event updated for resources: {'Port': ['ID=1e29e4fc-3ed6-478b-a1f8-f06193f7ed88,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:27.121323 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a717b2b3-de42-430b-9b73-592b53f316c4 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:37:27.185727 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-a757e31f-c16c-4142-9d61-4c2ae53ed438 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Delete allocated IP 2001:db8:0:1::1f (204e8645-5da4-4c0b-b82c-0a3f90d54713/f7a5181a-93ea-47da-9e68-08ab6201802f) {{(pid=104083) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 28 10:37:27.198468 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 1e29e4fc-3ed6-478b-a1f8-f06193f7ed88 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:27.204942 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=74371202-ff96-4d60-8ee7-e38035ab4376,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:27.300315 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a717b2b3-de42-430b-9b73-592b53f316c4 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (f37dd989-3b9a-412c-9ea6-ff518b4142e8), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:27.300315 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-a717b2b3-de42-430b-9b73-592b53f316c4 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Added segment f37dd989-3b9a-412c-9ea6-ff518b4142e8 of type vlan for network bdd7ae9f-b5ba-4f9f-8932-9e8f893b8c0d Feb 28 10:37:27.316634 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2bb23197-83fc-4a4e-99ed-20e796f5c296 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (ac297e08-1a19-4367-90b0-b55757f87e26), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:27.317155 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb23197-83fc-4a4e-99ed-20e796f5c296 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ac297e08-1a19-4367-90b0-b55757f87e26 {{(pid=104083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:37:27.323185 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 1e29e4fc-3ed6-478b-a1f8-f06193f7ed88 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:37:27.329012 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e21810b9-3ee3-4f4c-a9d3-0390895994fa tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (60e76ef4-bd12-4ddf-9c05-aaccd569c8e0), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:27.343476 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2bb23197-83fc-4a4e-99ed-20e796f5c296 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:27.345055 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-2bb23197-83fc-4a4e-99ed-20e796f5c296 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] 10.222.0.62 "DELETE /v2.0/routers/ac297e08-1a19-4367-90b0-b55757f87e26 HTTP/1.1" status: 204 len: 168 time: 1.0246792 Feb 28 10:37:27.426078 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45440) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:27.430715 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21810b9-3ee3-4f4c-a9d3-0390895994fa tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] No DVR routers for this DVR port 60e76ef4-bd12-4ddf-9c05-aaccd569c8e0 on host dv-neutron-829161-3-hyperv {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:37:27.448905 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21810b9-3ee3-4f4c-a9d3-0390895994fa tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Pushing event deleted for resources: {'Port': ['ID=60e76ef4-bd12-4ddf-9c05-aaccd569c8e0,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:27.453394 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 1e29e4fc-3ed6-478b-a1f8-f06193f7ed88 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:27.453947 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (1e29e4fc-3ed6-478b-a1f8-f06193f7ed88), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:27.499517 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250f8f2-44cc-444b-bdcc-0f066129e165 req-376b7f30-9a66-478d-9ff8-4ed12184c859 tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:27.508438 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-9250f8f2-44cc-444b-bdcc-0f066129e165 req-376b7f30-9a66-478d-9ff8-4ed12184c859 tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] 10.222.0.62 "GET /v2.0/ports?device_id=577bf51b-8d6a-42ef-83c6-cc28ed13db34 HTTP/1.1" status: 200 len: 945 time: 0.0973089 Feb 28 10:37:27.548455 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a717b2b3-de42-430b-9b73-592b53f316c4 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (bdd7ae9f-b5ba-4f9f-8932-9e8f893b8c0d), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:27.600965 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-9250f8f2-44cc-444b-bdcc-0f066129e165 req-440885a3-2886-4085-b750-78cec59c6583 tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] 10.222.0.62 "GET /v2.0/security-groups?id=f7514dbd-377d-453f-b4bc-1666e16a35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896118 Feb 28 10:37:27.639519 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 1e29e4fc-3ed6-478b-a1f8-f06193f7ed88 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:27.674431 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a757e31f-c16c-4142-9d61-4c2ae53ed438 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for port (f07bd994-3bb7-4348-9feb-11e3f79f840c), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:27.721965 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-0b3c649b-c9cc-4dbf-a755-221366b9a523 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9fa0eeecbe234ebebbe8bafd769cfeab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2867572 Feb 28 10:37:27.724414 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e21810b9-3ee3-4f4c-a9d3-0390895994fa tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (0953e7ab-f9d4-4cb0-9943-b17c565e3d31), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:27.724878 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45448) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:27.773112 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3fda67-3e3c-496d-8d3c-09927e4d0648 req-ef2c87b3-d3f5-4a53-8736-0b73b2875c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:27.776060 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8d3fda67-3e3c-496d-8d3c-09927e4d0648 req-ef2c87b3-d3f5-4a53-8736-0b73b2875c10 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=577bf51b-8d6a-42ef-83c6-cc28ed13db34 HTTP/1.1" status: 200 len: 1129 time: 0.3031585 Feb 28 10:37:27.777049 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-e21810b9-3ee3-4f4c-a9d3-0390895994fa tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0953e7ab-f9d4-4cb0-9943-b17c565e3d31']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:27.779328 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a757e31f-c16c-4142-9d61-4c2ae53ed438 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (f07bd994-3bb7-4348-9feb-11e3f79f840c), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:27.797752 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45450) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:27.811900 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-e21810b9-3ee3-4f4c-a9d3-0390895994fa tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0565b299-8149-44f3-92aa-25f9cd60223d') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:27.812207 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-e21810b9-3ee3-4f4c-a9d3-0390895994fa tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0565b299-8149-44f3-92aa-25f9cd60223d') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:27.814623 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-93529546-5a4a-4970-9f76-c889fe2c345e admin admin] Publish callbacks [] for security_group (1b177489-a88c-4f22-a459-eefa3e437224), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:27.843036 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-93529546-5a4a-4970-9f76-c889fe2c345e admin admin] Publish callbacks [] for security_group (1b177489-a88c-4f22-a459-eefa3e437224), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:27.877097 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a717b2b3-de42-430b-9b73-592b53f316c4 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (bdd7ae9f-b5ba-4f9f-8932-9e8f893b8c0d), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:27.880422 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45454) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:27.882705 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a717b2b3-de42-430b-9b73-592b53f316c4 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:27.888606 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a717b2b3-de42-430b-9b73-592b53f316c4 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:27.889781 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e21810b9-3ee3-4f4c-a9d3-0390895994fa tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (0565b299-8149-44f3-92aa-25f9cd60223d), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:27.911881 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b810af6b-fda0-45b1-aeb5-defa10a1f22f None None] get_active_networks_info from dv-neutron-829161-3-hyperv {{(pid=104085) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 10:37:27.978307 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-a757e31f-c16c-4142-9d61-4c2ae53ed438 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] In _notify_port_updated(), no bound segment for port f07bd994-3bb7-4348-9feb-11e3f79f840c on network 204e8645-5da4-4c0b-b82c-0a3f90d54713 {{(pid=104083) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 10:37:27.983672 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a757e31f-c16c-4142-9d61-4c2ae53ed438 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:27.984311 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a757e31f-c16c-4142-9d61-4c2ae53ed438 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:27.988191 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a757e31f-c16c-4142-9d61-4c2ae53ed438 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "PUT /v2.0/ports/f07bd994-3bb7-4348-9feb-11e3f79f840c HTTP/1.1" status: 200 len: 926 time: 2.0128181 Feb 28 10:37:27.991199 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45458) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:27.996472 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-6b2e85d0-a804-4275-8a52-eb2fb3f1db42 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '24b27f17-aeb9-4bbd-8bc6-ff5a04f6f3ca'}, {'subnet_id': 'f7a5181a-93ea-47da-9e68-08ab6201802f'}]}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:28.007393 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-b59e9836-ce43-4588-a013-3968ad3a734e None None] Provisioning complete for port 1e29e4fc-3ed6-478b-a1f8-f06193f7ed88 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:28.008155 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b59e9836-ce43-4588-a013-3968ad3a734e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (1e29e4fc-3ed6-478b-a1f8-f06193f7ed88), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:28.022894 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e21810b9-3ee3-4f4c-a9d3-0390895994fa tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (0565b299-8149-44f3-92aa-25f9cd60223d), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:28.027233 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8d3fda67-3e3c-496d-8d3c-09927e4d0648 req-beaaf3db-fa3d-4376-8c10-aa5ef08a0125 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f7514dbd-377d-453f-b4bc-1666e16a35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456415 Feb 28 10:37:28.032688 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a757e31f-c16c-4142-9d61-4c2ae53ed438 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event updated for resources: {'Port': ['ID=f07bd994-3bb7-4348-9feb-11e3f79f840c,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:28.040555 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e21810b9-3ee3-4f4c-a9d3-0390895994fa tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:37:28.041235 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e21810b9-3ee3-4f4c-a9d3-0390895994fa tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (0565b299-8149-44f3-92aa-25f9cd60223d), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:28.045615 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:37:28.045615 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:37:28.045615 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:37:28.045615 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:37:28.045615 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:37:28.045615 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:37:28.045615 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:37:28.045615 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:37:28.045615 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:37:28.045615 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:37:28.045615 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:37:28.045615 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:37:28.045615 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:37:28.045615 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:37:28.045615 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:37:28.045615 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:37:28.045615 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:37:28.045615 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:37:28.045615 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:37:28.045615 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:37:28.045615 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:37:28.045615 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:37:28.045615 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:37:28.045615 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:37:28.045615 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:37:28.045615 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:37:28.045615 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:37:28.045615 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:37:28.045615 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:37:28.045615 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:37:28.045615 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:37:28.045615 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:37:28.057809 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-93529546-5a4a-4970-9f76-c889fe2c345e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (1b177489-a88c-4f22-a459-eefa3e437224), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:28.061840 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-93529546-5a4a-4970-9f76-c889fe2c345e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:28.063706 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-93529546-5a4a-4970-9f76-c889fe2c345e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1b177489-a88c-4f22-a459-eefa3e437224 HTTP/1.1" status: 204 len: 168 time: 0.3373406 Feb 28 10:37:28.074973 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a717b2b3-de42-430b-9b73-592b53f316c4 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6609368 Feb 28 10:37:28.081284 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45464) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:28.092872 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-0def1776-df20-436c-a205-b427004b9f07 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Request body: {'subnet': {'network_id': 'bdd7ae9f-b5ba-4f9f-8932-9e8f893b8c0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:28.096951 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93529546-5a4a-4970-9f76-c889fe2c345e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b177489-a88c-4f22-a459-eefa3e437224,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:28.117346 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a717b2b3-de42-430b-9b73-592b53f316c4 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Pushing event updated for resources: {'Network': ['ID=bdd7ae9f-b5ba-4f9f-8932-9e8f893b8c0d,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:28.156294 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network bdd7ae9f-b5ba-4f9f-8932-9e8f893b8c0d details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:37:28.201369 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-0239127f-fa01-4e4d-b547-d86a0a65a0f0 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1798601862', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}, 'admin_state_up': False}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:28.213772 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-21c0aeeb-992d-4a31-bbb0-fdda7a0c20bf tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2033980024'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:28.226361 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b810af6b-fda0-45b1-aeb5-defa10a1f22f None None] Resources bound (agent type, host, resource id): {{(pid=104085) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 10:37:28.244104 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e21810b9-3ee3-4f4c-a9d3-0390895994fa tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (0953e7ab-f9d4-4cb0-9943-b17c565e3d31), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:28.253784 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e21810b9-3ee3-4f4c-a9d3-0390895994fa tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:28.262095 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-e21810b9-3ee3-4f4c-a9d3-0390895994fa tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "DELETE /v2.0/networks/0953e7ab-f9d4-4cb0-9943-b17c565e3d31 HTTP/1.1" status: 204 len: 168 time: 3.9721904 Feb 28 10:37:28.269438 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45466) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:28.273291 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21810b9-3ee3-4f4c-a9d3-0390895994fa tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Pushing event deleted for resources: {'Network': ['ID=0953e7ab-f9d4-4cb0-9943-b17c565e3d31,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:28.280300 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-2fac2e87-315b-4a62-b7c1-037cb8ba4fdc tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1618970076'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:28.306797 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-b59e9836-ce43-4588-a013-3968ad3a734e None None] Current status of the port 1e29e4fc-3ed6-478b-a1f8-f06193f7ed88 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:28.388711 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0239127f-fa01-4e4d-b547-d86a0a65a0f0 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (a41257b8-3030-4f74-96ac-20abdf1e42cc), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:28.389847 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0239127f-fa01-4e4d-b547-d86a0a65a0f0 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (a41257b8-3030-4f74-96ac-20abdf1e42cc), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:28.393788 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-21c0aeeb-992d-4a31-bbb0-fdda7a0c20bf tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (ee6479f5-76e8-426f-8b55-b038a528ffe1), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:28.394796 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-21c0aeeb-992d-4a31-bbb0-fdda7a0c20bf tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (ee6479f5-76e8-426f-8b55-b038a528ffe1), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:28.430297 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6b2e85d0-a804-4275-8a52-eb2fb3f1db42 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (f07bd994-3bb7-4348-9feb-11e3f79f840c), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:28.466310 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fac2e87-315b-4a62-b7c1-037cb8ba4fdc tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Made reservation on behalf of e83592cc9f8b4979b763ded3df9533cb for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:28.469922 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2fac2e87-315b-4a62-b7c1-037cb8ba4fdc tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:28.472094 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0def1776-df20-436c-a205-b427004b9f07 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Made reservation on behalf of 070cd643c21d4bf29defcd2dc74e514a for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:28.478819 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0def1776-df20-436c-a205-b427004b9f07 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:28.513028 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ead45c-b1b3-4190-a26d-e68d50a9f610 None None] get_active_networks_info from dv-neutron-829161-3-hyperv {{(pid=104085) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 10:37:28.581118 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee15af-ba54-4acd-865e-5c3ae2b236f3 req-2e468e19-cb22-4ff6-98a5-706ce8f64529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:28.583255 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8fee15af-ba54-4acd-865e-5c3ae2b236f3 req-2e468e19-cb22-4ff6-98a5-706ce8f64529 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=db1f4f0e5a54442e90e9cc29426671f3&device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 1129 time: 0.0547674 Feb 28 10:37:28.611730 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-21c0aeeb-992d-4a31-bbb0-fdda7a0c20bf tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] Publish callbacks [] for router_controller (ee6479f5-76e8-426f-8b55-b038a528ffe1), precommit_add_association {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:28.644130 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0239127f-fa01-4e4d-b547-d86a0a65a0f0 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks [] for router_controller (a41257b8-3030-4f74-96ac-20abdf1e42cc), precommit_add_association {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:28.686922 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-21c0aeeb-992d-4a31-bbb0-fdda7a0c20bf tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (ee6479f5-76e8-426f-8b55-b038a528ffe1), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:28.697536 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fac2e87-315b-4a62-b7c1-037cb8ba4fdc tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:37:28.770162 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd1876-6cc3-458e-abd2-5bd8211ccfa1 req-97022581-c2a2-4bb8-9824-f890f7d23995 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:28.777582 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-74fd1876-6cc3-458e-abd2-5bd8211ccfa1 req-97022581-c2a2-4bb8-9824-f890f7d23995 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.3605101 Feb 28 10:37:28.801172 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ead45c-b1b3-4190-a26d-e68d50a9f610 None None] Resources bound (agent type, host, resource id): {{(pid=104085) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 10:37:28.806924 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee15af-ba54-4acd-865e-5c3ae2b236f3 req-a1cdd4e4-79c7-4567-b474-4a5b895d47a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:28.808414 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8fee15af-ba54-4acd-865e-5c3ae2b236f3 req-a1cdd4e4-79c7-4567-b474-4a5b895d47a0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3446291b-b1f9-4318-9a41-856ad362fcb1 HTTP/1.1" status: 200 len: 912 time: 0.2184603 Feb 28 10:37:28.878145 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2fac2e87-315b-4a62-b7c1-037cb8ba4fdc tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (778a1ece-cc95-4ca2-9c4c-772d83c88880), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:28.878145 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-2fac2e87-315b-4a62-b7c1-037cb8ba4fdc tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Added segment 778a1ece-cc95-4ca2-9c4c-772d83c88880 of type vlan for network a5748274-6a87-45d7-aa5e-caca0be3666a Feb 28 10:37:28.942906 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8fee15af-ba54-4acd-865e-5c3ae2b236f3 req-a1ab9156-9197-4eb0-87d7-db8d739001ed service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a922728-f3d0-4367-bcc8-b27de3315e43 HTTP/1.1" status: 200 len: 1000 time: 0.1229622 Feb 28 10:37:28.950998 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb9d4f-f0d5-4eae-8a66-c2660151d510 req-c45cd5ad-0a86-4454-9b15-a9c967e9c5a5 tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:28.952615 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a9eb9d4f-f0d5-4eae-8a66-c2660151d510 req-c45cd5ad-0a86-4454-9b15-a9c967e9c5a5 tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] 10.222.0.62 "GET /v2.0/ports?device_id=577bf51b-8d6a-42ef-83c6-cc28ed13db34 HTTP/1.1" status: 200 len: 945 time: 0.1433034 Feb 28 10:37:28.960609 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-21c0aeeb-992d-4a31-bbb0-fdda7a0c20bf tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:28.961896 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-21c0aeeb-992d-4a31-bbb0-fdda7a0c20bf tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.1631222 Feb 28 10:37:28.969060 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45480) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:29.086649 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdeaa374-6690-496e-b59b-3d9101946a9c None None] Network 204e8645-5da4-4c0b-b82c-0a3f90d54713 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:29.094477 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-74fd1876-6cc3-458e-abd2-5bd8211ccfa1 req-342b03ea-4b08-4e8b-a016-baa10e886306 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3159089 Feb 28 10:37:29.160473 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee15af-ba54-4acd-865e-5c3ae2b236f3 req-4123422d-42a6-41b2-8023-3481e3921211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:29.162119 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8fee15af-ba54-4acd-865e-5c3ae2b236f3 req-4123422d-42a6-41b2-8023-3481e3921211 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=038abd09-1459-4824-9486-15e272f156e9 HTTP/1.1" status: 200 len: 851 time: 0.1911864 Feb 28 10:37:29.172220 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-888e40ac-7265-4fba-b934-0bd486a31920 tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] Publish callbacks [] for router (ee6479f5-76e8-426f-8b55-b038a528ffe1), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:29.203158 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2fac2e87-315b-4a62-b7c1-037cb8ba4fdc tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (a5748274-6a87-45d7-aa5e-caca0be3666a), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:29.228071 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a9eb9d4f-f0d5-4eae-8a66-c2660151d510 req-5333d607-ca12-44cd-88ba-def09f4ded8d tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] 10.222.0.62 "GET /v2.0/security-groups?id=f7514dbd-377d-453f-b4bc-1666e16a35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692628 Feb 28 10:37:29.349316 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0239127f-fa01-4e4d-b547-d86a0a65a0f0 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks [] for router_gateway (a41257b8-3030-4f74-96ac-20abdf1e42cc), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:29.412291 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-888e40ac-7265-4fba-b934-0bd486a31920 tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (ee6479f5-76e8-426f-8b55-b038a528ffe1), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:29.415883 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-888e40ac-7265-4fba-b934-0bd486a31920 tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] Publish callbacks [] for router_controller (ee6479f5-76e8-426f-8b55-b038a528ffe1), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:29.418786 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee15af-ba54-4acd-865e-5c3ae2b236f3 req-7ad788ee-4fb9-4276-a7c1-72c6659f94bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:29.420839 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8fee15af-ba54-4acd-865e-5c3ae2b236f3 req-7ad788ee-4fb9-4276-a7c1-72c6659f94bf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3446291b-b1f9-4318-9a41-856ad362fcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2437568 Feb 28 10:37:29.519329 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2fac2e87-315b-4a62-b7c1-037cb8ba4fdc tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (a5748274-6a87-45d7-aa5e-caca0be3666a), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:29.525286 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fac2e87-315b-4a62-b7c1-037cb8ba4fdc tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:29.527500 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2fac2e87-315b-4a62-b7c1-037cb8ba4fdc tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:29.552811 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8fee15af-ba54-4acd-865e-5c3ae2b236f3 req-26527eae-5268-4d7e-ab05-1301545e7db9 service neutron] 10.222.0.70 "GET /v2.0/networks/3446291b-b1f9-4318-9a41-856ad362fcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955520 Feb 28 10:37:29.574824 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-6b2e85d0-a804-4275-8a52-eb2fb3f1db42 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Allocated IP 2001:db8:0:1::328 (204e8645-5da4-4c0b-b82c-0a3f90d54713/f7a5181a-93ea-47da-9e68-08ab6201802f/f07bd994-3bb7-4348-9feb-11e3f79f840c) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:29.624967 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-888e40ac-7265-4fba-b934-0bd486a31920 tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (ee6479f5-76e8-426f-8b55-b038a528ffe1), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:29.625405 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-888e40ac-7265-4fba-b934-0bd486a31920 tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ee6479f5-76e8-426f-8b55-b038a528ffe1 {{(pid=104083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:37:29.631231 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-888e40ac-7265-4fba-b934-0bd486a31920 tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:29.641509 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-888e40ac-7265-4fba-b934-0bd486a31920 tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] 10.222.0.62 "DELETE /v2.0/routers/ee6479f5-76e8-426f-8b55-b038a528ffe1 HTTP/1.1" status: 204 len: 168 time: 0.6692202 Feb 28 10:37:29.642534 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45492) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:29.650502 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-6dbfc280-21e0-4541-8a49-cbd1aa39855f tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] Request body: {'router': {'name': 'tempest-router-595063850', 'distributed': False}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:29.662105 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-27072110-2686-4a28-bf52-841e22899104 None None] Provisioning complete for port f07bd994-3bb7-4348-9feb-11e3f79f840c triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:29.662697 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-27072110-2686-4a28-bf52-841e22899104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (f07bd994-3bb7-4348-9feb-11e3f79f840c), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:29.703944 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-2fac2e87-315b-4a62-b7c1-037cb8ba4fdc tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4334111 Feb 28 10:37:29.704742 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fac2e87-315b-4a62-b7c1-037cb8ba4fdc tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Pushing event updated for resources: {'Network': ['ID=a5748274-6a87-45d7-aa5e-caca0be3666a,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:29.709233 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45494) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:29.722594 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-4dfd7e48-0a38-47fb-8c76-944510533b66 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Request body: {'subnet': {'network_id': 'a5748274-6a87-45d7-aa5e-caca0be3666a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:29.723035 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network a5748274-6a87-45d7-aa5e-caca0be3666a details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:37:29.742610 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8fee15af-ba54-4acd-865e-5c3ae2b236f3 req-8c391f97-a730-4368-91c0-479867f79d1b service neutron] 10.222.0.70 "GET /v2.0/networks/3446291b-b1f9-4318-9a41-856ad362fcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840699 Feb 28 10:37:29.760104 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-27072110-2686-4a28-bf52-841e22899104 None None] Port f07bd994-3bb7-4348-9feb-11e3f79f840c cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:37:29.786920 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6dbfc280-21e0-4541-8a49-cbd1aa39855f tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (820dd1b0-48e0-4a91-bc65-defa700b2365), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:29.788588 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6dbfc280-21e0-4541-8a49-cbd1aa39855f tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (820dd1b0-48e0-4a91-bc65-defa700b2365), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:29.801696 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.objects.ports [None req-0def1776-df20-436c-a205-b427004b9f07 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104084) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 10:37:29.810322 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0def1776-df20-436c-a205-b427004b9f07 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (13b75416-ce28-45e5-a716-f48c8e6f0913), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:29.831941 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-27072110-2686-4a28-bf52-841e22899104 None None] Provisioning complete for port 1e29e4fc-3ed6-478b-a1f8-f06193f7ed88 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:29.832541 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-27072110-2686-4a28-bf52-841e22899104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (1e29e4fc-3ed6-478b-a1f8-f06193f7ed88), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:29.932765 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6dbfc280-21e0-4541-8a49-cbd1aa39855f tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] Publish callbacks [] for router_controller (820dd1b0-48e0-4a91-bc65-defa700b2365), precommit_add_association {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:29.989110 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0def1776-df20-436c-a205-b427004b9f07 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Pushing event updated for resources: {'Subnet': ['ID=13b75416-ce28-45e5-a716-f48c8e6f0913,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:29.992699 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-27072110-2686-4a28-bf52-841e22899104 None None] Current status of the port 1e29e4fc-3ed6-478b-a1f8-f06193f7ed88 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:30.041144 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6dbfc280-21e0-4541-8a49-cbd1aa39855f tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (820dd1b0-48e0-4a91-bc65-defa700b2365), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:30.065669 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dfd7e48-0a38-47fb-8c76-944510533b66 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Made reservation on behalf of e83592cc9f8b4979b763ded3df9533cb for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:30.072611 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4dfd7e48-0a38-47fb-8c76-944510533b66 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:30.127800 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-1604e797-c2dc-4ec8-9cc9-290d098ac1ac None None] Provisioning complete for port f07bd994-3bb7-4348-9feb-11e3f79f840c triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:30.127895 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-1604e797-c2dc-4ec8-9cc9-290d098ac1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (f07bd994-3bb7-4348-9feb-11e3f79f840c), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:30.147631 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6dbfc280-21e0-4541-8a49-cbd1aa39855f tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:30.153478 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-6dbfc280-21e0-4541-8a49-cbd1aa39855f tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5081863 Feb 28 10:37:30.154228 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45502) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:30.193002 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-1604e797-c2dc-4ec8-9cc9-290d098ac1ac None None] Port f07bd994-3bb7-4348-9feb-11e3f79f840c cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:37:30.320674 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-0a845923-f2f0-466b-bce9-849e0e7ca014 None None] Provisioning complete for port f07bd994-3bb7-4348-9feb-11e3f79f840c triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:30.321051 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0a845923-f2f0-466b-bce9-849e0e7ca014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (f07bd994-3bb7-4348-9feb-11e3f79f840c), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:30.376452 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-0a845923-f2f0-466b-bce9-849e0e7ca014 None None] Port f07bd994-3bb7-4348-9feb-11e3f79f840c cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:37:30.413271 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6b2e85d0-a804-4275-8a52-eb2fb3f1db42 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for port (f07bd994-3bb7-4348-9feb-11e3f79f840c), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:30.423594 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0def1776-df20-436c-a205-b427004b9f07 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Checking segment: {'id': 'f37dd989-3b9a-412c-9ea6-ff518b4142e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'bdd7ae9f-b5ba-4f9f-8932-9e8f893b8c0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:30.424046 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0def1776-df20-436c-a205-b427004b9f07 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Network hostable DHCP agents. Network: bdd7ae9f-b5ba-4f9f-8932-9e8f893b8c0d, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:37:30.452596 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:30.503209 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6b2e85d0-a804-4275-8a52-eb2fb3f1db42 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (f07bd994-3bb7-4348-9feb-11e3f79f840c), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:30.554026 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.ipam_backend_mixin [None req-4dfd7e48-0a38-47fb-8c76-944510533b66 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Performing IP validity checks on allocation pools {{(pid=104083) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 28 10:37:30.554628 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.ipam_backend_mixin [None req-4dfd7e48-0a38-47fb-8c76-944510533b66 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104083) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 28 10:37:30.560007 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-40aba6eb-5b26-42e2-a4b3-0c60150c0c11 tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] Publish callbacks [] for router (820dd1b0-48e0-4a91-bc65-defa700b2365), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:30.676424 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0239127f-fa01-4e4d-b547-d86a0a65a0f0 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks [] for router_gateway (a41257b8-3030-4f74-96ac-20abdf1e42cc), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:30.696374 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8723725-7f4d-4662-8525-11caaac506eb req-1e6cc1ad-0d66-4b85-85dd-5dd19bea41da tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:30.702305 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e8723725-7f4d-4662-8525-11caaac506eb req-1e6cc1ad-0d66-4b85-85dd-5dd19bea41da tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] 10.222.0.62 "GET /v2.0/ports?device_id=577bf51b-8d6a-42ef-83c6-cc28ed13db34 HTTP/1.1" status: 200 len: 945 time: 0.1649985 Feb 28 10:37:30.733362 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e85d0-a804-4275-8a52-eb2fb3f1db42 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event updated for resources: {'Port': ['ID=f07bd994-3bb7-4348-9feb-11e3f79f840c,revision_number=3']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:30.736647 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-6b2e85d0-a804-4275-8a52-eb2fb3f1db42 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] In _notify_port_updated(), no bound segment for port f07bd994-3bb7-4348-9feb-11e3f79f840c on network 204e8645-5da4-4c0b-b82c-0a3f90d54713 {{(pid=104084) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 10:37:30.742511 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2e85d0-a804-4275-8a52-eb2fb3f1db42 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:30.743878 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6b2e85d0-a804-4275-8a52-eb2fb3f1db42 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:30.745225 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-6b2e85d0-a804-4275-8a52-eb2fb3f1db42 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "PUT /v2.0/ports/f07bd994-3bb7-4348-9feb-11e3f79f840c HTTP/1.1" status: 200 len: 1012 time: 2.7552261 Feb 28 10:37:30.748722 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0239127f-fa01-4e4d-b547-d86a0a65a0f0 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:30.750087 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0def1776-df20-436c-a205-b427004b9f07 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Network bdd7ae9f-b5ba-4f9f-8932-9e8f893b8c0d is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:37:30.754126 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45516) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:30.763752 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1588cf1-87ab-4980-9d89-9745cd394ed7 req-529be274-ceb0-46ff-b22c-8cab5c340c60 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:30.765072 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e1588cf1-87ab-4980-9d89-9745cd394ed7 req-529be274-ceb0-46ff-b22c-8cab5c340c60 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.3440406 Feb 28 10:37:30.785846 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45518) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:30.838800 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-40aba6eb-5b26-42e2-a4b3-0c60150c0c11 tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (820dd1b0-48e0-4a91-bc65-defa700b2365), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:30.843452 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-40aba6eb-5b26-42e2-a4b3-0c60150c0c11 tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] Publish callbacks [] for router_controller (820dd1b0-48e0-4a91-bc65-defa700b2365), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:30.883243 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-0def1776-df20-436c-a205-b427004b9f07 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, bdd7ae9f-b5ba-4f9f-8932-9e8f893b8c0d) {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:30.897252 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4badcfde-212a-4a73-81ff-0e9d67503817 None None] Network bdd7ae9f-b5ba-4f9f-8932-9e8f893b8c0d requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:30.908193 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0def1776-df20-436c-a205-b427004b9f07 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:30.908799 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0def1776-df20-436c-a205-b427004b9f07 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:30.989188 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-c5df7c26-3947-417a-a971-8a5e3b487e76 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1027427407', 'router:external': True}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:30.997334 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e8723725-7f4d-4662-8525-11caaac506eb req-aa0491d4-9453-4437-aceb-c81caba41f60 tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] 10.222.0.62 "GET /v2.0/security-groups?id=f7514dbd-377d-453f-b4bc-1666e16a35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734723 Feb 28 10:37:31.000228 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e1588cf1-87ab-4980-9d89-9745cd394ed7 req-1a78c28e-8b0b-40b4-8b01-28a25cbc51db tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2134175 Feb 28 10:37:31.041592 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-36b2e9c3-098b-4359-bbc1-f41c59ee275b None None] Provisioning complete for port f07bd994-3bb7-4348-9feb-11e3f79f840c triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:31.042043 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-36b2e9c3-098b-4359-bbc1-f41c59ee275b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (f07bd994-3bb7-4348-9feb-11e3f79f840c), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:31.051022 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-0239127f-fa01-4e4d-b547-d86a0a65a0f0 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Allocated IP 172.26.3.230 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/00ba8103-12c6-41c4-b18c-eaffd511ccfe) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:31.055346 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4dfd7e48-0a38-47fb-8c76-944510533b66 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (dd21538a-61bf-47ca-8cdc-0bedfdd7485c), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:31.072091 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-25307a2f-7dc3-44e0-a5ab-5ab771159aa8 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Deleting port f07bd994-3bb7-4348-9feb-11e3f79f840c {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:31.072424 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-25307a2f-7dc3-44e0-a5ab-5ab771159aa8 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (f07bd994-3bb7-4348-9feb-11e3f79f840c), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:31.074084 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a104072-4146-4c53-9e32-ef146c42ed82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-bdd7ae9f-b5ba-4f9f-8932-9e8f893b8c0d', 'network_id': 'bdd7ae9f-b5ba-4f9f-8932-9e8f893b8c0d', 'project_id': '070cd643c21d4bf29defcd2dc74e514a', 'fixed_ips': [{'subnet_id': '13b75416-ce28-45e5-a716-f48c8e6f0913'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:37:31.078897 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7a104072-4146-4c53-9e32-ef146c42ed82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:31.110552 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-40aba6eb-5b26-42e2-a4b3-0c60150c0c11 tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (820dd1b0-48e0-4a91-bc65-defa700b2365), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:31.110969 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40aba6eb-5b26-42e2-a4b3-0c60150c0c11 tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 820dd1b0-48e0-4a91-bc65-defa700b2365 {{(pid=104083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:37:31.121667 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-40aba6eb-5b26-42e2-a4b3-0c60150c0c11 tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:31.127163 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-40aba6eb-5b26-42e2-a4b3-0c60150c0c11 tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] 10.222.0.62 "DELETE /v2.0/routers/820dd1b0-48e0-4a91-bc65-defa700b2365 HTTP/1.1" status: 204 len: 168 time: 0.9651945 Feb 28 10:37:31.136057 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45524) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:31.145714 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfd7e48-0a38-47fb-8c76-944510533b66 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Pushing event updated for resources: {'Subnet': ['ID=dd21538a-61bf-47ca-8cdc-0bedfdd7485c,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:31.151767 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-0def1776-df20-436c-a205-b427004b9f07 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.0615592 Feb 28 10:37:31.160098 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45526) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:31.170205 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-4ee3337e-fdc9-4b82-b279-b1867ab9339f tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] Request body: {'router': {'name': 'tempest-router-818994297', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '05689ba9e5a445b886f469cfd25937e7'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:31.174623 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-36b2e9c3-098b-4359-bbc1-f41c59ee275b None None] Port f07bd994-3bb7-4348-9feb-11e3f79f840c cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:37:31.195822 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfd7e48-0a38-47fb-8c76-944510533b66 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Checking segment: {'id': '778a1ece-cc95-4ca2-9c4c-772d83c88880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'a5748274-6a87-45d7-aa5e-caca0be3666a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:31.196885 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfd7e48-0a38-47fb-8c76-944510533b66 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Network hostable DHCP agents. Network: a5748274-6a87-45d7-aa5e-caca0be3666a, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:37:31.213391 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5df7c26-3947-417a-a971-8a5e3b487e76 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Made reservation on behalf of 026d1846903c4979ba59c16717feed27 for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:31.215160 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c5df7c26-3947-417a-a971-8a5e3b487e76 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:31.244796 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-7a104072-4146-4c53-9e32-ef146c42ed82 None None] Allocated IP 2001:db8::f816:3eff:fe65:93be (bdd7ae9f-b5ba-4f9f-8932-9e8f893b8c0d/13b75416-ce28-45e5-a716-f48c8e6f0913/a0b17d11-0e75-4f94-8b13-dc98b0e8fd7a) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:31.272995 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c5df7c26-3947-417a-a971-8a5e3b487e76 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:31.286937 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f2cb0e00-5139-4bcf-b34b-c83d1ace4ca4 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (bdd7ae9f-b5ba-4f9f-8932-9e8f893b8c0d), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:31.329466 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfd7e48-0a38-47fb-8c76-944510533b66 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Network a5748274-6a87-45d7-aa5e-caca0be3666a is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:37:31.331571 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-25307a2f-7dc3-44e0-a5ab-5ab771159aa8 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (f07bd994-3bb7-4348-9feb-11e3f79f840c), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:31.352433 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f2cb0e00-5139-4bcf-b34b-c83d1ace4ca4 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (13b75416-ce28-45e5-a716-f48c8e6f0913), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:31.370745 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-25307a2f-7dc3-44e0-a5ab-5ab771159aa8 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Calling delete_port for f07bd994-3bb7-4348-9feb-11e3f79f840c owned by {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:31.383613 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c58952-be82-4a14-98d5-25e1a797d8c6 req-5e757888-0890-4c81-875b-0cd8c89216ca tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:31.385930 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-11c58952-be82-4a14-98d5-25e1a797d8c6 req-5e757888-0890-4c81-875b-0cd8c89216ca tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] 10.222.0.62 "GET /v2.0/ports?device_id=577bf51b-8d6a-42ef-83c6-cc28ed13db34 HTTP/1.1" status: 200 len: 945 time: 0.2510059 Feb 28 10:37:31.393993 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4ee3337e-fdc9-4b82-b279-b1867ab9339f tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (155d3d7d-6120-4ee8-847d-83782c7e0034), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:31.395061 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4ee3337e-fdc9-4b82-b279-b1867ab9339f tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (155d3d7d-6120-4ee8-847d-83782c7e0034), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:31.411546 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7a104072-4146-4c53-9e32-ef146c42ed82 None None] Publish callbacks [] for port (a0b17d11-0e75-4f94-8b13-dc98b0e8fd7a), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:31.411752 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-4dfd7e48-0a38-47fb-8c76-944510533b66 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, a5748274-6a87-45d7-aa5e-caca0be3666a) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:31.415955 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfd7e48-0a38-47fb-8c76-944510533b66 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:31.416927 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4dfd7e48-0a38-47fb-8c76-944510533b66 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:31.424260 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af62443d-598e-4f1a-b41b-cfc0bd1ed722 None None] Network a5748274-6a87-45d7-aa5e-caca0be3666a requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:31.448676 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0239127f-fa01-4e4d-b547-d86a0a65a0f0 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks [] for port (00ba8103-12c6-41c4-b18c-eaffd511ccfe), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:31.481573 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7a104072-4146-4c53-9e32-ef146c42ed82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (a0b17d11-0e75-4f94-8b13-dc98b0e8fd7a), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:31.506060 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-4dfd7e48-0a38-47fb-8c76-944510533b66 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.7957439 Feb 28 10:37:31.511082 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45528) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:31.543616 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a104072-4146-4c53-9e32-ef146c42ed82 None None] Network bdd7ae9f-b5ba-4f9f-8932-9e8f893b8c0d is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:31.553793 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-7a104072-4146-4c53-9e32-ef146c42ed82 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:31.556705 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a104072-4146-4c53-9e32-ef146c42ed82 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:31.569053 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f2cb0e00-5139-4bcf-b34b-c83d1ace4ca4 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (13b75416-ce28-45e5-a716-f48c8e6f0913), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:31.577648 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a104072-4146-4c53-9e32-ef146c42ed82 None None] Pushing event updated for resources: {'Port': ['ID=a0b17d11-0e75-4f94-8b13-dc98b0e8fd7a,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:31.583557 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4ee3337e-fdc9-4b82-b279-b1867ab9339f tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] Publish callbacks [] for router_controller (155d3d7d-6120-4ee8-847d-83782c7e0034), precommit_add_association {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:31.609966 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cb0e00-5139-4bcf-b34b-c83d1ace4ca4 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Pushing event deleted for resources: {'Subnet': ['ID=13b75416-ce28-45e5-a716-f48c8e6f0913,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:31.613399 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-11c58952-be82-4a14-98d5-25e1a797d8c6 req-2c027afd-45b4-48dd-a555-cf61b53c6eee tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] 10.222.0.62 "GET /v2.0/security-groups?id=f7514dbd-377d-453f-b4bc-1666e16a35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143624 Feb 28 10:37:31.643846 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c5df7c26-3947-417a-a971-8a5e3b487e76 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks [] for security_group (85a12502-1727-4d0f-981e-2d4848628bdf), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:31.645389 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70b7dd3-05e2-4277-b470-0725b5553155 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-a5748274-6a87-45d7-aa5e-caca0be3666a', 'network_id': 'a5748274-6a87-45d7-aa5e-caca0be3666a', 'project_id': 'e83592cc9f8b4979b763ded3df9533cb', 'fixed_ips': [{'subnet_id': 'dd21538a-61bf-47ca-8cdc-0bedfdd7485c'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:37:31.655925 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c70b7dd3-05e2-4277-b470-0725b5553155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:31.675136 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-7a104072-4146-4c53-9e32-ef146c42ed82 None None] Attempting to bind port a0b17d11-0e75-4f94-8b13-dc98b0e8fd7a on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:37:31.675614 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-7a104072-4146-4c53-9e32-ef146c42ed82 None None] Attempting to bind port a0b17d11-0e75-4f94-8b13-dc98b0e8fd7a by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': 'f37dd989-3b9a-412c-9ea6-ff518b4142e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'bdd7ae9f-b5ba-4f9f-8932-9e8f893b8c0d'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:37:31.676058 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a104072-4146-4c53-9e32-ef146c42ed82 None None] Attempting to bind port a0b17d11-0e75-4f94-8b13-dc98b0e8fd7a on network bdd7ae9f-b5ba-4f9f-8932-9e8f893b8c0d {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:37:31.685613 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a104072-4146-4c53-9e32-ef146c42ed82 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:37:31.686098 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a104072-4146-4c53-9e32-ef146c42ed82 None None] Checking segment: {'id': 'f37dd989-3b9a-412c-9ea6-ff518b4142e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'bdd7ae9f-b5ba-4f9f-8932-9e8f893b8c0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:31.686580 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7a104072-4146-4c53-9e32-ef146c42ed82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:31.687083 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a104072-4146-4c53-9e32-ef146c42ed82 None None] Bound using segment: {'id': 'f37dd989-3b9a-412c-9ea6-ff518b4142e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'bdd7ae9f-b5ba-4f9f-8932-9e8f893b8c0d'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:37:31.687699 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-7a104072-4146-4c53-9e32-ef146c42ed82 None None] Bound port: a0b17d11-0e75-4f94-8b13-dc98b0e8fd7a, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f37dd989-3b9a-412c-9ea6-ff518b4142e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'bdd7ae9f-b5ba-4f9f-8932-9e8f893b8c0d'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:37:31.688147 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7a104072-4146-4c53-9e32-ef146c42ed82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (a0b17d11-0e75-4f94-8b13-dc98b0e8fd7a), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:31.690823 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4ee3337e-fdc9-4b82-b279-b1867ab9339f tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (155d3d7d-6120-4ee8-847d-83782c7e0034), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:31.694222 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f2cb0e00-5139-4bcf-b34b-c83d1ace4ca4 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (bdd7ae9f-b5ba-4f9f-8932-9e8f893b8c0d), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:31.715676 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c5df7c26-3947-417a-a971-8a5e3b487e76 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (85a12502-1727-4d0f-981e-2d4848628bdf), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:31.716978 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-f2cb0e00-5139-4bcf-b34b-c83d1ace4ca4 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdd7ae9f-b5ba-4f9f-8932-9e8f893b8c0d']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:31.726529 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-f2cb0e00-5139-4bcf-b34b-c83d1ace4ca4 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f37dd989-3b9a-412c-9ea6-ff518b4142e8') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:31.726851 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-f2cb0e00-5139-4bcf-b34b-c83d1ace4ca4 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f37dd989-3b9a-412c-9ea6-ff518b4142e8') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:31.728457 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5df7c26-3947-417a-a971-8a5e3b487e76 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:37:31.737580 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f2cb0e00-5139-4bcf-b34b-c83d1ace4ca4 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (f37dd989-3b9a-412c-9ea6-ff518b4142e8), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:31.738338 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c5df7c26-3947-417a-a971-8a5e3b487e76 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (2ff06b7b-684e-4c31-a363-6affb86a5d42), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:31.738887 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-c5df7c26-3947-417a-a971-8a5e3b487e76 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Added segment 2ff06b7b-684e-4c31-a363-6affb86a5d42 of type vlan for network 08839fe2-031a-409f-aed8-d6a043a0e2ee Feb 28 10:37:31.750751 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f2cb0e00-5139-4bcf-b34b-c83d1ace4ca4 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (f37dd989-3b9a-412c-9ea6-ff518b4142e8), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:31.756795 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2cb0e00-5139-4bcf-b34b-c83d1ace4ca4 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:37:31.757189 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f2cb0e00-5139-4bcf-b34b-c83d1ace4ca4 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (f37dd989-3b9a-412c-9ea6-ff518b4142e8), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:31.787568 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c5df7c26-3947-417a-a971-8a5e3b487e76 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (08839fe2-031a-409f-aed8-d6a043a0e2ee), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:31.810646 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0239127f-fa01-4e4d-b547-d86a0a65a0f0 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (00ba8103-12c6-41c4-b18c-eaffd511ccfe), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:31.823275 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4ee3337e-fdc9-4b82-b279-b1867ab9339f tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:31.827169 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-4ee3337e-fdc9-4b82-b279-b1867ab9339f tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6871746 Feb 28 10:37:31.827496 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:37:31.827496 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:37:31.827496 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:37:31.827496 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:37:31.827496 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:37:31.827496 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:37:31.827496 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:37:31.827496 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:37:31.827496 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:37:31.827496 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:37:31.827496 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:37:31.827496 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:37:31.827496 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:37:31.827496 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:37:31.827496 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:37:31.827496 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:37:31.827496 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:37:31.827496 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:37:31.827496 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:37:31.827496 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:37:31.827496 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:37:31.827496 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:37:31.827496 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:37:31.827496 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:37:31.827496 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:37:31.827496 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:37:31.827496 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:37:31.827496 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:37:31.827496 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:37:31.827496 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:37:31.827496 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:37:31.827496 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:37:31.829729 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45532) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:31.833308 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-ae079244-bd15-4ae2-879b-7d7e5c76f115 tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] Request body: {'router': {'distributed': True}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:31.867367 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-7a104072-4146-4c53-9e32-ef146c42ed82 None None] For port a0b17d11-0e75-4f94-8b13-dc98b0e8fd7a, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:37:31.873146 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.db.api [None req-f2cb0e00-5139-4bcf-b34b-c83d1ace4ca4 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 10:37:31.873146 dv-neutron-829161-3-hyperv neutron-server[104083]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 10:37:31.873146 dv-neutron-829161-3-hyperv neutron-server[104083]: [parameters: {'id': 'bdd7ae9f-b5ba-4f9f-8932-9e8f893b8c0d'}] Feb 28 10:37:31.873146 dv-neutron-829161-3-hyperv neutron-server[104083]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:37:31.873930 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG oslo_db.api [None req-f2cb0e00-5139-4bcf-b34b-c83d1ace4ca4 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:37:31.884549 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-7a104072-4146-4c53-9e32-ef146c42ed82 None None] For port a0b17d11-0e75-4f94-8b13-dc98b0e8fd7a, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=a0b17d11-0e75-4f94-8b13-dc98b0e8fd7a,segment=NetworkSegment(f37dd989-3b9a-412c-9ea6-ff518b4142e8),segment_id=f37dd989-3b9a-412c-9ea6-ff518b4142e8)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:37:31.902748 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-c70b7dd3-05e2-4277-b470-0725b5553155 None None] Allocated IP 172.20.0.3 (a5748274-6a87-45d7-aa5e-caca0be3666a/dd21538a-61bf-47ca-8cdc-0bedfdd7485c/3f00525d-0f76-49e5-837f-2a266ba8748c) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:31.923022 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0239127f-fa01-4e4d-b547-d86a0a65a0f0 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:31.928517 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5df7c26-3947-417a-a971-8a5e3b487e76 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a12502-1727-4d0f-981e-2d4848628bdf,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:31.939823 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-0239127f-fa01-4e4d-b547-d86a0a65a0f0 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:31.939823 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0239127f-fa01-4e4d-b547-d86a0a65a0f0 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Pushing event updated for resources: {'Port': ['ID=00ba8103-12c6-41c4-b18c-eaffd511ccfe,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:31.940942 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0239127f-fa01-4e4d-b547-d86a0a65a0f0 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:31.970634 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c5df7c26-3947-417a-a971-8a5e3b487e76 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (08839fe2-031a-409f-aed8-d6a043a0e2ee), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:31.971608 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5df7c26-3947-417a-a971-8a5e3b487e76 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:31.972201 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c5df7c26-3947-417a-a971-8a5e3b487e76 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:31.990105 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7a104072-4146-4c53-9e32-ef146c42ed82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (a0b17d11-0e75-4f94-8b13-dc98b0e8fd7a), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:31.992814 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b8adffa1-3e06-453b-9eba-234e210fd8a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (a5748274-6a87-45d7-aa5e-caca0be3666a), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:32.090323 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a104072-4146-4c53-9e32-ef146c42ed82 None None] Pushing event updated for resources: {'Port': ['ID=a0b17d11-0e75-4f94-8b13-dc98b0e8fd7a,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:32.119533 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-25307a2f-7dc3-44e0-a5ab-5ab771159aa8 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (f07bd994-3bb7-4348-9feb-11e3f79f840c), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:32.137947 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c5df7c26-3947-417a-a971-8a5e3b487e76 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.3450210 Feb 28 10:37:32.143156 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45536) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:32.149962 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b8adffa1-3e06-453b-9eba-234e210fd8a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (dd21538a-61bf-47ca-8cdc-0bedfdd7485c), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:32.190507 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5df7c26-3947-417a-a971-8a5e3b487e76 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Pushing event updated for resources: {'Network': ['ID=08839fe2-031a-409f-aed8-d6a043a0e2ee,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:32.208925 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-1af9556a-83ac-420f-8086-d0a3e79ed5d9 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Request body: {'subnet': {'network_id': '08839fe2-031a-409f-aed8-d6a043a0e2ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:32.216206 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c722bfc7-2ac9-4867-9101-3cc804567650 None None] Network bdd7ae9f-b5ba-4f9f-8932-9e8f893b8c0d requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:32.251069 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 08839fe2-031a-409f-aed8-d6a043a0e2ee details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:37:32.252428 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25307a2f-7dc3-44e0-a5ab-5ab771159aa8 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event deleted for resources: {'Port': ['ID=f07bd994-3bb7-4348-9feb-11e3f79f840c,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:32.267455 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ae079244-bd15-4ae2-879b-7d7e5c76f115 tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1032676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1044823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27871'] for router (155d3d7d-6120-4ee8-847d-83782c7e0034), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:32.267849 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ae079244-bd15-4ae2-879b-7d7e5c76f115 tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] Publish callbacks [] for router (155d3d7d-6120-4ee8-847d-83782c7e0034), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:32.329927 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-25307a2f-7dc3-44e0-a5ab-5ab771159aa8 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:32.335030 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-25307a2f-7dc3-44e0-a5ab-5ab771159aa8 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "DELETE /v2.0/ports/f07bd994-3bb7-4348-9feb-11e3f79f840c HTTP/1.1" status: 204 len: 168 time: 1.5672476 Feb 28 10:37:32.338769 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45540) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:32.358046 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a18eb8-4157-48bb-a19a-210bb0af198f req-a492fbe8-c3a8-4361-9104-2cdbfda85988 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:32.362013 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-22a18eb8-4157-48bb-a19a-210bb0af198f req-a492fbe8-c3a8-4361-9104-2cdbfda85988 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.2474947 Feb 28 10:37:32.380508 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f2cb0e00-5139-4bcf-b34b-c83d1ace4ca4 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (bdd7ae9f-b5ba-4f9f-8932-9e8f893b8c0d), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:32.419787 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c70b7dd3-05e2-4277-b470-0725b5553155 None None] Publish callbacks [] for port (3f00525d-0f76-49e5-837f-2a266ba8748c), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:32.432371 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af9556a-83ac-420f-8086-d0a3e79ed5d9 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Made reservation on behalf of 026d1846903c4979ba59c16717feed27 for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:32.434730 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1af9556a-83ac-420f-8086-d0a3e79ed5d9 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:32.494690 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d254fd8-4352-4b58-99de-dd1608c900f0 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] GET failed (client error): The resource could not be found. Feb 28 10:37:32.499143 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-5d254fd8-4352-4b58-99de-dd1608c900f0 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "GET /v2.0/ports/f07bd994-3bb7-4348-9feb-11e3f79f840c HTTP/1.1" status: 404 len: 333 time: 0.1312075 Feb 28 10:37:32.502113 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45542) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:32.516668 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ae079244-bd15-4ae2-879b-7d7e5c76f115 tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=104083) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 28 10:37:32.516868 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c70b7dd3-05e2-4277-b470-0725b5553155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (3f00525d-0f76-49e5-837f-2a266ba8748c), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:32.517001 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ae079244-bd15-4ae2-879b-7d7e5c76f115 tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] Router 155d3d7d-6120-4ee8-847d-83782c7e0034 migrating from provider to provider. {{(pid=104083) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 28 10:37:32.517363 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ae079244-bd15-4ae2-879b-7d7e5c76f115 tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] Publish callbacks [] for router_controller (155d3d7d-6120-4ee8-847d-83782c7e0034), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:32.534070 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-22a18eb8-4157-48bb-a19a-210bb0af198f req-17de6f5a-e0cb-46cf-b773-e4d4e1bcbdf4 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656258 Feb 28 10:37:32.552334 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0239127f-fa01-4e4d-b547-d86a0a65a0f0 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks [] for router_gateway (a41257b8-3030-4f74-96ac-20abdf1e42cc), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:32.574141 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a5e37b-a2cb-4298-9d1a-f8f93ca67445 req-be50dde3-7cca-4ec4-9fa7-514b2a2080c8 tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:32.575729 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d2a5e37b-a2cb-4298-9d1a-f8f93ca67445 req-be50dde3-7cca-4ec4-9fa7-514b2a2080c8 tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] 10.222.0.62 "GET /v2.0/ports?device_id=577bf51b-8d6a-42ef-83c6-cc28ed13db34 HTTP/1.1" status: 200 len: 945 time: 0.3294067 Feb 28 10:37:32.580472 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70b7dd3-05e2-4277-b470-0725b5553155 None None] Pushing event updated for resources: {'Port': ['ID=3f00525d-0f76-49e5-837f-2a266ba8748c,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:32.585302 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70b7dd3-05e2-4277-b470-0725b5553155 None None] Network a5748274-6a87-45d7-aa5e-caca0be3666a is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:32.587795 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-c70b7dd3-05e2-4277-b470-0725b5553155 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:32.590777 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70b7dd3-05e2-4277-b470-0725b5553155 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:32.598358 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ae079244-bd15-4ae2-879b-7d7e5c76f115 tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] Publish callbacks [] for router_controller (155d3d7d-6120-4ee8-847d-83782c7e0034), precommit_add_association {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:32.645507 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e8ae428-4121-467e-937d-3b4b8124886e tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Deleting subnet f7a5181a-93ea-47da-9e68-08ab6201802f {{(pid=104083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:37:32.654708 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-c70b7dd3-05e2-4277-b470-0725b5553155 None None] Attempting to bind port 3f00525d-0f76-49e5-837f-2a266ba8748c on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:37:32.655250 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-c70b7dd3-05e2-4277-b470-0725b5553155 None None] Attempting to bind port 3f00525d-0f76-49e5-837f-2a266ba8748c by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '778a1ece-cc95-4ca2-9c4c-772d83c88880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'a5748274-6a87-45d7-aa5e-caca0be3666a'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:37:32.655674 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70b7dd3-05e2-4277-b470-0725b5553155 None None] Attempting to bind port 3f00525d-0f76-49e5-837f-2a266ba8748c on network a5748274-6a87-45d7-aa5e-caca0be3666a {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:37:32.658267 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6e8ae428-4121-467e-937d-3b4b8124886e tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for subnet (f7a5181a-93ea-47da-9e68-08ab6201802f), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:32.662303 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70b7dd3-05e2-4277-b470-0725b5553155 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:37:32.662777 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70b7dd3-05e2-4277-b470-0725b5553155 None None] Checking segment: {'id': '778a1ece-cc95-4ca2-9c4c-772d83c88880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'a5748274-6a87-45d7-aa5e-caca0be3666a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:32.663437 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c70b7dd3-05e2-4277-b470-0725b5553155 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:32.664115 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ae079244-bd15-4ae2-879b-7d7e5c76f115 tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1032701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1032690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1044908'] for router (155d3d7d-6120-4ee8-847d-83782c7e0034), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:32.664340 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70b7dd3-05e2-4277-b470-0725b5553155 None None] Bound using segment: {'id': '778a1ece-cc95-4ca2-9c4c-772d83c88880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'a5748274-6a87-45d7-aa5e-caca0be3666a'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:37:32.664905 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-c70b7dd3-05e2-4277-b470-0725b5553155 None None] Bound port: 3f00525d-0f76-49e5-837f-2a266ba8748c, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '778a1ece-cc95-4ca2-9c4c-772d83c88880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'a5748274-6a87-45d7-aa5e-caca0be3666a'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:37:32.667279 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c70b7dd3-05e2-4277-b470-0725b5553155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (3f00525d-0f76-49e5-837f-2a266ba8748c), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:32.710876 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b8adffa1-3e06-453b-9eba-234e210fd8a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (dd21538a-61bf-47ca-8cdc-0bedfdd7485c), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:32.734928 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d2a5e37b-a2cb-4298-9d1a-f8f93ca67445 req-beb22179-42ba-42ed-9af1-a9ee2311581a tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] 10.222.0.62 "GET /v2.0/security-groups?id=f7514dbd-377d-453f-b4bc-1666e16a35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307547 Feb 28 10:37:32.741382 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-c70b7dd3-05e2-4277-b470-0725b5553155 None None] For port 3f00525d-0f76-49e5-837f-2a266ba8748c, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:37:32.747271 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-c70b7dd3-05e2-4277-b470-0725b5553155 None None] For port 3f00525d-0f76-49e5-837f-2a266ba8748c, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=3f00525d-0f76-49e5-837f-2a266ba8748c,segment=NetworkSegment(778a1ece-cc95-4ca2-9c4c-772d83c88880),segment_id=778a1ece-cc95-4ca2-9c4c-772d83c88880)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:37:32.797778 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8adffa1-3e06-453b-9eba-234e210fd8a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Pushing event deleted for resources: {'Subnet': ['ID=dd21538a-61bf-47ca-8cdc-0bedfdd7485c,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:32.804572 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0239127f-fa01-4e4d-b547-d86a0a65a0f0 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (a41257b8-3030-4f74-96ac-20abdf1e42cc), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:32.808609 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6e8ae428-4121-467e-937d-3b4b8124886e tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59245535'] for subnet (f7a5181a-93ea-47da-9e68-08ab6201802f), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:32.832730 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c70b7dd3-05e2-4277-b470-0725b5553155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (3f00525d-0f76-49e5-837f-2a266ba8748c), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:32.901161 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-f2cb0e00-5139-4bcf-b34b-c83d1ace4ca4 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Deleting port a0b17d11-0e75-4f94-8b13-dc98b0e8fd7a {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:32.901508 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f2cb0e00-5139-4bcf-b34b-c83d1ace4ca4 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (a0b17d11-0e75-4f94-8b13-dc98b0e8fd7a), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:32.910512 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70b7dd3-05e2-4277-b470-0725b5553155 None None] Pushing event updated for resources: {'Port': ['ID=3f00525d-0f76-49e5-837f-2a266ba8748c,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:33.023981 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0239127f-fa01-4e4d-b547-d86a0a65a0f0 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Router a41257b8-3030-4f74-96ac-20abdf1e42cc is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:37:33.029817 dv-neutron-829161-3-hyperv neutron-server[104083]: WARNING neutron.scheduler.l3_agent_scheduler [None req-ae079244-bd15-4ae2-879b-7d7e5c76f115 tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] No L3 agents can host the router 155d3d7d-6120-4ee8-847d-83782c7e0034 Feb 28 10:37:33.035120 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b8adffa1-3e06-453b-9eba-234e210fd8a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (a5748274-6a87-45d7-aa5e-caca0be3666a), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:33.126038 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-f2cb0e00-5139-4bcf-b34b-c83d1ace4ca4 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] For port a0b17d11-0e75-4f94-8b13-dc98b0e8fd7a, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=a0b17d11-0e75-4f94-8b13-dc98b0e8fd7a,segment=NetworkSegment(f37dd989-3b9a-412c-9ea6-ff518b4142e8),segment_id=f37dd989-3b9a-412c-9ea6-ff518b4142e8)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:33.126560 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f2cb0e00-5139-4bcf-b34b-c83d1ace4ca4 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (a0b17d11-0e75-4f94-8b13-dc98b0e8fd7a), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:33.171480 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0239127f-fa01-4e4d-b547-d86a0a65a0f0 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:37:33.172740 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-b8adffa1-3e06-453b-9eba-234e210fd8a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5748274-6a87-45d7-aa5e-caca0be3666a']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:33.186813 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd5359a-fd66-4c10-8f26-5fe2ccfbd766 None None] Sync routers for ids ['a41257b8-3030-4f74-96ac-20abdf1e42cc'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:37:33.197202 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd5359a-fd66-4c10-8f26-5fe2ccfbd766 None None] Routers {'a41257b8-3030-4f74-96ac-20abdf1e42cc'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:37:33.198133 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-ecd5359a-fd66-4c10-8f26-5fe2ccfbd766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:37:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['a41257b8-3030-4f74-96ac-20abdf1e42cc'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:33.200315 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-f2cb0e00-5139-4bcf-b34b-c83d1ace4ca4 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Calling delete_port for a0b17d11-0e75-4f94-8b13-dc98b0e8fd7a owned by network:dhcp {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:33.210021 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-b8adffa1-3e06-453b-9eba-234e210fd8a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '778a1ece-cc95-4ca2-9c4c-772d83c88880') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:33.210778 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-b8adffa1-3e06-453b-9eba-234e210fd8a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '778a1ece-cc95-4ca2-9c4c-772d83c88880') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:33.235502 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-ecd5359a-fd66-4c10-8f26-5fe2ccfbd766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:33.246661 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd5359a-fd66-4c10-8f26-5fe2ccfbd766 None None] Routers {'a41257b8-3030-4f74-96ac-20abdf1e42cc'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:37:33.247411 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-ecd5359a-fd66-4c10-8f26-5fe2ccfbd766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:37:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['a41257b8-3030-4f74-96ac-20abdf1e42cc'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:33.266660 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b8adffa1-3e06-453b-9eba-234e210fd8a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (778a1ece-cc95-4ca2-9c4c-772d83c88880), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:33.290655 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-ecd5359a-fd66-4c10-8f26-5fe2ccfbd766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:33.291578 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd5359a-fd66-4c10-8f26-5fe2ccfbd766 None None] The sync data for ids ['a41257b8-3030-4f74-96ac-20abdf1e42cc'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:37:33.298210 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0239127f-fa01-4e4d-b547-d86a0a65a0f0 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:33.298716 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-0239127f-fa01-4e4d-b547-d86a0a65a0f0 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.4172237 Feb 28 10:37:33.301357 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45546) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:33.309272 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6e8ae428-4121-467e-937d-3b4b8124886e tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (f7a5181a-93ea-47da-9e68-08ab6201802f), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:33.358253 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 3f00525d-0f76-49e5-837f-2a266ba8748c up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:37:33.414348 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 3f00525d-0f76-49e5-837f-2a266ba8748c triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:33.414817 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (3f00525d-0f76-49e5-837f-2a266ba8748c), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:33.501178 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 3f00525d-0f76-49e5-837f-2a266ba8748c is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:33.501492 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (3f00525d-0f76-49e5-837f-2a266ba8748c), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:33.544118 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port 3f00525d-0f76-49e5-837f-2a266ba8748c, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=3f00525d-0f76-49e5-837f-2a266ba8748c,segment=NetworkSegment(778a1ece-cc95-4ca2-9c4c-772d83c88880),segment_id=778a1ece-cc95-4ca2-9c4c-772d83c88880)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:33.612085 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (3f00525d-0f76-49e5-837f-2a266ba8748c), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:33.658447 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b8adffa1-3e06-453b-9eba-234e210fd8a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (778a1ece-cc95-4ca2-9c4c-772d83c88880), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:33.669347 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8adffa1-3e06-453b-9eba-234e210fd8a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:37:33.672101 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b8adffa1-3e06-453b-9eba-234e210fd8a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (778a1ece-cc95-4ca2-9c4c-772d83c88880), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:33.672232 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=3f00525d-0f76-49e5-837f-2a266ba8748c,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:33.693897 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:37:33.693897 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:37:33.693897 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:37:33.693897 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:37:33.693897 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:37:33.693897 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:37:33.693897 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:37:33.693897 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:37:33.693897 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:37:33.693897 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:37:33.693897 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:37:33.693897 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:37:33.693897 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:37:33.693897 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:37:33.693897 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:37:33.693897 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:37:33.693897 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:37:33.693897 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:37:33.693897 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:37:33.693897 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:37:33.693897 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:37:33.693897 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:37:33.693897 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:37:33.693897 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:37:33.693897 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:37:33.693897 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:37:33.693897 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:37:33.693897 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:37:33.693897 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:37:33.693897 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:37:33.693897 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:37:33.693897 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:37:33.736424 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-2b8543f0-17cb-4641-9288-9c1a0ac678dc tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] 10.222.0.62 "GET /v2.0/routers/a41257b8-3030-4f74-96ac-20abdf1e42cc HTTP/1.1" status: 200 len: 925 time: 0.4339068 Feb 28 10:37:33.739223 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45548) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:33.770290 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-3401d44d-3566-4f9c-a2b1-d82783855558 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] 10.222.0.62 "GET /v2.0/ports?device_id=a41257b8-3030-4f74-96ac-20abdf1e42cc HTTP/1.1" status: 200 len: 205 time: 0.0294623 Feb 28 10:37:33.772697 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45550) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:33.862555 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.db.api [None req-b8adffa1-3e06-453b-9eba-234e210fd8a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 10:37:33.862555 dv-neutron-829161-3-hyperv neutron-server[104083]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 10:37:33.862555 dv-neutron-829161-3-hyperv neutron-server[104083]: [parameters: {'id': 'a5748274-6a87-45d7-aa5e-caca0be3666a'}] Feb 28 10:37:33.862555 dv-neutron-829161-3-hyperv neutron-server[104083]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:37:33.862976 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG oslo_db.api [None req-b8adffa1-3e06-453b-9eba-234e210fd8a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:37:33.863358 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae079244-bd15-4ae2-879b-7d7e5c76f115 tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] Hosts for router 155d3d7d-6120-4ee8-847d-83782c7e0034: [] {{(pid=104083) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 28 10:37:33.942168 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae079244-bd15-4ae2-879b-7d7e5c76f115 tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] Hosts for other DVR routers connected to router 155d3d7d-6120-4ee8-847d-83782c7e0034: set() {{(pid=104083) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 28 10:37:33.942655 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9385409-a918-4bc7-be8d-f39e76e7028c req-cf9f23e9-31d1-42d8-9f6e-a09f8c66fd6c tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:33.944237 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-a9385409-a918-4bc7-be8d-f39e76e7028c req-cf9f23e9-31d1-42d8-9f6e-a09f8c66fd6c tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] 10.222.0.62 "GET /v2.0/ports?device_id=577bf51b-8d6a-42ef-83c6-cc28ed13db34 HTTP/1.1" status: 200 len: 945 time: 0.1132627 Feb 28 10:37:33.944760 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ae079244-bd15-4ae2-879b-7d7e5c76f115 tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:33.949513 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5491733c-9c6d-44a3-b901-41f0da5b2620 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks [] for router (a41257b8-3030-4f74-96ac-20abdf1e42cc), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:33.949687 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-ae079244-bd15-4ae2-879b-7d7e5c76f115 tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] 10.222.0.62 "PUT /v2.0/routers/155d3d7d-6120-4ee8-847d-83782c7e0034 HTTP/1.1" status: 200 len: 716 time: 2.1210144 Feb 28 10:37:33.950240 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45554) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:34.023444 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc985e7-c5cc-447b-82cf-8f4c1d750c38 None None] get_active_networks_info from dv-neutron-829161-3-hyperv {{(pid=104085) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 10:37:34.045777 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6e8ae428-4121-467e-937d-3b4b8124886e tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (f7a5181a-93ea-47da-9e68-08ab6201802f), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:34.079742 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-a9385409-a918-4bc7-be8d-f39e76e7028c req-54a49efd-1022-4c71-a22c-6d992fe789a8 tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] 10.222.0.62 "GET /v2.0/security-groups?id=f7514dbd-377d-453f-b4bc-1666e16a35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894377 Feb 28 10:37:34.083981 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-ddc27d2f-483c-485a-9170-38800e5ff5ad tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] 10.222.0.62 "GET /v2.0/routers/155d3d7d-6120-4ee8-847d-83782c7e0034 HTTP/1.1" status: 200 len: 716 time: 0.1299622 Feb 28 10:37:34.085330 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45556) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:34.090626 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8ae428-4121-467e-937d-3b4b8124886e tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event deleted for resources: {'Subnet': ['ID=f7a5181a-93ea-47da-9e68-08ab6201802f,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:34.093185 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6e8ae428-4121-467e-937d-3b4b8124886e tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:34.107046 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-d4b7444d-6ad5-4aec-8d5b-fff9d30dbccc None None] Provisioning complete for port 3f00525d-0f76-49e5-837f-2a266ba8748c triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:34.107046 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d4b7444d-6ad5-4aec-8d5b-fff9d30dbccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (3f00525d-0f76-49e5-837f-2a266ba8748c), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:34.109225 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-6e8ae428-4121-467e-937d-3b4b8124886e tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "DELETE /v2.0/subnets/f7a5181a-93ea-47da-9e68-08ab6201802f HTTP/1.1" status: 204 len: 168 time: 1.6036415 Feb 28 10:37:34.112457 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45562) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:34.115456 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f2cb0e00-5139-4bcf-b34b-c83d1ace4ca4 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (a0b17d11-0e75-4f94-8b13-dc98b0e8fd7a), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:34.154170 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cb0e00-5139-4bcf-b34b-c83d1ace4ca4 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Pushing event deleted for resources: {'Port': ['ID=a0b17d11-0e75-4f94-8b13-dc98b0e8fd7a,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:34.162699 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cb0e00-5139-4bcf-b34b-c83d1ace4ca4 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] No DVR routers for this DVR port a0b17d11-0e75-4f94-8b13-dc98b0e8fd7a on host dv-neutron-829161-3-hyperv {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:37:34.194095 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5491733c-9c6d-44a3-b901-41f0da5b2620 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks [] for router_gateway (a41257b8-3030-4f74-96ac-20abdf1e42cc), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:34.215080 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc985e7-c5cc-447b-82cf-8f4c1d750c38 None None] Resources bound (agent type, host, resource id): {{(pid=104085) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 10:37:34.249736 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dcf636d-f8a7-42e9-9d0b-1b38ca919a5a tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Deleting subnet 24b27f17-aeb9-4bbd-8bc6-ff5a04f6f3ca {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:37:34.253651 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1dcf636d-f8a7-42e9-9d0b-1b38ca919a5a tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for subnet (24b27f17-aeb9-4bbd-8bc6-ff5a04f6f3ca), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:34.290597 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f2cb0e00-5139-4bcf-b34b-c83d1ace4ca4 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (bdd7ae9f-b5ba-4f9f-8932-9e8f893b8c0d), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:34.314726 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.objects.ports [None req-1af9556a-83ac-420f-8086-d0a3e79ed5d9 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104083) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 10:37:34.315261 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1af9556a-83ac-420f-8086-d0a3e79ed5d9 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (93ab98d8-bad1-41d5-82bc-3c849e6ecc18), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:34.326761 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-d4b7444d-6ad5-4aec-8d5b-fff9d30dbccc None None] Current status of the port 3f00525d-0f76-49e5-837f-2a266ba8748c is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:34.363901 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-f2cb0e00-5139-4bcf-b34b-c83d1ace4ca4 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdd7ae9f-b5ba-4f9f-8932-9e8f893b8c0d']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:34.366780 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b8adffa1-3e06-453b-9eba-234e210fd8a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (a5748274-6a87-45d7-aa5e-caca0be3666a), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:34.368802 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1dcf636d-f8a7-42e9-9d0b-1b38ca919a5a tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (24b27f17-aeb9-4bbd-8bc6-ff5a04f6f3ca), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:34.391391 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-f2cb0e00-5139-4bcf-b34b-c83d1ace4ca4 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f37dd989-3b9a-412c-9ea6-ff518b4142e8') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:34.391771 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-f2cb0e00-5139-4bcf-b34b-c83d1ace4ca4 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f37dd989-3b9a-412c-9ea6-ff518b4142e8') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:34.425812 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f2cb0e00-5139-4bcf-b34b-c83d1ace4ca4 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (f37dd989-3b9a-412c-9ea6-ff518b4142e8), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:34.435872 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af9556a-83ac-420f-8086-d0a3e79ed5d9 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Pushing event updated for resources: {'Subnet': ['ID=93ab98d8-bad1-41d5-82bc-3c849e6ecc18,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:34.487347 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f2cb0e00-5139-4bcf-b34b-c83d1ace4ca4 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (f37dd989-3b9a-412c-9ea6-ff518b4142e8), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:34.497237 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af9556a-83ac-420f-8086-d0a3e79ed5d9 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Checking segment: {'id': '2ff06b7b-684e-4c31-a363-6affb86a5d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '08839fe2-031a-409f-aed8-d6a043a0e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:34.497609 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af9556a-83ac-420f-8086-d0a3e79ed5d9 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Network hostable DHCP agents. Network: 08839fe2-031a-409f-aed8-d6a043a0e2ee, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:37:34.502924 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2cb0e00-5139-4bcf-b34b-c83d1ace4ca4 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:37:34.503861 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f2cb0e00-5139-4bcf-b34b-c83d1ace4ca4 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (f37dd989-3b9a-412c-9ea6-ff518b4142e8), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:34.507955 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:37:34.507955 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:37:34.507955 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:37:34.507955 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:37:34.507955 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:37:34.507955 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:37:34.507955 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:37:34.507955 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:37:34.507955 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:37:34.507955 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:37:34.507955 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:37:34.507955 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:37:34.507955 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:37:34.507955 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:37:34.507955 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:37:34.507955 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:37:34.507955 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:37:34.507955 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:37:34.507955 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:37:34.507955 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:37:34.507955 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:37:34.507955 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:37:34.507955 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:37:34.507955 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:37:34.507955 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:37:34.507955 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:37:34.507955 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:37:34.507955 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:37:34.507955 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:37:34.507955 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:37:34.507955 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:37:34.507955 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:37:34.523759 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1dcf636d-f8a7-42e9-9d0b-1b38ca919a5a tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (24b27f17-aeb9-4bbd-8bc6-ff5a04f6f3ca), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:34.524948 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434a7ca2-b815-414e-9417-ef14bfb7a7ab None None] Network a5748274-6a87-45d7-aa5e-caca0be3666a requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:34.541747 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eac928d-1c0b-4470-a059-10ec5c1adf38 None None] Network 204e8645-5da4-4c0b-b82c-0a3f90d54713 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:34.573351 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-0df096d2-ba4b-4a15-955e-0ab9b74052f5 tempest-RoutersTestDVR-113484748 tempest-RoutersTestDVR-113484748-project] 10.222.0.62 "GET /v2.0/routers/155d3d7d-6120-4ee8-847d-83782c7e0034 HTTP/1.1" status: 200 len: 682 time: 0.4860706 Feb 28 10:37:34.581399 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45566) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:34.657656 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d56be4-de56-4247-bcaa-05b1ec7e42dc req-5cf98d16-b04b-46b8-812d-19461055cc58 tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:34.659461 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-73d56be4-de56-4247-bcaa-05b1ec7e42dc req-5cf98d16-b04b-46b8-812d-19461055cc58 tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] 10.222.0.62 "GET /v2.0/ports?device_id=577bf51b-8d6a-42ef-83c6-cc28ed13db34 HTTP/1.1" status: 200 len: 945 time: 0.1552503 Feb 28 10:37:34.670684 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-5491733c-9c6d-44a3-b901-41f0da5b2620 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Deleting port 00ba8103-12c6-41c4-b18c-eaffd511ccfe {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:34.671055 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5491733c-9c6d-44a3-b901-41f0da5b2620 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (00ba8103-12c6-41c4-b18c-eaffd511ccfe), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:34.681658 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af9556a-83ac-420f-8086-d0a3e79ed5d9 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Network 08839fe2-031a-409f-aed8-d6a043a0e2ee is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:37:34.721046 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b247048a-3648-4d75-bf7f-21b22cd99baf tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] Publish callbacks [] for router (155d3d7d-6120-4ee8-847d-83782c7e0034), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:34.726545 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-b8adffa1-3e06-453b-9eba-234e210fd8a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Deleting port 3f00525d-0f76-49e5-837f-2a266ba8748c {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:34.727019 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b8adffa1-3e06-453b-9eba-234e210fd8a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (3f00525d-0f76-49e5-837f-2a266ba8748c), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:34.768044 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f2cb0e00-5139-4bcf-b34b-c83d1ace4ca4 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (bdd7ae9f-b5ba-4f9f-8932-9e8f893b8c0d), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:34.773438 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f2cb0e00-5139-4bcf-b34b-c83d1ace4ca4 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:34.782219 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-f2cb0e00-5139-4bcf-b34b-c83d1ace4ca4 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] 10.222.0.62 "DELETE /v2.0/networks/bdd7ae9f-b5ba-4f9f-8932-9e8f893b8c0d HTTP/1.1" status: 204 len: 168 time: 3.6197574 Feb 28 10:37:34.791213 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-73d56be4-de56-4247-bcaa-05b1ec7e42dc req-e9c4405e-bfa6-4780-aa74-184149b3f53f tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] 10.222.0.62 "GET /v2.0/security-groups?id=f7514dbd-377d-453f-b4bc-1666e16a35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163440 Feb 28 10:37:34.795207 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45568) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:34.808390 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1dcf636d-f8a7-42e9-9d0b-1b38ca919a5a tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (24b27f17-aeb9-4bbd-8bc6-ff5a04f6f3ca), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:34.861316 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cb0e00-5139-4bcf-b34b-c83d1ace4ca4 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Pushing event deleted for resources: {'Network': ['ID=bdd7ae9f-b5ba-4f9f-8932-9e8f893b8c0d,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:34.872448 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5491733c-9c6d-44a3-b901-41f0da5b2620 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (00ba8103-12c6-41c4-b18c-eaffd511ccfe), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:34.876073 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b3cd0c6-bb38-4deb-83a9-2ac18c38f12e tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] DELETE failed (client error): The resource could not be found. Feb 28 10:37:34.878278 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b3cd0c6-bb38-4deb-83a9-2ac18c38f12e tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:37:34.879582 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-7b3cd0c6-bb38-4deb-83a9-2ac18c38f12e tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] 10.222.0.62 "DELETE /v2.0/subnets/13b75416-ce28-45e5-a716-f48c8e6f0913 HTTP/1.1" status: 404 len: 337 time: 0.0828624 Feb 28 10:37:34.880592 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcf636d-f8a7-42e9-9d0b-1b38ca919a5a tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event deleted for resources: {'Subnet': ['ID=24b27f17-aeb9-4bbd-8bc6-ff5a04f6f3ca,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:34.883703 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45570) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:34.899963 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1dcf636d-f8a7-42e9-9d0b-1b38ca919a5a tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:34.903347 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-1dcf636d-f8a7-42e9-9d0b-1b38ca919a5a tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "DELETE /v2.0/subnets/24b27f17-aeb9-4bbd-8bc6-ff5a04f6f3ca HTTP/1.1" status: 204 len: 168 time: 0.7899392 Feb 28 10:37:34.910456 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-1af9556a-83ac-420f-8086-d0a3e79ed5d9 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 08839fe2-031a-409f-aed8-d6a043a0e2ee) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:34.912395 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45572) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:34.920909 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af9556a-83ac-420f-8086-d0a3e79ed5d9 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:34.921536 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1af9556a-83ac-420f-8086-d0a3e79ed5d9 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:34.932104 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09882619-9f93-4fb9-9158-2f6cfa2be324 None None] Network 08839fe2-031a-409f-aed8-d6a043a0e2ee requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:34.955374 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-5491733c-9c6d-44a3-b901-41f0da5b2620 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Calling delete_port for 00ba8103-12c6-41c4-b18c-eaffd511ccfe owned by network:router_gateway {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:34.970342 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-b31bda7e-7438-4778-9223-38e66b5f4fb6 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] DELETE failed (client error): The resource could not be found. Feb 28 10:37:34.971081 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b31bda7e-7438-4778-9223-38e66b5f4fb6 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:37:34.980296 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-b31bda7e-7438-4778-9223-38e66b5f4fb6 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] 10.222.0.62 "DELETE /v2.0/networks/bdd7ae9f-b5ba-4f9f-8932-9e8f893b8c0d HTTP/1.1" status: 404 len: 339 time: 0.0893993 Feb 28 10:37:34.987552 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45574) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:35.015809 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ae3669-1bc9-44a1-8b04-93b73d9b7478 None None] DHCP port deletion for a5748274-6a87-45d7-aa5e-caca0be3666a request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:37:35.027652 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c4f5b-b38d-4980-a828-0a9cd22319ff req-b858382a-8a5e-4c12-bfd3-b298145fc825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:35.029180 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-345c4f5b-b38d-4980-a828-0a9cd22319ff req-b858382a-8a5e-4c12-bfd3-b298145fc825 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ec2f9fb98c0c462fa79ca5ebcea34c90&device_id=577bf51b-8d6a-42ef-83c6-cc28ed13db34 HTTP/1.1" status: 200 len: 1129 time: 0.3592131 Feb 28 10:37:35.036423 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-b8adffa1-3e06-453b-9eba-234e210fd8a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] For port 3f00525d-0f76-49e5-837f-2a266ba8748c, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=3f00525d-0f76-49e5-837f-2a266ba8748c,segment=NetworkSegment(778a1ece-cc95-4ca2-9c4c-772d83c88880),segment_id=778a1ece-cc95-4ca2-9c4c-772d83c88880)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:35.036423 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b8adffa1-3e06-453b-9eba-234e210fd8a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (3f00525d-0f76-49e5-837f-2a266ba8748c), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:35.073808 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-933eb86d-a8d9-4d3a-a2c9-e73a83e20bda tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] DELETE failed (client error): The resource could not be found. Feb 28 10:37:35.074054 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-933eb86d-a8d9-4d3a-a2c9-e73a83e20bda tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:37:35.089109 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-933eb86d-a8d9-4d3a-a2c9-e73a83e20bda tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] 10.222.0.62 "DELETE /v2.0/subnets/a1b73cea-a3f8-4339-b15f-387568b2991e HTTP/1.1" status: 404 len: 337 time: 0.0974338 Feb 28 10:37:35.094887 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45576) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:35.098354 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b247048a-3648-4d75-bf7f-21b22cd99baf tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (155d3d7d-6120-4ee8-847d-83782c7e0034), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:35.102133 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-b8adffa1-3e06-453b-9eba-234e210fd8a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Calling delete_port for 3f00525d-0f76-49e5-837f-2a266ba8748c owned by network:dhcp {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:35.104989 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b247048a-3648-4d75-bf7f-21b22cd99baf tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] Publish callbacks [] for router_controller (155d3d7d-6120-4ee8-847d-83782c7e0034), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:35.111956 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-1af9556a-83ac-420f-8086-d0a3e79ed5d9 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.9070954 Feb 28 10:37:35.129524 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c88ba7e-a694-49b3-af74-767cea3a7489 None None] Update dhcp port {'port': {'network_id': '204e8645-5da4-4c0b-b82c-0a3f90d54713', 'fixed_ips': [{'subnet_id': '24b27f17-aeb9-4bbd-8bc6-ff5a04f6f3ca'}], 'binding:host_id': 'dv-neutron-829161-3-hyperv'}, 'id': '1e29e4fc-3ed6-478b-a1f8-f06193f7ed88'} from dv-neutron-829161-3-hyperv. {{(pid=104085) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 28 10:37:35.145441 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45578) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:35.154872 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-ed289fef-152a-4787-8283-d65082fa8d2b tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-501903092', 'network_id': '08839fe2-031a-409f-aed8-d6a043a0e2ee'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:35.160819 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-56ca00fc-f793-4032-b874-7999995ebd95 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] DELETE failed (client error): The resource could not be found. Feb 28 10:37:35.161455 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56ca00fc-f793-4032-b874-7999995ebd95 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:37:35.164751 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-56ca00fc-f793-4032-b874-7999995ebd95 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] 10.222.0.62 "DELETE /v2.0/networks/0a23d256-42b0-4fdc-8db7-c214575ef07e HTTP/1.1" status: 404 len: 339 time: 0.0691998 Feb 28 10:37:35.173489 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0c88ba7e-a694-49b3-af74-767cea3a7489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (1e29e4fc-3ed6-478b-a1f8-f06193f7ed88), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:35.174709 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45580) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:35.188962 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8e54fa18-68cf-4ed9-af69-2bb2db421dbd tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (204e8645-5da4-4c0b-b82c-0a3f90d54713), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:35.190697 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689fc173-866e-4db0-9c8e-516011ec0850 None None] Network 08839fe2-031a-409f-aed8-d6a043a0e2ee requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:35.248084 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-495467ac-47b1-497d-ad87-03db62d092f4 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] DELETE failed (client error): The resource could not be found. Feb 28 10:37:35.248664 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-495467ac-47b1-497d-ad87-03db62d092f4 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:37:35.254234 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-495467ac-47b1-497d-ad87-03db62d092f4 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] 10.222.0.62 "DELETE /v2.0/subnets/d325a497-2be9-405f-9fae-b4bbb7b84f20 HTTP/1.1" status: 404 len: 337 time: 0.0761449 Feb 28 10:37:35.255820 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45582) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:35.312003 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c4f5b-b38d-4980-a828-0a9cd22319ff req-96e8f51a-4a8f-4b1c-ad67-b5c97807d55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:35.314213 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-345c4f5b-b38d-4980-a828-0a9cd22319ff req-96e8f51a-4a8f-4b1c-ad67-b5c97807d55e service neutron] 10.222.0.70 "GET /v2.0/networks?id=1058a1e5-88f7-4a04-8679-87bdc8619383 HTTP/1.1" status: 200 len: 911 time: 0.2494192 Feb 28 10:37:35.318210 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f9f12fd-0ba6-40dd-85a5-8f5e3ebb5f07 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] DELETE failed (client error): The resource could not be found. Feb 28 10:37:35.318740 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f9f12fd-0ba6-40dd-85a5-8f5e3ebb5f07 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:37:35.324590 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-0f9f12fd-0ba6-40dd-85a5-8f5e3ebb5f07 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] 10.222.0.62 "DELETE /v2.0/networks/076b9308-afcc-4fb7-9a07-731b3e0e3915 HTTP/1.1" status: 404 len: 339 time: 0.0644255 Feb 28 10:37:35.324792 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45584) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:35.338204 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b247048a-3648-4d75-bf7f-21b22cd99baf tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (155d3d7d-6120-4ee8-847d-83782c7e0034), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:35.338784 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b247048a-3648-4d75-bf7f-21b22cd99baf tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 155d3d7d-6120-4ee8-847d-83782c7e0034 {{(pid=104083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:37:35.357695 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed289fef-152a-4787-8283-d65082fa8d2b tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Made reservation on behalf of 026d1846903c4979ba59c16717feed27 for: {'port': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:35.360092 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ed289fef-152a-4787-8283-d65082fa8d2b tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:35.368513 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-77ae3669-1bc9-44a1-8b04-93b73d9b7478 None None] Deleting port 3f00525d-0f76-49e5-837f-2a266ba8748c {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:35.373984 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-77ae3669-1bc9-44a1-8b04-93b73d9b7478 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (3f00525d-0f76-49e5-837f-2a266ba8748c), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:35.374122 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 3f00525d-0f76-49e5-837f-2a266ba8748c no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:37:35.388628 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [None req-ed289fef-152a-4787-8283-d65082fa8d2b tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] device_id is not set on port f3a5aaf2-14f7-4df9-885b-697471bd3769 yet. {{(pid=104084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:37:35.399846 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b247048a-3648-4d75-bf7f-21b22cd99baf tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:35.399846 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-b247048a-3648-4d75-bf7f-21b22cd99baf tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] 10.222.0.62 "DELETE /v2.0/routers/155d3d7d-6120-4ee8-847d-83782c7e0034 HTTP/1.1" status: 204 len: 168 time: 0.8133771 Feb 28 10:37:35.402445 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45586) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:35.404940 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-345c4f5b-b38d-4980-a828-0a9cd22319ff req-0f6253a1-ade3-4058-9dc4-9226ca8f4acc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74371202-ff96-4d60-8ee7-e38035ab4376 HTTP/1.1" status: 200 len: 217 time: 0.0836606 Feb 28 10:37:35.407680 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b8adffa1-3e06-453b-9eba-234e210fd8a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (3f00525d-0f76-49e5-837f-2a266ba8748c), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:35.412688 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-c306ec5f-11b3-405d-a926-98fa19b83b82 tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] Request body: {'router': {'name': 'tempest-router-1906627684', 'distributed': True}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:35.479629 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8adffa1-3e06-453b-9eba-234e210fd8a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Pushing event deleted for resources: {'Port': ['ID=3f00525d-0f76-49e5-837f-2a266ba8748c,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:35.511919 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8adffa1-3e06-453b-9eba-234e210fd8a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] No DVR routers for this DVR port 3f00525d-0f76-49e5-837f-2a266ba8748c on host dv-neutron-829161-3-hyperv {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:37:35.527576 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No active binding found for port 3f00525d-0f76-49e5-837f-2a266ba8748c {{(pid=104085) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 28 10:37:35.527964 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] The host dv-neutron-829161-3-hyperv is not matching for port 3f00525d-0f76-49e5-837f-2a266ba8748c host None! {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 28 10:37:35.528748 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 3f00525d-0f76-49e5-837f-2a266ba8748c not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:37:35.539162 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-77ae3669-1bc9-44a1-8b04-93b73d9b7478 None None] For port 3f00525d-0f76-49e5-837f-2a266ba8748c, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=3f00525d-0f76-49e5-837f-2a266ba8748c,segment=NetworkSegment(778a1ece-cc95-4ca2-9c4c-772d83c88880),segment_id=778a1ece-cc95-4ca2-9c4c-772d83c88880)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:35.539646 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-77ae3669-1bc9-44a1-8b04-93b73d9b7478 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (3f00525d-0f76-49e5-837f-2a266ba8748c), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:35.559908 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f71660-7e6b-4c49-836e-5c38f799e17d None None] Network 204e8645-5da4-4c0b-b82c-0a3f90d54713 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:35.562386 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c4f5b-b38d-4980-a828-0a9cd22319ff req-1f7948eb-d3ba-4b95-8b26-134e9f324265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:35.563912 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-345c4f5b-b38d-4980-a828-0a9cd22319ff req-1f7948eb-d3ba-4b95-8b26-134e9f324265 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0ca26377-e3c5-45ec-bd08-811c44b5ebd6 HTTP/1.1" status: 200 len: 851 time: 0.1499982 Feb 28 10:37:35.576529 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c306ec5f-11b3-405d-a926-98fa19b83b82 tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (ff73c9a0-6bc3-487a-bc30-a05918821a6f), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:35.577481 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c306ec5f-11b3-405d-a926-98fa19b83b82 tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (ff73c9a0-6bc3-487a-bc30-a05918821a6f), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:35.590972 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-8e54fa18-68cf-4ed9-af69-2bb2db421dbd tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Deleting port 1e29e4fc-3ed6-478b-a1f8-f06193f7ed88 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:35.591314 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8e54fa18-68cf-4ed9-af69-2bb2db421dbd tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (1e29e4fc-3ed6-478b-a1f8-f06193f7ed88), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:35.605899 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-77ae3669-1bc9-44a1-8b04-93b73d9b7478 None None] Calling delete_port for 3f00525d-0f76-49e5-837f-2a266ba8748c owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:35.645815 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-345c4f5b-b38d-4980-a828-0a9cd22319ff req-32d54355-680c-4302-8206-e41999568bd0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1058a1e5-88f7-4a04-8679-87bdc8619383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678113 Feb 28 10:37:35.651003 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b8adffa1-3e06-453b-9eba-234e210fd8a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (a5748274-6a87-45d7-aa5e-caca0be3666a), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:35.662107 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-ed289fef-152a-4787-8283-d65082fa8d2b tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Allocated IP 172.20.0.5 (08839fe2-031a-409f-aed8-d6a043a0e2ee/93ab98d8-bad1-41d5-82bc-3c849e6ecc18/f3a5aaf2-14f7-4df9-885b-697471bd3769) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:35.669848 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-60926511-cbab-4272-8289-8a8d5497eb17 None None] Provisioning complete for port 1e29e4fc-3ed6-478b-a1f8-f06193f7ed88 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:35.670157 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-60926511-cbab-4272-8289-8a8d5497eb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (1e29e4fc-3ed6-478b-a1f8-f06193f7ed88), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:35.697687 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-8e54fa18-68cf-4ed9-af69-2bb2db421dbd tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] For port 1e29e4fc-3ed6-478b-a1f8-f06193f7ed88, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=1e29e4fc-3ed6-478b-a1f8-f06193f7ed88,segment=NetworkSegment(ed80884b-9ca3-45ad-8ccf-7224d3568d93),segment_id=ed80884b-9ca3-45ad-8ccf-7224d3568d93)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:35.698071 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8e54fa18-68cf-4ed9-af69-2bb2db421dbd tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (1e29e4fc-3ed6-478b-a1f8-f06193f7ed88), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:35.722352 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-8e54fa18-68cf-4ed9-af69-2bb2db421dbd tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Calling delete_port for 1e29e4fc-3ed6-478b-a1f8-f06193f7ed88 owned by network:dhcp {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:35.725522 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-b8adffa1-3e06-453b-9eba-234e210fd8a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5748274-6a87-45d7-aa5e-caca0be3666a']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:35.740380 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5491733c-9c6d-44a3-b901-41f0da5b2620 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (00ba8103-12c6-41c4-b18c-eaffd511ccfe), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:35.740788 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-a14edb47-cf0c-4b86-b11a-333ad057a04c tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Deleting port a63d3399-c504-4192-9555-ca0e7d874516 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:35.741134 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a14edb47-cf0c-4b86-b11a-333ad057a04c tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (a63d3399-c504-4192-9555-ca0e7d874516), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:35.744879 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-b8adffa1-3e06-453b-9eba-234e210fd8a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '778a1ece-cc95-4ca2-9c4c-772d83c88880') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:35.745222 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-b8adffa1-3e06-453b-9eba-234e210fd8a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '778a1ece-cc95-4ca2-9c4c-772d83c88880') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:35.769501 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b8adffa1-3e06-453b-9eba-234e210fd8a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (778a1ece-cc95-4ca2-9c4c-772d83c88880), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:35.802534 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-77ae3669-1bc9-44a1-8b04-93b73d9b7478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (3f00525d-0f76-49e5-837f-2a266ba8748c), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:35.839162 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b8adffa1-3e06-453b-9eba-234e210fd8a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (778a1ece-cc95-4ca2-9c4c-772d83c88880), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:35.843562 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24dcedca-b641-4227-bda8-eb8efbc71d4f None None] DHCP port deletion for 204e8645-5da4-4c0b-b82c-0a3f90d54713 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:37:35.849459 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ae3669-1bc9-44a1-8b04-93b73d9b7478 None None] Pushing event deleted for resources: {'Port': ['ID=3f00525d-0f76-49e5-837f-2a266ba8748c,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:35.854927 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-60926511-cbab-4272-8289-8a8d5497eb17 None None] Current status of the port 1e29e4fc-3ed6-478b-a1f8-f06193f7ed88 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:35.857255 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ae3669-1bc9-44a1-8b04-93b73d9b7478 None None] No DVR routers for this DVR port 3f00525d-0f76-49e5-837f-2a266ba8748c on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:37:35.863469 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8adffa1-3e06-453b-9eba-234e210fd8a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:37:35.863876 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b8adffa1-3e06-453b-9eba-234e210fd8a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (778a1ece-cc95-4ca2-9c4c-772d83c88880), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:35.873568 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:37:35.873568 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:37:35.873568 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:37:35.873568 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:37:35.873568 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:37:35.873568 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:37:35.873568 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:37:35.873568 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:37:35.873568 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:37:35.873568 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:37:35.873568 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:37:35.873568 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:37:35.873568 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:37:35.873568 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:37:35.873568 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:37:35.873568 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:37:35.873568 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:37:35.873568 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:37:35.873568 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:37:35.873568 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:37:35.873568 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:37:35.873568 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:37:35.873568 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:37:35.873568 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:37:35.873568 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:37:35.873568 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:37:35.873568 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:37:35.873568 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:37:35.873568 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:37:35.873568 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:37:35.873568 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:37:35.873568 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:37:35.888193 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a14edb47-cf0c-4b86-b11a-333ad057a04c tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (a63d3399-c504-4192-9555-ca0e7d874516), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:35.911726 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-24dcedca-b641-4227-bda8-eb8efbc71d4f None None] Deleting port 1e29e4fc-3ed6-478b-a1f8-f06193f7ed88 {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:35.912198 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-24dcedca-b641-4227-bda8-eb8efbc71d4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (1e29e4fc-3ed6-478b-a1f8-f06193f7ed88), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:35.923788 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-345c4f5b-b38d-4980-a828-0a9cd22319ff req-a7237b0f-d26e-41e6-9d18-c8035a64766d service neutron] 10.222.0.70 "GET /v2.0/networks/1058a1e5-88f7-4a04-8679-87bdc8619383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645686 Feb 28 10:37:35.928074 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5491733c-9c6d-44a3-b901-41f0da5b2620 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Pushing event deleted for resources: {'Port': ['ID=00ba8103-12c6-41c4-b18c-eaffd511ccfe,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:35.960032 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-a14edb47-cf0c-4b86-b11a-333ad057a04c tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Calling delete_port for a63d3399-c504-4192-9555-ca0e7d874516 owned by {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:35.985702 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-24dcedca-b641-4227-bda8-eb8efbc71d4f None None] For port 1e29e4fc-3ed6-478b-a1f8-f06193f7ed88, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=1e29e4fc-3ed6-478b-a1f8-f06193f7ed88,segment=NetworkSegment(ed80884b-9ca3-45ad-8ccf-7224d3568d93),segment_id=ed80884b-9ca3-45ad-8ccf-7224d3568d93)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:35.986199 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-24dcedca-b641-4227-bda8-eb8efbc71d4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (1e29e4fc-3ed6-478b-a1f8-f06193f7ed88), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:36.007358 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-24dcedca-b641-4227-bda8-eb8efbc71d4f None None] Calling delete_port for 1e29e4fc-3ed6-478b-a1f8-f06193f7ed88 owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:36.030429 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c306ec5f-11b3-405d-a926-98fa19b83b82 tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] Publish callbacks [] for router_controller (ff73c9a0-6bc3-487a-bc30-a05918821a6f), precommit_add_association {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:36.033602 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8e54fa18-68cf-4ed9-af69-2bb2db421dbd tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (1e29e4fc-3ed6-478b-a1f8-f06193f7ed88), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:36.086432 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b8adffa1-3e06-453b-9eba-234e210fd8a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (a5748274-6a87-45d7-aa5e-caca0be3666a), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:36.094021 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e54fa18-68cf-4ed9-af69-2bb2db421dbd tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event deleted for resources: {'Port': ['ID=1e29e4fc-3ed6-478b-a1f8-f06193f7ed88,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:36.109530 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e54fa18-68cf-4ed9-af69-2bb2db421dbd tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] No DVR routers for this DVR port 1e29e4fc-3ed6-478b-a1f8-f06193f7ed88 on host dv-neutron-829161-3-hyperv {{(pid=104084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:37:36.113682 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b8adffa1-3e06-453b-9eba-234e210fd8a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:36.115996 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-24dcedca-b641-4227-bda8-eb8efbc71d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (1e29e4fc-3ed6-478b-a1f8-f06193f7ed88), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:36.122253 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-b8adffa1-3e06-453b-9eba-234e210fd8a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "DELETE /v2.0/networks/a5748274-6a87-45d7-aa5e-caca0be3666a HTTP/1.1" status: 204 len: 168 time: 4.6098816 Feb 28 10:37:36.126123 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45590) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:36.147748 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-5841a655-9e18-49a6-9922-5aa1e7569392 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-718994967'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:36.149116 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dcedca-b641-4227-bda8-eb8efbc71d4f None None] Pushing event deleted for resources: {'Port': ['ID=1e29e4fc-3ed6-478b-a1f8-f06193f7ed88,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:36.153236 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c306ec5f-11b3-405d-a926-98fa19b83b82 tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (ff73c9a0-6bc3-487a-bc30-a05918821a6f), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:36.155022 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24dcedca-b641-4227-bda8-eb8efbc71d4f None None] No DVR routers for this DVR port 1e29e4fc-3ed6-478b-a1f8-f06193f7ed88 on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:37:36.171962 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8adffa1-3e06-453b-9eba-234e210fd8a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Pushing event deleted for resources: {'Network': ['ID=a5748274-6a87-45d7-aa5e-caca0be3666a,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:36.172629 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5491733c-9c6d-44a3-b901-41f0da5b2620 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047843'] for router_gateway (a41257b8-3030-4f74-96ac-20abdf1e42cc), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:36.191479 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-345c4f5b-b38d-4980-a828-0a9cd22319ff req-561a1bcb-438a-4035-8d31-b0e12828dd53 service neutron] 10.222.0.70 "GET /v2.0/networks/1058a1e5-88f7-4a04-8679-87bdc8619383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479229 Feb 28 10:37:36.201790 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bddf61a-1a39-4572-8699-f97a8b634ddd req-0852166d-0506-43b2-94cf-84eb2fc61c38 tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:36.203425 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-7bddf61a-1a39-4572-8699-f97a8b634ddd req-0852166d-0506-43b2-94cf-84eb2fc61c38 tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] 10.222.0.62 "GET /v2.0/ports?device_id=577bf51b-8d6a-42ef-83c6-cc28ed13db34 HTTP/1.1" status: 200 len: 945 time: 0.2752769 Feb 28 10:37:36.263809 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-7bddf61a-1a39-4572-8699-f97a8b634ddd req-00c68ca0-ea86-408d-b854-c3e6b722d839 tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] 10.222.0.62 "GET /v2.0/security-groups?id=f7514dbd-377d-453f-b4bc-1666e16a35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524435 Feb 28 10:37:36.306691 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5841a655-9e18-49a6-9922-5aa1e7569392 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Made reservation on behalf of e83592cc9f8b4979b763ded3df9533cb for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:36.310390 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5841a655-9e18-49a6-9922-5aa1e7569392 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:36.320078 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a14edb47-cf0c-4b86-b11a-333ad057a04c tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (a63d3399-c504-4192-9555-ca0e7d874516), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:36.338561 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ed289fef-152a-4787-8283-d65082fa8d2b tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks [] for port (f3a5aaf2-14f7-4df9-885b-697471bd3769), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:36.351672 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5491733c-9c6d-44a3-b901-41f0da5b2620 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (a41257b8-3030-4f74-96ac-20abdf1e42cc), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:36.356921 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5491733c-9c6d-44a3-b901-41f0da5b2620 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks [] for router_controller (a41257b8-3030-4f74-96ac-20abdf1e42cc), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:36.359574 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8e54fa18-68cf-4ed9-af69-2bb2db421dbd tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (204e8645-5da4-4c0b-b82c-0a3f90d54713), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:36.363967 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14edb47-cf0c-4b86-b11a-333ad057a04c tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Pushing event deleted for resources: {'Port': ['ID=a63d3399-c504-4192-9555-ca0e7d874516,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:36.364861 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c306ec5f-11b3-405d-a926-98fa19b83b82 tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:36.369115 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c306ec5f-11b3-405d-a926-98fa19b83b82 tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.9653282 Feb 28 10:37:36.371638 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45592) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:36.393570 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-8e54fa18-68cf-4ed9-af69-2bb2db421dbd tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['204e8645-5da4-4c0b-b82c-0a3f90d54713']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:36.408456 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a14edb47-cf0c-4b86-b11a-333ad057a04c tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:36.411686 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a14edb47-cf0c-4b86-b11a-333ad057a04c tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] 10.222.0.62 "DELETE /v2.0/ports/a63d3399-c504-4192-9555-ca0e7d874516 HTTP/1.1" status: 204 len: 168 time: 1.0859182 Feb 28 10:37:36.433528 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45594) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:36.439644 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-8e54fa18-68cf-4ed9-af69-2bb2db421dbd tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed80884b-9ca3-45ad-8ccf-7224d3568d93') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:36.440035 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-8e54fa18-68cf-4ed9-af69-2bb2db421dbd tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed80884b-9ca3-45ad-8ccf-7224d3568d93') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:36.470055 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8e54fa18-68cf-4ed9-af69-2bb2db421dbd tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (ed80884b-9ca3-45ad-8ccf-7224d3568d93), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:36.495995 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-cba08ab7-2d67-450c-a32d-d95f6e593eca tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] DELETE failed (client error): The resource could not be found. Feb 28 10:37:36.496592 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cba08ab7-2d67-450c-a32d-d95f6e593eca tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:37:36.499734 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-cba08ab7-2d67-450c-a32d-d95f6e593eca tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] 10.222.0.62 "DELETE /v2.0/subnets/e6b55612-1859-4b6f-8343-9d6a29ad7ac2 HTTP/1.1" status: 404 len: 337 time: 0.0622516 Feb 28 10:37:36.503400 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45596) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:36.516657 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8e54fa18-68cf-4ed9-af69-2bb2db421dbd tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (ed80884b-9ca3-45ad-8ccf-7224d3568d93), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:36.535865 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e54fa18-68cf-4ed9-af69-2bb2db421dbd tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:37:36.536308 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8e54fa18-68cf-4ed9-af69-2bb2db421dbd tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (ed80884b-9ca3-45ad-8ccf-7224d3568d93), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:36.539393 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 10:37:36.539393 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:37:36.539393 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 10:37:36.539393 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:37:36.539393 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 10:37:36.539393 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:37:36.539393 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 10:37:36.539393 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:37:36.539393 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 10:37:36.539393 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:37:36.539393 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 10:37:36.539393 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:37:36.539393 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 10:37:36.539393 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:37:36.539393 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:37:36.539393 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:37:36.539393 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:37:36.539393 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:37:36.539393 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 10:37:36.539393 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:37:36.539393 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 10:37:36.539393 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:37:36.539393 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:37:36.539393 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:37:36.539393 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 10:37:36.539393 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:37:36.539393 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:37:36.539393 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:37:36.539393 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:37:36.539393 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:37:36.539393 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:37:36.539393 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:37:36.582369 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5491733c-9c6d-44a3-b901-41f0da5b2620 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (a41257b8-3030-4f74-96ac-20abdf1e42cc), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:36.582986 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5491733c-9c6d-44a3-b901-41f0da5b2620 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Fanout notify agent at l3_agent the message router_deleted on router a41257b8-3030-4f74-96ac-20abdf1e42cc {{(pid=104084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:37:36.595050 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5491733c-9c6d-44a3-b901-41f0da5b2620 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:36.596211 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-5491733c-9c6d-44a3-b901-41f0da5b2620 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] 10.222.0.62 "DELETE /v2.0/routers/a41257b8-3030-4f74-96ac-20abdf1e42cc HTTP/1.1" status: 204 len: 168 time: 2.8225858 Feb 28 10:37:36.627098 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45598) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:36.631525 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-53786e77-bc6d-445f-9f09-a56a7f1f7dd5 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Request body: {'router': {'name': 'tempest-snat-router-513898145', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'enable_snat': False}}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:36.665600 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ed289fef-152a-4787-8283-d65082fa8d2b tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (f3a5aaf2-14f7-4df9-885b-697471bd3769), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:36.687483 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ad1d3b76-ab8a-413f-b185-1da7b23c8cfe tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (6366b6aa-7e58-4be0-ba56-48c09dd63040), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:36.717208 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5841a655-9e18-49a6-9922-5aa1e7569392 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:37:36.726969 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed289fef-152a-4787-8283-d65082fa8d2b tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Network 08839fe2-031a-409f-aed8-d6a043a0e2ee is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:36.732076 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-ed289fef-152a-4787-8283-d65082fa8d2b tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:36.736290 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed289fef-152a-4787-8283-d65082fa8d2b tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:36.760921 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5841a655-9e18-49a6-9922-5aa1e7569392 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (64a2e5e8-c687-45ea-8c2d-ce62c77c860f), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:36.761514 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-5841a655-9e18-49a6-9922-5aa1e7569392 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Added segment 64a2e5e8-c687-45ea-8c2d-ce62c77c860f of type vlan for network 32869f45-1c68-410f-aad8-af109ff86adb Feb 28 10:37:36.771366 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8e54fa18-68cf-4ed9-af69-2bb2db421dbd tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (204e8645-5da4-4c0b-b82c-0a3f90d54713), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:36.776343 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-683583e5-96f7-4a43-ade4-19edde6e6751 tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] Publish callbacks [] for router (ff73c9a0-6bc3-487a-bc30-a05918821a6f), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:36.778941 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed289fef-152a-4787-8283-d65082fa8d2b tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Pushing event updated for resources: {'Port': ['ID=f3a5aaf2-14f7-4df9-885b-697471bd3769,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:36.785789 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8e54fa18-68cf-4ed9-af69-2bb2db421dbd tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:36.788838 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-8e54fa18-68cf-4ed9-af69-2bb2db421dbd tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "DELETE /v2.0/networks/204e8645-5da4-4c0b-b82c-0a3f90d54713 HTTP/1.1" status: 204 len: 168 time: 1.8758986 Feb 28 10:37:36.793592 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-53786e77-bc6d-445f-9f09-a56a7f1f7dd5 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (34f86e0a-f63b-43eb-994f-6378d4acc0d4), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:36.794819 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-53786e77-bc6d-445f-9f09-a56a7f1f7dd5 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (34f86e0a-f63b-43eb-994f-6378d4acc0d4), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:36.813918 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45600) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:36.838454 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e54fa18-68cf-4ed9-af69-2bb2db421dbd tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event deleted for resources: {'Network': ['ID=204e8645-5da4-4c0b-b82c-0a3f90d54713,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:36.877516 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2852a89e-8c06-4443-98c3-3f834efe8114 req-4129d8a9-6a07-4d7e-9d84-adf9271f8e00 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5263746 Feb 28 10:37:36.883876 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5841a655-9e18-49a6-9922-5aa1e7569392 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (32869f45-1c68-410f-aad8-af109ff86adb), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:37.026635 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-683583e5-96f7-4a43-ade4-19edde6e6751 tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (ff73c9a0-6bc3-487a-bc30-a05918821a6f), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:37.030613 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-683583e5-96f7-4a43-ade4-19edde6e6751 tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] Publish callbacks [] for router_controller (ff73c9a0-6bc3-487a-bc30-a05918821a6f), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:37.092231 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2852a89e-8c06-4443-98c3-3f834efe8114 req-2b558b3b-6878-433b-aac0-d22163d9dde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:37.093885 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2852a89e-8c06-4443-98c3-3f834efe8114 req-2b558b3b-6878-433b-aac0-d22163d9dde8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=db1f4f0e5a54442e90e9cc29426671f3&device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 1129 time: 0.1743882 Feb 28 10:37:37.100516 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5841a655-9e18-49a6-9922-5aa1e7569392 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (32869f45-1c68-410f-aad8-af109ff86adb), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:37.106016 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5841a655-9e18-49a6-9922-5aa1e7569392 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:37.106653 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5841a655-9e18-49a6-9922-5aa1e7569392 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:37.192701 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-683583e5-96f7-4a43-ade4-19edde6e6751 tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (ff73c9a0-6bc3-487a-bc30-a05918821a6f), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:37.193117 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683583e5-96f7-4a43-ade4-19edde6e6751 tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ff73c9a0-6bc3-487a-bc30-a05918821a6f {{(pid=104083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:37:37.217785 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed289fef-152a-4787-8283-d65082fa8d2b tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:37.219467 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ed289fef-152a-4787-8283-d65082fa8d2b tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:37.230533 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-683583e5-96f7-4a43-ade4-19edde6e6751 tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:37.231711 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-683583e5-96f7-4a43-ade4-19edde6e6751 tempest-RoutersTestDVR-528149334 tempest-RoutersTestDVR-528149334-project-admin] 10.222.0.62 "DELETE /v2.0/routers/ff73c9a0-6bc3-487a-bc30-a05918821a6f HTTP/1.1" status: 204 len: 168 time: 0.8392150 Feb 28 10:37:37.239430 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5841a655-9e18-49a6-9922-5aa1e7569392 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Pushing event updated for resources: {'Network': ['ID=32869f45-1c68-410f-aad8-af109ff86adb,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:37.252574 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 32869f45-1c68-410f-aad8-af109ff86adb details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:37:37.284384 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-5841a655-9e18-49a6-9922-5aa1e7569392 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1525102 Feb 28 10:37:37.294746 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45604) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:37.302971 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-53786e77-bc6d-445f-9f09-a56a7f1f7dd5 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks [] for router_controller (34f86e0a-f63b-43eb-994f-6378d4acc0d4), precommit_add_association {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:37.303748 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-31a7a753-1242-48a9-a4f6-6def1059849c tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Request body: {'subnet': {'network_id': '32869f45-1c68-410f-aad8-af109ff86adb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:37.314822 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ad1d3b76-ab8a-413f-b185-1da7b23c8cfe tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (6366b6aa-7e58-4be0-ba56-48c09dd63040), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:37.355902 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-ad1d3b76-ab8a-413f-b185-1da7b23c8cfe tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6366b6aa-7e58-4be0-ba56-48c09dd63040']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:37.357102 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 1e29e4fc-3ed6-478b-a1f8-f06193f7ed88 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:37:37.380811 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 1e29e4fc-3ed6-478b-a1f8-f06193f7ed88 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:37:37.382695 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 1e29e4fc-3ed6-478b-a1f8-f06193f7ed88 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:37:37.393439 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-ad1d3b76-ab8a-413f-b185-1da7b23c8cfe tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e789a28f-34a1-4a5c-89fc-f4d55a2ce713') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:37.397509 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2852a89e-8c06-4443-98c3-3f834efe8114 req-8c001398-fd18-42c3-86dc-f512c70c9701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:37.397918 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-ad1d3b76-ab8a-413f-b185-1da7b23c8cfe tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e789a28f-34a1-4a5c-89fc-f4d55a2ce713') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:37.399088 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2852a89e-8c06-4443-98c3-3f834efe8114 req-8c001398-fd18-42c3-86dc-f512c70c9701 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3446291b-b1f9-4318-9a41-856ad362fcb1 HTTP/1.1" status: 200 len: 912 time: 0.2692559 Feb 28 10:37:37.410796 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ad1d3b76-ab8a-413f-b185-1da7b23c8cfe tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (e789a28f-34a1-4a5c-89fc-f4d55a2ce713), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:37.498840 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2852a89e-8c06-4443-98c3-3f834efe8114 req-450ed7c6-6a2a-45fc-b3af-2f07cf11e77e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a922728-f3d0-4367-bcc8-b27de3315e43 HTTP/1.1" status: 200 len: 1000 time: 0.0929761 Feb 28 10:37:37.512026 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853d0971-c018-4bb0-a06d-0463e6c7f740 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:37.513543 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-853d0971-c018-4bb0-a06d-0463e6c7f740 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.6903312 Feb 28 10:37:37.520430 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-ed289fef-152a-4787-8283-d65082fa8d2b tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 2.3721378 Feb 28 10:37:37.527145 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45608) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:37.527145 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45610) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:37.539038 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ad1d3b76-ab8a-413f-b185-1da7b23c8cfe tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (e789a28f-34a1-4a5c-89fc-f4d55a2ce713), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:37.555932 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2852a89e-8c06-4443-98c3-3f834efe8114 req-a5f32747-974f-4d19-9dc3-daf20800edb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:37.557318 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad1d3b76-ab8a-413f-b185-1da7b23c8cfe tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:37:37.557445 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2852a89e-8c06-4443-98c3-3f834efe8114 req-a5f32747-974f-4d19-9dc3-daf20800edb8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=038abd09-1459-4824-9486-15e272f156e9 HTTP/1.1" status: 200 len: 851 time: 0.0530632 Feb 28 10:37:37.557774 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ad1d3b76-ab8a-413f-b185-1da7b23c8cfe tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (e789a28f-34a1-4a5c-89fc-f4d55a2ce713), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:37.560768 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 10:37:37.560768 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:37:37.560768 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 10:37:37.560768 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:37:37.560768 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 10:37:37.560768 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:37:37.560768 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 10:37:37.560768 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:37:37.560768 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 10:37:37.560768 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:37:37.560768 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 10:37:37.560768 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:37:37.560768 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 10:37:37.560768 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:37:37.560768 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:37:37.560768 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:37:37.560768 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:37:37.560768 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:37:37.560768 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 10:37:37.560768 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:37:37.560768 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 10:37:37.560768 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:37:37.560768 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:37:37.560768 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:37:37.560768 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 10:37:37.560768 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:37:37.560768 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:37:37.560768 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:37:37.560768 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:37:37.560768 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:37:37.560768 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:37:37.560768 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:37:37.573131 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a7a753-1242-48a9-a4f6-6def1059849c tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Made reservation on behalf of e83592cc9f8b4979b763ded3df9533cb for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:37.576496 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-31a7a753-1242-48a9-a4f6-6def1059849c tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:37.679390 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2852a89e-8c06-4443-98c3-3f834efe8114 req-1afabb61-fe2f-4806-a83c-b7d6a40df8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:37.681181 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2852a89e-8c06-4443-98c3-3f834efe8114 req-1afabb61-fe2f-4806-a83c-b7d6a40df8ac service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3446291b-b1f9-4318-9a41-856ad362fcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1170592 Feb 28 10:37:37.750524 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-53786e77-bc6d-445f-9f09-a56a7f1f7dd5 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks [] for router_gateway (34f86e0a-f63b-43eb-994f-6378d4acc0d4), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:37.765797 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04361e9-a10f-4974-bde3-1d214e6dc24c req-924552d4-0de0-4509-8eb0-856f9d7352fe tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:37.767382 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-f04361e9-a10f-4974-bde3-1d214e6dc24c req-924552d4-0de0-4509-8eb0-856f9d7352fe tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] 10.222.0.62 "GET /v2.0/ports?device_id=577bf51b-8d6a-42ef-83c6-cc28ed13db34 HTTP/1.1" status: 200 len: 945 time: 0.3930769 Feb 28 10:37:37.795742 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c8f223ec-0da6-41b8-8e05-60aa5f71e06d tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2691100 Feb 28 10:37:37.803033 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45614) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:37.811886 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-25145e93-516e-4892-9f06-18b027ed1ef9 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1199820393'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:37.826378 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2852a89e-8c06-4443-98c3-3f834efe8114 req-20b7f386-b5c6-434a-bd69-43650ce92840 service neutron] 10.222.0.70 "GET /v2.0/networks/3446291b-b1f9-4318-9a41-856ad362fcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391137 Feb 28 10:37:37.863757 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-44a14746-7c7a-4e8e-8fb2-1882823bbb64 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Deleting port f3a5aaf2-14f7-4df9-885b-697471bd3769 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:37.864083 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-44a14746-7c7a-4e8e-8fb2-1882823bbb64 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (f3a5aaf2-14f7-4df9-885b-697471bd3769), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:37.866711 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45616) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:37.876308 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-f04361e9-a10f-4974-bde3-1d214e6dc24c req-ce08c025-e676-4edc-8e45-ea5c637ed76a tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] 10.222.0.62 "GET /v2.0/security-groups?id=f7514dbd-377d-453f-b4bc-1666e16a35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959957 Feb 28 10:37:37.887905 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ad1d3b76-ab8a-413f-b185-1da7b23c8cfe tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (6366b6aa-7e58-4be0-ba56-48c09dd63040), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:37.929895 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ad1d3b76-ab8a-413f-b185-1da7b23c8cfe tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:37.933465 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-ad1d3b76-ab8a-413f-b185-1da7b23c8cfe tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] 10.222.0.62 "DELETE /v2.0/networks/6366b6aa-7e58-4be0-ba56-48c09dd63040 HTTP/1.1" status: 204 len: 168 time: 1.4268720 Feb 28 10:37:37.939535 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45622) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:37.951602 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d3b76-ab8a-413f-b185-1da7b23c8cfe tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Pushing event deleted for resources: {'Network': ['ID=6366b6aa-7e58-4be0-ba56-48c09dd63040,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:38.013329 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25145e93-516e-4892-9f06-18b027ed1ef9 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Made reservation on behalf of 4139ff51d3884888b07610eef64ca26e for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:38.016905 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-25145e93-516e-4892-9f06-18b027ed1ef9 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:38.035104 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-31a7a753-1242-48a9-a4f6-6def1059849c tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (4b293900-8a53-4af2-8c35-3478ecc83ebc), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:38.046823 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2852a89e-8c06-4443-98c3-3f834efe8114 req-07f96c5e-11c5-47c6-bf2a-bfbb37f51a7f service neutron] 10.222.0.70 "GET /v2.0/networks/3446291b-b1f9-4318-9a41-856ad362fcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139804 Feb 28 10:37:38.053280 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-44a14746-7c7a-4e8e-8fb2-1882823bbb64 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (f3a5aaf2-14f7-4df9-885b-697471bd3769), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:38.077717 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a8cd6d2c-1138-40be-ad1e-209476bd3d33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:38.082396 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-44a14746-7c7a-4e8e-8fb2-1882823bbb64 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Calling delete_port for f3a5aaf2-14f7-4df9-885b-697471bd3769 owned by {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:38.096873 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25145e93-516e-4892-9f06-18b027ed1ef9 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:37:38.126852 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a7a753-1242-48a9-a4f6-6def1059849c tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Pushing event updated for resources: {'Subnet': ['ID=4b293900-8a53-4af2-8c35-3478ecc83ebc,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:38.127124 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-25145e93-516e-4892-9f06-18b027ed1ef9 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (cb052c64-ed2e-465f-994d-ce26bc23da82), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:38.127477 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-25145e93-516e-4892-9f06-18b027ed1ef9 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Added segment cb052c64-ed2e-465f-994d-ce26bc23da82 of type vlan for network dc42d75e-382e-45a5-a3d1-28e7618f1f61 Feb 28 10:37:38.131786 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-69152506-6576-4a90-9fb1-3d7d5175c2cd tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Deleting port 1766d80e-b84e-45ef-9c25-7a992fcef98b {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:38.132127 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-69152506-6576-4a90-9fb1-3d7d5175c2cd tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (1766d80e-b84e-45ef-9c25-7a992fcef98b), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:38.138925 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a7a753-1242-48a9-a4f6-6def1059849c tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Checking segment: {'id': '64a2e5e8-c687-45ea-8c2d-ce62c77c860f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '32869f45-1c68-410f-aad8-af109ff86adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:38.139291 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a7a753-1242-48a9-a4f6-6def1059849c tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Network hostable DHCP agents. Network: 32869f45-1c68-410f-aad8-af109ff86adb, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:37:38.224889 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-69152506-6576-4a90-9fb1-3d7d5175c2cd tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (1766d80e-b84e-45ef-9c25-7a992fcef98b), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:38.239781 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-69152506-6576-4a90-9fb1-3d7d5175c2cd tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Calling delete_port for 1766d80e-b84e-45ef-9c25-7a992fcef98b owned by {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:38.248193 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-25145e93-516e-4892-9f06-18b027ed1ef9 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (dc42d75e-382e-45a5-a3d1-28e7618f1f61), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:38.285080 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a7a753-1242-48a9-a4f6-6def1059849c tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Network 32869f45-1c68-410f-aad8-af109ff86adb is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:37:38.370122 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-31a7a753-1242-48a9-a4f6-6def1059849c tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 32869f45-1c68-410f-aad8-af109ff86adb) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:38.375267 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a7a753-1242-48a9-a4f6-6def1059849c tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:38.375938 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-31a7a753-1242-48a9-a4f6-6def1059849c tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:38.381613 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfd387c-7a80-4ad5-920e-122f9c8e8bd9 None None] Network 32869f45-1c68-410f-aad8-af109ff86adb requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:38.398534 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-69152506-6576-4a90-9fb1-3d7d5175c2cd tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (1766d80e-b84e-45ef-9c25-7a992fcef98b), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:38.407295 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a8cd6d2c-1138-40be-ad1e-209476bd3d33 admin admin] Publish callbacks [] for security_group (065f8c00-b19b-481b-8952-7a1e92c7c590), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:38.418024 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-25145e93-516e-4892-9f06-18b027ed1ef9 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (dc42d75e-382e-45a5-a3d1-28e7618f1f61), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:38.422865 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25145e93-516e-4892-9f06-18b027ed1ef9 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:38.423453 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-25145e93-516e-4892-9f06-18b027ed1ef9 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:38.435290 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69152506-6576-4a90-9fb1-3d7d5175c2cd tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Pushing event deleted for resources: {'Port': ['ID=1766d80e-b84e-45ef-9c25-7a992fcef98b,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:38.442586 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-69152506-6576-4a90-9fb1-3d7d5175c2cd tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:38.449352 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-69152506-6576-4a90-9fb1-3d7d5175c2cd tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] 10.222.0.62 "DELETE /v2.0/ports/1766d80e-b84e-45ef-9c25-7a992fcef98b HTTP/1.1" status: 204 len: 168 time: 0.5056860 Feb 28 10:37:38.449669 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45626) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:38.484682 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-31a7a753-1242-48a9-a4f6-6def1059849c tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1885879 Feb 28 10:37:38.486098 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45628) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:38.494359 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-7792ac24-b90c-4d22-807f-e1cacee5a883 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] DELETE failed (client error): The resource could not be found. Feb 28 10:37:38.494817 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7792ac24-b90c-4d22-807f-e1cacee5a883 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:37:38.500318 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-7792ac24-b90c-4d22-807f-e1cacee5a883 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] 10.222.0.62 "DELETE /v2.0/subnets/8fbdac84-f165-45f4-8fee-c60cb9aa5e77 HTTP/1.1" status: 404 len: 337 time: 0.0474467 Feb 28 10:37:38.500510 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45630) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:38.515182 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d9f910-e952-4528-8340-99724782dbba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-32869f45-1c68-410f-aad8-af109ff86adb', 'network_id': '32869f45-1c68-410f-aad8-af109ff86adb', 'project_id': 'e83592cc9f8b4979b763ded3df9533cb', 'fixed_ips': [{'subnet_id': '4b293900-8a53-4af2-8c35-3478ecc83ebc'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:37:38.516480 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c6d9f910-e952-4528-8340-99724782dbba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:38.564183 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a8cd6d2c-1138-40be-ad1e-209476bd3d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (065f8c00-b19b-481b-8952-7a1e92c7c590), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:38.596826 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-44a14746-7c7a-4e8e-8fb2-1882823bbb64 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (f3a5aaf2-14f7-4df9-885b-697471bd3769), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:38.620729 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-25145e93-516e-4892-9f06-18b027ed1ef9 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8136883 Feb 28 10:37:38.625561 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45632) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:38.632115 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25145e93-516e-4892-9f06-18b027ed1ef9 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event updated for resources: {'Network': ['ID=dc42d75e-382e-45a5-a3d1-28e7618f1f61,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:38.636860 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-f6fc9a87-270e-45b4-bb00-b5d1ae2baf5f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Request body: {'subnet': {'network_id': 'dc42d75e-382e-45a5-a3d1-28e7618f1f61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:38.654253 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network dc42d75e-382e-45a5-a3d1-28e7618f1f61 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:37:38.667658 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a14746-7c7a-4e8e-8fb2-1882823bbb64 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Pushing event deleted for resources: {'Port': ['ID=f3a5aaf2-14f7-4df9-885b-697471bd3769,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:38.669856 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-53786e77-bc6d-445f-9f09-a56a7f1f7dd5 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks [] for router_gateway (34f86e0a-f63b-43eb-994f-6378d4acc0d4), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:38.673143 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cd6d2c-1138-40be-ad1e-209476bd3d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065f8c00-b19b-481b-8952-7a1e92c7c590,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:38.679049 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-a8cd6d2c-1138-40be-ad1e-209476bd3d33 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=05689ba9e5a445b886f469cfd25937e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8109522 Feb 28 10:37:38.686697 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45634) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:38.695742 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4d10310e-9a82-48d3-91a9-70689b0b9955 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (c4aecd5d-800f-47c5-9a9c-7f850f367c2c), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:38.723052 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d325325-2fbf-4887-b42c-8a5d54f061d7 req-b05cd01c-8156-4f02-8eb6-a8c9dda333c7 tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:38.724550 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-5d325325-2fbf-4887-b42c-8a5d54f061d7 req-b05cd01c-8156-4f02-8eb6-a8c9dda333c7 tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] 10.222.0.62 "GET /v2.0/ports?device_id=577bf51b-8d6a-42ef-83c6-cc28ed13db34 HTTP/1.1" status: 200 len: 945 time: 0.3281963 Feb 28 10:37:38.748720 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-53786e77-bc6d-445f-9f09-a56a7f1f7dd5 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:38.750495 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-98e6c4ed-da87-4166-b02a-daf99d3b9762 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (32869f45-1c68-410f-aad8-af109ff86adb), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:38.783538 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-c6d9f910-e952-4528-8340-99724782dbba None None] Allocated IP 172.20.0.1 (32869f45-1c68-410f-aad8-af109ff86adb/4b293900-8a53-4af2-8c35-3478ecc83ebc/1db7a051-b9fe-44f0-a04a-3c49d177981d) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:38.881911 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4d10310e-9a82-48d3-91a9-70689b0b9955 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (c4aecd5d-800f-47c5-9a9c-7f850f367c2c), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:38.898405 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-44a14746-7c7a-4e8e-8fb2-1882823bbb64 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:38.903423 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-44a14746-7c7a-4e8e-8fb2-1882823bbb64 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] 10.222.0.62 "DELETE /v2.0/ports/f3a5aaf2-14f7-4df9-885b-697471bd3769 HTTP/1.1" status: 204 len: 168 time: 1.3710463 Feb 28 10:37:38.909347 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45636) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:38.912726 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-98e6c4ed-da87-4166-b02a-daf99d3b9762 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (4b293900-8a53-4af2-8c35-3478ecc83ebc), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:38.919591 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-4d10310e-9a82-48d3-91a9-70689b0b9955 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4aecd5d-800f-47c5-9a9c-7f850f367c2c']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:38.920669 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-e5951f76-b7e1-4823-a4f4-2fa8b3f272bd tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '08839fe2-031a-409f-aed8-d6a043a0e2ee', 'external_fixed_ips': [{'subnet_id': '93ab98d8-bad1-41d5-82bc-3c849e6ecc18', 'ip_address': '172.20.0.5'}]}}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:38.944706 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-5d325325-2fbf-4887-b42c-8a5d54f061d7 req-f71d3be2-2168-4485-8660-65c9d4e06a71 tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] 10.222.0.62 "GET /v2.0/security-groups?id=f7514dbd-377d-453f-b4bc-1666e16a35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020993 Feb 28 10:37:38.951606 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e857fc54-5494-47b2-9caa-97d09e3cfb9c admin admin] Publish callbacks [] for security_group (065f8c00-b19b-481b-8952-7a1e92c7c590), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:38.956890 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6fc9a87-270e-45b4-bb00-b5d1ae2baf5f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Made reservation on behalf of 4139ff51d3884888b07610eef64ca26e for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:38.960562 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f6fc9a87-270e-45b4-bb00-b5d1ae2baf5f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:38.974135 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c6d9f910-e952-4528-8340-99724782dbba None None] Publish callbacks [] for port (1db7a051-b9fe-44f0-a04a-3c49d177981d), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:38.975929 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-4d10310e-9a82-48d3-91a9-70689b0b9955 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '226b320d-fd07-482a-85cb-3f2bb3fa9de4') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:38.976229 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-4d10310e-9a82-48d3-91a9-70689b0b9955 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '226b320d-fd07-482a-85cb-3f2bb3fa9de4') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:39.000561 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e857fc54-5494-47b2-9caa-97d09e3cfb9c admin admin] Publish callbacks [] for security_group (065f8c00-b19b-481b-8952-7a1e92c7c590), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:39.002978 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-53786e77-bc6d-445f-9f09-a56a7f1f7dd5 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Allocated IP 172.26.3.32 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/d5a30b2e-bfc2-4bd7-81eb-c94ad0d59bd3) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:39.029863 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4d10310e-9a82-48d3-91a9-70689b0b9955 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (226b320d-fd07-482a-85cb-3f2bb3fa9de4), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:39.053656 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c6d9f910-e952-4528-8340-99724782dbba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (1db7a051-b9fe-44f0-a04a-3c49d177981d), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:39.061610 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4d10310e-9a82-48d3-91a9-70689b0b9955 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (226b320d-fd07-482a-85cb-3f2bb3fa9de4), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:39.069022 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d10310e-9a82-48d3-91a9-70689b0b9955 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:37:39.069452 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4d10310e-9a82-48d3-91a9-70689b0b9955 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (226b320d-fd07-482a-85cb-3f2bb3fa9de4), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:39.075563 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:37:39.075563 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:37:39.075563 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:37:39.075563 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:37:39.075563 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:37:39.075563 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:37:39.075563 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:37:39.075563 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:37:39.075563 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:37:39.075563 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:37:39.075563 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:37:39.075563 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:37:39.075563 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:37:39.075563 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:37:39.075563 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:37:39.075563 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:37:39.075563 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:37:39.075563 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:37:39.075563 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:37:39.075563 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:37:39.075563 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:37:39.075563 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:37:39.075563 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:37:39.075563 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:37:39.075563 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:37:39.075563 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:37:39.075563 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:37:39.075563 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:37:39.075563 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:37:39.075563 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:37:39.075563 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:37:39.075563 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:37:39.111019 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e5951f76-b7e1-4823-a4f4-2fa8b3f272bd tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (3077ee13-d99a-4c72-b264-f6f3d93a2b3f), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:39.112641 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e5951f76-b7e1-4823-a4f4-2fa8b3f272bd tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (3077ee13-d99a-4c72-b264-f6f3d93a2b3f), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:39.115227 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d9f910-e952-4528-8340-99724782dbba None None] Network 32869f45-1c68-410f-aad8-af109ff86adb is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:39.128450 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-c6d9f910-e952-4528-8340-99724782dbba None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:39.130720 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d9f910-e952-4528-8340-99724782dbba None None] Pushing event updated for resources: {'Port': ['ID=1db7a051-b9fe-44f0-a04a-3c49d177981d,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:39.133180 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d9f910-e952-4528-8340-99724782dbba None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:39.179202 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-53786e77-bc6d-445f-9f09-a56a7f1f7dd5 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks [] for port (d5a30b2e-bfc2-4bd7-81eb-c94ad0d59bd3), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:39.192436 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-c6d9f910-e952-4528-8340-99724782dbba None None] Attempting to bind port 1db7a051-b9fe-44f0-a04a-3c49d177981d on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:37:39.192816 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-c6d9f910-e952-4528-8340-99724782dbba None None] Attempting to bind port 1db7a051-b9fe-44f0-a04a-3c49d177981d by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '64a2e5e8-c687-45ea-8c2d-ce62c77c860f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '32869f45-1c68-410f-aad8-af109ff86adb'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:37:39.193184 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d9f910-e952-4528-8340-99724782dbba None None] Attempting to bind port 1db7a051-b9fe-44f0-a04a-3c49d177981d on network 32869f45-1c68-410f-aad8-af109ff86adb {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:37:39.198851 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d9f910-e952-4528-8340-99724782dbba None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:37:39.199237 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d9f910-e952-4528-8340-99724782dbba None None] Checking segment: {'id': '64a2e5e8-c687-45ea-8c2d-ce62c77c860f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '32869f45-1c68-410f-aad8-af109ff86adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:39.199644 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c6d9f910-e952-4528-8340-99724782dbba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:39.200043 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d9f910-e952-4528-8340-99724782dbba None None] Bound using segment: {'id': '64a2e5e8-c687-45ea-8c2d-ce62c77c860f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '32869f45-1c68-410f-aad8-af109ff86adb'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:37:39.200518 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-c6d9f910-e952-4528-8340-99724782dbba None None] Bound port: 1db7a051-b9fe-44f0-a04a-3c49d177981d, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a2e5e8-c687-45ea-8c2d-ce62c77c860f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '32869f45-1c68-410f-aad8-af109ff86adb'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:37:39.200903 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c6d9f910-e952-4528-8340-99724782dbba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (1db7a051-b9fe-44f0-a04a-3c49d177981d), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:39.207201 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e857fc54-5494-47b2-9caa-97d09e3cfb9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (065f8c00-b19b-481b-8952-7a1e92c7c590), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:39.209920 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e857fc54-5494-47b2-9caa-97d09e3cfb9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:39.211142 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-e857fc54-5494-47b2-9caa-97d09e3cfb9c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/065f8c00-b19b-481b-8952-7a1e92c7c590 HTTP/1.1" status: 204 len: 168 time: 0.5234175 Feb 28 10:37:39.224429 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e857fc54-5494-47b2-9caa-97d09e3cfb9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065f8c00-b19b-481b-8952-7a1e92c7c590,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:39.234548 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-98e6c4ed-da87-4166-b02a-daf99d3b9762 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (4b293900-8a53-4af2-8c35-3478ecc83ebc), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:39.241966 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4d10310e-9a82-48d3-91a9-70689b0b9955 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (c4aecd5d-800f-47c5-9a9c-7f850f367c2c), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:39.248304 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4d10310e-9a82-48d3-91a9-70689b0b9955 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:39.254369 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-4d10310e-9a82-48d3-91a9-70689b0b9955 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] 10.222.0.62 "DELETE /v2.0/networks/c4aecd5d-800f-47c5-9a9c-7f850f367c2c HTTP/1.1" status: 204 len: 168 time: 0.7529142 Feb 28 10:37:39.264784 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45640) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:39.287150 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-c6d9f910-e952-4528-8340-99724782dbba None None] For port 1db7a051-b9fe-44f0-a04a-3c49d177981d, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:37:39.293011 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-c6d9f910-e952-4528-8340-99724782dbba None None] For port 1db7a051-b9fe-44f0-a04a-3c49d177981d, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=1db7a051-b9fe-44f0-a04a-3c49d177981d,segment=NetworkSegment(64a2e5e8-c687-45ea-8c2d-ce62c77c860f),segment_id=64a2e5e8-c687-45ea-8c2d-ce62c77c860f)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:37:39.320243 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-53786e77-bc6d-445f-9f09-a56a7f1f7dd5 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (d5a30b2e-bfc2-4bd7-81eb-c94ad0d59bd3), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:39.320515 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e6c4ed-da87-4166-b02a-daf99d3b9762 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Pushing event deleted for resources: {'Subnet': ['ID=4b293900-8a53-4af2-8c35-3478ecc83ebc,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:39.324049 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d10310e-9a82-48d3-91a9-70689b0b9955 tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Pushing event deleted for resources: {'Network': ['ID=c4aecd5d-800f-47c5-9a9c-7f850f367c2c,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:39.362785 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c6d9f910-e952-4528-8340-99724782dbba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (1db7a051-b9fe-44f0-a04a-3c49d177981d), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:39.380764 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e5951f76-b7e1-4823-a4f4-2fa8b3f272bd tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks [] for router_controller (3077ee13-d99a-4c72-b264-f6f3d93a2b3f), precommit_add_association {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:39.406102 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-98e6c4ed-da87-4166-b02a-daf99d3b9762 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (32869f45-1c68-410f-aad8-af109ff86adb), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:39.406311 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53786e77-bc6d-445f-9f09-a56a7f1f7dd5 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:39.414896 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-8158545f-fdca-4a51-8aec-7e2f65b36adc tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Deleting subnet 58a0aa06-b05e-4187-9da0-9741230cf964 {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:37:39.420931 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8158545f-fdca-4a51-8aec-7e2f65b36adc tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks [] for subnet (58a0aa06-b05e-4187-9da0-9741230cf964), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:39.443100 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d9f910-e952-4528-8340-99724782dbba None None] Pushing event updated for resources: {'Port': ['ID=1db7a051-b9fe-44f0-a04a-3c49d177981d,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:39.451094 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-98e6c4ed-da87-4166-b02a-daf99d3b9762 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32869f45-1c68-410f-aad8-af109ff86adb']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:39.466626 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-53786e77-bc6d-445f-9f09-a56a7f1f7dd5 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:39.471567 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-98e6c4ed-da87-4166-b02a-daf99d3b9762 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64a2e5e8-c687-45ea-8c2d-ce62c77c860f') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:39.471567 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-98e6c4ed-da87-4166-b02a-daf99d3b9762 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64a2e5e8-c687-45ea-8c2d-ce62c77c860f') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:39.472046 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53786e77-bc6d-445f-9f09-a56a7f1f7dd5 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Pushing event updated for resources: {'Port': ['ID=d5a30b2e-bfc2-4bd7-81eb-c94ad0d59bd3,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:39.476740 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53786e77-bc6d-445f-9f09-a56a7f1f7dd5 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:39.510079 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-98e6c4ed-da87-4166-b02a-daf99d3b9762 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (64a2e5e8-c687-45ea-8c2d-ce62c77c860f), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:39.535003 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-98e6c4ed-da87-4166-b02a-daf99d3b9762 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (64a2e5e8-c687-45ea-8c2d-ce62c77c860f), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:39.545495 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8158545f-fdca-4a51-8aec-7e2f65b36adc tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (58a0aa06-b05e-4187-9da0-9741230cf964), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:39.545964 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98e6c4ed-da87-4166-b02a-daf99d3b9762 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:37:39.546385 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-98e6c4ed-da87-4166-b02a-daf99d3b9762 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (64a2e5e8-c687-45ea-8c2d-ce62c77c860f), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:39.551554 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:37:39.551554 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:37:39.551554 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:37:39.551554 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:37:39.551554 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:37:39.551554 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:37:39.551554 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:37:39.551554 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:37:39.551554 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:37:39.551554 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:37:39.551554 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:37:39.551554 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:37:39.551554 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:37:39.551554 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:37:39.551554 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:37:39.551554 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:37:39.551554 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:37:39.551554 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:37:39.551554 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:37:39.551554 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:37:39.551554 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:37:39.551554 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:37:39.551554 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:37:39.551554 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:37:39.551554 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:37:39.551554 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:37:39.551554 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:37:39.551554 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:37:39.551554 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:37:39.551554 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:37:39.551554 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:37:39.551554 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:37:39.624714 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f6fc9a87-270e-45b4-bb00-b5d1ae2baf5f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (9bc67238-ff3a-4c20-adb2-1d16b9f0909c), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:39.731106 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.db.api [None req-98e6c4ed-da87-4166-b02a-daf99d3b9762 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 10:37:39.731106 dv-neutron-829161-3-hyperv neutron-server[104083]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 10:37:39.731106 dv-neutron-829161-3-hyperv neutron-server[104083]: [parameters: {'id': '32869f45-1c68-410f-aad8-af109ff86adb'}] Feb 28 10:37:39.731106 dv-neutron-829161-3-hyperv neutron-server[104083]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:37:39.735991 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG oslo_db.api [None req-98e6c4ed-da87-4166-b02a-daf99d3b9762 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:37:39.736630 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fc9a87-270e-45b4-bb00-b5d1ae2baf5f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event updated for resources: {'Subnet': ['ID=9bc67238-ff3a-4c20-adb2-1d16b9f0909c,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:39.757745 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fc9a87-270e-45b4-bb00-b5d1ae2baf5f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Checking segment: {'id': 'cb052c64-ed2e-465f-994d-ce26bc23da82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dc42d75e-382e-45a5-a3d1-28e7618f1f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:39.758105 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fc9a87-270e-45b4-bb00-b5d1ae2baf5f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Network hostable DHCP agents. Network: dc42d75e-382e-45a5-a3d1-28e7618f1f61, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:37:39.860728 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fc9a87-270e-45b4-bb00-b5d1ae2baf5f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Network dc42d75e-382e-45a5-a3d1-28e7618f1f61 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:37:39.940755 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-f6fc9a87-270e-45b4-bb00-b5d1ae2baf5f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, dc42d75e-382e-45a5-a3d1-28e7618f1f61) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:39.947048 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fc9a87-270e-45b4-bb00-b5d1ae2baf5f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:39.947689 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f6fc9a87-270e-45b4-bb00-b5d1ae2baf5f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:39.956954 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6581fb98-3b19-4b23-bd42-b16f5b1ca6dd None None] Network dc42d75e-382e-45a5-a3d1-28e7618f1f61 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:40.060037 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45646) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:40.071955 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-f6fc9a87-270e-45b4-bb00-b5d1ae2baf5f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4452748 Feb 28 10:37:40.074469 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45648) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:40.079799 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e5951f76-b7e1-4823-a4f4-2fa8b3f272bd tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks [] for router_gateway (3077ee13-d99a-4c72-b264-f6f3d93a2b3f), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:40.084147 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-e182d631-8d6f-4c3c-ba93-aaf711418e97 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Request body: {'port': {'network_id': 'dc42d75e-382e-45a5-a3d1-28e7618f1f61', 'name': 'tempest-PortsIpV6TestJSON-1854570613'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:40.094945 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf22396-2f24-42a9-9aea-bcd532b50e5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-dc42d75e-382e-45a5-a3d1-28e7618f1f61', 'network_id': 'dc42d75e-382e-45a5-a3d1-28e7618f1f61', 'project_id': '4139ff51d3884888b07610eef64ca26e', 'fixed_ips': [{'subnet_id': '9bc67238-ff3a-4c20-adb2-1d16b9f0909c'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:37:40.096224 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2bf22396-2f24-42a9-9aea-bcd532b50e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:40.103047 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a533af27-2c09-4c92-9130-b82cb654c7e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:40.189573 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a2747-fd2e-4842-9324-bc20213551f5 req-b84b9395-3c9f-4e93-a660-67f8b5adb455 tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:40.195006 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8158545f-fdca-4a51-8aec-7e2f65b36adc tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (58a0aa06-b05e-4187-9da0-9741230cf964), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:40.197390 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a06a2747-fd2e-4842-9324-bc20213551f5 req-b84b9395-3c9f-4e93-a660-67f8b5adb455 tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] 10.222.0.62 "GET /v2.0/ports?device_id=577bf51b-8d6a-42ef-83c6-cc28ed13db34 HTTP/1.1" status: 200 len: 945 time: 0.1714220 Feb 28 10:37:40.234732 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-98e6c4ed-da87-4166-b02a-daf99d3b9762 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (32869f45-1c68-410f-aad8-af109ff86adb), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:40.259916 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-2bf22396-2f24-42a9-9aea-bcd532b50e5e None None] Allocated IP 2001:db8::2 (dc42d75e-382e-45a5-a3d1-28e7618f1f61/9bc67238-ff3a-4c20-adb2-1d16b9f0909c/cb6d30ff-b87c-4281-b271-d42398f19327) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:40.354549 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a06a2747-fd2e-4842-9324-bc20213551f5 req-ecfc6aeb-850f-4f59-8386-6e630993ade3 tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] 10.222.0.62 "GET /v2.0/security-groups?id=f7514dbd-377d-453f-b4bc-1666e16a35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548710 Feb 28 10:37:40.408504 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a533af27-2c09-4c92-9130-b82cb654c7e3 admin admin] Publish callbacks [] for security_group (0d7aacda-ee70-4bb8-b56e-875e3a21677b), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:40.422561 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8158545f-fdca-4a51-8aec-7e2f65b36adc tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (58a0aa06-b05e-4187-9da0-9741230cf964), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:40.436568 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-98e6c4ed-da87-4166-b02a-daf99d3b9762 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Deleting port 1db7a051-b9fe-44f0-a04a-3c49d177981d {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:40.436568 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-98e6c4ed-da87-4166-b02a-daf99d3b9762 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (1db7a051-b9fe-44f0-a04a-3c49d177981d), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:40.522000 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8158545f-fdca-4a51-8aec-7e2f65b36adc tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Pushing event deleted for resources: {'Subnet': ['ID=58a0aa06-b05e-4187-9da0-9741230cf964,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:40.596452 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8158545f-fdca-4a51-8aec-7e2f65b36adc tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:40.600247 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-8158545f-fdca-4a51-8aec-7e2f65b36adc tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] 10.222.0.62 "DELETE /v2.0/subnets/58a0aa06-b05e-4187-9da0-9741230cf964 HTTP/1.1" status: 204 len: 168 time: 1.3344281 Feb 28 10:37:40.608198 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be82cc9a-afae-4e7d-94f2-747bdb0b113a None None] Network f8a1b290-2ace-4633-82a7-457a1d7a5b97 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:40.632568 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45652) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:40.717533 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2bf22396-2f24-42a9-9aea-bcd532b50e5e None None] Publish callbacks [] for port (cb6d30ff-b87c-4281-b271-d42398f19327), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:40.740182 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c417d82c-08b1-4c75-937c-8ed167a965e7 None None] Network 32869f45-1c68-410f-aad8-af109ff86adb requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:40.745645 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-81ae68ed-54a4-4bb3-ae76-57bfd5ffb9dd tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (f8a1b290-2ace-4633-82a7-457a1d7a5b97), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:40.758164 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-53786e77-bc6d-445f-9f09-a56a7f1f7dd5 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks [] for router_gateway (34f86e0a-f63b-43eb-994f-6378d4acc0d4), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:40.814406 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e182d631-8d6f-4c3c-ba93-aaf711418e97 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Made reservation on behalf of 4139ff51d3884888b07610eef64ca26e for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:40.818069 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e182d631-8d6f-4c3c-ba93-aaf711418e97 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:40.823643 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a533af27-2c09-4c92-9130-b82cb654c7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (0d7aacda-ee70-4bb8-b56e-875e3a21677b), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:40.843125 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2bf22396-2f24-42a9-9aea-bcd532b50e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (cb6d30ff-b87c-4281-b271-d42398f19327), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:40.845419 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-1bd879d8-8c17-4673-9f14-e3c92101d5f1 None None] Provisioning complete for port 1db7a051-b9fe-44f0-a04a-3c49d177981d triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:40.845819 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-1bd879d8-8c17-4673-9f14-e3c92101d5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (1db7a051-b9fe-44f0-a04a-3c49d177981d), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:40.902686 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e5951f76-b7e1-4823-a4f4-2fa8b3f272bd tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks [] for router_gateway (3077ee13-d99a-4c72-b264-f6f3d93a2b3f), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:40.931107 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-e182d631-8d6f-4c3c-ba93-aaf711418e97 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] device_id is not set on port cd03f86e-7cdc-42b2-acfd-c4c3a109a79a yet. {{(pid=104083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:37:40.931876 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf22396-2f24-42a9-9aea-bcd532b50e5e None None] Network dc42d75e-382e-45a5-a3d1-28e7618f1f61 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:40.951015 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-2bf22396-2f24-42a9-9aea-bcd532b50e5e None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:40.953960 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf22396-2f24-42a9-9aea-bcd532b50e5e None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:40.974149 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e5951f76-b7e1-4823-a4f4-2fa8b3f272bd tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:40.976938 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba366d8-b9e9-4d3d-a1a6-ea7cfe64cb5d None None] DHCP port deletion for f8a1b290-2ace-4633-82a7-457a1d7a5b97 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:37:40.988336 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf22396-2f24-42a9-9aea-bcd532b50e5e None None] Pushing event updated for resources: {'Port': ['ID=cb6d30ff-b87c-4281-b271-d42398f19327,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:41.005493 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a533af27-2c09-4c92-9130-b82cb654c7e3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4ee78954f5e4402480c210f68f54d21f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9435182 Feb 28 10:37:41.009334 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-98e6c4ed-da87-4166-b02a-daf99d3b9762 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] For port 1db7a051-b9fe-44f0-a04a-3c49d177981d, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=1db7a051-b9fe-44f0-a04a-3c49d177981d,segment=NetworkSegment(64a2e5e8-c687-45ea-8c2d-ce62c77c860f),segment_id=64a2e5e8-c687-45ea-8c2d-ce62c77c860f)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:41.009517 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-98e6c4ed-da87-4166-b02a-daf99d3b9762 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (1db7a051-b9fe-44f0-a04a-3c49d177981d), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:41.028878 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45656) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:41.052940 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a533af27-2c09-4c92-9130-b82cb654c7e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7aacda-ee70-4bb8-b56e-875e3a21677b,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:41.072772 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-81ae68ed-54a4-4bb3-ae76-57bfd5ffb9dd tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Deleting port 29e4f526-019f-45fc-b032-fb65cb12c31d {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:41.073181 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-81ae68ed-54a4-4bb3-ae76-57bfd5ffb9dd tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (29e4f526-019f-45fc-b032-fb65cb12c31d), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:41.096649 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d8a482-160b-45ec-89d5-3e881ca7e5bf None None] DHCP port deletion for 32869f45-1c68-410f-aad8-af109ff86adb request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:37:41.114264 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-2bf22396-2f24-42a9-9aea-bcd532b50e5e None None] Attempting to bind port cb6d30ff-b87c-4281-b271-d42398f19327 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:37:41.114953 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-2bf22396-2f24-42a9-9aea-bcd532b50e5e None None] Attempting to bind port cb6d30ff-b87c-4281-b271-d42398f19327 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': 'cb052c64-ed2e-465f-994d-ce26bc23da82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dc42d75e-382e-45a5-a3d1-28e7618f1f61'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:37:41.115325 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf22396-2f24-42a9-9aea-bcd532b50e5e None None] Attempting to bind port cb6d30ff-b87c-4281-b271-d42398f19327 on network dc42d75e-382e-45a5-a3d1-28e7618f1f61 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:37:41.123375 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-98e6c4ed-da87-4166-b02a-daf99d3b9762 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Calling delete_port for 1db7a051-b9fe-44f0-a04a-3c49d177981d owned by network:dhcp {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:41.136249 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf22396-2f24-42a9-9aea-bcd532b50e5e None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:37:41.136629 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf22396-2f24-42a9-9aea-bcd532b50e5e None None] Checking segment: {'id': 'cb052c64-ed2e-465f-994d-ce26bc23da82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dc42d75e-382e-45a5-a3d1-28e7618f1f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:41.137033 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2bf22396-2f24-42a9-9aea-bcd532b50e5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:41.137427 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf22396-2f24-42a9-9aea-bcd532b50e5e None None] Bound using segment: {'id': 'cb052c64-ed2e-465f-994d-ce26bc23da82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dc42d75e-382e-45a5-a3d1-28e7618f1f61'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:37:41.138084 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-2bf22396-2f24-42a9-9aea-bcd532b50e5e None None] Bound port: cb6d30ff-b87c-4281-b271-d42398f19327, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb052c64-ed2e-465f-994d-ce26bc23da82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dc42d75e-382e-45a5-a3d1-28e7618f1f61'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:37:41.138650 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2bf22396-2f24-42a9-9aea-bcd532b50e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (cb6d30ff-b87c-4281-b271-d42398f19327), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:41.159478 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e9dc0-d429-4f3d-9147-7a8c65863706 req-52804aeb-3169-4dae-8f31-284e4e4164a8 tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:41.161110 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-964e9dc0-d429-4f3d-9147-7a8c65863706 req-52804aeb-3169-4dae-8f31-284e4e4164a8 tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] 10.222.0.62 "GET /v2.0/ports?device_id=577bf51b-8d6a-42ef-83c6-cc28ed13db34 HTTP/1.1" status: 200 len: 945 time: 0.3490756 Feb 28 10:37:41.170849 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-1bd879d8-8c17-4673-9f14-e3c92101d5f1 None None] Current status of the port 1db7a051-b9fe-44f0-a04a-3c49d177981d is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:41.171247 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-1bd879d8-8c17-4673-9f14-e3c92101d5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (1db7a051-b9fe-44f0-a04a-3c49d177981d), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:41.243680 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b958d-fa74-419b-8333-0539dcae7173 req-e07c0ead-5061-4d58-a473-ace9e2627ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:41.243680 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-952b958d-fa74-419b-8333-0539dcae7173 req-e07c0ead-5061-4d58-a473-ace9e2627ab7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ec2f9fb98c0c462fa79ca5ebcea34c90&device_id=577bf51b-8d6a-42ef-83c6-cc28ed13db34 HTTP/1.1" status: 200 len: 1129 time: 0.3123236 Feb 28 10:37:41.277070 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-1bd879d8-8c17-4673-9f14-e3c92101d5f1 None None] For port 1db7a051-b9fe-44f0-a04a-3c49d177981d, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=1db7a051-b9fe-44f0-a04a-3c49d177981d,segment=NetworkSegment(64a2e5e8-c687-45ea-8c2d-ce62c77c860f),segment_id=64a2e5e8-c687-45ea-8c2d-ce62c77c860f)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:41.278706 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-3ba366d8-b9e9-4d3d-a1a6-ea7cfe64cb5d None None] Deleting port 29e4f526-019f-45fc-b032-fb65cb12c31d {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:41.279498 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3ba366d8-b9e9-4d3d-a1a6-ea7cfe64cb5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (29e4f526-019f-45fc-b032-fb65cb12c31d), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:41.308952 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-81ae68ed-54a4-4bb3-ae76-57bfd5ffb9dd tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] For port 29e4f526-019f-45fc-b032-fb65cb12c31d, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=29e4f526-019f-45fc-b032-fb65cb12c31d,segment=NetworkSegment(50aaf9e0-de0f-479c-b7ea-95bfba8f153c),segment_id=50aaf9e0-de0f-479c-b7ea-95bfba8f153c)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:41.309446 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-81ae68ed-54a4-4bb3-ae76-57bfd5ffb9dd tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (29e4f526-019f-45fc-b032-fb65cb12c31d), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:41.347879 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-3ba366d8-b9e9-4d3d-a1a6-ea7cfe64cb5d None None] For port 29e4f526-019f-45fc-b032-fb65cb12c31d, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=29e4f526-019f-45fc-b032-fb65cb12c31d,segment=NetworkSegment(50aaf9e0-de0f-479c-b7ea-95bfba8f153c),segment_id=50aaf9e0-de0f-479c-b7ea-95bfba8f153c)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:41.349556 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3ba366d8-b9e9-4d3d-a1a6-ea7cfe64cb5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (29e4f526-019f-45fc-b032-fb65cb12c31d), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:41.350611 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-82916e1f-7a79-4559-a9dd-15e2e1f4e4e6 admin admin] Publish callbacks [] for security_group (0d7aacda-ee70-4bb8-b56e-875e3a21677b), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:41.359531 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-e182d631-8d6f-4c3c-ba93-aaf711418e97 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Allocated IP 2001:db8::33b (dc42d75e-382e-45a5-a3d1-28e7618f1f61/9bc67238-ff3a-4c20-adb2-1d16b9f0909c/cd03f86e-7cdc-42b2-acfd-c4c3a109a79a) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:41.365318 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-3ba366d8-b9e9-4d3d-a1a6-ea7cfe64cb5d None None] Calling delete_port for 29e4f526-019f-45fc-b032-fb65cb12c31d owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:41.373103 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-81ae68ed-54a4-4bb3-ae76-57bfd5ffb9dd tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Calling delete_port for 29e4f526-019f-45fc-b032-fb65cb12c31d owned by network:dhcp {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:41.404378 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-e5951f76-b7e1-4823-a4f4-2fa8b3f272bd tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Allocated IP 172.20.0.5 (08839fe2-031a-409f-aed8-d6a043a0e2ee/93ab98d8-bad1-41d5-82bc-3c849e6ecc18/fe7655c2-1078-4304-8879-160ea2a113fa) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:41.412650 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-82916e1f-7a79-4559-a9dd-15e2e1f4e4e6 admin admin] Publish callbacks [] for security_group (0d7aacda-ee70-4bb8-b56e-875e3a21677b), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:41.426430 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-964e9dc0-d429-4f3d-9147-7a8c65863706 req-3c056924-975b-4e49-a40e-830ed688b8df tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] 10.222.0.62 "GET /v2.0/security-groups?id=f7514dbd-377d-453f-b4bc-1666e16a35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437453 Feb 28 10:37:41.465465 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b958d-fa74-419b-8333-0539dcae7173 req-7916104e-2867-44f5-b69b-512af59a454e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:41.467150 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-952b958d-fa74-419b-8333-0539dcae7173 req-7916104e-2867-44f5-b69b-512af59a454e service neutron] 10.222.0.70 "GET /v2.0/networks?id=1058a1e5-88f7-4a04-8679-87bdc8619383 HTTP/1.1" status: 200 len: 911 time: 0.2135508 Feb 28 10:37:41.469800 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 29e4f526-019f-45fc-b032-fb65cb12c31d no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:37:41.478044 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-53786e77-bc6d-445f-9f09-a56a7f1f7dd5 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (34f86e0a-f63b-43eb-994f-6378d4acc0d4), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:41.478736 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-1bd879d8-8c17-4673-9f14-e3c92101d5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (1db7a051-b9fe-44f0-a04a-3c49d177981d), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:41.532179 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-952b958d-fa74-419b-8333-0539dcae7173 req-8c799411-2cdb-47eb-962f-1fb00e748f74 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74371202-ff96-4d60-8ee7-e38035ab4376 HTTP/1.1" status: 200 len: 217 time: 0.0565357 Feb 28 10:37:41.539021 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-2bf22396-2f24-42a9-9aea-bcd532b50e5e None None] For port cb6d30ff-b87c-4281-b271-d42398f19327, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:37:41.557305 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-41d8a482-160b-45ec-89d5-3e881ca7e5bf None None] Deleting port 1db7a051-b9fe-44f0-a04a-3c49d177981d {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:41.557683 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-41d8a482-160b-45ec-89d5-3e881ca7e5bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (1db7a051-b9fe-44f0-a04a-3c49d177981d), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:41.570647 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-98e6c4ed-da87-4166-b02a-daf99d3b9762 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (1db7a051-b9fe-44f0-a04a-3c49d177981d), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:41.589613 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-2bf22396-2f24-42a9-9aea-bcd532b50e5e None None] For port cb6d30ff-b87c-4281-b271-d42398f19327, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=cb6d30ff-b87c-4281-b271-d42398f19327,segment=NetworkSegment(cb052c64-ed2e-465f-994d-ce26bc23da82),segment_id=cb052c64-ed2e-465f-994d-ce26bc23da82)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:37:41.614257 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:37:41.625517 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3ba366d8-b9e9-4d3d-a1a6-ea7cfe64cb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (29e4f526-019f-45fc-b032-fb65cb12c31d), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:41.638323 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e6c4ed-da87-4166-b02a-daf99d3b9762 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Pushing event deleted for resources: {'Port': ['ID=1db7a051-b9fe-44f0-a04a-3c49d177981d,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:41.646858 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e6c4ed-da87-4166-b02a-daf99d3b9762 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] No DVR routers for this DVR port 1db7a051-b9fe-44f0-a04a-3c49d177981d on host dv-neutron-829161-3-hyperv {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:37:41.652787 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd879d8-8c17-4673-9f14-e3c92101d5f1 None None] Pushing event updated for resources: {'Port': ['ID=1db7a051-b9fe-44f0-a04a-3c49d177981d,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:41.682145 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2bf22396-2f24-42a9-9aea-bcd532b50e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (cb6d30ff-b87c-4281-b271-d42398f19327), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:41.686389 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba366d8-b9e9-4d3d-a1a6-ea7cfe64cb5d None None] No DVR routers for this DVR port 29e4f526-019f-45fc-b032-fb65cb12c31d on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:37:41.689987 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No active binding found for port 29e4f526-019f-45fc-b032-fb65cb12c31d {{(pid=104085) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 28 10:37:41.690205 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b958d-fa74-419b-8333-0539dcae7173 req-31e3f84a-748d-45e7-9789-cea18db9a8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:41.690430 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] The host dv-neutron-829161-3-hyperv is not matching for port 29e4f526-019f-45fc-b032-fb65cb12c31d host None! {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 28 10:37:41.690822 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 29e4f526-019f-45fc-b032-fb65cb12c31d not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:37:41.691817 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-952b958d-fa74-419b-8333-0539dcae7173 req-31e3f84a-748d-45e7-9789-cea18db9a8ab service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0ca26377-e3c5-45ec-bd08-811c44b5ebd6 HTTP/1.1" status: 200 len: 851 time: 0.1343734 Feb 28 10:37:41.718127 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba366d8-b9e9-4d3d-a1a6-ea7cfe64cb5d None None] Pushing event deleted for resources: {'Port': ['ID=29e4f526-019f-45fc-b032-fb65cb12c31d,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:41.721160 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-81ae68ed-54a4-4bb3-ae76-57bfd5ffb9dd tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (29e4f526-019f-45fc-b032-fb65cb12c31d), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:41.731743 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-41d8a482-160b-45ec-89d5-3e881ca7e5bf None None] For port 1db7a051-b9fe-44f0-a04a-3c49d177981d, host dv-neutron-829161-3-hyperv, got binding levels [] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:41.732141 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-41d8a482-160b-45ec-89d5-3e881ca7e5bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (1db7a051-b9fe-44f0-a04a-3c49d177981d), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:41.751385 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ae68ed-54a4-4bb3-ae76-57bfd5ffb9dd tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] No DVR routers for this DVR port 29e4f526-019f-45fc-b032-fb65cb12c31d on host dv-neutron-829161-3-hyperv {{(pid=104084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:37:41.777164 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-41d8a482-160b-45ec-89d5-3e881ca7e5bf None None] Calling delete_port for 1db7a051-b9fe-44f0-a04a-3c49d177981d owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:41.781272 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.ipam_backend_mixin [None req-41d8a482-160b-45ec-89d5-3e881ca7e5bf None None] Port 1db7a051-b9fe-44f0-a04a-3c49d177981d was not found and therefore no delete operation was performed {{(pid=104085) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 28 10:37:41.784154 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-41d8a482-160b-45ec-89d5-3e881ca7e5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (1db7a051-b9fe-44f0-a04a-3c49d177981d), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:41.791552 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-952b958d-fa74-419b-8333-0539dcae7173 req-992e24d1-fc9e-43f9-af6c-73c573b0578b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1058a1e5-88f7-4a04-8679-87bdc8619383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876658 Feb 28 10:37:41.813341 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d8a482-160b-45ec-89d5-3e881ca7e5bf None None] No DVR routers for this DVR port 1db7a051-b9fe-44f0-a04a-3c49d177981d on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:37:41.824899 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e182d631-8d6f-4c3c-ba93-aaf711418e97 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for port (cd03f86e-7cdc-42b2-acfd-c4c3a109a79a), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:41.826801 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf22396-2f24-42a9-9aea-bcd532b50e5e None None] Pushing event updated for resources: {'Port': ['ID=cb6d30ff-b87c-4281-b271-d42398f19327,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:41.831289 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-98e6c4ed-da87-4166-b02a-daf99d3b9762 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (32869f45-1c68-410f-aad8-af109ff86adb), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:41.856081 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d8a482-160b-45ec-89d5-3e881ca7e5bf None None] Pushing event deleted for resources: {'Port': ['ID=1db7a051-b9fe-44f0-a04a-3c49d177981d,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:41.869056 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-82916e1f-7a79-4559-a9dd-15e2e1f4e4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (0d7aacda-ee70-4bb8-b56e-875e3a21677b), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:41.871982 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-82916e1f-7a79-4559-a9dd-15e2e1f4e4e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:41.873427 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-82916e1f-7a79-4559-a9dd-15e2e1f4e4e6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0d7aacda-ee70-4bb8-b56e-875e3a21677b HTTP/1.1" status: 204 len: 168 time: 0.8376515 Feb 28 10:37:41.875013 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ae68ed-54a4-4bb3-ae76-57bfd5ffb9dd tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Pushing event deleted for resources: {'Port': ['ID=29e4f526-019f-45fc-b032-fb65cb12c31d,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:41.895757 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e5951f76-b7e1-4823-a4f4-2fa8b3f272bd tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks [] for port (fe7655c2-1078-4304-8879-160ea2a113fa), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:41.903585 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-98e6c4ed-da87-4166-b02a-daf99d3b9762 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32869f45-1c68-410f-aad8-af109ff86adb']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:41.921747 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-98e6c4ed-da87-4166-b02a-daf99d3b9762 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64a2e5e8-c687-45ea-8c2d-ce62c77c860f') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:41.927018 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-98e6c4ed-da87-4166-b02a-daf99d3b9762 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64a2e5e8-c687-45ea-8c2d-ce62c77c860f') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:41.941297 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-98e6c4ed-da87-4166-b02a-daf99d3b9762 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (64a2e5e8-c687-45ea-8c2d-ce62c77c860f), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:41.948766 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82916e1f-7a79-4559-a9dd-15e2e1f4e4e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7aacda-ee70-4bb8-b56e-875e3a21677b,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:41.977069 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-81ae68ed-54a4-4bb3-ae76-57bfd5ffb9dd tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (f8a1b290-2ace-4633-82a7-457a1d7a5b97), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:41.988926 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-98e6c4ed-da87-4166-b02a-daf99d3b9762 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (64a2e5e8-c687-45ea-8c2d-ce62c77c860f), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:42.005834 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98e6c4ed-da87-4166-b02a-daf99d3b9762 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:37:42.006447 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-98e6c4ed-da87-4166-b02a-daf99d3b9762 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (64a2e5e8-c687-45ea-8c2d-ce62c77c860f), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:42.016828 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:37:42.016828 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:37:42.016828 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:37:42.016828 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:37:42.016828 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:37:42.016828 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:37:42.016828 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:37:42.016828 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:37:42.016828 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:37:42.016828 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:37:42.016828 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:37:42.016828 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:37:42.016828 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:37:42.016828 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:37:42.016828 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:37:42.016828 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:37:42.016828 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:37:42.016828 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:37:42.016828 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:37:42.016828 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:37:42.016828 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:37:42.016828 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:37:42.016828 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:37:42.016828 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:37:42.016828 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:37:42.016828 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:37:42.016828 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:37:42.016828 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:37:42.016828 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:37:42.016828 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:37:42.016828 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:37:42.016828 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:37:42.028563 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-952b958d-fa74-419b-8333-0539dcae7173 req-483e32a9-9fa0-4af6-9229-60a4c86930a2 service neutron] 10.222.0.70 "GET /v2.0/networks/1058a1e5-88f7-4a04-8679-87bdc8619383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241936 Feb 28 10:37:42.062204 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-81ae68ed-54a4-4bb3-ae76-57bfd5ffb9dd tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8a1b290-2ace-4633-82a7-457a1d7a5b97']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:42.084599 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-81ae68ed-54a4-4bb3-ae76-57bfd5ffb9dd tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50aaf9e0-de0f-479c-b7ea-95bfba8f153c') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:42.085010 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-81ae68ed-54a4-4bb3-ae76-57bfd5ffb9dd tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50aaf9e0-de0f-479c-b7ea-95bfba8f153c') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:42.104671 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e182d631-8d6f-4c3c-ba93-aaf711418e97 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (cd03f86e-7cdc-42b2-acfd-c4c3a109a79a), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:42.104929 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-81ae68ed-54a4-4bb3-ae76-57bfd5ffb9dd tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (50aaf9e0-de0f-479c-b7ea-95bfba8f153c), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:42.121953 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-81ae68ed-54a4-4bb3-ae76-57bfd5ffb9dd tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (50aaf9e0-de0f-479c-b7ea-95bfba8f153c), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:42.128813 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81ae68ed-54a4-4bb3-ae76-57bfd5ffb9dd tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:37:42.129215 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-81ae68ed-54a4-4bb3-ae76-57bfd5ffb9dd tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (50aaf9e0-de0f-479c-b7ea-95bfba8f153c), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:42.132404 dv-neutron-829161-3-hyperv neutron-server[104084]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:37:42.132404 dv-neutron-829161-3-hyperv neutron-server[104084]: self.session.flush() Feb 28 10:37:42.132404 dv-neutron-829161-3-hyperv neutron-server[104084]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:37:42.132404 dv-neutron-829161-3-hyperv neutron-server[104084]: self.session.flush() Feb 28 10:37:42.132404 dv-neutron-829161-3-hyperv neutron-server[104084]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:37:42.132404 dv-neutron-829161-3-hyperv neutron-server[104084]: self.session.flush() Feb 28 10:37:42.132404 dv-neutron-829161-3-hyperv neutron-server[104084]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:37:42.132404 dv-neutron-829161-3-hyperv neutron-server[104084]: self.session.flush() Feb 28 10:37:42.132404 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 10:37:42.132404 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:37:42.132404 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 10:37:42.132404 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:37:42.132404 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 10:37:42.132404 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:37:42.132404 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 10:37:42.132404 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:37:42.132404 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 10:37:42.132404 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:37:42.132404 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 10:37:42.132404 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:37:42.132404 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 10:37:42.132404 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:37:42.132404 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:37:42.132404 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:37:42.132404 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:37:42.132404 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:37:42.132404 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 10:37:42.132404 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:37:42.132404 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 10:37:42.132404 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:37:42.132404 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:37:42.132404 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:37:42.132404 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 10:37:42.132404 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:37:42.132404 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:37:42.132404 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:37:42.132404 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:37:42.132404 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:37:42.132404 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:37:42.132404 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:37:42.145409 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53786e77-bc6d-445f-9f09-a56a7f1f7dd5 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Router 34f86e0a-f63b-43eb-994f-6378d4acc0d4 is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:37:42.184551 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e5951f76-b7e1-4823-a4f4-2fa8b3f272bd tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (fe7655c2-1078-4304-8879-160ea2a113fa), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:42.201637 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e182d631-8d6f-4c3c-ba93-aaf711418e97 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Network dc42d75e-382e-45a5-a3d1-28e7618f1f61 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:42.208234 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-e182d631-8d6f-4c3c-ba93-aaf711418e97 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:42.216598 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e182d631-8d6f-4c3c-ba93-aaf711418e97 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:42.221758 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e182d631-8d6f-4c3c-ba93-aaf711418e97 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:42.222355 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e182d631-8d6f-4c3c-ba93-aaf711418e97 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:42.254019 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e182d631-8d6f-4c3c-ba93-aaf711418e97 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event updated for resources: {'Port': ['ID=cd03f86e-7cdc-42b2-acfd-c4c3a109a79a,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:42.271397 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-98e6c4ed-da87-4166-b02a-daf99d3b9762 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (32869f45-1c68-410f-aad8-af109ff86adb), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:42.276661 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-98e6c4ed-da87-4166-b02a-daf99d3b9762 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:42.279513 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-98e6c4ed-da87-4166-b02a-daf99d3b9762 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "DELETE /v2.0/networks/32869f45-1c68-410f-aad8-af109ff86adb HTTP/1.1" status: 204 len: 168 time: 3.7924860 Feb 28 10:37:42.283129 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45660) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:42.294577 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5951f76-b7e1-4823-a4f4-2fa8b3f272bd tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Network 08839fe2-031a-409f-aed8-d6a043a0e2ee is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:42.298174 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-e5951f76-b7e1-4823-a4f4-2fa8b3f272bd tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:42.298320 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-00a0b69f-d0fd-4d0f-bafe-c4e3685d7310 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-310662603'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:42.301207 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5951f76-b7e1-4823-a4f4-2fa8b3f272bd tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:42.307215 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-952b958d-fa74-419b-8333-0539dcae7173 req-a97e2a83-eb95-47bf-92a6-076e0aab7494 service neutron] 10.222.0.70 "GET /v2.0/networks/1058a1e5-88f7-4a04-8679-87bdc8619383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632437 Feb 28 10:37:42.307971 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e6c4ed-da87-4166-b02a-daf99d3b9762 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Pushing event deleted for resources: {'Network': ['ID=32869f45-1c68-410f-aad8-af109ff86adb,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:42.344006 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-e182d631-8d6f-4c3c-ba93-aaf711418e97 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2679517 Feb 28 10:37:42.346484 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45662) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:42.350173 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5951f76-b7e1-4823-a4f4-2fa8b3f272bd tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Pushing event updated for resources: {'Port': ['ID=fe7655c2-1078-4304-8879-160ea2a113fa,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:42.352899 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-00a93357-b194-4a5d-aff8-d47cfa963617 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Request body: {'port': {'network_id': 'dc42d75e-382e-45a5-a3d1-28e7618f1f61', 'name': 'tempest-PortsIpV6TestJSON-1971657748'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:42.356017 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-81ae68ed-54a4-4bb3-ae76-57bfd5ffb9dd tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (f8a1b290-2ace-4633-82a7-457a1d7a5b97), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:42.392695 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-81ae68ed-54a4-4bb3-ae76-57bfd5ffb9dd tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:42.401120 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-81ae68ed-54a4-4bb3-ae76-57bfd5ffb9dd tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] 10.222.0.62 "DELETE /v2.0/networks/f8a1b290-2ace-4633-82a7-457a1d7a5b97 HTTP/1.1" status: 204 len: 168 time: 1.7625225 Feb 28 10:37:42.420734 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ae68ed-54a4-4bb3-ae76-57bfd5ffb9dd tempest-NetworksIpV6TestAttrs-2096878229 tempest-NetworksIpV6TestAttrs-2096878229-project] Pushing event deleted for resources: {'Network': ['ID=f8a1b290-2ace-4633-82a7-457a1d7a5b97,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:42.421375 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a0b69f-d0fd-4d0f-bafe-c4e3685d7310 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Made reservation on behalf of e83592cc9f8b4979b763ded3df9533cb for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:42.426067 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-00a0b69f-d0fd-4d0f-bafe-c4e3685d7310 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:42.477509 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00a0b69f-d0fd-4d0f-bafe-c4e3685d7310 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:37:42.500072 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-00a0b69f-d0fd-4d0f-bafe-c4e3685d7310 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (814c3929-59e3-4e26-9998-1f73af8f52c0), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:42.500299 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53786e77-bc6d-445f-9f09-a56a7f1f7dd5 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:37:42.500745 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-00a0b69f-d0fd-4d0f-bafe-c4e3685d7310 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Added segment 814c3929-59e3-4e26-9998-1f73af8f52c0 of type vlan for network 922663c0-44a7-4f37-9fe8-04620f4f297e Feb 28 10:37:42.513619 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32baf4f0-5b46-42e4-885b-b1cc0b57ee92 None None] Sync routers for ids ['34f86e0a-f63b-43eb-994f-6378d4acc0d4'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:37:42.538541 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32baf4f0-5b46-42e4-885b-b1cc0b57ee92 None None] Routers {'34f86e0a-f63b-43eb-994f-6378d4acc0d4'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:37:42.540921 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-32baf4f0-5b46-42e4-885b-b1cc0b57ee92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:37:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['34f86e0a-f63b-43eb-994f-6378d4acc0d4'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:42.571502 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-00a0b69f-d0fd-4d0f-bafe-c4e3685d7310 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (922663c0-44a7-4f37-9fe8-04620f4f297e), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:42.632430 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-53786e77-bc6d-445f-9f09-a56a7f1f7dd5 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:42.638191 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-53786e77-bc6d-445f-9f09-a56a7f1f7dd5 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.0073957 Feb 28 10:37:42.639047 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45674) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:42.704257 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-00a0b69f-d0fd-4d0f-bafe-c4e3685d7310 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (922663c0-44a7-4f37-9fe8-04620f4f297e), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:42.711110 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a0b69f-d0fd-4d0f-bafe-c4e3685d7310 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:42.713764 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-00a0b69f-d0fd-4d0f-bafe-c4e3685d7310 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:42.716913 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a93357-b194-4a5d-aff8-d47cfa963617 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Made reservation on behalf of 4139ff51d3884888b07610eef64ca26e for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:42.719300 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f0bcd9-33c1-4032-adcb-65f9599d9b92 req-8c69afeb-d8c5-45d8-a26a-d70168b42159 tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:42.720705 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-00a93357-b194-4a5d-aff8-d47cfa963617 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:42.721134 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-36f0bcd9-33c1-4032-adcb-65f9599d9b92 req-8c69afeb-d8c5-45d8-a26a-d70168b42159 tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] 10.222.0.62 "GET /v2.0/ports?device_id=577bf51b-8d6a-42ef-83c6-cc28ed13db34 HTTP/1.1" status: 200 len: 945 time: 0.1275184 Feb 28 10:37:42.762656 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-32baf4f0-5b46-42e4-885b-b1cc0b57ee92 None None] Set router 34f86e0a-f63b-43eb-994f-6378d4acc0d4 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:37:42.813893 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-00a93357-b194-4a5d-aff8-d47cfa963617 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] device_id is not set on port 5dc7aec8-5072-4596-9b6b-2018a62204f2 yet. {{(pid=104083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:37:42.822873 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e5951f76-b7e1-4823-a4f4-2fa8b3f272bd tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks [] for router_gateway (3077ee13-d99a-4c72-b264-f6f3d93a2b3f), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:42.838567 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-36f0bcd9-33c1-4032-adcb-65f9599d9b92 req-3f56aba6-bc37-4109-8b10-2181eadc3b79 tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] 10.222.0.62 "GET /v2.0/security-groups?id=f7514dbd-377d-453f-b4bc-1666e16a35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790706 Feb 28 10:37:42.900238 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a0b69f-d0fd-4d0f-bafe-c4e3685d7310 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Pushing event updated for resources: {'Network': ['ID=922663c0-44a7-4f37-9fe8-04620f4f297e,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:42.929071 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-00a0b69f-d0fd-4d0f-bafe-c4e3685d7310 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6345832 Feb 28 10:37:42.932740 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45680) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:42.932910 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 922663c0-44a7-4f37-9fe8-04620f4f297e details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:37:42.940110 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-82d05cfb-4cf2-4c65-83c7-a489477e3102 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Request body: {'subnet': {'network_id': '922663c0-44a7-4f37-9fe8-04620f4f297e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:43.056061 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a740a265-0664-46d0-aa5b-6fe902efee95 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] 10.222.0.62 "GET /v2.0/routers/34f86e0a-f63b-43eb-994f-6378d4acc0d4 HTTP/1.1" status: 200 len: 907 time: 0.4104540 Feb 28 10:37:43.092436 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45684) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:43.100496 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-a1585b1d-e509-47cb-ab5e-27f35bc24942 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Request body: {'router': {'name': 'tempest-snat-router-513898145', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'enable_snat': True}}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:43.250209 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-00a93357-b194-4a5d-aff8-d47cfa963617 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Allocated IP 2001:db8::1cb (dc42d75e-382e-45a5-a3d1-28e7618f1f61/9bc67238-ff3a-4c20-adb2-1d16b9f0909c/5dc7aec8-5072-4596-9b6b-2018a62204f2) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:43.250209 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d05cfb-4cf2-4c65-83c7-a489477e3102 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Made reservation on behalf of e83592cc9f8b4979b763ded3df9533cb for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:43.253883 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-32baf4f0-5b46-42e4-885b-b1cc0b57ee92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f86e0a-f63b-43eb-994f-6378d4acc0d4', 'name': 'tempest-snat-router-513898145', 'tenant_id': '974a20db3a4641d1ba24a5b90fca5ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.32'}], 'enable_snat': False}, 'gw_port_id': 'd5a30b2e-bfc2-4bd7-81eb-c94ad0d59bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:37:36Z', 'updated_at': '2022-02-28T10:37:40Z', 'revision_number': 3, 'project_id': '974a20db3a4641d1ba24a5b90fca5ff2', 'gw_port': {'id': 'd5a30b2e-bfc2-4bd7-81eb-c94ad0d59bd3', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:45:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f86e0a-f63b-43eb-994f-6378d4acc0d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:37:38Z', 'updated_at': '2022-02-28T10:37:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:43.254144 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-82d05cfb-4cf2-4c65-83c7-a489477e3102 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:43.302907 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d5f06d-b873-4cd6-9b3b-8ad498377220 None None] Network dc42d75e-382e-45a5-a3d1-28e7618f1f61 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:43.305812 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32baf4f0-5b46-42e4-885b-b1cc0b57ee92 None None] Checking router: 34f86e0a-f63b-43eb-994f-6378d4acc0d4 for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:37:43.306261 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32baf4f0-5b46-42e4-885b-b1cc0b57ee92 None None] Updating router 34f86e0a-f63b-43eb-994f-6378d4acc0d4 port d5a30b2e-bfc2-4bd7-81eb-c94ad0d59bd3 binding host dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:37:43.338185 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45688) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:43.355218 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a1585b1d-e509-47cb-ab5e-27f35bc24942 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (377a5467-a7f6-4ada-aa6d-ea346d58ca88), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:43.356908 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a1585b1d-e509-47cb-ab5e-27f35bc24942 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (377a5467-a7f6-4ada-aa6d-ea346d58ca88), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:43.522305 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a1585b1d-e509-47cb-ab5e-27f35bc24942 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks [] for router_controller (377a5467-a7f6-4ada-aa6d-ea346d58ca88), precommit_add_association {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:43.552706 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device cb6d30ff-b87c-4281-b271-d42398f19327 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:37:43.626293 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-32baf4f0-5b46-42e4-885b-b1cc0b57ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (d5a30b2e-bfc2-4bd7-81eb-c94ad0d59bd3), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:43.674659 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-fa834977-9138-4d44-8dc5-c12709c6b92f None None] Provisioning complete for port cb6d30ff-b87c-4281-b271-d42398f19327 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:43.675078 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-fa834977-9138-4d44-8dc5-c12709c6b92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (cb6d30ff-b87c-4281-b271-d42398f19327), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:43.691457 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-551c189a-6aac-4611-ab63-870e24b0c2c1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=070cd643c21d4bf29defcd2dc74e514a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3507848 Feb 28 10:37:43.708955 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45698) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:43.776743 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e5951f76-b7e1-4823-a4f4-2fa8b3f272bd tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (3077ee13-d99a-4c72-b264-f6f3d93a2b3f), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:43.835285 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port cb6d30ff-b87c-4281-b271-d42398f19327 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:43.835883 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (cb6d30ff-b87c-4281-b271-d42398f19327), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:43.837451 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-00a93357-b194-4a5d-aff8-d47cfa963617 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for port (5dc7aec8-5072-4596-9b6b-2018a62204f2), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:43.890064 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a1585b1d-e509-47cb-ab5e-27f35bc24942 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks [] for router_gateway (377a5467-a7f6-4ada-aa6d-ea346d58ca88), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:43.937252 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-75e82488-1f07-48b0-8525-a1a7c33a0578 admin admin] Publish callbacks [] for security_group (8edc1bab-591e-42bd-b995-4a730b52eb62), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:44.005157 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-75e82488-1f07-48b0-8525-a1a7c33a0578 admin admin] Publish callbacks [] for security_group (8edc1bab-591e-42bd-b995-4a730b52eb62), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:44.046757 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-fa834977-9138-4d44-8dc5-c12709c6b92f None None] Current status of the port cb6d30ff-b87c-4281-b271-d42398f19327 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:44.047508 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-fa834977-9138-4d44-8dc5-c12709c6b92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (cb6d30ff-b87c-4281-b271-d42398f19327), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:44.154967 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5951f76-b7e1-4823-a4f4-2fa8b3f272bd tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Router 3077ee13-d99a-4c72-b264-f6f3d93a2b3f is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:37:44.168055 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-fa834977-9138-4d44-8dc5-c12709c6b92f None None] For port cb6d30ff-b87c-4281-b271-d42398f19327, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=cb6d30ff-b87c-4281-b271-d42398f19327,segment=NetworkSegment(cb052c64-ed2e-465f-994d-ce26bc23da82),segment_id=cb052c64-ed2e-465f-994d-ce26bc23da82)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:44.173437 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port cb6d30ff-b87c-4281-b271-d42398f19327 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:44.173828 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (cb6d30ff-b87c-4281-b271-d42398f19327), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:44.201636 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-32baf4f0-5b46-42e4-885b-b1cc0b57ee92 None None] Publish callbacks [] for port (d5a30b2e-bfc2-4bd7-81eb-c94ad0d59bd3), precommit_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:44.217723 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-75e82488-1f07-48b0-8525-a1a7c33a0578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (8edc1bab-591e-42bd-b995-4a730b52eb62), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:44.220557 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-75e82488-1f07-48b0-8525-a1a7c33a0578 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:44.224128 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-75e82488-1f07-48b0-8525-a1a7c33a0578 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8edc1bab-591e-42bd-b995-4a730b52eb62 HTTP/1.1" status: 204 len: 168 time: 0.5113304 Feb 28 10:37:44.240572 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e82488-1f07-48b0-8525-a1a7c33a0578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8edc1bab-591e-42bd-b995-4a730b52eb62,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:44.281690 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-fa834977-9138-4d44-8dc5-c12709c6b92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (cb6d30ff-b87c-4281-b271-d42398f19327), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:44.348340 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-00a93357-b194-4a5d-aff8-d47cfa963617 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (5dc7aec8-5072-4596-9b6b-2018a62204f2), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:44.352829 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-82d05cfb-4cf2-4c65-83c7-a489477e3102 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (6eb7a072-af5a-44ab-a9b2-e48950ee7928), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:44.365050 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-32baf4f0-5b46-42e4-885b-b1cc0b57ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (d5a30b2e-bfc2-4bd7-81eb-c94ad0d59bd3), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:44.368566 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5951f76-b7e1-4823-a4f4-2fa8b3f272bd tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:37:44.380253 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a85bafe-78c5-4753-87b4-d2cd6ff732d8 None None] Sync routers for ids ['3077ee13-d99a-4c72-b264-f6f3d93a2b3f'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:37:44.391994 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a85bafe-78c5-4753-87b4-d2cd6ff732d8 None None] Routers {'3077ee13-d99a-4c72-b264-f6f3d93a2b3f'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:37:44.399756 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-6a85bafe-78c5-4753-87b4-d2cd6ff732d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:37:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['3077ee13-d99a-4c72-b264-f6f3d93a2b3f'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:44.422704 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa834977-9138-4d44-8dc5-c12709c6b92f None None] Pushing event updated for resources: {'Port': ['ID=cb6d30ff-b87c-4281-b271-d42398f19327,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:44.511061 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a720b9a0-19ee-4614-b428-5b5a6222158f None None] Provisioning complete for port cb6d30ff-b87c-4281-b271-d42398f19327 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:44.511423 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a720b9a0-19ee-4614-b428-5b5a6222158f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (cb6d30ff-b87c-4281-b271-d42398f19327), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:44.513224 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-32baf4f0-5b46-42e4-885b-b1cc0b57ee92 None None] Attempting to bind port d5a30b2e-bfc2-4bd7-81eb-c94ad0d59bd3 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:37:44.513642 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-32baf4f0-5b46-42e4-885b-b1cc0b57ee92 None None] Attempting to bind port d5a30b2e-bfc2-4bd7-81eb-c94ad0d59bd3 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:37:44.514108 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32baf4f0-5b46-42e4-885b-b1cc0b57ee92 None None] Attempting to bind port d5a30b2e-bfc2-4bd7-81eb-c94ad0d59bd3 on network e88d86cf-af22-4900-bdd2-aa4038554136 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:37:44.518342 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e5951f76-b7e1-4823-a4f4-2fa8b3f272bd tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:44.521750 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.db.api [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:37:44.522108 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG oslo_db.api [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:37:44.522672 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-e5951f76-b7e1-4823-a4f4-2fa8b3f272bd tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.6087761 Feb 28 10:37:44.524548 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45712) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:44.548728 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32baf4f0-5b46-42e4-885b-b1cc0b57ee92 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:37:44.549086 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32baf4f0-5b46-42e4-885b-b1cc0b57ee92 None None] Checking segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:44.549499 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-32baf4f0-5b46-42e4-885b-b1cc0b57ee92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:44.553222 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32baf4f0-5b46-42e4-885b-b1cc0b57ee92 None None] Bound using segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:37:44.553222 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-32baf4f0-5b46-42e4-885b-b1cc0b57ee92 None None] Bound port: d5a30b2e-bfc2-4bd7-81eb-c94ad0d59bd3, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:37:44.553222 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-32baf4f0-5b46-42e4-885b-b1cc0b57ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (d5a30b2e-bfc2-4bd7-81eb-c94ad0d59bd3), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:44.553222 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2286978-d1b2-4562-bfd8-8152037a0e76 None None] Pushing event updated for resources: {'Port': ['ID=d5a30b2e-bfc2-4bd7-81eb-c94ad0d59bd3,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:44.582854 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-6a85bafe-78c5-4753-87b4-d2cd6ff732d8 None None] Set router 3077ee13-d99a-4c72-b264-f6f3d93a2b3f gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:37:44.621909 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a93357-b194-4a5d-aff8-d47cfa963617 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Network dc42d75e-382e-45a5-a3d1-28e7618f1f61 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:44.667899 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-00a93357-b194-4a5d-aff8-d47cfa963617 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:44.674728 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-32baf4f0-5b46-42e4-885b-b1cc0b57ee92 None None] For port d5a30b2e-bfc2-4bd7-81eb-c94ad0d59bd3, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:37:44.684238 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a93357-b194-4a5d-aff8-d47cfa963617 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event updated for resources: {'Port': ['ID=5dc7aec8-5072-4596-9b6b-2018a62204f2,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:44.684928 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-32baf4f0-5b46-42e4-885b-b1cc0b57ee92 None None] For port d5a30b2e-bfc2-4bd7-81eb-c94ad0d59bd3, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=d5a30b2e-bfc2-4bd7-81eb-c94ad0d59bd3,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:37:44.705330 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d05cfb-4cf2-4c65-83c7-a489477e3102 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Pushing event updated for resources: {'Subnet': ['ID=6eb7a072-af5a-44ab-a9b2-e48950ee7928,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:44.717810 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a93357-b194-4a5d-aff8-d47cfa963617 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:44.723493 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a93357-b194-4a5d-aff8-d47cfa963617 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:44.725342 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-00a93357-b194-4a5d-aff8-d47cfa963617 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:44.726699 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-265b54c1-0137-46ab-9a59-4cfd76ef7eb9 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks [] for router (3077ee13-d99a-4c72-b264-f6f3d93a2b3f), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:44.772555 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0bc6a-a96b-4edd-b609-b442229d996d req-5ced014b-d7e3-48d9-88f4-afa7e11f593c tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:44.774489 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9ba0bc6a-a96b-4edd-b609-b442229d996d req-5ced014b-d7e3-48d9-88f4-afa7e11f593c tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] 10.222.0.62 "GET /v2.0/ports?device_id=577bf51b-8d6a-42ef-83c6-cc28ed13db34 HTTP/1.1" status: 200 len: 945 time: 0.8406706 Feb 28 10:37:44.788339 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d05cfb-4cf2-4c65-83c7-a489477e3102 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Checking segment: {'id': '814c3929-59e3-4e26-9998-1f73af8f52c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '922663c0-44a7-4f37-9fe8-04620f4f297e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:44.788853 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d05cfb-4cf2-4c65-83c7-a489477e3102 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Network hostable DHCP agents. Network: 922663c0-44a7-4f37-9fe8-04620f4f297e, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:37:44.798355 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-32baf4f0-5b46-42e4-885b-b1cc0b57ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (d5a30b2e-bfc2-4bd7-81eb-c94ad0d59bd3), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:44.879329 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-00a93357-b194-4a5d-aff8-d47cfa963617 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5284836 Feb 28 10:37:44.883370 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45722) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:44.941771 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a720b9a0-19ee-4614-b428-5b5a6222158f None None] Current status of the port cb6d30ff-b87c-4281-b271-d42398f19327 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:44.950045 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9ba0bc6a-a96b-4edd-b609-b442229d996d req-ab3b0092-8028-4a38-abbf-0ee7b7708402 tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] 10.222.0.62 "GET /v2.0/security-groups?id=f7514dbd-377d-453f-b4bc-1666e16a35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682634 Feb 28 10:37:44.950814 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d05cfb-4cf2-4c65-83c7-a489477e3102 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Network 922663c0-44a7-4f37-9fe8-04620f4f297e is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:37:44.986997 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-6a85bafe-78c5-4753-87b4-d2cd6ff732d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3077ee13-d99a-4c72-b264-f6f3d93a2b3f', 'name': '', 'tenant_id': '026d1846903c4979ba59c16717feed27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08839fe2-031a-409f-aed8-d6a043a0e2ee', 'external_fixed_ips': [{'subnet_id': '93ab98d8-bad1-41d5-82bc-3c849e6ecc18', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': 'fe7655c2-1078-4304-8879-160ea2a113fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:37:39Z', 'updated_at': '2022-02-28T10:37:42Z', 'revision_number': 3, 'project_id': '026d1846903c4979ba59c16717feed27', 'gw_port': {'id': 'fe7655c2-1078-4304-8879-160ea2a113fa', 'name': '', 'network_id': '08839fe2-031a-409f-aed8-d6a043a0e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3077ee13-d99a-4c72-b264-f6f3d93a2b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '93ab98d8-bad1-41d5-82bc-3c849e6ecc18', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:37:40Z', 'updated_at': '2022-02-28T10:37:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93ab98d8-bad1-41d5-82bc-3c849e6ecc18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:45.041409 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a720b9a0-19ee-4614-b428-5b5a6222158f None None] Provisioning complete for port cd03f86e-7cdc-42b2-acfd-c4c3a109a79a triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:45.052520 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a720b9a0-19ee-4614-b428-5b5a6222158f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (cd03f86e-7cdc-42b2-acfd-c4c3a109a79a), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:45.059054 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32baf4f0-5b46-42e4-885b-b1cc0b57ee92 None None] Routers {'34f86e0a-f63b-43eb-994f-6378d4acc0d4'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:37:45.062074 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-32baf4f0-5b46-42e4-885b-b1cc0b57ee92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:37:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['34f86e0a-f63b-43eb-994f-6378d4acc0d4'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:45.088878 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a85bafe-78c5-4753-87b4-d2cd6ff732d8 None None] Checking router: 3077ee13-d99a-4c72-b264-f6f3d93a2b3f for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:37:45.089242 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a85bafe-78c5-4753-87b4-d2cd6ff732d8 None None] Updating router 3077ee13-d99a-4c72-b264-f6f3d93a2b3f port fe7655c2-1078-4304-8879-160ea2a113fa binding host dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:37:45.145204 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-265b54c1-0137-46ab-9a59-4cfd76ef7eb9 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks [] for router_gateway (3077ee13-d99a-4c72-b264-f6f3d93a2b3f), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:45.155362 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-82d05cfb-4cf2-4c65-83c7-a489477e3102 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 922663c0-44a7-4f37-9fe8-04620f4f297e) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:45.171504 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45730) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:45.183242 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8963d4-c1a9-4207-af6d-c233659d0b39 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:45.186634 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-da8963d4-c1a9-4207-af6d-c233659d0b39 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A33b HTTP/1.1" status: 200 len: 929 time: 0.3017914 Feb 28 10:37:45.191606 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45734) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:45.198125 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d05cfb-4cf2-4c65-83c7-a489477e3102 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:45.199065 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-82d05cfb-4cf2-4c65-83c7-a489477e3102 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:45.292716 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port cb6d30ff-b87c-4281-b271-d42398f19327 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:45.309357 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-82d05cfb-4cf2-4c65-83c7-a489477e3102 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3738008 Feb 28 10:37:45.318602 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45738) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:45.324452 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a85bafe-78c5-4753-87b4-d2cd6ff732d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (fe7655c2-1078-4304-8879-160ea2a113fa), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:45.326097 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6943f6f8-ad26-40dd-aaea-4ca77a816d65 None None] Network 922663c0-44a7-4f37-9fe8-04620f4f297e requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:45.348059 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a1585b1d-e509-47cb-ab5e-27f35bc24942 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks [] for router_gateway (377a5467-a7f6-4ada-aa6d-ea346d58ca88), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:45.363376 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2286978-d1b2-4562-bfd8-8152037a0e76 None None] Pushing event updated for resources: {'Port': ['ID=d5a30b2e-bfc2-4bd7-81eb-c94ad0d59bd3,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:45.386431 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-5f31dd25-7179-49b7-beaf-00dc6a384bfa tempest-RoutersAdminNegativeTest-483023358 tempest-RoutersAdminNegativeTest-483023358-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-136056909', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:45.390235 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a1585b1d-e509-47cb-ab5e-27f35bc24942 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:45.456894 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device cb6d30ff-b87c-4281-b271-d42398f19327 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:37:45.539258 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-265b54c1-0137-46ab-9a59-4cfd76ef7eb9 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Deleting port fe7655c2-1078-4304-8879-160ea2a113fa {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:45.539601 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-265b54c1-0137-46ab-9a59-4cfd76ef7eb9 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (fe7655c2-1078-4304-8879-160ea2a113fa), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:45.560734 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-61f4816a-c024-4998-8bbe-0ccbe8548063 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Deleting port 5dc7aec8-5072-4596-9b6b-2018a62204f2 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:45.561088 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-61f4816a-c024-4998-8bbe-0ccbe8548063 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (5dc7aec8-5072-4596-9b6b-2018a62204f2), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:45.582959 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a720b9a0-19ee-4614-b428-5b5a6222158f None None] Port cd03f86e-7cdc-42b2-acfd-c4c3a109a79a cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:37:45.628577 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-a1585b1d-e509-47cb-ab5e-27f35bc24942 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Allocated IP 172.26.3.164 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/aad2f5dc-748a-40f4-8b7f-91d0a630b510) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:45.654823 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port cb6d30ff-b87c-4281-b271-d42398f19327 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:45.655178 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (cb6d30ff-b87c-4281-b271-d42398f19327), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:45.697606 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a85bafe-78c5-4753-87b4-d2cd6ff732d8 None None] Publish callbacks [] for port (fe7655c2-1078-4304-8879-160ea2a113fa), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:45.702407 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f31dd25-7179-49b7-beaf-00dc6a384bfa tempest-RoutersAdminNegativeTest-483023358 tempest-RoutersAdminNegativeTest-483023358-project-admin] Made reservation on behalf of 74a3f38d303043be81ff66ae75812835 for: {'port': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:45.705045 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5f31dd25-7179-49b7-beaf-00dc6a384bfa tempest-RoutersAdminNegativeTest-483023358 tempest-RoutersAdminNegativeTest-483023358-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:45.755139 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-32baf4f0-5b46-42e4-885b-b1cc0b57ee92 None None] Set router 34f86e0a-f63b-43eb-994f-6378d4acc0d4 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:37:45.776871 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5f31dd25-7179-49b7-beaf-00dc6a384bfa tempest-RoutersAdminNegativeTest-483023358 tempest-RoutersAdminNegativeTest-483023358-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:45.781632 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a85bafe-78c5-4753-87b4-d2cd6ff732d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (fe7655c2-1078-4304-8879-160ea2a113fa), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:45.796516 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ba4bf1be-2d26-4a64-b9b3-2acbd757d4a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (922663c0-44a7-4f37-9fe8-04620f4f297e), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:45.813716 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c95276-4878-49b2-a0d9-cd7abec5689d req-61a05b61-b861-4733-9ed7-f1079f4fbff3 tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:45.817317 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b1c95276-4878-49b2-a0d9-cd7abec5689d req-61a05b61-b861-4733-9ed7-f1079f4fbff3 tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] 10.222.0.62 "GET /v2.0/ports?device_id=577bf51b-8d6a-42ef-83c6-cc28ed13db34 HTTP/1.1" status: 200 len: 945 time: 0.1411674 Feb 28 10:37:45.818508 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-265b54c1-0137-46ab-9a59-4cfd76ef7eb9 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (fe7655c2-1078-4304-8879-160ea2a113fa), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:45.850314 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-265b54c1-0137-46ab-9a59-4cfd76ef7eb9 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Calling delete_port for fe7655c2-1078-4304-8879-160ea2a113fa owned by network:router_gateway {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:45.865819 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a1585b1d-e509-47cb-ab5e-27f35bc24942 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks [] for port (aad2f5dc-748a-40f4-8b7f-91d0a630b510), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:45.872620 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878d096b-e908-432a-afc0-4e0a9e4090fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-922663c0-44a7-4f37-9fe8-04620f4f297e', 'network_id': '922663c0-44a7-4f37-9fe8-04620f4f297e', 'project_id': 'e83592cc9f8b4979b763ded3df9533cb', 'fixed_ips': [{'subnet_id': '6eb7a072-af5a-44ab-a9b2-e48950ee7928'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:37:45.872878 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70d982e-05fa-406d-80d9-eebad095309a None None] Pushing event updated for resources: {'Port': ['ID=fe7655c2-1078-4304-8879-160ea2a113fa,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:45.873370 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-878d096b-e908-432a-afc0-4e0a9e4090fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:45.900713 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70d982e-05fa-406d-80d9-eebad095309a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:45.903290 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70d982e-05fa-406d-80d9-eebad095309a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:45.906613 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-61f4816a-c024-4998-8bbe-0ccbe8548063 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (5dc7aec8-5072-4596-9b6b-2018a62204f2), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:45.907083 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70d982e-05fa-406d-80d9-eebad095309a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:45.907613 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70d982e-05fa-406d-80d9-eebad095309a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:45.908165 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70d982e-05fa-406d-80d9-eebad095309a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:45.910826 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70d982e-05fa-406d-80d9-eebad095309a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:45.911802 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70d982e-05fa-406d-80d9-eebad095309a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:45.912959 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70d982e-05fa-406d-80d9-eebad095309a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:45.913619 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70d982e-05fa-406d-80d9-eebad095309a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:45.914622 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70d982e-05fa-406d-80d9-eebad095309a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:45.915791 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70d982e-05fa-406d-80d9-eebad095309a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:45.916788 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70d982e-05fa-406d-80d9-eebad095309a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:45.917584 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70d982e-05fa-406d-80d9-eebad095309a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:45.934052 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b1c95276-4878-49b2-a0d9-cd7abec5689d req-07efc3c6-0916-471d-9e2e-3034eaa9f645 tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] 10.222.0.62 "GET /v2.0/security-groups?id=f7514dbd-377d-453f-b4bc-1666e16a35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099963 Feb 28 10:37:45.941079 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-6a85bafe-78c5-4753-87b4-d2cd6ff732d8 None None] Attempting to bind port fe7655c2-1078-4304-8879-160ea2a113fa on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:37:45.941888 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-6a85bafe-78c5-4753-87b4-d2cd6ff732d8 None None] Attempting to bind port fe7655c2-1078-4304-8879-160ea2a113fa by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '2ff06b7b-684e-4c31-a363-6affb86a5d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '08839fe2-031a-409f-aed8-d6a043a0e2ee'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:37:45.942252 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a85bafe-78c5-4753-87b4-d2cd6ff732d8 None None] Attempting to bind port fe7655c2-1078-4304-8879-160ea2a113fa on network 08839fe2-031a-409f-aed8-d6a043a0e2ee {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:37:45.949758 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a85bafe-78c5-4753-87b4-d2cd6ff732d8 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:37:45.950224 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a85bafe-78c5-4753-87b4-d2cd6ff732d8 None None] Checking segment: {'id': '2ff06b7b-684e-4c31-a363-6affb86a5d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '08839fe2-031a-409f-aed8-d6a043a0e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:45.950629 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a85bafe-78c5-4753-87b4-d2cd6ff732d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:45.955077 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a85bafe-78c5-4753-87b4-d2cd6ff732d8 None None] Bound using segment: {'id': '2ff06b7b-684e-4c31-a363-6affb86a5d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '08839fe2-031a-409f-aed8-d6a043a0e2ee'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:37:45.955583 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-6a85bafe-78c5-4753-87b4-d2cd6ff732d8 None None] Bound port: fe7655c2-1078-4304-8879-160ea2a113fa, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff06b7b-684e-4c31-a363-6affb86a5d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '08839fe2-031a-409f-aed8-d6a043a0e2ee'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:37:45.956211 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a85bafe-78c5-4753-87b4-d2cd6ff732d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (fe7655c2-1078-4304-8879-160ea2a113fa), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:45.986667 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-e86a45a4-5d93-40a2-aa25-ccc340932775 None None] Provisioning complete for port cd03f86e-7cdc-42b2-acfd-c4c3a109a79a triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:45.987276 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e86a45a4-5d93-40a2-aa25-ccc340932775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (cd03f86e-7cdc-42b2-acfd-c4c3a109a79a), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:46.021073 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-6a85bafe-78c5-4753-87b4-d2cd6ff732d8 None None] For port fe7655c2-1078-4304-8879-160ea2a113fa, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:37:46.025296 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-6a85bafe-78c5-4753-87b4-d2cd6ff732d8 None None] For port fe7655c2-1078-4304-8879-160ea2a113fa, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=fe7655c2-1078-4304-8879-160ea2a113fa,segment=NetworkSegment(2ff06b7b-684e-4c31-a363-6affb86a5d42),segment_id=2ff06b7b-684e-4c31-a363-6affb86a5d42)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:37:46.035876 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a1585b1d-e509-47cb-ab5e-27f35bc24942 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (aad2f5dc-748a-40f4-8b7f-91d0a630b510), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:46.037420 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-61f4816a-c024-4998-8bbe-0ccbe8548063 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Calling delete_port for 5dc7aec8-5072-4596-9b6b-2018a62204f2 owned by {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:46.092472 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a85bafe-78c5-4753-87b4-d2cd6ff732d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (fe7655c2-1078-4304-8879-160ea2a113fa), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:46.105267 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1585b1d-e509-47cb-ab5e-27f35bc24942 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:46.112572 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-a1585b1d-e509-47cb-ab5e-27f35bc24942 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:46.127642 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1585b1d-e509-47cb-ab5e-27f35bc24942 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:46.137193 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45752) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:46.197148 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1585b1d-e509-47cb-ab5e-27f35bc24942 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Pushing event updated for resources: {'Port': ['ID=aad2f5dc-748a-40f4-8b7f-91d0a630b510,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:46.204405 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-e86a45a4-5d93-40a2-aa25-ccc340932775 None None] Port cd03f86e-7cdc-42b2-acfd-c4c3a109a79a cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:37:46.236422 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ba4bf1be-2d26-4a64-b9b3-2acbd757d4a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (6eb7a072-af5a-44ab-a9b2-e48950ee7928), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:46.249493 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70d982e-05fa-406d-80d9-eebad095309a None None] Pushing event updated for resources: {'Port': ['ID=fe7655c2-1078-4304-8879-160ea2a113fa,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:46.266160 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a85bafe-78c5-4753-87b4-d2cd6ff732d8 None None] Routers {'3077ee13-d99a-4c72-b264-f6f3d93a2b3f'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:37:46.269599 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-6a85bafe-78c5-4753-87b4-d2cd6ff732d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:37:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['3077ee13-d99a-4c72-b264-f6f3d93a2b3f'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:46.287036 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port cb6d30ff-b87c-4281-b271-d42398f19327 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:46.321591 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-e86a45a4-5d93-40a2-aa25-ccc340932775 None None] Provisioning complete for port 5dc7aec8-5072-4596-9b6b-2018a62204f2 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:46.321953 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e86a45a4-5d93-40a2-aa25-ccc340932775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (5dc7aec8-5072-4596-9b6b-2018a62204f2), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:46.352525 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5f31dd25-7179-49b7-beaf-00dc6a384bfa tempest-RoutersAdminNegativeTest-483023358 tempest-RoutersAdminNegativeTest-483023358-project-admin] Publish callbacks [] for security_group (22aa3450-1724-4684-8b6f-2d432305a3b9), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:46.413125 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-6a85bafe-78c5-4753-87b4-d2cd6ff732d8 None None] Set router 3077ee13-d99a-4c72-b264-f6f3d93a2b3f gateway port host: None {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:37:46.417019 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-f2bb197c-3ceb-4c68-88b2-61c01a3486c5 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2084227270', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:46.443226 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-e86a45a4-5d93-40a2-aa25-ccc340932775 None None] Port 5dc7aec8-5072-4596-9b6b-2018a62204f2 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:37:46.443807 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5f31dd25-7179-49b7-beaf-00dc6a384bfa tempest-RoutersAdminNegativeTest-483023358 tempest-RoutersAdminNegativeTest-483023358-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (22aa3450-1724-4684-8b6f-2d432305a3b9), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:46.451265 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [None req-5f31dd25-7179-49b7-beaf-00dc6a384bfa tempest-RoutersAdminNegativeTest-483023358 tempest-RoutersAdminNegativeTest-483023358-project-admin] device_id is not set on port a7d2f566-46c6-4502-92df-2b1d57f3ea70 yet. {{(pid=104084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:37:46.460506 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-878d096b-e908-432a-afc0-4e0a9e4090fc None None] Allocated IP 172.20.0.1 (922663c0-44a7-4f37-9fe8-04620f4f297e/6eb7a072-af5a-44ab-a9b2-e48950ee7928/8c7f291f-0d38-4c2a-9d3a-208ac3417b47) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:46.476638 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-6a85bafe-78c5-4753-87b4-d2cd6ff732d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3077ee13-d99a-4c72-b264-f6f3d93a2b3f', 'name': '', 'tenant_id': '026d1846903c4979ba59c16717feed27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:37:39Z', 'updated_at': '2022-02-28T10:37:45Z', 'revision_number': 4, 'project_id': '026d1846903c4979ba59c16717feed27', 'gw_port_host': None}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:46.504763 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a85bafe-78c5-4753-87b4-d2cd6ff732d8 None None] The sync data for ids ['3077ee13-d99a-4c72-b264-f6f3d93a2b3f'] in dv-neutron-829161-3-hyperv is: [{'id': '3077ee13-d99a-4c72-b264-f6f3d93a2b3f', 'name': '', 'tenant_id': '026d1846903c4979ba59c16717feed27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:37:39Z', 'updated_at': '2022-02-28T10:37:45Z', 'revision_number': 4, 'project_id': '026d1846903c4979ba59c16717feed27', 'gw_port_host': None}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:37:46.523149 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a76531e6-f490-4805-aa54-9cf039c5f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:46.542414 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-32baf4f0-5b46-42e4-885b-b1cc0b57ee92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f86e0a-f63b-43eb-994f-6378d4acc0d4', 'name': 'tempest-snat-router-513898145', 'tenant_id': '974a20db3a4641d1ba24a5b90fca5ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.32'}], 'enable_snat': False}, 'gw_port_id': 'd5a30b2e-bfc2-4bd7-81eb-c94ad0d59bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:37:36Z', 'updated_at': '2022-02-28T10:37:40Z', 'revision_number': 3, 'project_id': '974a20db3a4641d1ba24a5b90fca5ff2', 'gw_port': {'id': 'd5a30b2e-bfc2-4bd7-81eb-c94ad0d59bd3', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:45:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f86e0a-f63b-43eb-994f-6378d4acc0d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:37:38Z', 'updated_at': '2022-02-28T10:37:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:46.546862 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f31dd25-7179-49b7-beaf-00dc6a384bfa tempest-RoutersAdminNegativeTest-483023358 tempest-RoutersAdminNegativeTest-483023358-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22aa3450-1724-4684-8b6f-2d432305a3b9,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:46.579415 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32baf4f0-5b46-42e4-885b-b1cc0b57ee92 None None] The sync data for ids ['34f86e0a-f63b-43eb-994f-6378d4acc0d4'] in dv-neutron-829161-3-hyperv is: [{'id': '34f86e0a-f63b-43eb-994f-6378d4acc0d4', 'name': 'tempest-snat-router-513898145', 'tenant_id': '974a20db3a4641d1ba24a5b90fca5ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.32'}], 'enable_snat': False}, 'gw_port_id': 'd5a30b2e-bfc2-4bd7-81eb-c94ad0d59bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:37:36Z', 'updated_at': '2022-02-28T10:37:40Z', 'revision_number': 3, 'project_id': '974a20db3a4641d1ba24a5b90fca5ff2', 'gw_port': {'id': 'd5a30b2e-bfc2-4bd7-81eb-c94ad0d59bd3', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:45:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f86e0a-f63b-43eb-994f-6378d4acc0d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:37:38Z', 'updated_at': '2022-02-28T10:37:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:37:46.588770 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-61f4816a-c024-4998-8bbe-0ccbe8548063 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (5dc7aec8-5072-4596-9b6b-2018a62204f2), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:46.663248 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f2bb197c-3ceb-4c68-88b2-61c01a3486c5 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (89359900-e75b-4cfe-a0ba-405150ca621c), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:46.664304 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f2bb197c-3ceb-4c68-88b2-61c01a3486c5 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (89359900-e75b-4cfe-a0ba-405150ca621c), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:46.683642 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-878d096b-e908-432a-afc0-4e0a9e4090fc None None] Publish callbacks [] for port (8c7f291f-0d38-4c2a-9d3a-208ac3417b47), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:46.691456 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f4816a-c024-4998-8bbe-0ccbe8548063 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event deleted for resources: {'Port': ['ID=5dc7aec8-5072-4596-9b6b-2018a62204f2,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:46.702347 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-61f4816a-c024-4998-8bbe-0ccbe8548063 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:46.714257 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45756) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:46.715777 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-61f4816a-c024-4998-8bbe-0ccbe8548063 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "DELETE /v2.0/ports/5dc7aec8-5072-4596-9b6b-2018a62204f2 HTTP/1.1" status: 204 len: 168 time: 1.5231724 Feb 28 10:37:46.755120 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-5f31dd25-7179-49b7-beaf-00dc6a384bfa tempest-RoutersAdminNegativeTest-483023358 tempest-RoutersAdminNegativeTest-483023358-project-admin] Allocated IP 172.26.3.106 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/a7d2f566-46c6-4502-92df-2b1d57f3ea70) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:46.767397 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-878d096b-e908-432a-afc0-4e0a9e4090fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (8c7f291f-0d38-4c2a-9d3a-208ac3417b47), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:46.774635 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d55b3db-b21a-403e-a6ad-84191353147b tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] GET failed (client error): The resource could not be found. Feb 28 10:37:46.776276 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-3d55b3db-b21a-403e-a6ad-84191353147b tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "GET /v2.0/ports/5dc7aec8-5072-4596-9b6b-2018a62204f2 HTTP/1.1" status: 404 len: 333 time: 0.0607696 Feb 28 10:37:46.779081 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45758) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:46.836151 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f2bb197c-3ceb-4c68-88b2-61c01a3486c5 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks [] for router_controller (89359900-e75b-4cfe-a0ba-405150ca621c), precommit_add_association {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:46.849088 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878d096b-e908-432a-afc0-4e0a9e4090fc None None] Pushing event updated for resources: {'Port': ['ID=8c7f291f-0d38-4c2a-9d3a-208ac3417b47,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:46.849526 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-265b54c1-0137-46ab-9a59-4cfd76ef7eb9 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (fe7655c2-1078-4304-8879-160ea2a113fa), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:46.874576 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878d096b-e908-432a-afc0-4e0a9e4090fc None None] Network 922663c0-44a7-4f37-9fe8-04620f4f297e is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:46.877578 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-878d096b-e908-432a-afc0-4e0a9e4090fc None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:46.880764 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878d096b-e908-432a-afc0-4e0a9e4090fc None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:46.912744 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ba4bf1be-2d26-4a64-b9b3-2acbd757d4a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (6eb7a072-af5a-44ab-a9b2-e48950ee7928), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:46.923154 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265b54c1-0137-46ab-9a59-4cfd76ef7eb9 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe7655c2-1078-4304-8879-160ea2a113fa,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:46.995858 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f2bb197c-3ceb-4c68-88b2-61c01a3486c5 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (89359900-e75b-4cfe-a0ba-405150ca621c), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:47.058103 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-878d096b-e908-432a-afc0-4e0a9e4090fc None None] Attempting to bind port 8c7f291f-0d38-4c2a-9d3a-208ac3417b47 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:37:47.058675 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-878d096b-e908-432a-afc0-4e0a9e4090fc None None] Attempting to bind port 8c7f291f-0d38-4c2a-9d3a-208ac3417b47 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '814c3929-59e3-4e26-9998-1f73af8f52c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '922663c0-44a7-4f37-9fe8-04620f4f297e'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:37:47.058962 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878d096b-e908-432a-afc0-4e0a9e4090fc None None] Attempting to bind port 8c7f291f-0d38-4c2a-9d3a-208ac3417b47 on network 922663c0-44a7-4f37-9fe8-04620f4f297e {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:37:47.074522 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4bf1be-2d26-4a64-b9b3-2acbd757d4a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Pushing event deleted for resources: {'Subnet': ['ID=6eb7a072-af5a-44ab-a9b2-e48950ee7928,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:47.075375 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878d096b-e908-432a-afc0-4e0a9e4090fc None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:37:47.075990 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878d096b-e908-432a-afc0-4e0a9e4090fc None None] Checking segment: {'id': '814c3929-59e3-4e26-9998-1f73af8f52c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '922663c0-44a7-4f37-9fe8-04620f4f297e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:47.076580 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-878d096b-e908-432a-afc0-4e0a9e4090fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:47.077164 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878d096b-e908-432a-afc0-4e0a9e4090fc None None] Bound using segment: {'id': '814c3929-59e3-4e26-9998-1f73af8f52c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '922663c0-44a7-4f37-9fe8-04620f4f297e'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:37:47.077814 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-878d096b-e908-432a-afc0-4e0a9e4090fc None None] Bound port: 8c7f291f-0d38-4c2a-9d3a-208ac3417b47, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '814c3929-59e3-4e26-9998-1f73af8f52c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '922663c0-44a7-4f37-9fe8-04620f4f297e'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:37:47.078393 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-878d096b-e908-432a-afc0-4e0a9e4090fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (8c7f291f-0d38-4c2a-9d3a-208ac3417b47), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:47.081226 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a1585b1d-e509-47cb-ab5e-27f35bc24942 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks [] for router_gateway (377a5467-a7f6-4ada-aa6d-ea346d58ca88), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:47.134713 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-265b54c1-0137-46ab-9a59-4cfd76ef7eb9 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047843'] for router_gateway (3077ee13-d99a-4c72-b264-f6f3d93a2b3f), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:47.199704 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-878d096b-e908-432a-afc0-4e0a9e4090fc None None] For port 8c7f291f-0d38-4c2a-9d3a-208ac3417b47, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:37:47.202318 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-861d0247-462d-4563-bf75-605ebef40e67 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Deleting port cd03f86e-7cdc-42b2-acfd-c4c3a109a79a {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:47.203005 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-861d0247-462d-4563-bf75-605ebef40e67 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (cd03f86e-7cdc-42b2-acfd-c4c3a109a79a), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:47.204973 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-878d096b-e908-432a-afc0-4e0a9e4090fc None None] For port 8c7f291f-0d38-4c2a-9d3a-208ac3417b47, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=8c7f291f-0d38-4c2a-9d3a-208ac3417b47,segment=NetworkSegment(814c3929-59e3-4e26-9998-1f73af8f52c0),segment_id=814c3929-59e3-4e26-9998-1f73af8f52c0)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:37:47.289888 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-878d096b-e908-432a-afc0-4e0a9e4090fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (8c7f291f-0d38-4c2a-9d3a-208ac3417b47), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:47.324361 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-265b54c1-0137-46ab-9a59-4cfd76ef7eb9 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (3077ee13-d99a-4c72-b264-f6f3d93a2b3f), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:47.326731 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-265b54c1-0137-46ab-9a59-4cfd76ef7eb9 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks [] for router_controller (3077ee13-d99a-4c72-b264-f6f3d93a2b3f), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:47.374965 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-861d0247-462d-4563-bf75-605ebef40e67 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (cd03f86e-7cdc-42b2-acfd-c4c3a109a79a), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:47.387708 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f2bb197c-3ceb-4c68-88b2-61c01a3486c5 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:47.389605 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-f2bb197c-3ceb-4c68-88b2-61c01a3486c5 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.2447829 Feb 28 10:37:47.392779 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45762) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:47.408657 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ba4bf1be-2d26-4a64-b9b3-2acbd757d4a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (922663c0-44a7-4f37-9fe8-04620f4f297e), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:47.412869 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-289a6933-2152-4a5a-9ef9-5f9db93c1ee8 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1548707081'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:47.443331 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-ba4bf1be-2d26-4a64-b9b3-2acbd757d4a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['922663c0-44a7-4f37-9fe8-04620f4f297e']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:47.461236 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3531e52b-6f3f-4f83-a4b5-2a5288567811 None None] get_active_networks_info from dv-neutron-829161-3-hyperv {{(pid=104085) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 10:37:47.481084 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-861d0247-462d-4563-bf75-605ebef40e67 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Calling delete_port for cd03f86e-7cdc-42b2-acfd-c4c3a109a79a owned by {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:47.483199 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-265b54c1-0137-46ab-9a59-4cfd76ef7eb9 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (3077ee13-d99a-4c72-b264-f6f3d93a2b3f), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:47.483751 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265b54c1-0137-46ab-9a59-4cfd76ef7eb9 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3077ee13-d99a-4c72-b264-f6f3d93a2b3f {{(pid=104084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:37:47.486619 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-ba4bf1be-2d26-4a64-b9b3-2acbd757d4a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '814c3929-59e3-4e26-9998-1f73af8f52c0') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:47.500610 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-ba4bf1be-2d26-4a64-b9b3-2acbd757d4a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '814c3929-59e3-4e26-9998-1f73af8f52c0') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:47.512585 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device d5a30b2e-bfc2-4bd7-81eb-c94ad0d59bd3 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:37:47.519616 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878d096b-e908-432a-afc0-4e0a9e4090fc None None] Pushing event updated for resources: {'Port': ['ID=8c7f291f-0d38-4c2a-9d3a-208ac3417b47,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:47.534529 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-265b54c1-0137-46ab-9a59-4cfd76ef7eb9 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:47.535753 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-265b54c1-0137-46ab-9a59-4cfd76ef7eb9 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] 10.222.0.62 "DELETE /v2.0/routers/3077ee13-d99a-4c72-b264-f6f3d93a2b3f HTTP/1.1" status: 204 len: 168 time: 3.0098217 Feb 28 10:37:47.542268 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45764) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:47.547920 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ba4bf1be-2d26-4a64-b9b3-2acbd757d4a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (814c3929-59e3-4e26-9998-1f73af8f52c0), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:47.593494 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5f31dd25-7179-49b7-beaf-00dc6a384bfa tempest-RoutersAdminNegativeTest-483023358 tempest-RoutersAdminNegativeTest-483023358-project-admin] Publish callbacks [] for port (a7d2f566-46c6-4502-92df-2b1d57f3ea70), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:47.619571 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d6065-7119-4841-a42b-0a5e294af6e3 req-308e6db8-7931-44e8-a235-2e0a8d74b95e tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:47.627447 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-bd9d6065-7119-4841-a42b-0a5e294af6e3 req-308e6db8-7931-44e8-a235-2e0a8d74b95e tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] 10.222.0.62 "GET /v2.0/ports?device_id=577bf51b-8d6a-42ef-83c6-cc28ed13db34 HTTP/1.1" status: 200 len: 945 time: 0.5446007 Feb 28 10:37:47.638361 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3531e52b-6f3f-4f83-a4b5-2a5288567811 None None] Resources bound (agent type, host, resource id): {{(pid=104085) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 10:37:47.640286 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port d5a30b2e-bfc2-4bd7-81eb-c94ad0d59bd3 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:47.640672 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (d5a30b2e-bfc2-4bd7-81eb-c94ad0d59bd3), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:47.648857 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ba4bf1be-2d26-4a64-b9b3-2acbd757d4a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (814c3929-59e3-4e26-9998-1f73af8f52c0), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:47.678478 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba4bf1be-2d26-4a64-b9b3-2acbd757d4a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:37:47.679152 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ba4bf1be-2d26-4a64-b9b3-2acbd757d4a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (814c3929-59e3-4e26-9998-1f73af8f52c0), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:47.683447 dv-neutron-829161-3-hyperv neutron-server[104084]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:37:47.683447 dv-neutron-829161-3-hyperv neutron-server[104084]: items = [ Feb 28 10:37:47.683447 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 10:37:47.683447 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:37:47.683447 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 10:37:47.683447 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:37:47.683447 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 10:37:47.683447 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:37:47.683447 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 10:37:47.683447 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:37:47.683447 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 10:37:47.683447 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:37:47.683447 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 10:37:47.683447 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:37:47.683447 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 10:37:47.683447 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:37:47.683447 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:37:47.683447 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:37:47.683447 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:37:47.683447 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:37:47.683447 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 10:37:47.683447 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:37:47.683447 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 10:37:47.683447 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:37:47.683447 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:37:47.683447 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:37:47.683447 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 10:37:47.683447 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:37:47.683447 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:37:47.683447 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:37:47.683447 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:37:47.683447 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:37:47.683447 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:37:47.683447 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:37:47.727101 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289a6933-2152-4a5a-9ef9-5f9db93c1ee8 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Made reservation on behalf of 7228f232983f4fd58fcf7ceeb7ac8c54 for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:47.730995 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-289a6933-2152-4a5a-9ef9-5f9db93c1ee8 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:47.737870 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a1585b1d-e509-47cb-ab5e-27f35bc24942 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (377a5467-a7f6-4ada-aa6d-ea346d58ca88), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:47.779542 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-289a6933-2152-4a5a-9ef9-5f9db93c1ee8 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:47.798630 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a0ecf4d-a984-437b-ad16-e08874604e54 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Deleting subnet 93ab98d8-bad1-41d5-82bc-3c849e6ecc18 {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:37:47.808417 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0a0ecf4d-a984-437b-ad16-e08874604e54 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks [] for subnet (93ab98d8-bad1-41d5-82bc-3c849e6ecc18), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:47.882283 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port d5a30b2e-bfc2-4bd7-81eb-c94ad0d59bd3 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:47.882496 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (d5a30b2e-bfc2-4bd7-81eb-c94ad0d59bd3), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:47.887390 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-bd9d6065-7119-4841-a42b-0a5e294af6e3 req-a4cea826-73a9-4ab8-a279-658fcb471cea tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] 10.222.0.62 "GET /v2.0/security-groups?id=f7514dbd-377d-453f-b4bc-1666e16a35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533660 Feb 28 10:37:47.907875 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.db.api [None req-ba4bf1be-2d26-4a64-b9b3-2acbd757d4a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 10:37:47.907875 dv-neutron-829161-3-hyperv neutron-server[104084]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 10:37:47.907875 dv-neutron-829161-3-hyperv neutron-server[104084]: [parameters: {'id': '922663c0-44a7-4f37-9fe8-04620f4f297e'}] Feb 28 10:37:47.907875 dv-neutron-829161-3-hyperv neutron-server[104084]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104084) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:37:47.913526 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG oslo_db.api [None req-ba4bf1be-2d26-4a64-b9b3-2acbd757d4a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:37:47.914755 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0a0ecf4d-a984-437b-ad16-e08874604e54 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (93ab98d8-bad1-41d5-82bc-3c849e6ecc18), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:47.921697 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port d5a30b2e-bfc2-4bd7-81eb-c94ad0d59bd3, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=d5a30b2e-bfc2-4bd7-81eb-c94ad0d59bd3,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:47.971043 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5f31dd25-7179-49b7-beaf-00dc6a384bfa tempest-RoutersAdminNegativeTest-483023358 tempest-RoutersAdminNegativeTest-483023358-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (a7d2f566-46c6-4502-92df-2b1d57f3ea70), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:47.973436 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb834a12-4842-4349-acf8-e4285d07f58a req-1d8c8706-8c1c-4c11-99d1-cc2f32ca7d2b tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:47.975073 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-bb834a12-4842-4349-acf8-e4285d07f58a req-1d8c8706-8c1c-4c11-99d1-cc2f32ca7d2b tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] 10.222.0.70 "GET /v2.0/ports?device_id=577bf51b-8d6a-42ef-83c6-cc28ed13db34 HTTP/1.1" status: 200 len: 945 time: 0.2677810 Feb 28 10:37:47.977386 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0a0ecf4d-a984-437b-ad16-e08874604e54 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (93ab98d8-bad1-41d5-82bc-3c849e6ecc18), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:47.986204 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f500fe7e-c23d-4668-8943-c20a90c91320 None None] Network 922663c0-44a7-4f37-9fe8-04620f4f297e requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:47.990646 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (d5a30b2e-bfc2-4bd7-81eb-c94ad0d59bd3), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:48.019762 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-861d0247-462d-4563-bf75-605ebef40e67 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (cd03f86e-7cdc-42b2-acfd-c4c3a109a79a), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:48.072949 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f31dd25-7179-49b7-beaf-00dc6a384bfa tempest-RoutersAdminNegativeTest-483023358 tempest-RoutersAdminNegativeTest-483023358-project-admin] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:48.079330 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-5f31dd25-7179-49b7-beaf-00dc6a384bfa tempest-RoutersAdminNegativeTest-483023358 tempest-RoutersAdminNegativeTest-483023358-project-admin] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:48.092587 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f31dd25-7179-49b7-beaf-00dc6a384bfa tempest-RoutersAdminNegativeTest-483023358 tempest-RoutersAdminNegativeTest-483023358-project-admin] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:48.108145 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-289a6933-2152-4a5a-9ef9-5f9db93c1ee8 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks [] for security_group (274334fd-a905-4297-a752-9083bc2a67f5), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:48.141579 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d0247-462d-4563-bf75-605ebef40e67 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event deleted for resources: {'Port': ['ID=cd03f86e-7cdc-42b2-acfd-c4c3a109a79a,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:48.154301 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f31dd25-7179-49b7-beaf-00dc6a384bfa tempest-RoutersAdminNegativeTest-483023358 tempest-RoutersAdminNegativeTest-483023358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:48.155165 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5f31dd25-7179-49b7-beaf-00dc6a384bfa tempest-RoutersAdminNegativeTest-483023358 tempest-RoutersAdminNegativeTest-483023358-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:48.162706 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f31dd25-7179-49b7-beaf-00dc6a384bfa tempest-RoutersAdminNegativeTest-483023358 tempest-RoutersAdminNegativeTest-483023358-project-admin] Pushing event updated for resources: {'Port': ['ID=a7d2f566-46c6-4502-92df-2b1d57f3ea70,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:48.197712 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-861d0247-462d-4563-bf75-605ebef40e67 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:48.206098 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-861d0247-462d-4563-bf75-605ebef40e67 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "DELETE /v2.0/ports/cd03f86e-7cdc-42b2-acfd-c4c3a109a79a HTTP/1.1" status: 204 len: 168 time: 1.4235773 Feb 28 10:37:48.210096 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45766) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:48.212501 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=d5a30b2e-bfc2-4bd7-81eb-c94ad0d59bd3,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:48.228064 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-289a6933-2152-4a5a-9ef9-5f9db93c1ee8 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (274334fd-a905-4297-a752-9083bc2a67f5), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:48.259319 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf80bd9e-f261-4823-bf02-05c57649c350 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] GET failed (client error): The resource could not be found. Feb 28 10:37:48.263300 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-bf80bd9e-f261-4823-bf02-05c57649c350 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "GET /v2.0/ports/cd03f86e-7cdc-42b2-acfd-c4c3a109a79a HTTP/1.1" status: 404 len: 333 time: 0.0510163 Feb 28 10:37:48.263594 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45768) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:48.267553 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-289a6933-2152-4a5a-9ef9-5f9db93c1ee8 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:37:48.278489 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-5f31dd25-7179-49b7-beaf-00dc6a384bfa tempest-RoutersAdminNegativeTest-483023358 tempest-RoutersAdminNegativeTest-483023358-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.0886748 Feb 28 10:37:48.288254 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45770) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:48.301730 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-9b69a16d-26a6-410f-96a0-d033fdc6136a tempest-RoutersAdminNegativeTest-483023358 tempest-RoutersAdminNegativeTest-483023358-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.106'}]}}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:48.315616 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0a0ecf4d-a984-437b-ad16-e08874604e54 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (93ab98d8-bad1-41d5-82bc-3c849e6ecc18), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:48.316174 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-289a6933-2152-4a5a-9ef9-5f9db93c1ee8 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (87c53fd9-339e-4c67-94e0-0bb7cc5ab986), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:48.316533 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-289a6933-2152-4a5a-9ef9-5f9db93c1ee8 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Added segment 87c53fd9-339e-4c67-94e0-0bb7cc5ab986 of type vlan for network 1ad8ada0-31fb-498b-b829-b4d05e9672ca Feb 28 10:37:48.333446 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289a6933-2152-4a5a-9ef9-5f9db93c1ee8 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=274334fd-a905-4297-a752-9083bc2a67f5,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:48.352791 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0ecf4d-a984-437b-ad16-e08874604e54 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=93ab98d8-bad1-41d5-82bc-3c849e6ecc18,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:48.360876 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0a0ecf4d-a984-437b-ad16-e08874604e54 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:48.370572 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-0a0ecf4d-a984-437b-ad16-e08874604e54 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] 10.222.0.62 "DELETE /v2.0/subnets/93ab98d8-bad1-41d5-82bc-3c849e6ecc18 HTTP/1.1" status: 204 len: 168 time: 0.8245392 Feb 28 10:37:48.371304 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45772) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:48.403814 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-289a6933-2152-4a5a-9ef9-5f9db93c1ee8 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (1ad8ada0-31fb-498b-b829-b4d05e9672ca), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:48.416354 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-bb834a12-4842-4349-acf8-e4285d07f58a req-95173825-eb06-46c6-88f8-be308a8b57f5 tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] Deleting port 74371202-ff96-4d60-8ee7-e38035ab4376 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:48.416943 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-bb834a12-4842-4349-acf8-e4285d07f58a req-95173825-eb06-46c6-88f8-be308a8b57f5 tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (74371202-ff96-4d60-8ee7-e38035ab4376), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:48.429471 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ba4bf1be-2d26-4a64-b9b3-2acbd757d4a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (922663c0-44a7-4f37-9fe8-04620f4f297e), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:48.438757 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c0f5149-5273-4546-bb24-4425b4a2c91f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Deleting subnet 9bc67238-ff3a-4c20-adb2-1d16b9f0909c {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:37:48.455461 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3c0f5149-5273-4546-bb24-4425b4a2c91f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for subnet (9bc67238-ff3a-4c20-adb2-1d16b9f0909c), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:48.473962 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9b69a16d-26a6-410f-96a0-d033fdc6136a tempest-RoutersAdminNegativeTest-483023358 tempest-RoutersAdminNegativeTest-483023358-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (b6f1785d-3789-429f-8a4b-0ed1b0a20ceb), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:48.475025 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9b69a16d-26a6-410f-96a0-d033fdc6136a tempest-RoutersAdminNegativeTest-483023358 tempest-RoutersAdminNegativeTest-483023358-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (b6f1785d-3789-429f-8a4b-0ed1b0a20ceb), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:48.501065 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d2d461ac-e1b9-4d4f-9aa0-99b945201573 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (08839fe2-031a-409f-aed8-d6a043a0e2ee), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:48.501334 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1585b1d-e509-47cb-ab5e-27f35bc24942 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Router 377a5467-a7f6-4ada-aa6d-ea346d58ca88 is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:37:48.536101 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3c0f5149-5273-4546-bb24-4425b4a2c91f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (9bc67238-ff3a-4c20-adb2-1d16b9f0909c), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:48.578422 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9b69a16d-26a6-410f-96a0-d033fdc6136a tempest-RoutersAdminNegativeTest-483023358 tempest-RoutersAdminNegativeTest-483023358-project-admin] Publish callbacks [] for router_controller (b6f1785d-3789-429f-8a4b-0ed1b0a20ceb), precommit_add_association {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:48.581146 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-bb834a12-4842-4349-acf8-e4285d07f58a req-95173825-eb06-46c6-88f8-be308a8b57f5 tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] For port 74371202-ff96-4d60-8ee7-e38035ab4376, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=74371202-ff96-4d60-8ee7-e38035ab4376,segment=NetworkSegment(22e33907-99b1-49e9-a77d-c1f1b4f80ca2),segment_id=22e33907-99b1-49e9-a77d-c1f1b4f80ca2)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:48.581499 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-bb834a12-4842-4349-acf8-e4285d07f58a req-95173825-eb06-46c6-88f8-be308a8b57f5 tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (74371202-ff96-4d60-8ee7-e38035ab4376), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:48.583867 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-289a6933-2152-4a5a-9ef9-5f9db93c1ee8 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (1ad8ada0-31fb-498b-b829-b4d05e9672ca), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:48.589126 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289a6933-2152-4a5a-9ef9-5f9db93c1ee8 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:48.589982 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-289a6933-2152-4a5a-9ef9-5f9db93c1ee8 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:48.651961 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-fb1dc996-257d-49ec-a6b3-608e3b068ee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:48.662499 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-bb834a12-4842-4349-acf8-e4285d07f58a req-95173825-eb06-46c6-88f8-be308a8b57f5 tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] Calling delete_port for 74371202-ff96-4d60-8ee7-e38035ab4376 owned by compute:nova {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:48.997107 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d2d461ac-e1b9-4d4f-9aa0-99b945201573 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (08839fe2-031a-409f-aed8-d6a043a0e2ee), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:49.006633 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-ba4bf1be-2d26-4a64-b9b3-2acbd757d4a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Deleting port 8c7f291f-0d38-4c2a-9d3a-208ac3417b47 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:49.007022 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ba4bf1be-2d26-4a64-b9b3-2acbd757d4a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (8c7f291f-0d38-4c2a-9d3a-208ac3417b47), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:49.031311 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-289a6933-2152-4a5a-9ef9-5f9db93c1ee8 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.6318974 Feb 28 10:37:49.051233 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45776) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:49.059110 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-d1e46c92-b0f4-46a2-91af-797f64503402 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Request body: {'subnet': {'network_id': '1ad8ada0-31fb-498b-b829-b4d05e9672ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:49.073220 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-d2d461ac-e1b9-4d4f-9aa0-99b945201573 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08839fe2-031a-409f-aed8-d6a043a0e2ee']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:49.075795 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3c0f5149-5273-4546-bb24-4425b4a2c91f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (9bc67238-ff3a-4c20-adb2-1d16b9f0909c), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:49.120906 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-d2d461ac-e1b9-4d4f-9aa0-99b945201573 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ff06b7b-684e-4c31-a363-6affb86a5d42') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:49.121211 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-d2d461ac-e1b9-4d4f-9aa0-99b945201573 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ff06b7b-684e-4c31-a363-6affb86a5d42') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:49.132668 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-ba4bf1be-2d26-4a64-b9b3-2acbd757d4a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] For port 8c7f291f-0d38-4c2a-9d3a-208ac3417b47, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=8c7f291f-0d38-4c2a-9d3a-208ac3417b47,segment=NetworkSegment(814c3929-59e3-4e26-9998-1f73af8f52c0),segment_id=814c3929-59e3-4e26-9998-1f73af8f52c0)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:49.133033 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ba4bf1be-2d26-4a64-b9b3-2acbd757d4a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (8c7f291f-0d38-4c2a-9d3a-208ac3417b47), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:49.151166 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d2d461ac-e1b9-4d4f-9aa0-99b945201573 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (2ff06b7b-684e-4c31-a363-6affb86a5d42), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:49.152911 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-ba4bf1be-2d26-4a64-b9b3-2acbd757d4a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Calling delete_port for 8c7f291f-0d38-4c2a-9d3a-208ac3417b47 owned by network:dhcp {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:49.182745 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d2d461ac-e1b9-4d4f-9aa0-99b945201573 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (2ff06b7b-684e-4c31-a363-6affb86a5d42), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:49.194674 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289a6933-2152-4a5a-9ef9-5f9db93c1ee8 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Pushing event updated for resources: {'Network': ['ID=1ad8ada0-31fb-498b-b829-b4d05e9672ca,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:49.206473 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 1ad8ada0-31fb-498b-b829-b4d05e9672ca details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:37:49.221487 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2d461ac-e1b9-4d4f-9aa0-99b945201573 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:37:49.221827 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d2d461ac-e1b9-4d4f-9aa0-99b945201573 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (2ff06b7b-684e-4c31-a363-6affb86a5d42), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:49.224597 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 10:37:49.224597 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:37:49.224597 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 10:37:49.224597 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:37:49.224597 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 10:37:49.224597 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:37:49.224597 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 10:37:49.224597 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:37:49.224597 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 10:37:49.224597 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:37:49.224597 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 10:37:49.224597 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:37:49.224597 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 10:37:49.224597 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:37:49.224597 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:37:49.224597 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:37:49.224597 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:37:49.224597 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:37:49.224597 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 10:37:49.224597 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:37:49.224597 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 10:37:49.224597 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:37:49.224597 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:37:49.224597 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:37:49.224597 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 10:37:49.224597 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:37:49.224597 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:37:49.224597 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:37:49.224597 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:37:49.224597 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:37:49.224597 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:37:49.224597 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:37:49.342765 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3c0f5149-5273-4546-bb24-4425b4a2c91f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (9bc67238-ff3a-4c20-adb2-1d16b9f0909c), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:49.356045 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1585b1d-e509-47cb-ab5e-27f35bc24942 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:37:49.359159 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9b69a16d-26a6-410f-96a0-d033fdc6136a tempest-RoutersAdminNegativeTest-483023358 tempest-RoutersAdminNegativeTest-483023358-project-admin] Publish callbacks [] for router_gateway (b6f1785d-3789-429f-8a4b-0ed1b0a20ceb), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:49.365873 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e711bed3-5232-4279-91d9-325cb5bc914a None None] Sync routers for ids ['377a5467-a7f6-4ada-aa6d-ea346d58ca88'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:37:49.378153 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device d5a30b2e-bfc2-4bd7-81eb-c94ad0d59bd3 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:37:49.390604 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0f5149-5273-4546-bb24-4425b4a2c91f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event deleted for resources: {'Subnet': ['ID=9bc67238-ff3a-4c20-adb2-1d16b9f0909c,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:49.398947 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c11639-5d3b-404f-acae-def026c3a15b req-75fdfa33-2c45-4fba-bb3f-ea013bf4910d tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:49.400816 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-03c11639-5d3b-404f-acae-def026c3a15b req-75fdfa33-2c45-4fba-bb3f-ea013bf4910d tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] 10.222.0.62 "GET /v2.0/ports?device_id=577bf51b-8d6a-42ef-83c6-cc28ed13db34 HTTP/1.1" status: 200 len: 945 time: 0.4112077 Feb 28 10:37:49.414969 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3c0f5149-5273-4546-bb24-4425b4a2c91f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:49.417014 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c024cc1-c16a-450a-905b-75c61bb66c4e None None] Network dc42d75e-382e-45a5-a3d1-28e7618f1f61 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:49.421597 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-3c0f5149-5273-4546-bb24-4425b4a2c91f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "DELETE /v2.0/subnets/9bc67238-ff3a-4c20-adb2-1d16b9f0909c HTTP/1.1" status: 204 len: 168 time: 1.1565955 Feb 28 10:37:49.423237 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d2d461ac-e1b9-4d4f-9aa0-99b945201573 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (08839fe2-031a-409f-aed8-d6a043a0e2ee), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:49.424808 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e711bed3-5232-4279-91d9-325cb5bc914a None None] Routers {'377a5467-a7f6-4ada-aa6d-ea346d58ca88'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:37:49.425526 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-e711bed3-5232-4279-91d9-325cb5bc914a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:37:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['377a5467-a7f6-4ada-aa6d-ea346d58ca88'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:49.429712 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45778) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:49.431817 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d461ac-e1b9-4d4f-9aa0-99b945201573 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 08839fe2-031a-409f-aed8-d6a043a0e2ee {{(pid=104084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 28 10:37:49.438211 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ba4bf1be-2d26-4a64-b9b3-2acbd757d4a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (8c7f291f-0d38-4c2a-9d3a-208ac3417b47), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:49.451136 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d2d461ac-e1b9-4d4f-9aa0-99b945201573 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:49.467635 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-d2d461ac-e1b9-4d4f-9aa0-99b945201573 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] 10.222.0.62 "DELETE /v2.0/networks/08839fe2-031a-409f-aed8-d6a043a0e2ee HTTP/1.1" status: 204 len: 168 time: 1.0914891 Feb 28 10:37:49.509064 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4bf1be-2d26-4a64-b9b3-2acbd757d4a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Pushing event deleted for resources: {'Port': ['ID=8c7f291f-0d38-4c2a-9d3a-208ac3417b47,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:49.515715 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4bf1be-2d26-4a64-b9b3-2acbd757d4a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] No DVR routers for this DVR port 8c7f291f-0d38-4c2a-9d3a-208ac3417b47 on host dv-neutron-829161-3-hyperv {{(pid=104084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:37:49.523446 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d461ac-e1b9-4d4f-9aa0-99b945201573 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Pushing event deleted for resources: {'Network': ['ID=08839fe2-031a-409f-aed8-d6a043a0e2ee,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:49.537677 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a1585b1d-e509-47cb-ab5e-27f35bc24942 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:49.538942 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a1585b1d-e509-47cb-ab5e-27f35bc24942 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.4423590 Feb 28 10:37:49.552344 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45782) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:49.582654 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e46c92-b0f4-46a2-91af-797f64503402 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Made reservation on behalf of 7228f232983f4fd58fcf7ceeb7ac8c54 for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:49.586161 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d1e46c92-b0f4-46a2-91af-797f64503402 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:49.653094 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ba4bf1be-2d26-4a64-b9b3-2acbd757d4a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (922663c0-44a7-4f37-9fe8-04620f4f297e), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:49.681346 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-ba4bf1be-2d26-4a64-b9b3-2acbd757d4a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['922663c0-44a7-4f37-9fe8-04620f4f297e']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:49.681994 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-03c11639-5d3b-404f-acae-def026c3a15b req-3dfb4fe7-7d37-466f-b808-aeef575af652 tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] 10.222.0.62 "GET /v2.0/security-groups?id=f7514dbd-377d-453f-b4bc-1666e16a35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737012 Feb 28 10:37:49.714470 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-ba4bf1be-2d26-4a64-b9b3-2acbd757d4a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '814c3929-59e3-4e26-9998-1f73af8f52c0') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:49.715279 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-ba4bf1be-2d26-4a64-b9b3-2acbd757d4a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '814c3929-59e3-4e26-9998-1f73af8f52c0') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:49.732189 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ba4bf1be-2d26-4a64-b9b3-2acbd757d4a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (814c3929-59e3-4e26-9998-1f73af8f52c0), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:49.739877 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port d5a30b2e-bfc2-4bd7-81eb-c94ad0d59bd3 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:49.740353 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (d5a30b2e-bfc2-4bd7-81eb-c94ad0d59bd3), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:49.752590 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-33007ee0-d019-451a-9573-b864e02a1268 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (dc42d75e-382e-45a5-a3d1-28e7618f1f61), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:49.761741 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ba4bf1be-2d26-4a64-b9b3-2acbd757d4a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (814c3929-59e3-4e26-9998-1f73af8f52c0), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:49.768971 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba4bf1be-2d26-4a64-b9b3-2acbd757d4a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:37:49.769365 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ba4bf1be-2d26-4a64-b9b3-2acbd757d4a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (814c3929-59e3-4e26-9998-1f73af8f52c0), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:49.786494 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-bb834a12-4842-4349-acf8-e4285d07f58a req-95173825-eb06-46c6-88f8-be308a8b57f5 tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (74371202-ff96-4d60-8ee7-e38035ab4376), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:49.786713 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-e711bed3-5232-4279-91d9-325cb5bc914a None None] Set router 377a5467-a7f6-4ada-aa6d-ea346d58ca88 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:37:49.876314 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 10:37:49.876314 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:37:49.876314 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 10:37:49.876314 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:37:49.876314 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 10:37:49.876314 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:37:49.876314 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 10:37:49.876314 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:37:49.876314 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 10:37:49.876314 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:37:49.876314 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 10:37:49.876314 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:37:49.876314 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 10:37:49.876314 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:37:49.876314 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:37:49.876314 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:37:49.876314 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:37:49.876314 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:37:49.876314 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 10:37:49.876314 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:37:49.876314 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 10:37:49.876314 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:37:49.876314 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:37:49.876314 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:37:49.876314 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 10:37:49.876314 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:37:49.876314 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:37:49.876314 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:37:49.876314 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:37:49.876314 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:37:49.876314 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:37:49.876314 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:37:49.905488 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95173825-eb06-46c6-88f8-be308a8b57f5 tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] Pushing event deleted for resources: {'Port': ['ID=74371202-ff96-4d60-8ee7-e38035ab4376,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:49.975737 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ba4bf1be-2d26-4a64-b9b3-2acbd757d4a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (922663c0-44a7-4f37-9fe8-04620f4f297e), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:49.985259 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ba4bf1be-2d26-4a64-b9b3-2acbd757d4a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:49.996266 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-ba4bf1be-2d26-4a64-b9b3-2acbd757d4a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "DELETE /v2.0/networks/922663c0-44a7-4f37-9fe8-04620f4f297e HTTP/1.1" status: 204 len: 168 time: 4.6288331 Feb 28 10:37:50.014398 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45788) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:50.018561 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bf0183-3c15-4716-8ff9-45c10b99ad37 None None] DHCP port deletion for dc42d75e-382e-45a5-a3d1-28e7618f1f61 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:37:50.028761 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4bf1be-2d26-4a64-b9b3-2acbd757d4a7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Pushing event deleted for resources: {'Network': ['ID=922663c0-44a7-4f37-9fe8-04620f4f297e,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:50.029447 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-9f6dd68e-b57d-4975-b2c6-ca8d02993191 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1270755554'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:50.029701 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port d5a30b2e-bfc2-4bd7-81eb-c94ad0d59bd3 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:50.064555 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb834a12-4842-4349-acf8-e4285d07f58a req-95173825-eb06-46c6-88f8-be308a8b57f5 tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] No DVR routers for this DVR port 74371202-ff96-4d60-8ee7-e38035ab4376 on host hv-neutron-8291 {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:37:50.070698 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-85fa6ffc-cede-4952-b73e-d27ba7396f2c tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] 10.222.0.62 "GET /v2.0/routers/377a5467-a7f6-4ada-aa6d-ea346d58ca88 HTTP/1.1" status: 200 len: 907 time: 0.5144920 Feb 28 10:37:50.070698 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-bb834a12-4842-4349-acf8-e4285d07f58a req-95173825-eb06-46c6-88f8-be308a8b57f5 tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:50.072819 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-bb834a12-4842-4349-acf8-e4285d07f58a req-95173825-eb06-46c6-88f8-be308a8b57f5 tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] 10.222.0.70 "DELETE /v2.0/ports/74371202-ff96-4d60-8ee7-e38035ab4376 HTTP/1.1" status: 204 len: 173 time: 2.0629108 Feb 28 10:37:50.073783 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45790) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:50.081074 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '577bf51b-8d6a-42ef-83c6-cc28ed13db34', 'name': 'network-vif-deleted', 'tag': '74371202-ff96-4d60-8ee7-e38035ab4376'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:37:50.082035 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04643a0-3347-434b-9138-40dd3a8b3a21" -d '{"events": [{"server_uuid": "577bf51b-8d6a-42ef-83c6-cc28ed13db34", "name": "network-vif-deleted", "tag": "74371202-ff96-4d60-8ee7-e38035ab4376"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:37:50.146411 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45794) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:50.155750 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-6eefbba2-1532-4d42-9d0e-fe2effc9932f tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Request body: {'router': {'name': 'tempest-router--774346674', 'project_id': 'cdbe6a6aa3de49e28b8a38ae7cc0f415'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:50.162294 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4866a1bf-ad00-469c-82fd-19d51198194a x-openstack-request-id: req-4866a1bf-ad00-469c-82fd-19d51198194a {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:37:50.165397 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "577bf51b-8d6a-42ef-83c6-cc28ed13db34", "name": "network-vif-deleted", "tag": "74371202-ff96-4d60-8ee7-e38035ab4376", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:37:50.165397 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4866a1bf-ad00-469c-82fd-19d51198194a {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:37:50.165397 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '577bf51b-8d6a-42ef-83c6-cc28ed13db34', 'name': 'network-vif-deleted', 'tag': '74371202-ff96-4d60-8ee7-e38035ab4376', 'status': 'completed', 'code': 200} Feb 28 10:37:50.207324 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6dd68e-b57d-4975-b2c6-ca8d02993191 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Made reservation on behalf of e83592cc9f8b4979b763ded3df9533cb for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:50.211242 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9f6dd68e-b57d-4975-b2c6-ca8d02993191 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:50.232157 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-33007ee0-d019-451a-9573-b864e02a1268 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Deleting port cb6d30ff-b87c-4281-b271-d42398f19327 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:50.232608 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-33007ee0-d019-451a-9573-b864e02a1268 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (cb6d30ff-b87c-4281-b271-d42398f19327), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:50.246905 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-db31bb19-fe77-4e7e-9a42-6c74e3717b63 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks [] for router (377a5467-a7f6-4ada-aa6d-ea346d58ca88), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:50.273404 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:50.315897 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-47bf0183-3c15-4716-8ff9-45c10b99ad37 None None] Deleting port cb6d30ff-b87c-4281-b271-d42398f19327 {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:50.316589 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-47bf0183-3c15-4716-8ff9-45c10b99ad37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (cb6d30ff-b87c-4281-b271-d42398f19327), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:50.359537 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6eefbba2-1532-4d42-9d0e-fe2effc9932f tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (5f4831eb-3373-4324-a1c3-5465328893c0), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:50.360568 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6eefbba2-1532-4d42-9d0e-fe2effc9932f tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (5f4831eb-3373-4324-a1c3-5465328893c0), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:50.387589 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-47bf0183-3c15-4716-8ff9-45c10b99ad37 None None] For port cb6d30ff-b87c-4281-b271-d42398f19327, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=cb6d30ff-b87c-4281-b271-d42398f19327,segment=NetworkSegment(cb052c64-ed2e-465f-994d-ce26bc23da82),segment_id=cb052c64-ed2e-465f-994d-ce26bc23da82)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:50.388193 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-47bf0183-3c15-4716-8ff9-45c10b99ad37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (cb6d30ff-b87c-4281-b271-d42398f19327), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:50.390518 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-db31bb19-fe77-4e7e-9a42-6c74e3717b63 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks [] for router_gateway (377a5467-a7f6-4ada-aa6d-ea346d58ca88), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:50.391031 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-e711bed3-5232-4279-91d9-325cb5bc914a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377a5467-a7f6-4ada-aa6d-ea346d58ca88', 'name': 'tempest-snat-router-513898145', 'tenant_id': '974a20db3a4641d1ba24a5b90fca5ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.164'}], 'enable_snat': True}, 'gw_port_id': 'aad2f5dc-748a-40f4-8b7f-91d0a630b510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:37:43Z', 'updated_at': '2022-02-28T10:37:46Z', 'revision_number': 3, 'project_id': '974a20db3a4641d1ba24a5b90fca5ff2', 'gw_port': {'id': 'aad2f5dc-748a-40f4-8b7f-91d0a630b510', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '377a5467-a7f6-4ada-aa6d-ea346d58ca88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:37:45Z', 'updated_at': '2022-02-28T10:37:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:50.429896 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e711bed3-5232-4279-91d9-325cb5bc914a None None] Checking router: 377a5467-a7f6-4ada-aa6d-ea346d58ca88 for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:37:50.430304 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e711bed3-5232-4279-91d9-325cb5bc914a None None] Updating router 377a5467-a7f6-4ada-aa6d-ea346d58ca88 port aad2f5dc-748a-40f4-8b7f-91d0a630b510 binding host dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:37:50.431005 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f6dd68e-b57d-4975-b2c6-ca8d02993191 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:37:50.432521 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-47bf0183-3c15-4716-8ff9-45c10b99ad37 None None] Calling delete_port for cb6d30ff-b87c-4281-b271-d42398f19327 owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:50.458425 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-33007ee0-d019-451a-9573-b864e02a1268 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] For port cb6d30ff-b87c-4281-b271-d42398f19327, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=cb6d30ff-b87c-4281-b271-d42398f19327,segment=NetworkSegment(cb052c64-ed2e-465f-994d-ce26bc23da82),segment_id=cb052c64-ed2e-465f-994d-ce26bc23da82)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:50.459151 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-33007ee0-d019-451a-9573-b864e02a1268 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (cb6d30ff-b87c-4281-b271-d42398f19327), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:50.497229 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e711bed3-5232-4279-91d9-325cb5bc914a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (aad2f5dc-748a-40f4-8b7f-91d0a630b510), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:50.505846 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9f6dd68e-b57d-4975-b2c6-ca8d02993191 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (04701a53-217e-4272-bcf1-d264c38c5460), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:50.506597 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-9f6dd68e-b57d-4975-b2c6-ca8d02993191 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Added segment 04701a53-217e-4272-bcf1-d264c38c5460 of type vlan for network d75d89ba-5baf-4596-b88a-7cc1d4becc0f Feb 28 10:37:50.532856 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-33007ee0-d019-451a-9573-b864e02a1268 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Calling delete_port for cb6d30ff-b87c-4281-b271-d42398f19327 owned by network:dhcp {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:50.555018 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d1e46c92-b0f4-46a2-91af-797f64503402 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (92498f43-dc56-4acf-a241-e11b26129578), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:50.562408 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6eefbba2-1532-4d42-9d0e-fe2effc9932f tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks [] for router_controller (5f4831eb-3373-4324-a1c3-5465328893c0), precommit_add_association {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:50.615230 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-db31bb19-fe77-4e7e-9a42-6c74e3717b63 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Deleting port aad2f5dc-748a-40f4-8b7f-91d0a630b510 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:50.615763 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-db31bb19-fe77-4e7e-9a42-6c74e3717b63 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (aad2f5dc-748a-40f4-8b7f-91d0a630b510), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:50.683384 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9f6dd68e-b57d-4975-b2c6-ca8d02993191 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (d75d89ba-5baf-4596-b88a-7cc1d4becc0f), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:50.688469 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6eefbba2-1532-4d42-9d0e-fe2effc9932f tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (5f4831eb-3373-4324-a1c3-5465328893c0), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:50.698529 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9b69a16d-26a6-410f-96a0-d033fdc6136a tempest-RoutersAdminNegativeTest-483023358 tempest-RoutersAdminNegativeTest-483023358-project-admin] Publish callbacks [] for router_gateway (b6f1785d-3789-429f-8a4b-0ed1b0a20ceb), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:50.706034 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-db31bb19-fe77-4e7e-9a42-6c74e3717b63 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (aad2f5dc-748a-40f4-8b7f-91d0a630b510), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:50.721458 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-47bf0183-3c15-4716-8ff9-45c10b99ad37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (cb6d30ff-b87c-4281-b271-d42398f19327), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:50.729656 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-db31bb19-fe77-4e7e-9a42-6c74e3717b63 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Calling delete_port for aad2f5dc-748a-40f4-8b7f-91d0a630b510 owned by network:router_gateway {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:50.754299 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9b69a16d-26a6-410f-96a0-d033fdc6136a tempest-RoutersAdminNegativeTest-483023358 tempest-RoutersAdminNegativeTest-483023358-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:50.769165 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e46c92-b0f4-46a2-91af-797f64503402 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Pushing event updated for resources: {'Subnet': ['ID=92498f43-dc56-4acf-a241-e11b26129578,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:50.777687 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bf0183-3c15-4716-8ff9-45c10b99ad37 None None] Pushing event deleted for resources: {'Port': ['ID=cb6d30ff-b87c-4281-b271-d42398f19327,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:50.782773 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bf0183-3c15-4716-8ff9-45c10b99ad37 None None] No DVR routers for this DVR port cb6d30ff-b87c-4281-b271-d42398f19327 on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:37:50.860780 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e711bed3-5232-4279-91d9-325cb5bc914a None None] Publish callbacks [] for port (aad2f5dc-748a-40f4-8b7f-91d0a630b510), precommit_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:50.879243 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5444bf19-e318-4f64-9963-c5d9d09fafde req-271d26eb-1c26-44ac-b30c-238fb786a74c tempest-TestServerAdvancedOps-1293300296 tempest-TestServerAdvancedOps-1293300296-project] 10.222.0.62 "GET /v2.0/ports?device_id=577bf51b-8d6a-42ef-83c6-cc28ed13db34 HTTP/1.1" status: 200 len: 210 time: 0.0976851 Feb 28 10:37:50.883606 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6eefbba2-1532-4d42-9d0e-fe2effc9932f tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:50.884919 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-6eefbba2-1532-4d42-9d0e-fe2effc9932f tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7326851 Feb 28 10:37:50.888176 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45798) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:50.911911 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9f6dd68e-b57d-4975-b2c6-ca8d02993191 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (d75d89ba-5baf-4596-b88a-7cc1d4becc0f), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:50.917068 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6dd68e-b57d-4975-b2c6-ca8d02993191 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:50.917667 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9f6dd68e-b57d-4975-b2c6-ca8d02993191 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:50.921064 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e711bed3-5232-4279-91d9-325cb5bc914a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (aad2f5dc-748a-40f4-8b7f-91d0a630b510), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:50.932942 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e46c92-b0f4-46a2-91af-797f64503402 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Checking segment: {'id': '87c53fd9-339e-4c67-94e0-0bb7cc5ab986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1ad8ada0-31fb-498b-b829-b4d05e9672ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:50.933372 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e46c92-b0f4-46a2-91af-797f64503402 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Network hostable DHCP agents. Network: 1ad8ada0-31fb-498b-b829-b4d05e9672ca, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:37:50.979733 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-e711bed3-5232-4279-91d9-325cb5bc914a None None] Attempting to bind port aad2f5dc-748a-40f4-8b7f-91d0a630b510 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:37:50.980125 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-e711bed3-5232-4279-91d9-325cb5bc914a None None] Attempting to bind port aad2f5dc-748a-40f4-8b7f-91d0a630b510 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:37:50.980493 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e711bed3-5232-4279-91d9-325cb5bc914a None None] Attempting to bind port aad2f5dc-748a-40f4-8b7f-91d0a630b510 on network e88d86cf-af22-4900-bdd2-aa4038554136 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:37:50.983824 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8cc42e-249e-4ea1-89c3-6f234a12071c None None] Pushing event updated for resources: {'Port': ['ID=aad2f5dc-748a-40f4-8b7f-91d0a630b510,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:50.990351 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e711bed3-5232-4279-91d9-325cb5bc914a None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:37:50.991090 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e711bed3-5232-4279-91d9-325cb5bc914a None None] Checking segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:50.992020 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e711bed3-5232-4279-91d9-325cb5bc914a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:50.992425 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e711bed3-5232-4279-91d9-325cb5bc914a None None] Bound using segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:37:50.993608 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-e711bed3-5232-4279-91d9-325cb5bc914a None None] Bound port: aad2f5dc-748a-40f4-8b7f-91d0a630b510, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:37:50.995708 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e711bed3-5232-4279-91d9-325cb5bc914a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (aad2f5dc-748a-40f4-8b7f-91d0a630b510), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:51.019485 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-33007ee0-d019-451a-9573-b864e02a1268 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (cb6d30ff-b87c-4281-b271-d42398f19327), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:51.029891 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cd82cd85-9c0d-41a4-8ce6-80367b98fe7e tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks [] for router (5f4831eb-3373-4324-a1c3-5465328893c0), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:51.095380 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-9f6dd68e-b57d-4975-b2c6-ca8d02993191 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0766094 Feb 28 10:37:51.102209 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33007ee0-d019-451a-9573-b864e02a1268 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event deleted for resources: {'Port': ['ID=cb6d30ff-b87c-4281-b271-d42398f19327,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:51.107974 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45800) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:51.114750 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-47a91272-ae13-4fa3-92a3-3e8a821fe23a tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Request body: {'network': {'name': 'New_network'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:51.121291 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33007ee0-d019-451a-9573-b864e02a1268 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] No DVR routers for this DVR port cb6d30ff-b87c-4281-b271-d42398f19327 on host dv-neutron-829161-3-hyperv {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:37:51.122876 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6dd68e-b57d-4975-b2c6-ca8d02993191 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Pushing event updated for resources: {'Network': ['ID=d75d89ba-5baf-4596-b88a-7cc1d4becc0f,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:51.145380 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network d75d89ba-5baf-4596-b88a-7cc1d4becc0f details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:37:51.221601 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cd82cd85-9c0d-41a4-8ce6-80367b98fe7e tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (5f4831eb-3373-4324-a1c3-5465328893c0), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:51.223878 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cd82cd85-9c0d-41a4-8ce6-80367b98fe7e tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks [] for router_controller (5f4831eb-3373-4324-a1c3-5465328893c0), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:51.256746 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.db.api [None req-e711bed3-5232-4279-91d9-325cb5bc914a None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=104085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:37:51.257220 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG oslo_db.api [None req-e711bed3-5232-4279-91d9-325cb5bc914a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:37:51.267679 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-db31bb19-fe77-4e7e-9a42-6c74e3717b63 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (aad2f5dc-748a-40f4-8b7f-91d0a630b510), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:51.307771 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db31bb19-fe77-4e7e-9a42-6c74e3717b63 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Pushing event deleted for resources: {'Port': ['ID=aad2f5dc-748a-40f4-8b7f-91d0a630b510,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:51.346712 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:51.378880 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cd82cd85-9c0d-41a4-8ce6-80367b98fe7e tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (5f4831eb-3373-4324-a1c3-5465328893c0), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:51.379457 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd82cd85-9c0d-41a4-8ce6-80367b98fe7e tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5f4831eb-3373-4324-a1c3-5465328893c0 {{(pid=104084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:37:51.381288 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device cb6d30ff-b87c-4281-b271-d42398f19327 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:37:51.386143 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cd82cd85-9c0d-41a4-8ce6-80367b98fe7e tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:51.387323 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-cd82cd85-9c0d-41a4-8ce6-80367b98fe7e tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] 10.222.0.62 "DELETE /v2.0/routers/5f4831eb-3373-4324-a1c3-5465328893c0 HTTP/1.1" status: 204 len: 168 time: 0.4978843 Feb 28 10:37:51.396694 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-db31bb19-fe77-4e7e-9a42-6c74e3717b63 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047843'] for router_gateway (377a5467-a7f6-4ada-aa6d-ea346d58ca88), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:51.421021 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: cb6d30ff-b87c-4281-b271-d42398f19327 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:37:51.424914 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device cb6d30ff-b87c-4281-b271-d42398f19327 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:37:51.434691 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 74371202-ff96-4d60-8ee7-e38035ab4376 no longer exists at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:37:51.478105 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] No Port match for: 74371202-ff96-4d60-8ee7-e38035ab4376 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:37:51.478105 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 74371202-ff96-4d60-8ee7-e38035ab4376 not bound to the agent host hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:37:51.499107 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-db31bb19-fe77-4e7e-9a42-6c74e3717b63 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (377a5467-a7f6-4ada-aa6d-ea346d58ca88), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:51.501285 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-db31bb19-fe77-4e7e-9a42-6c74e3717b63 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks [] for router_controller (377a5467-a7f6-4ada-aa6d-ea346d58ca88), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:51.517343 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e46c92-b0f4-46a2-91af-797f64503402 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Network 1ad8ada0-31fb-498b-b829-b4d05e9672ca is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:37:51.618248 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-db31bb19-fe77-4e7e-9a42-6c74e3717b63 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (377a5467-a7f6-4ada-aa6d-ea346d58ca88), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:51.619143 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db31bb19-fe77-4e7e-9a42-6c74e3717b63 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 377a5467-a7f6-4ada-aa6d-ea346d58ca88 {{(pid=104084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:37:51.626468 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-db31bb19-fe77-4e7e-9a42-6c74e3717b63 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:51.628146 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-db31bb19-fe77-4e7e-9a42-6c74e3717b63 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] 10.222.0.62 "DELETE /v2.0/routers/377a5467-a7f6-4ada-aa6d-ea346d58ca88 HTTP/1.1" status: 204 len: 168 time: 1.5527647 Feb 28 10:37:51.631023 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45804) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:51.633150 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-33007ee0-d019-451a-9573-b864e02a1268 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (dc42d75e-382e-45a5-a3d1-28e7618f1f61), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:51.662111 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-d1e46c92-b0f4-46a2-91af-797f64503402 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 1ad8ada0-31fb-498b-b829-b4d05e9672ca) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:51.671549 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4cc26f-74f6-4d99-aa63-095468ea7605 None None] Network 1ad8ada0-31fb-498b-b829-b4d05e9672ca requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:51.698374 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-33007ee0-d019-451a-9573-b864e02a1268 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc42d75e-382e-45a5-a3d1-28e7618f1f61']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:51.711357 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e46c92-b0f4-46a2-91af-797f64503402 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:51.711357 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d1e46c92-b0f4-46a2-91af-797f64503402 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:51.717989 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9b69a16d-26a6-410f-96a0-d033fdc6136a tempest-RoutersAdminNegativeTest-483023358 tempest-RoutersAdminNegativeTest-483023358-project-admin] Publish callbacks [] for router (b6f1785d-3789-429f-8a4b-0ed1b0a20ceb), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:51.720712 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-33007ee0-d019-451a-9573-b864e02a1268 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb052c64-ed2e-465f-994d-ce26bc23da82') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:51.721012 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-33007ee0-d019-451a-9573-b864e02a1268 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb052c64-ed2e-465f-994d-ce26bc23da82') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:51.732976 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45806) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:51.780646 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2497e551-6464-404d-913d-547f03f88b35 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks [] for router (34f86e0a-f63b-43eb-994f-6378d4acc0d4), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:51.797328 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-e711bed3-5232-4279-91d9-325cb5bc914a None None] Attempting to bind port aad2f5dc-748a-40f4-8b7f-91d0a630b510 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:37:51.797703 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-e711bed3-5232-4279-91d9-325cb5bc914a None None] Attempting to bind port aad2f5dc-748a-40f4-8b7f-91d0a630b510 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:37:51.798067 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e711bed3-5232-4279-91d9-325cb5bc914a None None] Attempting to bind port aad2f5dc-748a-40f4-8b7f-91d0a630b510 on network e88d86cf-af22-4900-bdd2-aa4038554136 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:37:51.804250 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e711bed3-5232-4279-91d9-325cb5bc914a None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:37:51.804682 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e711bed3-5232-4279-91d9-325cb5bc914a None None] Checking segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:51.805089 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e711bed3-5232-4279-91d9-325cb5bc914a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:51.806176 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e711bed3-5232-4279-91d9-325cb5bc914a None None] Bound using segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:37:51.806658 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-e711bed3-5232-4279-91d9-325cb5bc914a None None] Bound port: aad2f5dc-748a-40f4-8b7f-91d0a630b510, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:37:51.807069 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e711bed3-5232-4279-91d9-325cb5bc914a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (aad2f5dc-748a-40f4-8b7f-91d0a630b510), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:51.825908 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-e711bed3-5232-4279-91d9-325cb5bc914a None None] Port aad2f5dc-748a-40f4-8b7f-91d0a630b510 has been deleted concurrently {{(pid=104085) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 28 10:37:51.827628 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-33007ee0-d019-451a-9573-b864e02a1268 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (cb052c64-ed2e-465f-994d-ce26bc23da82), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:51.831036 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fb49ab-d878-4085-93a3-fefa9f31bdeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-1ad8ada0-31fb-498b-b829-b4d05e9672ca', 'network_id': '1ad8ada0-31fb-498b-b829-b4d05e9672ca', 'project_id': '7228f232983f4fd58fcf7ceeb7ac8c54', 'fixed_ips': [{'subnet_id': '92498f43-dc56-4acf-a241-e11b26129578'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:37:51.831891 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b6fb49ab-d878-4085-93a3-fefa9f31bdeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:51.854404 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e711bed3-5232-4279-91d9-325cb5bc914a None None] Routers set() bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:37:51.854784 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e711bed3-5232-4279-91d9-325cb5bc914a None None] Router IDs set() for agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 28 10:37:51.855606 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_agentschedulers_db [None req-e711bed3-5232-4279-91d9-325cb5bc914a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'377a5467-a7f6-4ada-aa6d-ea346d58ca88'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:37:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent'). {{(pid=104085) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 28 10:37:51.856023 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e711bed3-5232-4279-91d9-325cb5bc914a None None] The sync data for ids ['377a5467-a7f6-4ada-aa6d-ea346d58ca88'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:37:51.868960 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-33007ee0-d019-451a-9573-b864e02a1268 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (cb052c64-ed2e-465f-994d-ce26bc23da82), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:51.896773 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-47a91272-ae13-4fa3-92a3-3e8a821fe23a tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (d75d89ba-5baf-4596-b88a-7cc1d4becc0f), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:51.939704 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33007ee0-d019-451a-9573-b864e02a1268 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:37:51.940118 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-33007ee0-d019-451a-9573-b864e02a1268 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (cb052c64-ed2e-465f-994d-ce26bc23da82), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:51.951943 dv-neutron-829161-3-hyperv neutron-server[104083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:37:51.951943 dv-neutron-829161-3-hyperv neutron-server[104083]: self.session.flush() Feb 28 10:37:51.951943 dv-neutron-829161-3-hyperv neutron-server[104083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:37:51.951943 dv-neutron-829161-3-hyperv neutron-server[104083]: self.session.flush() Feb 28 10:37:51.951943 dv-neutron-829161-3-hyperv neutron-server[104083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:37:51.951943 dv-neutron-829161-3-hyperv neutron-server[104083]: self.session.flush() Feb 28 10:37:51.951943 dv-neutron-829161-3-hyperv neutron-server[104083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:37:51.951943 dv-neutron-829161-3-hyperv neutron-server[104083]: self.session.flush() Feb 28 10:37:51.951943 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:37:51.951943 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:37:51.951943 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:37:51.951943 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:37:51.951943 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:37:51.951943 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:37:51.951943 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:37:51.951943 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:37:51.951943 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:37:51.951943 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:37:51.951943 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:37:51.951943 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:37:51.951943 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:37:51.951943 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:37:51.951943 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:37:51.951943 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:37:51.951943 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:37:51.951943 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:37:51.951943 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:37:51.951943 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:37:51.951943 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:37:51.951943 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:37:51.951943 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:37:51.951943 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:37:51.951943 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:37:51.951943 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:37:51.951943 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:37:51.951943 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:37:51.951943 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:37:51.951943 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:37:51.951943 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:37:51.951943 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:37:51.954329 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-d1e46c92-b0f4-46a2-91af-797f64503402 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8973510 Feb 28 10:37:51.956467 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45812) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:51.963720 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-f759b32c-6cba-47ce-a766-52dffd2bc027 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Request body: {'network': {'name': 'tempest-router-network01--2953005'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:51.965453 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45814) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:51.977592 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2497e551-6464-404d-913d-547f03f88b35 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks [] for router_gateway (34f86e0a-f63b-43eb-994f-6378d4acc0d4), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:52.003519 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-b6fb49ab-d878-4085-93a3-fefa9f31bdeb None None] Allocated IP 172.20.0.2 (1ad8ada0-31fb-498b-b829-b4d05e9672ca/92498f43-dc56-4acf-a241-e11b26129578/e28d57fc-7f1d-4fef-b2f5-6de89f84b281) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:52.039503 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9b69a16d-26a6-410f-96a0-d033fdc6136a tempest-RoutersAdminNegativeTest-483023358 tempest-RoutersAdminNegativeTest-483023358-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (b6f1785d-3789-429f-8a4b-0ed1b0a20ceb), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:52.058552 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9b69a16d-26a6-410f-96a0-d033fdc6136a tempest-RoutersAdminNegativeTest-483023358 tempest-RoutersAdminNegativeTest-483023358-project-admin] Publish callbacks [] for router_controller (b6f1785d-3789-429f-8a4b-0ed1b0a20ceb), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:52.062245 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-47a91272-ae13-4fa3-92a3-3e8a821fe23a tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (d75d89ba-5baf-4596-b88a-7cc1d4becc0f), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:52.066154 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f759b32c-6cba-47ce-a766-52dffd2bc027 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Made reservation on behalf of 7228f232983f4fd58fcf7ceeb7ac8c54 for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:52.070513 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f759b32c-6cba-47ce-a766-52dffd2bc027 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:52.125255 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f759b32c-6cba-47ce-a766-52dffd2bc027 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:37:52.140757 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-47a91272-ae13-4fa3-92a3-3e8a821fe23a tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Network d75d89ba-5baf-4596-b88a-7cc1d4becc0f is not hosted by any dhcp agent {{(pid=104083) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 28 10:37:52.145688 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a91272-ae13-4fa3-92a3-3e8a821fe23a tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:52.151217 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-47a91272-ae13-4fa3-92a3-3e8a821fe23a tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:52.151217 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-47a91272-ae13-4fa3-92a3-3e8a821fe23a tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "PUT /v2.0/networks/d75d89ba-5baf-4596-b88a-7cc1d4becc0f HTTP/1.1" status: 200 len: 723 time: 1.0371192 Feb 28 10:37:52.152502 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45816) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:52.155761 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-2497e551-6464-404d-913d-547f03f88b35 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Deleting port d5a30b2e-bfc2-4bd7-81eb-c94ad0d59bd3 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:52.156281 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2497e551-6464-404d-913d-547f03f88b35 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (d5a30b2e-bfc2-4bd7-81eb-c94ad0d59bd3), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:52.161284 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-4911f4c0-b952-4f48-a1af-ee9fe4ba988a tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Request body: {'subnet': {'network_id': 'd75d89ba-5baf-4596-b88a-7cc1d4becc0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:52.208526 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_v2 [None req-64bbc7b2-b39b-4d80-9f56-c955efb898d8 admin admin] Deleting subnet 0ca26377-e3c5-45ec-bd08-811c44b5ebd6 {{(pid=104083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:37:52.209173 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a91272-ae13-4fa3-92a3-3e8a821fe23a tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Pushing event updated for resources: {'Network': ['ID=d75d89ba-5baf-4596-b88a-7cc1d4becc0f,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:52.211331 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-64bbc7b2-b39b-4d80-9f56-c955efb898d8 admin admin] Publish callbacks [] for subnet (0ca26377-e3c5-45ec-bd08-811c44b5ebd6), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:52.215327 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b6fb49ab-d878-4085-93a3-fefa9f31bdeb None None] Publish callbacks [] for port (e28d57fc-7f1d-4fef-b2f5-6de89f84b281), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:52.217233 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-82366ce3-76c3-4796-b1f5-95dfcccebf86 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-813779701', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}, 'admin_state_up': False}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:52.220263 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network d75d89ba-5baf-4596-b88a-7cc1d4becc0f details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:37:52.251600 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-33007ee0-d019-451a-9573-b864e02a1268 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (dc42d75e-382e-45a5-a3d1-28e7618f1f61), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:52.263802 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-33007ee0-d019-451a-9573-b864e02a1268 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:52.267802 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-33007ee0-d019-451a-9573-b864e02a1268 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "DELETE /v2.0/networks/dc42d75e-382e-45a5-a3d1-28e7618f1f61 HTTP/1.1" status: 204 len: 168 time: 2.8365440 Feb 28 10:37:52.272798 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f759b32c-6cba-47ce-a766-52dffd2bc027 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (03d25597-5240-414f-9a20-c2adb2ca5ba8), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:52.273159 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-f759b32c-6cba-47ce-a766-52dffd2bc027 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Added segment 03d25597-5240-414f-9a20-c2adb2ca5ba8 of type vlan for network d98ce10f-a130-4370-b0fb-d930e29b1496 Feb 28 10:37:52.273398 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9b69a16d-26a6-410f-96a0-d033fdc6136a tempest-RoutersAdminNegativeTest-483023358 tempest-RoutersAdminNegativeTest-483023358-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (b6f1785d-3789-429f-8a4b-0ed1b0a20ceb), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:52.273929 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b69a16d-26a6-410f-96a0-d033fdc6136a tempest-RoutersAdminNegativeTest-483023358 tempest-RoutersAdminNegativeTest-483023358-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b6f1785d-3789-429f-8a4b-0ed1b0a20ceb {{(pid=104083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:37:52.276939 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45818) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:52.292007 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-73e92525-27dc-499f-8a83-52565fc202af tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-837853626'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:52.294667 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b6fb49ab-d878-4085-93a3-fefa9f31bdeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (e28d57fc-7f1d-4fef-b2f5-6de89f84b281), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:52.295293 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33007ee0-d019-451a-9573-b864e02a1268 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event deleted for resources: {'Network': ['ID=dc42d75e-382e-45a5-a3d1-28e7618f1f61,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:52.307442 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-64bbc7b2-b39b-4d80-9f56-c955efb898d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59245535'] for subnet (0ca26377-e3c5-45ec-bd08-811c44b5ebd6), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:52.344824 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fb49ab-d878-4085-93a3-fefa9f31bdeb None None] Pushing event updated for resources: {'Port': ['ID=e28d57fc-7f1d-4fef-b2f5-6de89f84b281,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:52.352714 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fb49ab-d878-4085-93a3-fefa9f31bdeb None None] Network 1ad8ada0-31fb-498b-b829-b4d05e9672ca is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:52.354218 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-b6fb49ab-d878-4085-93a3-fefa9f31bdeb None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:52.354710 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-64bbc7b2-b39b-4d80-9f56-c955efb898d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (0ca26377-e3c5-45ec-bd08-811c44b5ebd6), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:52.359007 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fb49ab-d878-4085-93a3-fefa9f31bdeb None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:52.376487 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-82366ce3-76c3-4796-b1f5-95dfcccebf86 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (7a5245e6-71a0-44c6-8350-b9146eb6495d), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:52.377711 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-82366ce3-76c3-4796-b1f5-95dfcccebf86 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (7a5245e6-71a0-44c6-8350-b9146eb6495d), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:52.394360 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f759b32c-6cba-47ce-a766-52dffd2bc027 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (d98ce10f-a130-4370-b0fb-d930e29b1496), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:52.399889 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.api.v2.resource [None req-9b69a16d-26a6-410f-96a0-d033fdc6136a tempest-RoutersAdminNegativeTest-483023358 tempest-RoutersAdminNegativeTest-483023358-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 28 10:37:52.400803 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-9b69a16d-26a6-410f-96a0-d033fdc6136a tempest-RoutersAdminNegativeTest-483023358 tempest-RoutersAdminNegativeTest-483023358-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.1065714 Feb 28 10:37:52.407242 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45820) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:52.426141 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-b6fb49ab-d878-4085-93a3-fefa9f31bdeb None None] Attempting to bind port e28d57fc-7f1d-4fef-b2f5-6de89f84b281 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:37:52.426712 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-b6fb49ab-d878-4085-93a3-fefa9f31bdeb None None] Attempting to bind port e28d57fc-7f1d-4fef-b2f5-6de89f84b281 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '87c53fd9-339e-4c67-94e0-0bb7cc5ab986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1ad8ada0-31fb-498b-b829-b4d05e9672ca'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:37:52.426882 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fb49ab-d878-4085-93a3-fefa9f31bdeb None None] Attempting to bind port e28d57fc-7f1d-4fef-b2f5-6de89f84b281 on network 1ad8ada0-31fb-498b-b829-b4d05e9672ca {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:37:52.431912 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-2497e551-6464-404d-913d-547f03f88b35 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] For port d5a30b2e-bfc2-4bd7-81eb-c94ad0d59bd3, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=d5a30b2e-bfc2-4bd7-81eb-c94ad0d59bd3,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:52.431912 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2497e551-6464-404d-913d-547f03f88b35 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (d5a30b2e-bfc2-4bd7-81eb-c94ad0d59bd3), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:52.432909 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fb49ab-d878-4085-93a3-fefa9f31bdeb None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:37:52.433340 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fb49ab-d878-4085-93a3-fefa9f31bdeb None None] Checking segment: {'id': '87c53fd9-339e-4c67-94e0-0bb7cc5ab986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1ad8ada0-31fb-498b-b829-b4d05e9672ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:52.433744 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b6fb49ab-d878-4085-93a3-fefa9f31bdeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:52.434361 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fb49ab-d878-4085-93a3-fefa9f31bdeb None None] Bound using segment: {'id': '87c53fd9-339e-4c67-94e0-0bb7cc5ab986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1ad8ada0-31fb-498b-b829-b4d05e9672ca'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:37:52.435013 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-b6fb49ab-d878-4085-93a3-fefa9f31bdeb None None] Bound port: e28d57fc-7f1d-4fef-b2f5-6de89f84b281, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87c53fd9-339e-4c67-94e0-0bb7cc5ab986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1ad8ada0-31fb-498b-b829-b4d05e9672ca'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:37:52.435556 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b6fb49ab-d878-4085-93a3-fefa9f31bdeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (e28d57fc-7f1d-4fef-b2f5-6de89f84b281), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:52.455897 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-2497e551-6464-404d-913d-547f03f88b35 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Calling delete_port for d5a30b2e-bfc2-4bd7-81eb-c94ad0d59bd3 owned by network:router_gateway {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:52.490177 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-82366ce3-76c3-4796-b1f5-95dfcccebf86 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks [] for router_controller (7a5245e6-71a0-44c6-8350-b9146eb6495d), precommit_add_association {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:52.503027 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e92525-27dc-499f-8a83-52565fc202af tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Made reservation on behalf of 4139ff51d3884888b07610eef64ca26e for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:52.506352 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-73e92525-27dc-499f-8a83-52565fc202af tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:52.508299 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-b6fb49ab-d878-4085-93a3-fefa9f31bdeb None None] For port e28d57fc-7f1d-4fef-b2f5-6de89f84b281, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:37:52.511792 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-b6fb49ab-d878-4085-93a3-fefa9f31bdeb None None] For port e28d57fc-7f1d-4fef-b2f5-6de89f84b281, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=e28d57fc-7f1d-4fef-b2f5-6de89f84b281,segment=NetworkSegment(87c53fd9-339e-4c67-94e0-0bb7cc5ab986),segment_id=87c53fd9-339e-4c67-94e0-0bb7cc5ab986)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:37:52.518381 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4911f4c0-b952-4f48-a1af-ee9fe4ba988a tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Made reservation on behalf of e83592cc9f8b4979b763ded3df9533cb for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:52.518381 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4911f4c0-b952-4f48-a1af-ee9fe4ba988a tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:52.541965 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-47c96ac6-2920-48cf-8d41-3d0f0183b89f tempest-RoutersAdminNegativeTest-483023358 tempest-RoutersAdminNegativeTest-483023358-project-admin] Deleting port a7d2f566-46c6-4502-92df-2b1d57f3ea70 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:52.546813 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-47c96ac6-2920-48cf-8d41-3d0f0183b89f tempest-RoutersAdminNegativeTest-483023358 tempest-RoutersAdminNegativeTest-483023358-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (a7d2f566-46c6-4502-92df-2b1d57f3ea70), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:52.582989 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f759b32c-6cba-47ce-a766-52dffd2bc027 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (d98ce10f-a130-4370-b0fb-d930e29b1496), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:52.588449 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f759b32c-6cba-47ce-a766-52dffd2bc027 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:52.589363 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f759b32c-6cba-47ce-a766-52dffd2bc027 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:52.601940 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b6fb49ab-d878-4085-93a3-fefa9f31bdeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (e28d57fc-7f1d-4fef-b2f5-6de89f84b281), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:52.603565 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-64bbc7b2-b39b-4d80-9f56-c955efb898d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (0ca26377-e3c5-45ec-bd08-811c44b5ebd6), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:52.660254 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:52.669074 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fb49ab-d878-4085-93a3-fefa9f31bdeb None None] Pushing event updated for resources: {'Port': ['ID=e28d57fc-7f1d-4fef-b2f5-6de89f84b281,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:52.677979 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73e92525-27dc-499f-8a83-52565fc202af tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:37:52.686178 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bbc7b2-b39b-4d80-9f56-c955efb898d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ca26377-e3c5-45ec-bd08-811c44b5ebd6,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:52.717741 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-73e92525-27dc-499f-8a83-52565fc202af tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (ae4e9b2f-1baf-4a88-bd7d-23055fa55030), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:52.718104 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-73e92525-27dc-499f-8a83-52565fc202af tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Added segment ae4e9b2f-1baf-4a88-bd7d-23055fa55030 of type vlan for network 0a5137ae-44be-422e-9160-f84b95930ab3 Feb 28 10:37:52.738308 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-64bbc7b2-b39b-4d80-9f56-c955efb898d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:52.741632 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-64bbc7b2-b39b-4d80-9f56-c955efb898d8 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/0ca26377-e3c5-45ec-bd08-811c44b5ebd6 HTTP/1.1" status: 204 len: 168 time: 0.7718346 Feb 28 10:37:52.751100 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45822) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:52.762358 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-47c96ac6-2920-48cf-8d41-3d0f0183b89f tempest-RoutersAdminNegativeTest-483023358 tempest-RoutersAdminNegativeTest-483023358-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (a7d2f566-46c6-4502-92df-2b1d57f3ea70), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:52.768918 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f759b32c-6cba-47ce-a766-52dffd2bc027 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Pushing event updated for resources: {'Network': ['ID=d98ce10f-a130-4370-b0fb-d930e29b1496,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:52.784598 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-f759b32c-6cba-47ce-a766-52dffd2bc027 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8247023 Feb 28 10:37:52.784793 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network d98ce10f-a130-4370-b0fb-d930e29b1496 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:37:52.792796 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45824) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:52.798020 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-86bc50dc-e569-47df-b8fa-d986b9285d16 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Request body: {'network': {'name': 'tempest-router-network02--1552425032'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:52.861713 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-73e92525-27dc-499f-8a83-52565fc202af tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (0a5137ae-44be-422e-9160-f84b95930ab3), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:52.919892 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-54dd091f-0c96-4365-b014-56b47405044a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (1058a1e5-88f7-4a04-8679-87bdc8619383), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:52.954036 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-47c96ac6-2920-48cf-8d41-3d0f0183b89f tempest-RoutersAdminNegativeTest-483023358 tempest-RoutersAdminNegativeTest-483023358-project-admin] Calling delete_port for a7d2f566-46c6-4502-92df-2b1d57f3ea70 owned by {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:52.973200 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-82366ce3-76c3-4796-b1f5-95dfcccebf86 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks [] for router_gateway (7a5245e6-71a0-44c6-8350-b9146eb6495d), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:53.022279 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86bc50dc-e569-47df-b8fa-d986b9285d16 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Made reservation on behalf of 7228f232983f4fd58fcf7ceeb7ac8c54 for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:53.027392 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-86bc50dc-e569-47df-b8fa-d986b9285d16 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:53.050755 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-73e92525-27dc-499f-8a83-52565fc202af tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (0a5137ae-44be-422e-9160-f84b95930ab3), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:53.056444 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e92525-27dc-499f-8a83-52565fc202af tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:53.057048 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-73e92525-27dc-499f-8a83-52565fc202af tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:53.124087 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-54dd091f-0c96-4365-b014-56b47405044a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (1058a1e5-88f7-4a04-8679-87bdc8619383), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:53.150601 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86bc50dc-e569-47df-b8fa-d986b9285d16 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:37:53.161149 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e92525-27dc-499f-8a83-52565fc202af tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event updated for resources: {'Network': ['ID=0a5137ae-44be-422e-9160-f84b95930ab3,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:53.163216 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2497e551-6464-404d-913d-547f03f88b35 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (d5a30b2e-bfc2-4bd7-81eb-c94ad0d59bd3), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:53.172772 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-86bc50dc-e569-47df-b8fa-d986b9285d16 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (4522ebf3-2221-43d4-9d7b-4027e1d9bd60), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:53.173119 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-86bc50dc-e569-47df-b8fa-d986b9285d16 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Added segment 4522ebf3-2221-43d4-9d7b-4027e1d9bd60 of type vlan for network 831e48b4-38eb-4625-b02d-a566c28c8d0d Feb 28 10:37:53.180691 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 0a5137ae-44be-422e-9160-f84b95930ab3 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:37:53.193281 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-54dd091f-0c96-4365-b014-56b47405044a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1058a1e5-88f7-4a04-8679-87bdc8619383']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:53.204062 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4911f4c0-b952-4f48-a1af-ee9fe4ba988a tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (64993055-bcec-444e-b0cf-d539c18de669), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:53.205938 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2497e551-6464-404d-913d-547f03f88b35 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Pushing event deleted for resources: {'Port': ['ID=d5a30b2e-bfc2-4bd7-81eb-c94ad0d59bd3,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:53.211051 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-54dd091f-0c96-4365-b014-56b47405044a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22e33907-99b1-49e9-a77d-c1f1b4f80ca2') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:53.212182 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-54dd091f-0c96-4365-b014-56b47405044a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22e33907-99b1-49e9-a77d-c1f1b4f80ca2') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:53.226914 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-54dd091f-0c96-4365-b014-56b47405044a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (22e33907-99b1-49e9-a77d-c1f1b4f80ca2), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:53.257556 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-73e92525-27dc-499f-8a83-52565fc202af tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9677432 Feb 28 10:37:53.264103 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-54dd091f-0c96-4365-b014-56b47405044a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (22e33907-99b1-49e9-a77d-c1f1b4f80ca2), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:53.265898 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45826) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:53.276553 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-3f98ee9a-af2f-4573-933e-d9dde501bd0f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Request body: {'subnet': {'network_id': '0a5137ae-44be-422e-9160-f84b95930ab3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:53.290229 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54dd091f-0c96-4365-b014-56b47405044a admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:37:53.290734 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-54dd091f-0c96-4365-b014-56b47405044a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (22e33907-99b1-49e9-a77d-c1f1b4f80ca2), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:53.292528 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:37:53.292528 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:37:53.292528 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:37:53.292528 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:37:53.292528 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:37:53.292528 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:37:53.292528 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:37:53.292528 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:37:53.292528 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:37:53.292528 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:37:53.292528 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:37:53.292528 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:37:53.292528 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:37:53.292528 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:37:53.292528 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:37:53.292528 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:37:53.292528 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:37:53.292528 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:37:53.292528 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:37:53.292528 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:37:53.292528 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:37:53.292528 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:37:53.292528 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:37:53.292528 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:37:53.292528 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:37:53.292528 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:37:53.292528 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:37:53.292528 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:37:53.292528 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:37:53.292528 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:37:53.292528 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:37:53.292528 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:37:53.324135 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-86bc50dc-e569-47df-b8fa-d986b9285d16 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (831e48b4-38eb-4625-b02d-a566c28c8d0d), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:53.360987 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4911f4c0-b952-4f48-a1af-ee9fe4ba988a tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Pushing event updated for resources: {'Subnet': ['ID=64993055-bcec-444e-b0cf-d539c18de669,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:53.379829 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2497e551-6464-404d-913d-547f03f88b35 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047843'] for router_gateway (34f86e0a-f63b-43eb-994f-6378d4acc0d4), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:53.452635 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-86bc50dc-e569-47df-b8fa-d986b9285d16 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (831e48b4-38eb-4625-b02d-a566c28c8d0d), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:53.458040 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bc50dc-e569-47df-b8fa-d986b9285d16 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:53.458827 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-86bc50dc-e569-47df-b8fa-d986b9285d16 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:53.466527 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4911f4c0-b952-4f48-a1af-ee9fe4ba988a tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Checking segment: {'id': '04701a53-217e-4272-bcf1-d264c38c5460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd75d89ba-5baf-4596-b88a-7cc1d4becc0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:53.467013 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4911f4c0-b952-4f48-a1af-ee9fe4ba988a tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Network hostable DHCP agents. Network: d75d89ba-5baf-4596-b88a-7cc1d4becc0f, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:37:53.472677 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-47c96ac6-2920-48cf-8d41-3d0f0183b89f tempest-RoutersAdminNegativeTest-483023358 tempest-RoutersAdminNegativeTest-483023358-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (a7d2f566-46c6-4502-92df-2b1d57f3ea70), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:53.529404 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device e28d57fc-7f1d-4fef-b2f5-6de89f84b281 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:37:53.548133 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c96ac6-2920-48cf-8d41-3d0f0183b89f tempest-RoutersAdminNegativeTest-483023358 tempest-RoutersAdminNegativeTest-483023358-project-admin] Pushing event deleted for resources: {'Port': ['ID=a7d2f566-46c6-4502-92df-2b1d57f3ea70,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:53.550388 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-54dd091f-0c96-4365-b014-56b47405044a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (1058a1e5-88f7-4a04-8679-87bdc8619383), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:53.588950 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-54dd091f-0c96-4365-b014-56b47405044a admin admin] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:53.596639 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-54dd091f-0c96-4365-b014-56b47405044a admin admin] 10.222.0.62 "DELETE /v2.0/networks/1058a1e5-88f7-4a04-8679-87bdc8619383 HTTP/1.1" status: 204 len: 168 time: 0.8445177 Feb 28 10:37:53.600494 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f98ee9a-af2f-4573-933e-d9dde501bd0f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Made reservation on behalf of 4139ff51d3884888b07610eef64ca26e for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:53.605086 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3f98ee9a-af2f-4573-933e-d9dde501bd0f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:53.610378 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45828) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:53.619866 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port e28d57fc-7f1d-4fef-b2f5-6de89f84b281 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:53.620574 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (e28d57fc-7f1d-4fef-b2f5-6de89f84b281), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:53.728056 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port e28d57fc-7f1d-4fef-b2f5-6de89f84b281 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:53.728494 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (e28d57fc-7f1d-4fef-b2f5-6de89f84b281), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:53.734422 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd091f-0c96-4365-b014-56b47405044a admin admin] Pushing event deleted for resources: {'Network': ['ID=1058a1e5-88f7-4a04-8679-87bdc8619383,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:53.775223 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-82366ce3-76c3-4796-b1f5-95dfcccebf86 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks [] for router_gateway (7a5245e6-71a0-44c6-8350-b9146eb6495d), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:53.787218 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port e28d57fc-7f1d-4fef-b2f5-6de89f84b281, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=e28d57fc-7f1d-4fef-b2f5-6de89f84b281,segment=NetworkSegment(87c53fd9-339e-4c67-94e0-0bb7cc5ab986),segment_id=87c53fd9-339e-4c67-94e0-0bb7cc5ab986)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:53.829095 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-82366ce3-76c3-4796-b1f5-95dfcccebf86 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:53.862814 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_v2 [None req-8be52c4f-ab54-413a-b604-aab01731ad73 admin admin] Deleting subnet 40415cbc-588f-4c3b-9bd3-e092aa9c63e0 {{(pid=104083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:37:53.870401 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2497e551-6464-404d-913d-547f03f88b35 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (34f86e0a-f63b-43eb-994f-6378d4acc0d4), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:53.877470 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2497e551-6464-404d-913d-547f03f88b35 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks [] for router_controller (34f86e0a-f63b-43eb-994f-6378d4acc0d4), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:53.899443 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8be52c4f-ab54-413a-b604-aab01731ad73 admin admin] Publish callbacks [] for subnet (40415cbc-588f-4c3b-9bd3-e092aa9c63e0), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:53.900179 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (e28d57fc-7f1d-4fef-b2f5-6de89f84b281), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:53.928733 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-47c96ac6-2920-48cf-8d41-3d0f0183b89f tempest-RoutersAdminNegativeTest-483023358 tempest-RoutersAdminNegativeTest-483023358-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:53.935702 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-47c96ac6-2920-48cf-8d41-3d0f0183b89f tempest-RoutersAdminNegativeTest-483023358 tempest-RoutersAdminNegativeTest-483023358-project-admin] 10.222.0.62 "DELETE /v2.0/ports/a7d2f566-46c6-4502-92df-2b1d57f3ea70 HTTP/1.1" status: 204 len: 168 time: 1.5240784 Feb 28 10:37:53.972613 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-86bc50dc-e569-47df-b8fa-d986b9285d16 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1780388 Feb 28 10:37:53.975617 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45832) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:53.980728 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-56a8d9d0-80d7-45a2-a8a8-50666b7acb74 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Request body: {'subnet': {'network_id': 'd98ce10f-a130-4370-b0fb-d930e29b1496', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:54.009988 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=e28d57fc-7f1d-4fef-b2f5-6de89f84b281,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:54.022590 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8be52c4f-ab54-413a-b604-aab01731ad73 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59245535'] for subnet (40415cbc-588f-4c3b-9bd3-e092aa9c63e0), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:54.068616 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93afcaee-ad69-4bb5-bfbd-9ee34b6fdd37 None None] Network 1ad8ada0-31fb-498b-b829-b4d05e9672ca requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:54.069628 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc50dc-e569-47df-b8fa-d986b9285d16 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Pushing event updated for resources: {'Network': ['ID=831e48b4-38eb-4625-b02d-a566c28c8d0d,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:54.072063 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4911f4c0-b952-4f48-a1af-ee9fe4ba988a tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Network d75d89ba-5baf-4596-b88a-7cc1d4becc0f is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:37:54.080799 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2497e551-6464-404d-913d-547f03f88b35 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (34f86e0a-f63b-43eb-994f-6378d4acc0d4), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:54.081347 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2497e551-6464-404d-913d-547f03f88b35 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 34f86e0a-f63b-43eb-994f-6378d4acc0d4 {{(pid=104084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:37:54.096258 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2497e551-6464-404d-913d-547f03f88b35 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:54.097464 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-2497e551-6464-404d-913d-547f03f88b35 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] 10.222.0.62 "DELETE /v2.0/routers/34f86e0a-f63b-43eb-994f-6378d4acc0d4 HTTP/1.1" status: 204 len: 168 time: 2.4652531 Feb 28 10:37:54.103655 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45834) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:54.104710 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 831e48b4-38eb-4625-b02d-a566c28c8d0d details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:37:54.109682 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-648ac80d-687d-4040-919b-8faf81e75416 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-454153576', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}, 'admin_state_up': False}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:54.164199 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-4911f4c0-b952-4f48-a1af-ee9fe4ba988a tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, d75d89ba-5baf-4596-b88a-7cc1d4becc0f) {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:54.170759 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4911f4c0-b952-4f48-a1af-ee9fe4ba988a tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:54.171621 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4911f4c0-b952-4f48-a1af-ee9fe4ba988a tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:54.186091 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c676ce-93ea-4eeb-91db-0d5bcea8dc7c None None] Network d75d89ba-5baf-4596-b88a-7cc1d4becc0f requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:54.233104 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8be52c4f-ab54-413a-b604-aab01731ad73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (40415cbc-588f-4c3b-9bd3-e092aa9c63e0), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:54.238125 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a8d9d0-80d7-45a2-a8a8-50666b7acb74 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Made reservation on behalf of 7228f232983f4fd58fcf7ceeb7ac8c54 for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:54.238400 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-82366ce3-76c3-4796-b1f5-95dfcccebf86 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Allocated IP 172.26.3.232 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/7d109044-9306-4c3e-b73b-f30ea7c05ee5) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:54.242094 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-56a8d9d0-80d7-45a2-a8a8-50666b7acb74 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:54.302352 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-4aaba30f-5e70-4c08-bd62-4445dac3e1f3 None None] Provisioning complete for port e28d57fc-7f1d-4fef-b2f5-6de89f84b281 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:54.302995 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-4aaba30f-5e70-4c08-bd62-4445dac3e1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (e28d57fc-7f1d-4fef-b2f5-6de89f84b281), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:54.307371 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-4911f4c0-b952-4f48-a1af-ee9fe4ba988a tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1506577 Feb 28 10:37:54.308939 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-648ac80d-687d-4040-919b-8faf81e75416 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (15c2a137-950f-4841-b279-131f8c88b332), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:54.310011 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-648ac80d-687d-4040-919b-8faf81e75416 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (15c2a137-950f-4841-b279-131f8c88b332), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:54.322064 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45836) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:54.327747 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-237f535a-d756-4909-b1d6-1b10406a3d80 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:54.454951 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca6859b-b95e-4f59-8c57-06d9b98bcdcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-d75d89ba-5baf-4596-b88a-7cc1d4becc0f', 'network_id': 'd75d89ba-5baf-4596-b88a-7cc1d4becc0f', 'project_id': 'e83592cc9f8b4979b763ded3df9533cb', 'fixed_ips': [{'subnet_id': '64993055-bcec-444e-b0cf-d539c18de669'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:37:54.455801 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-eca6859b-b95e-4f59-8c57-06d9b98bcdcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:54.485321 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-648ac80d-687d-4040-919b-8faf81e75416 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks [] for router_controller (15c2a137-950f-4841-b279-131f8c88b332), precommit_add_association {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:54.612035 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-4aaba30f-5e70-4c08-bd62-4445dac3e1f3 None None] Current status of the port e28d57fc-7f1d-4fef-b2f5-6de89f84b281 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:54.683598 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45840) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:54.695235 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3f98ee9a-af2f-4573-933e-d9dde501bd0f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (defdeaec-94da-452b-a73e-51e62cd41b90), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:54.751126 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-eca6859b-b95e-4f59-8c57-06d9b98bcdcf None None] Allocated IP 172.20.0.2 (d75d89ba-5baf-4596-b88a-7cc1d4becc0f/64993055-bcec-444e-b0cf-d539c18de669/21b30316-c9e7-4abc-bb27-09317bc8bb8f) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:54.769659 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-237f535a-d756-4909-b1d6-1b10406a3d80 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-62634274'] for subnet (64993055-bcec-444e-b0cf-d539c18de669), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:54.794079 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-82366ce3-76c3-4796-b1f5-95dfcccebf86 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks [] for port (7d109044-9306-4c3e-b73b-f30ea7c05ee5), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:54.813523 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-56a8d9d0-80d7-45a2-a8a8-50666b7acb74 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (235a7396-1e97-424a-afcd-ec2f30a97fb3), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:54.842634 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f98ee9a-af2f-4573-933e-d9dde501bd0f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event updated for resources: {'Subnet': ['ID=defdeaec-94da-452b-a73e-51e62cd41b90,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:54.896708 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-41276af6-f34d-40cf-bd4a-1b5c560ab90f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:54.908609 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f98ee9a-af2f-4573-933e-d9dde501bd0f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Checking segment: {'id': 'ae4e9b2f-1baf-4a88-bd7d-23055fa55030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0a5137ae-44be-422e-9160-f84b95930ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:54.909756 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f98ee9a-af2f-4573-933e-d9dde501bd0f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Network hostable DHCP agents. Network: 0a5137ae-44be-422e-9160-f84b95930ab3, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:37:54.914378 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-be3697aa-48a7-4e3a-8cdf-b63c4e4f86b6 None None] Provisioning complete for port e28d57fc-7f1d-4fef-b2f5-6de89f84b281 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:54.915598 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-be3697aa-48a7-4e3a-8cdf-b63c4e4f86b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (e28d57fc-7f1d-4fef-b2f5-6de89f84b281), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:54.923495 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8be52c4f-ab54-413a-b604-aab01731ad73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (40415cbc-588f-4c3b-9bd3-e092aa9c63e0), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:54.951935 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8be52c4f-ab54-413a-b604-aab01731ad73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:54.957658 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-8be52c4f-ab54-413a-b604-aab01731ad73 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/40415cbc-588f-4c3b-9bd3-e092aa9c63e0 HTTP/1.1" status: 204 len: 168 time: 1.3410473 Feb 28 10:37:54.962267 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45844) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:54.972755 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a8d9d0-80d7-45a2-a8a8-50666b7acb74 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Pushing event updated for resources: {'Subnet': ['ID=235a7396-1e97-424a-afcd-ec2f30a97fb3,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:54.989016 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be52c4f-ab54-413a-b604-aab01731ad73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40415cbc-588f-4c3b-9bd3-e092aa9c63e0,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:55.017167 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-eca6859b-b95e-4f59-8c57-06d9b98bcdcf None None] Publish callbacks [] for port (21b30316-c9e7-4abc-bb27-09317bc8bb8f), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:55.059523 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-be3697aa-48a7-4e3a-8cdf-b63c4e4f86b6 None None] Current status of the port e28d57fc-7f1d-4fef-b2f5-6de89f84b281 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:55.059835 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a8d9d0-80d7-45a2-a8a8-50666b7acb74 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Checking segment: {'id': '03d25597-5240-414f-9a20-c2adb2ca5ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd98ce10f-a130-4370-b0fb-d930e29b1496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:55.060201 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a8d9d0-80d7-45a2-a8a8-50666b7acb74 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Network hostable DHCP agents. Network: d98ce10f-a130-4370-b0fb-d930e29b1496, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:37:55.060529 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-82366ce3-76c3-4796-b1f5-95dfcccebf86 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (7d109044-9306-4c3e-b73b-f30ea7c05ee5), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:55.067877 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-41276af6-f34d-40cf-bd4a-1b5c560ab90f admin admin] Publish callbacks [] for security_group (cbf5a2d6-e2a4-46e9-a15e-1b7508f63d87), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:55.068065 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-648ac80d-687d-4040-919b-8faf81e75416 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks [] for router_gateway (15c2a137-950f-4841-b279-131f8c88b332), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:55.087515 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-eca6859b-b95e-4f59-8c57-06d9b98bcdcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (21b30316-c9e7-4abc-bb27-09317bc8bb8f), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:55.100609 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f98ee9a-af2f-4573-933e-d9dde501bd0f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Network 0a5137ae-44be-422e-9160-f84b95930ab3 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:37:55.126334 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82366ce3-76c3-4796-b1f5-95dfcccebf86 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:55.131012 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-82366ce3-76c3-4796-b1f5-95dfcccebf86 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:55.133389 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82366ce3-76c3-4796-b1f5-95dfcccebf86 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Pushing event updated for resources: {'Port': ['ID=7d109044-9306-4c3e-b73b-f30ea7c05ee5,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:55.136507 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82366ce3-76c3-4796-b1f5-95dfcccebf86 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:55.139774 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b4d9b873-eb31-49c2-96cb-9c05ee31d474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (4eb40caf-70bc-44aa-8567-f87709c37659), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:55.140222 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca6859b-b95e-4f59-8c57-06d9b98bcdcf None None] Network d75d89ba-5baf-4596-b88a-7cc1d4becc0f is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:55.148184 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-eca6859b-b95e-4f59-8c57-06d9b98bcdcf None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:55.152263 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca6859b-b95e-4f59-8c57-06d9b98bcdcf None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:55.169397 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-41276af6-f34d-40cf-bd4a-1b5c560ab90f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (cbf5a2d6-e2a4-46e9-a15e-1b7508f63d87), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:55.191238 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a8d9d0-80d7-45a2-a8a8-50666b7acb74 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Network d98ce10f-a130-4370-b0fb-d930e29b1496 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:37:55.198697 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca6859b-b95e-4f59-8c57-06d9b98bcdcf None None] Pushing event updated for resources: {'Port': ['ID=21b30316-c9e7-4abc-bb27-09317bc8bb8f,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:55.235985 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-eca6859b-b95e-4f59-8c57-06d9b98bcdcf None None] Attempting to bind port 21b30316-c9e7-4abc-bb27-09317bc8bb8f on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:37:55.237036 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-eca6859b-b95e-4f59-8c57-06d9b98bcdcf None None] Attempting to bind port 21b30316-c9e7-4abc-bb27-09317bc8bb8f by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '04701a53-217e-4272-bcf1-d264c38c5460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd75d89ba-5baf-4596-b88a-7cc1d4becc0f'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:37:55.237483 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca6859b-b95e-4f59-8c57-06d9b98bcdcf None None] Attempting to bind port 21b30316-c9e7-4abc-bb27-09317bc8bb8f on network d75d89ba-5baf-4596-b88a-7cc1d4becc0f {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:37:55.244524 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca6859b-b95e-4f59-8c57-06d9b98bcdcf None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:37:55.244957 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca6859b-b95e-4f59-8c57-06d9b98bcdcf None None] Checking segment: {'id': '04701a53-217e-4272-bcf1-d264c38c5460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd75d89ba-5baf-4596-b88a-7cc1d4becc0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:55.245377 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-eca6859b-b95e-4f59-8c57-06d9b98bcdcf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:55.245777 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca6859b-b95e-4f59-8c57-06d9b98bcdcf None None] Bound using segment: {'id': '04701a53-217e-4272-bcf1-d264c38c5460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd75d89ba-5baf-4596-b88a-7cc1d4becc0f'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:37:55.246260 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-eca6859b-b95e-4f59-8c57-06d9b98bcdcf None None] Bound port: 21b30316-c9e7-4abc-bb27-09317bc8bb8f, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04701a53-217e-4272-bcf1-d264c38c5460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd75d89ba-5baf-4596-b88a-7cc1d4becc0f'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:37:55.246649 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-eca6859b-b95e-4f59-8c57-06d9b98bcdcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (21b30316-c9e7-4abc-bb27-09317bc8bb8f), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:55.257521 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-41276af6-f34d-40cf-bd4a-1b5c560ab90f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b999c49f8a904944975d49daa47f8f1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5728683 Feb 28 10:37:55.262428 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45846) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:55.300712 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41276af6-f34d-40cf-bd4a-1b5c560ab90f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf5a2d6-e2a4-46e9-a15e-1b7508f63d87,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:55.303291 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-3f98ee9a-af2f-4573-933e-d9dde501bd0f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 0a5137ae-44be-422e-9160-f84b95930ab3) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:55.310043 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-56a8d9d0-80d7-45a2-a8a8-50666b7acb74 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, d98ce10f-a130-4370-b0fb-d930e29b1496) {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:55.317528 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b4d9b873-eb31-49c2-96cb-9c05ee31d474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (4eb40caf-70bc-44aa-8567-f87709c37659), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:55.321584 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f98ee9a-af2f-4573-933e-d9dde501bd0f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:55.321811 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac68577-7f3c-4896-ba19-14ef76b58e7f None None] Network 0a5137ae-44be-422e-9160-f84b95930ab3 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:55.322678 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3f98ee9a-af2f-4573-933e-d9dde501bd0f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:55.329126 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a8d9d0-80d7-45a2-a8a8-50666b7acb74 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:55.329721 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-56a8d9d0-80d7-45a2-a8a8-50666b7acb74 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:55.353406 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f05e296-28d6-4273-9fe2-d69fc60e0e28 None None] Network d98ce10f-a130-4370-b0fb-d930e29b1496 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:55.360856 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-b4d9b873-eb31-49c2-96cb-9c05ee31d474 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eb40caf-70bc-44aa-8567-f87709c37659']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:55.374405 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-b4d9b873-eb31-49c2-96cb-9c05ee31d474 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b99f5021-f838-46fc-8e48-25af75e1c6be') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:55.374709 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-b4d9b873-eb31-49c2-96cb-9c05ee31d474 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b99f5021-f838-46fc-8e48-25af75e1c6be') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:55.389748 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b4d9b873-eb31-49c2-96cb-9c05ee31d474 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (b99f5021-f838-46fc-8e48-25af75e1c6be), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:55.407296 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b4d9b873-eb31-49c2-96cb-9c05ee31d474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (b99f5021-f838-46fc-8e48-25af75e1c6be), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:55.416519 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4d9b873-eb31-49c2-96cb-9c05ee31d474 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:37:55.416933 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b4d9b873-eb31-49c2-96cb-9c05ee31d474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (b99f5021-f838-46fc-8e48-25af75e1c6be), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:55.417838 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cf52f39c-2d24-469d-a14c-8c4ff3654b44 admin admin] Publish callbacks [] for security_group (cbf5a2d6-e2a4-46e9-a15e-1b7508f63d87), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:55.418701 dv-neutron-829161-3-hyperv neutron-server[104084]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:37:55.418701 dv-neutron-829161-3-hyperv neutron-server[104084]: items = [ Feb 28 10:37:55.418701 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 10:37:55.418701 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:37:55.418701 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 10:37:55.418701 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:37:55.418701 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 10:37:55.418701 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:37:55.418701 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 10:37:55.418701 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:37:55.418701 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 10:37:55.418701 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:37:55.418701 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 10:37:55.418701 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:37:55.418701 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 10:37:55.418701 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:37:55.418701 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:37:55.418701 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:37:55.418701 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:37:55.418701 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:37:55.418701 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 10:37:55.418701 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:37:55.418701 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 10:37:55.418701 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:37:55.418701 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:37:55.418701 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:37:55.418701 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 10:37:55.418701 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:37:55.418701 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:37:55.418701 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:37:55.418701 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:37:55.418701 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:37:55.418701 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:37:55.418701 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:37:55.455329 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cf52f39c-2d24-469d-a14c-8c4ff3654b44 admin admin] Publish callbacks [] for security_group (cbf5a2d6-e2a4-46e9-a15e-1b7508f63d87), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:55.465883 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-237f535a-d756-4909-b1d6-1b10406a3d80 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737743691493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59148613'] for subnet (64993055-bcec-444e-b0cf-d539c18de669), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:55.492206 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-3f98ee9a-af2f-4573-933e-d9dde501bd0f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2252274 Feb 28 10:37:55.496566 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-56a8d9d0-80d7-45a2-a8a8-50666b7acb74 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5198891 Feb 28 10:37:55.499413 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45848) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:55.499558 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45850) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:55.528830 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-705c8938-483e-449d-9c3c-123e876ac2de tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Request body: {'subnet': {'network_id': '831e48b4-38eb-4625-b02d-a566c28c8d0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:55.539086 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237f535a-d756-4909-b1d6-1b10406a3d80 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:55.540126 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-237f535a-d756-4909-b1d6-1b10406a3d80 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:55.541457 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-237f535a-d756-4909-b1d6-1b10406a3d80 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "PUT /v2.0/subnets/64993055-bcec-444e-b0cf-d539c18de669 HTTP/1.1" status: 200 len: 806 time: 1.2183766 Feb 28 10:37:55.548728 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-81179da3-929d-4df3-8c63-d094b683f8ca tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Request body: {'port': {'network_id': '0a5137ae-44be-422e-9160-f84b95930ab3', 'name': 'tempest-PortsIpV6TestJSON-1501576193', 'fixed_ips': [{'subnet_id': 'defdeaec-94da-452b-a73e-51e62cd41b90', 'ip_address': '2001:db8::10'}]}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:55.555883 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45852) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:55.570060 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-eca6859b-b95e-4f59-8c57-06d9b98bcdcf None None] For port 21b30316-c9e7-4abc-bb27-09317bc8bb8f, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:37:55.588670 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device e28d57fc-7f1d-4fef-b2f5-6de89f84b281 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:37:55.603057 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b4d9b873-eb31-49c2-96cb-9c05ee31d474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (4eb40caf-70bc-44aa-8567-f87709c37659), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:55.629257 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b4d9b873-eb31-49c2-96cb-9c05ee31d474 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:55.632789 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-b4d9b873-eb31-49c2-96cb-9c05ee31d474 admin admin] 10.222.0.62 "DELETE /v2.0/networks/4eb40caf-70bc-44aa-8567-f87709c37659 HTTP/1.1" status: 204 len: 168 time: 0.6678064 Feb 28 10:37:55.644768 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237f535a-d756-4909-b1d6-1b10406a3d80 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Pushing event updated for resources: {'Subnet': ['ID=64993055-bcec-444e-b0cf-d539c18de669,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:55.661425 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d9b873-eb31-49c2-96cb-9c05ee31d474 admin admin] Pushing event deleted for resources: {'Network': ['ID=4eb40caf-70bc-44aa-8567-f87709c37659,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:55.674633 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-eca6859b-b95e-4f59-8c57-06d9b98bcdcf None None] For port 21b30316-c9e7-4abc-bb27-09317bc8bb8f, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=21b30316-c9e7-4abc-bb27-09317bc8bb8f,segment=NetworkSegment(04701a53-217e-4272-bcf1-d264c38c5460),segment_id=04701a53-217e-4272-bcf1-d264c38c5460)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:37:55.736312 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port e28d57fc-7f1d-4fef-b2f5-6de89f84b281 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:55.736724 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (e28d57fc-7f1d-4fef-b2f5-6de89f84b281), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:55.766333 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-648ac80d-687d-4040-919b-8faf81e75416 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks [] for router_gateway (15c2a137-950f-4841-b279-131f8c88b332), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:55.786479 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-648ac80d-687d-4040-919b-8faf81e75416 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:55.789135 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-82366ce3-76c3-4796-b1f5-95dfcccebf86 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks [] for router_gateway (7a5245e6-71a0-44c6-8350-b9146eb6495d), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:55.817978 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-eca6859b-b95e-4f59-8c57-06d9b98bcdcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (21b30316-c9e7-4abc-bb27-09317bc8bb8f), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:55.824874 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1f4b3b-a89a-4dd8-bf25-6dee1bb4559c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-0a5137ae-44be-422e-9160-f84b95930ab3', 'network_id': '0a5137ae-44be-422e-9160-f84b95930ab3', 'project_id': '4139ff51d3884888b07610eef64ca26e', 'fixed_ips': [{'subnet_id': 'defdeaec-94da-452b-a73e-51e62cd41b90'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:37:55.825705 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-1a1f4b3b-a89a-4dd8-bf25-6dee1bb4559c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:55.841490 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cf52f39c-2d24-469d-a14c-8c4ff3654b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (cbf5a2d6-e2a4-46e9-a15e-1b7508f63d87), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:55.844099 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cf52f39c-2d24-469d-a14c-8c4ff3654b44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:55.845268 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-cf52f39c-2d24-469d-a14c-8c4ff3654b44 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cbf5a2d6-e2a4-46e9-a15e-1b7508f63d87 HTTP/1.1" status: 204 len: 168 time: 0.5813406 Feb 28 10:37:55.849454 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705c8938-483e-449d-9c3c-123e876ac2de tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Made reservation on behalf of 7228f232983f4fd58fcf7ceeb7ac8c54 for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:55.863458 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-705c8938-483e-449d-9c3c-123e876ac2de tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:55.863561 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-96cdbb50-04c5-452b-b950-ac2196b62055 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (d75d89ba-5baf-4596-b88a-7cc1d4becc0f), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:55.881520 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf52f39c-2d24-469d-a14c-8c4ff3654b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf5a2d6-e2a4-46e9-a15e-1b7508f63d87,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:55.972510 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81179da3-929d-4df3-8c63-d094b683f8ca tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Made reservation on behalf of 4139ff51d3884888b07610eef64ca26e for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:56.006079 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-648ac80d-687d-4040-919b-8faf81e75416 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Allocated IP 172.26.3.170 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/95a02f0c-2091-4151-816b-87f1b0823c09) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:56.026761 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0574f9-7625-4baf-8d47-10135ba80c2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-d98ce10f-a130-4370-b0fb-d930e29b1496', 'network_id': 'd98ce10f-a130-4370-b0fb-d930e29b1496', 'project_id': '7228f232983f4fd58fcf7ceeb7ac8c54', 'fixed_ips': [{'subnet_id': '235a7396-1e97-424a-afcd-ec2f30a97fb3'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:37:56.028275 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-cc0574f9-7625-4baf-8d47-10135ba80c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:56.186142 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45860) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:56.195587 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-81179da3-929d-4df3-8c63-d094b683f8ca tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:56.219386 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-96cdbb50-04c5-452b-b950-ac2196b62055 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Deleting port 21b30316-c9e7-4abc-bb27-09317bc8bb8f {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:56.219658 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-96cdbb50-04c5-452b-b950-ac2196b62055 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (21b30316-c9e7-4abc-bb27-09317bc8bb8f), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:56.245620 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca6859b-b95e-4f59-8c57-06d9b98bcdcf None None] Pushing event updated for resources: {'Port': ['ID=21b30316-c9e7-4abc-bb27-09317bc8bb8f,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:56.250868 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-648ac80d-687d-4040-919b-8faf81e75416 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks [] for port (95a02f0c-2091-4151-816b-87f1b0823c09), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:56.316404 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-85ae988c-dc70-4c0e-9a5e-f838e082a489 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ec2f9fb98c0c462fa79ca5ebcea34c90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1288714 Feb 28 10:37:56.317549 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-705c8938-483e-449d-9c3c-123e876ac2de tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (4f5e8d63-00d4-473a-a3cb-0a2cf477431d), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:56.320101 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45864) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:56.328151 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-81179da3-929d-4df3-8c63-d094b683f8ca tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] device_id is not set on port b592e1d5-a61d-4539-9220-650dfc945fae yet. {{(pid=104083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:37:56.440090 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port e28d57fc-7f1d-4fef-b2f5-6de89f84b281 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:56.466244 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-82366ce3-76c3-4796-b1f5-95dfcccebf86 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (7a5245e6-71a0-44c6-8350-b9146eb6495d), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:56.501740 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-1a1f4b3b-a89a-4dd8-bf25-6dee1bb4559c None None] Allocated IP 2001:db8::2 (0a5137ae-44be-422e-9160-f84b95930ab3/defdeaec-94da-452b-a73e-51e62cd41b90/75849153-8f68-40eb-b78a-4c825f2f0dbc) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:56.521145 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705c8938-483e-449d-9c3c-123e876ac2de tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Checking segment: {'id': '4522ebf3-2221-43d4-9d7b-4027e1d9bd60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '831e48b4-38eb-4625-b02d-a566c28c8d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:56.521644 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705c8938-483e-449d-9c3c-123e876ac2de tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Network hostable DHCP agents. Network: 831e48b4-38eb-4625-b02d-a566c28c8d0d, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:37:56.526990 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705c8938-483e-449d-9c3c-123e876ac2de tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Pushing event updated for resources: {'Subnet': ['ID=4f5e8d63-00d4-473a-a3cb-0a2cf477431d,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:56.558109 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b25ced12-de5a-4bfc-8187-d5c07ec50722 admin admin] Publish callbacks [] for security_group (f7514dbd-377d-453f-b4bc-1666e16a35ad), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:56.591271 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b25ced12-de5a-4bfc-8187-d5c07ec50722 admin admin] Publish callbacks [] for security_group (f7514dbd-377d-453f-b4bc-1666e16a35ad), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:56.637814 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device d5a30b2e-bfc2-4bd7-81eb-c94ad0d59bd3 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:37:56.641197 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705c8938-483e-449d-9c3c-123e876ac2de tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Network 831e48b4-38eb-4625-b02d-a566c28c8d0d is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:37:56.647742 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-96cdbb50-04c5-452b-b950-ac2196b62055 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] For port 21b30316-c9e7-4abc-bb27-09317bc8bb8f, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=21b30316-c9e7-4abc-bb27-09317bc8bb8f,segment=NetworkSegment(04701a53-217e-4272-bcf1-d264c38c5460),segment_id=04701a53-217e-4272-bcf1-d264c38c5460)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:56.648075 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-648ac80d-687d-4040-919b-8faf81e75416 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (95a02f0c-2091-4151-816b-87f1b0823c09), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:56.648203 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-96cdbb50-04c5-452b-b950-ac2196b62055 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (21b30316-c9e7-4abc-bb27-09317bc8bb8f), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:56.671978 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-96cdbb50-04c5-452b-b950-ac2196b62055 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Calling delete_port for 21b30316-c9e7-4abc-bb27-09317bc8bb8f owned by network:dhcp {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:56.674312 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: d5a30b2e-bfc2-4bd7-81eb-c94ad0d59bd3 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:37:56.674670 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device d5a30b2e-bfc2-4bd7-81eb-c94ad0d59bd3 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:37:56.693361 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648ac80d-687d-4040-919b-8faf81e75416 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:56.699389 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-648ac80d-687d-4040-919b-8faf81e75416 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:56.705693 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648ac80d-687d-4040-919b-8faf81e75416 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:56.732891 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648ac80d-687d-4040-919b-8faf81e75416 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Pushing event updated for resources: {'Port': ['ID=95a02f0c-2091-4151-816b-87f1b0823c09,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:56.764310 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45866) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:56.770861 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-cc0574f9-7625-4baf-8d47-10135ba80c2f None None] Allocated IP 172.20.0.2 (d98ce10f-a130-4370-b0fb-d930e29b1496/235a7396-1e97-424a-afcd-ec2f30a97fb3/af7061cc-4b38-41c7-bb98-a14122b3947c) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:56.814245 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b25ced12-de5a-4bfc-8187-d5c07ec50722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (f7514dbd-377d-453f-b4bc-1666e16a35ad), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:56.816577 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-1a1f4b3b-a89a-4dd8-bf25-6dee1bb4559c None None] Publish callbacks [] for port (75849153-8f68-40eb-b78a-4c825f2f0dbc), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:56.817603 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b25ced12-de5a-4bfc-8187-d5c07ec50722 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:56.818932 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-b25ced12-de5a-4bfc-8187-d5c07ec50722 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f7514dbd-377d-453f-b4bc-1666e16a35ad HTTP/1.1" status: 204 len: 168 time: 0.4893889 Feb 28 10:37:56.829212 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-79a16c1f-d740-4fbd-b9fe-bf9ba9464383 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=74a3f38d303043be81ff66ae75812835&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0602438 Feb 28 10:37:56.830652 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45870) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:56.831230 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-705c8938-483e-449d-9c3c-123e876ac2de tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 831e48b4-38eb-4625-b02d-a566c28c8d0d) {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:56.835422 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25ced12-de5a-4bfc-8187-d5c07ec50722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7514dbd-377d-453f-b4bc-1666e16a35ad,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:56.876253 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705c8938-483e-449d-9c3c-123e876ac2de tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:56.877802 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-705c8938-483e-449d-9c3c-123e876ac2de tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:56.878698 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c665315-0031-4397-b0f2-c7a2e284b23d None None] Network 831e48b4-38eb-4625-b02d-a566c28c8d0d requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:56.921988 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8b162fe1-a648-4070-9bf5-beec9051b468 admin admin] Publish callbacks [] for security_group (22aa3450-1724-4684-8b6f-2d432305a3b9), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:56.949698 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8b162fe1-a648-4070-9bf5-beec9051b468 admin admin] Publish callbacks [] for security_group (22aa3450-1724-4684-8b6f-2d432305a3b9), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:57.080025 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc400d7a-aa90-48ef-a77b-a96ecde1a335 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-831e48b4-38eb-4625-b02d-a566c28c8d0d', 'network_id': '831e48b4-38eb-4625-b02d-a566c28c8d0d', 'project_id': '7228f232983f4fd58fcf7ceeb7ac8c54', 'fixed_ips': [{'subnet_id': '4f5e8d63-00d4-473a-a3cb-0a2cf477431d'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:37:57.080982 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-fc400d7a-aa90-48ef-a77b-a96ecde1a335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:57.129622 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-cc0574f9-7625-4baf-8d47-10135ba80c2f None None] Publish callbacks [] for port (af7061cc-4b38-41c7-bb98-a14122b3947c), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:57.183966 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82366ce3-76c3-4796-b1f5-95dfcccebf86 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Router 7a5245e6-71a0-44c6-8350-b9146eb6495d is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:37:57.217387 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-705c8938-483e-449d-9c3c-123e876ac2de tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6986654 Feb 28 10:37:57.222125 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-1a1f4b3b-a89a-4dd8-bf25-6dee1bb4559c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (75849153-8f68-40eb-b78a-4c825f2f0dbc), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:57.264444 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45872) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:57.267078 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1f4b3b-a89a-4dd8-bf25-6dee1bb4559c None None] Network 0a5137ae-44be-422e-9160-f84b95930ab3 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:57.272227 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-1a1f4b3b-a89a-4dd8-bf25-6dee1bb4559c None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:57.277589 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-cc0574f9-7625-4baf-8d47-10135ba80c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (af7061cc-4b38-41c7-bb98-a14122b3947c), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:57.297586 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1f4b3b-a89a-4dd8-bf25-6dee1bb4559c None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:57.300904 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-fc400d7a-aa90-48ef-a77b-a96ecde1a335 None None] Allocated IP 172.20.0.2 (831e48b4-38eb-4625-b02d-a566c28c8d0d/4f5e8d63-00d4-473a-a3cb-0a2cf477431d/7c7a4d32-e841-45a0-be79-9bff07530e2a) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:57.310493 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8b162fe1-a648-4070-9bf5-beec9051b468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (22aa3450-1724-4684-8b6f-2d432305a3b9), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:57.312175 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f4b3b-a89a-4dd8-bf25-6dee1bb4559c None None] Pushing event updated for resources: {'Port': ['ID=75849153-8f68-40eb-b78a-4c825f2f0dbc,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:57.313763 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8b162fe1-a648-4070-9bf5-beec9051b468 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:57.334454 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-8b162fe1-a648-4070-9bf5-beec9051b468 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/22aa3450-1724-4684-8b6f-2d432305a3b9 HTTP/1.1" status: 204 len: 168 time: 0.5025885 Feb 28 10:37:57.336677 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-96cdbb50-04c5-452b-b950-ac2196b62055 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (21b30316-c9e7-4abc-bb27-09317bc8bb8f), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:57.369605 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0574f9-7625-4baf-8d47-10135ba80c2f None None] Network d98ce10f-a130-4370-b0fb-d930e29b1496 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:57.414995 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-cc0574f9-7625-4baf-8d47-10135ba80c2f None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:57.425967 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0574f9-7625-4baf-8d47-10135ba80c2f None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:57.477663 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-1a1f4b3b-a89a-4dd8-bf25-6dee1bb4559c None None] Attempting to bind port 75849153-8f68-40eb-b78a-4c825f2f0dbc on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:37:57.478106 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-1a1f4b3b-a89a-4dd8-bf25-6dee1bb4559c None None] Attempting to bind port 75849153-8f68-40eb-b78a-4c825f2f0dbc by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': 'ae4e9b2f-1baf-4a88-bd7d-23055fa55030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0a5137ae-44be-422e-9160-f84b95930ab3'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:37:57.478575 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1f4b3b-a89a-4dd8-bf25-6dee1bb4559c None None] Attempting to bind port 75849153-8f68-40eb-b78a-4c825f2f0dbc on network 0a5137ae-44be-422e-9160-f84b95930ab3 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:37:57.489340 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774f5ca2-4bd3-466d-9910-b36a0b5eef25 None None] Network d75d89ba-5baf-4596-b88a-7cc1d4becc0f requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:57.500646 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0574f9-7625-4baf-8d47-10135ba80c2f None None] Pushing event updated for resources: {'Port': ['ID=af7061cc-4b38-41c7-bb98-a14122b3947c,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:57.531649 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1f4b3b-a89a-4dd8-bf25-6dee1bb4559c None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:37:57.532036 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1f4b3b-a89a-4dd8-bf25-6dee1bb4559c None None] Checking segment: {'id': 'ae4e9b2f-1baf-4a88-bd7d-23055fa55030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0a5137ae-44be-422e-9160-f84b95930ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:57.532447 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-1a1f4b3b-a89a-4dd8-bf25-6dee1bb4559c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:57.532851 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1f4b3b-a89a-4dd8-bf25-6dee1bb4559c None None] Bound using segment: {'id': 'ae4e9b2f-1baf-4a88-bd7d-23055fa55030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0a5137ae-44be-422e-9160-f84b95930ab3'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:37:57.533910 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-1a1f4b3b-a89a-4dd8-bf25-6dee1bb4559c None None] Bound port: 75849153-8f68-40eb-b78a-4c825f2f0dbc, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae4e9b2f-1baf-4a88-bd7d-23055fa55030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0a5137ae-44be-422e-9160-f84b95930ab3'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:37:57.533910 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-1a1f4b3b-a89a-4dd8-bf25-6dee1bb4559c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (75849153-8f68-40eb-b78a-4c825f2f0dbc), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:57.540670 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-bd3474f5-8b0f-4092-a982-220182ad5070 None None] Could not find standard attr ID for object 21b30316-c9e7-4abc-bb27-09317bc8bb8f. {{(pid=104085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:37:57.584184 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cdbb50-04c5-452b-b950-ac2196b62055 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Pushing event deleted for resources: {'Port': ['ID=21b30316-c9e7-4abc-bb27-09317bc8bb8f,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:57.586509 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 21b30316-c9e7-4abc-bb27-09317bc8bb8f up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:37:57.619775 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b162fe1-a648-4070-9bf5-beec9051b468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22aa3450-1724-4684-8b6f-2d432305a3b9,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:57.681954 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 21b30316-c9e7-4abc-bb27-09317bc8bb8f {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:37:57.682587 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 21b30316-c9e7-4abc-bb27-09317bc8bb8f not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 28 10:37:57.720908 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-81179da3-929d-4df3-8c63-d094b683f8ca tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Allocated IP 2001:db8::10 (0a5137ae-44be-422e-9160-f84b95930ab3/defdeaec-94da-452b-a73e-51e62cd41b90/b592e1d5-a61d-4539-9220-650dfc945fae) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:57.729678 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-cc0574f9-7625-4baf-8d47-10135ba80c2f None None] Attempting to bind port af7061cc-4b38-41c7-bb98-a14122b3947c on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:37:57.730061 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-cc0574f9-7625-4baf-8d47-10135ba80c2f None None] Attempting to bind port af7061cc-4b38-41c7-bb98-a14122b3947c by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '03d25597-5240-414f-9a20-c2adb2ca5ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd98ce10f-a130-4370-b0fb-d930e29b1496'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:37:57.730433 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0574f9-7625-4baf-8d47-10135ba80c2f None None] Attempting to bind port af7061cc-4b38-41c7-bb98-a14122b3947c on network d98ce10f-a130-4370-b0fb-d930e29b1496 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:37:57.742895 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cdbb50-04c5-452b-b950-ac2196b62055 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] No DVR routers for this DVR port 21b30316-c9e7-4abc-bb27-09317bc8bb8f on host dv-neutron-829161-3-hyperv {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:37:57.743168 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Port 21b30316-c9e7-4abc-bb27-09317bc8bb8f not found, will not notify nova. {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 28 10:37:57.785024 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0574f9-7625-4baf-8d47-10135ba80c2f None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:37:57.785387 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0574f9-7625-4baf-8d47-10135ba80c2f None None] Checking segment: {'id': '03d25597-5240-414f-9a20-c2adb2ca5ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd98ce10f-a130-4370-b0fb-d930e29b1496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:57.785798 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-cc0574f9-7625-4baf-8d47-10135ba80c2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:57.786200 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0574f9-7625-4baf-8d47-10135ba80c2f None None] Bound using segment: {'id': '03d25597-5240-414f-9a20-c2adb2ca5ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd98ce10f-a130-4370-b0fb-d930e29b1496'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:37:57.786674 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-cc0574f9-7625-4baf-8d47-10135ba80c2f None None] Bound port: af7061cc-4b38-41c7-bb98-a14122b3947c, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03d25597-5240-414f-9a20-c2adb2ca5ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd98ce10f-a130-4370-b0fb-d930e29b1496'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:37:57.787086 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-cc0574f9-7625-4baf-8d47-10135ba80c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (af7061cc-4b38-41c7-bb98-a14122b3947c), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:57.822944 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82366ce3-76c3-4796-b1f5-95dfcccebf86 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:37:57.838046 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340f50fc-f363-4c90-a25c-61761003afe0 None None] Sync routers for ids ['7a5245e6-71a0-44c6-8350-b9146eb6495d'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:37:57.852667 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-96cdbb50-04c5-452b-b950-ac2196b62055 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (64993055-bcec-444e-b0cf-d539c18de669), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:57.868162 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340f50fc-f363-4c90-a25c-61761003afe0 None None] Routers {'7a5245e6-71a0-44c6-8350-b9146eb6495d'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:37:57.871099 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-340f50fc-f363-4c90-a25c-61761003afe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:37:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['7a5245e6-71a0-44c6-8350-b9146eb6495d'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:57.961871 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-82366ce3-76c3-4796-b1f5-95dfcccebf86 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:57.966061 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-82366ce3-76c3-4796-b1f5-95dfcccebf86 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.2294252 Feb 28 10:37:57.969966 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45880) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:57.981907 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-340f50fc-f363-4c90-a25c-61761003afe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:58.009374 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340f50fc-f363-4c90-a25c-61761003afe0 None None] Routers {'7a5245e6-71a0-44c6-8350-b9146eb6495d'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:37:58.011008 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-340f50fc-f363-4c90-a25c-61761003afe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:37:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['7a5245e6-71a0-44c6-8350-b9146eb6495d'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:58.020778 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-1a1f4b3b-a89a-4dd8-bf25-6dee1bb4559c None None] For port 75849153-8f68-40eb-b78a-4c825f2f0dbc, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:37:58.033789 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-1a1f4b3b-a89a-4dd8-bf25-6dee1bb4559c None None] For port 75849153-8f68-40eb-b78a-4c825f2f0dbc, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=75849153-8f68-40eb-b78a-4c825f2f0dbc,segment=NetworkSegment(ae4e9b2f-1baf-4a88-bd7d-23055fa55030),segment_id=ae4e9b2f-1baf-4a88-bd7d-23055fa55030)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:37:58.073327 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-fc400d7a-aa90-48ef-a77b-a96ecde1a335 None None] Publish callbacks [] for port (7c7a4d32-e841-45a0-be79-9bff07530e2a), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:58.104248 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45882) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:58.117760 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-340f50fc-f363-4c90-a25c-61761003afe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:58.118485 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340f50fc-f363-4c90-a25c-61761003afe0 None None] The sync data for ids ['7a5245e6-71a0-44c6-8350-b9146eb6495d'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:37:58.131771 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-cc0574f9-7625-4baf-8d47-10135ba80c2f None None] For port af7061cc-4b38-41c7-bb98-a14122b3947c, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:37:58.136908 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-cc0574f9-7625-4baf-8d47-10135ba80c2f None None] For port af7061cc-4b38-41c7-bb98-a14122b3947c, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=af7061cc-4b38-41c7-bb98-a14122b3947c,segment=NetworkSegment(03d25597-5240-414f-9a20-c2adb2ca5ba8),segment_id=03d25597-5240-414f-9a20-c2adb2ca5ba8)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:37:58.144587 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-1a1f4b3b-a89a-4dd8-bf25-6dee1bb4559c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (75849153-8f68-40eb-b78a-4c825f2f0dbc), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:58.171926 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-fc400d7a-aa90-48ef-a77b-a96ecde1a335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (7c7a4d32-e841-45a0-be79-9bff07530e2a), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:58.217394 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc400d7a-aa90-48ef-a77b-a96ecde1a335 None None] Network 831e48b4-38eb-4625-b02d-a566c28c8d0d is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:58.221430 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-fc400d7a-aa90-48ef-a77b-a96ecde1a335 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:58.227832 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc400d7a-aa90-48ef-a77b-a96ecde1a335 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:58.227832 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-cc0574f9-7625-4baf-8d47-10135ba80c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (af7061cc-4b38-41c7-bb98-a14122b3947c), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:58.330343 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-648ac80d-687d-4040-919b-8faf81e75416 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks [] for router_gateway (15c2a137-950f-4841-b279-131f8c88b332), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:58.364022 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-713f289f-a337-4150-b032-2448d9d0599b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=78f5d47d40c04fc68ed5e9349cf7761c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2403708 Feb 28 10:37:58.364262 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f4b3b-a89a-4dd8-bf25-6dee1bb4559c None None] Pushing event updated for resources: {'Port': ['ID=75849153-8f68-40eb-b78a-4c825f2f0dbc,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:58.422540 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc400d7a-aa90-48ef-a77b-a96ecde1a335 None None] Pushing event updated for resources: {'Port': ['ID=7c7a4d32-e841-45a0-be79-9bff07530e2a,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:58.425740 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe264e28-28d4-4b5c-8254-cd8160af1503 None None] Network d75d89ba-5baf-4596-b88a-7cc1d4becc0f requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:58.433226 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7f9d7b76-047b-4696-9fe2-ce5bcae50edb tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:58.439230 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-fc400d7a-aa90-48ef-a77b-a96ecde1a335 None None] Attempting to bind port 7c7a4d32-e841-45a0-be79-9bff07530e2a on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:37:58.440292 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-fc400d7a-aa90-48ef-a77b-a96ecde1a335 None None] Attempting to bind port 7c7a4d32-e841-45a0-be79-9bff07530e2a by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '4522ebf3-2221-43d4-9d7b-4027e1d9bd60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '831e48b4-38eb-4625-b02d-a566c28c8d0d'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:37:58.440998 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc400d7a-aa90-48ef-a77b-a96ecde1a335 None None] Attempting to bind port 7c7a4d32-e841-45a0-be79-9bff07530e2a on network 831e48b4-38eb-4625-b02d-a566c28c8d0d {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:37:58.449254 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45888) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:58.610733 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc400d7a-aa90-48ef-a77b-a96ecde1a335 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:37:58.611202 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc400d7a-aa90-48ef-a77b-a96ecde1a335 None None] Checking segment: {'id': '4522ebf3-2221-43d4-9d7b-4027e1d9bd60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '831e48b4-38eb-4625-b02d-a566c28c8d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:58.617465 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-fc400d7a-aa90-48ef-a77b-a96ecde1a335 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:58.619294 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc400d7a-aa90-48ef-a77b-a96ecde1a335 None None] Bound using segment: {'id': '4522ebf3-2221-43d4-9d7b-4027e1d9bd60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '831e48b4-38eb-4625-b02d-a566c28c8d0d'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:37:58.621343 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-fc400d7a-aa90-48ef-a77b-a96ecde1a335 None None] Bound port: 7c7a4d32-e841-45a0-be79-9bff07530e2a, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4522ebf3-2221-43d4-9d7b-4027e1d9bd60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '831e48b4-38eb-4625-b02d-a566c28c8d0d'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:37:58.622521 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-fc400d7a-aa90-48ef-a77b-a96ecde1a335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (7c7a4d32-e841-45a0-be79-9bff07530e2a), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:58.762984 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0574f9-7625-4baf-8d47-10135ba80c2f None None] Pushing event updated for resources: {'Port': ['ID=af7061cc-4b38-41c7-bb98-a14122b3947c,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:58.833331 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-96cdbb50-04c5-452b-b950-ac2196b62055 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (64993055-bcec-444e-b0cf-d539c18de669), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:58.839181 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-81179da3-929d-4df3-8c63-d094b683f8ca tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for port (b592e1d5-a61d-4539-9220-650dfc945fae), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:58.840138 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-fc400d7a-aa90-48ef-a77b-a96ecde1a335 None None] For port 7c7a4d32-e841-45a0-be79-9bff07530e2a, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:37:58.858551 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-fc400d7a-aa90-48ef-a77b-a96ecde1a335 None None] For port 7c7a4d32-e841-45a0-be79-9bff07530e2a, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=7c7a4d32-e841-45a0-be79-9bff07530e2a,segment=NetworkSegment(4522ebf3-2221-43d4-9d7b-4027e1d9bd60),segment_id=4522ebf3-2221-43d4-9d7b-4027e1d9bd60)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:37:58.885265 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cdbb50-04c5-452b-b950-ac2196b62055 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Pushing event deleted for resources: {'Subnet': ['ID=64993055-bcec-444e-b0cf-d539c18de669,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:58.894013 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-04d7e105-30ed-4b60-b924-95bde2a100a2 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] 10.222.0.62 "GET /v2.0/routers/7a5245e6-71a0-44c6-8350-b9146eb6495d HTTP/1.1" status: 200 len: 920 time: 0.9226236 Feb 28 10:37:58.903623 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45894) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:58.953919 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-fc400d7a-aa90-48ef-a77b-a96ecde1a335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (7c7a4d32-e841-45a0-be79-9bff07530e2a), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:58.963233 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-32125f38-4b35-40fc-a5f8-43f842948ea2 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a5245e6-71a0-44c6-8350-b9146eb6495d HTTP/1.1" status: 200 len: 205 time: 0.0581341 Feb 28 10:37:58.978317 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4e6322ec-0a00-4cfb-8c98-18841f5c40b2 admin admin] Publish callbacks [] for security_group (caca4899-bd23-42e0-aca8-73b027c83ca2), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:58.995928 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45898) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:59.006123 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4e6322ec-0a00-4cfb-8c98-18841f5c40b2 admin admin] Publish callbacks [] for security_group (caca4899-bd23-42e0-aca8-73b027c83ca2), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:59.065768 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc400d7a-aa90-48ef-a77b-a96ecde1a335 None None] Pushing event updated for resources: {'Port': ['ID=7c7a4d32-e841-45a0-be79-9bff07530e2a,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:59.115034 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-96cdbb50-04c5-452b-b950-ac2196b62055 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (d75d89ba-5baf-4596-b88a-7cc1d4becc0f), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:59.181485 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe187b8-e78f-4533-89a7-104419e68fdd None None] Network d75d89ba-5baf-4596-b88a-7cc1d4becc0f requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:59.191355 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-96cdbb50-04c5-452b-b950-ac2196b62055 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d75d89ba-5baf-4596-b88a-7cc1d4becc0f']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:59.195997 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-81179da3-929d-4df3-8c63-d094b683f8ca tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (b592e1d5-a61d-4539-9220-650dfc945fae), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:59.231860 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-96cdbb50-04c5-452b-b950-ac2196b62055 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04701a53-217e-4272-bcf1-d264c38c5460') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:59.231860 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-96cdbb50-04c5-452b-b950-ac2196b62055 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04701a53-217e-4272-bcf1-d264c38c5460') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:59.270019 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-96cdbb50-04c5-452b-b950-ac2196b62055 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (04701a53-217e-4272-bcf1-d264c38c5460), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:59.283583 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81179da3-929d-4df3-8c63-d094b683f8ca tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Network 0a5137ae-44be-422e-9160-f84b95930ab3 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:59.286874 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-648ac80d-687d-4040-919b-8faf81e75416 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (15c2a137-950f-4841-b279-131f8c88b332), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:59.290525 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-7f9d7b76-047b-4696-9fe2-ce5bcae50edb tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Allocated IP 172.20.0.1 (d98ce10f-a130-4370-b0fb-d930e29b1496/235a7396-1e97-424a-afcd-ec2f30a97fb3/1db9ebdd-dd81-4ae6-9d66-617455122c62) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:59.305824 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-81179da3-929d-4df3-8c63-d094b683f8ca tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:59.310490 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4e6322ec-0a00-4cfb-8c98-18841f5c40b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (caca4899-bd23-42e0-aca8-73b027c83ca2), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:59.314408 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4e6322ec-0a00-4cfb-8c98-18841f5c40b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:59.319738 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-4e6322ec-0a00-4cfb-8c98-18841f5c40b2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/caca4899-bd23-42e0-aca8-73b027c83ca2 HTTP/1.1" status: 204 len: 168 time: 0.8682864 Feb 28 10:37:59.326533 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81179da3-929d-4df3-8c63-d094b683f8ca tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:59.331865 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81179da3-929d-4df3-8c63-d094b683f8ca tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:59.333229 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-81179da3-929d-4df3-8c63-d094b683f8ca tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:59.340056 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-96cdbb50-04c5-452b-b950-ac2196b62055 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (04701a53-217e-4272-bcf1-d264c38c5460), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:59.374053 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-621fe612-1aff-427a-94fa-f91f5a768d61 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks [] for router (7a5245e6-71a0-44c6-8350-b9146eb6495d), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:59.376065 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81179da3-929d-4df3-8c63-d094b683f8ca tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event updated for resources: {'Port': ['ID=b592e1d5-a61d-4539-9220-650dfc945fae,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:59.379099 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96cdbb50-04c5-452b-b950-ac2196b62055 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:37:59.379662 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-96cdbb50-04c5-452b-b950-ac2196b62055 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (04701a53-217e-4272-bcf1-d264c38c5460), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:59.392615 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:37:59.392615 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:37:59.392615 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:37:59.392615 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:37:59.392615 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:37:59.392615 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:37:59.392615 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:37:59.392615 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:37:59.392615 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:37:59.392615 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:37:59.392615 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:37:59.392615 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:37:59.392615 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:37:59.392615 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:37:59.392615 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:37:59.392615 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:37:59.392615 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:37:59.392615 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:37:59.392615 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:37:59.392615 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:37:59.392615 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:37:59.392615 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:37:59.392615 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:37:59.392615 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:37:59.392615 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:37:59.392615 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:37:59.392615 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:37:59.392615 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:37:59.392615 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:37:59.392615 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:37:59.392615 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:37:59.392615 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:37:59.402691 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6322ec-0a00-4cfb-8c98-18841f5c40b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caca4899-bd23-42e0-aca8-73b027c83ca2,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:59.524100 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c507fbe-5eaa-478c-b148-b18eb9b94624 None None] DHCP port deletion for d75d89ba-5baf-4596-b88a-7cc1d4becc0f request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:37:59.561913 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-81179da3-929d-4df3-8c63-d094b683f8ca tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.0225761 Feb 28 10:37:59.573646 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45908) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:59.623488 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-2eef3ba3-4ee5-419a-9946-c185055b7d74 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Request body: {'port': {'network_id': '0a5137ae-44be-422e-9160-f84b95930ab3', 'name': 'tempest-PortsIpV6TestJSON-25542725', 'fixed_ips': [{'subnet_id': 'defdeaec-94da-452b-a73e-51e62cd41b90', 'ip_address': '2001:db8::f'}]}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:59.684144 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45910) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:59.766175 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7f9d7b76-047b-4696-9fe2-ce5bcae50edb tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks [] for port (1db9ebdd-dd81-4ae6-9d66-617455122c62), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:59.916855 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-648ac80d-687d-4040-919b-8faf81e75416 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Router 15c2a137-950f-4841-b279-131f8c88b332 is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:37:59.925030 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-96cdbb50-04c5-452b-b950-ac2196b62055 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (d75d89ba-5baf-4596-b88a-7cc1d4becc0f), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:59.931417 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-96cdbb50-04c5-452b-b950-ac2196b62055 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:59.938480 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-96cdbb50-04c5-452b-b950-ac2196b62055 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "DELETE /v2.0/networks/d75d89ba-5baf-4596-b88a-7cc1d4becc0f HTTP/1.1" status: 204 len: 168 time: 4.3807521 Feb 28 10:37:59.961095 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device af7061cc-4b38-41c7-bb98-a14122b3947c up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:37:59.970748 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45914) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:59.971687 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cdbb50-04c5-452b-b950-ac2196b62055 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Pushing event deleted for resources: {'Network': ['ID=d75d89ba-5baf-4596-b88a-7cc1d4becc0f,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:00.028822 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-567969dd-0eca-4b12-8b66-18ca73f7381e tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] DELETE failed (client error): The resource could not be found. Feb 28 10:38:00.029471 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-567969dd-0eca-4b12-8b66-18ca73f7381e tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:38:00.042784 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-567969dd-0eca-4b12-8b66-18ca73f7381e tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "DELETE /v2.0/networks/d75d89ba-5baf-4596-b88a-7cc1d4becc0f HTTP/1.1" status: 404 len: 339 time: 0.0666707 Feb 28 10:38:00.046937 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45916) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:00.055787 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-9e25edd2-7e10-4539-83a8-05f5402deeca tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1866457506', 'description': 'd1'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:00.107132 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eef3ba3-4ee5-419a-9946-c185055b7d74 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Made reservation on behalf of 4139ff51d3884888b07610eef64ca26e for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:38:00.120732 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2eef3ba3-4ee5-419a-9946-c185055b7d74 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:00.136450 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port af7061cc-4b38-41c7-bb98-a14122b3947c triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:00.138727 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (af7061cc-4b38-41c7-bb98-a14122b3947c), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:00.141742 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-648ac80d-687d-4040-919b-8faf81e75416 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:38:00.152510 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7f9d7b76-047b-4696-9fe2-ce5bcae50edb tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (1db9ebdd-dd81-4ae6-9d66-617455122c62), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:00.159886 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-621fe612-1aff-427a-94fa-f91f5a768d61 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks [] for router_gateway (7a5245e6-71a0-44c6-8350-b9146eb6495d), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:00.173228 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fce4c2d-7140-4bd8-81f5-155dbb8e6c6f None None] Sync routers for ids ['15c2a137-950f-4841-b279-131f8c88b332'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:38:00.193853 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-2eef3ba3-4ee5-419a-9946-c185055b7d74 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] device_id is not set on port 8ef7eee6-758e-4c4b-862f-7d6d750d5eb0 yet. {{(pid=104083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:38:00.205695 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fce4c2d-7140-4bd8-81f5-155dbb8e6c6f None None] Routers {'15c2a137-950f-4841-b279-131f8c88b332'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:00.206398 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-7fce4c2d-7140-4bd8-81f5-155dbb8e6c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:37:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['15c2a137-950f-4841-b279-131f8c88b332'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:00.218425 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e25edd2-7e10-4539-83a8-05f5402deeca tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Made reservation on behalf of e83592cc9f8b4979b763ded3df9533cb for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:38:00.221682 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9e25edd2-7e10-4539-83a8-05f5402deeca tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:00.233586 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9d7b76-047b-4696-9fe2-ce5bcae50edb tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Pushing event updated for resources: {'Port': ['ID=1db9ebdd-dd81-4ae6-9d66-617455122c62,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:00.244866 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9d7b76-047b-4696-9fe2-ce5bcae50edb tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Network d98ce10f-a130-4370-b0fb-d930e29b1496 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:00.249681 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-aca0b0b2-4777-402c-a7e6-d5ac8d631e3b tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-368119467'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:00.253433 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-7fce4c2d-7140-4bd8-81f5-155dbb8e6c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:00.270932 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fce4c2d-7140-4bd8-81f5-155dbb8e6c6f None None] Routers {'15c2a137-950f-4841-b279-131f8c88b332'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:00.271837 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-7fce4c2d-7140-4bd8-81f5-155dbb8e6c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:37:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['15c2a137-950f-4841-b279-131f8c88b332'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:00.272834 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-7f9d7b76-047b-4696-9fe2-ce5bcae50edb tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:00.280187 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-648ac80d-687d-4040-919b-8faf81e75416 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:00.282229 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-648ac80d-687d-4040-919b-8faf81e75416 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.1774671 Feb 28 10:38:00.283258 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9d7b76-047b-4696-9fe2-ce5bcae50edb tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:38:00.286512 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45918) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:00.293553 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-140ef6a8-f234-4b63-ac26-1f2e9ae12294 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'enable_snat': False}}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:00.312143 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-7fce4c2d-7140-4bd8-81f5-155dbb8e6c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:00.313198 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fce4c2d-7140-4bd8-81f5-155dbb8e6c6f None None] The sync data for ids ['15c2a137-950f-4841-b279-131f8c88b332'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:38:00.353494 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef7b82b-73ee-4412-aa95-88514bf2bb6a None None] Network d98ce10f-a130-4370-b0fb-d930e29b1496 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:38:00.378054 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca0b0b2-4777-402c-a7e6-d5ac8d631e3b tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Made reservation on behalf of 94c254e0b2ed4c649e751c1a9615c906 for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:38:00.381973 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-aca0b0b2-4777-402c-a7e6-d5ac8d631e3b tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:00.406573 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-aca0b0b2-4777-402c-a7e6-d5ac8d631e3b tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:00.432481 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e25edd2-7e10-4539-83a8-05f5402deeca tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:38:00.437548 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port af7061cc-4b38-41c7-bb98-a14122b3947c is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:00.437948 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (af7061cc-4b38-41c7-bb98-a14122b3947c), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:00.468372 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7f9d7b76-047b-4696-9fe2-ce5bcae50edb tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047958'] for router_interface (89359900-e75b-4cfe-a0ba-405150ca621c), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:00.493909 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-bc147680-5eef-47d7-922f-ae83cd7b483f None None] Provisioning complete for port af7061cc-4b38-41c7-bb98-a14122b3947c triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:00.494293 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-bc147680-5eef-47d7-922f-ae83cd7b483f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (af7061cc-4b38-41c7-bb98-a14122b3947c), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:00.498426 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-2eef3ba3-4ee5-419a-9946-c185055b7d74 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Allocated IP 2001:db8::f (0a5137ae-44be-422e-9160-f84b95930ab3/defdeaec-94da-452b-a73e-51e62cd41b90/8ef7eee6-758e-4c4b-862f-7d6d750d5eb0) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:00.510789 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port af7061cc-4b38-41c7-bb98-a14122b3947c, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=af7061cc-4b38-41c7-bb98-a14122b3947c,segment=NetworkSegment(03d25597-5240-414f-9a20-c2adb2ca5ba8),segment_id=03d25597-5240-414f-9a20-c2adb2ca5ba8)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:00.536982 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:00.606007 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (af7061cc-4b38-41c7-bb98-a14122b3947c), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:00.608527 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 75849153-8f68-40eb-b78a-4c825f2f0dbc up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:38:00.724670 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2eef3ba3-4ee5-419a-9946-c185055b7d74 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for port (8ef7eee6-758e-4c4b-862f-7d6d750d5eb0), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:00.726947 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fed8864-e126-402f-9057-27f1f07ae6d7 None None] Network 0a5137ae-44be-422e-9160-f84b95930ab3 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:38:00.775369 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9e25edd2-7e10-4539-83a8-05f5402deeca tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (879a278e-33ca-4526-8cf4-3aa593c4f361), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:00.776351 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-9e25edd2-7e10-4539-83a8-05f5402deeca tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Added segment 879a278e-33ca-4526-8cf4-3aa593c4f361 of type vlan for network bee886a5-11ef-4d1b-aee8-b966a51bd67f Feb 28 10:38:00.808595 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7f9d7b76-047b-4696-9fe2-ce5bcae50edb tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (1db9ebdd-dd81-4ae6-9d66-617455122c62), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:00.835473 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-aca0b0b2-4777-402c-a7e6-d5ac8d631e3b tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for security_group (5402d0a3-9957-42cc-8fe1-7211154ffdec), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:00.849458 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9e25edd2-7e10-4539-83a8-05f5402deeca tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (bee886a5-11ef-4d1b-aee8-b966a51bd67f), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:00.893346 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-bc147680-5eef-47d7-922f-ae83cd7b483f None None] Current status of the port af7061cc-4b38-41c7-bb98-a14122b3947c is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:00.902923 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=af7061cc-4b38-41c7-bb98-a14122b3947c,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:00.907492 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-621fe612-1aff-427a-94fa-f91f5a768d61 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Deleting port 7d109044-9306-4c3e-b73b-f30ea7c05ee5 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:38:00.909345 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-621fe612-1aff-427a-94fa-f91f5a768d61 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (7d109044-9306-4c3e-b73b-f30ea7c05ee5), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:00.932985 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 75849153-8f68-40eb-b78a-4c825f2f0dbc triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:00.933367 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (75849153-8f68-40eb-b78a-4c825f2f0dbc), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:00.952784 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-aca0b0b2-4777-402c-a7e6-d5ac8d631e3b tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (5402d0a3-9957-42cc-8fe1-7211154ffdec), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:00.998012 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2eef3ba3-4ee5-419a-9946-c185055b7d74 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (8ef7eee6-758e-4c4b-862f-7d6d750d5eb0), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:01.009255 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aca0b0b2-4777-402c-a7e6-d5ac8d631e3b tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:38:01.043596 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9e25edd2-7e10-4539-83a8-05f5402deeca tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (bee886a5-11ef-4d1b-aee8-b966a51bd67f), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:01.044508 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 75849153-8f68-40eb-b78a-4c825f2f0dbc is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:01.044977 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (75849153-8f68-40eb-b78a-4c825f2f0dbc), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:01.048966 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e25edd2-7e10-4539-83a8-05f5402deeca tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:01.049612 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9e25edd2-7e10-4539-83a8-05f5402deeca tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:01.071608 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-eb09e4de-5986-4989-b217-2347e64b474d None None] Provisioning complete for port 75849153-8f68-40eb-b78a-4c825f2f0dbc triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:01.074488 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-eb09e4de-5986-4989-b217-2347e64b474d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (75849153-8f68-40eb-b78a-4c825f2f0dbc), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:01.101495 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-aca0b0b2-4777-402c-a7e6-d5ac8d631e3b tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (05f489a6-87b8-4b66-9d71-ae21386fb46f), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:01.101730 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-aca0b0b2-4777-402c-a7e6-d5ac8d631e3b tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Added segment 05f489a6-87b8-4b66-9d71-ae21386fb46f of type vlan for network 9475f20a-4dc8-4b47-b51a-3d7872ad0403 Feb 28 10:38:01.130451 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eef3ba3-4ee5-419a-9946-c185055b7d74 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Network 0a5137ae-44be-422e-9160-f84b95930ab3 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:01.136313 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port 75849153-8f68-40eb-b78a-4c825f2f0dbc, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=75849153-8f68-40eb-b78a-4c825f2f0dbc,segment=NetworkSegment(ae4e9b2f-1baf-4a88-bd7d-23055fa55030),segment_id=ae4e9b2f-1baf-4a88-bd7d-23055fa55030)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:01.152759 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca0b0b2-4777-402c-a7e6-d5ac8d631e3b tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5402d0a3-9957-42cc-8fe1-7211154ffdec,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:01.169210 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-621fe612-1aff-427a-94fa-f91f5a768d61 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (7d109044-9306-4c3e-b73b-f30ea7c05ee5), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:01.184180 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-621fe612-1aff-427a-94fa-f91f5a768d61 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Calling delete_port for 7d109044-9306-4c3e-b73b-f30ea7c05ee5 owned by network:router_gateway {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:38:01.219159 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-eb09e4de-5986-4989-b217-2347e64b474d None None] Current status of the port 75849153-8f68-40eb-b78a-4c825f2f0dbc is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:01.221206 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-eb09e4de-5986-4989-b217-2347e64b474d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (75849153-8f68-40eb-b78a-4c825f2f0dbc), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:01.243761 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (75849153-8f68-40eb-b78a-4c825f2f0dbc), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:01.271785 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eef3ba3-4ee5-419a-9946-c185055b7d74 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event updated for resources: {'Port': ['ID=8ef7eee6-758e-4c4b-862f-7d6d750d5eb0,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:01.280436 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-9e25edd2-7e10-4539-83a8-05f5402deeca tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.2297730 Feb 28 10:38:01.321291 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-2eef3ba3-4ee5-419a-9946-c185055b7d74 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:01.327445 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45920) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:01.335113 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eef3ba3-4ee5-419a-9946-c185055b7d74 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:38:01.341394 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eef3ba3-4ee5-419a-9946-c185055b7d74 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:01.342067 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2eef3ba3-4ee5-419a-9946-c185055b7d74 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:01.426303 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a37335e-c43e-4ad8-b096-0882f1963093 None None] Network 831e48b4-38eb-4625-b02d-a566c28c8d0d requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:38:01.442656 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.db.api [None req-eb09e4de-5986-4989-b217-2347e64b474d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:38:01.444218 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG oslo_db.api [None req-eb09e4de-5986-4989-b217-2347e64b474d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:38:01.444738 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=75849153-8f68-40eb-b78a-4c825f2f0dbc,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:01.490127 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede254df-0b05-4c5f-8122-b1f9e7fb9b04 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:01.491759 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-ede254df-0b05-4c5f-8122-b1f9e7fb9b04 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "GET /v2.0/networks?id=bee886a5-11ef-4d1b-aee8-b966a51bd67f HTTP/1.1" status: 200 len: 761 time: 0.1636295 Feb 28 10:38:01.510086 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-2eef3ba3-4ee5-419a-9946-c185055b7d74 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.9135811 Feb 28 10:38:01.513061 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45922) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:01.513405 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45924) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:01.525484 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-77ed1a3d-940d-420c-ba2a-4b09e2fa4f3e tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Request body: {'network': {'description': 'd2'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:01.659120 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e25edd2-7e10-4539-83a8-05f5402deeca tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Pushing event updated for resources: {'Network': ['ID=bee886a5-11ef-4d1b-aee8-b966a51bd67f,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:01.660786 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device af7061cc-4b38-41c7-bb98-a14122b3947c up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:38:01.717581 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network bee886a5-11ef-4d1b-aee8-b966a51bd67f details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:38:01.786872 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port af7061cc-4b38-41c7-bb98-a14122b3947c triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:01.787470 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (af7061cc-4b38-41c7-bb98-a14122b3947c), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:01.789855 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-aca0b0b2-4777-402c-a7e6-d5ac8d631e3b tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (9475f20a-4dc8-4b47-b51a-3d7872ad0403), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:01.863614 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5179290e-9b53-44fe-8753-2fa01fa5bfa2 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:01.869489 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-5179290e-9b53-44fe-8753-2fa01fa5bfa2 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3516893 Feb 28 10:38:01.875609 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45926) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:01.927215 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port af7061cc-4b38-41c7-bb98-a14122b3947c is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:01.929470 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 7c7a4d32-e841-45a0-be79-9bff07530e2a up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:38:01.980008 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-140ef6a8-f234-4b63-ac26-1f2e9ae12294 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks [] for router_gateway (15c2a137-950f-4841-b279-131f8c88b332), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:02.007105 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-77ed1a3d-940d-420c-ba2a-4b09e2fa4f3e tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (bee886a5-11ef-4d1b-aee8-b966a51bd67f), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:02.013527 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-eb09e4de-5986-4989-b217-2347e64b474d None None] Current status of the port 75849153-8f68-40eb-b78a-4c825f2f0dbc is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:02.032323 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-aca0b0b2-4777-402c-a7e6-d5ac8d631e3b tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (9475f20a-4dc8-4b47-b51a-3d7872ad0403), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:02.037450 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca0b0b2-4777-402c-a7e6-d5ac8d631e3b tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:02.038070 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-aca0b0b2-4777-402c-a7e6-d5ac8d631e3b tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:02.039864 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37766e3e-6ce0-4eeb-8f5a-9fd2c7d76aad tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:02.045513 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-eb09e4de-5986-4989-b217-2347e64b474d None None] Provisioning complete for port af7061cc-4b38-41c7-bb98-a14122b3947c triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:02.046082 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37766e3e-6ce0-4eeb-8f5a-9fd2c7d76aad tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:02.046208 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-eb09e4de-5986-4989-b217-2347e64b474d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (af7061cc-4b38-41c7-bb98-a14122b3947c), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:02.051275 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37766e3e-6ce0-4eeb-8f5a-9fd2c7d76aad tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:02.055648 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-37766e3e-6ce0-4eeb-8f5a-9fd2c7d76aad tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1781003 Feb 28 10:38:02.055903 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45928) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:02.112109 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-621fe612-1aff-427a-94fa-f91f5a768d61 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (7d109044-9306-4c3e-b73b-f30ea7c05ee5), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:02.113917 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 7c7a4d32-e841-45a0-be79-9bff07530e2a triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:02.113917 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (7c7a4d32-e841-45a0-be79-9bff07530e2a), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:02.114164 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-77ed1a3d-940d-420c-ba2a-4b09e2fa4f3e tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (bee886a5-11ef-4d1b-aee8-b966a51bd67f), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:02.140214 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7f9d7b76-047b-4696-9fe2-ce5bcae50edb tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks [] for port (1db9ebdd-dd81-4ae6-9d66-617455122c62), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:02.155870 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca0b0b2-4777-402c-a7e6-d5ac8d631e3b tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Pushing event updated for resources: {'Network': ['ID=9475f20a-4dc8-4b47-b51a-3d7872ad0403,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:02.183102 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-eb09e4de-5986-4989-b217-2347e64b474d None None] Current status of the port af7061cc-4b38-41c7-bb98-a14122b3947c is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:02.190563 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-77ed1a3d-940d-420c-ba2a-4b09e2fa4f3e tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Network bee886a5-11ef-4d1b-aee8-b966a51bd67f is not hosted by any dhcp agent {{(pid=104083) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 28 10:38:02.194644 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 9475f20a-4dc8-4b47-b51a-3d7872ad0403 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:38:02.201091 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ed1a3d-940d-420c-ba2a-4b09e2fa4f3e tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:02.201091 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-77ed1a3d-940d-420c-ba2a-4b09e2fa4f3e tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:02.201091 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-77ed1a3d-940d-420c-ba2a-4b09e2fa4f3e tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "PUT /v2.0/networks/bee886a5-11ef-4d1b-aee8-b966a51bd67f HTTP/1.1" status: 200 len: 758 time: 0.6818426 Feb 28 10:38:02.202494 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-aca0b0b2-4777-402c-a7e6-d5ac8d631e3b tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.5172439 Feb 28 10:38:02.204257 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45930) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:02.204598 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45932) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:02.219068 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-91b0e4ec-7483-4f82-8b56-31bb7d575273 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Request body: {'subnet': {'network_id': '9475f20a-4dc8-4b47-b51a-3d7872ad0403', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:02.241324 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7f9d7b76-047b-4696-9fe2-ce5bcae50edb tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (1db9ebdd-dd81-4ae6-9d66-617455122c62), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:02.255861 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621fe612-1aff-427a-94fa-f91f5a768d61 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Pushing event deleted for resources: {'Port': ['ID=7d109044-9306-4c3e-b73b-f30ea7c05ee5,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:02.269495 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-eb09e4de-5986-4989-b217-2347e64b474d None None] Provisioning complete for port 1db9ebdd-dd81-4ae6-9d66-617455122c62 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:02.269495 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-eb09e4de-5986-4989-b217-2347e64b474d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (1db9ebdd-dd81-4ae6-9d66-617455122c62), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:02.327050 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ed1a3d-940d-420c-ba2a-4b09e2fa4f3e tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Pushing event updated for resources: {'Network': ['ID=bee886a5-11ef-4d1b-aee8-b966a51bd67f,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:02.349029 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-87a9a919-a946-4e33-9850-0a27cb0d1d3c tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Deleting port 8ef7eee6-758e-4c4b-862f-7d6d750d5eb0 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:38:02.349368 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-87a9a919-a946-4e33-9850-0a27cb0d1d3c tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (8ef7eee6-758e-4c4b-862f-7d6d750d5eb0), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:02.364733 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-621fe612-1aff-427a-94fa-f91f5a768d61 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047843'] for router_gateway (7a5245e6-71a0-44c6-8350-b9146eb6495d), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:02.370954 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network bee886a5-11ef-4d1b-aee8-b966a51bd67f details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:38:02.386343 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-eb09e4de-5986-4989-b217-2347e64b474d None None] Port 1db9ebdd-dd81-4ae6-9d66-617455122c62 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:38:02.390374 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 7c7a4d32-e841-45a0-be79-9bff07530e2a is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:02.390914 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (7c7a4d32-e841-45a0-be79-9bff07530e2a), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:02.453808 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9d7b76-047b-4696-9fe2-ce5bcae50edb tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Pushing event updated for resources: {'Port': ['ID=1db9ebdd-dd81-4ae6-9d66-617455122c62,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:02.456654 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7f9d7b76-047b-4696-9fe2-ce5bcae50edb tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047558'] for router_interface (89359900-e75b-4cfe-a0ba-405150ca621c), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:02.467836 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed92431-6376-4ddb-b10b-33374205ea64 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:02.473585 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-6ed92431-6376-4ddb-b10b-33374205ea64 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "GET /v2.0/networks?id=bee886a5-11ef-4d1b-aee8-b966a51bd67f HTTP/1.1" status: 200 len: 761 time: 0.2638450 Feb 28 10:38:02.478924 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45934) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:02.483913 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-ea48d44f-4b17-4164-9327-11db3aebfef6 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1557093611'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:02.503020 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-621fe612-1aff-427a-94fa-f91f5a768d61 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (7a5245e6-71a0-44c6-8350-b9146eb6495d), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:02.507584 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-621fe612-1aff-427a-94fa-f91f5a768d61 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks [] for router_controller (7a5245e6-71a0-44c6-8350-b9146eb6495d), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:02.570170 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-87a9a919-a946-4e33-9850-0a27cb0d1d3c tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (8ef7eee6-758e-4c4b-862f-7d6d750d5eb0), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:02.582977 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b0e4ec-7483-4f82-8b56-31bb7d575273 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Made reservation on behalf of 94c254e0b2ed4c649e751c1a9615c906 for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:38:02.584515 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-87a9a919-a946-4e33-9850-0a27cb0d1d3c tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Calling delete_port for 8ef7eee6-758e-4c4b-862f-7d6d750d5eb0 owned by {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:38:02.586443 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-91b0e4ec-7483-4f82-8b56-31bb7d575273 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:02.648651 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port 7c7a4d32-e841-45a0-be79-9bff07530e2a, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=7c7a4d32-e841-45a0-be79-9bff07530e2a,segment=NetworkSegment(4522ebf3-2221-43d4-9d7b-4027e1d9bd60),segment_id=4522ebf3-2221-43d4-9d7b-4027e1d9bd60)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:02.662856 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-b649d1f2-00a2-4623-95a0-7086fd2b662d None None] Provisioning complete for port 8ef7eee6-758e-4c4b-862f-7d6d750d5eb0 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:02.663579 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b649d1f2-00a2-4623-95a0-7086fd2b662d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (8ef7eee6-758e-4c4b-862f-7d6d750d5eb0), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:02.665559 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-621fe612-1aff-427a-94fa-f91f5a768d61 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (7a5245e6-71a0-44c6-8350-b9146eb6495d), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:02.666142 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621fe612-1aff-427a-94fa-f91f5a768d61 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Fanout notify agent at l3_agent the message router_deleted on router 7a5245e6-71a0-44c6-8350-b9146eb6495d {{(pid=104083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:38:02.672407 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea48d44f-4b17-4164-9327-11db3aebfef6 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Made reservation on behalf of e83592cc9f8b4979b763ded3df9533cb for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:38:02.675742 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ea48d44f-4b17-4164-9327-11db3aebfef6 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:02.679307 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-621fe612-1aff-427a-94fa-f91f5a768d61 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:02.684488 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-621fe612-1aff-427a-94fa-f91f5a768d61 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] 10.222.0.62 "DELETE /v2.0/routers/7a5245e6-71a0-44c6-8350-b9146eb6495d HTTP/1.1" status: 204 len: 168 time: 3.6841536 Feb 28 10:38:02.685974 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45936) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:02.689625 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-dfc4a5b2-d07a-4b52-9546-6fcfb4861924 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2006228045', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'enable_snat': False}}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:02.705852 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-b649d1f2-00a2-4623-95a0-7086fd2b662d None None] Port 8ef7eee6-758e-4c4b-862f-7d6d750d5eb0 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:38:02.718024 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-b649d1f2-00a2-4623-95a0-7086fd2b662d None None] Provisioning complete for port b592e1d5-a61d-4539-9220-650dfc945fae triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:02.718997 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b649d1f2-00a2-4623-95a0-7086fd2b662d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (b592e1d5-a61d-4539-9220-650dfc945fae), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:02.721261 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (7c7a4d32-e841-45a0-be79-9bff07530e2a), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:02.772032 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 21b30316-c9e7-4abc-bb27-09317bc8bb8f no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:38:02.790008 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea48d44f-4b17-4164-9327-11db3aebfef6 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:38:02.795323 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9d7b76-047b-4696-9fe2-ce5bcae50edb tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Network d98ce10f-a130-4370-b0fb-d930e29b1496 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:02.802878 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-7f9d7b76-047b-4696-9fe2-ce5bcae50edb tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:02.804691 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dfc4a5b2-d07a-4b52-9546-6fcfb4861924 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (e24df3eb-3939-4fe2-8719-fad22c4109c1), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:02.807480 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 21b30316-c9e7-4abc-bb27-09317bc8bb8f {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:38:02.807893 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 21b30316-c9e7-4abc-bb27-09317bc8bb8f not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:38:02.818589 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dfc4a5b2-d07a-4b52-9546-6fcfb4861924 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (e24df3eb-3939-4fe2-8719-fad22c4109c1), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:02.820819 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ea48d44f-4b17-4164-9327-11db3aebfef6 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (41a133d5-4da3-4284-9963-2bf50b732103), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:02.821176 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-ea48d44f-4b17-4164-9327-11db3aebfef6 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Added segment 41a133d5-4da3-4284-9963-2bf50b732103 of type vlan for network b2679c1c-0ad5-4050-94d9-9e26a9cc9ead Feb 28 10:38:02.828692 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-b649d1f2-00a2-4623-95a0-7086fd2b662d None None] Port b592e1d5-a61d-4539-9220-650dfc945fae cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:38:02.839205 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-87a9a919-a946-4e33-9850-0a27cb0d1d3c tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (8ef7eee6-758e-4c4b-862f-7d6d750d5eb0), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:02.843423 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=7c7a4d32-e841-45a0-be79-9bff07530e2a,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:02.849395 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-b649d1f2-00a2-4623-95a0-7086fd2b662d None None] Provisioning complete for port 7c7a4d32-e841-45a0-be79-9bff07530e2a triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:02.849395 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b649d1f2-00a2-4623-95a0-7086fd2b662d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (7c7a4d32-e841-45a0-be79-9bff07530e2a), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:02.887919 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a9a919-a946-4e33-9850-0a27cb0d1d3c tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event deleted for resources: {'Port': ['ID=8ef7eee6-758e-4c4b-862f-7d6d750d5eb0,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:02.976452 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ea48d44f-4b17-4164-9327-11db3aebfef6 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (b2679c1c-0ad5-4050-94d9-9e26a9cc9ead), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:02.979132 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-87a9a919-a946-4e33-9850-0a27cb0d1d3c tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:02.983641 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-b649d1f2-00a2-4623-95a0-7086fd2b662d None None] Current status of the port 7c7a4d32-e841-45a0-be79-9bff07530e2a is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:02.984922 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-87a9a919-a946-4e33-9850-0a27cb0d1d3c tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "DELETE /v2.0/ports/8ef7eee6-758e-4c4b-862f-7d6d750d5eb0 HTTP/1.1" status: 204 len: 168 time: 0.9273198 Feb 28 10:38:02.987226 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dfc4a5b2-d07a-4b52-9546-6fcfb4861924 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks [] for router_controller (e24df3eb-3939-4fe2-8719-fad22c4109c1), precommit_add_association {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:02.988214 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45938) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:03.001254 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-b649d1f2-00a2-4623-95a0-7086fd2b662d None None] Provisioning complete for port 1db9ebdd-dd81-4ae6-9d66-617455122c62 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:03.001638 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b649d1f2-00a2-4623-95a0-7086fd2b662d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (1db9ebdd-dd81-4ae6-9d66-617455122c62), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:03.022341 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cd7f854-6f07-4ff6-aa40-50ed1b1504a0 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] GET failed (client error): The resource could not be found. Feb 28 10:38:03.025863 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-8cd7f854-6f07-4ff6-aa40-50ed1b1504a0 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "GET /v2.0/ports/8ef7eee6-758e-4c4b-862f-7d6d750d5eb0 HTTP/1.1" status: 404 len: 333 time: 0.0356476 Feb 28 10:38:03.028647 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45940) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:03.053717 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-b649d1f2-00a2-4623-95a0-7086fd2b662d None None] Port 1db9ebdd-dd81-4ae6-9d66-617455122c62 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:38:03.073676 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-b649d1f2-00a2-4623-95a0-7086fd2b662d None None] Provisioning complete for port 75849153-8f68-40eb-b78a-4c825f2f0dbc triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:03.074406 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b649d1f2-00a2-4623-95a0-7086fd2b662d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (75849153-8f68-40eb-b78a-4c825f2f0dbc), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:03.198957 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-b649d1f2-00a2-4623-95a0-7086fd2b662d None None] Current status of the port 75849153-8f68-40eb-b78a-4c825f2f0dbc is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:03.230466 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ea48d44f-4b17-4164-9327-11db3aebfef6 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (b2679c1c-0ad5-4050-94d9-9e26a9cc9ead), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:03.239742 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea48d44f-4b17-4164-9327-11db3aebfef6 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:03.246870 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ea48d44f-4b17-4164-9327-11db3aebfef6 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:03.265069 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-91b0e4ec-7483-4f82-8b56-31bb7d575273 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (fe64f201-be40-4404-9f6e-20a6b4ac42c0), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:03.325316 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-b00f047f-9e52-43b7-86d1-3ec397277c8c None None] Provisioning complete for port 1db9ebdd-dd81-4ae6-9d66-617455122c62 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:03.326017 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b00f047f-9e52-43b7-86d1-3ec397277c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (1db9ebdd-dd81-4ae6-9d66-617455122c62), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:03.381129 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-b00f047f-9e52-43b7-86d1-3ec397277c8c None None] Port 1db9ebdd-dd81-4ae6-9d66-617455122c62 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:38:03.392788 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-ea48d44f-4b17-4164-9327-11db3aebfef6 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9127758 Feb 28 10:38:03.402376 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45942) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:03.443868 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-3cabf958-43eb-4e57-b790-58229168fd4e tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Request body: {'subnet': {'network_id': 'b2679c1c-0ad5-4050-94d9-9e26a9cc9ead', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:03.452087 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea48d44f-4b17-4164-9327-11db3aebfef6 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Pushing event updated for resources: {'Network': ['ID=b2679c1c-0ad5-4050-94d9-9e26a9cc9ead,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:03.469285 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network b2679c1c-0ad5-4050-94d9-9e26a9cc9ead details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:38:03.480594 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b0e4ec-7483-4f82-8b56-31bb7d575273 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Pushing event updated for resources: {'Subnet': ['ID=fe64f201-be40-4404-9f6e-20a6b4ac42c0,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:03.540308 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 7c7a4d32-e841-45a0-be79-9bff07530e2a up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:38:03.579246 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dfc4a5b2-d07a-4b52-9546-6fcfb4861924 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks [] for router_gateway (e24df3eb-3939-4fe2-8719-fad22c4109c1), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:03.585252 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b0e4ec-7483-4f82-8b56-31bb7d575273 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Checking segment: {'id': '05f489a6-87b8-4b66-9d71-ae21386fb46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9475f20a-4dc8-4b47-b51a-3d7872ad0403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:38:03.586035 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b0e4ec-7483-4f82-8b56-31bb7d575273 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Network hostable DHCP agents. Network: 9475f20a-4dc8-4b47-b51a-3d7872ad0403, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:38:03.598285 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-a58a0ec3-dc8b-4e74-9f77-f86eb7981d1f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Deleting port b592e1d5-a61d-4539-9220-650dfc945fae {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:38:03.598638 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a58a0ec3-dc8b-4e74-9f77-f86eb7981d1f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (b592e1d5-a61d-4539-9220-650dfc945fae), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:03.598872 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f9d7b76-047b-4696-9fe2-ce5bcae50edb tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Router 89359900-e75b-4cfe-a0ba-405150ca621c is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:38:03.614778 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 7c7a4d32-e841-45a0-be79-9bff07530e2a triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:03.615390 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (7c7a4d32-e841-45a0-be79-9bff07530e2a), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:03.637886 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-140ef6a8-f234-4b63-ac26-1f2e9ae12294 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1032676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1044823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27871'] for router (15c2a137-950f-4841-b279-131f8c88b332), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:03.652098 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-140ef6a8-f234-4b63-ac26-1f2e9ae12294 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1032701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1032690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1044908'] for router (15c2a137-950f-4841-b279-131f8c88b332), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:03.708335 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 7c7a4d32-e841-45a0-be79-9bff07530e2a is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:03.709570 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 75849153-8f68-40eb-b78a-4c825f2f0dbc up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:38:03.748071 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a58a0ec3-dc8b-4e74-9f77-f86eb7981d1f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (b592e1d5-a61d-4539-9220-650dfc945fae), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:03.753486 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cabf958-43eb-4e57-b790-58229168fd4e tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Made reservation on behalf of e83592cc9f8b4979b763ded3df9533cb for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:38:03.756946 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3cabf958-43eb-4e57-b790-58229168fd4e tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:03.759354 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 75849153-8f68-40eb-b78a-4c825f2f0dbc triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:03.759900 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (75849153-8f68-40eb-b78a-4c825f2f0dbc), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:03.760114 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b0e4ec-7483-4f82-8b56-31bb7d575273 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Network 9475f20a-4dc8-4b47-b51a-3d7872ad0403 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:38:03.766521 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-a58a0ec3-dc8b-4e74-9f77-f86eb7981d1f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Calling delete_port for b592e1d5-a61d-4539-9220-650dfc945fae owned by {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:38:03.847344 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 75849153-8f68-40eb-b78a-4c825f2f0dbc is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:03.850983 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f9d7b76-047b-4696-9fe2-ce5bcae50edb tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:38:03.856268 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-7f9d7b76-047b-4696-9fe2-ce5bcae50edb tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] 10.222.0.62 "PUT /v2.0/routers/89359900-e75b-4cfe-a0ba-405150ca621c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5907180 Feb 28 10:38:03.864624 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305e3bb6-8434-44eb-9af9-68b6e5f340c4 None None] Sync routers for ids ['89359900-e75b-4cfe-a0ba-405150ca621c'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:38:03.875856 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305e3bb6-8434-44eb-9af9-68b6e5f340c4 None None] Routers {'89359900-e75b-4cfe-a0ba-405150ca621c'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:03.876528 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-305e3bb6-8434-44eb-9af9-68b6e5f340c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:37:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['89359900-e75b-4cfe-a0ba-405150ca621c'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:03.884218 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45944) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:03.887848 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-91b0e4ec-7483-4f82-8b56-31bb7d575273 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 9475f20a-4dc8-4b47-b51a-3d7872ad0403) {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:03.900508 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98580329-d104-44f5-8688-0526e294c82c None None] Network 9475f20a-4dc8-4b47-b51a-3d7872ad0403 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:38:03.911952 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b0e4ec-7483-4f82-8b56-31bb7d575273 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:03.919068 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-91b0e4ec-7483-4f82-8b56-31bb7d575273 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:03.943112 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-305e3bb6-8434-44eb-9af9-68b6e5f340c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:03.952576 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-140ef6a8-f234-4b63-ac26-1f2e9ae12294 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Router 15c2a137-950f-4841-b279-131f8c88b332 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:38:03.963574 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305e3bb6-8434-44eb-9af9-68b6e5f340c4 None None] Routers {'89359900-e75b-4cfe-a0ba-405150ca621c'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:03.965613 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-305e3bb6-8434-44eb-9af9-68b6e5f340c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:37:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['89359900-e75b-4cfe-a0ba-405150ca621c'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:04.023004 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-305e3bb6-8434-44eb-9af9-68b6e5f340c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:04.024558 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54283dce-87e8-4fdb-a97c-05c429c964e9 None None] Network 9475f20a-4dc8-4b47-b51a-3d7872ad0403 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:38:04.028231 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305e3bb6-8434-44eb-9af9-68b6e5f340c4 None None] The sync data for ids ['89359900-e75b-4cfe-a0ba-405150ca621c'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:38:04.065485 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-91b0e4ec-7483-4f82-8b56-31bb7d575273 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8587079 Feb 28 10:38:04.068416 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45946) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:04.186117 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dfc4a5b2-d07a-4b52-9546-6fcfb4861924 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks [] for router_gateway (e24df3eb-3939-4fe2-8719-fad22c4109c1), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:04.251802 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dfc4a5b2-d07a-4b52-9546-6fcfb4861924 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:04.422358 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a58a0ec3-dc8b-4e74-9f77-f86eb7981d1f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (b592e1d5-a61d-4539-9220-650dfc945fae), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:04.452283 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-0751cc8d-ce0d-49e8-8c6a-10d144beae61 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-325583441', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}, 'admin_state_up': False}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:04.477174 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58a0ec3-dc8b-4e74-9f77-f86eb7981d1f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event deleted for resources: {'Port': ['ID=b592e1d5-a61d-4539-9220-650dfc945fae,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:04.507961 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-140ef6a8-f234-4b63-ac26-1f2e9ae12294 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:38:04.513092 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-140ef6a8-f234-4b63-ac26-1f2e9ae12294 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:04.514340 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-140ef6a8-f234-4b63-ac26-1f2e9ae12294 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] 10.222.0.62 "PUT /v2.0/routers/15c2a137-950f-4841-b279-131f8c88b332 HTTP/1.1" status: 200 len: 925 time: 4.2268176 Feb 28 10:38:04.518003 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45948) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:04.532776 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16feda58-a616-47c9-9cc6-8281ef579986 None None] Sync routers for ids ['15c2a137-950f-4841-b279-131f8c88b332'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:38:04.552452 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16feda58-a616-47c9-9cc6-8281ef579986 None None] Routers {'15c2a137-950f-4841-b279-131f8c88b332'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:04.553667 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-16feda58-a616-47c9-9cc6-8281ef579986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:37:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['15c2a137-950f-4841-b279-131f8c88b332'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:04.573384 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a58a0ec3-dc8b-4e74-9f77-f86eb7981d1f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:04.579100 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a58a0ec3-dc8b-4e74-9f77-f86eb7981d1f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "DELETE /v2.0/ports/b592e1d5-a61d-4539-9220-650dfc945fae HTTP/1.1" status: 204 len: 168 time: 1.5485353 Feb 28 10:38:04.589538 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-dfc4a5b2-d07a-4b52-9546-6fcfb4861924 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Allocated IP 172.26.3.162 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/8e566eb6-4b45-4cd7-b271-21f42b1a2082) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:04.591745 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45950) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:04.601531 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-16feda58-a616-47c9-9cc6-8281ef579986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:04.608607 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3cabf958-43eb-4e57-b790-58229168fd4e tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (02e1751c-223e-463c-b52e-7356a8178754), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:04.610751 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0751cc8d-ce0d-49e8-8c6a-10d144beae61 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (e94fd51f-5c81-48c9-98f1-5b1daebeeda9), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:04.612638 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0751cc8d-ce0d-49e8-8c6a-10d144beae61 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (e94fd51f-5c81-48c9-98f1-5b1daebeeda9), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:04.624055 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.api.v2.resource [None req-963d3cf5-7f3a-434f-962f-e2218dd295c2 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:38:04.625138 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-963d3cf5-7f3a-434f-962f-e2218dd295c2 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] 10.222.0.62 "PUT /v2.0/routers/89359900-e75b-4cfe-a0ba-405150ca621c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7386062 Feb 28 10:38:04.629614 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16feda58-a616-47c9-9cc6-8281ef579986 None None] Routers {'15c2a137-950f-4841-b279-131f8c88b332'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:04.630753 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-16feda58-a616-47c9-9cc6-8281ef579986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:37:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['15c2a137-950f-4841-b279-131f8c88b332'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:04.643351 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45952) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:04.685451 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-398908e6-8337-4c31-a6e7-fc75ea4cb903 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] GET failed (client error): The resource could not be found. Feb 28 10:38:04.687993 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-398908e6-8337-4c31-a6e7-fc75ea4cb903 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "GET /v2.0/ports/b592e1d5-a61d-4539-9220-650dfc945fae HTTP/1.1" status: 404 len: 333 time: 0.0942028 Feb 28 10:38:04.701394 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45956) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:04.711911 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-16feda58-a616-47c9-9cc6-8281ef579986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:04.713874 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16feda58-a616-47c9-9cc6-8281ef579986 None None] The sync data for ids ['15c2a137-950f-4841-b279-131f8c88b332'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:38:04.844779 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0751cc8d-ce0d-49e8-8c6a-10d144beae61 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for router_controller (e94fd51f-5c81-48c9-98f1-5b1daebeeda9), precommit_add_association {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:04.854586 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cabf958-43eb-4e57-b790-58229168fd4e tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Pushing event updated for resources: {'Subnet': ['ID=02e1751c-223e-463c-b52e-7356a8178754,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:04.882872 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa8fcb19-e9e8-4191-abc1-a25f23e26cad tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Deleting subnet defdeaec-94da-452b-a73e-51e62cd41b90 {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:38:04.891346 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-aa8fcb19-e9e8-4191-abc1-a25f23e26cad tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for subnet (defdeaec-94da-452b-a73e-51e62cd41b90), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:04.898409 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-33247d00-0c6e-475b-9b9a-a343e3bd071c tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] 10.222.0.62 "GET /v2.0/routers/15c2a137-950f-4841-b279-131f8c88b332 HTTP/1.1" status: 200 len: 925 time: 0.3766272 Feb 28 10:38:04.898409 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cabf958-43eb-4e57-b790-58229168fd4e tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Checking segment: {'id': '41a133d5-4da3-4284-9963-2bf50b732103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b2679c1c-0ad5-4050-94d9-9e26a9cc9ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:38:04.898409 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cabf958-43eb-4e57-b790-58229168fd4e tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Network hostable DHCP agents. Network: b2679c1c-0ad5-4050-94d9-9e26a9cc9ead, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:38:04.916767 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45958) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:05.002538 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dfc4a5b2-d07a-4b52-9546-6fcfb4861924 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks [] for port (8e566eb6-4b45-4cd7-b271-21f42b1a2082), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:05.033610 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718084a5-5f2d-4100-b12b-a91f07d73070 req-d3fafe73-8bbb-4128-a191-6a876aafae10 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:05.035429 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-718084a5-5f2d-4100-b12b-a91f07d73070 req-d3fafe73-8bbb-4128-a191-6a876aafae10 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.2358704 Feb 28 10:38:05.063433 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-aa8fcb19-e9e8-4191-abc1-a25f23e26cad tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (defdeaec-94da-452b-a73e-51e62cd41b90), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:05.153945 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-718084a5-5f2d-4100-b12b-a91f07d73070 req-a236b237-fad5-402e-aa63-8af2f4bbac66 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119509 Feb 28 10:38:05.158087 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cabf958-43eb-4e57-b790-58229168fd4e tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Network b2679c1c-0ad5-4050-94d9-9e26a9cc9ead is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:38:05.202596 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dfc4a5b2-d07a-4b52-9546-6fcfb4861924 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (8e566eb6-4b45-4cd7-b271-21f42b1a2082), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:05.205333 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0751cc8d-ce0d-49e8-8c6a-10d144beae61 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for router_gateway (e94fd51f-5c81-48c9-98f1-5b1daebeeda9), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:05.234686 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b363728-f6e3-4928-94c6-7479c58490ec tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:05.239553 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-2b363728-f6e3-4928-94c6-7479c58490ec tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=e88d86cf-af22-4900-bdd2-aa4038554136&device_id=15c2a137-950f-4841-b279-131f8c88b332&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3190994 Feb 28 10:38:05.239802 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45962) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:05.271651 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-3cabf958-43eb-4e57-b790-58229168fd4e tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, b2679c1c-0ad5-4050-94d9-9e26a9cc9ead) {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:05.272102 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc4a5b2-d07a-4b52-9546-6fcfb4861924 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:05.285190 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa50e9f-99df-441b-abcd-4b7f35d66648 None None] Network b2679c1c-0ad5-4050-94d9-9e26a9cc9ead requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:38:05.296920 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cabf958-43eb-4e57-b790-58229168fd4e tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:05.297516 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3cabf958-43eb-4e57-b790-58229168fd4e tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:05.320776 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-dfc4a5b2-d07a-4b52-9546-6fcfb4861924 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:05.323303 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-aa8fcb19-e9e8-4191-abc1-a25f23e26cad tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (defdeaec-94da-452b-a73e-51e62cd41b90), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:05.328017 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc4a5b2-d07a-4b52-9546-6fcfb4861924 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:38:05.334086 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc4a5b2-d07a-4b52-9546-6fcfb4861924 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Pushing event updated for resources: {'Port': ['ID=8e566eb6-4b45-4cd7-b271-21f42b1a2082,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:05.411132 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-3cabf958-43eb-4e57-b790-58229168fd4e tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9730852 Feb 28 10:38:05.415262 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45964) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:05.423431 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b135a-2142-4425-96ab-47a19f016272 req-5d873e50-1c89-4622-9ef0-b8444ab16d86 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:05.424977 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-457b135a-2142-4425-96ab-47a19f016272 req-5d873e50-1c89-4622-9ef0-b8444ab16d86 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.1683459 Feb 28 10:38:05.437569 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682c8378-e672-4317-95e5-bb7addc054e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-b2679c1c-0ad5-4050-94d9-9e26a9cc9ead', 'network_id': 'b2679c1c-0ad5-4050-94d9-9e26a9cc9ead', 'project_id': 'e83592cc9f8b4979b763ded3df9533cb', 'fixed_ips': [{'subnet_id': '02e1751c-223e-463c-b52e-7356a8178754'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:38:05.438795 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-682c8378-e672-4317-95e5-bb7addc054e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:05.451918 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01bd11f2-c92a-4ec1-a8f7-bf0187c6d623 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:05.453602 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-01bd11f2-c92a-4ec1-a8f7-bf0187c6d623 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] 10.222.0.62 "GET /v2.0/networks/e88d86cf-af22-4900-bdd2-aa4038554136 HTTP/1.1" status: 200 len: 881 time: 0.2128670 Feb 28 10:38:05.456813 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45966) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:05.505456 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-457b135a-2142-4425-96ab-47a19f016272 req-8a24dbe1-3f9d-44c9-a3b4-67623293382f tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683227 Feb 28 10:38:05.559852 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-25d2ad0a-311a-41e1-bad7-cb1d2e1fe238 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] 10.222.0.62 "GET /v2.0/ports?device_id=15c2a137-950f-4841-b279-131f8c88b332 HTTP/1.1" status: 200 len: 205 time: 0.0940440 Feb 28 10:38:05.594363 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45970) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:05.612055 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-682c8378-e672-4317-95e5-bb7addc054e8 None None] Allocated IP 172.20.0.2 (b2679c1c-0ad5-4050-94d9-9e26a9cc9ead/02e1751c-223e-463c-b52e-7356a8178754/0d19bd84-08ab-4c45-9b96-c9e47bb04ee9) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:05.660964 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-aa8fcb19-e9e8-4191-abc1-a25f23e26cad tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (defdeaec-94da-452b-a73e-51e62cd41b90), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:05.661783 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2ade6a06-dadf-4f54-af25-f57fb460a2de tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047661'] for router_interface (89359900-e75b-4cfe-a0ba-405150ca621c), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:05.750216 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8fcb19-e9e8-4191-abc1-a25f23e26cad tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event deleted for resources: {'Subnet': ['ID=defdeaec-94da-452b-a73e-51e62cd41b90,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:05.760214 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-aa8fcb19-e9e8-4191-abc1-a25f23e26cad tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:05.763794 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-aa8fcb19-e9e8-4191-abc1-a25f23e26cad tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "DELETE /v2.0/subnets/defdeaec-94da-452b-a73e-51e62cd41b90 HTTP/1.1" status: 204 len: 168 time: 1.0595379 Feb 28 10:38:05.767174 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45972) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:05.777324 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41318eb-9ed7-4b44-92cf-86658ab7292b None None] Network 0a5137ae-44be-422e-9160-f84b95930ab3 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:38:05.795447 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-682c8378-e672-4317-95e5-bb7addc054e8 None None] Publish callbacks [] for port (0d19bd84-08ab-4c45-9b96-c9e47bb04ee9), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:05.868680 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0751cc8d-ce0d-49e8-8c6a-10d144beae61 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for router_gateway (e94fd51f-5c81-48c9-98f1-5b1daebeeda9), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:05.882349 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-682c8378-e672-4317-95e5-bb7addc054e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (0d19bd84-08ab-4c45-9b96-c9e47bb04ee9), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:05.897852 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0751cc8d-ce0d-49e8-8c6a-10d144beae61 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:05.906146 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5de4128e-8a54-49e1-91f3-08c6b0b19567 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (0a5137ae-44be-422e-9160-f84b95930ab3), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:05.921677 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-55b0ff30-59e3-4440-ab6d-47fab22d1642 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks [] for router (15c2a137-950f-4841-b279-131f8c88b332), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:05.930698 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682c8378-e672-4317-95e5-bb7addc054e8 None None] Network b2679c1c-0ad5-4050-94d9-9e26a9cc9ead is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:05.937871 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-682c8378-e672-4317-95e5-bb7addc054e8 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:05.943662 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682c8378-e672-4317-95e5-bb7addc054e8 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:38:05.948369 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682c8378-e672-4317-95e5-bb7addc054e8 None None] Pushing event updated for resources: {'Port': ['ID=0d19bd84-08ab-4c45-9b96-c9e47bb04ee9,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:06.027582 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-682c8378-e672-4317-95e5-bb7addc054e8 None None] Attempting to bind port 0d19bd84-08ab-4c45-9b96-c9e47bb04ee9 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:38:06.027963 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-682c8378-e672-4317-95e5-bb7addc054e8 None None] Attempting to bind port 0d19bd84-08ab-4c45-9b96-c9e47bb04ee9 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '41a133d5-4da3-4284-9963-2bf50b732103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b2679c1c-0ad5-4050-94d9-9e26a9cc9ead'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:38:06.028340 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682c8378-e672-4317-95e5-bb7addc054e8 None None] Attempting to bind port 0d19bd84-08ab-4c45-9b96-c9e47bb04ee9 on network b2679c1c-0ad5-4050-94d9-9e26a9cc9ead {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:38:06.035733 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682c8378-e672-4317-95e5-bb7addc054e8 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:38:06.037197 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682c8378-e672-4317-95e5-bb7addc054e8 None None] Checking segment: {'id': '41a133d5-4da3-4284-9963-2bf50b732103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b2679c1c-0ad5-4050-94d9-9e26a9cc9ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:38:06.037197 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-682c8378-e672-4317-95e5-bb7addc054e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:06.037197 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682c8378-e672-4317-95e5-bb7addc054e8 None None] Bound using segment: {'id': '41a133d5-4da3-4284-9963-2bf50b732103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b2679c1c-0ad5-4050-94d9-9e26a9cc9ead'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:38:06.037457 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-682c8378-e672-4317-95e5-bb7addc054e8 None None] Bound port: 0d19bd84-08ab-4c45-9b96-c9e47bb04ee9, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41a133d5-4da3-4284-9963-2bf50b732103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b2679c1c-0ad5-4050-94d9-9e26a9cc9ead'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:38:06.038163 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-682c8378-e672-4317-95e5-bb7addc054e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (0d19bd84-08ab-4c45-9b96-c9e47bb04ee9), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:06.063337 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a1be13-ac38-4f24-9046-12ce84897fbf None None] DHCP port deletion for 0a5137ae-44be-422e-9160-f84b95930ab3 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:38:06.142484 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5e2b6516-5c6e-47f9-9dff-13b9062ab780 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (b2679c1c-0ad5-4050-94d9-9e26a9cc9ead), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:06.168824 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-55b0ff30-59e3-4440-ab6d-47fab22d1642 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks [] for router_gateway (15c2a137-950f-4841-b279-131f8c88b332), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:06.180452 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-0751cc8d-ce0d-49e8-8c6a-10d144beae61 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Allocated IP 172.26.3.37 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/3bafab4d-50d4-4384-883b-a8eb1f463f64) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:06.186982 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-682c8378-e672-4317-95e5-bb7addc054e8 None None] For port 0d19bd84-08ab-4c45-9b96-c9e47bb04ee9, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:38:06.191044 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-682c8378-e672-4317-95e5-bb7addc054e8 None None] For port 0d19bd84-08ab-4c45-9b96-c9e47bb04ee9, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=0d19bd84-08ab-4c45-9b96-c9e47bb04ee9,segment=NetworkSegment(41a133d5-4da3-4284-9963-2bf50b732103),segment_id=41a133d5-4da3-4284-9963-2bf50b732103)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:38:06.194905 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c39447-5a5c-4449-b772-7673b1b4a063 req-12cbc3b3-effe-45f1-bd2f-eff788b70b87 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:06.202481 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-d7a1be13-ac38-4f24-9046-12ce84897fbf None None] Deleting port 75849153-8f68-40eb-b78a-4c825f2f0dbc {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:38:06.202884 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d7a1be13-ac38-4f24-9046-12ce84897fbf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (75849153-8f68-40eb-b78a-4c825f2f0dbc), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:06.203298 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-5de4128e-8a54-49e1-91f3-08c6b0b19567 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Deleting port 75849153-8f68-40eb-b78a-4c825f2f0dbc {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:38:06.203641 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5de4128e-8a54-49e1-91f3-08c6b0b19567 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (75849153-8f68-40eb-b78a-4c825f2f0dbc), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:06.205400 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-36c39447-5a5c-4449-b772-7673b1b4a063 req-12cbc3b3-effe-45f1-bd2f-eff788b70b87 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.6058235 Feb 28 10:38:06.287709 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-d7a1be13-ac38-4f24-9046-12ce84897fbf None None] For port 75849153-8f68-40eb-b78a-4c825f2f0dbc, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=75849153-8f68-40eb-b78a-4c825f2f0dbc,segment=NetworkSegment(ae4e9b2f-1baf-4a88-bd7d-23055fa55030),segment_id=ae4e9b2f-1baf-4a88-bd7d-23055fa55030)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:06.287709 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d7a1be13-ac38-4f24-9046-12ce84897fbf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (75849153-8f68-40eb-b78a-4c825f2f0dbc), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:06.302909 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-d7a1be13-ac38-4f24-9046-12ce84897fbf None None] Calling delete_port for 75849153-8f68-40eb-b78a-4c825f2f0dbc owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:38:06.355733 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0751cc8d-ce0d-49e8-8c6a-10d144beae61 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for port (3bafab4d-50d4-4384-883b-a8eb1f463f64), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:06.383951 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-682c8378-e672-4317-95e5-bb7addc054e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (0d19bd84-08ab-4c45-9b96-c9e47bb04ee9), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:06.429056 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-36c39447-5a5c-4449-b772-7673b1b4a063 req-f8ddb75e-9613-479e-a2ae-19645b7d01fb tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2131124 Feb 28 10:38:06.451604 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682c8378-e672-4317-95e5-bb7addc054e8 None None] Pushing event updated for resources: {'Port': ['ID=0d19bd84-08ab-4c45-9b96-c9e47bb04ee9,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:06.466213 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d7a1be13-ac38-4f24-9046-12ce84897fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (75849153-8f68-40eb-b78a-4c825f2f0dbc), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:06.481863 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-5e2b6516-5c6e-47f9-9dff-13b9062ab780 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Deleting port 0d19bd84-08ab-4c45-9b96-c9e47bb04ee9 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:38:06.482460 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5e2b6516-5c6e-47f9-9dff-13b9062ab780 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (0d19bd84-08ab-4c45-9b96-c9e47bb04ee9), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:06.484538 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a1be13-ac38-4f24-9046-12ce84897fbf None None] No DVR routers for this DVR port 75849153-8f68-40eb-b78a-4c825f2f0dbc on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:38:06.506780 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a1be13-ac38-4f24-9046-12ce84897fbf None None] Pushing event deleted for resources: {'Port': ['ID=75849153-8f68-40eb-b78a-4c825f2f0dbc,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:06.573603 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dfc4a5b2-d07a-4b52-9546-6fcfb4861924 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks [] for router_gateway (e24df3eb-3939-4fe2-8719-fad22c4109c1), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:06.612960 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-5de4128e-8a54-49e1-91f3-08c6b0b19567 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] For port 75849153-8f68-40eb-b78a-4c825f2f0dbc, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=75849153-8f68-40eb-b78a-4c825f2f0dbc,segment=NetworkSegment(ae4e9b2f-1baf-4a88-bd7d-23055fa55030),segment_id=ae4e9b2f-1baf-4a88-bd7d-23055fa55030)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:06.613349 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5de4128e-8a54-49e1-91f3-08c6b0b19567 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (75849153-8f68-40eb-b78a-4c825f2f0dbc), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:06.636209 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0751cc8d-ce0d-49e8-8c6a-10d144beae61 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (3bafab4d-50d4-4384-883b-a8eb1f463f64), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:06.647010 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-5de4128e-8a54-49e1-91f3-08c6b0b19567 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Calling delete_port for 75849153-8f68-40eb-b78a-4c825f2f0dbc owned by network:dhcp {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:38:06.700396 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5e2b6516-5c6e-47f9-9dff-13b9062ab780 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] For port 0d19bd84-08ab-4c45-9b96-c9e47bb04ee9, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=0d19bd84-08ab-4c45-9b96-c9e47bb04ee9,segment=NetworkSegment(41a133d5-4da3-4284-9963-2bf50b732103),segment_id=41a133d5-4da3-4284-9963-2bf50b732103)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:06.700765 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5e2b6516-5c6e-47f9-9dff-13b9062ab780 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (0d19bd84-08ab-4c45-9b96-c9e47bb04ee9), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:06.707114 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94740761-af81-4442-8e95-032fc75a711c req-7d347ea0-871c-443f-8ecc-2be598e15571 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:06.715237 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-94740761-af81-4442-8e95-032fc75a711c req-7d347ea0-871c-443f-8ecc-2be598e15571 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.1860945 Feb 28 10:38:06.724924 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-55b0ff30-59e3-4440-ab6d-47fab22d1642 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Deleting port 95a02f0c-2091-4151-816b-87f1b0823c09 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:38:06.724924 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-55b0ff30-59e3-4440-ab6d-47fab22d1642 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (95a02f0c-2091-4151-816b-87f1b0823c09), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:06.782271 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-5e2b6516-5c6e-47f9-9dff-13b9062ab780 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Calling delete_port for 0d19bd84-08ab-4c45-9b96-c9e47bb04ee9 owned by network:dhcp {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:38:06.782604 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0751cc8d-ce0d-49e8-8c6a-10d144beae61 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:06.801464 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-0751cc8d-ce0d-49e8-8c6a-10d144beae61 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:06.804022 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0751cc8d-ce0d-49e8-8c6a-10d144beae61 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:38:06.826968 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0751cc8d-ce0d-49e8-8c6a-10d144beae61 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Pushing event updated for resources: {'Port': ['ID=3bafab4d-50d4-4384-883b-a8eb1f463f64,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:06.928369 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-2ade6a06-dadf-4f54-af25-f57fb460a2de tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Deleting port 1db9ebdd-dd81-4ae6-9d66-617455122c62 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:38:06.928712 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2ade6a06-dadf-4f54-af25-f57fb460a2de tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (1db9ebdd-dd81-4ae6-9d66-617455122c62), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:06.960974 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-94740761-af81-4442-8e95-032fc75a711c req-226c0260-eca9-4a1d-9275-ee4d8dbde507 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2448642 Feb 28 10:38:07.027847 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-55b0ff30-59e3-4440-ab6d-47fab22d1642 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (95a02f0c-2091-4151-816b-87f1b0823c09), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:07.049721 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-55b0ff30-59e3-4440-ab6d-47fab22d1642 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Calling delete_port for 95a02f0c-2091-4151-816b-87f1b0823c09 owned by network:router_gateway {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:38:07.086769 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dfc4a5b2-d07a-4b52-9546-6fcfb4861924 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (e24df3eb-3939-4fe2-8719-fad22c4109c1), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:07.163883 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2ade6a06-dadf-4f54-af25-f57fb460a2de tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (1db9ebdd-dd81-4ae6-9d66-617455122c62), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:07.185024 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-2ade6a06-dadf-4f54-af25-f57fb460a2de tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Calling delete_port for 1db9ebdd-dd81-4ae6-9d66-617455122c62 owned by network:router_interface {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:38:07.252497 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5e2b6516-5c6e-47f9-9dff-13b9062ab780 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (0d19bd84-08ab-4c45-9b96-c9e47bb04ee9), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:07.314035 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b6516-5c6e-47f9-9dff-13b9062ab780 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Pushing event deleted for resources: {'Port': ['ID=0d19bd84-08ab-4c45-9b96-c9e47bb04ee9,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:07.433888 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2b6516-5c6e-47f9-9dff-13b9062ab780 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] No DVR routers for this DVR port 0d19bd84-08ab-4c45-9b96-c9e47bb04ee9 on host dv-neutron-829161-3-hyperv {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:38:07.536228 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5de4128e-8a54-49e1-91f3-08c6b0b19567 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (75849153-8f68-40eb-b78a-4c825f2f0dbc), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:07.540689 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 75849153-8f68-40eb-b78a-4c825f2f0dbc no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:38:07.591895 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de4128e-8a54-49e1-91f3-08c6b0b19567 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event deleted for resources: {'Port': ['ID=75849153-8f68-40eb-b78a-4c825f2f0dbc,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:07.604256 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 75849153-8f68-40eb-b78a-4c825f2f0dbc {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:38:07.604954 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 75849153-8f68-40eb-b78a-4c825f2f0dbc not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:38:07.612997 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5e2b6516-5c6e-47f9-9dff-13b9062ab780 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (02e1751c-223e-463c-b52e-7356a8178754), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:07.671163 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de4128e-8a54-49e1-91f3-08c6b0b19567 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] No DVR routers for this DVR port 75849153-8f68-40eb-b78a-4c825f2f0dbc on host dv-neutron-829161-3-hyperv {{(pid=104084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:38:07.776763 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfc4a5b2-d07a-4b52-9546-6fcfb4861924 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Router e24df3eb-3939-4fe2-8719-fad22c4109c1 is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:38:07.781515 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff337e67-8f7d-41a0-8213-a2c4720d2307 req-09949ca5-812a-469d-b629-b195e0433340 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:07.783204 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-ff337e67-8f7d-41a0-8213-a2c4720d2307 req-09949ca5-812a-469d-b629-b195e0433340 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.2530415 Feb 28 10:38:07.838660 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5de4128e-8a54-49e1-91f3-08c6b0b19567 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (0a5137ae-44be-422e-9160-f84b95930ab3), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:07.841815 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5e2b6516-5c6e-47f9-9dff-13b9062ab780 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (02e1751c-223e-463c-b52e-7356a8178754), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:07.843865 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2ade6a06-dadf-4f54-af25-f57fb460a2de tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (1db9ebdd-dd81-4ae6-9d66-617455122c62), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:07.861377 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-5de4128e-8a54-49e1-91f3-08c6b0b19567 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a5137ae-44be-422e-9160-f84b95930ab3']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:07.871943 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-5de4128e-8a54-49e1-91f3-08c6b0b19567 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae4e9b2f-1baf-4a88-bd7d-23055fa55030') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:07.872247 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-5de4128e-8a54-49e1-91f3-08c6b0b19567 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae4e9b2f-1baf-4a88-bd7d-23055fa55030') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:07.882339 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5de4128e-8a54-49e1-91f3-08c6b0b19567 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (ae4e9b2f-1baf-4a88-bd7d-23055fa55030), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:07.889418 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b6516-5c6e-47f9-9dff-13b9062ab780 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Pushing event deleted for resources: {'Subnet': ['ID=02e1751c-223e-463c-b52e-7356a8178754,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:07.908302 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5de4128e-8a54-49e1-91f3-08c6b0b19567 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (ae4e9b2f-1baf-4a88-bd7d-23055fa55030), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:07.921736 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5de4128e-8a54-49e1-91f3-08c6b0b19567 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:38:07.922147 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5de4128e-8a54-49e1-91f3-08c6b0b19567 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (ae4e9b2f-1baf-4a88-bd7d-23055fa55030), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:07.925265 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93096a2a-ca2a-42cf-ac71-f51f1dee0abf None None] Network b2679c1c-0ad5-4050-94d9-9e26a9cc9ead requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:38:07.946776 dv-neutron-829161-3-hyperv neutron-server[104084]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:38:07.946776 dv-neutron-829161-3-hyperv neutron-server[104084]: self.session.flush() Feb 28 10:38:07.946776 dv-neutron-829161-3-hyperv neutron-server[104084]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:38:07.946776 dv-neutron-829161-3-hyperv neutron-server[104084]: self.session.flush() Feb 28 10:38:07.946776 dv-neutron-829161-3-hyperv neutron-server[104084]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:38:07.946776 dv-neutron-829161-3-hyperv neutron-server[104084]: self.session.flush() Feb 28 10:38:07.946776 dv-neutron-829161-3-hyperv neutron-server[104084]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:38:07.946776 dv-neutron-829161-3-hyperv neutron-server[104084]: self.session.flush() Feb 28 10:38:07.946776 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 10:38:07.946776 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:38:07.946776 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 10:38:07.946776 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:38:07.946776 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 10:38:07.946776 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:38:07.946776 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 10:38:07.946776 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:38:07.946776 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 10:38:07.946776 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:38:07.946776 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 10:38:07.946776 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:38:07.946776 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 10:38:07.946776 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:38:07.946776 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:38:07.946776 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:38:07.946776 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:38:07.946776 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:38:07.946776 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 10:38:07.946776 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:38:07.946776 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 10:38:07.946776 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:38:07.946776 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:38:07.946776 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:38:07.946776 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 10:38:07.946776 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:38:07.946776 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:38:07.946776 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:38:07.946776 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:38:07.946776 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:38:07.946776 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:38:07.946776 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:38:07.964233 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ade6a06-dadf-4f54-af25-f57fb460a2de tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Pushing event deleted for resources: {'Port': ['ID=1db9ebdd-dd81-4ae6-9d66-617455122c62,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:08.017339 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-1fde9f25-77a6-42f1-9fac-a1a554a3fd57 None None] Could not find standard attr ID for object 0d19bd84-08ab-4c45-9b96-c9e47bb04ee9. {{(pid=104085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:38:08.149684 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc4a5b2-d07a-4b52-9546-6fcfb4861924 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:38:08.152687 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5e2b6516-5c6e-47f9-9dff-13b9062ab780 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (b2679c1c-0ad5-4050-94d9-9e26a9cc9ead), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:08.163729 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de401ab1-2739-4372-908b-7daa00c5d548 None None] Sync routers for ids ['e24df3eb-3939-4fe2-8719-fad22c4109c1'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:38:08.199205 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de401ab1-2739-4372-908b-7daa00c5d548 None None] Routers {'e24df3eb-3939-4fe2-8719-fad22c4109c1'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:08.200925 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-de401ab1-2739-4372-908b-7daa00c5d548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:37:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['e24df3eb-3939-4fe2-8719-fad22c4109c1'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:08.228508 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-ff337e67-8f7d-41a0-8213-a2c4720d2307 req-607a2626-bb49-461b-ac29-83b6f9e1b324 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3310597 Feb 28 10:38:08.229269 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33951a96-01ad-4754-b767-3be3e0242542 None None] DHCP port deletion for b2679c1c-0ad5-4050-94d9-9e26a9cc9ead request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:38:08.241689 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5de4128e-8a54-49e1-91f3-08c6b0b19567 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (0a5137ae-44be-422e-9160-f84b95930ab3), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:08.276588 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-5e2b6516-5c6e-47f9-9dff-13b9062ab780 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2679c1c-0ad5-4050-94d9-9e26a9cc9ead']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:08.292692 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-5e2b6516-5c6e-47f9-9dff-13b9062ab780 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41a133d5-4da3-4284-9963-2bf50b732103') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:08.293301 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-5e2b6516-5c6e-47f9-9dff-13b9062ab780 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41a133d5-4da3-4284-9963-2bf50b732103') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:08.296978 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5de4128e-8a54-49e1-91f3-08c6b0b19567 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:08.302326 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2ade6a06-dadf-4f54-af25-f57fb460a2de tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1047681'] for router_interface (89359900-e75b-4cfe-a0ba-405150ca621c), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:08.307558 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45980) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:08.307736 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-5de4128e-8a54-49e1-91f3-08c6b0b19567 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "DELETE /v2.0/networks/0a5137ae-44be-422e-9160-f84b95930ab3 HTTP/1.1" status: 204 len: 168 time: 2.5374711 Feb 28 10:38:08.309846 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5e2b6516-5c6e-47f9-9dff-13b9062ab780 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (41a133d5-4da3-4284-9963-2bf50b732103), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:08.316419 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-1e120690-6f4b-46d3-a96e-69001cb81e93 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1722807080'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:08.336672 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de4128e-8a54-49e1-91f3-08c6b0b19567 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event deleted for resources: {'Network': ['ID=0a5137ae-44be-422e-9160-f84b95930ab3,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:08.348879 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5e2b6516-5c6e-47f9-9dff-13b9062ab780 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (41a133d5-4da3-4284-9963-2bf50b732103), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:08.373394 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0751cc8d-ce0d-49e8-8c6a-10d144beae61 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for router_gateway (e94fd51f-5c81-48c9-98f1-5b1daebeeda9), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:08.378735 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-de401ab1-2739-4372-908b-7daa00c5d548 None None] Set router e24df3eb-3939-4fe2-8719-fad22c4109c1 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:38:08.399502 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e2b6516-5c6e-47f9-9dff-13b9062ab780 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:38:08.400163 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5e2b6516-5c6e-47f9-9dff-13b9062ab780 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (41a133d5-4da3-4284-9963-2bf50b732103), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:08.406579 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:38:08.406579 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:38:08.406579 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:38:08.406579 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:38:08.406579 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:38:08.406579 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:38:08.406579 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:38:08.406579 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:38:08.406579 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:38:08.406579 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:38:08.406579 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:38:08.406579 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:38:08.406579 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:38:08.406579 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:38:08.406579 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:38:08.406579 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:38:08.406579 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:38:08.406579 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:38:08.406579 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:38:08.406579 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:38:08.406579 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:38:08.406579 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:38:08.406579 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:38:08.406579 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:38:08.406579 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:38:08.406579 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:38:08.406579 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:38:08.406579 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:38:08.406579 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:38:08.406579 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:38:08.406579 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:38:08.406579 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:38:08.417657 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dfc4a5b2-d07a-4b52-9546-6fcfb4861924 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:08.418944 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-dfc4a5b2-d07a-4b52-9546-6fcfb4861924 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.7332296 Feb 28 10:38:08.435036 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45982) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:08.444766 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-55b0ff30-59e3-4440-ab6d-47fab22d1642 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (95a02f0c-2091-4151-816b-87f1b0823c09), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:08.489925 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e120690-6f4b-46d3-a96e-69001cb81e93 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Made reservation on behalf of 4139ff51d3884888b07610eef64ca26e for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:38:08.493473 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1e120690-6f4b-46d3-a96e-69001cb81e93 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:08.582603 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b0ff30-59e3-4440-ab6d-47fab22d1642 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Pushing event deleted for resources: {'Port': ['ID=95a02f0c-2091-4151-816b-87f1b0823c09,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:08.600787 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ade6a06-dadf-4f54-af25-f57fb460a2de tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Router 89359900-e75b-4cfe-a0ba-405150ca621c has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:38:08.609638 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5e2b6516-5c6e-47f9-9dff-13b9062ab780 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (b2679c1c-0ad5-4050-94d9-9e26a9cc9ead), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:08.612322 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e120690-6f4b-46d3-a96e-69001cb81e93 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:38:08.620435 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5e2b6516-5c6e-47f9-9dff-13b9062ab780 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:08.623620 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-5e2b6516-5c6e-47f9-9dff-13b9062ab780 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "DELETE /v2.0/networks/b2679c1c-0ad5-4050-94d9-9e26a9cc9ead HTTP/1.1" status: 204 len: 168 time: 3.2053368 Feb 28 10:38:08.631615 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45984) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:08.672764 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-de401ab1-2739-4372-908b-7daa00c5d548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24df3eb-3939-4fe2-8719-fad22c4109c1', 'name': 'tempest-snat-router-2006228045', 'tenant_id': '026d1846903c4979ba59c16717feed27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.162'}], 'enable_snat': False}, 'gw_port_id': '8e566eb6-4b45-4cd7-b271-21f42b1a2082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:02Z', 'updated_at': '2022-02-28T10:38:06Z', 'revision_number': 3, 'project_id': '026d1846903c4979ba59c16717feed27', 'gw_port': {'id': '8e566eb6-4b45-4cd7-b271-21f42b1a2082', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24df3eb-3939-4fe2-8719-fad22c4109c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:04Z', 'updated_at': '2022-02-28T10:38:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:08.674670 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-de02c4eb-a774-416c-b6fe-4fd178a7d39c tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] GET failed (client error): The resource could not be found. Feb 28 10:38:08.676317 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-de02c4eb-a774-416c-b6fe-4fd178a7d39c tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "GET /v2.0/subnets/02e1751c-223e-463c-b52e-7356a8178754 HTTP/1.1" status: 404 len: 337 time: 0.0442920 Feb 28 10:38:08.682538 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45986) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:08.683515 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1e120690-6f4b-46d3-a96e-69001cb81e93 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (812b38a2-f015-4779-9302-3f01e6505ab8), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:08.683861 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-1e120690-6f4b-46d3-a96e-69001cb81e93 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Added segment 812b38a2-f015-4779-9302-3f01e6505ab8 of type vlan for network f6f9d509-5d56-458c-9838-eeb64e78ec3c Feb 28 10:38:08.685901 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b6516-5c6e-47f9-9dff-13b9062ab780 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Pushing event deleted for resources: {'Network': ['ID=b2679c1c-0ad5-4050-94d9-9e26a9cc9ead,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:08.693872 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-55b0ff30-59e3-4440-ab6d-47fab22d1642 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047843'] for router_gateway (15c2a137-950f-4841-b279-131f8c88b332), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:08.712196 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de401ab1-2739-4372-908b-7daa00c5d548 None None] Checking router: e24df3eb-3939-4fe2-8719-fad22c4109c1 for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:38:08.712803 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de401ab1-2739-4372-908b-7daa00c5d548 None None] Updating router e24df3eb-3939-4fe2-8719-fad22c4109c1 port 8e566eb6-4b45-4cd7-b271-21f42b1a2082 binding host dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:38:08.743483 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-de401ab1-2739-4372-908b-7daa00c5d548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (8e566eb6-4b45-4cd7-b271-21f42b1a2082), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:08.806217 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ade6a06-dadf-4f54-af25-f57fb460a2de tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:38:08.808872 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1e120690-6f4b-46d3-a96e-69001cb81e93 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (f6f9d509-5d56-458c-9838-eeb64e78ec3c), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:08.818315 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-2ade6a06-dadf-4f54-af25-f57fb460a2de tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] 10.222.0.62 "PUT /v2.0/routers/89359900-e75b-4cfe-a0ba-405150ca621c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1735153 Feb 28 10:38:08.821520 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddd0cf7-3617-48df-bd92-3b0d4747c952 None None] Sync routers for ids ['89359900-e75b-4cfe-a0ba-405150ca621c'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:38:08.830660 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45988) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:08.831206 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-55b0ff30-59e3-4440-ab6d-47fab22d1642 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (15c2a137-950f-4841-b279-131f8c88b332), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:08.837765 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-55b0ff30-59e3-4440-ab6d-47fab22d1642 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks [] for router_controller (15c2a137-950f-4841-b279-131f8c88b332), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:08.845472 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddd0cf7-3617-48df-bd92-3b0d4747c952 None None] Routers {'89359900-e75b-4cfe-a0ba-405150ca621c'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:08.846111 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-3ddd0cf7-3617-48df-bd92-3b0d4747c952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:37:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['89359900-e75b-4cfe-a0ba-405150ca621c'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:08.924048 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-3ddd0cf7-3617-48df-bd92-3b0d4747c952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:08.939981 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.db.resource_extend [None req-1e120690-6f4b-46d3-a96e-69001cb81e93 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 10:38:08.952486 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddd0cf7-3617-48df-bd92-3b0d4747c952 None None] Routers {'89359900-e75b-4cfe-a0ba-405150ca621c'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:08.953553 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-3ddd0cf7-3617-48df-bd92-3b0d4747c952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:37:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['89359900-e75b-4cfe-a0ba-405150ca621c'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:08.957719 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.api.v2.resource [None req-4bddcb9f-c40d-43ef-9b6a-de2bf1380d00 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] delete failed (client error): The resource could not be found. Feb 28 10:38:08.965478 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-4bddcb9f-c40d-43ef-9b6a-de2bf1380d00 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] 10.222.0.62 "DELETE /v2.0/routers/tempest-non_exist_router-1546101577 HTTP/1.1" status: 404 len: 335 time: 0.1302352 Feb 28 10:38:08.968363 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 45990) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:08.979162 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-74b7bca8-2ba2-414f-a1f4-ac2f01252cb0 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Request body: {'router': {'external_gateway_info': {'network_id': '89359900-e75b-4cfe-a0ba-405150ca621c'}}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:08.995461 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-db9b6a5b-958a-4eef-bb69-4fead81d0622 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] DELETE failed (client error): The resource could not be found. Feb 28 10:38:08.996052 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db9b6a5b-958a-4eef-bb69-4fead81d0622 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:38:09.003696 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-db9b6a5b-958a-4eef-bb69-4fead81d0622 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "DELETE /v2.0/networks/b2679c1c-0ad5-4050-94d9-9e26a9cc9ead HTTP/1.1" status: 404 len: 339 time: 0.0927486 Feb 28 10:38:09.006515 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45992) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:09.011900 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-55b0ff30-59e3-4440-ab6d-47fab22d1642 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (15c2a137-950f-4841-b279-131f8c88b332), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:09.012433 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b0ff30-59e3-4440-ab6d-47fab22d1642 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Fanout notify agent at l3_agent the message router_deleted on router 15c2a137-950f-4841-b279-131f8c88b332 {{(pid=104084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:38:09.029944 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-55b0ff30-59e3-4440-ab6d-47fab22d1642 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:09.031326 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-55b0ff30-59e3-4440-ab6d-47fab22d1642 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] 10.222.0.62 "DELETE /v2.0/routers/15c2a137-950f-4841-b279-131f8c88b332 HTTP/1.1" status: 204 len: 168 time: 3.4352939 Feb 28 10:38:09.052555 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-3ddd0cf7-3617-48df-bd92-3b0d4747c952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:09.057241 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45994) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:09.058190 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddd0cf7-3617-48df-bd92-3b0d4747c952 None None] The sync data for ids ['89359900-e75b-4cfe-a0ba-405150ca621c'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:38:09.085632 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-82f08e58-3da4-412c-89b3-019ac705387b tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1232507717', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:09.169098 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-de401ab1-2739-4372-908b-7daa00c5d548 None None] Publish callbacks [] for port (8e566eb6-4b45-4cd7-b271-21f42b1a2082), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:09.259287 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-5e5172a9-8729-46a6-892a-5cf134298e61 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] 10.222.0.62 "GET /v2.0/routers/e24df3eb-3939-4fe2-8719-fad22c4109c1 HTTP/1.1" status: 200 len: 909 time: 0.8196967 Feb 28 10:38:09.263530 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-de401ab1-2739-4372-908b-7daa00c5d548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (8e566eb6-4b45-4cd7-b271-21f42b1a2082), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:09.265916 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 45996) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:09.275346 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-d2e597c8-b8c0-4a69-b3e2-df7246e3c7f6 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2006228045', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'enable_snat': True}}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:09.324025 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7dcadd-c68a-4a8e-96d3-9ab78ab108d3 None None] Pushing event updated for resources: {'Port': ['ID=8e566eb6-4b45-4cd7-b271-21f42b1a2082,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:09.349387 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-de401ab1-2739-4372-908b-7daa00c5d548 None None] Attempting to bind port 8e566eb6-4b45-4cd7-b271-21f42b1a2082 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:38:09.349775 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-de401ab1-2739-4372-908b-7daa00c5d548 None None] Attempting to bind port 8e566eb6-4b45-4cd7-b271-21f42b1a2082 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:38:09.350148 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de401ab1-2739-4372-908b-7daa00c5d548 None None] Attempting to bind port 8e566eb6-4b45-4cd7-b271-21f42b1a2082 on network e88d86cf-af22-4900-bdd2-aa4038554136 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:38:09.358604 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de401ab1-2739-4372-908b-7daa00c5d548 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:38:09.359008 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de401ab1-2739-4372-908b-7daa00c5d548 None None] Checking segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:38:09.359464 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-de401ab1-2739-4372-908b-7daa00c5d548 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:09.359871 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de401ab1-2739-4372-908b-7daa00c5d548 None None] Bound using segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:38:09.360362 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-de401ab1-2739-4372-908b-7daa00c5d548 None None] Bound port: 8e566eb6-4b45-4cd7-b271-21f42b1a2082, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:38:09.360750 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-de401ab1-2739-4372-908b-7daa00c5d548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (8e566eb6-4b45-4cd7-b271-21f42b1a2082), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:09.373452 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-82f08e58-3da4-412c-89b3-019ac705387b tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (0165364e-dbfa-42ab-bf09-0bf175f1c807), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:09.392699 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-82f08e58-3da4-412c-89b3-019ac705387b tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (0165364e-dbfa-42ab-bf09-0bf175f1c807), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:09.393765 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 0d19bd84-08ab-4c45-9b96-c9e47bb04ee9 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:38:09.421641 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bdf55a-6a6c-4b85-9458-a3f20fcafed0 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:09.426175 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-de401ab1-2739-4372-908b-7daa00c5d548 None None] For port 8e566eb6-4b45-4cd7-b271-21f42b1a2082, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:38:09.426305 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-f0bdf55a-6a6c-4b85-9458-a3f20fcafed0 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4130709 Feb 28 10:38:09.426813 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-de401ab1-2739-4372-908b-7daa00c5d548 None None] For port 8e566eb6-4b45-4cd7-b271-21f42b1a2082, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=8e566eb6-4b45-4cd7-b271-21f42b1a2082,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:38:09.430071 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46002) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:09.431586 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 0d19bd84-08ab-4c45-9b96-c9e47bb04ee9 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:38:09.432014 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 0d19bd84-08ab-4c45-9b96-c9e47bb04ee9 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:38:09.471438 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1e120690-6f4b-46d3-a96e-69001cb81e93 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (f6f9d509-5d56-458c-9838-eeb64e78ec3c), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:09.476326 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-2353e4bf-dc8c-4ded-8810-6bc25c320eaf tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "GET /v2.0/subnets?network_id=e88d86cf-af22-4900-bdd2-aa4038554136 HTTP/1.1" status: 200 len: 207 time: 0.0380213 Feb 28 10:38:09.480674 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46004) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:09.483258 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e120690-6f4b-46d3-a96e-69001cb81e93 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:09.483918 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1e120690-6f4b-46d3-a96e-69001cb81e93 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:09.502883 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0751cc8d-ce0d-49e8-8c6a-10d144beae61 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (e94fd51f-5c81-48c9-98f1-5b1daebeeda9), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:09.519784 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d2e597c8-b8c0-4a69-b3e2-df7246e3c7f6 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (05af5eb7-a1ec-4ebc-afb1-ed38282be95a), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:09.521336 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d2e597c8-b8c0-4a69-b3e2-df7246e3c7f6 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (05af5eb7-a1ec-4ebc-afb1-ed38282be95a), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:09.558921 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-de401ab1-2739-4372-908b-7daa00c5d548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (8e566eb6-4b45-4cd7-b271-21f42b1a2082), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:09.593800 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-82f08e58-3da4-412c-89b3-019ac705387b tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks [] for router_controller (0165364e-dbfa-42ab-bf09-0bf175f1c807), precommit_add_association {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:09.634641 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7dcadd-c68a-4a8e-96d3-9ab78ab108d3 None None] Pushing event updated for resources: {'Port': ['ID=8e566eb6-4b45-4cd7-b271-21f42b1a2082,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:09.645184 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de401ab1-2739-4372-908b-7daa00c5d548 None None] Routers {'e24df3eb-3939-4fe2-8719-fad22c4109c1'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:09.646019 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-de401ab1-2739-4372-908b-7daa00c5d548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:37:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['e24df3eb-3939-4fe2-8719-fad22c4109c1'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:09.665536 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-1e120690-6f4b-46d3-a96e-69001cb81e93 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3524914 Feb 28 10:38:09.669459 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46006) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:09.673134 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c5a5bd-7774-410c-b24f-fd33ab6644d4 req-6becbbf1-cd48-4264-9de1-6b251a682149 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:09.674821 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b1c5a5bd-7774-410c-b24f-fd33ab6644d4 req-6becbbf1-cd48-4264-9de1-6b251a682149 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.2433326 Feb 28 10:38:09.684347 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-c9162def-48e2-4915-845f-da0b91643b2d tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Request body: {'subnet': {'network_id': 'f6f9d509-5d56-458c-9838-eeb64e78ec3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:09.700068 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e120690-6f4b-46d3-a96e-69001cb81e93 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event updated for resources: {'Network': ['ID=f6f9d509-5d56-458c-9838-eeb64e78ec3c,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:09.716615 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network f6f9d509-5d56-458c-9838-eeb64e78ec3c details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:38:09.725821 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-82f08e58-3da4-412c-89b3-019ac705387b tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (0165364e-dbfa-42ab-bf09-0bf175f1c807), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:09.754231 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d2e597c8-b8c0-4a69-b3e2-df7246e3c7f6 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks [] for router_controller (05af5eb7-a1ec-4ebc-afb1-ed38282be95a), precommit_add_association {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:09.810636 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-74b7bca8-2ba2-414f-a1f4-ac2f01252cb0 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks [] for router_gateway (89359900-e75b-4cfe-a0ba-405150ca621c), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:09.834901 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b1c5a5bd-7774-410c-b24f-fd33ab6644d4 req-ebc91de6-c4fc-487f-ba76-cb8b5da1dd15 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496134 Feb 28 10:38:09.856012 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b8b17e-91c7-4b99-9228-dbb7047db948 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:09.861509 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b8b17e-91c7-4b99-9228-dbb7047db948 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:09.866779 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-de401ab1-2739-4372-908b-7daa00c5d548 None None] Set router e24df3eb-3939-4fe2-8719-fad22c4109c1 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:38:09.867306 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b8b17e-91c7-4b99-9228-dbb7047db948 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:09.873474 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b8b17e-91c7-4b99-9228-dbb7047db948 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:09.875251 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-d0b8b17e-91c7-4b99-9228-dbb7047db948 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3935485 Feb 28 10:38:09.879324 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46008) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:10.013326 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.api.v2.resource [None req-74b7bca8-2ba2-414f-a1f4-ac2f01252cb0 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] update failed (client error): The resource could not be found. Feb 28 10:38:10.019901 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-74b7bca8-2ba2-414f-a1f4-ac2f01252cb0 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] 10.222.0.62 "PUT /v2.0/routers/89359900-e75b-4cfe-a0ba-405150ca621c HTTP/1.1" status: 404 len: 339 time: 1.0451047 Feb 28 10:38:10.022496 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46010) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:10.112977 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-de401ab1-2739-4372-908b-7daa00c5d548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24df3eb-3939-4fe2-8719-fad22c4109c1', 'name': 'tempest-snat-router-2006228045', 'tenant_id': '026d1846903c4979ba59c16717feed27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.162'}], 'enable_snat': False}, 'gw_port_id': '8e566eb6-4b45-4cd7-b271-21f42b1a2082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:02Z', 'updated_at': '2022-02-28T10:38:06Z', 'revision_number': 3, 'project_id': '026d1846903c4979ba59c16717feed27', 'gw_port': {'id': '8e566eb6-4b45-4cd7-b271-21f42b1a2082', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24df3eb-3939-4fe2-8719-fad22c4109c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:04Z', 'updated_at': '2022-02-28T10:38:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:10.140734 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de401ab1-2739-4372-908b-7daa00c5d548 None None] The sync data for ids ['e24df3eb-3939-4fe2-8719-fad22c4109c1'] in dv-neutron-829161-3-hyperv is: [{'id': 'e24df3eb-3939-4fe2-8719-fad22c4109c1', 'name': 'tempest-snat-router-2006228045', 'tenant_id': '026d1846903c4979ba59c16717feed27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.162'}], 'enable_snat': False}, 'gw_port_id': '8e566eb6-4b45-4cd7-b271-21f42b1a2082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:02Z', 'updated_at': '2022-02-28T10:38:06Z', 'revision_number': 3, 'project_id': '026d1846903c4979ba59c16717feed27', 'gw_port': {'id': '8e566eb6-4b45-4cd7-b271-21f42b1a2082', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24df3eb-3939-4fe2-8719-fad22c4109c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:04Z', 'updated_at': '2022-02-28T10:38:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:38:10.268725 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-43a96ca3-dfa8-41ef-8196-c57bdc603d15 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.3866639 Feb 28 10:38:10.272422 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46012) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:10.309799 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-82f08e58-3da4-412c-89b3-019ac705387b tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:10.311545 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-82f08e58-3da4-412c-89b3-019ac705387b tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.2406249 Feb 28 10:38:10.317445 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46014) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:10.368571 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-46cdedb7-cbaa-4f67-b145-0de14560eb75 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:10.433090 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d2e597c8-b8c0-4a69-b3e2-df7246e3c7f6 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks [] for router_gateway (05af5eb7-a1ec-4ebc-afb1-ed38282be95a), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:10.492234 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4dd21bc-1f7a-40bd-82aa-2aa6fbed3df8 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:10.493681 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4dd21bc-1f7a-40bd-82aa-2aa6fbed3df8 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:10.495366 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-f4dd21bc-1f7a-40bd-82aa-2aa6fbed3df8 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2219083 Feb 28 10:38:10.499791 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46016) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:10.545623 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9162def-48e2-4915-845f-da0b91643b2d tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Made reservation on behalf of 4139ff51d3884888b07610eef64ca26e for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:38:10.549165 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c9162def-48e2-4915-845f-da0b91643b2d tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:10.601162 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0751cc8d-ce0d-49e8-8c6a-10d144beae61 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Router e94fd51f-5c81-48c9-98f1-5b1daebeeda9 is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:38:10.644683 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8d402a-2cc7-4cb7-8270-1dfec5b60160 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Attributes excluded by policy engine: ['shared'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:10.645895 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8d402a-2cc7-4cb7-8270-1dfec5b60160 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Attributes excluded by policy engine: ['shared'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:10.647619 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-5a8d402a-2cc7-4cb7-8270-1dfec5b60160 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1466725 Feb 28 10:38:10.654589 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46018) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:10.669276 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-db2df1e1-9d09-484c-ba9f-810a0e862de6 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:10.708031 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-46cdedb7-cbaa-4f67-b145-0de14560eb75 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks [] for router_gateway (0165364e-dbfa-42ab-bf09-0bf175f1c807), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:10.974923 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7780e981-c904-4019-bf0c-83dc39595bcf tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:10.976345 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-7780e981-c904-4019-bf0c-83dc39595bcf tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "GET /v2.0/networks/272179ce-90b1-439e-a9c6-3b1ca6770100 HTTP/1.1" status: 200 len: 799 time: 0.3196132 Feb 28 10:38:10.983982 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46022) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:10.996467 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0751cc8d-ce0d-49e8-8c6a-10d144beae61 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:38:11.011389 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4b89a8-d58c-4854-8a91-ecb2af344028 None None] Sync routers for ids ['e94fd51f-5c81-48c9-98f1-5b1daebeeda9'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:38:11.023399 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4b89a8-d58c-4854-8a91-ecb2af344028 None None] Routers {'e94fd51f-5c81-48c9-98f1-5b1daebeeda9'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:11.025041 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-7e4b89a8-d58c-4854-8a91-ecb2af344028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:37:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['e94fd51f-5c81-48c9-98f1-5b1daebeeda9'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:11.084589 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-7e4b89a8-d58c-4854-8a91-ecb2af344028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:11.099952 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4b89a8-d58c-4854-8a91-ecb2af344028 None None] Routers {'e94fd51f-5c81-48c9-98f1-5b1daebeeda9'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:11.100813 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-7e4b89a8-d58c-4854-8a91-ecb2af344028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:37:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['e94fd51f-5c81-48c9-98f1-5b1daebeeda9'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:11.108162 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f9462-283b-409d-94bc-e718c148c3f1 req-59059f66-b697-4401-b446-1c203b72dae4 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:11.110026 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-9d5f9462-283b-409d-94bc-e718c148c3f1 req-59059f66-b697-4401-b446-1c203b72dae4 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.1651156 Feb 28 10:38:11.152356 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-7e4b89a8-d58c-4854-8a91-ecb2af344028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:11.153123 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4b89a8-d58c-4854-8a91-ecb2af344028 None None] The sync data for ids ['e94fd51f-5c81-48c9-98f1-5b1daebeeda9'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:38:11.166953 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0751cc8d-ce0d-49e8-8c6a-10d144beae61 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:11.171494 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-0751cc8d-ce0d-49e8-8c6a-10d144beae61 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.0983729 Feb 28 10:38:11.201629 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46024) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:11.213595 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c9162def-48e2-4915-845f-da0b91643b2d tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (f27a6c6f-53ae-4509-ac59-736c5f0d7dd5), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:11.397862 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-db2df1e1-9d09-484c-ba9f-810a0e862de6 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Allocated IP 172.20.0.1 (1ad8ada0-31fb-498b-b829-b4d05e9672ca/92498f43-dc56-4acf-a241-e11b26129578/a38a1ffe-d331-40e9-b649-8434120f7d77) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:11.415616 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-9d5f9462-283b-409d-94bc-e718c148c3f1 req-1139dd2d-0ab0-4218-875d-5a6aa1b3c727 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2613399 Feb 28 10:38:11.416241 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9162def-48e2-4915-845f-da0b91643b2d tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event updated for resources: {'Subnet': ['ID=f27a6c6f-53ae-4509-ac59-736c5f0d7dd5,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:11.425191 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d2e597c8-b8c0-4a69-b3e2-df7246e3c7f6 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks [] for router_gateway (05af5eb7-a1ec-4ebc-afb1-ed38282be95a), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:11.459400 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d2e597c8-b8c0-4a69-b3e2-df7246e3c7f6 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:11.483120 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9162def-48e2-4915-845f-da0b91643b2d tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Checking segment: {'id': '812b38a2-f015-4779-9302-3f01e6505ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f6f9d509-5d56-458c-9838-eeb64e78ec3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:38:11.486223 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9162def-48e2-4915-845f-da0b91643b2d tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Network hostable DHCP agents. Network: f6f9d509-5d56-458c-9838-eeb64e78ec3c, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:38:11.499441 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 8e566eb6-4b45-4cd7-b271-21f42b1a2082 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:38:11.550885 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 8e566eb6-4b45-4cd7-b271-21f42b1a2082 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:11.551527 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (8e566eb6-4b45-4cd7-b271-21f42b1a2082), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:11.594773 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-cc61dea3-efba-4704-a4c6-23361d61e791 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "GET /v2.0/networks/272179ce-90b1-439e-a9c6-3b1ca6770100?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.6017048 Feb 28 10:38:11.598070 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46026) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:11.598219 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-46cdedb7-cbaa-4f67-b145-0de14560eb75 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks [] for router_gateway (0165364e-dbfa-42ab-bf09-0bf175f1c807), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:11.635931 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-46cdedb7-cbaa-4f67-b145-0de14560eb75 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:11.674139 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 8e566eb6-4b45-4cd7-b271-21f42b1a2082 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:11.674777 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (8e566eb6-4b45-4cd7-b271-21f42b1a2082), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:11.703351 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9162def-48e2-4915-845f-da0b91643b2d tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Network f6f9d509-5d56-458c-9838-eeb64e78ec3c is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:38:11.703888 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port 8e566eb6-4b45-4cd7-b271-21f42b1a2082, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=8e566eb6-4b45-4cd7-b271-21f42b1a2082,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:11.737298 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bb7a56-81bf-4119-9577-792dee308ea2 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:11.738675 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-b8bb7a56-81bf-4119-9577-792dee308ea2 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "GET /v2.0/subnets/e304dccf-094b-44da-81fd-453919328f71 HTTP/1.1" status: 200 len: 811 time: 0.1419344 Feb 28 10:38:11.743474 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-db2df1e1-9d09-484c-ba9f-810a0e862de6 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks [] for port (a38a1ffe-d331-40e9-b649-8434120f7d77), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:11.745343 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46028) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:11.750285 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-d2e597c8-b8c0-4a69-b3e2-df7246e3c7f6 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Allocated IP 172.26.3.3 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/1d103327-75f3-459c-829e-8025fc8fcf96) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:11.775393 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (8e566eb6-4b45-4cd7-b271-21f42b1a2082), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:11.808783 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-c9162def-48e2-4915-845f-da0b91643b2d tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, f6f9d509-5d56-458c-9838-eeb64e78ec3c) {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:11.812274 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb957723-4bf9-4d18-93ba-7a683bd66c0f tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Attributes excluded by policy engine: ['shared'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:11.817657 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-fb957723-4bf9-4d18-93ba-7a683bd66c0f tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "GET /v2.0/subnets/e304dccf-094b-44da-81fd-453919328f71?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0673244 Feb 28 10:38:11.818384 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46030) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:11.824203 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-46550eee-eebf-402f-92b8-3156aa5c54bd tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-921053051'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:11.824688 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9162def-48e2-4915-845f-da0b91643b2d tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:11.825361 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c9162def-48e2-4915-845f-da0b91643b2d tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:11.826444 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e53e3e-3a1f-4d3c-9a17-10a70a8332a5 None None] Network f6f9d509-5d56-458c-9838-eeb64e78ec3c requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:38:11.881538 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=8e566eb6-4b45-4cd7-b271-21f42b1a2082,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:11.904619 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-db2df1e1-9d09-484c-ba9f-810a0e862de6 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (a38a1ffe-d331-40e9-b649-8434120f7d77), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:11.958513 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05c316b-47d7-4af2-bde9-8ef0aa7e3974 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-f6f9d509-5d56-458c-9838-eeb64e78ec3c', 'network_id': 'f6f9d509-5d56-458c-9838-eeb64e78ec3c', 'project_id': '4139ff51d3884888b07610eef64ca26e', 'fixed_ips': [{'subnet_id': 'f27a6c6f-53ae-4509-ac59-736c5f0d7dd5'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:38:11.959872 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f05c316b-47d7-4af2-bde9-8ef0aa7e3974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:11.974135 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2df1e1-9d09-484c-ba9f-810a0e862de6 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Network 1ad8ada0-31fb-498b-b829-b4d05e9672ca is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:11.978392 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-db2df1e1-9d09-484c-ba9f-810a0e862de6 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:11.990415 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d2e597c8-b8c0-4a69-b3e2-df7246e3c7f6 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks [] for port (1d103327-75f3-459c-829e-8025fc8fcf96), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:12.000068 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2df1e1-9d09-484c-ba9f-810a0e862de6 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:38:12.003751 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46550eee-eebf-402f-92b8-3156aa5c54bd tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Made reservation on behalf of e83592cc9f8b4979b763ded3df9533cb for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:38:12.008655 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-46550eee-eebf-402f-92b8-3156aa5c54bd tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:12.016207 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c9162def-48e2-4915-845f-da0b91643b2d tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3393488 Feb 28 10:38:12.017972 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46032) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:12.023797 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-42b5e704-42aa-456e-a588-44fbed012b73 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-869310717', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:12.049063 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2df1e1-9d09-484c-ba9f-810a0e862de6 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Pushing event updated for resources: {'Port': ['ID=a38a1ffe-d331-40e9-b649-8434120f7d77,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:12.085431 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46550eee-eebf-402f-92b8-3156aa5c54bd tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:38:12.094104 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-db2df1e1-9d09-484c-ba9f-810a0e862de6 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047958'] for router_interface (89359900-e75b-4cfe-a0ba-405150ca621c), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:12.142124 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-f05c316b-47d7-4af2-bde9-8ef0aa7e3974 None None] Allocated IP 2001:db8::2 (f6f9d509-5d56-458c-9838-eeb64e78ec3c/f27a6c6f-53ae-4509-ac59-736c5f0d7dd5/8c08dfcf-3048-4427-a87a-6075012ff392) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:12.178392 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-66e91037-80ce-4e1a-905f-fb31ff4262c5 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:12.183286 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-42b5e704-42aa-456e-a588-44fbed012b73 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (256d0e86-3337-4a49-a994-f498c9de68f2), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:12.184550 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-42b5e704-42aa-456e-a588-44fbed012b73 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (256d0e86-3337-4a49-a994-f498c9de68f2), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:12.204080 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d2e597c8-b8c0-4a69-b3e2-df7246e3c7f6 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (1d103327-75f3-459c-829e-8025fc8fcf96), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:12.260430 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-46550eee-eebf-402f-92b8-3156aa5c54bd tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (bc308b42-7c5a-4a19-84e8-d03d6e51cb86), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:12.261144 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-46550eee-eebf-402f-92b8-3156aa5c54bd tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Added segment bc308b42-7c5a-4a19-84e8-d03d6e51cb86 of type vlan for network 80d7f4b1-27aa-4f79-ab26-256fec6462ad Feb 28 10:38:12.330198 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e597c8-b8c0-4a69-b3e2-df7246e3c7f6 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:12.331977 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-46550eee-eebf-402f-92b8-3156aa5c54bd tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (80d7f4b1-27aa-4f79-ab26-256fec6462ad), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:12.346243 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f05c316b-47d7-4af2-bde9-8ef0aa7e3974 None None] Publish callbacks [] for port (8c08dfcf-3048-4427-a87a-6075012ff392), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:12.360859 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-d2e597c8-b8c0-4a69-b3e2-df7246e3c7f6 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:12.370808 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-42b5e704-42aa-456e-a588-44fbed012b73 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for router_controller (256d0e86-3337-4a49-a994-f498c9de68f2), precommit_add_association {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:12.372049 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e597c8-b8c0-4a69-b3e2-df7246e3c7f6 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:38:12.378820 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e597c8-b8c0-4a69-b3e2-df7246e3c7f6 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Pushing event updated for resources: {'Port': ['ID=1d103327-75f3-459c-829e-8025fc8fcf96,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:12.382611 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-3ecb56c5-7f7a-460e-8642-f0cc6af3d4b4 None None] Provisioning complete for port a38a1ffe-d331-40e9-b649-8434120f7d77 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:12.383916 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3ecb56c5-7f7a-460e-8642-f0cc6af3d4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (a38a1ffe-d331-40e9-b649-8434120f7d77), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:12.395911 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-46cdedb7-cbaa-4f67-b145-0de14560eb75 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Allocated IP 172.26.3.29 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/7886cf0f-0f32-4bcb-82ff-9f10411a8109) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:12.425071 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-db2df1e1-9d09-484c-ba9f-810a0e862de6 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (a38a1ffe-d331-40e9-b649-8434120f7d77), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:12.427186 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-3ecb56c5-7f7a-460e-8642-f0cc6af3d4b4 None None] Port a38a1ffe-d331-40e9-b649-8434120f7d77 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:38:12.435560 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f05c316b-47d7-4af2-bde9-8ef0aa7e3974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (8c08dfcf-3048-4427-a87a-6075012ff392), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:12.507818 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05c316b-47d7-4af2-bde9-8ef0aa7e3974 None None] Pushing event updated for resources: {'Port': ['ID=8c08dfcf-3048-4427-a87a-6075012ff392,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:12.514092 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-46550eee-eebf-402f-92b8-3156aa5c54bd tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (80d7f4b1-27aa-4f79-ab26-256fec6462ad), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:12.519468 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46550eee-eebf-402f-92b8-3156aa5c54bd tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:12.520066 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-46550eee-eebf-402f-92b8-3156aa5c54bd tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:12.520270 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05c316b-47d7-4af2-bde9-8ef0aa7e3974 None None] Network f6f9d509-5d56-458c-9838-eeb64e78ec3c is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:12.522233 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-f05c316b-47d7-4af2-bde9-8ef0aa7e3974 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:12.525456 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05c316b-47d7-4af2-bde9-8ef0aa7e3974 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:38:12.526103 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-42b5e704-42aa-456e-a588-44fbed012b73 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (256d0e86-3337-4a49-a994-f498c9de68f2), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:12.584285 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-f05c316b-47d7-4af2-bde9-8ef0aa7e3974 None None] Attempting to bind port 8c08dfcf-3048-4427-a87a-6075012ff392 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:38:12.584771 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-f05c316b-47d7-4af2-bde9-8ef0aa7e3974 None None] Attempting to bind port 8c08dfcf-3048-4427-a87a-6075012ff392 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '812b38a2-f015-4779-9302-3f01e6505ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f6f9d509-5d56-458c-9838-eeb64e78ec3c'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:38:12.585203 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05c316b-47d7-4af2-bde9-8ef0aa7e3974 None None] Attempting to bind port 8c08dfcf-3048-4427-a87a-6075012ff392 on network f6f9d509-5d56-458c-9838-eeb64e78ec3c {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:38:12.591104 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05c316b-47d7-4af2-bde9-8ef0aa7e3974 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:38:12.591563 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05c316b-47d7-4af2-bde9-8ef0aa7e3974 None None] Checking segment: {'id': '812b38a2-f015-4779-9302-3f01e6505ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f6f9d509-5d56-458c-9838-eeb64e78ec3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:38:12.592464 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f05c316b-47d7-4af2-bde9-8ef0aa7e3974 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:12.592585 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05c316b-47d7-4af2-bde9-8ef0aa7e3974 None None] Bound using segment: {'id': '812b38a2-f015-4779-9302-3f01e6505ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f6f9d509-5d56-458c-9838-eeb64e78ec3c'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:38:12.593059 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-f05c316b-47d7-4af2-bde9-8ef0aa7e3974 None None] Bound port: 8c08dfcf-3048-4427-a87a-6075012ff392, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '812b38a2-f015-4779-9302-3f01e6505ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f6f9d509-5d56-458c-9838-eeb64e78ec3c'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:38:12.594573 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f05c316b-47d7-4af2-bde9-8ef0aa7e3974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (8c08dfcf-3048-4427-a87a-6075012ff392), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:12.643786 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-42b5e704-42aa-456e-a588-44fbed012b73 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:12.645675 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-42b5e704-42aa-456e-a588-44fbed012b73 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6254213 Feb 28 10:38:12.667569 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-f05c316b-47d7-4af2-bde9-8ef0aa7e3974 None None] For port 8c08dfcf-3048-4427-a87a-6075012ff392, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:38:12.671053 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-f05c316b-47d7-4af2-bde9-8ef0aa7e3974 None None] For port 8c08dfcf-3048-4427-a87a-6075012ff392, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=8c08dfcf-3048-4427-a87a-6075012ff392,segment=NetworkSegment(812b38a2-f015-4779-9302-3f01e6505ab8),segment_id=812b38a2-f015-4779-9302-3f01e6505ab8)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:38:12.677507 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46036) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:12.687213 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-74158c5b-2047-4dc7-ae4f-8b6028484d47 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Request body: {'port': {'network_id': 'f6f9d509-5d56-458c-9838-eeb64e78ec3c', 'name': 'tempest-PortsIpV6TestJSON-2050883096'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:12.707055 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-46550eee-eebf-402f-92b8-3156aa5c54bd tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8878520 Feb 28 10:38:12.715412 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46038) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:12.753643 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f05c316b-47d7-4af2-bde9-8ef0aa7e3974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (8c08dfcf-3048-4427-a87a-6075012ff392), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:12.760545 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-4ae1ce55-4e9e-433a-b035-da4afadaf94b tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Request body: {'subnet': {'network_id': '80d7f4b1-27aa-4f79-ab26-256fec6462ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:12.769208 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-46cdedb7-cbaa-4f67-b145-0de14560eb75 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks [] for port (7886cf0f-0f32-4bcb-82ff-9f10411a8109), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:12.772243 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46550eee-eebf-402f-92b8-3156aa5c54bd tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Pushing event updated for resources: {'Network': ['ID=80d7f4b1-27aa-4f79-ab26-256fec6462ad,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:12.791693 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 80d7f4b1-27aa-4f79-ab26-256fec6462ad details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:38:12.836206 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289887f4-fa2b-4d06-916c-f3793c92732c req-7b934ab3-c6bb-4f06-9a8b-d3cad1625dc2 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:12.837943 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-289887f4-fa2b-4d06-916c-f3793c92732c req-7b934ab3-c6bb-4f06-9a8b-d3cad1625dc2 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.3310988 Feb 28 10:38:12.903526 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05c316b-47d7-4af2-bde9-8ef0aa7e3974 None None] Pushing event updated for resources: {'Port': ['ID=8c08dfcf-3048-4427-a87a-6075012ff392,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:13.093777 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-46cdedb7-cbaa-4f67-b145-0de14560eb75 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (7886cf0f-0f32-4bcb-82ff-9f10411a8109), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:13.108685 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-289887f4-fa2b-4d06-916c-f3793c92732c req-448c9fe8-6189-4d8b-b1e6-e09770dcbc08 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2551637 Feb 28 10:38:13.148397 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-db2df1e1-9d09-484c-ba9f-810a0e862de6 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks [] for port (a38a1ffe-d331-40e9-b649-8434120f7d77), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:13.156050 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae1ce55-4e9e-433a-b035-da4afadaf94b tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Made reservation on behalf of e83592cc9f8b4979b763ded3df9533cb for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:38:13.159624 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4ae1ce55-4e9e-433a-b035-da4afadaf94b tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:13.169578 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cdedb7-cbaa-4f67-b145-0de14560eb75 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:13.190782 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-46cdedb7-cbaa-4f67-b145-0de14560eb75 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:13.193676 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cdedb7-cbaa-4f67-b145-0de14560eb75 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:38:13.253996 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cdedb7-cbaa-4f67-b145-0de14560eb75 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Pushing event updated for resources: {'Port': ['ID=7886cf0f-0f32-4bcb-82ff-9f10411a8109,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:13.262180 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-db2df1e1-9d09-484c-ba9f-810a0e862de6 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (a38a1ffe-d331-40e9-b649-8434120f7d77), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:13.268051 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-66e91037-80ce-4e1a-905f-fb31ff4262c5 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Allocated IP 172.20.0.1 (9475f20a-4dc8-4b47-b51a-3d7872ad0403/fe64f201-be40-4404-9f6e-20a6b4ac42c0/763e1ad1-8b1f-4595-a5fd-13ec294ea5cc) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:13.286142 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d2e597c8-b8c0-4a69-b3e2-df7246e3c7f6 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks [] for router_gateway (05af5eb7-a1ec-4ebc-afb1-ed38282be95a), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:13.298686 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.ipam_backend_mixin [None req-4ae1ce55-4e9e-433a-b035-da4afadaf94b tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Performing IP validity checks on allocation pools {{(pid=104083) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 28 10:38:13.299235 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.ipam_backend_mixin [None req-4ae1ce55-4e9e-433a-b035-da4afadaf94b tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104083) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 28 10:38:13.421806 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2df1e1-9d09-484c-ba9f-810a0e862de6 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Pushing event updated for resources: {'Port': ['ID=a38a1ffe-d331-40e9-b649-8434120f7d77,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:13.425025 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-db2df1e1-9d09-484c-ba9f-810a0e862de6 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047558'] for router_interface (89359900-e75b-4cfe-a0ba-405150ca621c), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:13.478386 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74158c5b-2047-4dc7-ae4f-8b6028484d47 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Made reservation on behalf of 4139ff51d3884888b07610eef64ca26e for: {'port': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:38:13.482090 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-74158c5b-2047-4dc7-ae4f-8b6028484d47 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:13.544747 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-66e91037-80ce-4e1a-905f-fb31ff4262c5 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for port (763e1ad1-8b1f-4595-a5fd-13ec294ea5cc), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:13.556713 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [None req-74158c5b-2047-4dc7-ae4f-8b6028484d47 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] device_id is not set on port c9a6d2d7-853a-4fb0-bcfe-f2a7d7a15e23 yet. {{(pid=104084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:38:13.581136 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 8c08dfcf-3048-4427-a87a-6075012ff392 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:38:13.646331 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 8c08dfcf-3048-4427-a87a-6075012ff392 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:13.646717 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (8c08dfcf-3048-4427-a87a-6075012ff392), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:13.691814 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2df1e1-9d09-484c-ba9f-810a0e862de6 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Network 1ad8ada0-31fb-498b-b829-b4d05e9672ca is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:13.699936 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-db2df1e1-9d09-484c-ba9f-810a0e862de6 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:13.748150 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d2e597c8-b8c0-4a69-b3e2-df7246e3c7f6 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (05af5eb7-a1ec-4ebc-afb1-ed38282be95a), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:13.755844 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 8c08dfcf-3048-4427-a87a-6075012ff392 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:13.762359 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (8c08dfcf-3048-4427-a87a-6075012ff392), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:13.798878 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port 8c08dfcf-3048-4427-a87a-6075012ff392, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=8c08dfcf-3048-4427-a87a-6075012ff392,segment=NetworkSegment(812b38a2-f015-4779-9302-3f01e6505ab8),segment_id=812b38a2-f015-4779-9302-3f01e6505ab8)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:13.820914 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-74158c5b-2047-4dc7-ae4f-8b6028484d47 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Allocated IP 2001:db8::48 (f6f9d509-5d56-458c-9838-eeb64e78ec3c/f27a6c6f-53ae-4509-ac59-736c5f0d7dd5/c9a6d2d7-853a-4fb0-bcfe-f2a7d7a15e23) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:13.823567 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-66e91037-80ce-4e1a-905f-fb31ff4262c5 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (763e1ad1-8b1f-4595-a5fd-13ec294ea5cc), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:13.877877 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (8c08dfcf-3048-4427-a87a-6075012ff392), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:13.878779 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 8e566eb6-4b45-4cd7-b271-21f42b1a2082 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:38:13.923484 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4ae1ce55-4e9e-433a-b035-da4afadaf94b tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (5fda8fa1-b94b-45ad-bc53-3cf8a14b3684), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:13.924116 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e91037-80ce-4e1a-905f-fb31ff4262c5 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Network 9475f20a-4dc8-4b47-b51a-3d7872ad0403 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:13.944869 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-66e91037-80ce-4e1a-905f-fb31ff4262c5 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:13.948091 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e91037-80ce-4e1a-905f-fb31ff4262c5 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:38:13.995396 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e91037-80ce-4e1a-905f-fb31ff4262c5 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Pushing event updated for resources: {'Port': ['ID=763e1ad1-8b1f-4595-a5fd-13ec294ea5cc,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:14.018934 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=8c08dfcf-3048-4427-a87a-6075012ff392,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:14.023279 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 8e566eb6-4b45-4cd7-b271-21f42b1a2082 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:14.023985 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (8e566eb6-4b45-4cd7-b271-21f42b1a2082), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:14.056519 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-66e91037-80ce-4e1a-905f-fb31ff4262c5 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047958'] for router_interface (e94fd51f-5c81-48c9-98f1-5b1daebeeda9), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:14.081970 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e91037-80ce-4e1a-905f-fb31ff4262c5 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:14.082785 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e91037-80ce-4e1a-905f-fb31ff4262c5 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:14.084510 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e91037-80ce-4e1a-905f-fb31ff4262c5 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:14.084878 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e91037-80ce-4e1a-905f-fb31ff4262c5 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:14.089425 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e91037-80ce-4e1a-905f-fb31ff4262c5 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:14.091400 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e91037-80ce-4e1a-905f-fb31ff4262c5 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:14.091883 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e91037-80ce-4e1a-905f-fb31ff4262c5 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:14.092571 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e91037-80ce-4e1a-905f-fb31ff4262c5 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:14.093187 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e91037-80ce-4e1a-905f-fb31ff4262c5 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:14.093637 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e91037-80ce-4e1a-905f-fb31ff4262c5 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:14.094087 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e91037-80ce-4e1a-905f-fb31ff4262c5 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:14.094502 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e91037-80ce-4e1a-905f-fb31ff4262c5 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:14.094943 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e91037-80ce-4e1a-905f-fb31ff4262c5 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:14.145677 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 8e566eb6-4b45-4cd7-b271-21f42b1a2082 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:14.206652 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1ca131-dfd2-4152-bf8a-51f3e6c572b5 None None] Network f6f9d509-5d56-458c-9838-eeb64e78ec3c requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:38:14.217517 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-95145c53-cb81-4eda-9a8c-80ac38b43442 None None] Provisioning complete for port a38a1ffe-d331-40e9-b649-8434120f7d77 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:14.217908 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-95145c53-cb81-4eda-9a8c-80ac38b43442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (a38a1ffe-d331-40e9-b649-8434120f7d77), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:14.301758 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-95145c53-cb81-4eda-9a8c-80ac38b43442 None None] Port a38a1ffe-d331-40e9-b649-8434120f7d77 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:38:14.360321 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-46cdedb7-cbaa-4f67-b145-0de14560eb75 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks [] for router_gateway (0165364e-dbfa-42ab-bf09-0bf175f1c807), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:14.386474 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82122a0-e3e3-4851-a9e8-2ff4620b6180 req-a5ed658f-67b7-4961-b57c-25ea822b751c tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:14.388086 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-b82122a0-e3e3-4851-a9e8-2ff4620b6180 req-a5ed658f-67b7-4961-b57c-25ea822b751c tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.1634023 Feb 28 10:38:14.419137 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-74158c5b-2047-4dc7-ae4f-8b6028484d47 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for port (c9a6d2d7-853a-4fb0-bcfe-f2a7d7a15e23), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:14.434986 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-61f96f7f-1a9d-45e1-b4bd-0c0bc4e03f8e None None] Provisioning complete for port 8c08dfcf-3048-4427-a87a-6075012ff392 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:14.440950 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-61f96f7f-1a9d-45e1-b4bd-0c0bc4e03f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (8c08dfcf-3048-4427-a87a-6075012ff392), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:14.463544 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae1ce55-4e9e-433a-b035-da4afadaf94b tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Pushing event updated for resources: {'Subnet': ['ID=5fda8fa1-b94b-45ad-bc53-3cf8a14b3684,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:14.471683 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db2df1e1-9d09-484c-ba9f-810a0e862de6 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Router 89359900-e75b-4cfe-a0ba-405150ca621c has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:38:14.472586 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae1ce55-4e9e-433a-b035-da4afadaf94b tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Checking segment: {'id': 'bc308b42-7c5a-4a19-84e8-d03d6e51cb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '80d7f4b1-27aa-4f79-ab26-256fec6462ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:38:14.472961 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae1ce55-4e9e-433a-b035-da4afadaf94b tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Network hostable DHCP agents. Network: 80d7f4b1-27aa-4f79-ab26-256fec6462ad, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:38:14.479150 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e597c8-b8c0-4a69-b3e2-df7246e3c7f6 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Router 05af5eb7-a1ec-4ebc-afb1-ed38282be95a is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:38:14.512105 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae1ce55-4e9e-433a-b035-da4afadaf94b tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:14.512460 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae1ce55-4e9e-433a-b035-da4afadaf94b tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:14.512808 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae1ce55-4e9e-433a-b035-da4afadaf94b tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:14.513149 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae1ce55-4e9e-433a-b035-da4afadaf94b tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:14.513498 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae1ce55-4e9e-433a-b035-da4afadaf94b tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:14.513838 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae1ce55-4e9e-433a-b035-da4afadaf94b tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:14.514173 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae1ce55-4e9e-433a-b035-da4afadaf94b tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:14.514510 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae1ce55-4e9e-433a-b035-da4afadaf94b tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:14.514870 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae1ce55-4e9e-433a-b035-da4afadaf94b tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:14.515200 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae1ce55-4e9e-433a-b035-da4afadaf94b tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:14.515536 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae1ce55-4e9e-433a-b035-da4afadaf94b tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:14.515866 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae1ce55-4e9e-433a-b035-da4afadaf94b tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:14.516193 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae1ce55-4e9e-433a-b035-da4afadaf94b tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:14.522808 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-66e91037-80ce-4e1a-905f-fb31ff4262c5 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (763e1ad1-8b1f-4595-a5fd-13ec294ea5cc), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:14.549752 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-b82122a0-e3e3-4851-a9e8-2ff4620b6180 req-1f4f85c5-3b18-48ea-a762-9b0ed3fd6e06 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444042 Feb 28 10:38:14.566512 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-61f96f7f-1a9d-45e1-b4bd-0c0bc4e03f8e None None] Current status of the port 8c08dfcf-3048-4427-a87a-6075012ff392 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:14.676127 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae1ce55-4e9e-433a-b035-da4afadaf94b tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Network 80d7f4b1-27aa-4f79-ab26-256fec6462ad is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:38:14.682981 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-74158c5b-2047-4dc7-ae4f-8b6028484d47 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (c9a6d2d7-853a-4fb0-bcfe-f2a7d7a15e23), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:14.691646 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-5fd698aa-c82e-4838-b8f3-4f8208f18c50 None None] Provisioning complete for port 8c08dfcf-3048-4427-a87a-6075012ff392 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:14.692221 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5fd698aa-c82e-4838-b8f3-4f8208f18c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (8c08dfcf-3048-4427-a87a-6075012ff392), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:14.740158 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2df1e1-9d09-484c-ba9f-810a0e862de6 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:38:14.749797 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-db2df1e1-9d09-484c-ba9f-810a0e862de6 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] 10.222.0.62 "PUT /v2.0/routers/89359900-e75b-4cfe-a0ba-405150ca621c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7261243 Feb 28 10:38:14.750922 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-4ae1ce55-4e9e-433a-b035-da4afadaf94b tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 80d7f4b1-27aa-4f79-ab26-256fec6462ad) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:14.753879 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46042) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:14.761133 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9873b8c5-43f9-4f49-ba5d-dc34f2416d7a None None] Sync routers for ids ['89359900-e75b-4cfe-a0ba-405150ca621c'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:38:14.779138 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9873b8c5-43f9-4f49-ba5d-dc34f2416d7a None None] Routers {'89359900-e75b-4cfe-a0ba-405150ca621c'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:14.779632 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-9873b8c5-43f9-4f49-ba5d-dc34f2416d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:37:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['89359900-e75b-4cfe-a0ba-405150ca621c'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:14.786435 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e597c8-b8c0-4a69-b3e2-df7246e3c7f6 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:38:14.789847 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0f0e3b-95f5-4427-b7b5-8911044785b9 None None] Network 80d7f4b1-27aa-4f79-ab26-256fec6462ad requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:38:14.802242 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae1ce55-4e9e-433a-b035-da4afadaf94b tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:14.802450 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4ae1ce55-4e9e-433a-b035-da4afadaf94b tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:14.807074 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bbe2f0-e411-4870-9972-20ffd440787f None None] Sync routers for ids ['05af5eb7-a1ec-4ebc-afb1-ed38282be95a'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:38:14.816069 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bbe2f0-e411-4870-9972-20ffd440787f None None] Routers {'05af5eb7-a1ec-4ebc-afb1-ed38282be95a'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:14.816940 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-08bbe2f0-e411-4870-9972-20ffd440787f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:37:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['05af5eb7-a1ec-4ebc-afb1-ed38282be95a'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:14.831344 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74158c5b-2047-4dc7-ae4f-8b6028484d47 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event updated for resources: {'Port': ['ID=c9a6d2d7-853a-4fb0-bcfe-f2a7d7a15e23,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:14.834851 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74158c5b-2047-4dc7-ae4f-8b6028484d47 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Network f6f9d509-5d56-458c-9838-eeb64e78ec3c is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:14.845232 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-74158c5b-2047-4dc7-ae4f-8b6028484d47 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:14.849763 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74158c5b-2047-4dc7-ae4f-8b6028484d47 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:38:14.856347 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-46cdedb7-cbaa-4f67-b145-0de14560eb75 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1032676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1044823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27871'] for router (0165364e-dbfa-42ab-bf09-0bf175f1c807), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:14.856467 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74158c5b-2047-4dc7-ae4f-8b6028484d47 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:14.856467 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-74158c5b-2047-4dc7-ae4f-8b6028484d47 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:14.863740 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-46cdedb7-cbaa-4f67-b145-0de14560eb75 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1032701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1032690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1044908'] for router (0165364e-dbfa-42ab-bf09-0bf175f1c807), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:14.918793 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-9873b8c5-43f9-4f49-ba5d-dc34f2416d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:14.921309 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-5fd698aa-c82e-4838-b8f3-4f8208f18c50 None None] Current status of the port 8c08dfcf-3048-4427-a87a-6075012ff392 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:14.922898 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-44df1d70-8d05-44fd-b977-436ba73bb8e3 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks [] for router (89359900-e75b-4cfe-a0ba-405150ca621c), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:14.939966 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d2e597c8-b8c0-4a69-b3e2-df7246e3c7f6 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:14.944072 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-d2e597c8-b8c0-4a69-b3e2-df7246e3c7f6 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 5.6745522 Feb 28 10:38:14.945280 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46044) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:14.962038 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-08bbe2f0-e411-4870-9972-20ffd440787f None None] Set router 05af5eb7-a1ec-4ebc-afb1-ed38282be95a gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:38:15.012079 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9873b8c5-43f9-4f49-ba5d-dc34f2416d7a None None] Routers {'89359900-e75b-4cfe-a0ba-405150ca621c'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:15.012740 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-9873b8c5-43f9-4f49-ba5d-dc34f2416d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:37:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['89359900-e75b-4cfe-a0ba-405150ca621c'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:15.051313 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-74158c5b-2047-4dc7-ae4f-8b6028484d47 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3724711 Feb 28 10:38:15.057409 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46046) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:15.072628 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-9873b8c5-43f9-4f49-ba5d-dc34f2416d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:15.073436 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9873b8c5-43f9-4f49-ba5d-dc34f2416d7a None None] The sync data for ids ['89359900-e75b-4cfe-a0ba-405150ca621c'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:38:15.094941 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.api.v2.resource [None req-44df1d70-8d05-44fd-b977-436ba73bb8e3 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 28 10:38:15.098629 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-44df1d70-8d05-44fd-b977-436ba73bb8e3 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] 10.222.0.62 "DELETE /v2.0/routers/89359900-e75b-4cfe-a0ba-405150ca621c HTTP/1.1" status: 409 len: 329 time: 0.3437662 Feb 28 10:38:15.113872 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46048) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:15.147438 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fbf1d6-9e34-45f1-b0a5-fcb14293e720 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-80d7f4b1-27aa-4f79-ab26-256fec6462ad', 'network_id': '80d7f4b1-27aa-4f79-ab26-256fec6462ad', 'project_id': 'e83592cc9f8b4979b763ded3df9533cb', 'fixed_ips': [{'subnet_id': '5fda8fa1-b94b-45ad-bc53-3cf8a14b3684'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:38:15.148332 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-79fbf1d6-9e34-45f1-b0a5-fcb14293e720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:15.199464 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-4ae1ce55-4e9e-433a-b035-da4afadaf94b tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.4455898 Feb 28 10:38:15.204609 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-08bbe2f0-e411-4870-9972-20ffd440787f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05af5eb7-a1ec-4ebc-afb1-ed38282be95a', 'name': 'tempest-snat-router-2006228045', 'tenant_id': '026d1846903c4979ba59c16717feed27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': '1d103327-75f3-459c-829e-8025fc8fcf96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:09Z', 'updated_at': '2022-02-28T10:38:12Z', 'revision_number': 3, 'project_id': '026d1846903c4979ba59c16717feed27', 'gw_port': {'id': '1d103327-75f3-459c-829e-8025fc8fcf96', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d2:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05af5eb7-a1ec-4ebc-afb1-ed38282be95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:11Z', 'updated_at': '2022-02-28T10:38:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:15.206437 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46050) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:15.214506 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-a5f3bcec-f8b6-4571-bf51-f15fa6dea8c0 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:15.250716 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bbe2f0-e411-4870-9972-20ffd440787f None None] Checking router: 05af5eb7-a1ec-4ebc-afb1-ed38282be95a for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:38:15.251099 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bbe2f0-e411-4870-9972-20ffd440787f None None] Updating router 05af5eb7-a1ec-4ebc-afb1-ed38282be95a port 1d103327-75f3-459c-829e-8025fc8fcf96 binding host dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:38:15.282293 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-762c5f94-e233-47d6-a950-6bc71e3d41f8 None None] Provisioning complete for port c9a6d2d7-853a-4fb0-bcfe-f2a7d7a15e23 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:15.282761 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-762c5f94-e233-47d6-a950-6bc71e3d41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (c9a6d2d7-853a-4fb0-bcfe-f2a7d7a15e23), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:15.283839 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-08bbe2f0-e411-4870-9972-20ffd440787f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (1d103327-75f3-459c-829e-8025fc8fcf96), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:15.315430 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46cdedb7-cbaa-4f67-b145-0de14560eb75 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Router 0165364e-dbfa-42ab-bf09-0bf175f1c807 is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:38:15.356058 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-762c5f94-e233-47d6-a950-6bc71e3d41f8 None None] Port c9a6d2d7-853a-4fb0-bcfe-f2a7d7a15e23 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:38:15.384799 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-79fbf1d6-9e34-45f1-b0a5-fcb14293e720 None None] Allocated IP 172.20.0.3 (80d7f4b1-27aa-4f79-ab26-256fec6462ad/5fda8fa1-b94b-45ad-bc53-3cf8a14b3684/7c9ea1d4-c1b7-4d58-b560-629ffa5e40df) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:15.499827 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 8c08dfcf-3048-4427-a87a-6075012ff392 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:38:15.529858 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46cdedb7-cbaa-4f67-b145-0de14560eb75 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:38:15.537695 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-46cdedb7-cbaa-4f67-b145-0de14560eb75 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:15.540392 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-46cdedb7-cbaa-4f67-b145-0de14560eb75 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] 10.222.0.62 "PUT /v2.0/routers/0165364e-dbfa-42ab-bf09-0bf175f1c807 HTTP/1.1" status: 200 len: 883 time: 5.2239344 Feb 28 10:38:15.543366 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46052) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:15.546677 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e692d8-6c5e-4039-b0d8-2e8e09a0bc12 None None] Sync routers for ids ['0165364e-dbfa-42ab-bf09-0bf175f1c807'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:38:15.579517 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-08bbe2f0-e411-4870-9972-20ffd440787f None None] Publish callbacks [] for port (1d103327-75f3-459c-829e-8025fc8fcf96), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:15.596559 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e692d8-6c5e-4039-b0d8-2e8e09a0bc12 None None] Routers {'0165364e-dbfa-42ab-bf09-0bf175f1c807'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:15.597964 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-93e692d8-6c5e-4039-b0d8-2e8e09a0bc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:37:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['0165364e-dbfa-42ab-bf09-0bf175f1c807'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:15.649724 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-93e692d8-6c5e-4039-b0d8-2e8e09a0bc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:15.669887 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-08bbe2f0-e411-4870-9972-20ffd440787f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (1d103327-75f3-459c-829e-8025fc8fcf96), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:15.702348 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e692d8-6c5e-4039-b0d8-2e8e09a0bc12 None None] Routers {'0165364e-dbfa-42ab-bf09-0bf175f1c807'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:15.703816 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-93e692d8-6c5e-4039-b0d8-2e8e09a0bc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:37:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['0165364e-dbfa-42ab-bf09-0bf175f1c807'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:15.722789 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-20760c0c-6df7-4bd4-9758-7b3f575de209 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] 10.222.0.62 "GET /v2.0/routers/0165364e-dbfa-42ab-bf09-0bf175f1c807 HTTP/1.1" status: 200 len: 924 time: 0.1755729 Feb 28 10:38:15.723582 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46056) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:15.736764 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-08bbe2f0-e411-4870-9972-20ffd440787f None None] Attempting to bind port 1d103327-75f3-459c-829e-8025fc8fcf96 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:38:15.737138 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-08bbe2f0-e411-4870-9972-20ffd440787f None None] Attempting to bind port 1d103327-75f3-459c-829e-8025fc8fcf96 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:38:15.737500 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bbe2f0-e411-4870-9972-20ffd440787f None None] Attempting to bind port 1d103327-75f3-459c-829e-8025fc8fcf96 on network e88d86cf-af22-4900-bdd2-aa4038554136 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:38:15.739442 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1008832a-a929-4533-b7f6-18736c26e0ec None None] Pushing event updated for resources: {'Port': ['ID=1d103327-75f3-459c-829e-8025fc8fcf96,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:15.747238 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bbe2f0-e411-4870-9972-20ffd440787f None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:38:15.747238 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bbe2f0-e411-4870-9972-20ffd440787f None None] Checking segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:38:15.747728 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-08bbe2f0-e411-4870-9972-20ffd440787f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:15.747869 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-93e692d8-6c5e-4039-b0d8-2e8e09a0bc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:15.748022 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bbe2f0-e411-4870-9972-20ffd440787f None None] Bound using segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:38:15.748408 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-08bbe2f0-e411-4870-9972-20ffd440787f None None] Bound port: 1d103327-75f3-459c-829e-8025fc8fcf96, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:38:15.748834 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e692d8-6c5e-4039-b0d8-2e8e09a0bc12 None None] The sync data for ids ['0165364e-dbfa-42ab-bf09-0bf175f1c807'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:38:15.749037 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-08bbe2f0-e411-4870-9972-20ffd440787f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (1d103327-75f3-459c-829e-8025fc8fcf96), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:15.764139 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-79fbf1d6-9e34-45f1-b0a5-fcb14293e720 None None] Publish callbacks [] for port (7c9ea1d4-c1b7-4d58-b560-629ffa5e40df), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:15.765663 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 8c08dfcf-3048-4427-a87a-6075012ff392 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:15.766042 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (8c08dfcf-3048-4427-a87a-6075012ff392), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:15.803359 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b87639-b7fb-490f-aaea-a55ff022d0d7 req-242444a4-d1da-4938-b305-56e30d950cda tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:15.805962 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-23b87639-b7fb-490f-aaea-a55ff022d0d7 req-242444a4-d1da-4938-b305-56e30d950cda tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.1524255 Feb 28 10:38:15.831829 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-08bbe2f0-e411-4870-9972-20ffd440787f None None] For port 1d103327-75f3-459c-829e-8025fc8fcf96, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:38:15.835499 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-08bbe2f0-e411-4870-9972-20ffd440787f None None] For port 1d103327-75f3-459c-829e-8025fc8fcf96, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=1d103327-75f3-459c-829e-8025fc8fcf96,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:38:15.855549 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad86f7d0-95f7-4f2a-951e-d1a6f0af56a6 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:15.857091 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-ad86f7d0-95f7-4f2a-951e-d1a6f0af56a6 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=e88d86cf-af22-4900-bdd2-aa4038554136&device_id=0165364e-dbfa-42ab-bf09-0bf175f1c807&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1328723 Feb 28 10:38:15.861901 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46058) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:15.870468 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-79fbf1d6-9e34-45f1-b0a5-fcb14293e720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (7c9ea1d4-c1b7-4d58-b560-629ffa5e40df), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:15.877066 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 8c08dfcf-3048-4427-a87a-6075012ff392 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:15.915984 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-5e528aff-347a-400e-bf46-eed74eba99a9 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] 10.222.0.62 "GET /v2.0/routers/05af5eb7-a1ec-4ebc-afb1-ed38282be95a HTTP/1.1" status: 200 len: 906 time: 0.9705777 Feb 28 10:38:15.923344 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fbf1d6-9e34-45f1-b0a5-fcb14293e720 None None] Network 80d7f4b1-27aa-4f79-ab26-256fec6462ad is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:15.924227 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-08bbe2f0-e411-4870-9972-20ffd440787f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (1d103327-75f3-459c-829e-8025fc8fcf96), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:15.925945 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46060) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:15.927472 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-79fbf1d6-9e34-45f1-b0a5-fcb14293e720 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:15.930465 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fbf1d6-9e34-45f1-b0a5-fcb14293e720 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:38:15.932670 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fbf1d6-9e34-45f1-b0a5-fcb14293e720 None None] Pushing event updated for resources: {'Port': ['ID=7c9ea1d4-c1b7-4d58-b560-629ffa5e40df,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:15.944169 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fbf1d6-9e34-45f1-b0a5-fcb14293e720 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:15.944678 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fbf1d6-9e34-45f1-b0a5-fcb14293e720 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:15.945120 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fbf1d6-9e34-45f1-b0a5-fcb14293e720 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:15.946123 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fbf1d6-9e34-45f1-b0a5-fcb14293e720 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:15.946555 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fbf1d6-9e34-45f1-b0a5-fcb14293e720 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:15.947145 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fbf1d6-9e34-45f1-b0a5-fcb14293e720 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:15.947579 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fbf1d6-9e34-45f1-b0a5-fcb14293e720 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:15.948010 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fbf1d6-9e34-45f1-b0a5-fcb14293e720 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:15.948458 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fbf1d6-9e34-45f1-b0a5-fcb14293e720 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:15.948886 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fbf1d6-9e34-45f1-b0a5-fcb14293e720 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:15.949319 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fbf1d6-9e34-45f1-b0a5-fcb14293e720 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:15.949858 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fbf1d6-9e34-45f1-b0a5-fcb14293e720 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:15.950301 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fbf1d6-9e34-45f1-b0a5-fcb14293e720 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:15.988745 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1008832a-a929-4533-b7f6-18736c26e0ec None None] Pushing event updated for resources: {'Port': ['ID=1d103327-75f3-459c-829e-8025fc8fcf96,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:16.002949 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bbe2f0-e411-4870-9972-20ffd440787f None None] Routers {'05af5eb7-a1ec-4ebc-afb1-ed38282be95a'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:16.003576 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-08bbe2f0-e411-4870-9972-20ffd440787f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:37:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['05af5eb7-a1ec-4ebc-afb1-ed38282be95a'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:16.017694 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b955e47-8636-4a78-9198-f6fecd6b5cee tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:16.021701 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-5b955e47-8636-4a78-9198-f6fecd6b5cee tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] 10.222.0.62 "GET /v2.0/networks/e88d86cf-af22-4900-bdd2-aa4038554136 HTTP/1.1" status: 200 len: 881 time: 0.1588526 Feb 28 10:38:16.026432 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-23b87639-b7fb-490f-aaea-a55ff022d0d7 req-3ee3acbb-6b62-4b3c-8067-a450a061706b tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2086737 Feb 28 10:38:16.027278 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46062) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:16.027758 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-79fbf1d6-9e34-45f1-b0a5-fcb14293e720 None None] Attempting to bind port 7c9ea1d4-c1b7-4d58-b560-629ffa5e40df on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:38:16.028231 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-79fbf1d6-9e34-45f1-b0a5-fcb14293e720 None None] Attempting to bind port 7c9ea1d4-c1b7-4d58-b560-629ffa5e40df by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': 'bc308b42-7c5a-4a19-84e8-d03d6e51cb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '80d7f4b1-27aa-4f79-ab26-256fec6462ad'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:38:16.029589 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fbf1d6-9e34-45f1-b0a5-fcb14293e720 None None] Attempting to bind port 7c9ea1d4-c1b7-4d58-b560-629ffa5e40df on network 80d7f4b1-27aa-4f79-ab26-256fec6462ad {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:38:16.036048 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fbf1d6-9e34-45f1-b0a5-fcb14293e720 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:38:16.036562 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fbf1d6-9e34-45f1-b0a5-fcb14293e720 None None] Checking segment: {'id': 'bc308b42-7c5a-4a19-84e8-d03d6e51cb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '80d7f4b1-27aa-4f79-ab26-256fec6462ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:38:16.037068 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-79fbf1d6-9e34-45f1-b0a5-fcb14293e720 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:16.037657 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fbf1d6-9e34-45f1-b0a5-fcb14293e720 None None] Bound using segment: {'id': 'bc308b42-7c5a-4a19-84e8-d03d6e51cb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '80d7f4b1-27aa-4f79-ab26-256fec6462ad'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:38:16.046974 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-79fbf1d6-9e34-45f1-b0a5-fcb14293e720 None None] Bound port: 7c9ea1d4-c1b7-4d58-b560-629ffa5e40df, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc308b42-7c5a-4a19-84e8-d03d6e51cb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '80d7f4b1-27aa-4f79-ab26-256fec6462ad'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:38:16.046974 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-79fbf1d6-9e34-45f1-b0a5-fcb14293e720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (7c9ea1d4-c1b7-4d58-b560-629ffa5e40df), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:16.069666 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-3c4fef59-713c-49d4-98a2-2e864d99d0f9 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] 10.222.0.62 "GET /v2.0/ports?device_id=0165364e-dbfa-42ab-bf09-0bf175f1c807 HTTP/1.1" status: 200 len: 205 time: 0.0412636 Feb 28 10:38:16.072440 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46064) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:16.121743 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-79fbf1d6-9e34-45f1-b0a5-fcb14293e720 None None] For port 7c9ea1d4-c1b7-4d58-b560-629ffa5e40df, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:38:16.125738 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-79fbf1d6-9e34-45f1-b0a5-fcb14293e720 None None] For port 7c9ea1d4-c1b7-4d58-b560-629ffa5e40df, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=7c9ea1d4-c1b7-4d58-b560-629ffa5e40df,segment=NetworkSegment(bc308b42-7c5a-4a19-84e8-d03d6e51cb86),segment_id=bc308b42-7c5a-4a19-84e8-d03d6e51cb86)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:38:16.144620 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-66e91037-80ce-4e1a-905f-fb31ff4262c5 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for port (763e1ad1-8b1f-4595-a5fd-13ec294ea5cc), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:16.158118 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-08bbe2f0-e411-4870-9972-20ffd440787f None None] Set router 05af5eb7-a1ec-4ebc-afb1-ed38282be95a gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:38:16.158340 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a5f3bcec-f8b6-4571-bf51-f15fa6dea8c0 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-62634274'] for subnet (5fda8fa1-b94b-45ad-bc53-3cf8a14b3684), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:16.207264 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-79fbf1d6-9e34-45f1-b0a5-fcb14293e720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (7c9ea1d4-c1b7-4d58-b560-629ffa5e40df), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:16.207745 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4b96f6f8-d9bd-46e2-becf-25189e73898b tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks [] for router (0165364e-dbfa-42ab-bf09-0bf175f1c807), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:16.263545 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-66e91037-80ce-4e1a-905f-fb31ff4262c5 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (763e1ad1-8b1f-4595-a5fd-13ec294ea5cc), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:16.326150 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fbf1d6-9e34-45f1-b0a5-fcb14293e720 None None] Pushing event updated for resources: {'Port': ['ID=7c9ea1d4-c1b7-4d58-b560-629ffa5e40df,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:16.378744 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4b96f6f8-d9bd-46e2-becf-25189e73898b tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks [] for router_gateway (0165364e-dbfa-42ab-bf09-0bf175f1c807), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:16.444021 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-060913ed-7f32-4227-8684-2ec8e8543065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:16.489738 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c946b9f9-3781-4f92-9207-c5f769a727ad tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks [] for router (05af5eb7-a1ec-4ebc-afb1-ed38282be95a), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:16.540639 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-08bbe2f0-e411-4870-9972-20ffd440787f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05af5eb7-a1ec-4ebc-afb1-ed38282be95a', 'name': 'tempest-snat-router-2006228045', 'tenant_id': '026d1846903c4979ba59c16717feed27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': '1d103327-75f3-459c-829e-8025fc8fcf96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:09Z', 'updated_at': '2022-02-28T10:38:12Z', 'revision_number': 3, 'project_id': '026d1846903c4979ba59c16717feed27', 'gw_port': {'id': '1d103327-75f3-459c-829e-8025fc8fcf96', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d2:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05af5eb7-a1ec-4ebc-afb1-ed38282be95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:11Z', 'updated_at': '2022-02-28T10:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:16.546536 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-66e91037-80ce-4e1a-905f-fb31ff4262c5 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047558'] for router_interface (e94fd51f-5c81-48c9-98f1-5b1daebeeda9), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:16.548291 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e91037-80ce-4e1a-905f-fb31ff4262c5 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Pushing event updated for resources: {'Port': ['ID=763e1ad1-8b1f-4595-a5fd-13ec294ea5cc,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:16.554289 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-4b96f6f8-d9bd-46e2-becf-25189e73898b tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Deleting port 7886cf0f-0f32-4bcb-82ff-9f10411a8109 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:38:16.554289 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4b96f6f8-d9bd-46e2-becf-25189e73898b tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (7886cf0f-0f32-4bcb-82ff-9f10411a8109), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:16.588173 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bbe2f0-e411-4870-9972-20ffd440787f None None] The sync data for ids ['05af5eb7-a1ec-4ebc-afb1-ed38282be95a'] in dv-neutron-829161-3-hyperv is: [{'id': '05af5eb7-a1ec-4ebc-afb1-ed38282be95a', 'name': 'tempest-snat-router-2006228045', 'tenant_id': '026d1846903c4979ba59c16717feed27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': '1d103327-75f3-459c-829e-8025fc8fcf96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:09Z', 'updated_at': '2022-02-28T10:38:12Z', 'revision_number': 3, 'project_id': '026d1846903c4979ba59c16717feed27', 'gw_port': {'id': '1d103327-75f3-459c-829e-8025fc8fcf96', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d2:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05af5eb7-a1ec-4ebc-afb1-ed38282be95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:11Z', 'updated_at': '2022-02-28T10:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:38:16.669252 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4b96f6f8-d9bd-46e2-becf-25189e73898b tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (7886cf0f-0f32-4bcb-82ff-9f10411a8109), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:16.688484 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-4b96f6f8-d9bd-46e2-becf-25189e73898b tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Calling delete_port for 7886cf0f-0f32-4bcb-82ff-9f10411a8109 owned by network:router_gateway {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:38:16.805514 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cb64eb46-fef5-4451-819e-c0aff6e28107 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (c9a6d2d7-853a-4fb0-bcfe-f2a7d7a15e23), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:16.922473 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c946b9f9-3781-4f92-9207-c5f769a727ad tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks [] for router_gateway (05af5eb7-a1ec-4ebc-afb1-ed38282be95a), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:16.974054 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a5f3bcec-f8b6-4571-bf51-f15fa6dea8c0 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737743691493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59148613'] for subnet (5fda8fa1-b94b-45ad-bc53-3cf8a14b3684), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:17.012324 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4b96f6f8-d9bd-46e2-becf-25189e73898b tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (7886cf0f-0f32-4bcb-82ff-9f10411a8109), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:17.016390 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e91037-80ce-4e1a-905f-fb31ff4262c5 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Network 9475f20a-4dc8-4b47-b51a-3d7872ad0403 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:17.042676 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b96f6f8-d9bd-46e2-becf-25189e73898b tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Pushing event deleted for resources: {'Port': ['ID=7886cf0f-0f32-4bcb-82ff-9f10411a8109,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:17.046703 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-66e91037-80ce-4e1a-905f-fb31ff4262c5 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:17.167153 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4b96f6f8-d9bd-46e2-becf-25189e73898b tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047843'] for router_gateway (0165364e-dbfa-42ab-bf09-0bf175f1c807), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:17.190441 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f3bcec-f8b6-4571-bf51-f15fa6dea8c0 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:17.191335 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a5f3bcec-f8b6-4571-bf51-f15fa6dea8c0 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:17.195180 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-a5f3bcec-f8b6-4571-bf51-f15fa6dea8c0 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "PUT /v2.0/subnets/5fda8fa1-b94b-45ad-bc53-3cf8a14b3684 HTTP/1.1" status: 200 len: 877 time: 1.9825649 Feb 28 10:38:17.195771 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f3bcec-f8b6-4571-bf51-f15fa6dea8c0 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Pushing event updated for resources: {'Subnet': ['ID=5fda8fa1-b94b-45ad-bc53-3cf8a14b3684,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:17.200331 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46068) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:17.285660 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4b96f6f8-d9bd-46e2-becf-25189e73898b tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (0165364e-dbfa-42ab-bf09-0bf175f1c807), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:17.288177 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4b96f6f8-d9bd-46e2-becf-25189e73898b tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks [] for router_controller (0165364e-dbfa-42ab-bf09-0bf175f1c807), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:17.339952 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0d032126-c864-4ac1-b8e8-a3c3fe17d41d tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047661'] for router_interface (89359900-e75b-4cfe-a0ba-405150ca621c), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:17.473868 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4b96f6f8-d9bd-46e2-becf-25189e73898b tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (0165364e-dbfa-42ab-bf09-0bf175f1c807), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:17.474324 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b96f6f8-d9bd-46e2-becf-25189e73898b tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Fanout notify agent at l3_agent the message router_deleted on router 0165364e-dbfa-42ab-bf09-0bf175f1c807 {{(pid=104083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:38:17.492973 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4b96f6f8-d9bd-46e2-becf-25189e73898b tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:17.492973 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-4b96f6f8-d9bd-46e2-becf-25189e73898b tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] 10.222.0.62 "DELETE /v2.0/routers/0165364e-dbfa-42ab-bf09-0bf175f1c807 HTTP/1.1" status: 204 len: 168 time: 1.4131134 Feb 28 10:38:17.492973 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4f32f1fc-4d4b-49f1-a7bb-c4da87113344 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (80d7f4b1-27aa-4f79-ab26-256fec6462ad), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:17.492973 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46070) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:17.499625 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-9d97f807-9724-488d-9834-0eadeda9baa4 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-943079298', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:17.571004 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2661449c-7d40-4c97-9226-4eca720f6e15 None None] Network 80d7f4b1-27aa-4f79-ab26-256fec6462ad requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:38:17.593258 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 1d103327-75f3-459c-829e-8025fc8fcf96 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:38:17.600021 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-4f32f1fc-4d4b-49f1-a7bb-c4da87113344 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Deleting port 7c9ea1d4-c1b7-4d58-b560-629ffa5e40df {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:38:17.600594 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4f32f1fc-4d4b-49f1-a7bb-c4da87113344 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (7c9ea1d4-c1b7-4d58-b560-629ffa5e40df), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:17.648667 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9d97f807-9724-488d-9834-0eadeda9baa4 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (b50fc936-10af-41dd-b01b-ab3a4e66a02f), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:17.650038 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9d97f807-9724-488d-9834-0eadeda9baa4 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (b50fc936-10af-41dd-b01b-ab3a4e66a02f), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:17.743949 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9d97f807-9724-488d-9834-0eadeda9baa4 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks [] for router_controller (b50fc936-10af-41dd-b01b-ab3a4e66a02f), precommit_add_association {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:17.749997 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-4f32f1fc-4d4b-49f1-a7bb-c4da87113344 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] For port 7c9ea1d4-c1b7-4d58-b560-629ffa5e40df, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=7c9ea1d4-c1b7-4d58-b560-629ffa5e40df,segment=NetworkSegment(bc308b42-7c5a-4a19-84e8-d03d6e51cb86),segment_id=bc308b42-7c5a-4a19-84e8-d03d6e51cb86)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:17.750464 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4f32f1fc-4d4b-49f1-a7bb-c4da87113344 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (7c9ea1d4-c1b7-4d58-b560-629ffa5e40df), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:17.767578 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-4f32f1fc-4d4b-49f1-a7bb-c4da87113344 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Calling delete_port for 7c9ea1d4-c1b7-4d58-b560-629ffa5e40df owned by network:dhcp {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:38:17.842899 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9d97f807-9724-488d-9834-0eadeda9baa4 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (b50fc936-10af-41dd-b01b-ab3a4e66a02f), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:17.868800 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-33be917a-b85f-4b13-a3fb-f5eeac3dc49c None None] Provisioning complete for port 7c9ea1d4-c1b7-4d58-b560-629ffa5e40df triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:17.869176 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-33be917a-b85f-4b13-a3fb-f5eeac3dc49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (7c9ea1d4-c1b7-4d58-b560-629ffa5e40df), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:17.944411 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 1d103327-75f3-459c-829e-8025fc8fcf96 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:17.944712 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (1d103327-75f3-459c-829e-8025fc8fcf96), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:17.946046 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9d97f807-9724-488d-9834-0eadeda9baa4 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:17.951215 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-9d97f807-9724-488d-9834-0eadeda9baa4 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4560854 Feb 28 10:38:17.952191 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46072) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:17.956725 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-9e8fefa6-2a0c-4da0-8403-a87cbee862a4 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'enable_snat': True}}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:18.001035 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a102b92-c9a4-4842-802f-15b7b6295fc1 req-56fd3006-dead-41fd-9ba0-9f01712066b5 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:18.002578 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-9a102b92-c9a4-4842-802f-15b7b6295fc1 req-56fd3006-dead-41fd-9ba0-9f01712066b5 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.8231103 Feb 28 10:38:18.025910 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-c946b9f9-3781-4f92-9207-c5f769a727ad tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Deleting port 1d103327-75f3-459c-829e-8025fc8fcf96 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:38:18.026134 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c946b9f9-3781-4f92-9207-c5f769a727ad tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (1d103327-75f3-459c-829e-8025fc8fcf96), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:18.039952 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4f32f1fc-4d4b-49f1-a7bb-c4da87113344 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (7c9ea1d4-c1b7-4d58-b560-629ffa5e40df), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:18.046392 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-33be917a-b85f-4b13-a3fb-f5eeac3dc49c None None] Current status of the port 7c9ea1d4-c1b7-4d58-b560-629ffa5e40df is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:18.047219 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-33be917a-b85f-4b13-a3fb-f5eeac3dc49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (7c9ea1d4-c1b7-4d58-b560-629ffa5e40df), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:18.048586 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e91037-80ce-4e1a-905f-fb31ff4262c5 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Router e94fd51f-5c81-48c9-98f1-5b1daebeeda9 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:38:18.093179 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f32f1fc-4d4b-49f1-a7bb-c4da87113344 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Pushing event deleted for resources: {'Port': ['ID=7c9ea1d4-c1b7-4d58-b560-629ffa5e40df,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:18.131473 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 1d103327-75f3-459c-829e-8025fc8fcf96 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:18.132357 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (1d103327-75f3-459c-829e-8025fc8fcf96), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:18.188868 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port 1d103327-75f3-459c-829e-8025fc8fcf96, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=1d103327-75f3-459c-829e-8025fc8fcf96,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:18.271839 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (1d103327-75f3-459c-829e-8025fc8fcf96), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:18.273083 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 7c9ea1d4-c1b7-4d58-b560-629ffa5e40df up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:38:18.291844 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9e8fefa6-2a0c-4da0-8403-a87cbee862a4 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks [] for router_gateway (b50fc936-10af-41dd-b01b-ab3a4e66a02f), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:18.295340 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f32f1fc-4d4b-49f1-a7bb-c4da87113344 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] No DVR routers for this DVR port 7c9ea1d4-c1b7-4d58-b560-629ffa5e40df on host dv-neutron-829161-3-hyperv {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:38:18.301483 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 7c9ea1d4-c1b7-4d58-b560-629ffa5e40df {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:38:18.301840 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 7c9ea1d4-c1b7-4d58-b560-629ffa5e40df not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 28 10:38:18.302328 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cb64eb46-fef5-4451-819e-c0aff6e28107 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for port (c9a6d2d7-853a-4fb0-bcfe-f2a7d7a15e23), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:18.303723 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a11a7c-6498-4f03-8e2a-3e3951b7f2fd None None] Network 80d7f4b1-27aa-4f79-ab26-256fec6462ad requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:38:18.319108 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-9a102b92-c9a4-4842-802f-15b7b6295fc1 req-7ae0e3c5-0514-4e30-b9fe-3af98180c145 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3022053 Feb 28 10:38:18.343365 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-c946b9f9-3781-4f92-9207-c5f769a727ad tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] For port 1d103327-75f3-459c-829e-8025fc8fcf96, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=1d103327-75f3-459c-829e-8025fc8fcf96,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:18.343766 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c946b9f9-3781-4f92-9207-c5f769a727ad tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (1d103327-75f3-459c-829e-8025fc8fcf96), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:18.347829 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4f32f1fc-4d4b-49f1-a7bb-c4da87113344 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (5fda8fa1-b94b-45ad-bc53-3cf8a14b3684), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:18.370245 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-c946b9f9-3781-4f92-9207-c5f769a727ad tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Calling delete_port for 1d103327-75f3-459c-829e-8025fc8fcf96 owned by network:router_gateway {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:38:18.450391 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Port 7c9ea1d4-c1b7-4d58-b560-629ffa5e40df not found, will not notify nova. {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 28 10:38:18.455486 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=1d103327-75f3-459c-829e-8025fc8fcf96,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:18.468128 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-278b0d37-ce51-4107-9ba4-4db85654a213 None None] Could not find standard attr ID for object 7c9ea1d4-c1b7-4d58-b560-629ffa5e40df. {{(pid=104085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:38:18.480589 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cb64eb46-fef5-4451-819e-c0aff6e28107 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (c9a6d2d7-853a-4fb0-bcfe-f2a7d7a15e23), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:18.551674 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e91037-80ce-4e1a-905f-fb31ff4262c5 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:38:18.566272 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-66e91037-80ce-4e1a-905f-fb31ff4262c5 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] 10.222.0.62 "PUT /v2.0/routers/e94fd51f-5c81-48c9-98f1-5b1daebeeda9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3633678 Feb 28 10:38:18.566812 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d1cace-d922-40af-868a-7024bc7ccb5e None None] Sync routers for ids ['e94fd51f-5c81-48c9-98f1-5b1daebeeda9'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:38:18.579309 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46074) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:18.584275 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-0bdd2f17-b904-4771-98ed-97ca7fd3f56b tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Request body: {'port': {'network_id': '9475f20a-4dc8-4b47-b51a-3d7872ad0403', 'name': 'tempest-FloatingIPTestJSON-866024932'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:18.587678 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d1cace-d922-40af-868a-7024bc7ccb5e None None] Routers {'e94fd51f-5c81-48c9-98f1-5b1daebeeda9'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:18.588340 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-e0d1cace-d922-40af-868a-7024bc7ccb5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:37:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['e94fd51f-5c81-48c9-98f1-5b1daebeeda9'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:18.650142 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb64eb46-fef5-4451-819e-c0aff6e28107 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event updated for resources: {'Port': ['ID=c9a6d2d7-853a-4fb0-bcfe-f2a7d7a15e23,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:18.666520 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2fd5a5ec-ae8a-4056-ad92-a6f5f76df67f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:18.691815 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-e0d1cace-d922-40af-868a-7024bc7ccb5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:18.706688 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:38:18.716833 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d1cace-d922-40af-868a-7024bc7ccb5e None None] Routers {'e94fd51f-5c81-48c9-98f1-5b1daebeeda9'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:18.717641 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-e0d1cace-d922-40af-868a-7024bc7ccb5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:38:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['e94fd51f-5c81-48c9-98f1-5b1daebeeda9'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:18.797125 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-e0d1cace-d922-40af-868a-7024bc7ccb5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:18.797976 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d1cace-d922-40af-868a-7024bc7ccb5e None None] The sync data for ids ['e94fd51f-5c81-48c9-98f1-5b1daebeeda9'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:38:18.963778 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4f32f1fc-4d4b-49f1-a7bb-c4da87113344 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (5fda8fa1-b94b-45ad-bc53-3cf8a14b3684), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:19.007646 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cb64eb46-fef5-4451-819e-c0aff6e28107 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047958'] for router_interface (256d0e86-3337-4a49-a994-f498c9de68f2), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:19.017923 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-c4fc875d-f884-4034-8f20-98d9ecb6c0f0 None None] Provisioning complete for port c9a6d2d7-853a-4fb0-bcfe-f2a7d7a15e23 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:19.018499 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c4fc875d-f884-4034-8f20-98d9ecb6c0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (c9a6d2d7-853a-4fb0-bcfe-f2a7d7a15e23), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:19.027785 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f32f1fc-4d4b-49f1-a7bb-c4da87113344 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Pushing event deleted for resources: {'Subnet': ['ID=5fda8fa1-b94b-45ad-bc53-3cf8a14b3684,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:19.049805 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c746b8ef-29e7-49e3-b481-b5d80ba3895d None None] Network 80d7f4b1-27aa-4f79-ab26-256fec6462ad requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:38:19.111512 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4f32f1fc-4d4b-49f1-a7bb-c4da87113344 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (80d7f4b1-27aa-4f79-ab26-256fec6462ad), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:19.122968 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bdd2f17-b904-4771-98ed-97ca7fd3f56b tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Made reservation on behalf of 94c254e0b2ed4c649e751c1a9615c906 for: {'port': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:38:19.126864 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0bdd2f17-b904-4771-98ed-97ca7fd3f56b tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:19.127712 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-c4fc875d-f884-4034-8f20-98d9ecb6c0f0 None None] Port c9a6d2d7-853a-4fb0-bcfe-f2a7d7a15e23 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:38:19.141280 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9e8fefa6-2a0c-4da0-8403-a87cbee862a4 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks [] for router_gateway (b50fc936-10af-41dd-b01b-ab3a4e66a02f), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:19.155888 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-0d032126-c864-4ac1-b8e8-a3c3fe17d41d tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Deleting port a38a1ffe-d331-40e9-b649-8434120f7d77 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:38:19.156232 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0d032126-c864-4ac1-b8e8-a3c3fe17d41d tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (a38a1ffe-d331-40e9-b649-8434120f7d77), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:19.161646 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-4f32f1fc-4d4b-49f1-a7bb-c4da87113344 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80d7f4b1-27aa-4f79-ab26-256fec6462ad']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:19.164906 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9e8fefa6-2a0c-4da0-8403-a87cbee862a4 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:19.181056 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-4f32f1fc-4d4b-49f1-a7bb-c4da87113344 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc308b42-7c5a-4a19-84e8-d03d6e51cb86') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:19.181325 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-4f32f1fc-4d4b-49f1-a7bb-c4da87113344 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc308b42-7c5a-4a19-84e8-d03d6e51cb86') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:19.193540 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [None req-0bdd2f17-b904-4771-98ed-97ca7fd3f56b tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] device_id is not set on port 415b4b67-86f7-4d7f-b053-6cf095ddcc87 yet. {{(pid=104084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:38:19.226625 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4f32f1fc-4d4b-49f1-a7bb-c4da87113344 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (bc308b42-7c5a-4a19-84e8-d03d6e51cb86), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:19.236621 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f224033-68ef-4b37-93b1-05e3b0d60d1c None None] DHCP port deletion for 80d7f4b1-27aa-4f79-ab26-256fec6462ad request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:38:19.249472 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4f32f1fc-4d4b-49f1-a7bb-c4da87113344 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (bc308b42-7c5a-4a19-84e8-d03d6e51cb86), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:19.261835 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f32f1fc-4d4b-49f1-a7bb-c4da87113344 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:38:19.262236 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4f32f1fc-4d4b-49f1-a7bb-c4da87113344 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (bc308b42-7c5a-4a19-84e8-d03d6e51cb86), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:19.265313 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:38:19.265313 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:38:19.265313 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:38:19.265313 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:38:19.265313 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:38:19.265313 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:38:19.265313 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:38:19.265313 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:38:19.265313 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:38:19.265313 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:38:19.265313 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:38:19.265313 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:38:19.265313 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:38:19.265313 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:38:19.265313 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:38:19.265313 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:38:19.265313 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:38:19.265313 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:38:19.265313 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:38:19.265313 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:38:19.265313 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:38:19.265313 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:38:19.265313 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:38:19.265313 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:38:19.265313 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:38:19.265313 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:38:19.265313 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:38:19.265313 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:38:19.265313 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:38:19.265313 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:38:19.265313 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:38:19.265313 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:38:19.347415 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c946b9f9-3781-4f92-9207-c5f769a727ad tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (1d103327-75f3-459c-829e-8025fc8fcf96), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:19.362094 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-9e8fefa6-2a0c-4da0-8403-a87cbee862a4 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Allocated IP 172.26.3.173 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/da278d79-201a-4caf-bd60-7df4f4f669be) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:19.380204 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0d032126-c864-4ac1-b8e8-a3c3fe17d41d tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (a38a1ffe-d331-40e9-b649-8434120f7d77), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:19.392692 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c946b9f9-3781-4f92-9207-c5f769a727ad tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d103327-75f3-459c-829e-8025fc8fcf96,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:19.438028 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4f32f1fc-4d4b-49f1-a7bb-c4da87113344 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (80d7f4b1-27aa-4f79-ab26-256fec6462ad), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:19.463042 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 1d103327-75f3-459c-829e-8025fc8fcf96 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:38:19.470637 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cb64eb46-fef5-4451-819e-c0aff6e28107 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (c9a6d2d7-853a-4fb0-bcfe-f2a7d7a15e23), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:19.472131 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4f32f1fc-4d4b-49f1-a7bb-c4da87113344 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:19.474970 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-0d032126-c864-4ac1-b8e8-a3c3fe17d41d tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Calling delete_port for a38a1ffe-d331-40e9-b649-8434120f7d77 owned by network:router_interface {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:38:19.475336 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-4f32f1fc-4d4b-49f1-a7bb-c4da87113344 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "DELETE /v2.0/networks/80d7f4b1-27aa-4f79-ab26-256fec6462ad HTTP/1.1" status: 204 len: 168 time: 2.2737255 Feb 28 10:38:19.484342 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46078) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:19.491221 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f32f1fc-4d4b-49f1-a7bb-c4da87113344 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Pushing event deleted for resources: {'Network': ['ID=80d7f4b1-27aa-4f79-ab26-256fec6462ad,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:19.491444 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 1d103327-75f3-459c-829e-8025fc8fcf96 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:38:19.491787 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 1d103327-75f3-459c-829e-8025fc8fcf96 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 28 10:38:19.516717 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Port 1d103327-75f3-459c-829e-8025fc8fcf96 not found, will not notify nova. {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 28 10:38:19.538613 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da44e54-e2de-4d46-80fe-217ddf6c0f99 req-bf4f48a9-0a4d-4cb9-bca5-2b17368f3246 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:19.540796 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0da44e54-e2de-4d46-80fe-217ddf6c0f99 req-bf4f48a9-0a4d-4cb9-bca5-2b17368f3246 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.1085312 Feb 28 10:38:19.563652 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9e8fefa6-2a0c-4da0-8403-a87cbee862a4 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks [] for port (da278d79-201a-4caf-bd60-7df4f4f669be), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:19.571895 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 7c9ea1d4-c1b7-4d58-b560-629ffa5e40df no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:38:19.593357 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 7c9ea1d4-c1b7-4d58-b560-629ffa5e40df {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:38:19.593954 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 7c9ea1d4-c1b7-4d58-b560-629ffa5e40df not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:38:19.607014 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5f7b0b3-0baa-400f-bfc9-2d830a02ffde tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] DELETE failed (client error): The resource could not be found. Feb 28 10:38:19.607472 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5f7b0b3-0baa-400f-bfc9-2d830a02ffde tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:38:19.610488 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-f5f7b0b3-0baa-400f-bfc9-2d830a02ffde tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "DELETE /v2.0/subnets/5fda8fa1-b94b-45ad-bc53-3cf8a14b3684 HTTP/1.1" status: 404 len: 337 time: 0.1043150 Feb 28 10:38:19.619605 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46080) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:19.623118 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-0bdd2f17-b904-4771-98ed-97ca7fd3f56b tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Allocated IP 172.20.0.6 (9475f20a-4dc8-4b47-b51a-3d7872ad0403/fe64f201-be40-4404-9f6e-20a6b4ac42c0/415b4b67-86f7-4d7f-b053-6cf095ddcc87) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:19.623471 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0da44e54-e2de-4d46-80fe-217ddf6c0f99 req-5767c030-79a6-430a-b106-51268802c90d tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757775 Feb 28 10:38:19.650382 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-7975160c-0a07-4466-b6e9-02e3757feac6 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] DELETE failed (client error): The resource could not be found. Feb 28 10:38:19.651340 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7975160c-0a07-4466-b6e9-02e3757feac6 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:38:19.657029 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-7975160c-0a07-4466-b6e9-02e3757feac6 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "DELETE /v2.0/networks/80d7f4b1-27aa-4f79-ab26-256fec6462ad HTTP/1.1" status: 404 len: 339 time: 0.0296717 Feb 28 10:38:19.657029 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46084) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:19.684075 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c946b9f9-3781-4f92-9207-c5f769a727ad tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047843'] for router_gateway (05af5eb7-a1ec-4ebc-afb1-ed38282be95a), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:19.685601 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-957cc1fc-01b6-4d9f-a532-ba3a98943046 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] DELETE failed (client error): The resource could not be found. Feb 28 10:38:19.685998 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-957cc1fc-01b6-4d9f-a532-ba3a98943046 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:38:19.690083 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-957cc1fc-01b6-4d9f-a532-ba3a98943046 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "DELETE /v2.0/subnets/02e1751c-223e-463c-b52e-7356a8178754 HTTP/1.1" status: 404 len: 337 time: 0.0312757 Feb 28 10:38:19.696002 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46086) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:19.711995 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9076763-4a90-4b71-b53c-8b4aa00ffc25 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] DELETE failed (client error): The resource could not be found. Feb 28 10:38:19.713229 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9076763-4a90-4b71-b53c-8b4aa00ffc25 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:38:19.719256 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-f9076763-4a90-4b71-b53c-8b4aa00ffc25 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "DELETE /v2.0/networks/b2679c1c-0ad5-4050-94d9-9e26a9cc9ead HTTP/1.1" status: 404 len: 339 time: 0.0261517 Feb 28 10:38:19.719945 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46088) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:19.729455 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9e8fefa6-2a0c-4da0-8403-a87cbee862a4 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (da278d79-201a-4caf-bd60-7df4f4f669be), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:19.813289 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8fefa6-2a0c-4da0-8403-a87cbee862a4 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:19.826619 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-9e8fefa6-2a0c-4da0-8403-a87cbee862a4 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:19.833349 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8fefa6-2a0c-4da0-8403-a87cbee862a4 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:38:19.839799 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8fefa6-2a0c-4da0-8403-a87cbee862a4 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Pushing event updated for resources: {'Port': ['ID=da278d79-201a-4caf-bd60-7df4f4f669be,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:19.878533 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1e71ef07-0529-4c01-85d6-84766bd790a1 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (bee886a5-11ef-4d1b-aee8-b966a51bd67f), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:19.934276 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c946b9f9-3781-4f92-9207-c5f769a727ad tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (05af5eb7-a1ec-4ebc-afb1-ed38282be95a), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:19.940039 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c946b9f9-3781-4f92-9207-c5f769a727ad tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks [] for router_controller (05af5eb7-a1ec-4ebc-afb1-ed38282be95a), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:19.949734 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:20.105301 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1e71ef07-0529-4c01-85d6-84766bd790a1 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (bee886a5-11ef-4d1b-aee8-b966a51bd67f), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:20.160781 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c946b9f9-3781-4f92-9207-c5f769a727ad tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (05af5eb7-a1ec-4ebc-afb1-ed38282be95a), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:20.161414 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c946b9f9-3781-4f92-9207-c5f769a727ad tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 05af5eb7-a1ec-4ebc-afb1-ed38282be95a {{(pid=104084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:38:20.166431 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c946b9f9-3781-4f92-9207-c5f769a727ad tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:20.170537 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c946b9f9-3781-4f92-9207-c5f769a727ad tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] 10.222.0.62 "DELETE /v2.0/routers/05af5eb7-a1ec-4ebc-afb1-ed38282be95a HTTP/1.1" status: 204 len: 168 time: 4.2002404 Feb 28 10:38:20.170658 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-1e71ef07-0529-4c01-85d6-84766bd790a1 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bee886a5-11ef-4d1b-aee8-b966a51bd67f']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:20.177055 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46092) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:20.189303 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-1e71ef07-0529-4c01-85d6-84766bd790a1 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '879a278e-33ca-4526-8cf4-3aa593c4f361') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:20.189610 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-1e71ef07-0529-4c01-85d6-84766bd790a1 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '879a278e-33ca-4526-8cf4-3aa593c4f361') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:20.227570 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0bdd2f17-b904-4771-98ed-97ca7fd3f56b tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for port (415b4b67-86f7-4d7f-b053-6cf095ddcc87), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:20.237090 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1e71ef07-0529-4c01-85d6-84766bd790a1 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (879a278e-33ca-4526-8cf4-3aa593c4f361), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:20.258913 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb292f-fa92-4bcc-b645-4c5a7d9cd629 req-3e0f1d62-6db7-4cae-a11e-de59ccdf029b tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:20.260492 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c3fb292f-fa92-4bcc-b645-4c5a7d9cd629 req-3e0f1d62-6db7-4cae-a11e-de59ccdf029b tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.3021944 Feb 28 10:38:20.306683 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0d032126-c864-4ac1-b8e8-a3c3fe17d41d tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (a38a1ffe-d331-40e9-b649-8434120f7d77), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:20.319280 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cb64eb46-fef5-4451-819e-c0aff6e28107 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for port (c9a6d2d7-853a-4fb0-bcfe-f2a7d7a15e23), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:20.335248 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20fccc-3633-475f-a95b-477f5bc5db7c req-a8adc888-7939-4b4f-ac3d-eb10ad5485a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:20.335248 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ff20fccc-3633-475f-a95b-477f5bc5db7c req-a8adc888-7939-4b4f-ac3d-eb10ad5485a5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=db1f4f0e5a54442e90e9cc29426671f3&device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 1129 time: 0.2528172 Feb 28 10:38:20.336245 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1e71ef07-0529-4c01-85d6-84766bd790a1 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (879a278e-33ca-4526-8cf4-3aa593c4f361), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:20.342977 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d032126-c864-4ac1-b8e8-a3c3fe17d41d tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Pushing event deleted for resources: {'Port': ['ID=a38a1ffe-d331-40e9-b649-8434120f7d77,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:20.399818 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0bdd2f17-b904-4771-98ed-97ca7fd3f56b tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (415b4b67-86f7-4d7f-b053-6cf095ddcc87), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:20.404374 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e71ef07-0529-4c01-85d6-84766bd790a1 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:38:20.405081 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1e71ef07-0529-4c01-85d6-84766bd790a1 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (879a278e-33ca-4526-8cf4-3aa593c4f361), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:20.412149 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:38:20.412149 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:38:20.412149 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:38:20.412149 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:38:20.412149 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:38:20.412149 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:38:20.412149 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:38:20.412149 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:38:20.412149 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:38:20.412149 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:38:20.412149 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:38:20.412149 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:38:20.412149 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:38:20.412149 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:38:20.412149 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:38:20.412149 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:38:20.412149 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:38:20.412149 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:38:20.412149 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:38:20.412149 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:38:20.412149 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:38:20.412149 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:38:20.412149 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:38:20.412149 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:38:20.412149 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:38:20.412149 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:38:20.412149 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:38:20.412149 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:38:20.412149 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:38:20.412149 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:38:20.412149 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:38:20.412149 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:38:20.467210 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cb64eb46-fef5-4451-819e-c0aff6e28107 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (c9a6d2d7-853a-4fb0-bcfe-f2a7d7a15e23), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:20.468175 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cb64eb46-fef5-4451-819e-c0aff6e28107 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047558'] for router_interface (256d0e86-3337-4a49-a994-f498c9de68f2), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:20.473901 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdd2f17-b904-4771-98ed-97ca7fd3f56b tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Pushing event updated for resources: {'Port': ['ID=415b4b67-86f7-4d7f-b053-6cf095ddcc87,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:20.545744 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdd2f17-b904-4771-98ed-97ca7fd3f56b tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Network 9475f20a-4dc8-4b47-b51a-3d7872ad0403 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:20.582755 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-0bdd2f17-b904-4771-98ed-97ca7fd3f56b tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:20.598991 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c3fb292f-fa92-4bcc-b645-4c5a7d9cd629 req-700185e5-f575-49c6-9455-fd99acf32530 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2891486 Feb 28 10:38:20.615191 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-57031420-991f-435c-ad64-d773d2fccc8d tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks [] for router (e24df3eb-3939-4fe2-8719-fad22c4109c1), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:20.623771 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdd2f17-b904-4771-98ed-97ca7fd3f56b tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:38:20.630672 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb64eb46-fef5-4451-819e-c0aff6e28107 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event updated for resources: {'Port': ['ID=c9a6d2d7-853a-4fb0-bcfe-f2a7d7a15e23,revision_number=3']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:20.677261 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9e8fefa6-2a0c-4da0-8403-a87cbee862a4 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks [] for router_gateway (b50fc936-10af-41dd-b01b-ab3a4e66a02f), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:20.688097 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1e71ef07-0529-4c01-85d6-84766bd790a1 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (bee886a5-11ef-4d1b-aee8-b966a51bd67f), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:20.741265 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1e71ef07-0529-4c01-85d6-84766bd790a1 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:20.746909 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-1e71ef07-0529-4c01-85d6-84766bd790a1 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "DELETE /v2.0/networks/bee886a5-11ef-4d1b-aee8-b966a51bd67f HTTP/1.1" status: 204 len: 168 time: 1.0232539 Feb 28 10:38:20.752573 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46094) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:20.819258 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e71ef07-0529-4c01-85d6-84766bd790a1 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Pushing event deleted for resources: {'Network': ['ID=bee886a5-11ef-4d1b-aee8-b966a51bd67f,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:20.853084 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20fccc-3633-475f-a95b-477f5bc5db7c req-e3f5fab3-5723-473b-89b4-c7cd4486b88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:20.854504 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ff20fccc-3633-475f-a95b-477f5bc5db7c req-e3f5fab3-5723-473b-89b4-c7cd4486b88c service neutron] 10.222.0.70 "GET /v2.0/networks?id=3446291b-b1f9-4318-9a41-856ad362fcb1 HTTP/1.1" status: 200 len: 912 time: 0.5035925 Feb 28 10:38:20.855390 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ab7b8dd-fe46-4e4c-86b8-bf58d1cd0565 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] DELETE failed (client error): The resource could not be found. Feb 28 10:38:20.855822 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ab7b8dd-fe46-4e4c-86b8-bf58d1cd0565 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:38:20.858859 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-8ab7b8dd-fe46-4e4c-86b8-bf58d1cd0565 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "DELETE /v2.0/subnets/64993055-bcec-444e-b0cf-d539c18de669 HTTP/1.1" status: 404 len: 337 time: 0.1038575 Feb 28 10:38:20.886569 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46096) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:20.970350 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed51ebfa-dcf9-4cea-bb63-22d9223b5397 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] DELETE failed (client error): The resource could not be found. Feb 28 10:38:20.970888 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed51ebfa-dcf9-4cea-bb63-22d9223b5397 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:38:20.973953 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-ed51ebfa-dcf9-4cea-bb63-22d9223b5397 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "DELETE /v2.0/networks/d75d89ba-5baf-4596-b88a-7cc1d4becc0f HTTP/1.1" status: 404 len: 339 time: 0.0832629 Feb 28 10:38:20.983433 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46098) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:21.003512 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-57031420-991f-435c-ad64-d773d2fccc8d tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks [] for router_gateway (e24df3eb-3939-4fe2-8719-fad22c4109c1), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:21.025101 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0d032126-c864-4ac1-b8e8-a3c3fe17d41d tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1047681'] for router_interface (89359900-e75b-4cfe-a0ba-405150ca621c), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:21.053604 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdd2f17-b904-4771-98ed-97ca7fd3f56b tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:21.054212 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0bdd2f17-b904-4771-98ed-97ca7fd3f56b tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:21.071887 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac530ee3-51a4-431a-9c88-fa93b0476cb9 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] DELETE failed (client error): The resource could not be found. Feb 28 10:38:21.072348 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac530ee3-51a4-431a-9c88-fa93b0476cb9 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:38:21.077756 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-ac530ee3-51a4-431a-9c88-fa93b0476cb9 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "DELETE /v2.0/subnets/6eb7a072-af5a-44ab-a9b2-e48950ee7928 HTTP/1.1" status: 404 len: 337 time: 0.0885882 Feb 28 10:38:21.078866 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46100) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:21.082369 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ff20fccc-3633-475f-a95b-477f5bc5db7c req-a7de1ab7-2c97-4b86-b487-9480629f1ccb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a922728-f3d0-4367-bcc8-b27de3315e43 HTTP/1.1" status: 200 len: 1000 time: 0.1948395 Feb 28 10:38:21.140932 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb64eb46-fef5-4451-819e-c0aff6e28107 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Network f6f9d509-5d56-458c-9838-eeb64e78ec3c is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:21.166715 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-64970104-f0da-4073-a236-7e0c8a0124be tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] DELETE failed (client error): The resource could not be found. Feb 28 10:38:21.167401 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64970104-f0da-4073-a236-7e0c8a0124be tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:38:21.172716 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-64970104-f0da-4073-a236-7e0c8a0124be tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "DELETE /v2.0/networks/922663c0-44a7-4f37-9fe8-04620f4f297e HTTP/1.1" status: 404 len: 339 time: 0.0913332 Feb 28 10:38:21.173611 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46102) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:21.175018 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20fccc-3633-475f-a95b-477f5bc5db7c req-02b3e9b0-c0d7-47ac-81cb-b0ca696329e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:21.176474 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ff20fccc-3633-475f-a95b-477f5bc5db7c req-02b3e9b0-c0d7-47ac-81cb-b0ca696329e6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=038abd09-1459-4824-9486-15e272f156e9 HTTP/1.1" status: 200 len: 851 time: 0.0861146 Feb 28 10:38:21.184030 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-cb64eb46-fef5-4451-819e-c0aff6e28107 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:21.211553 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9e8fefa6-2a0c-4da0-8403-a87cbee862a4 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1032676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1044823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27871'] for router (b50fc936-10af-41dd-b01b-ab3a4e66a02f), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:21.216259 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-0bdd2f17-b904-4771-98ed-97ca7fd3f56b tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.6355472 Feb 28 10:38:21.217363 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c83fef1-f674-44fc-ad3a-3a01746360ef tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] DELETE failed (client error): The resource could not be found. Feb 28 10:38:21.217825 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c83fef1-f674-44fc-ad3a-3a01746360ef tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:38:21.218534 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46104) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:21.221010 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-5c83fef1-f674-44fc-ad3a-3a01746360ef tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "DELETE /v2.0/subnets/4b293900-8a53-4af2-8c35-3478ecc83ebc HTTP/1.1" status: 404 len: 337 time: 0.0464084 Feb 28 10:38:21.224597 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46106) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:21.239831 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-0f42d32a-01d6-437d-86e2-1b035372d10e tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Request body: {'port': {'network_id': '9475f20a-4dc8-4b47-b51a-3d7872ad0403', 'name': 'tempest-FloatingIPTestJSON-2069542186'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:21.252054 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:21.258607 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9e8fefa6-2a0c-4da0-8403-a87cbee862a4 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1032701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1032690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1044908'] for router (b50fc936-10af-41dd-b01b-ab3a4e66a02f), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:21.317940 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-65ee9d4d-4368-4e6e-8a2c-7e0c5767d33a tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] DELETE failed (client error): The resource could not be found. Feb 28 10:38:21.319046 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65ee9d4d-4368-4e6e-8a2c-7e0c5767d33a tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:38:21.326286 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-65ee9d4d-4368-4e6e-8a2c-7e0c5767d33a tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "DELETE /v2.0/networks/32869f45-1c68-410f-aad8-af109ff86adb HTTP/1.1" status: 404 len: 339 time: 0.1006694 Feb 28 10:38:21.364153 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46108) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:21.431204 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-df1da2c9-7de1-4328-9d5e-7acb719c3ca9 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] DELETE failed (client error): The resource could not be found. Feb 28 10:38:21.431671 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df1da2c9-7de1-4328-9d5e-7acb719c3ca9 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:38:21.437038 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-df1da2c9-7de1-4328-9d5e-7acb719c3ca9 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "DELETE /v2.0/subnets/dd21538a-61bf-47ca-8cdc-0bedfdd7485c HTTP/1.1" status: 404 len: 337 time: 0.0696397 Feb 28 10:38:21.443056 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46110) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:21.448657 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 1d103327-75f3-459c-829e-8025fc8fcf96 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:38:21.460012 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d032126-c864-4ac1-b8e8-a3c3fe17d41d tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Router 89359900-e75b-4cfe-a0ba-405150ca621c has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:38:21.472217 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 1d103327-75f3-459c-829e-8025fc8fcf96 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:38:21.472645 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 1d103327-75f3-459c-829e-8025fc8fcf96 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:38:21.479248 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-993bec57-6979-4241-8e49-e54250f7699b tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] DELETE failed (client error): The resource could not be found. Feb 28 10:38:21.479794 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-993bec57-6979-4241-8e49-e54250f7699b tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:38:21.482940 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-993bec57-6979-4241-8e49-e54250f7699b tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "DELETE /v2.0/networks/a5748274-6a87-45d7-aa5e-caca0be3666a HTTP/1.1" status: 404 len: 339 time: 0.0385954 Feb 28 10:38:21.485493 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46112) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:21.490582 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-57d75e00-f53a-4dd0-8675-aada067fe26d None None] Provisioning complete for port c9a6d2d7-853a-4fb0-bcfe-f2a7d7a15e23 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:21.491080 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-57d75e00-f53a-4dd0-8675-aada067fe26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (c9a6d2d7-853a-4fb0-bcfe-f2a7d7a15e23), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:21.526416 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2aca269-b70a-4f4c-b636-a89bb90eac1d tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] DELETE failed (client error): The resource could not be found. Feb 28 10:38:21.526906 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2aca269-b70a-4f4c-b636-a89bb90eac1d tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:38:21.532311 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-d2aca269-b70a-4f4c-b636-a89bb90eac1d tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "DELETE /v2.0/subnets/20919268-cbbe-46dd-969b-76d28ccd6f64 HTTP/1.1" status: 404 len: 337 time: 0.0433185 Feb 28 10:38:21.532617 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46114) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:21.535616 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-57d75e00-f53a-4dd0-8675-aada067fe26d None None] Port c9a6d2d7-853a-4fb0-bcfe-f2a7d7a15e23 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:38:21.617939 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc855f02-8bac-41fb-b0f5-6634590ffc39 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] DELETE failed (client error): The resource could not be found. Feb 28 10:38:21.618534 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc855f02-8bac-41fb-b0f5-6634590ffc39 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:38:21.625392 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-fc855f02-8bac-41fb-b0f5-6634590ffc39 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "DELETE /v2.0/networks/0953e7ab-f9d4-4cb0-9943-b17c565e3d31 HTTP/1.1" status: 404 len: 339 time: 0.0894573 Feb 28 10:38:21.634570 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46118) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:21.635916 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d032126-c864-4ac1-b8e8-a3c3fe17d41d tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:38:21.643432 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-0d032126-c864-4ac1-b8e8-a3c3fe17d41d tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] 10.222.0.62 "PUT /v2.0/routers/89359900-e75b-4cfe-a0ba-405150ca621c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5281987 Feb 28 10:38:21.648695 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1655963-6038-4e04-852e-c0405eaff046 None None] Sync routers for ids ['89359900-e75b-4cfe-a0ba-405150ca621c'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:38:21.662442 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1655963-6038-4e04-852e-c0405eaff046 None None] Routers {'89359900-e75b-4cfe-a0ba-405150ca621c'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:21.663561 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-e1655963-6038-4e04-852e-c0405eaff046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:38:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['89359900-e75b-4cfe-a0ba-405150ca621c'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:21.681685 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46120) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:21.687412 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-00717879-f2e9-4d6d-908e-2e0efdd144a1 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] DELETE failed (client error): The resource could not be found. Feb 28 10:38:21.687873 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00717879-f2e9-4d6d-908e-2e0efdd144a1 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:38:21.695178 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-00717879-f2e9-4d6d-908e-2e0efdd144a1 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "DELETE /v2.0/subnets/ca4dea0f-3b44-4191-96d6-9493a4dc74d9 HTTP/1.1" status: 404 len: 337 time: 0.0542367 Feb 28 10:38:21.702717 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-e1655963-6038-4e04-852e-c0405eaff046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:21.709087 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46122) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:21.714900 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1655963-6038-4e04-852e-c0405eaff046 None None] Routers {'89359900-e75b-4cfe-a0ba-405150ca621c'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:21.715646 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-e1655963-6038-4e04-852e-c0405eaff046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:38:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['89359900-e75b-4cfe-a0ba-405150ca621c'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:21.751255 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20fccc-3633-475f-a95b-477f5bc5db7c req-0066e800-e951-4f21-8a8e-26088ef74b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:21.752761 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ff20fccc-3633-475f-a95b-477f5bc5db7c req-0066e800-e951-4f21-8a8e-26088ef74b0a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3446291b-b1f9-4318-9a41-856ad362fcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.5564246 Feb 28 10:38:21.756404 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-e1655963-6038-4e04-852e-c0405eaff046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:21.757130 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1655963-6038-4e04-852e-c0405eaff046 None None] The sync data for ids ['89359900-e75b-4cfe-a0ba-405150ca621c'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:38:21.774936 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-a7689de8-bbfd-403e-966f-f032ec32f830 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] show failed (client error): The resource could not be found. Feb 28 10:38:21.775969 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-a7689de8-bbfd-403e-966f-f032ec32f830 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] 10.222.0.62 "GET /v2.0/routers/tempest-non_exist_router-633969822 HTTP/1.1" status: 404 len: 334 time: 0.0897541 Feb 28 10:38:21.780095 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-752ec96a-823e-47d4-80a9-5534c4e95897 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] DELETE failed (client error): The resource could not be found. Feb 28 10:38:21.780095 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-752ec96a-823e-47d4-80a9-5534c4e95897 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:38:21.782802 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-752ec96a-823e-47d4-80a9-5534c4e95897 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "DELETE /v2.0/networks/1ec4821c-8ae8-4072-98ad-c390177e7826 HTTP/1.1" status: 404 len: 339 time: 0.0708785 Feb 28 10:38:21.784237 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46124) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:21.785983 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46126) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:21.789188 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-74f52b11-a636-43f3-837d-904793a7249d tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Request body: {'router': {'name': 'new_name'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:21.805262 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-57031420-991f-435c-ad64-d773d2fccc8d tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Deleting port 8e566eb6-4b45-4cd7-b271-21f42b1a2082 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:38:21.805605 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-57031420-991f-435c-ad64-d773d2fccc8d tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (8e566eb6-4b45-4cd7-b271-21f42b1a2082), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:21.839131 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb64eb46-fef5-4451-819e-c0aff6e28107 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Router 256d0e86-3337-4a49-a994-f498c9de68f2 is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:38:21.862404 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-74f52b11-a636-43f3-837d-904793a7249d tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] update failed (client error): The resource could not be found. Feb 28 10:38:21.863503 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-74f52b11-a636-43f3-837d-904793a7249d tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] 10.222.0.62 "PUT /v2.0/routers/tempest-non_exist_router-1168499279 HTTP/1.1" status: 404 len: 335 time: 0.0783529 Feb 28 10:38:21.866565 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-28d6d324-7c5b-4763-ae5e-84be1d3a58b7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] DELETE failed (client error): The resource could not be found. Feb 28 10:38:21.866715 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28d6d324-7c5b-4763-ae5e-84be1d3a58b7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:38:21.870359 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-28d6d324-7c5b-4763-ae5e-84be1d3a58b7 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "DELETE /v2.0/subnets/f96a1f04-17bc-429c-bf2a-d5981b2e7c54 HTTP/1.1" status: 404 len: 337 time: 0.0785015 Feb 28 10:38:21.872910 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46128) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:21.873058 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46130) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:21.936397 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-1484d963-ea9c-4239-a366-b2266661a54e tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] DELETE failed (client error): The resource could not be found. Feb 28 10:38:21.936910 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1484d963-ea9c-4239-a366-b2266661a54e tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:38:21.939961 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-1484d963-ea9c-4239-a366-b2266661a54e tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "DELETE /v2.0/networks/39e4dbaa-cc39-4c9b-b95e-6c0cab27e9a6 HTTP/1.1" status: 404 len: 339 time: 0.0633910 Feb 28 10:38:21.946025 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46132) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:21.950750 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44abc7a-37d8-4d5e-a77e-08822c159a42 req-9cea93fc-6e7c-495e-933c-774408654814 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:21.952276 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e44abc7a-37d8-4d5e-a77e-08822c159a42 req-9cea93fc-6e7c-495e-933c-774408654814 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.2691798 Feb 28 10:38:22.011970 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf0d224c-ad80-478f-87a9-bf2ca98b534f tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] DELETE failed (client error): The resource could not be found. Feb 28 10:38:22.012447 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf0d224c-ad80-478f-87a9-bf2ca98b534f tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:38:22.015511 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-bf0d224c-ad80-478f-87a9-bf2ca98b534f tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "DELETE /v2.0/subnets/5114964c-54b2-44f2-912c-d3cd483463ed HTTP/1.1" status: 404 len: 337 time: 0.0608213 Feb 28 10:38:22.016190 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f42d32a-01d6-437d-86e2-1b035372d10e tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Made reservation on behalf of 94c254e0b2ed4c649e751c1a9615c906 for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:38:22.019467 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0f42d32a-01d6-437d-86e2-1b035372d10e tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:22.028228 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46134) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:22.051284 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ff20fccc-3633-475f-a95b-477f5bc5db7c req-b9d3b63d-0ade-4187-8734-7e62cd72ffd7 service neutron] 10.222.0.70 "GET /v2.0/networks/3446291b-b1f9-4318-9a41-856ad362fcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894568 Feb 28 10:38:22.051495 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aecf134-a5c3-495b-8ecf-47dbd7944bd2 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Deleting subnet 4f5e8d63-00d4-473a-a3cb-0a2cf477431d {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:38:22.056998 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0aecf134-a5c3-495b-8ecf-47dbd7944bd2 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks [] for subnet (4f5e8d63-00d4-473a-a3cb-0a2cf477431d), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:22.066401 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-57031420-991f-435c-ad64-d773d2fccc8d tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] For port 8e566eb6-4b45-4cd7-b271-21f42b1a2082, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=8e566eb6-4b45-4cd7-b271-21f42b1a2082,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:22.066764 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-57031420-991f-435c-ad64-d773d2fccc8d tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (8e566eb6-4b45-4cd7-b271-21f42b1a2082), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:22.084629 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fcf3d60-90c2-4205-8612-709a7ca0da53 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] DELETE failed (client error): The resource could not be found. Feb 28 10:38:22.085147 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fcf3d60-90c2-4205-8612-709a7ca0da53 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:38:22.091699 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-3fcf3d60-90c2-4205-8612-709a7ca0da53 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "DELETE /v2.0/networks/a5f77bf9-d52e-4490-b221-9954a459d89d HTTP/1.1" status: 404 len: 339 time: 0.0588362 Feb 28 10:38:22.094614 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46136) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:22.116523 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-57031420-991f-435c-ad64-d773d2fccc8d tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Calling delete_port for 8e566eb6-4b45-4cd7-b271-21f42b1a2082 owned by network:router_gateway {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:38:22.124859 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0aecf134-a5c3-495b-8ecf-47dbd7944bd2 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (4f5e8d63-00d4-473a-a3cb-0a2cf477431d), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:22.131433 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e44abc7a-37d8-4d5e-a77e-08822c159a42 req-36b249f9-738d-4b8e-bdc3-f7330c6ef337 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436148 Feb 28 10:38:22.151851 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb64eb46-fef5-4451-819e-c0aff6e28107 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:38:22.158025 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-0f42d32a-01d6-437d-86e2-1b035372d10e tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] device_id is not set on port ada5f02a-8cd8-46eb-8747-6220afd14c52 yet. {{(pid=104083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:38:22.162092 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-cb64eb46-fef5-4451-819e-c0aff6e28107 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "PUT /v2.0/routers/256d0e86-3337-4a49-a994-f498c9de68f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1016691 Feb 28 10:38:22.162482 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46138) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:22.165028 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c433cb-71ac-47a4-acec-a50987b1ecfa None None] Sync routers for ids ['256d0e86-3337-4a49-a994-f498c9de68f2'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:38:22.178347 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c433cb-71ac-47a4-acec-a50987b1ecfa None None] Routers {'256d0e86-3337-4a49-a994-f498c9de68f2'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:22.179032 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-a2c433cb-71ac-47a4-acec-a50987b1ecfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:38:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['256d0e86-3337-4a49-a994-f498c9de68f2'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:22.212773 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-a2c433cb-71ac-47a4-acec-a50987b1ecfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:22.222125 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c433cb-71ac-47a4-acec-a50987b1ecfa None None] Routers {'256d0e86-3337-4a49-a994-f498c9de68f2'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:22.222742 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-a2c433cb-71ac-47a4-acec-a50987b1ecfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:38:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['256d0e86-3337-4a49-a994-f498c9de68f2'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:22.260390 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-a2c433cb-71ac-47a4-acec-a50987b1ecfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:22.261071 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c433cb-71ac-47a4-acec-a50987b1ecfa None None] The sync data for ids ['256d0e86-3337-4a49-a994-f498c9de68f2'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:38:22.276559 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43dbf242-1d0b-4c63-b3e4-6c412bba0118 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:22.278060 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-43dbf242-1d0b-4c63-b3e4-6c412bba0118 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "GET /v2.0/ports?device_id=256d0e86-3337-4a49-a994-f498c9de68f2 HTTP/1.1" status: 200 len: 988 time: 0.1146338 Feb 28 10:38:22.282674 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46140) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:22.302616 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e8fefa6-2a0c-4da0-8403-a87cbee862a4 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Router b50fc936-10af-41dd-b01b-ab3a4e66a02f is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:38:22.330203 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0aecf134-a5c3-495b-8ecf-47dbd7944bd2 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (4f5e8d63-00d4-473a-a3cb-0a2cf477431d), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:22.335599 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_v2 [None req-93c57cd7-6f1f-4b26-9908-d78218f571c8 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Deleting subnet e304dccf-094b-44da-81fd-453919328f71 {{(pid=104083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:38:22.351989 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-93c57cd7-6f1f-4b26-9908-d78218f571c8 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks [] for subnet (e304dccf-094b-44da-81fd-453919328f71), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:22.420758 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ff20fccc-3633-475f-a95b-477f5bc5db7c req-8af6fcf6-6816-40f9-82fc-dc026c84dfe1 service neutron] 10.222.0.70 "GET /v2.0/networks/3446291b-b1f9-4318-9a41-856ad362fcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505950 Feb 28 10:38:22.532459 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-93c57cd7-6f1f-4b26-9908-d78218f571c8 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59245535'] for subnet (e304dccf-094b-44da-81fd-453919328f71), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:22.536792 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-0f42d32a-01d6-437d-86e2-1b035372d10e tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Allocated IP 172.20.0.12 (9475f20a-4dc8-4b47-b51a-3d7872ad0403/fe64f201-be40-4404-9f6e-20a6b4ac42c0/ada5f02a-8cd8-46eb-8747-6220afd14c52) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:22.579126 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0aecf134-a5c3-495b-8ecf-47dbd7944bd2 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (4f5e8d63-00d4-473a-a3cb-0a2cf477431d), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:22.623024 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0aecf134-a5c3-495b-8ecf-47dbd7944bd2 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:22.629644 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-0aecf134-a5c3-495b-8ecf-47dbd7944bd2 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] 10.222.0.62 "DELETE /v2.0/subnets/4f5e8d63-00d4-473a-a3cb-0a2cf477431d HTTP/1.1" status: 204 len: 168 time: 0.7507882 Feb 28 10:38:22.629644 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aecf134-a5c3-495b-8ecf-47dbd7944bd2 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Pushing event deleted for resources: {'Subnet': ['ID=4f5e8d63-00d4-473a-a3cb-0a2cf477431d,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:22.634731 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46142) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:22.637217 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4541b97e-d8ac-444e-a9a9-d17697ceaedf None None] Network 831e48b4-38eb-4625-b02d-a566c28c8d0d requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:38:22.698791 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:22.756424 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ef4c04e-cce1-453c-900e-f97d85bb9aba tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Deleting subnet 235a7396-1e97-424a-afcd-ec2f30a97fb3 {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:38:22.764252 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8ef4c04e-cce1-453c-900e-f97d85bb9aba tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks [] for subnet (235a7396-1e97-424a-afcd-ec2f30a97fb3), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:22.778225 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e8fefa6-2a0c-4da0-8403-a87cbee862a4 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:38:22.784011 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9e8fefa6-2a0c-4da0-8403-a87cbee862a4 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:22.785039 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-9e8fefa6-2a0c-4da0-8403-a87cbee862a4 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] 10.222.0.62 "PUT /v2.0/routers/b50fc936-10af-41dd-b01b-ab3a4e66a02f HTTP/1.1" status: 200 len: 918 time: 4.8319049 Feb 28 10:38:22.791491 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87c39a1-06fb-45b1-85af-09a7afc67baf None None] Sync routers for ids ['b50fc936-10af-41dd-b01b-ab3a4e66a02f'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:38:22.806521 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87c39a1-06fb-45b1-85af-09a7afc67baf None None] Routers {'b50fc936-10af-41dd-b01b-ab3a4e66a02f'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:22.806702 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46144) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:22.807665 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-a87c39a1-06fb-45b1-85af-09a7afc67baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:38:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['b50fc936-10af-41dd-b01b-ab3a4e66a02f'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:22.831182 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8ef4c04e-cce1-453c-900e-f97d85bb9aba tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (235a7396-1e97-424a-afcd-ec2f30a97fb3), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:22.848591 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8255b43a-95af-4b82-a34c-2bd9a5d491d3 None None] DHCP port deletion for 831e48b4-38eb-4625-b02d-a566c28c8d0d request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:38:22.850884 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-a87c39a1-06fb-45b1-85af-09a7afc67baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:22.879116 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-93c57cd7-6f1f-4b26-9908-d78218f571c8 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (e304dccf-094b-44da-81fd-453919328f71), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:22.883382 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87c39a1-06fb-45b1-85af-09a7afc67baf None None] Routers {'b50fc936-10af-41dd-b01b-ab3a4e66a02f'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:22.884245 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-a87c39a1-06fb-45b1-85af-09a7afc67baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:38:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['b50fc936-10af-41dd-b01b-ab3a4e66a02f'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:22.920778 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-a87c39a1-06fb-45b1-85af-09a7afc67baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:22.921729 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87c39a1-06fb-45b1-85af-09a7afc67baf None None] The sync data for ids ['b50fc936-10af-41dd-b01b-ab3a4e66a02f'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:38:22.943644 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-57031420-991f-435c-ad64-d773d2fccc8d tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (8e566eb6-4b45-4cd7-b271-21f42b1a2082), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:22.945731 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-8255b43a-95af-4b82-a34c-2bd9a5d491d3 None None] Deleting port 7c7a4d32-e841-45a0-be79-9bff07530e2a {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:38:22.946731 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8255b43a-95af-4b82-a34c-2bd9a5d491d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (7c7a4d32-e841-45a0-be79-9bff07530e2a), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:23.014891 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4d766641-7688-4570-b3f6-05987f87bfa3 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047661'] for router_interface (256d0e86-3337-4a49-a994-f498c9de68f2), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:23.015779 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57031420-991f-435c-ad64-d773d2fccc8d tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Pushing event deleted for resources: {'Port': ['ID=8e566eb6-4b45-4cd7-b271-21f42b1a2082,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:23.058350 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-8255b43a-95af-4b82-a34c-2bd9a5d491d3 None None] For port 7c7a4d32-e841-45a0-be79-9bff07530e2a, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=7c7a4d32-e841-45a0-be79-9bff07530e2a,segment=NetworkSegment(4522ebf3-2221-43d4-9d7b-4027e1d9bd60),segment_id=4522ebf3-2221-43d4-9d7b-4027e1d9bd60)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:23.058726 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8255b43a-95af-4b82-a34c-2bd9a5d491d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (7c7a4d32-e841-45a0-be79-9bff07530e2a), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:23.073924 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-8255b43a-95af-4b82-a34c-2bd9a5d491d3 None None] Calling delete_port for 7c7a4d32-e841-45a0-be79-9bff07530e2a owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:38:23.106303 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8ef4c04e-cce1-453c-900e-f97d85bb9aba tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (235a7396-1e97-424a-afcd-ec2f30a97fb3), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:23.158361 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0f42d32a-01d6-437d-86e2-1b035372d10e tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for port (ada5f02a-8cd8-46eb-8747-6220afd14c52), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:23.180181 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a0c2e94c-d3be-4793-9318-81963344c136 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] 10.222.0.62 "GET /v2.0/routers/b50fc936-10af-41dd-b01b-ab3a4e66a02f HTTP/1.1" status: 200 len: 924 time: 0.3663452 Feb 28 10:38:23.182302 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46148) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:23.198135 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-57031420-991f-435c-ad64-d773d2fccc8d tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047843'] for router_gateway (e24df3eb-3939-4fe2-8719-fad22c4109c1), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:23.293278 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-93c57cd7-6f1f-4b26-9908-d78218f571c8 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (e304dccf-094b-44da-81fd-453919328f71), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:23.297917 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8255b43a-95af-4b82-a34c-2bd9a5d491d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (7c7a4d32-e841-45a0-be79-9bff07530e2a), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:23.326356 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8255b43a-95af-4b82-a34c-2bd9a5d491d3 None None] Pushing event deleted for resources: {'Port': ['ID=7c7a4d32-e841-45a0-be79-9bff07530e2a,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:23.333715 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8255b43a-95af-4b82-a34c-2bd9a5d491d3 None None] No DVR routers for this DVR port 7c7a4d32-e841-45a0-be79-9bff07530e2a on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:38:23.401100 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-57031420-991f-435c-ad64-d773d2fccc8d tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (e24df3eb-3939-4fe2-8719-fad22c4109c1), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:23.405217 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c57cd7-6f1f-4b26-9908-d78218f571c8 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Pushing event deleted for resources: {'Subnet': ['ID=e304dccf-094b-44da-81fd-453919328f71,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:23.409420 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-57031420-991f-435c-ad64-d773d2fccc8d tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks [] for router_controller (e24df3eb-3939-4fe2-8719-fad22c4109c1), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:23.422190 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-93c57cd7-6f1f-4b26-9908-d78218f571c8 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:23.424781 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c856191d-53b5-4d3e-8806-234674dcb6e5 None None] Network 272179ce-90b1-439e-a9c6-3b1ca6770100 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:38:23.439937 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-93c57cd7-6f1f-4b26-9908-d78218f571c8 tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "DELETE /v2.0/subnets/e304dccf-094b-44da-81fd-453919328f71 HTTP/1.1" status: 204 len: 168 time: 1.3441768 Feb 28 10:38:23.452925 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46150) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:23.455807 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76374cb6-5a5a-49c6-8b70-0aaf3fc53e91 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:23.467003 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-76374cb6-5a5a-49c6-8b70-0aaf3fc53e91 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=e88d86cf-af22-4900-bdd2-aa4038554136&device_id=b50fc936-10af-41dd-b01b-ab3a4e66a02f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2725294 Feb 28 10:38:23.538493 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46152) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:23.560477 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 7c7a4d32-e841-45a0-be79-9bff07530e2a no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:38:23.590765 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 7c7a4d32-e841-45a0-be79-9bff07530e2a {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:38:23.591175 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 7c7a4d32-e841-45a0-be79-9bff07530e2a not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:38:23.598616 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0f42d32a-01d6-437d-86e2-1b035372d10e tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (ada5f02a-8cd8-46eb-8747-6220afd14c52), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:23.603932 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8ef4c04e-cce1-453c-900e-f97d85bb9aba tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (235a7396-1e97-424a-afcd-ec2f30a97fb3), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:23.622887 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a812de5-11a1-4927-9f0e-fc62f55959c9 None None] DHCP port deletion for 272179ce-90b1-439e-a9c6-3b1ca6770100 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:38:23.635678 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef4c04e-cce1-453c-900e-f97d85bb9aba tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Pushing event deleted for resources: {'Subnet': ['ID=235a7396-1e97-424a-afcd-ec2f30a97fb3,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:23.641338 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8ef4c04e-cce1-453c-900e-f97d85bb9aba tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:23.650369 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-8ef4c04e-cce1-453c-900e-f97d85bb9aba tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] 10.222.0.62 "DELETE /v2.0/subnets/235a7396-1e97-424a-afcd-ec2f30a97fb3 HTTP/1.1" status: 204 len: 168 time: 1.0141969 Feb 28 10:38:23.654725 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46154) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:23.657139 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4262a9df-d90f-4db8-a4b1-64564ab309be None None] Network d98ce10f-a130-4370-b0fb-d930e29b1496 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:38:23.658640 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0443998-d5f6-42cb-b3a8-03d4c2ebbf4f req-e8b28553-a9d8-41fa-81d9-90788e6cc595 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:23.660195 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b0443998-d5f6-42cb-b3a8-03d4c2ebbf4f req-e8b28553-a9d8-41fa-81d9-90788e6cc595 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.4422126 Feb 28 10:38:23.661096 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-57031420-991f-435c-ad64-d773d2fccc8d tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (e24df3eb-3939-4fe2-8719-fad22c4109c1), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:23.661382 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57031420-991f-435c-ad64-d773d2fccc8d tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e24df3eb-3939-4fe2-8719-fad22c4109c1 {{(pid=104083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:38:23.666627 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-57031420-991f-435c-ad64-d773d2fccc8d tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:23.671449 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-57031420-991f-435c-ad64-d773d2fccc8d tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] 10.222.0.62 "DELETE /v2.0/routers/e24df3eb-3939-4fe2-8719-fad22c4109c1 HTTP/1.1" status: 204 len: 168 time: 3.4933803 Feb 28 10:38:23.674584 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46156) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:23.692417 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-e946a9b3-0096-4131-8062-bc39fd798993 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-960299875', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}, 'admin_state_up': False}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:23.754378 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f42d32a-01d6-437d-86e2-1b035372d10e tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Network 9475f20a-4dc8-4b47-b51a-3d7872ad0403 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:23.762653 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e92ee299-9ff7-47f5-bac1-ddc3e22f4a7f tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (272179ce-90b1-439e-a9c6-3b1ca6770100), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:23.773150 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-4d766641-7688-4570-b3f6-05987f87bfa3 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Deleting port c9a6d2d7-853a-4fb0-bcfe-f2a7d7a15e23 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:38:23.773651 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4d766641-7688-4570-b3f6-05987f87bfa3 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (c9a6d2d7-853a-4fb0-bcfe-f2a7d7a15e23), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:23.789716 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-0f42d32a-01d6-437d-86e2-1b035372d10e tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:23.793069 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f42d32a-01d6-437d-86e2-1b035372d10e tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:38:23.833973 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f42d32a-01d6-437d-86e2-1b035372d10e tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Pushing event updated for resources: {'Port': ['ID=ada5f02a-8cd8-46eb-8747-6220afd14c52,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:23.844752 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-5a812de5-11a1-4927-9f0e-fc62f55959c9 None None] Deleting port 232e02ff-4ed2-444a-909a-ba80834d8ad3 {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:38:23.845890 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5a812de5-11a1-4927-9f0e-fc62f55959c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (232e02ff-4ed2-444a-909a-ba80834d8ad3), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:23.848530 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8631e65d-a2b6-43cf-867a-f14562d380fc tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (831e48b4-38eb-4625-b02d-a566c28c8d0d), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:23.864988 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e946a9b3-0096-4131-8062-bc39fd798993 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (98123da2-6433-4ddf-ae4d-d1ad6e15baef), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:23.866637 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e946a9b3-0096-4131-8062-bc39fd798993 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (98123da2-6433-4ddf-ae4d-d1ad6e15baef), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:23.871562 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b0443998-d5f6-42cb-b3a8-03d4c2ebbf4f req-0351d6cd-d6d8-4473-99b8-d402a0df0d13 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682887 Feb 28 10:38:23.936865 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-5a812de5-11a1-4927-9f0e-fc62f55959c9 None None] For port 232e02ff-4ed2-444a-909a-ba80834d8ad3, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=232e02ff-4ed2-444a-909a-ba80834d8ad3,segment=NetworkSegment(9a823851-f305-4003-b141-e3cc2bb5f72f),segment_id=9a823851-f305-4003-b141-e3cc2bb5f72f)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:23.937601 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5a812de5-11a1-4927-9f0e-fc62f55959c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (232e02ff-4ed2-444a-909a-ba80834d8ad3), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:23.956230 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-5a812de5-11a1-4927-9f0e-fc62f55959c9 None None] Calling delete_port for 232e02ff-4ed2-444a-909a-ba80834d8ad3 owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:38:24.098086 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4d766641-7688-4570-b3f6-05987f87bfa3 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (c9a6d2d7-853a-4fb0-bcfe-f2a7d7a15e23), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:24.116749 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e946a9b3-0096-4131-8062-bc39fd798993 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks [] for router_controller (98123da2-6433-4ddf-ae4d-d1ad6e15baef), precommit_add_association {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:24.125277 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5a812de5-11a1-4927-9f0e-fc62f55959c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (232e02ff-4ed2-444a-909a-ba80834d8ad3), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:24.136334 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8631e65d-a2b6-43cf-867a-f14562d380fc tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (831e48b4-38eb-4625-b02d-a566c28c8d0d), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:24.139684 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-4d766641-7688-4570-b3f6-05987f87bfa3 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Calling delete_port for c9a6d2d7-853a-4fb0-bcfe-f2a7d7a15e23 owned by network:router_interface {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:38:24.139904 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a812de5-11a1-4927-9f0e-fc62f55959c9 None None] No DVR routers for this DVR port 232e02ff-4ed2-444a-909a-ba80834d8ad3 on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:38:24.169764 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a812de5-11a1-4927-9f0e-fc62f55959c9 None None] Pushing event deleted for resources: {'Port': ['ID=232e02ff-4ed2-444a-909a-ba80834d8ad3,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:24.191150 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4807d2ca-32c5-4296-bead-8551501e0d0b None None] DHCP port deletion for d98ce10f-a130-4370-b0fb-d930e29b1496 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:38:24.226000 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-8631e65d-a2b6-43cf-867a-f14562d380fc tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['831e48b4-38eb-4625-b02d-a566c28c8d0d']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:24.249311 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-4807d2ca-32c5-4296-bead-8551501e0d0b None None] Deleting port af7061cc-4b38-41c7-bb98-a14122b3947c {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:38:24.249696 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-4807d2ca-32c5-4296-bead-8551501e0d0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (af7061cc-4b38-41c7-bb98-a14122b3947c), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:24.277553 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f42d32a-01d6-437d-86e2-1b035372d10e tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:24.278180 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0f42d32a-01d6-437d-86e2-1b035372d10e tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:24.282787 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a36e95-cfa8-49e5-8dc8-5bee5105b43d tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:24.283579 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-8631e65d-a2b6-43cf-867a-f14562d380fc tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4522ebf3-2221-43d4-9d7b-4027e1d9bd60') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:24.283879 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-8631e65d-a2b6-43cf-867a-f14562d380fc tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4522ebf3-2221-43d4-9d7b-4027e1d9bd60') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:24.284238 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-01a36e95-cfa8-49e5-8dc8-5bee5105b43d tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] 10.222.0.62 "GET /v2.0/networks/e88d86cf-af22-4900-bdd2-aa4038554136 HTTP/1.1" status: 200 len: 881 time: 0.7400510 Feb 28 10:38:24.288433 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46160) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:24.294251 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea82c5-d517-44c5-a14d-11ee156ffe5d req-7e756bb9-6ffa-4c81-aaa3-02d31cf4742a tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:24.295864 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-86ea82c5-d517-44c5-a14d-11ee156ffe5d req-7e756bb9-6ffa-4c81-aaa3-02d31cf4742a tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.3103766 Feb 28 10:38:24.328211 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-aa90f01a-7df2-4395-9b62-ac7f9742da4f tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] 10.222.0.62 "GET /v2.0/ports?device_id=b50fc936-10af-41dd-b01b-ab3a4e66a02f HTTP/1.1" status: 200 len: 205 time: 0.0349593 Feb 28 10:38:24.332065 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46162) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:24.333845 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-4807d2ca-32c5-4296-bead-8551501e0d0b None None] For port af7061cc-4b38-41c7-bb98-a14122b3947c, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=af7061cc-4b38-41c7-bb98-a14122b3947c,segment=NetworkSegment(03d25597-5240-414f-9a20-c2adb2ca5ba8),segment_id=03d25597-5240-414f-9a20-c2adb2ca5ba8)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:24.334427 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-4807d2ca-32c5-4296-bead-8551501e0d0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (af7061cc-4b38-41c7-bb98-a14122b3947c), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:24.336924 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8631e65d-a2b6-43cf-867a-f14562d380fc tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (4522ebf3-2221-43d4-9d7b-4027e1d9bd60), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:24.350121 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-4807d2ca-32c5-4296-bead-8551501e0d0b None None] Calling delete_port for af7061cc-4b38-41c7-bb98-a14122b3947c owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:38:24.385533 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8631e65d-a2b6-43cf-867a-f14562d380fc tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (4522ebf3-2221-43d4-9d7b-4027e1d9bd60), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:24.398586 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-0f42d32a-01d6-437d-86e2-1b035372d10e tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1601250 Feb 28 10:38:24.399343 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46164) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:24.404985 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-cf4f74ff-c345-4347-ab84-893ac359d77d tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Request body: {'floatingip': {'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'port_id': 'ada5f02a-8cd8-46eb-8747-6220afd14c52', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:24.419462 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-e92ee299-9ff7-47f5-bac1-ddc3e22f4a7f tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Deleting port 232e02ff-4ed2-444a-909a-ba80834d8ad3 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:38:24.419796 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e92ee299-9ff7-47f5-bac1-ddc3e22f4a7f tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (232e02ff-4ed2-444a-909a-ba80834d8ad3), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:24.461569 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8631e65d-a2b6-43cf-867a-f14562d380fc tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:38:24.461975 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8631e65d-a2b6-43cf-867a-f14562d380fc tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (4522ebf3-2221-43d4-9d7b-4027e1d9bd60), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:24.465419 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 10:38:24.465419 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:38:24.465419 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 10:38:24.465419 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:38:24.465419 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 10:38:24.465419 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:38:24.465419 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 10:38:24.465419 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:38:24.465419 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 10:38:24.465419 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:38:24.465419 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 10:38:24.465419 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:38:24.465419 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 10:38:24.465419 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:38:24.465419 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:38:24.465419 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:38:24.465419 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:38:24.465419 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:38:24.465419 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 10:38:24.465419 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:38:24.465419 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 10:38:24.465419 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:38:24.465419 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:38:24.465419 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:38:24.465419 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 10:38:24.465419 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:38:24.465419 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:38:24.465419 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:38:24.465419 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:38:24.465419 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:38:24.465419 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:38:24.465419 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:38:24.496591 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e946a9b3-0096-4131-8062-bc39fd798993 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks [] for router_gateway (98123da2-6433-4ddf-ae4d-d1ad6e15baef), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:24.512513 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-4807d2ca-32c5-4296-bead-8551501e0d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (af7061cc-4b38-41c7-bb98-a14122b3947c), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:24.541150 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-fadacbb4-0517-438e-8d5b-127a160214e0 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks [] for router (b50fc936-10af-41dd-b01b-ab3a4e66a02f), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:24.547008 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-e92ee299-9ff7-47f5-bac1-ddc3e22f4a7f tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] For port 232e02ff-4ed2-444a-909a-ba80834d8ad3, host dv-neutron-829161-3-hyperv, got binding levels [] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:24.547373 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e92ee299-9ff7-47f5-bac1-ddc3e22f4a7f tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (232e02ff-4ed2-444a-909a-ba80834d8ad3), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:24.547755 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4807d2ca-32c5-4296-bead-8551501e0d0b None None] No DVR routers for this DVR port af7061cc-4b38-41c7-bb98-a14122b3947c on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:38:24.564168 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4807d2ca-32c5-4296-bead-8551501e0d0b None None] Pushing event deleted for resources: {'Port': ['ID=af7061cc-4b38-41c7-bb98-a14122b3947c,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:24.568879 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-86ea82c5-d517-44c5-a14d-11ee156ffe5d req-194c1d13-89fd-4a90-b339-1027a88f0db2 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2357490 Feb 28 10:38:24.592910 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cf4f74ff-c345-4347-ab84-893ac359d77d tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:24.598140 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-e92ee299-9ff7-47f5-bac1-ddc3e22f4a7f tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Calling delete_port for 232e02ff-4ed2-444a-909a-ba80834d8ad3 owned by network:dhcp {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:38:24.610807 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.ipam_backend_mixin [None req-e92ee299-9ff7-47f5-bac1-ddc3e22f4a7f tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Port 232e02ff-4ed2-444a-909a-ba80834d8ad3 was not found and therefore no delete operation was performed {{(pid=104083) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 28 10:38:24.618133 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e92ee299-9ff7-47f5-bac1-ddc3e22f4a7f tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (232e02ff-4ed2-444a-909a-ba80834d8ad3), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:24.688378 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92ee299-9ff7-47f5-bac1-ddc3e22f4a7f tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Pushing event deleted for resources: {'Port': ['ID=232e02ff-4ed2-444a-909a-ba80834d8ad3,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:24.700920 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8631e65d-a2b6-43cf-867a-f14562d380fc tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (831e48b4-38eb-4625-b02d-a566c28c8d0d), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:24.711532 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8631e65d-a2b6-43cf-867a-f14562d380fc tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:24.717749 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-8631e65d-a2b6-43cf-867a-f14562d380fc tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] 10.222.0.62 "DELETE /v2.0/networks/831e48b4-38eb-4625-b02d-a566c28c8d0d HTTP/1.1" status: 204 len: 168 time: 1.0597448 Feb 28 10:38:24.720198 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46168) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:24.733888 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92ee299-9ff7-47f5-bac1-ddc3e22f4a7f tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] No DVR routers for this DVR port 232e02ff-4ed2-444a-909a-ba80834d8ad3 on host dv-neutron-829161-3-hyperv {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:38:24.754356 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8631e65d-a2b6-43cf-867a-f14562d380fc tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Pushing event deleted for resources: {'Network': ['ID=831e48b4-38eb-4625-b02d-a566c28c8d0d,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:24.825486 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8d1aa0c8-b59f-40e1-95ab-00e5612279ea tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (d98ce10f-a130-4370-b0fb-d930e29b1496), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:24.872227 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4d766641-7688-4570-b3f6-05987f87bfa3 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (c9a6d2d7-853a-4fb0-bcfe-f2a7d7a15e23), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:24.872495 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-fadacbb4-0517-438e-8d5b-127a160214e0 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks [] for router_gateway (b50fc936-10af-41dd-b01b-ab3a4e66a02f), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:24.876412 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e92ee299-9ff7-47f5-bac1-ddc3e22f4a7f tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (272179ce-90b1-439e-a9c6-3b1ca6770100), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:24.907056 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c9083-2692-40f7-ae33-7db4a1055776 req-b72c3fd5-3d84-4e14-be61-a4f0fd095d67 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:24.908579 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f68c9083-2692-40f7-ae33-7db4a1055776 req-b72c3fd5-3d84-4e14-be61-a4f0fd095d67 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.2555349 Feb 28 10:38:24.920046 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d766641-7688-4570-b3f6-05987f87bfa3 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event deleted for resources: {'Port': ['ID=c9a6d2d7-853a-4fb0-bcfe-f2a7d7a15e23,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:24.932250 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-e92ee299-9ff7-47f5-bac1-ddc3e22f4a7f tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['272179ce-90b1-439e-a9c6-3b1ca6770100']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:24.954584 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-e92ee299-9ff7-47f5-bac1-ddc3e22f4a7f tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a823851-f305-4003-b141-e3cc2bb5f72f') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:24.954886 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-e92ee299-9ff7-47f5-bac1-ddc3e22f4a7f tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a823851-f305-4003-b141-e3cc2bb5f72f') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:24.977737 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e92ee299-9ff7-47f5-bac1-ddc3e22f4a7f tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (9a823851-f305-4003-b141-e3cc2bb5f72f), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:25.049039 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e92ee299-9ff7-47f5-bac1-ddc3e22f4a7f tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (9a823851-f305-4003-b141-e3cc2bb5f72f), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:25.056497 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8d1aa0c8-b59f-40e1-95ab-00e5612279ea tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (d98ce10f-a130-4370-b0fb-d930e29b1496), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:25.067558 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e92ee299-9ff7-47f5-bac1-ddc3e22f4a7f tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:38:25.068080 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e92ee299-9ff7-47f5-bac1-ddc3e22f4a7f tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (9a823851-f305-4003-b141-e3cc2bb5f72f), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:25.072884 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:38:25.072884 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:38:25.072884 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:38:25.072884 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:38:25.072884 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:38:25.072884 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:38:25.072884 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:38:25.072884 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:38:25.072884 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:38:25.072884 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:38:25.072884 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:38:25.072884 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:38:25.072884 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:38:25.072884 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:38:25.072884 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:38:25.072884 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:38:25.072884 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:38:25.072884 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:38:25.072884 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:38:25.072884 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:38:25.072884 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:38:25.072884 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:38:25.072884 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:38:25.072884 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:38:25.072884 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:38:25.072884 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:38:25.072884 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:38:25.072884 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:38:25.072884 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:38:25.072884 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:38:25.072884 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:38:25.072884 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:38:25.085264 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cf4f74ff-c345-4347-ab84-893ac359d77d tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:25.094453 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f68c9083-2692-40f7-ae33-7db4a1055776 req-f021b71a-24bd-47b3-9e1c-325d77bc8d1f tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786237 Feb 28 10:38:25.118413 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-8d1aa0c8-b59f-40e1-95ab-00e5612279ea tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d98ce10f-a130-4370-b0fb-d930e29b1496']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:25.160241 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-8d1aa0c8-b59f-40e1-95ab-00e5612279ea tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03d25597-5240-414f-9a20-c2adb2ca5ba8') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:25.160577 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-8d1aa0c8-b59f-40e1-95ab-00e5612279ea tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03d25597-5240-414f-9a20-c2adb2ca5ba8') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:25.201362 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-fadacbb4-0517-438e-8d5b-127a160214e0 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Deleting port da278d79-201a-4caf-bd60-7df4f4f669be {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:38:25.201697 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-fadacbb4-0517-438e-8d5b-127a160214e0 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (da278d79-201a-4caf-bd60-7df4f4f669be), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:25.202445 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e946a9b3-0096-4131-8062-bc39fd798993 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks [] for router_gateway (98123da2-6433-4ddf-ae4d-d1ad6e15baef), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:25.206363 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8d1aa0c8-b59f-40e1-95ab-00e5612279ea tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (03d25597-5240-414f-9a20-c2adb2ca5ba8), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:25.223701 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8d1aa0c8-b59f-40e1-95ab-00e5612279ea tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (03d25597-5240-414f-9a20-c2adb2ca5ba8), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:25.256023 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4d766641-7688-4570-b3f6-05987f87bfa3 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1047681'] for router_interface (256d0e86-3337-4a49-a994-f498c9de68f2), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:25.265358 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e946a9b3-0096-4131-8062-bc39fd798993 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:25.266388 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e92ee299-9ff7-47f5-bac1-ddc3e22f4a7f tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (272179ce-90b1-439e-a9c6-3b1ca6770100), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:25.271612 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d1aa0c8-b59f-40e1-95ab-00e5612279ea tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:38:25.272013 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8d1aa0c8-b59f-40e1-95ab-00e5612279ea tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (03d25597-5240-414f-9a20-c2adb2ca5ba8), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:25.275437 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 10:38:25.275437 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:38:25.275437 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 10:38:25.275437 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:38:25.275437 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 10:38:25.275437 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:38:25.275437 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 10:38:25.275437 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:38:25.275437 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 10:38:25.275437 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:38:25.275437 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 10:38:25.275437 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:38:25.275437 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 10:38:25.275437 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:38:25.275437 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:38:25.275437 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:38:25.275437 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:38:25.275437 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:38:25.275437 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 10:38:25.275437 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:38:25.275437 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 10:38:25.275437 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:38:25.275437 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:38:25.275437 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:38:25.275437 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 10:38:25.275437 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:38:25.275437 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:38:25.275437 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:38:25.275437 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:38:25.275437 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:38:25.275437 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:38:25.275437 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:38:25.287948 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e92ee299-9ff7-47f5-bac1-ddc3e22f4a7f tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:25.291931 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-e92ee299-9ff7-47f5-bac1-ddc3e22f4a7f tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] 10.222.0.62 "DELETE /v2.0/networks/272179ce-90b1-439e-a9c6-3b1ca6770100 HTTP/1.1" status: 204 len: 168 time: 1.8329687 Feb 28 10:38:25.309069 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92ee299-9ff7-47f5-bac1-ddc3e22f4a7f tempest-NetworksTest-867043467 tempest-NetworksTest-867043467-project] Pushing event deleted for resources: {'Network': ['ID=272179ce-90b1-439e-a9c6-3b1ca6770100,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:25.343618 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-cf4f74ff-c345-4347-ab84-893ac359d77d tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Allocated IP 172.26.3.226 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/1a67f04f-1325-40e3-acd5-7ac2442cf5fb) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:25.355117 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-fadacbb4-0517-438e-8d5b-127a160214e0 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (da278d79-201a-4caf-bd60-7df4f4f669be), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:25.374910 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-fadacbb4-0517-438e-8d5b-127a160214e0 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Calling delete_port for da278d79-201a-4caf-bd60-7df4f4f669be owned by network:router_gateway {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:38:25.478303 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b743994-1f05-4aff-a324-c64b815cd01f req-9f8bbc91-43dc-4463-8228-8ad6fba8a4bb tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:25.479878 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-6b743994-1f05-4aff-a324-c64b815cd01f req-9f8bbc91-43dc-4463-8228-8ad6fba8a4bb tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.2983506 Feb 28 10:38:25.501492 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 232e02ff-4ed2-444a-909a-ba80834d8ad3 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:38:25.520158 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8d1aa0c8-b59f-40e1-95ab-00e5612279ea tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (d98ce10f-a130-4370-b0fb-d930e29b1496), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:25.535819 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 232e02ff-4ed2-444a-909a-ba80834d8ad3 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:38:25.536610 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 232e02ff-4ed2-444a-909a-ba80834d8ad3 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:38:25.537088 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8d1aa0c8-b59f-40e1-95ab-00e5612279ea tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:25.537694 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device af7061cc-4b38-41c7-bb98-a14122b3947c no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:38:25.540404 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-8d1aa0c8-b59f-40e1-95ab-00e5612279ea tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] 10.222.0.62 "DELETE /v2.0/networks/d98ce10f-a130-4370-b0fb-d930e29b1496 HTTP/1.1" status: 204 len: 168 time: 0.8090718 Feb 28 10:38:25.552423 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cf4f74ff-c345-4347-ab84-893ac359d77d tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for port (1a67f04f-1325-40e3-acd5-7ac2442cf5fb), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:25.553597 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46174) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:25.564051 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: af7061cc-4b38-41c7-bb98-a14122b3947c {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:38:25.564736 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device af7061cc-4b38-41c7-bb98-a14122b3947c not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:38:25.565897 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 8e566eb6-4b45-4cd7-b271-21f42b1a2082 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:38:25.588124 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1aa0c8-b59f-40e1-95ab-00e5612279ea tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Pushing event deleted for resources: {'Network': ['ID=d98ce10f-a130-4370-b0fb-d930e29b1496,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:25.597402 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 8e566eb6-4b45-4cd7-b271-21f42b1a2082 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:38:25.598501 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 8e566eb6-4b45-4cd7-b271-21f42b1a2082 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:38:25.606293 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d766641-7688-4570-b3f6-05987f87bfa3 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Router 256d0e86-3337-4a49-a994-f498c9de68f2 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:38:25.634800 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-6b743994-1f05-4aff-a324-c64b815cd01f req-032d453a-0d69-4c14-82ff-2329e534fa8a tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176252 Feb 28 10:38:25.641712 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd9266c6-fc67-4b59-902d-dd09f123e1f3 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Deleting subnet 92498f43-dc56-4acf-a241-e11b26129578 {{(pid=104083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:38:25.647115 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dd9266c6-fc67-4b59-902d-dd09f123e1f3 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks [] for subnet (92498f43-dc56-4acf-a241-e11b26129578), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:25.732229 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d766641-7688-4570-b3f6-05987f87bfa3 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:38:25.735634 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dd9266c6-fc67-4b59-902d-dd09f123e1f3 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59245535'] for subnet (92498f43-dc56-4acf-a241-e11b26129578), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:25.741021 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-4d766641-7688-4570-b3f6-05987f87bfa3 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "PUT /v2.0/routers/256d0e86-3337-4a49-a994-f498c9de68f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4573047 Feb 28 10:38:25.741856 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46180) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:25.753542 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045f9917-b416-4969-a319-af3d390a6728 None None] Sync routers for ids ['256d0e86-3337-4a49-a994-f498c9de68f2'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:38:25.758778 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045f9917-b416-4969-a319-af3d390a6728 None None] Routers {'256d0e86-3337-4a49-a994-f498c9de68f2'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:25.759715 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-045f9917-b416-4969-a319-af3d390a6728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:38:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['256d0e86-3337-4a49-a994-f498c9de68f2'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:25.782765 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cf4f74ff-c345-4347-ab84-893ac359d77d tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (1a67f04f-1325-40e3-acd5-7ac2442cf5fb), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:25.783133 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-cac86125-4054-4825-9dcd-ad969b00ea61 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] GET failed (client error): The resource could not be found. Feb 28 10:38:25.787062 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-cac86125-4054-4825-9dcd-ad969b00ea61 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "GET /v2.0/ports/c9a6d2d7-853a-4fb0-bcfe-f2a7d7a15e23 HTTP/1.1" status: 404 len: 333 time: 0.0416420 Feb 28 10:38:25.790863 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46182) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:25.803265 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-045f9917-b416-4969-a319-af3d390a6728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:25.814332 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045f9917-b416-4969-a319-af3d390a6728 None None] Routers {'256d0e86-3337-4a49-a994-f498c9de68f2'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:25.815346 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-045f9917-b416-4969-a319-af3d390a6728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:38:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['256d0e86-3337-4a49-a994-f498c9de68f2'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:25.837542 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46184) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:25.857235 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-e946a9b3-0096-4131-8062-bc39fd798993 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Allocated IP 172.26.3.161 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/6cf0fd60-603b-4098-8857-082ca9432ec5) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:25.870100 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-045f9917-b416-4969-a319-af3d390a6728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:25.871351 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045f9917-b416-4969-a319-af3d390a6728 None None] The sync data for ids ['256d0e86-3337-4a49-a994-f498c9de68f2'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:38:25.872635 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-fadacbb4-0517-438e-8d5b-127a160214e0 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (da278d79-201a-4caf-bd60-7df4f4f669be), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:25.921960 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4f74ff-c345-4347-ab84-893ac359d77d tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:25.938528 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-cf4f74ff-c345-4347-ab84-893ac359d77d tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:25.947846 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-fde8ef41-8110-49a4-9cf6-99a44c52ab31 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for router (256d0e86-3337-4a49-a994-f498c9de68f2), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:25.966598 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4f74ff-c345-4347-ab84-893ac359d77d tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:38:26.005429 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e946a9b3-0096-4131-8062-bc39fd798993 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks [] for port (6cf0fd60-603b-4098-8857-082ca9432ec5), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:26.008642 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4f74ff-c345-4347-ab84-893ac359d77d tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Pushing event updated for resources: {'Port': ['ID=1a67f04f-1325-40e3-acd5-7ac2442cf5fb,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:26.020402 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-353d886c-683b-4d9d-9b35-4dc58a18c278 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e83592cc9f8b4979b763ded3df9533cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1812048 Feb 28 10:38:26.023705 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46188) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:26.047821 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1e9a78-b4f2-47cb-ae37-653fc0b1c162 req-1585e291-bb7d-4184-bcff-2b539e75e7bf tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:26.049352 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8e1e9a78-b4f2-47cb-ae37-653fc0b1c162 req-1585e291-bb7d-4184-bcff-2b539e75e7bf tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.3403907 Feb 28 10:38:26.093615 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-89667fbd-c1f7-4061-a183-2d80de343772 admin admin] Publish callbacks [] for security_group (f7466cb9-c84d-43e1-b98a-9e9cfa0ed0bc), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:26.114773 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-89667fbd-c1f7-4061-a183-2d80de343772 admin admin] Publish callbacks [] for security_group (f7466cb9-c84d-43e1-b98a-9e9cfa0ed0bc), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:26.144409 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e946a9b3-0096-4131-8062-bc39fd798993 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (6cf0fd60-603b-4098-8857-082ca9432ec5), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:26.150737 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadacbb4-0517-438e-8d5b-127a160214e0 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Pushing event deleted for resources: {'Port': ['ID=da278d79-201a-4caf-bd60-7df4f4f669be,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:26.166574 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dd9266c6-fc67-4b59-902d-dd09f123e1f3 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (92498f43-dc56-4acf-a241-e11b26129578), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:26.185657 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e946a9b3-0096-4131-8062-bc39fd798993 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:26.189103 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-e946a9b3-0096-4131-8062-bc39fd798993 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:26.192954 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e946a9b3-0096-4131-8062-bc39fd798993 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:38:26.543513 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e946a9b3-0096-4131-8062-bc39fd798993 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Pushing event updated for resources: {'Port': ['ID=6cf0fd60-603b-4098-8857-082ca9432ec5,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:26.626455 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-89667fbd-c1f7-4061-a183-2d80de343772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (f7466cb9-c84d-43e1-b98a-9e9cfa0ed0bc), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:26.629033 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-89667fbd-c1f7-4061-a183-2d80de343772 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:26.630193 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-89667fbd-c1f7-4061-a183-2d80de343772 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f7466cb9-c84d-43e1-b98a-9e9cfa0ed0bc HTTP/1.1" status: 204 len: 168 time: 0.6055055 Feb 28 10:38:26.657421 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89667fbd-c1f7-4061-a183-2d80de343772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7466cb9-c84d-43e1-b98a-9e9cfa0ed0bc,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:26.668950 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-fadacbb4-0517-438e-8d5b-127a160214e0 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047843'] for router_gateway (b50fc936-10af-41dd-b01b-ab3a4e66a02f), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:26.698724 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-fde8ef41-8110-49a4-9cf6-99a44c52ab31 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (256d0e86-3337-4a49-a994-f498c9de68f2), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:26.727830 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-fde8ef41-8110-49a4-9cf6-99a44c52ab31 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for router_controller (256d0e86-3337-4a49-a994-f498c9de68f2), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:26.732131 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8e1e9a78-b4f2-47cb-ae37-653fc0b1c162 req-0d99c163-6ee1-41a4-9878-a360b4a4bfcb tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6415360 Feb 28 10:38:26.852870 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-fadacbb4-0517-438e-8d5b-127a160214e0 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (b50fc936-10af-41dd-b01b-ab3a4e66a02f), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:26.857491 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-fadacbb4-0517-438e-8d5b-127a160214e0 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks [] for router_controller (b50fc936-10af-41dd-b01b-ab3a4e66a02f), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:26.877909 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e946a9b3-0096-4131-8062-bc39fd798993 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks [] for router_gateway (98123da2-6433-4ddf-ae4d-d1ad6e15baef), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:26.984178 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-fde8ef41-8110-49a4-9cf6-99a44c52ab31 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (256d0e86-3337-4a49-a994-f498c9de68f2), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:26.984749 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde8ef41-8110-49a4-9cf6-99a44c52ab31 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Fanout notify agent at l3_agent the message router_deleted on router 256d0e86-3337-4a49-a994-f498c9de68f2 {{(pid=104083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:38:27.004576 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-fde8ef41-8110-49a4-9cf6-99a44c52ab31 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:27.004576 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-fde8ef41-8110-49a4-9cf6-99a44c52ab31 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "DELETE /v2.0/routers/256d0e86-3337-4a49-a994-f498c9de68f2 HTTP/1.1" status: 204 len: 168 time: 1.2022197 Feb 28 10:38:27.004576 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dd9266c6-fc67-4b59-902d-dd09f123e1f3 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (92498f43-dc56-4acf-a241-e11b26129578), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:27.004576 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46196) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:27.065805 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-fadacbb4-0517-438e-8d5b-127a160214e0 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (b50fc936-10af-41dd-b01b-ab3a4e66a02f), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:27.066878 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fadacbb4-0517-438e-8d5b-127a160214e0 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Fanout notify agent at l3_agent the message router_deleted on router b50fc936-10af-41dd-b01b-ab3a4e66a02f {{(pid=104083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:38:27.067970 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9266c6-fc67-4b59-902d-dd09f123e1f3 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Pushing event deleted for resources: {'Subnet': ['ID=92498f43-dc56-4acf-a241-e11b26129578,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:27.078351 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-fadacbb4-0517-438e-8d5b-127a160214e0 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:27.082186 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-fadacbb4-0517-438e-8d5b-127a160214e0 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] 10.222.0.62 "DELETE /v2.0/routers/b50fc936-10af-41dd-b01b-ab3a4e66a02f HTTP/1.1" status: 204 len: 168 time: 2.7465274 Feb 28 10:38:27.084398 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dd9266c6-fc67-4b59-902d-dd09f123e1f3 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:27.088461 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-dd9266c6-fc67-4b59-902d-dd09f123e1f3 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] 10.222.0.62 "DELETE /v2.0/subnets/92498f43-dc56-4acf-a241-e11b26129578 HTTP/1.1" status: 204 len: 168 time: 1.5338805 Feb 28 10:38:27.091691 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46200) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:27.092024 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46202) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:27.095644 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd341f92-8bbe-46db-93b0-07dccb8f8c34 None None] Network 1ad8ada0-31fb-498b-b829-b4d05e9672ca requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:38:27.098599 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-e1088094-9b37-487b-9b58-16893cb313df tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2085352303', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:27.155079 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e946a9b3-0096-4131-8062-bc39fd798993 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (98123da2-6433-4ddf-ae4d-d1ad6e15baef), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:27.225898 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_v2 [None req-06d45dc7-4a05-4b0a-a14b-7a165c9c8a33 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Deleting subnet f27a6c6f-53ae-4509-ac59-736c5f0d7dd5 {{(pid=104083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:38:27.240313 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-06d45dc7-4a05-4b0a-a14b-7a165c9c8a33 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for subnet (f27a6c6f-53ae-4509-ac59-736c5f0d7dd5), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:27.278724 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e1088094-9b37-487b-9b58-16893cb313df tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (6a9a4a4b-29bd-4ed8-9890-e3aabf61c7fd), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:27.279789 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e1088094-9b37-487b-9b58-16893cb313df tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (6a9a4a4b-29bd-4ed8-9890-e3aabf61c7fd), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:27.290690 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2412ee48-e777-4272-892e-3553bab96b53 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (1ad8ada0-31fb-498b-b829-b4d05e9672ca), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:27.346558 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e4dc0c-9729-498d-9b74-489550cb5bf9 None None] DHCP port deletion for 1ad8ada0-31fb-498b-b829-b4d05e9672ca request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:38:27.407596 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e946a9b3-0096-4131-8062-bc39fd798993 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Router 98123da2-6433-4ddf-ae4d-d1ad6e15baef is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:38:27.412089 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-06d45dc7-4a05-4b0a-a14b-7a165c9c8a33 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59245535'] for subnet (f27a6c6f-53ae-4509-ac59-736c5f0d7dd5), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:27.418098 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-f0e4dc0c-9729-498d-9b74-489550cb5bf9 None None] Deleting port e28d57fc-7f1d-4fef-b2f5-6de89f84b281 {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:38:27.418875 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f0e4dc0c-9729-498d-9b74-489550cb5bf9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (e28d57fc-7f1d-4fef-b2f5-6de89f84b281), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:27.563125 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e946a9b3-0096-4131-8062-bc39fd798993 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:38:27.620523 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device e28d57fc-7f1d-4fef-b2f5-6de89f84b281 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:38:27.624456 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9df262d-dd68-4a88-bbfc-f9c805275722 None None] Sync routers for ids ['98123da2-6433-4ddf-ae4d-d1ad6e15baef'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:38:27.632524 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e1088094-9b37-487b-9b58-16893cb313df tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks [] for router_controller (6a9a4a4b-29bd-4ed8-9890-e3aabf61c7fd), precommit_add_association {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:27.663327 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e946a9b3-0096-4131-8062-bc39fd798993 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:27.667359 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-e946a9b3-0096-4131-8062-bc39fd798993 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.9786561 Feb 28 10:38:27.672366 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46216) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:27.673979 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-1b8b0b10-fef0-4558-a117-143b47ac0766 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'enable_snat': False}}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:27.690042 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9df262d-dd68-4a88-bbfc-f9c805275722 None None] Routers {'98123da2-6433-4ddf-ae4d-d1ad6e15baef'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:27.690786 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-d9df262d-dd68-4a88-bbfc-f9c805275722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:38:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['98123da2-6433-4ddf-ae4d-d1ad6e15baef'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:27.694161 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2241b461-e16b-43ab-a6dc-12a456b2f234 req-780b8522-653e-448c-8c74-1d5878094e60 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:27.701543 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2241b461-e16b-43ab-a6dc-12a456b2f234 req-780b8522-653e-448c-8c74-1d5878094e60 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.3948064 Feb 28 10:38:27.752640 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-d9df262d-dd68-4a88-bbfc-f9c805275722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:27.770947 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-06d45dc7-4a05-4b0a-a14b-7a165c9c8a33 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (f27a6c6f-53ae-4509-ac59-736c5f0d7dd5), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:27.779452 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-f0e4dc0c-9729-498d-9b74-489550cb5bf9 None None] For port e28d57fc-7f1d-4fef-b2f5-6de89f84b281, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=e28d57fc-7f1d-4fef-b2f5-6de89f84b281,segment=NetworkSegment(87c53fd9-339e-4c67-94e0-0bb7cc5ab986),segment_id=87c53fd9-339e-4c67-94e0-0bb7cc5ab986)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:27.780251 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f0e4dc0c-9729-498d-9b74-489550cb5bf9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (e28d57fc-7f1d-4fef-b2f5-6de89f84b281), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:27.793283 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-f0e4dc0c-9729-498d-9b74-489550cb5bf9 None None] Calling delete_port for e28d57fc-7f1d-4fef-b2f5-6de89f84b281 owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:38:27.798194 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cf4f74ff-c345-4347-ab84-893ac359d77d tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for floatingip (05586aaf-179d-4fc8-941e-96d93afc6e60), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:27.819159 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9df262d-dd68-4a88-bbfc-f9c805275722 None None] Routers {'98123da2-6433-4ddf-ae4d-d1ad6e15baef'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:27.820109 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-d9df262d-dd68-4a88-bbfc-f9c805275722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:38:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['98123da2-6433-4ddf-ae4d-d1ad6e15baef'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:27.821322 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e1088094-9b37-487b-9b58-16893cb313df tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (6a9a4a4b-29bd-4ed8-9890-e3aabf61c7fd), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:27.867541 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-d9df262d-dd68-4a88-bbfc-f9c805275722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:27.868295 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9df262d-dd68-4a88-bbfc-f9c805275722 None None] The sync data for ids ['98123da2-6433-4ddf-ae4d-d1ad6e15baef'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:38:27.907401 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2241b461-e16b-43ab-a6dc-12a456b2f234 req-a68b3d43-ebd0-49b2-8d40-6b60fff810f9 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2049685 Feb 28 10:38:27.908468 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port e28d57fc-7f1d-4fef-b2f5-6de89f84b281 is: ACTIVE; New status is: DOWN {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:27.908871 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (e28d57fc-7f1d-4fef-b2f5-6de89f84b281), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:27.921882 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-2412ee48-e777-4272-892e-3553bab96b53 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Deleting port e28d57fc-7f1d-4fef-b2f5-6de89f84b281 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:38:27.922460 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2412ee48-e777-4272-892e-3553bab96b53 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (e28d57fc-7f1d-4fef-b2f5-6de89f84b281), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:27.972012 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port e28d57fc-7f1d-4fef-b2f5-6de89f84b281, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=e28d57fc-7f1d-4fef-b2f5-6de89f84b281,segment=NetworkSegment(87c53fd9-339e-4c67-94e0-0bb7cc5ab986),segment_id=87c53fd9-339e-4c67-94e0-0bb7cc5ab986)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:28.002252 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-2412ee48-e777-4272-892e-3553bab96b53 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] For port e28d57fc-7f1d-4fef-b2f5-6de89f84b281, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=e28d57fc-7f1d-4fef-b2f5-6de89f84b281,segment=NetworkSegment(87c53fd9-339e-4c67-94e0-0bb7cc5ab986),segment_id=87c53fd9-339e-4c67-94e0-0bb7cc5ab986)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:28.002948 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2412ee48-e777-4272-892e-3553bab96b53 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (e28d57fc-7f1d-4fef-b2f5-6de89f84b281), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:28.016814 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-2412ee48-e777-4272-892e-3553bab96b53 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Calling delete_port for e28d57fc-7f1d-4fef-b2f5-6de89f84b281 owned by network:dhcp {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:38:28.051361 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (e28d57fc-7f1d-4fef-b2f5-6de89f84b281), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:28.076174 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e1088094-9b37-487b-9b58-16893cb313df tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:28.077619 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-e1088094-9b37-487b-9b58-16893cb313df tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9824932 Feb 28 10:38:28.080963 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46222) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:28.085545 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-88502eea-1f21-45e8-a07e-ddacbb7ed0e4 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'enable_snat': False}}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:28.113428 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-06d45dc7-4a05-4b0a-a14b-7a165c9c8a33 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (f27a6c6f-53ae-4509-ac59-736c5f0d7dd5), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:28.140509 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1b8b0b10-fef0-4558-a117-143b47ac0766 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks [] for router_gateway (98123da2-6433-4ddf-ae4d-d1ad6e15baef), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:28.154230 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f0e4dc0c-9729-498d-9b74-489550cb5bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (e28d57fc-7f1d-4fef-b2f5-6de89f84b281), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:28.157405 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=e28d57fc-7f1d-4fef-b2f5-6de89f84b281,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:28.167758 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d45dc7-4a05-4b0a-a14b-7a165c9c8a33 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event deleted for resources: {'Subnet': ['ID=f27a6c6f-53ae-4509-ac59-736c5f0d7dd5,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:28.169896 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-06d45dc7-4a05-4b0a-a14b-7a165c9c8a33 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:28.176983 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46224) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:28.177320 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-06d45dc7-4a05-4b0a-a14b-7a165c9c8a33 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "DELETE /v2.0/subnets/f27a6c6f-53ae-4509-ac59-736c5f0d7dd5 HTTP/1.1" status: 204 len: 168 time: 1.1660788 Feb 28 10:38:28.177320 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cf4f74ff-c345-4347-ab84-893ac359d77d tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (1a67f04f-1325-40e3-acd5-7ac2442cf5fb), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:28.178058 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46226) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:28.229291 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e4dc0c-9729-498d-9b74-489550cb5bf9 None None] Pushing event deleted for resources: {'Port': ['ID=e28d57fc-7f1d-4fef-b2f5-6de89f84b281,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:28.231183 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2412ee48-e777-4272-892e-3553bab96b53 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (e28d57fc-7f1d-4fef-b2f5-6de89f84b281), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:28.239007 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e302b974-7c61-4c29-b2a8-cb9da5ea023d None None] Network f6f9d509-5d56-458c-9838-eeb64e78ec3c requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:38:28.274167 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2412ee48-e777-4272-892e-3553bab96b53 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Pushing event deleted for resources: {'Port': ['ID=e28d57fc-7f1d-4fef-b2f5-6de89f84b281,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:28.282356 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e4dc0c-9729-498d-9b74-489550cb5bf9 None None] No DVR routers for this DVR port e28d57fc-7f1d-4fef-b2f5-6de89f84b281 on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:38:28.305205 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2412ee48-e777-4272-892e-3553bab96b53 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] No DVR routers for this DVR port e28d57fc-7f1d-4fef-b2f5-6de89f84b281 on host dv-neutron-829161-3-hyperv {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:38:28.354267 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-50c749a4-fb4a-43e6-b2f0-d4d11025a90b tempest-DvrRoutersNegativeTest-1951053022 tempest-DvrRoutersNegativeTest-1951053022-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1886198437', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:28.356897 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.policy [None req-50c749a4-fb4a-43e6-b2f0-d4d11025a90b tempest-DvrRoutersNegativeTest-1951053022 tempest-DvrRoutersNegativeTest-1951053022-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=104084) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Feb 28 10:38:28.357209 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.policy [None req-50c749a4-fb4a-43e6-b2f0-d4d11025a90b tempest-DvrRoutersNegativeTest-1951053022 tempest-DvrRoutersNegativeTest-1951053022-project] Failed policy check for 'create_router' {{(pid=104084) enforce /opt/stack/neutron/neutron/policy.py:524}} Feb 28 10:38:28.357734 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-50c749a4-fb4a-43e6-b2f0-d4d11025a90b tempest-DvrRoutersNegativeTest-1951053022 tempest-DvrRoutersNegativeTest-1951053022-project] create failed (client error): Access was denied to this resource. Feb 28 10:38:28.362374 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-50c749a4-fb4a-43e6-b2f0-d4d11025a90b tempest-DvrRoutersNegativeTest-1951053022 tempest-DvrRoutersNegativeTest-1951053022-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1844389 Feb 28 10:38:28.402039 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-42a81842-300c-4a36-82c7-a93e06b9096e tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (f6f9d509-5d56-458c-9838-eeb64e78ec3c), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:28.403716 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2412ee48-e777-4272-892e-3553bab96b53 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (1ad8ada0-31fb-498b-b829-b4d05e9672ca), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:28.439879 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-2412ee48-e777-4272-892e-3553bab96b53 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ad8ada0-31fb-498b-b829-b4d05e9672ca']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:28.462157 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-2412ee48-e777-4272-892e-3553bab96b53 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87c53fd9-339e-4c67-94e0-0bb7cc5ab986') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:28.462496 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-2412ee48-e777-4272-892e-3553bab96b53 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87c53fd9-339e-4c67-94e0-0bb7cc5ab986') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:28.474973 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2412ee48-e777-4272-892e-3553bab96b53 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (87c53fd9-339e-4c67-94e0-0bb7cc5ab986), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:28.486639 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-88502eea-1f21-45e8-a07e-ddacbb7ed0e4 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks [] for router_gateway (6a9a4a4b-29bd-4ed8-9890-e3aabf61c7fd), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:28.501571 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cf4f74ff-c345-4347-ab84-893ac359d77d tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for port (1a67f04f-1325-40e3-acd5-7ac2442cf5fb), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:28.505427 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2412ee48-e777-4272-892e-3553bab96b53 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (87c53fd9-339e-4c67-94e0-0bb7cc5ab986), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:28.511490 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2412ee48-e777-4272-892e-3553bab96b53 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:38:28.511879 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2412ee48-e777-4272-892e-3553bab96b53 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (87c53fd9-339e-4c67-94e0-0bb7cc5ab986), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:28.514870 dv-neutron-829161-3-hyperv neutron-server[104083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:38:28.514870 dv-neutron-829161-3-hyperv neutron-server[104083]: self.session.flush() Feb 28 10:38:28.514870 dv-neutron-829161-3-hyperv neutron-server[104083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:38:28.514870 dv-neutron-829161-3-hyperv neutron-server[104083]: self.session.flush() Feb 28 10:38:28.514870 dv-neutron-829161-3-hyperv neutron-server[104083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:38:28.514870 dv-neutron-829161-3-hyperv neutron-server[104083]: self.session.flush() Feb 28 10:38:28.514870 dv-neutron-829161-3-hyperv neutron-server[104083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:38:28.514870 dv-neutron-829161-3-hyperv neutron-server[104083]: self.session.flush() Feb 28 10:38:28.514870 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:38:28.514870 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:38:28.514870 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:38:28.514870 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:38:28.514870 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:38:28.514870 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:38:28.514870 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:38:28.514870 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:38:28.514870 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:38:28.514870 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:38:28.514870 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:38:28.514870 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:38:28.514870 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:38:28.514870 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:38:28.514870 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:38:28.514870 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:38:28.514870 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:38:28.514870 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:38:28.514870 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:38:28.514870 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:38:28.514870 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:38:28.514870 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:38:28.514870 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:38:28.514870 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:38:28.514870 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:38:28.514870 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:38:28.514870 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:38:28.514870 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:38:28.514870 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:38:28.514870 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:38:28.514870 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:38:28.514870 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:38:28.524663 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68981737-f743-48b6-9b4c-7c8563094b22 None None] DHCP port deletion for f6f9d509-5d56-458c-9838-eeb64e78ec3c request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:38:28.572743 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-42a81842-300c-4a36-82c7-a93e06b9096e tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Deleting port 8c08dfcf-3048-4427-a87a-6075012ff392 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:38:28.585609 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-42a81842-300c-4a36-82c7-a93e06b9096e tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (8c08dfcf-3048-4427-a87a-6075012ff392), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:28.585840 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-68981737-f743-48b6-9b4c-7c8563094b22 None None] Deleting port 8c08dfcf-3048-4427-a87a-6075012ff392 {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:38:28.585840 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-68981737-f743-48b6-9b4c-7c8563094b22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (8c08dfcf-3048-4427-a87a-6075012ff392), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:28.639476 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-68981737-f743-48b6-9b4c-7c8563094b22 None None] For port 8c08dfcf-3048-4427-a87a-6075012ff392, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=8c08dfcf-3048-4427-a87a-6075012ff392,segment=NetworkSegment(812b38a2-f015-4779-9302-3f01e6505ab8),segment_id=812b38a2-f015-4779-9302-3f01e6505ab8)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:28.639879 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-68981737-f743-48b6-9b4c-7c8563094b22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (8c08dfcf-3048-4427-a87a-6075012ff392), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:28.652330 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-68981737-f743-48b6-9b4c-7c8563094b22 None None] Calling delete_port for 8c08dfcf-3048-4427-a87a-6075012ff392 owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:38:28.658221 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cf4f74ff-c345-4347-ab84-893ac359d77d tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (1a67f04f-1325-40e3-acd5-7ac2442cf5fb), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:28.714224 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2412ee48-e777-4272-892e-3553bab96b53 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (1ad8ada0-31fb-498b-b829-b4d05e9672ca), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:28.718583 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2412ee48-e777-4272-892e-3553bab96b53 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:28.722524 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-2412ee48-e777-4272-892e-3553bab96b53 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] 10.222.0.62 "DELETE /v2.0/networks/1ad8ada0-31fb-498b-b829-b4d05e9672ca HTTP/1.1" status: 204 len: 168 time: 1.6174800 Feb 28 10:38:28.740942 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46232) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:28.775400 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2412ee48-e777-4272-892e-3553bab96b53 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Pushing event deleted for resources: {'Network': ['ID=1ad8ada0-31fb-498b-b829-b4d05e9672ca,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:28.795589 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4f74ff-c345-4347-ab84-893ac359d77d tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Pushing event updated for resources: {'Port': ['ID=1a67f04f-1325-40e3-acd5-7ac2442cf5fb,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:28.802785 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-78bd7d02-949b-4335-a275-df7fa1522e07 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] 10.222.0.62 "GET /v2.0/ports?device_id=89359900-e75b-4cfe-a0ba-405150ca621c HTTP/1.1" status: 200 len: 205 time: 0.0559366 Feb 28 10:38:28.803231 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46234) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:28.837998 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-68981737-f743-48b6-9b4c-7c8563094b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (8c08dfcf-3048-4427-a87a-6075012ff392), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:28.847655 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cf4f74ff-c345-4347-ab84-893ac359d77d tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047917'] for floatingip (05586aaf-179d-4fc8-941e-96d93afc6e60), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:28.874400 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68981737-f743-48b6-9b4c-7c8563094b22 None None] Pushing event deleted for resources: {'Port': ['ID=8c08dfcf-3048-4427-a87a-6075012ff392,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:28.877677 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68981737-f743-48b6-9b4c-7c8563094b22 None None] No DVR routers for this DVR port 8c08dfcf-3048-4427-a87a-6075012ff392 on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:38:29.040208 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46240) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:29.130786 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-42a81842-300c-4a36-82c7-a93e06b9096e tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] For port 8c08dfcf-3048-4427-a87a-6075012ff392, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=8c08dfcf-3048-4427-a87a-6075012ff392,segment=NetworkSegment(812b38a2-f015-4779-9302-3f01e6505ab8),segment_id=812b38a2-f015-4779-9302-3f01e6505ab8)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:29.131546 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-42a81842-300c-4a36-82c7-a93e06b9096e tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (8c08dfcf-3048-4427-a87a-6075012ff392), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:29.171747 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-42a81842-300c-4a36-82c7-a93e06b9096e tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Calling delete_port for 8c08dfcf-3048-4427-a87a-6075012ff392 owned by network:dhcp {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:38:29.245488 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c7a935b0-ce33-40ba-a098-06b8a1f64219 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks [] for router (89359900-e75b-4cfe-a0ba-405150ca621c), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:29.286466 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1aa4d4ce-45a8-488a-9873-dfe10e1a5998 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:29.303676 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8883fec8-988b-4a3f-b10b-64bd8d2d2e6e req-eb8bad8b-0b6a-422b-a195-e3baba1bf43d tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:29.305731 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8883fec8-988b-4a3f-b10b-64bd8d2d2e6e req-eb8bad8b-0b6a-422b-a195-e3baba1bf43d tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.2631881 Feb 28 10:38:29.452032 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 8c08dfcf-3048-4427-a87a-6075012ff392 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:38:29.457777 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.l3_db [None req-cf4f74ff-c345-4347-ab84-893ac359d77d tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Floating IP 05586aaf-179d-4fc8-941e-96d93afc6e60 associated. External IP: 172.26.3.226, port: ada5f02a-8cd8-46eb-8747-6220afd14c52. Feb 28 10:38:29.465013 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c7a935b0-ce33-40ba-a098-06b8a1f64219 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (89359900-e75b-4cfe-a0ba-405150ca621c), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:29.477952 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 8c08dfcf-3048-4427-a87a-6075012ff392 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:38:29.478311 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 8c08dfcf-3048-4427-a87a-6075012ff392 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:38:29.488512 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-42a81842-300c-4a36-82c7-a93e06b9096e tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (8c08dfcf-3048-4427-a87a-6075012ff392), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:29.506621 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c7a935b0-ce33-40ba-a098-06b8a1f64219 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks [] for router_controller (89359900-e75b-4cfe-a0ba-405150ca621c), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:29.535659 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8883fec8-988b-4a3f-b10b-64bd8d2d2e6e req-530a7ba2-0a02-4b55-94cd-34d981877b3b tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2174630 Feb 28 10:38:29.571883 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a81842-300c-4a36-82c7-a93e06b9096e tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event deleted for resources: {'Port': ['ID=8c08dfcf-3048-4427-a87a-6075012ff392,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:29.579526 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a81842-300c-4a36-82c7-a93e06b9096e tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] No DVR routers for this DVR port 8c08dfcf-3048-4427-a87a-6075012ff392 on host dv-neutron-829161-3-hyperv {{(pid=104084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:38:29.619605 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c7a935b0-ce33-40ba-a098-06b8a1f64219 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (89359900-e75b-4cfe-a0ba-405150ca621c), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:29.620075 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a935b0-ce33-40ba-a098-06b8a1f64219 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Fanout notify agent at l3_agent the message router_deleted on router 89359900-e75b-4cfe-a0ba-405150ca621c {{(pid=104083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:38:29.633679 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c7a935b0-ce33-40ba-a098-06b8a1f64219 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:29.633679 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-c7a935b0-ce33-40ba-a098-06b8a1f64219 tempest-RoutersNegativeTest-661709956 tempest-RoutersNegativeTest-661709956-project] 10.222.0.62 "DELETE /v2.0/routers/89359900-e75b-4cfe-a0ba-405150ca621c HTTP/1.1" status: 204 len: 168 time: 0.8262627 Feb 28 10:38:29.754012 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf4f74ff-c345-4347-ab84-893ac359d77d tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Router e94fd51f-5c81-48c9-98f1-5b1daebeeda9 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:38:29.812363 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1aa4d4ce-45a8-488a-9873-dfe10e1a5998 admin admin] Publish callbacks [] for security_group (9fbf69cd-6e9d-4102-bd92-6f5755705f6c), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:29.834737 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-42a81842-300c-4a36-82c7-a93e06b9096e tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (f6f9d509-5d56-458c-9838-eeb64e78ec3c), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:29.876146 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1b8b0b10-fef0-4558-a117-143b47ac0766 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1032676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1044823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27871'] for router (98123da2-6433-4ddf-ae4d-d1ad6e15baef), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:29.889507 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf4f74ff-c345-4347-ab84-893ac359d77d tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:38:29.901852 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b8faa5-6cee-4bff-89fd-98307b3765da None None] Sync routers for ids ['e94fd51f-5c81-48c9-98f1-5b1daebeeda9'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:38:29.908529 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-42a81842-300c-4a36-82c7-a93e06b9096e tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6f9d509-5d56-458c-9838-eeb64e78ec3c']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:29.911640 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1aa4d4ce-45a8-488a-9873-dfe10e1a5998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (9fbf69cd-6e9d-4102-bd92-6f5755705f6c), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:29.911768 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b8faa5-6cee-4bff-89fd-98307b3765da None None] Routers {'e94fd51f-5c81-48c9-98f1-5b1daebeeda9'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:29.912410 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-71b8faa5-6cee-4bff-89fd-98307b3765da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:38:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['e94fd51f-5c81-48c9-98f1-5b1daebeeda9'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:29.914328 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1b8b0b10-fef0-4558-a117-143b47ac0766 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1032701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1032690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1044908'] for router (98123da2-6433-4ddf-ae4d-d1ad6e15baef), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:29.926363 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-88502eea-1f21-45e8-a07e-ddacbb7ed0e4 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks [] for router_gateway (6a9a4a4b-29bd-4ed8-9890-e3aabf61c7fd), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:29.942626 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-42a81842-300c-4a36-82c7-a93e06b9096e tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '812b38a2-f015-4779-9302-3f01e6505ab8') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:29.943565 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-42a81842-300c-4a36-82c7-a93e06b9096e tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '812b38a2-f015-4779-9302-3f01e6505ab8') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:29.948235 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-71b8faa5-6cee-4bff-89fd-98307b3765da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:29.959870 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b8faa5-6cee-4bff-89fd-98307b3765da None None] Routers {'e94fd51f-5c81-48c9-98f1-5b1daebeeda9'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:29.960701 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-71b8faa5-6cee-4bff-89fd-98307b3765da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:38:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['e94fd51f-5c81-48c9-98f1-5b1daebeeda9'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:29.984581 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cf4f74ff-c345-4347-ab84-893ac359d77d tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:30.007300 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-71b8faa5-6cee-4bff-89fd-98307b3765da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:30.008260 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b8faa5-6cee-4bff-89fd-98307b3765da None None] The sync data for ids ['e94fd51f-5c81-48c9-98f1-5b1daebeeda9'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:38:30.025444 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-cf4f74ff-c345-4347-ab84-893ac359d77d tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.6221256 Feb 28 10:38:30.027665 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46252) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:30.032922 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-5191fe12-fb58-430d-b67c-9195a1056e00 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:30.036136 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-42a81842-300c-4a36-82c7-a93e06b9096e tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (812b38a2-f015-4779-9302-3f01e6505ab8), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:30.042869 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46254) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:30.046184 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-88502eea-1f21-45e8-a07e-ddacbb7ed0e4 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:30.069659 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-1aa4d4ce-45a8-488a-9873-dfe10e1a5998 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=154fa0aa2e934930812eb37962ad850c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0257711 Feb 28 10:38:30.079157 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46256) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:30.086504 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa4d4ce-45a8-488a-9873-dfe10e1a5998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fbf69cd-6e9d-4102-bd92-6f5755705f6c,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:30.107841 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c2ad9-3a3b-4e26-8e9f-6fe8eaf443ff req-8860834e-5fa8-4305-b920-75057d25d1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:30.109364 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-290c2ad9-3a3b-4e26-8e9f-6fe8eaf443ff req-8860834e-5fa8-4305-b920-75057d25d1cd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=db1f4f0e5a54442e90e9cc29426671f3&device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 1129 time: 0.1649666 Feb 28 10:38:30.113598 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5191fe12-fb58-430d-b67c-9195a1056e00 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for floatingip (05586aaf-179d-4fc8-941e-96d93afc6e60), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:30.123345 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-42a81842-300c-4a36-82c7-a93e06b9096e tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (812b38a2-f015-4779-9302-3f01e6505ab8), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:30.154158 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42a81842-300c-4a36-82c7-a93e06b9096e tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:38:30.154970 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-42a81842-300c-4a36-82c7-a93e06b9096e tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (812b38a2-f015-4779-9302-3f01e6505ab8), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:30.159285 dv-neutron-829161-3-hyperv neutron-server[104084]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:38:30.159285 dv-neutron-829161-3-hyperv neutron-server[104084]: self.session.flush() Feb 28 10:38:30.159285 dv-neutron-829161-3-hyperv neutron-server[104084]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:38:30.159285 dv-neutron-829161-3-hyperv neutron-server[104084]: self.session.flush() Feb 28 10:38:30.159285 dv-neutron-829161-3-hyperv neutron-server[104084]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:38:30.159285 dv-neutron-829161-3-hyperv neutron-server[104084]: self.session.flush() Feb 28 10:38:30.159285 dv-neutron-829161-3-hyperv neutron-server[104084]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:38:30.159285 dv-neutron-829161-3-hyperv neutron-server[104084]: self.session.flush() Feb 28 10:38:30.159285 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 10:38:30.159285 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:38:30.159285 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 10:38:30.159285 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:38:30.159285 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 10:38:30.159285 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:38:30.159285 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 10:38:30.159285 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:38:30.159285 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 10:38:30.159285 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:38:30.159285 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 10:38:30.159285 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:38:30.159285 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 10:38:30.159285 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:38:30.159285 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:38:30.159285 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:38:30.159285 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:38:30.159285 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:38:30.159285 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 10:38:30.159285 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:38:30.159285 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 10:38:30.159285 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:38:30.159285 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:38:30.159285 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:38:30.159285 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 10:38:30.159285 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:38:30.159285 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:38:30.159285 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:38:30.159285 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:38:30.159285 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:38:30.159285 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:38:30.159285 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:38:30.166397 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e236c5-c0af-43ad-93f1-0154c156d6ca req-11304674-42cd-43b1-89e0-7a1f49be4f50 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:30.171334 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-c7e236c5-c0af-43ad-93f1-0154c156d6ca req-11304674-42cd-43b1-89e0-7a1f49be4f50 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.3270075 Feb 28 10:38:30.331801 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-3eed6c7b-bd01-4faa-b2e5-4c5c6123022f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7228f232983f4fd58fcf7ceeb7ac8c54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2885296 Feb 28 10:38:30.339399 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46260) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:30.376802 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c2ad9-3a3b-4e26-8e9f-6fe8eaf443ff req-3578b72f-9ee6-4f3d-a459-c43c374b7d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:30.378233 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-290c2ad9-3a3b-4e26-8e9f-6fe8eaf443ff req-3578b72f-9ee6-4f3d-a459-c43c374b7d95 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3446291b-b1f9-4318-9a41-856ad362fcb1 HTTP/1.1" status: 200 len: 912 time: 0.2332106 Feb 28 10:38:30.380132 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5191fe12-fb58-430d-b67c-9195a1056e00 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:30.390903 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b8b0b10-fef0-4558-a117-143b47ac0766 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Router 98123da2-6433-4ddf-ae4d-d1ad6e15baef has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:38:30.397149 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-88502eea-1f21-45e8-a07e-ddacbb7ed0e4 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Allocated IP 172.26.3.163 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/46fa0649-e164-45c0-9ba4-a8d3818b69a7) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:30.429034 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-42a81842-300c-4a36-82c7-a93e06b9096e tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (f6f9d509-5d56-458c-9838-eeb64e78ec3c), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:30.433952 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-42a81842-300c-4a36-82c7-a93e06b9096e tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:30.438042 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-42a81842-300c-4a36-82c7-a93e06b9096e tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "DELETE /v2.0/networks/f6f9d509-5d56-458c-9838-eeb64e78ec3c HTTP/1.1" status: 204 len: 168 time: 2.2557027 Feb 28 10:38:30.448818 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46262) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:30.468294 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5191fe12-fb58-430d-b67c-9195a1056e00 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047917'] for floatingip (05586aaf-179d-4fc8-941e-96d93afc6e60), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:30.468640 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.l3_db [None req-5191fe12-fb58-430d-b67c-9195a1056e00 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Floating IP 05586aaf-179d-4fc8-941e-96d93afc6e60 disassociated. External IP: 172.26.3.226, port: ada5f02a-8cd8-46eb-8747-6220afd14c52. Feb 28 10:38:30.470116 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-c7e236c5-c0af-43ad-93f1-0154c156d6ca req-6dde53e3-aadf-462b-ba8f-9c0fa33c9f16 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2503381 Feb 28 10:38:30.483611 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:30.515246 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fe53ca38-e603-4663-9a60-98f5361d4fb4 admin admin] Publish callbacks [] for security_group (9fbf69cd-6e9d-4102-bd92-6f5755705f6c), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:30.525994 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a81842-300c-4a36-82c7-a93e06b9096e tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event deleted for resources: {'Network': ['ID=f6f9d509-5d56-458c-9838-eeb64e78ec3c,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:30.565738 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b310d8-a827-4091-906d-58886a48af17 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:30.567138 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-e0b310d8-a827-4091-906d-58886a48af17 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "GET /v2.0/ports/a3b1629b-064b-4d17-b8c9-4f50af5cc7d4 HTTP/1.1" status: 200 len: 844 time: 0.1161175 Feb 28 10:38:30.572745 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-290c2ad9-3a3b-4e26-8e9f-6fe8eaf443ff req-d418fe10-aeae-450e-928f-ee020661d498 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a922728-f3d0-4367-bcc8-b27de3315e43 HTTP/1.1" status: 200 len: 1000 time: 0.1713097 Feb 28 10:38:30.575098 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46264) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:30.594557 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fe53ca38-e603-4663-9a60-98f5361d4fb4 admin admin] Publish callbacks [] for security_group (9fbf69cd-6e9d-4102-bd92-6f5755705f6c), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:30.617914 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-80f60eec-945e-4160-9bf6-5f086c3430d9 admin admin] Publish callbacks [] for security_group (274334fd-a905-4297-a752-9083bc2a67f5), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:30.707297 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-88502eea-1f21-45e8-a07e-ddacbb7ed0e4 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks [] for port (46fa0649-e164-45c0-9ba4-a8d3818b69a7), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:30.715500 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-19e3568d-5794-4642-b3fd-f14d78d44168 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "GET /v2.0/ports/a3b1629b-064b-4d17-b8c9-4f50af5cc7d4?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1378410 Feb 28 10:38:30.717491 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46266) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:30.725045 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-3c202546-da50-48ee-8a85-ae53932cb51a tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Request body: {'subnet': {'network_id': 'f0ef29fc-ec7b-47a4-a873-c9c8476f719e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:30.729952 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-80f60eec-945e-4160-9bf6-5f086c3430d9 admin admin] Publish callbacks [] for security_group (274334fd-a905-4297-a752-9083bc2a67f5), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:30.730283 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c2ad9-3a3b-4e26-8e9f-6fe8eaf443ff req-f4fc0e48-ad81-4d76-8a5e-6be7d2716cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:30.731794 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-290c2ad9-3a3b-4e26-8e9f-6fe8eaf443ff req-f4fc0e48-ad81-4d76-8a5e-6be7d2716cc1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=038abd09-1459-4824-9486-15e272f156e9 HTTP/1.1" status: 200 len: 851 time: 0.1435323 Feb 28 10:38:30.746529 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b8b0b10-fef0-4558-a117-143b47ac0766 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:38:30.751348 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1b8b0b10-fef0-4558-a117-143b47ac0766 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:30.755496 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-1b8b0b10-fef0-4558-a117-143b47ac0766 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] 10.222.0.62 "PUT /v2.0/routers/98123da2-6433-4ddf-ae4d-d1ad6e15baef HTTP/1.1" status: 200 len: 921 time: 3.0860527 Feb 28 10:38:30.760406 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46268) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:30.767735 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1aaa332-d692-4797-b3e2-dc725ecbab4f None None] Sync routers for ids ['98123da2-6433-4ddf-ae4d-d1ad6e15baef'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:38:30.786681 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1aaa332-d692-4797-b3e2-dc725ecbab4f None None] Routers {'98123da2-6433-4ddf-ae4d-d1ad6e15baef'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:30.790941 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-c1aaa332-d692-4797-b3e2-dc725ecbab4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:38:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['98123da2-6433-4ddf-ae4d-d1ad6e15baef'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:30.842163 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-c1aaa332-d692-4797-b3e2-dc725ecbab4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:30.853450 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1aaa332-d692-4797-b3e2-dc725ecbab4f None None] Routers {'98123da2-6433-4ddf-ae4d-d1ad6e15baef'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:30.854089 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-c1aaa332-d692-4797-b3e2-dc725ecbab4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:38:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['98123da2-6433-4ddf-ae4d-d1ad6e15baef'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:30.858864 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fe53ca38-e603-4663-9a60-98f5361d4fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (9fbf69cd-6e9d-4102-bd92-6f5755705f6c), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:30.861836 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fe53ca38-e603-4663-9a60-98f5361d4fb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:30.866752 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-fe53ca38-e603-4663-9a60-98f5361d4fb4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9fbf69cd-6e9d-4102-bd92-6f5755705f6c HTTP/1.1" status: 204 len: 168 time: 0.7823205 Feb 28 10:38:30.873821 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe53ca38-e603-4663-9a60-98f5361d4fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fbf69cd-6e9d-4102-bd92-6f5755705f6c,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:30.899207 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-c1aaa332-d692-4797-b3e2-dc725ecbab4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:30.899854 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1aaa332-d692-4797-b3e2-dc725ecbab4f None None] The sync data for ids ['98123da2-6433-4ddf-ae4d-d1ad6e15baef'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:38:30.915260 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c202546-da50-48ee-8a85-ae53932cb51a tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Made reservation on behalf of 4139ff51d3884888b07610eef64ca26e for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:38:30.918810 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3c202546-da50-48ee-8a85-ae53932cb51a tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:30.925253 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-88502eea-1f21-45e8-a07e-ddacbb7ed0e4 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (46fa0649-e164-45c0-9ba4-a8d3818b69a7), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:30.958931 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c2ad9-3a3b-4e26-8e9f-6fe8eaf443ff req-4a45afb8-44b2-4a12-b849-a945c94743fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:30.960408 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-290c2ad9-3a3b-4e26-8e9f-6fe8eaf443ff req-4a45afb8-44b2-4a12-b849-a945c94743fa service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3446291b-b1f9-4318-9a41-856ad362fcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2196720 Feb 28 10:38:31.010512 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88502eea-1f21-45e8-a07e-ddacbb7ed0e4 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:31.017351 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-88502eea-1f21-45e8-a07e-ddacbb7ed0e4 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:31.019810 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88502eea-1f21-45e8-a07e-ddacbb7ed0e4 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:38:31.053002 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-80f60eec-945e-4160-9bf6-5f086c3430d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (274334fd-a905-4297-a752-9083bc2a67f5), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:31.057321 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-80f60eec-945e-4160-9bf6-5f086c3430d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:31.060797 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-80f60eec-945e-4160-9bf6-5f086c3430d9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/274334fd-a905-4297-a752-9083bc2a67f5 HTTP/1.1" status: 204 len: 168 time: 0.7178962 Feb 28 10:38:31.070495 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88502eea-1f21-45e8-a07e-ddacbb7ed0e4 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Pushing event updated for resources: {'Port': ['ID=46fa0649-e164-45c0-9ba4-a8d3818b69a7,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:31.079720 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-79b7335e-4e32-4757-82ff-22c764ad32ba tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] 10.222.0.62 "GET /v2.0/routers/98123da2-6433-4ddf-ae4d-d1ad6e15baef HTTP/1.1" status: 200 len: 921 time: 0.3141294 Feb 28 10:38:31.080080 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46274) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:31.087926 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f60eec-945e-4160-9bf6-5f086c3430d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=274334fd-a905-4297-a752-9083bc2a67f5,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:31.103749 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5191fe12-fb58-430d-b67c-9195a1056e00 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Router e94fd51f-5c81-48c9-98f1-5b1daebeeda9 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:38:31.138234 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-290c2ad9-3a3b-4e26-8e9f-6fe8eaf443ff req-1bf24ebb-a282-45d3-979b-1fcfdf2f1a2e service neutron] 10.222.0.70 "GET /v2.0/networks/3446291b-b1f9-4318-9a41-856ad362fcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464121 Feb 28 10:38:31.289989 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a214f4a-c1b2-45f9-8ff0-d106d76c423f tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:31.291598 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-4a214f4a-c1b2-45f9-8ff0-d106d76c423f tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=e88d86cf-af22-4900-bdd2-aa4038554136&device_id=98123da2-6433-4ddf-ae4d-d1ad6e15baef&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2106211 Feb 28 10:38:31.301477 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46280) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:31.503513 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3c202546-da50-48ee-8a85-ae53932cb51a tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (63850666-8ce3-4f8e-90b8-7f81c92027d4), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:31.533257 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c43ed9-868a-4f9b-8b1c-c594d6bb1cb8 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:31.537332 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-a2c43ed9-868a-4f9b-8b1c-c594d6bb1cb8 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] 10.222.0.62 "GET /v2.0/networks/e88d86cf-af22-4900-bdd2-aa4038554136 HTTP/1.1" status: 200 len: 881 time: 0.2322142 Feb 28 10:38:31.543352 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46290) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:31.616656 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-ebb04850-bc7f-4d26-86b2-3fb6db2d7e3d tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] 10.222.0.62 "GET /v2.0/ports?device_id=98123da2-6433-4ddf-ae4d-d1ad6e15baef HTTP/1.1" status: 200 len: 205 time: 0.0692413 Feb 28 10:38:31.629354 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46292) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:31.840893 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-290c2ad9-3a3b-4e26-8e9f-6fe8eaf443ff req-60127c0a-3686-4b34-b4a7-fa044d5bb5e1 service neutron] 10.222.0.70 "GET /v2.0/networks/3446291b-b1f9-4318-9a41-856ad362fcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065264 Feb 28 10:38:31.844479 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5191fe12-fb58-430d-b67c-9195a1056e00 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:38:31.854672 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c44b9ca-955a-4e15-88b3-c19f6d61978e req-693a3a31-ec74-467e-81a9-50465b478705 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:31.856235 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9c44b9ca-955a-4e15-88b3-c19f6d61978e req-693a3a31-ec74-467e-81a9-50465b478705 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.2468612 Feb 28 10:38:31.857347 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c86a21a-b283-461d-8749-40b4713240cd None None] Sync routers for ids ['e94fd51f-5c81-48c9-98f1-5b1daebeeda9'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:38:31.859440 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5191fe12-fb58-430d-b67c-9195a1056e00 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:31.877594 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c86a21a-b283-461d-8749-40b4713240cd None None] Routers {'e94fd51f-5c81-48c9-98f1-5b1daebeeda9'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:31.878615 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-3c86a21a-b283-461d-8749-40b4713240cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:38:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['e94fd51f-5c81-48c9-98f1-5b1daebeeda9'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:31.909047 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-590a13d5-0c8b-40b4-bbf1-4d2e09b09c2a tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks [] for router (98123da2-6433-4ddf-ae4d-d1ad6e15baef), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:31.918706 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c202546-da50-48ee-8a85-ae53932cb51a tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Network f0ef29fc-ec7b-47a4-a873-c9c8476f719e is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:31.925090 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-3c202546-da50-48ee-8a85-ae53932cb51a tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:31.928253 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c202546-da50-48ee-8a85-ae53932cb51a tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:31.928820 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3c202546-da50-48ee-8a85-ae53932cb51a tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:31.937403 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b2ef37-3c04-4430-acbe-bb7dfb18eae5 None None] Network f0ef29fc-ec7b-47a4-a873-c9c8476f719e requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:38:31.957214 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c202546-da50-48ee-8a85-ae53932cb51a tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event updated for resources: {'Subnet': ['ID=63850666-8ce3-4f8e-90b8-7f81c92027d4,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:31.960514 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-88502eea-1f21-45e8-a07e-ddacbb7ed0e4 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks [] for router_gateway (6a9a4a4b-29bd-4ed8-9890-e3aabf61c7fd), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:31.982825 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-3c86a21a-b283-461d-8749-40b4713240cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:32.010224 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c86a21a-b283-461d-8749-40b4713240cd None None] Routers {'e94fd51f-5c81-48c9-98f1-5b1daebeeda9'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:32.010794 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-3c86a21a-b283-461d-8749-40b4713240cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:38:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['e94fd51f-5c81-48c9-98f1-5b1daebeeda9'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:32.049171 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-590a13d5-0c8b-40b4-bbf1-4d2e09b09c2a tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks [] for router_gateway (98123da2-6433-4ddf-ae4d-d1ad6e15baef), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:32.075971 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-3c202546-da50-48ee-8a85-ae53932cb51a tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3544979 Feb 28 10:38:32.077418 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46308) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:32.082257 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-5191fe12-fb58-430d-b67c-9195a1056e00 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] 10.222.0.62 "PUT /v2.0/floatingips/05586aaf-179d-4fc8-941e-96d93afc6e60 HTTP/1.1" status: 200 len: 688 time: 2.0537448 Feb 28 10:38:32.090457 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-3c86a21a-b283-461d-8749-40b4713240cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:32.093439 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c86a21a-b283-461d-8749-40b4713240cd None None] The sync data for ids ['e94fd51f-5c81-48c9-98f1-5b1daebeeda9'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:38:32.095952 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46310) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:32.101752 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-2f2c44e3-ef62-4879-86b7-3340f3c58247 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Request body: {'security_group': {'name': 'tempest-secgroup-293945190'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:32.122015 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9c44b9ca-955a-4e15-88b3-c19f6d61978e req-6dde5355-fdde-4b4e-82ca-a05701b7dbbc tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2556870 Feb 28 10:38:32.189202 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8bc43c-7b15-44e4-abe1-eaf4f9c95ffc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-f0ef29fc-ec7b-47a4-a873-c9c8476f719e', 'network_id': 'f0ef29fc-ec7b-47a4-a873-c9c8476f719e', 'project_id': '4139ff51d3884888b07610eef64ca26e', 'fixed_ips': [{'subnet_id': '63850666-8ce3-4f8e-90b8-7f81c92027d4'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:38:32.190148 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9a8bc43c-7b15-44e4-abe1-eaf4f9c95ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:32.260057 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2f2c44e3-ef62-4879-86b7-3340f3c58247 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:32.272908 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-590a13d5-0c8b-40b4-bbf1-4d2e09b09c2a tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Deleting port 6cf0fd60-603b-4098-8857-082ca9432ec5 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:38:32.273281 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-590a13d5-0c8b-40b4-bbf1-4d2e09b09c2a tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (6cf0fd60-603b-4098-8857-082ca9432ec5), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:32.387987 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-590a13d5-0c8b-40b4-bbf1-4d2e09b09c2a tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (6cf0fd60-603b-4098-8857-082ca9432ec5), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:32.389662 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-9a8bc43c-7b15-44e4-abe1-eaf4f9c95ffc None None] Allocated IP 2001:db8::2 (f0ef29fc-ec7b-47a4-a873-c9c8476f719e/63850666-8ce3-4f8e-90b8-7f81c92027d4/7c46b2ac-097f-4482-bb4c-49d4326e2868) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:32.414546 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-590a13d5-0c8b-40b4-bbf1-4d2e09b09c2a tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Calling delete_port for 6cf0fd60-603b-4098-8857-082ca9432ec5 owned by network:router_gateway {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:38:32.420084 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-88502eea-1f21-45e8-a07e-ddacbb7ed0e4 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1032676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1044823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27871'] for router (6a9a4a4b-29bd-4ed8-9890-e3aabf61c7fd), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:32.435896 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-88502eea-1f21-45e8-a07e-ddacbb7ed0e4 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1032701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1032690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1044908'] for router (6a9a4a4b-29bd-4ed8-9890-e3aabf61c7fd), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:32.466168 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2f2c44e3-ef62-4879-86b7-3340f3c58247 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for security_group (38e29fd4-f4c8-466f-865b-00ff0123ca9e), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:32.467973 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-9bbe2ce4-a7f9-4aac-b923-0feb20af41b8 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Deleting port 1a67f04f-1325-40e3-acd5-7ac2442cf5fb {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:38:32.468303 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9bbe2ce4-a7f9-4aac-b923-0feb20af41b8 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (1a67f04f-1325-40e3-acd5-7ac2442cf5fb), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:32.488681 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46322) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:32.501441 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [-] 10.222.0.62 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0031464 Feb 28 10:38:32.502428 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46324) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:32.571917 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2f2c44e3-ef62-4879-86b7-3340f3c58247 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (38e29fd4-f4c8-466f-865b-00ff0123ca9e), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:32.642324 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9a8bc43c-7b15-44e4-abe1-eaf4f9c95ffc None None] Publish callbacks [] for port (7c46b2ac-097f-4482-bb4c-49d4326e2868), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:32.686352 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2c44e3-ef62-4879-86b7-3340f3c58247 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38e29fd4-f4c8-466f-865b-00ff0123ca9e,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:32.700185 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2f2c44e3-ef62-4879-86b7-3340f3c58247 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:32.704180 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-2f2c44e3-ef62-4879-86b7-3340f3c58247 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.6166589 Feb 28 10:38:32.709288 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46330) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:32.715227 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9bbe2ce4-a7f9-4aac-b923-0feb20af41b8 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (1a67f04f-1325-40e3-acd5-7ac2442cf5fb), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:32.715227 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9bbe2ce4-a7f9-4aac-b923-0feb20af41b8 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for floatingip (1a67f04f-1325-40e3-acd5-7ac2442cf5fb), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:32.715495 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-540cc303-b65a-458d-8ada-602ab7d7a6ed tempest-NetworksApiDiscovery-1994618072 tempest-NetworksApiDiscovery-1994618072-project] 10.222.0.62 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2099974 Feb 28 10:38:32.721519 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-6f63b4ab-7903-4ddd-82a1-c3e69346169b tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Request body: {'security_group': {'name': 'tempest-secgroup-2092751533'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:32.746660 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-9bbe2ce4-a7f9-4aac-b923-0feb20af41b8 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Calling delete_port for 1a67f04f-1325-40e3-acd5-7ac2442cf5fb owned by network:floatingip {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:38:32.764970 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9a8bc43c-7b15-44e4-abe1-eaf4f9c95ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (7c46b2ac-097f-4482-bb4c-49d4326e2868), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:32.774266 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-590a13d5-0c8b-40b4-bbf1-4d2e09b09c2a tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (6cf0fd60-603b-4098-8857-082ca9432ec5), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:32.845149 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46334) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:32.854556 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a13d5-0c8b-40b4-bbf1-4d2e09b09c2a tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Pushing event deleted for resources: {'Port': ['ID=6cf0fd60-603b-4098-8857-082ca9432ec5,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:32.857555 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8bc43c-7b15-44e4-abe1-eaf4f9c95ffc None None] Network f0ef29fc-ec7b-47a4-a873-c9c8476f719e is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:32.861162 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-9a8bc43c-7b15-44e4-abe1-eaf4f9c95ffc None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:32.863959 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8bc43c-7b15-44e4-abe1-eaf4f9c95ffc None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:38:32.879621 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8bc43c-7b15-44e4-abe1-eaf4f9c95ffc None None] Pushing event updated for resources: {'Port': ['ID=7c46b2ac-097f-4482-bb4c-49d4326e2868,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:32.881437 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6f63b4ab-7903-4ddd-82a1-c3e69346169b tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:32.930768 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-590a13d5-0c8b-40b4-bbf1-4d2e09b09c2a tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047843'] for router_gateway (98123da2-6433-4ddf-ae4d-d1ad6e15baef), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:32.954113 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88502eea-1f21-45e8-a07e-ddacbb7ed0e4 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Router 6a9a4a4b-29bd-4ed8-9890-e3aabf61c7fd is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:38:32.958517 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-9a8bc43c-7b15-44e4-abe1-eaf4f9c95ffc None None] Attempting to bind port 7c46b2ac-097f-4482-bb4c-49d4326e2868 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:38:32.959539 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-9a8bc43c-7b15-44e4-abe1-eaf4f9c95ffc None None] Attempting to bind port 7c46b2ac-097f-4482-bb4c-49d4326e2868 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': 'a3e72be4-67a6-4f9f-b0f3-a2f19d117552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f0ef29fc-ec7b-47a4-a873-c9c8476f719e'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:38:32.960158 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8bc43c-7b15-44e4-abe1-eaf4f9c95ffc None None] Attempting to bind port 7c46b2ac-097f-4482-bb4c-49d4326e2868 on network f0ef29fc-ec7b-47a4-a873-c9c8476f719e {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:38:32.969625 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8bc43c-7b15-44e4-abe1-eaf4f9c95ffc None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:38:32.970380 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8bc43c-7b15-44e4-abe1-eaf4f9c95ffc None None] Checking segment: {'id': 'a3e72be4-67a6-4f9f-b0f3-a2f19d117552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f0ef29fc-ec7b-47a4-a873-c9c8476f719e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:38:32.971052 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9a8bc43c-7b15-44e4-abe1-eaf4f9c95ffc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:32.971784 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8bc43c-7b15-44e4-abe1-eaf4f9c95ffc None None] Bound using segment: {'id': 'a3e72be4-67a6-4f9f-b0f3-a2f19d117552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f0ef29fc-ec7b-47a4-a873-c9c8476f719e'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:38:32.972419 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-9a8bc43c-7b15-44e4-abe1-eaf4f9c95ffc None None] Bound port: 7c46b2ac-097f-4482-bb4c-49d4326e2868, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3e72be4-67a6-4f9f-b0f3-a2f19d117552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f0ef29fc-ec7b-47a4-a873-c9c8476f719e'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:38:32.973312 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9a8bc43c-7b15-44e4-abe1-eaf4f9c95ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (7c46b2ac-097f-4482-bb4c-49d4326e2868), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:33.010988 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-e24645ef-2d03-4636-96aa-da670081d4ed tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:33.011659 dv-neutron-829161-3-hyperv neutron-server[104084]: WARNING neutron.api.v2.base [None req-e24645ef-2d03-4636-96aa-da670081d4ed tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 28 10:38:33.012167 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-e24645ef-2d03-4636-96aa-da670081d4ed tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] create failed (client error): There was a conflict when trying to complete your request. Feb 28 10:38:33.018086 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-e24645ef-2d03-4636-96aa-da670081d4ed tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1666453 Feb 28 10:38:33.022871 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46338) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:33.035359 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-e1e32bcc-1210-4e9d-8669-0f36e509ac13 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Request body: {'security_group': {'name': 'tempest-secgroup--1708312656'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:33.056513 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-9a8bc43c-7b15-44e4-abe1-eaf4f9c95ffc None None] For port 7c46b2ac-097f-4482-bb4c-49d4326e2868, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:38:33.060094 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-9a8bc43c-7b15-44e4-abe1-eaf4f9c95ffc None None] For port 7c46b2ac-097f-4482-bb4c-49d4326e2868, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=7c46b2ac-097f-4482-bb4c-49d4326e2868,segment=NetworkSegment(a3e72be4-67a6-4f9f-b0f3-a2f19d117552),segment_id=a3e72be4-67a6-4f9f-b0f3-a2f19d117552)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:38:33.067065 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-590a13d5-0c8b-40b4-bbf1-4d2e09b09c2a tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (98123da2-6433-4ddf-ae4d-d1ad6e15baef), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:33.069751 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-590a13d5-0c8b-40b4-bbf1-4d2e09b09c2a tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks [] for router_controller (98123da2-6433-4ddf-ae4d-d1ad6e15baef), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:33.096308 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6f63b4ab-7903-4ddd-82a1-c3e69346169b tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for security_group (524eca6b-241c-4789-a1e7-f9252c73f436), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:33.127280 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9a8bc43c-7b15-44e4-abe1-eaf4f9c95ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (7c46b2ac-097f-4482-bb4c-49d4326e2868), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:33.157748 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9bbe2ce4-a7f9-4aac-b923-0feb20af41b8 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (1a67f04f-1325-40e3-acd5-7ac2442cf5fb), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:33.193519 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-590a13d5-0c8b-40b4-bbf1-4d2e09b09c2a tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (98123da2-6433-4ddf-ae4d-d1ad6e15baef), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:33.193519 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590a13d5-0c8b-40b4-bbf1-4d2e09b09c2a tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Fanout notify agent at l3_agent the message router_deleted on router 98123da2-6433-4ddf-ae4d-d1ad6e15baef {{(pid=104083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:38:33.200321 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-590a13d5-0c8b-40b4-bbf1-4d2e09b09c2a tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:33.208862 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-590a13d5-0c8b-40b4-bbf1-4d2e09b09c2a tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] 10.222.0.62 "DELETE /v2.0/routers/98123da2-6433-4ddf-ae4d-d1ad6e15baef HTTP/1.1" status: 204 len: 168 time: 1.5684879 Feb 28 10:38:33.209540 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46344) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:33.220588 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbe2ce4-a7f9-4aac-b923-0feb20af41b8 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Pushing event deleted for resources: {'Port': ['ID=1a67f04f-1325-40e3-acd5-7ac2442cf5fb,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:33.220810 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8bc43c-7b15-44e4-abe1-eaf4f9c95ffc None None] Pushing event updated for resources: {'Port': ['ID=7c46b2ac-097f-4482-bb4c-49d4326e2868,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:33.222287 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-e72da7f5-b1a9-4535-92c7-99d0ed4f79a9 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1441980075', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:33.228523 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6f63b4ab-7903-4ddd-82a1-c3e69346169b tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (524eca6b-241c-4789-a1e7-f9252c73f436), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:33.243453 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e1e32bcc-1210-4e9d-8669-0f36e509ac13 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:33.283427 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88502eea-1f21-45e8-a07e-ddacbb7ed0e4 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:38:33.294446 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5fddd4-595c-411f-9730-b3395b5bb675 None None] Sync routers for ids ['6a9a4a4b-29bd-4ed8-9890-e3aabf61c7fd'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:38:33.307721 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5fddd4-595c-411f-9730-b3395b5bb675 None None] Routers {'6a9a4a4b-29bd-4ed8-9890-e3aabf61c7fd'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:33.308574 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-ba5fddd4-595c-411f-9730-b3395b5bb675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:38:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['6a9a4a4b-29bd-4ed8-9890-e3aabf61c7fd'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:33.313641 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-88502eea-1f21-45e8-a07e-ddacbb7ed0e4 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:33.314914 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-88502eea-1f21-45e8-a07e-ddacbb7ed0e4 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] 10.222.0.62 "PUT /v2.0/routers/6a9a4a4b-29bd-4ed8-9890-e3aabf61c7fd HTTP/1.1" status: 200 len: 920 time: 5.2328224 Feb 28 10:38:33.317737 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46346) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:33.320865 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e1e32bcc-1210-4e9d-8669-0f36e509ac13 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:33.347167 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46348) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:33.348572 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-ba5fddd4-595c-411f-9730-b3395b5bb675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:33.360628 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5fddd4-595c-411f-9730-b3395b5bb675 None None] Routers {'6a9a4a4b-29bd-4ed8-9890-e3aabf61c7fd'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:33.361273 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-ba5fddd4-595c-411f-9730-b3395b5bb675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:38:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['6a9a4a4b-29bd-4ed8-9890-e3aabf61c7fd'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:33.403078 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-ba5fddd4-595c-411f-9730-b3395b5bb675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:33.403819 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5fddd4-595c-411f-9730-b3395b5bb675 None None] The sync data for ids ['6a9a4a4b-29bd-4ed8-9890-e3aabf61c7fd'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:38:33.423627 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e72da7f5-b1a9-4535-92c7-99d0ed4f79a9 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (33758e8a-1203-4930-ba20-67348051691e), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:33.424008 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f63b4ab-7903-4ddd-82a1-c3e69346169b tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=524eca6b-241c-4789-a1e7-f9252c73f436,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:33.424686 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e72da7f5-b1a9-4535-92c7-99d0ed4f79a9 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (33758e8a-1203-4930-ba20-67348051691e), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:33.467482 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6f63b4ab-7903-4ddd-82a1-c3e69346169b tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:33.475427 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-6f63b4ab-7903-4ddd-82a1-c3e69346169b tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7634575 Feb 28 10:38:33.487670 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46352) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:33.496954 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-69830a9a-1490-4f77-b798-3fa661060b8a tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-383731826', 'security_groups': ['524eca6b-241c-4789-a1e7-f9252c73f436'], 'network_id': 'f0ef29fc-ec7b-47a4-a873-c9c8476f719e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '63850666-8ce3-4f8e-90b8-7f81c92027d4'}]}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:33.556622 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e72da7f5-b1a9-4535-92c7-99d0ed4f79a9 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks [] for router_controller (33758e8a-1203-4930-ba20-67348051691e), precommit_add_association {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:33.560310 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4443cf-2883-4e24-86fa-d80ab0b4a381 req-80414280-fcb1-4d86-8524-7ba1f2860f94 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:33.561911 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8b4443cf-2883-4e24-86fa-d80ab0b4a381 req-80414280-fcb1-4d86-8524-7ba1f2860f94 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.3291221 Feb 28 10:38:33.580497 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-1064ff9a-d761-4abd-bf11-6c7f51492975 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] 10.222.0.62 "GET /v2.0/routers/6a9a4a4b-29bd-4ed8-9890-e3aabf61c7fd HTTP/1.1" status: 200 len: 926 time: 0.2602627 Feb 28 10:38:33.583019 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46354) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:33.615376 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8a8fdd35-3697-45f6-8f0a-32bdae0d2030 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:33.625327 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e72da7f5-b1a9-4535-92c7-99d0ed4f79a9 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (33758e8a-1203-4930-ba20-67348051691e), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:33.635823 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e1e32bcc-1210-4e9d-8669-0f36e509ac13 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks [] for security_group (19b08be2-dbb4-45ee-afaa-2ca721d20f88), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:33.650327 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c3615a-dea5-453d-81bf-77793b046daa tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:33.651139 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-b2c3615a-dea5-453d-81bf-77793b046daa tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=e88d86cf-af22-4900-bdd2-aa4038554136&device_id=6a9a4a4b-29bd-4ed8-9890-e3aabf61c7fd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0670953 Feb 28 10:38:33.652152 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9bbe2ce4-a7f9-4aac-b923-0feb20af41b8 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for floatingip (05586aaf-179d-4fc8-941e-96d93afc6e60), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:33.653733 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46356) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:33.654668 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9bbe2ce4-a7f9-4aac-b923-0feb20af41b8 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:33.656530 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-9bbe2ce4-a7f9-4aac-b923-0feb20af41b8 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] 10.222.0.62 "DELETE /v2.0/floatingips/05586aaf-179d-4fc8-941e-96d93afc6e60 HTTP/1.1" status: 204 len: 168 time: 1.5298607 Feb 28 10:38:33.663409 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46358) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:33.677913 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-8735d8ae-17e5-4521-aafb-4c294b47264c tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Request body: {'floatingip': {'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'port_id': '415b4b67-86f7-4d7f-b053-6cf095ddcc87'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:33.713002 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e1e32bcc-1210-4e9d-8669-0f36e509ac13 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (19b08be2-dbb4-45ee-afaa-2ca721d20f88), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:33.737508 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e72da7f5-b1a9-4535-92c7-99d0ed4f79a9 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:33.737508 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-e72da7f5-b1a9-4535-92c7-99d0ed4f79a9 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5230527 Feb 28 10:38:33.738143 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46360) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:33.743702 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-2604475c-9c2e-47c3-a81e-1ce7f316d867 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:33.756651 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8b4443cf-2883-4e24-86fa-d80ab0b4a381 req-983af9e3-cfc6-40b3-aac5-c608b44d44d7 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571667 Feb 28 10:38:33.805751 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e32bcc-1210-4e9d-8669-0f36e509ac13 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19b08be2-dbb4-45ee-afaa-2ca721d20f88,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:33.830227 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8735d8ae-17e5-4521-aafb-4c294b47264c tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:33.863162 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8322e1cc-46fc-48cf-9b68-4c9bd40f3838 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:33.863948 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e1e32bcc-1210-4e9d-8669-0f36e509ac13 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks [] for security_group (baac93bf-3dea-40db-bf81-4c12bb4381dc), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:33.866976 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-8322e1cc-46fc-48cf-9b68-4c9bd40f3838 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] 10.222.0.62 "GET /v2.0/networks/e88d86cf-af22-4900-bdd2-aa4038554136 HTTP/1.1" status: 200 len: 881 time: 0.2098651 Feb 28 10:38:33.868162 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46364) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:33.870735 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8a8fdd35-3697-45f6-8f0a-32bdae0d2030 admin admin] Publish callbacks [] for security_group (89a17109-ea92-423c-a75b-1adf8c29030c), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:33.894476 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69830a9a-1490-4f77-b798-3fa661060b8a tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Made reservation on behalf of 4139ff51d3884888b07610eef64ca26e for: {'port': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:38:33.935673 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e1e32bcc-1210-4e9d-8669-0f36e509ac13 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (baac93bf-3dea-40db-bf81-4c12bb4381dc), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:33.974230 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8a8fdd35-3697-45f6-8f0a-32bdae0d2030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (89a17109-ea92-423c-a75b-1adf8c29030c), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:33.998508 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e32bcc-1210-4e9d-8669-0f36e509ac13 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baac93bf-3dea-40db-bf81-4c12bb4381dc,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:34.005591 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-0de0574d-b8be-42b1-b768-a69a59607a2b tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] 10.222.0.62 "GET /v2.0/ports?device_id=6a9a4a4b-29bd-4ed8-9890-e3aabf61c7fd HTTP/1.1" status: 200 len: 205 time: 0.1005659 Feb 28 10:38:34.006878 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46366) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:34.091655 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-8a8fdd35-3697-45f6-8f0a-32bdae0d2030 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5be81185419a424599fe4c34ba8fa4b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7376115 Feb 28 10:38:34.097398 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e1e32bcc-1210-4e9d-8669-0f36e509ac13 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:34.097398 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-e1e32bcc-1210-4e9d-8669-0f36e509ac13 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0707586 Feb 28 10:38:34.097398 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46368) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:34.101098 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2604475c-9c2e-47c3-a81e-1ce7f316d867 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks [] for router_gateway (33758e8a-1203-4930-ba20-67348051691e), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:34.105860 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46370) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:34.112841 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-69830a9a-1490-4f77-b798-3fa661060b8a tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:34.113074 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-abad561f-dacd-44aa-816f-479b8ec76405 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Request body: {'security_group_rule': {'security_group_id': 'baac93bf-3dea-40db-bf81-4c12bb4381dc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:34.123365 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f192be0-8ea5-4ac1-92d5-2eea82df8577 req-58873cea-aa9c-4489-9f6c-e05d96365078 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:34.131269 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1f192be0-8ea5-4ac1-92d5-2eea82df8577 req-58873cea-aa9c-4489-9f6c-e05d96365078 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.2781579 Feb 28 10:38:34.147162 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8fdd35-3697-45f6-8f0a-32bdae0d2030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a17109-ea92-423c-a75b-1adf8c29030c,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:34.181412 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [None req-69830a9a-1490-4f77-b798-3fa661060b8a tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] device_id is not set on port 39014eb2-b8b6-4e6d-8b3c-e9af85faa2f0 yet. {{(pid=104084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:38:34.212014 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1f192be0-8ea5-4ac1-92d5-2eea82df8577 req-8be8ae40-6da8-408e-a994-d6ebc1372e36 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773988 Feb 28 10:38:34.269944 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-abad561f-dacd-44aa-816f-479b8ec76405 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks [] for security_group_rule (1148a907-ac30-4ccd-9afb-8beb0f9dd791), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:34.280166 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8735d8ae-17e5-4521-aafb-4c294b47264c tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:34.313203 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9dfaef86-a3f1-4cd2-88d1-2a52977fb149 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks [] for router (6a9a4a4b-29bd-4ed8-9890-e3aabf61c7fd), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:34.315438 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d5d7cd72-dc15-4380-8a24-7f3840b3ce33 admin admin] Publish callbacks [] for security_group (89a17109-ea92-423c-a75b-1adf8c29030c), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:34.422065 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-abad561f-dacd-44aa-816f-479b8ec76405 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks [] for security_group_rule (1148a907-ac30-4ccd-9afb-8beb0f9dd791), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:34.470123 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-8735d8ae-17e5-4521-aafb-4c294b47264c tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Allocated IP 172.26.3.138 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/96b88a42-6fcb-40f9-9416-acdc5f614007) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:34.488192 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d5d7cd72-dc15-4380-8a24-7f3840b3ce33 admin admin] Publish callbacks [] for security_group (89a17109-ea92-423c-a75b-1adf8c29030c), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:34.497235 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-c137e8e0-a2c3-4f19-9721-200b574fde49 None None] Provisioning complete for port 7c46b2ac-097f-4482-bb4c-49d4326e2868 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:34.497759 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c137e8e0-a2c3-4f19-9721-200b574fde49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (7c46b2ac-097f-4482-bb4c-49d4326e2868), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:34.569132 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-abad561f-dacd-44aa-816f-479b8ec76405 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (1148a907-ac30-4ccd-9afb-8beb0f9dd791), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:34.578284 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9dfaef86-a3f1-4cd2-88d1-2a52977fb149 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks [] for router_gateway (6a9a4a4b-29bd-4ed8-9890-e3aabf61c7fd), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:34.596310 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-69830a9a-1490-4f77-b798-3fa661060b8a tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Allocated IP 2001:db8::273 (f0ef29fc-ec7b-47a4-a873-c9c8476f719e/63850666-8ce3-4f8e-90b8-7f81c92027d4/39014eb2-b8b6-4e6d-8b3c-e9af85faa2f0) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:34.621850 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-c137e8e0-a2c3-4f19-9721-200b574fde49 None None] Current status of the port 7c46b2ac-097f-4482-bb4c-49d4326e2868 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:34.622600 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c137e8e0-a2c3-4f19-9721-200b574fde49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (7c46b2ac-097f-4482-bb4c-49d4326e2868), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:34.635802 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abad561f-dacd-44aa-816f-479b8ec76405 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1148a907-ac30-4ccd-9afb-8beb0f9dd791,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:34.663571 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-c137e8e0-a2c3-4f19-9721-200b574fde49 None None] For port 7c46b2ac-097f-4482-bb4c-49d4326e2868, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=7c46b2ac-097f-4482-bb4c-49d4326e2868,segment=NetworkSegment(a3e72be4-67a6-4f9f-b0f3-a2f19d117552),segment_id=a3e72be4-67a6-4f9f-b0f3-a2f19d117552)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:34.675308 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2604475c-9c2e-47c3-a81e-1ce7f316d867 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks [] for router_gateway (33758e8a-1203-4930-ba20-67348051691e), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:34.700815 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2604475c-9c2e-47c3-a81e-1ce7f316d867 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:34.745511 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c137e8e0-a2c3-4f19-9721-200b574fde49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (7c46b2ac-097f-4482-bb4c-49d4326e2868), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:34.750643 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d5d7cd72-dc15-4380-8a24-7f3840b3ce33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (89a17109-ea92-423c-a75b-1adf8c29030c), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:34.753284 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d5d7cd72-dc15-4380-8a24-7f3840b3ce33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:34.756894 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-d5d7cd72-dc15-4380-8a24-7f3840b3ce33 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/89a17109-ea92-423c-a75b-1adf8c29030c HTTP/1.1" status: 204 len: 168 time: 0.6450567 Feb 28 10:38:34.788309 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-c137e8e0-a2c3-4f19-9721-200b574fde49 None None] Provisioning complete for port a3b1629b-064b-4d17-b8c9-4f50af5cc7d4 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:34.788697 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c137e8e0-a2c3-4f19-9721-200b574fde49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (a3b1629b-064b-4d17-b8c9-4f50af5cc7d4), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:34.797696 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d7cd72-dc15-4380-8a24-7f3840b3ce33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a17109-ea92-423c-a75b-1adf8c29030c,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:34.809504 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-69830a9a-1490-4f77-b798-3fa661060b8a tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for port (39014eb2-b8b6-4e6d-8b3c-e9af85faa2f0), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:34.823022 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-9dfaef86-a3f1-4cd2-88d1-2a52977fb149 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Deleting port 46fa0649-e164-45c0-9ba4-a8d3818b69a7 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:38:34.823432 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9dfaef86-a3f1-4cd2-88d1-2a52977fb149 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (46fa0649-e164-45c0-9ba4-a8d3818b69a7), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:34.824375 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-abad561f-dacd-44aa-816f-479b8ec76405 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:34.828430 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-abad561f-dacd-44aa-816f-479b8ec76405 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7215438 Feb 28 10:38:34.835194 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46378) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:34.836571 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8735d8ae-17e5-4521-aafb-4c294b47264c tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for port (96b88a42-6fcb-40f9-9416-acdc5f614007), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:34.853855 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c137e8e0-a2c3-4f19-9721-200b574fde49 None None] Pushing event updated for resources: {'Port': ['ID=7c46b2ac-097f-4482-bb4c-49d4326e2868,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:34.866673 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-c137e8e0-a2c3-4f19-9721-200b574fde49 None None] Port a3b1629b-064b-4d17-b8c9-4f50af5cc7d4 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:38:34.872110 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-ecb13f1f-b8bf-47c3-a461-cb055f5ca08d tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Request body: {'security_group_rule': {'security_group_id': 'baac93bf-3dea-40db-bf81-4c12bb4381dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:34.904127 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae13b05-376d-4dd0-8cb3-2c6a895415bb req-8dd2c820-f162-4e1f-a113-72760ee77c0e tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:34.905801 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-fae13b05-376d-4dd0-8cb3-2c6a895415bb req-8dd2c820-f162-4e1f-a113-72760ee77c0e tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.1820323 Feb 28 10:38:34.957715 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-fae13b05-376d-4dd0-8cb3-2c6a895415bb req-5552e01c-3be4-4430-926d-2c177aa52c94 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458977 Feb 28 10:38:34.958368 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9dfaef86-a3f1-4cd2-88d1-2a52977fb149 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (46fa0649-e164-45c0-9ba4-a8d3818b69a7), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:34.971103 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-9dfaef86-a3f1-4cd2-88d1-2a52977fb149 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Calling delete_port for 46fa0649-e164-45c0-9ba4-a8d3818b69a7 owned by network:router_gateway {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:38:35.013407 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-69830a9a-1490-4f77-b798-3fa661060b8a tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (39014eb2-b8b6-4e6d-8b3c-e9af85faa2f0), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:35.017354 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8735d8ae-17e5-4521-aafb-4c294b47264c tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (96b88a42-6fcb-40f9-9416-acdc5f614007), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:35.055299 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ecb13f1f-b8bf-47c3-a461-cb055f5ca08d tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks [] for security_group_rule (f88d9185-6ee5-4097-803f-139cf3ed7f42), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:35.083286 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69830a9a-1490-4f77-b798-3fa661060b8a tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Network f0ef29fc-ec7b-47a4-a873-c9c8476f719e is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:35.088463 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8735d8ae-17e5-4521-aafb-4c294b47264c tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:35.090188 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-8735d8ae-17e5-4521-aafb-4c294b47264c tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:35.096984 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8735d8ae-17e5-4521-aafb-4c294b47264c tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:38:35.102719 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-69830a9a-1490-4f77-b798-3fa661060b8a tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:35.114739 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69830a9a-1490-4f77-b798-3fa661060b8a tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:38:35.120982 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69830a9a-1490-4f77-b798-3fa661060b8a tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:35.121632 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-69830a9a-1490-4f77-b798-3fa661060b8a tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:35.132083 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69830a9a-1490-4f77-b798-3fa661060b8a tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event updated for resources: {'Port': ['ID=39014eb2-b8b6-4e6d-8b3c-e9af85faa2f0,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:35.154811 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-2604475c-9c2e-47c3-a81e-1ce7f316d867 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Allocated IP 172.26.3.240 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/b8f30ec6-e000-4dee-944b-53133859dcac) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:35.155492 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8735d8ae-17e5-4521-aafb-4c294b47264c tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Pushing event updated for resources: {'Port': ['ID=96b88a42-6fcb-40f9-9416-acdc5f614007,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:35.277564 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-69830a9a-1490-4f77-b798-3fa661060b8a tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7866027 Feb 28 10:38:35.280553 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46388) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:35.286243 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-815a1901-7bb1-44f2-9a46-db5aa0a38223 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Request body: {'subnet': {'network_id': 'f0ef29fc-ec7b-47a4-a873-c9c8476f719e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:35.423476 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-128d23ab-e5e8-4c83-b9ff-027929ffe2b8 None None] Provisioning complete for port 39014eb2-b8b6-4e6d-8b3c-e9af85faa2f0 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:35.424118 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-128d23ab-e5e8-4c83-b9ff-027929ffe2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (39014eb2-b8b6-4e6d-8b3c-e9af85faa2f0), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:35.470241 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-128d23ab-e5e8-4c83-b9ff-027929ffe2b8 None None] Port 39014eb2-b8b6-4e6d-8b3c-e9af85faa2f0 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:38:35.537247 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 7c46b2ac-097f-4482-bb4c-49d4326e2868 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:38:35.595891 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 7c46b2ac-097f-4482-bb4c-49d4326e2868 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:35.596540 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (7c46b2ac-097f-4482-bb4c-49d4326e2868), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:35.689269 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 7c46b2ac-097f-4482-bb4c-49d4326e2868 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:35.771473 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-ecb13f1f-b8bf-47c3-a461-cb055f5ca08d tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] create failed (client error): There was a conflict when trying to complete your request. Feb 28 10:38:35.778170 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-ecb13f1f-b8bf-47c3-a461-cb055f5ca08d tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.9246032 Feb 28 10:38:35.778277 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46398) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:35.793927 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2604475c-9c2e-47c3-a81e-1ce7f316d867 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks [] for port (b8f30ec6-e000-4dee-944b-53133859dcac), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:35.860437 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9dfaef86-a3f1-4cd2-88d1-2a52977fb149 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (46fa0649-e164-45c0-9ba4-a8d3818b69a7), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:35.886435 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfaef86-a3f1-4cd2-88d1-2a52977fb149 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Pushing event deleted for resources: {'Port': ['ID=46fa0649-e164-45c0-9ba4-a8d3818b69a7,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:35.944522 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dcda2917-ccc0-4744-82b6-dc6a2c19b9df tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks [] for security_group (baac93bf-3dea-40db-bf81-4c12bb4381dc), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:35.946129 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815a1901-7bb1-44f2-9a46-db5aa0a38223 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Made reservation on behalf of 4139ff51d3884888b07610eef64ca26e for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:38:35.950003 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-815a1901-7bb1-44f2-9a46-db5aa0a38223 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:35.975475 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9dfaef86-a3f1-4cd2-88d1-2a52977fb149 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047843'] for router_gateway (6a9a4a4b-29bd-4ed8-9890-e3aabf61c7fd), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:35.998357 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dcda2917-ccc0-4744-82b6-dc6a2c19b9df tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks [] for security_group (baac93bf-3dea-40db-bf81-4c12bb4381dc), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:36.066409 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2604475c-9c2e-47c3-a81e-1ce7f316d867 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (b8f30ec6-e000-4dee-944b-53133859dcac), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:36.131956 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2604475c-9c2e-47c3-a81e-1ce7f316d867 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:36.154681 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9dfaef86-a3f1-4cd2-88d1-2a52977fb149 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (6a9a4a4b-29bd-4ed8-9890-e3aabf61c7fd), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:36.167614 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9dfaef86-a3f1-4cd2-88d1-2a52977fb149 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks [] for router_controller (6a9a4a4b-29bd-4ed8-9890-e3aabf61c7fd), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:36.168714 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-2604475c-9c2e-47c3-a81e-1ce7f316d867 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:36.174628 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2604475c-9c2e-47c3-a81e-1ce7f316d867 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:38:36.212294 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2604475c-9c2e-47c3-a81e-1ce7f316d867 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Pushing event updated for resources: {'Port': ['ID=b8f30ec6-e000-4dee-944b-53133859dcac,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:36.224979 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.ipam_backend_mixin [None req-815a1901-7bb1-44f2-9a46-db5aa0a38223 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 63850666-8ce3-4f8e-90b8-7f81c92027d4 (CIDR: 2001:db8::/64) Feb 28 10:38:36.236297 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44226ef-7a0e-498f-81c3-8b9e0b85d348 req-09bc4311-7700-4cdb-889b-6f390351827b tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:36.238100 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-c44226ef-7a0e-498f-81c3-8b9e0b85d348 req-09bc4311-7700-4cdb-889b-6f390351827b tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.2052844 Feb 28 10:38:36.284993 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8735d8ae-17e5-4521-aafb-4c294b47264c tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for floatingip (9aa50e35-3a7b-4736-8d05-28be8b351d14), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:36.298251 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-c44226ef-7a0e-498f-81c3-8b9e0b85d348 req-c52b3852-aa20-4b86-8409-507531c413ca tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503876 Feb 28 10:38:36.306902 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-815a1901-7bb1-44f2-9a46-db5aa0a38223 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:38:36.307407 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-815a1901-7bb1-44f2-9a46-db5aa0a38223 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:38:36.335358 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9dfaef86-a3f1-4cd2-88d1-2a52977fb149 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (6a9a4a4b-29bd-4ed8-9890-e3aabf61c7fd), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:36.336928 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dfaef86-a3f1-4cd2-88d1-2a52977fb149 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Fanout notify agent at l3_agent the message router_deleted on router 6a9a4a4b-29bd-4ed8-9890-e3aabf61c7fd {{(pid=104084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:38:36.340046 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dcda2917-ccc0-4744-82b6-dc6a2c19b9df tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (baac93bf-3dea-40db-bf81-4c12bb4381dc), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:36.342742 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dcda2917-ccc0-4744-82b6-dc6a2c19b9df tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:36.347420 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-dcda2917-ccc0-4744-82b6-dc6a2c19b9df tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] 10.222.0.62 "DELETE /v2.0/security-groups/baac93bf-3dea-40db-bf81-4c12bb4381dc HTTP/1.1" status: 204 len: 168 time: 0.5655639 Feb 28 10:38:36.347932 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9dfaef86-a3f1-4cd2-88d1-2a52977fb149 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:36.347932 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-9dfaef86-a3f1-4cd2-88d1-2a52977fb149 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] 10.222.0.62 "DELETE /v2.0/routers/6a9a4a4b-29bd-4ed8-9890-e3aabf61c7fd HTTP/1.1" status: 204 len: 168 time: 2.3255367 Feb 28 10:38:36.348078 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46408) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:36.353787 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46410) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:36.383673 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-a101c3c8-702e-41d7-846c-7b8776804828 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2051781199', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}, 'admin_state_up': False}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:36.392420 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-815a1901-7bb1-44f2-9a46-db5aa0a38223 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1107080 Feb 28 10:38:36.395976 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda2917-ccc0-4744-82b6-dc6a2c19b9df tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baac93bf-3dea-40db-bf81-4c12bb4381dc,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:36.397600 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46412) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:36.403026 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-0d87db8f-77b9-4dfa-b801-ccf6f3a55787 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Request body: {'subnet': {'network_id': 'f0ef29fc-ec7b-47a4-a873-c9c8476f719e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:36.428660 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-ff057b50-48a9-4bfb-b016-ecf14a2c1f6b tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0795276 Feb 28 10:38:36.433873 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46414) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:36.439028 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-be540c8d-3c38-486c-b6ab-f4f2a246e0c8 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Request body: {'security_group': {'name': 'tempest-secgroup--1129753007'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:36.573678 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a101c3c8-702e-41d7-846c-7b8776804828 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (5c3f54f0-e383-423f-9f57-0259307f2b9a), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:36.574679 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a101c3c8-702e-41d7-846c-7b8776804828 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (5c3f54f0-e383-423f-9f57-0259307f2b9a), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:36.586585 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8735d8ae-17e5-4521-aafb-4c294b47264c tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (96b88a42-6fcb-40f9-9416-acdc5f614007), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:36.589140 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-be540c8d-3c38-486c-b6ab-f4f2a246e0c8 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:36.631245 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d87db8f-77b9-4dfa-b801-ccf6f3a55787 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Made reservation on behalf of 4139ff51d3884888b07610eef64ca26e for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:38:36.636561 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0d87db8f-77b9-4dfa-b801-ccf6f3a55787 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:36.736777 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-be540c8d-3c38-486c-b6ab-f4f2a246e0c8 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks [] for security_group (0a48270f-2fa3-46e8-8b4f-048e000899bd), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:36.741119 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a101c3c8-702e-41d7-846c-7b8776804828 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks [] for router_controller (5c3f54f0-e383-423f-9f57-0259307f2b9a), precommit_add_association {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:36.784849 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2604475c-9c2e-47c3-a81e-1ce7f316d867 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks [] for router_gateway (33758e8a-1203-4930-ba20-67348051691e), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:36.851114 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-be540c8d-3c38-486c-b6ab-f4f2a246e0c8 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (0a48270f-2fa3-46e8-8b4f-048e000899bd), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:36.905634 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be540c8d-3c38-486c-b6ab-f4f2a246e0c8 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a48270f-2fa3-46e8-8b4f-048e000899bd,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:36.994401 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-be540c8d-3c38-486c-b6ab-f4f2a246e0c8 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:36.995890 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-be540c8d-3c38-486c-b6ab-f4f2a246e0c8 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5606720 Feb 28 10:38:36.998770 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46432) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:37.004408 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-3d2b121e-e10f-42e4-b678-14522d12a0b4 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Request body: {'security_group_rule': {'security_group_id': '0a48270f-2fa3-46e8-8b4f-048e000899bd', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:37.005193 dv-neutron-829161-3-hyperv neutron-server[104084]: WARNING neutron.api.v2.base [None req-3d2b121e-e10f-42e4-b678-14522d12a0b4 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 28 10:38:37.005899 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-3d2b121e-e10f-42e4-b678-14522d12a0b4 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:38:37.007386 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-3d2b121e-e10f-42e4-b678-14522d12a0b4 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0066385 Feb 28 10:38:37.010619 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46434) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:37.053699 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0d87db8f-77b9-4dfa-b801-ccf6f3a55787 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (9c10154e-1383-4c76-92b3-3de834647fe2), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:37.126918 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d87db8f-77b9-4dfa-b801-ccf6f3a55787 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Network f0ef29fc-ec7b-47a4-a873-c9c8476f719e is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:37.142225 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-0d87db8f-77b9-4dfa-b801-ccf6f3a55787 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:37.146337 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d87db8f-77b9-4dfa-b801-ccf6f3a55787 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:37.146948 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0d87db8f-77b9-4dfa-b801-ccf6f3a55787 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:37.156506 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee30ef4-60a4-4b6f-96f6-4eaad8461e63 None None] Network f0ef29fc-ec7b-47a4-a873-c9c8476f719e requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:38:37.167520 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-96921fcc-0f0b-4ebd-ba3c-af12d012ce59 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks [] for security_group (0a48270f-2fa3-46e8-8b4f-048e000899bd), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:37.175526 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8735d8ae-17e5-4521-aafb-4c294b47264c tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for port (96b88a42-6fcb-40f9-9416-acdc5f614007), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:37.183551 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a101c3c8-702e-41d7-846c-7b8776804828 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks [] for router_gateway (5c3f54f0-e383-423f-9f57-0259307f2b9a), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:37.198451 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-96921fcc-0f0b-4ebd-ba3c-af12d012ce59 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks [] for security_group (0a48270f-2fa3-46e8-8b4f-048e000899bd), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:37.220052 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d87db8f-77b9-4dfa-b801-ccf6f3a55787 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event updated for resources: {'Subnet': ['ID=9c10154e-1383-4c76-92b3-3de834647fe2,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:37.230111 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46436) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:37.231331 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-0d87db8f-77b9-4dfa-b801-ccf6f3a55787 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8329775 Feb 28 10:38:37.235522 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-b401079c-197b-437b-85cc-564bc46d786a tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1217843918', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9c10154e-1383-4c76-92b3-3de834647fe2'}], 'security_groups': ['38e29fd4-f4c8-466f-865b-00ff0123ca9e']}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:37.294306 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8735d8ae-17e5-4521-aafb-4c294b47264c tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (96b88a42-6fcb-40f9-9416-acdc5f614007), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:37.359072 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7faa166e-a4ae-48af-bfda-6d7c84a1e6f7 None None] Update dhcp port {'port': {'network_id': 'f0ef29fc-ec7b-47a4-a873-c9c8476f719e', 'fixed_ips': [{'subnet_id': '63850666-8ce3-4f8e-90b8-7f81c92027d4', 'ip_address': '2001:db8::2'}, {'subnet_id': '9c10154e-1383-4c76-92b3-3de834647fe2'}], 'binding:host_id': 'dv-neutron-829161-3-hyperv'}, 'id': '7c46b2ac-097f-4482-bb4c-49d4326e2868'} from dv-neutron-829161-3-hyperv. {{(pid=104085) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 28 10:38:37.389821 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-96921fcc-0f0b-4ebd-ba3c-af12d012ce59 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (0a48270f-2fa3-46e8-8b4f-048e000899bd), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:37.391883 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7faa166e-a4ae-48af-bfda-6d7c84a1e6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (7c46b2ac-097f-4482-bb4c-49d4326e2868), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:37.393109 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-96921fcc-0f0b-4ebd-ba3c-af12d012ce59 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:37.395310 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-96921fcc-0f0b-4ebd-ba3c-af12d012ce59 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] 10.222.0.62 "DELETE /v2.0/security-groups/0a48270f-2fa3-46e8-8b4f-048e000899bd HTTP/1.1" status: 204 len: 168 time: 0.3834083 Feb 28 10:38:37.401440 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46440) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:37.447378 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2604475c-9c2e-47c3-a81e-1ce7f316d867 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1032676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1044823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27871'] for router (33758e8a-1203-4930-ba20-67348051691e), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:37.447628 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96921fcc-0f0b-4ebd-ba3c-af12d012ce59 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a48270f-2fa3-46e8-8b4f-048e000899bd,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:37.456518 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8735d8ae-17e5-4521-aafb-4c294b47264c tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Pushing event updated for resources: {'Port': ['ID=96b88a42-6fcb-40f9-9416-acdc5f614007,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:37.503893 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2604475c-9c2e-47c3-a81e-1ce7f316d867 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1032701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1032690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1044908'] for router (33758e8a-1203-4930-ba20-67348051691e), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:37.504104 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-746661cd-6e44-4b6b-bcde-d8aa261ee301 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0952053 Feb 28 10:38:37.510243 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b96a83-ed46-4d9f-8564-5647a87b9678 req-fbfc45ff-e80b-4eaf-b633-00be53c3a026 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:37.510541 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6324638e-1ff4-425f-9040-f82648958b3f req-68442ce8-b7f2-4711-a193-6602c74aee1c tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:37.511846 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-70b96a83-ed46-4d9f-8564-5647a87b9678 req-fbfc45ff-e80b-4eaf-b633-00be53c3a026 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.1152401 Feb 28 10:38:37.512062 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6324638e-1ff4-425f-9040-f82648958b3f req-68442ce8-b7f2-4711-a193-6602c74aee1c tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.70 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.3195560 Feb 28 10:38:37.512338 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46442) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:37.516691 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-0e77e336-26c2-497c-af5c-d7ea20dc2246 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Request body: {'security_group': {'name': 'tempest-secgroup--723773105'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:37.564979 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8735d8ae-17e5-4521-aafb-4c294b47264c tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047917'] for floatingip (9aa50e35-3a7b-4736-8d05-28be8b351d14), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:37.577992 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-70b96a83-ed46-4d9f-8564-5647a87b9678 req-db95fbe6-a7eb-4d5c-8d18-cc3f3641bd75 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569978 Feb 28 10:38:37.606444 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-7faa166e-a4ae-48af-bfda-6d7c84a1e6f7 None None] Allocated IP 2001:db8:0:1::2 (f0ef29fc-ec7b-47a4-a873-c9c8476f719e/9c10154e-1383-4c76-92b3-3de834647fe2/7c46b2ac-097f-4482-bb4c-49d4326e2868) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:37.624010 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0e77e336-26c2-497c-af5c-d7ea20dc2246 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:37.699100 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0e77e336-26c2-497c-af5c-d7ea20dc2246 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks [] for security_group (a48a6687-f9cf-42de-9801-aa05f7c9d638), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:37.708618 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-7faa166e-a4ae-48af-bfda-6d7c84a1e6f7 None None] For port 7c46b2ac-097f-4482-bb4c-49d4326e2868, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=7c46b2ac-097f-4482-bb4c-49d4326e2868,segment=NetworkSegment(a3e72be4-67a6-4f9f-b0f3-a2f19d117552),segment_id=a3e72be4-67a6-4f9f-b0f3-a2f19d117552)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:37.739774 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7faa166e-a4ae-48af-bfda-6d7c84a1e6f7 None None] Publish callbacks [] for port (7c46b2ac-097f-4482-bb4c-49d4326e2868), precommit_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:37.779840 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0e77e336-26c2-497c-af5c-d7ea20dc2246 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (a48a6687-f9cf-42de-9801-aa05f7c9d638), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:37.809469 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7faa166e-a4ae-48af-bfda-6d7c84a1e6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (7c46b2ac-097f-4482-bb4c-49d4326e2868), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:37.810802 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e77e336-26c2-497c-af5c-d7ea20dc2246 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a48a6687-f9cf-42de-9801-aa05f7c9d638,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:37.868950 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0e77e336-26c2-497c-af5c-d7ea20dc2246 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:37.874174 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-0e77e336-26c2-497c-af5c-d7ea20dc2246 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3607936 Feb 28 10:38:37.874931 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46444) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:37.880123 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-78b5a2f4-0edf-4691-a315-ab91463f4ee2 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Request body: {'security_group_rule': {'security_group_id': 'a48a6687-f9cf-42de-9801-aa05f7c9d638', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:37.881066 dv-neutron-829161-3-hyperv neutron-server[104084]: WARNING neutron.api.v2.base [None req-78b5a2f4-0edf-4691-a315-ab91463f4ee2 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 28 10:38:37.881654 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-78b5a2f4-0edf-4691-a315-ab91463f4ee2 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:38:37.885789 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-78b5a2f4-0edf-4691-a315-ab91463f4ee2 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0096653 Feb 28 10:38:37.886439 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46446) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:37.907072 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faa166e-a4ae-48af-bfda-6d7c84a1e6f7 None None] Pushing event updated for resources: {'Port': ['ID=7c46b2ac-097f-4482-bb4c-49d4326e2868,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:37.949275 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-aac0c3ee-2c46-43fc-9875-5a82e6dd5dce tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks [] for security_group (a48a6687-f9cf-42de-9801-aa05f7c9d638), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:37.974402 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-aac0c3ee-2c46-43fc-9875-5a82e6dd5dce tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks [] for security_group (a48a6687-f9cf-42de-9801-aa05f7c9d638), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:38.106134 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-aac0c3ee-2c46-43fc-9875-5a82e6dd5dce tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (a48a6687-f9cf-42de-9801-aa05f7c9d638), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:38.110775 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-aac0c3ee-2c46-43fc-9875-5a82e6dd5dce tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:38.115060 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-aac0c3ee-2c46-43fc-9875-5a82e6dd5dce tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] 10.222.0.62 "DELETE /v2.0/security-groups/a48a6687-f9cf-42de-9801-aa05f7c9d638 HTTP/1.1" status: 204 len: 168 time: 0.2274647 Feb 28 10:38:38.115704 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46448) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:38.134559 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac0c3ee-2c46-43fc-9875-5a82e6dd5dce tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48a6687-f9cf-42de-9801-aa05f7c9d638,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:38.187648 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-4bc4b26b-0287-428d-a144-18a391c835b5 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0639472 Feb 28 10:38:38.191410 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46450) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:38.196316 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-5d4a716d-d10f-45b9-a973-785b44f7ea61 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Request body: {'security_group': {'name': 'tempest-secgroup--435089400'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:38.200442 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b401079c-197b-437b-85cc-564bc46d786a tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (39014eb2-b8b6-4e6d-8b3c-e9af85faa2f0), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:38.236291 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.l3_db [None req-8735d8ae-17e5-4521-aafb-4c294b47264c tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Floating IP 9aa50e35-3a7b-4736-8d05-28be8b351d14 associated. External IP: 172.26.3.138, port: 415b4b67-86f7-4d7f-b053-6cf095ddcc87. Feb 28 10:38:38.266628 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5d4a716d-d10f-45b9-a973-785b44f7ea61 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:38.352283 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5d4a716d-d10f-45b9-a973-785b44f7ea61 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks [] for security_group (1b96e4e1-197c-44a1-9e1d-272f4b397fc3), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:38.390953 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-6324638e-1ff4-425f-9040-f82648958b3f req-e524f196-82fe-4e0d-b689-32136289ab32 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Deleting port 5a922728-f3d0-4367-bcc8-b27de3315e43 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:38:38.391328 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-6324638e-1ff4-425f-9040-f82648958b3f req-e524f196-82fe-4e0d-b689-32136289ab32 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (5a922728-f3d0-4367-bcc8-b27de3315e43), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:38.426346 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5d4a716d-d10f-45b9-a973-785b44f7ea61 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (1b96e4e1-197c-44a1-9e1d-272f4b397fc3), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:38.464040 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4a716d-d10f-45b9-a973-785b44f7ea61 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b96e4e1-197c-44a1-9e1d-272f4b397fc3,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:38.531155 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5d4a716d-d10f-45b9-a973-785b44f7ea61 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:38.532960 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-5d4a716d-d10f-45b9-a973-785b44f7ea61 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3399127 Feb 28 10:38:38.535659 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46454) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:38.541513 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-8dde7e96-8f45-47ce-9344-c0e3a635c48c tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Request body: {'security_group_rule': {'security_group_id': '1b96e4e1-197c-44a1-9e1d-272f4b397fc3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:38.546980 dv-neutron-829161-3-hyperv neutron-server[104084]: WARNING neutron.api.v2.base [None req-8dde7e96-8f45-47ce-9344-c0e3a635c48c tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 28 10:38:38.546980 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-8dde7e96-8f45-47ce-9344-c0e3a635c48c tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:38:38.546980 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-8dde7e96-8f45-47ce-9344-c0e3a635c48c tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0074735 Feb 28 10:38:38.548939 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46456) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:38.553624 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-79e6ca62-f87f-4a2b-a088-df3d93a32baf tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Request body: {'security_group_rule': {'security_group_id': '1b96e4e1-197c-44a1-9e1d-272f4b397fc3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:38.554120 dv-neutron-829161-3-hyperv neutron-server[104084]: WARNING neutron.api.v2.base [None req-79e6ca62-f87f-4a2b-a088-df3d93a32baf tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 28 10:38:38.555493 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-79e6ca62-f87f-4a2b-a088-df3d93a32baf tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:38:38.557798 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-79e6ca62-f87f-4a2b-a088-df3d93a32baf tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0065758 Feb 28 10:38:38.559524 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46458) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:38.565010 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-c117a49b-d726-4665-8c62-2c1090edcf07 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Request body: {'security_group_rule': {'security_group_id': '1b96e4e1-197c-44a1-9e1d-272f4b397fc3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:38.565974 dv-neutron-829161-3-hyperv neutron-server[104084]: WARNING neutron.api.v2.base [None req-c117a49b-d726-4665-8c62-2c1090edcf07 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 28 10:38:38.566578 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-c117a49b-d726-4665-8c62-2c1090edcf07 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:38:38.569581 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c117a49b-d726-4665-8c62-2c1090edcf07 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0078290 Feb 28 10:38:38.571459 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46460) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:38.576441 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-3ef5271e-1ca7-4236-a484-6000726eb2d6 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Request body: {'security_group_rule': {'security_group_id': '1b96e4e1-197c-44a1-9e1d-272f4b397fc3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:38.576978 dv-neutron-829161-3-hyperv neutron-server[104084]: WARNING neutron.api.v2.base [None req-3ef5271e-1ca7-4236-a484-6000726eb2d6 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 28 10:38:38.577560 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-3ef5271e-1ca7-4236-a484-6000726eb2d6 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:38:38.578871 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-3ef5271e-1ca7-4236-a484-6000726eb2d6 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0061102 Feb 28 10:38:38.581057 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46462) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:38.642071 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2604475c-9c2e-47c3-a81e-1ce7f316d867 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Router 33758e8a-1203-4930-ba20-67348051691e is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:38:38.643703 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-d0d9786e-9a04-428a-95b6-1f258adc90fc None None] Provisioning complete for port 7c46b2ac-097f-4482-bb4c-49d4326e2868 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:38.644195 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d0d9786e-9a04-428a-95b6-1f258adc90fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (7c46b2ac-097f-4482-bb4c-49d4326e2868), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:38.713321 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9887c99d-edfb-4d51-b9e7-8007b05f029a tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks [] for security_group (1b96e4e1-197c-44a1-9e1d-272f4b397fc3), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:38.735020 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a101c3c8-702e-41d7-846c-7b8776804828 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks [] for router_gateway (5c3f54f0-e383-423f-9f57-0259307f2b9a), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:38.745490 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-d0d9786e-9a04-428a-95b6-1f258adc90fc None None] Current status of the port 7c46b2ac-097f-4482-bb4c-49d4326e2868 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:38.746100 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9887c99d-edfb-4d51-b9e7-8007b05f029a tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks [] for security_group (1b96e4e1-197c-44a1-9e1d-272f4b397fc3), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:38.759814 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-d0d9786e-9a04-428a-95b6-1f258adc90fc None None] Provisioning complete for port a3b1629b-064b-4d17-b8c9-4f50af5cc7d4 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:38.760590 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d0d9786e-9a04-428a-95b6-1f258adc90fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (a3b1629b-064b-4d17-b8c9-4f50af5cc7d4), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:38.762578 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a489d9b-7015-48e3-852e-5022fd1f3a58 req-0bde46a0-670f-43b5-b6bb-201478f2166d tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:38.764194 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-2a489d9b-7015-48e3-852e-5022fd1f3a58 req-0bde46a0-670f-43b5-b6bb-201478f2166d tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.1058013 Feb 28 10:38:38.770782 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46466) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:38.776862 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-5a1b50ce-979d-45af-80ac-7be4d850bb53 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-665306297', 'description': 'tempest-secgroup-smoke-665306297 description', 'project_id': 'f5a1ec0f7f9748a2bd1edc7639d74b9e'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:38.783863 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a101c3c8-702e-41d7-846c-7b8776804828 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:38.789767 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-6324638e-1ff4-425f-9040-f82648958b3f req-e524f196-82fe-4e0d-b689-32136289ab32 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] For port 5a922728-f3d0-4367-bcc8-b27de3315e43, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=5a922728-f3d0-4367-bcc8-b27de3315e43,segment=NetworkSegment(be7ef583-9773-47a5-8fb0-292ce51f3db0),segment_id=be7ef583-9773-47a5-8fb0-292ce51f3db0)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:38.790140 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-6324638e-1ff4-425f-9040-f82648958b3f req-e524f196-82fe-4e0d-b689-32136289ab32 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (5a922728-f3d0-4367-bcc8-b27de3315e43), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:38.865663 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-2a489d9b-7015-48e3-852e-5022fd1f3a58 req-ee843786-0bbc-4d7f-bf24-4acda68f98de tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806246 Feb 28 10:38:38.933184 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5a1b50ce-979d-45af-80ac-7be4d850bb53 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:38.942167 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5a1b50ce-979d-45af-80ac-7be4d850bb53 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:38.964140 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-d0d9786e-9a04-428a-95b6-1f258adc90fc None None] Port a3b1629b-064b-4d17-b8c9-4f50af5cc7d4 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:38:38.967001 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9887c99d-edfb-4d51-b9e7-8007b05f029a tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (1b96e4e1-197c-44a1-9e1d-272f4b397fc3), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:38.969794 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9887c99d-edfb-4d51-b9e7-8007b05f029a tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:38.970995 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-9887c99d-edfb-4d51-b9e7-8007b05f029a tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] 10.222.0.62 "DELETE /v2.0/security-groups/1b96e4e1-197c-44a1-9e1d-272f4b397fc3 HTTP/1.1" status: 204 len: 168 time: 0.3887460 Feb 28 10:38:38.978864 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-d0d9786e-9a04-428a-95b6-1f258adc90fc None None] Provisioning complete for port 39014eb2-b8b6-4e6d-8b3c-e9af85faa2f0 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:38.979244 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d0d9786e-9a04-428a-95b6-1f258adc90fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (39014eb2-b8b6-4e6d-8b3c-e9af85faa2f0), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:38.981253 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46468) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:38.999676 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9887c99d-edfb-4d51-b9e7-8007b05f029a tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b96e4e1-197c-44a1-9e1d-272f4b397fc3,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:39.026485 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-d0d9786e-9a04-428a-95b6-1f258adc90fc None None] Port 39014eb2-b8b6-4e6d-8b3c-e9af85faa2f0 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:38:39.065455 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-d0cddd43-3b54-4c19-a47e-873ee2b9703e tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0845432 Feb 28 10:38:39.069348 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46470) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:39.078796 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-6530a97b-93b6-4005-b038-765a8944119c tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Request body: {'security_group': {'name': 'tempest-secgroup--1274570004'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:39.113207 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5a1b50ce-979d-45af-80ac-7be4d850bb53 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks [] for security_group (86e19a90-7e10-4c4f-8d95-738533f00f3c), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:39.200565 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6530a97b-93b6-4005-b038-765a8944119c tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:39.224262 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5a1b50ce-979d-45af-80ac-7be4d850bb53 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (86e19a90-7e10-4c4f-8d95-738533f00f3c), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:39.252088 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2604475c-9c2e-47c3-a81e-1ce7f316d867 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:38:39.254796 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8735d8ae-17e5-4521-aafb-4c294b47264c tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Router e94fd51f-5c81-48c9-98f1-5b1daebeeda9 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:38:39.262119 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62288efb-d275-491c-bab8-441093e896cb None None] Sync routers for ids ['33758e8a-1203-4930-ba20-67348051691e'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:38:39.266721 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2604475c-9c2e-47c3-a81e-1ce7f316d867 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:39.270371 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-2604475c-9c2e-47c3-a81e-1ce7f316d867 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] 10.222.0.62 "PUT /v2.0/routers/33758e8a-1203-4930-ba20-67348051691e HTTP/1.1" status: 200 len: 880 time: 5.5293455 Feb 28 10:38:39.274765 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62288efb-d275-491c-bab8-441093e896cb None None] Routers {'33758e8a-1203-4930-ba20-67348051691e'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:39.274968 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46472) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:39.275734 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-62288efb-d275-491c-bab8-441093e896cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:38:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['33758e8a-1203-4930-ba20-67348051691e'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:39.312794 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-62288efb-d275-491c-bab8-441093e896cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:39.321630 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62288efb-d275-491c-bab8-441093e896cb None None] Routers {'33758e8a-1203-4930-ba20-67348051691e'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:39.322460 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-62288efb-d275-491c-bab8-441093e896cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:38:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['33758e8a-1203-4930-ba20-67348051691e'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:39.336793 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1b50ce-979d-45af-80ac-7be4d850bb53 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86e19a90-7e10-4c4f-8d95-738533f00f3c,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:39.360613 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-62288efb-d275-491c-bab8-441093e896cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:39.362138 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62288efb-d275-491c-bab8-441093e896cb None None] The sync data for ids ['33758e8a-1203-4930-ba20-67348051691e'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:38:39.375862 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-a101c3c8-702e-41d7-846c-7b8776804828 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Allocated IP 172.26.3.158 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/bf99c41c-4ddd-4201-9c94-cccbbf870000) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:39.378245 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6530a97b-93b6-4005-b038-765a8944119c tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks [] for security_group (51c9b592-391d-444a-a466-6475d49884bd), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:39.434809 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5a1b50ce-979d-45af-80ac-7be4d850bb53 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks [] for security_group (3004bcfd-0c82-4f4d-b59a-e0848d67262f), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:39.453907 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-89953005-a4ef-4f4f-bd75-34f9d287ff3d tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] 10.222.0.62 "GET /v2.0/routers/33758e8a-1203-4930-ba20-67348051691e HTTP/1.1" status: 200 len: 921 time: 0.1713266 Feb 28 10:38:39.454093 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46474) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:39.463060 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 7c46b2ac-097f-4482-bb4c-49d4326e2868 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:38:39.464157 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6530a97b-93b6-4005-b038-765a8944119c tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (51c9b592-391d-444a-a466-6475d49884bd), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:39.471791 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-6324638e-1ff4-425f-9040-f82648958b3f req-e524f196-82fe-4e0d-b689-32136289ab32 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:39.472183 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-6324638e-1ff4-425f-9040-f82648958b3f req-e524f196-82fe-4e0d-b689-32136289ab32 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047917'] for floatingip (c6c5bc79-0ed5-4db8-a289-b1547554720d), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:39.472448 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.l3_db [req-6324638e-1ff4-425f-9040-f82648958b3f req-e524f196-82fe-4e0d-b689-32136289ab32 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Floating IP c6c5bc79-0ed5-4db8-a289-b1547554720d disassociated. External IP: 172.26.3.67, port: 5a922728-f3d0-4367-bcc8-b27de3315e43. Feb 28 10:38:39.472802 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-6324638e-1ff4-425f-9040-f82648958b3f req-e524f196-82fe-4e0d-b689-32136289ab32 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Calling delete_port for 5a922728-f3d0-4367-bcc8-b27de3315e43 owned by compute:nova {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:38:39.477041 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-b401079c-197b-437b-85cc-564bc46d786a tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Delete allocated IP 2001:db8::273 (f0ef29fc-ec7b-47a4-a873-c9c8476f719e/63850666-8ce3-4f8e-90b8-7f81c92027d4) {{(pid=104083) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 28 10:38:39.516797 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6530a97b-93b6-4005-b038-765a8944119c tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51c9b592-391d-444a-a466-6475d49884bd,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:39.519230 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5a1b50ce-979d-45af-80ac-7be4d850bb53 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (3004bcfd-0c82-4f4d-b59a-e0848d67262f), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:39.537413 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-b401079c-197b-437b-85cc-564bc46d786a tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Allocated IP 2001:db8:0:1::3a (f0ef29fc-ec7b-47a4-a873-c9c8476f719e/9c10154e-1383-4c76-92b3-3de834647fe2/39014eb2-b8b6-4e6d-8b3c-e9af85faa2f0) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:39.538317 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 7c46b2ac-097f-4482-bb4c-49d4326e2868 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:39.539305 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (7c46b2ac-097f-4482-bb4c-49d4326e2868), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:39.549738 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f76e0c-c96c-458a-8a01-534674107a26 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:39.556801 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c5f76e0c-c96c-458a-8a01-534674107a26 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=e88d86cf-af22-4900-bdd2-aa4038554136&device_id=33758e8a-1203-4930-ba20-67348051691e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0963702 Feb 28 10:38:39.557023 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46476) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:39.560950 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1b50ce-979d-45af-80ac-7be4d850bb53 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3004bcfd-0c82-4f4d-b59a-e0848d67262f,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:39.575678 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6530a97b-93b6-4005-b038-765a8944119c tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:39.587015 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-6530a97b-93b6-4005-b038-765a8944119c tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5072007 Feb 28 10:38:39.588937 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46478) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:39.594326 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-940cd8fa-73fd-4b35-add0-2aa74784ff65 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Request body: {'security_group_rule': {'security_group_id': '51c9b592-391d-444a-a466-6475d49884bd', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:39.594493 dv-neutron-829161-3-hyperv neutron-server[104084]: WARNING neutron.api.v2.base [None req-940cd8fa-73fd-4b35-add0-2aa74784ff65 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 28 10:38:39.595020 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-940cd8fa-73fd-4b35-add0-2aa74784ff65 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:38:39.598447 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-940cd8fa-73fd-4b35-add0-2aa74784ff65 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058262 Feb 28 10:38:39.598647 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46480) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:39.603084 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-44057ac1-52dd-49d8-8b1c-95827bfba61b tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Request body: {'security_group_rule': {'security_group_id': '51c9b592-391d-444a-a466-6475d49884bd', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:39.634213 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5a1b50ce-979d-45af-80ac-7be4d850bb53 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:39.639365 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-5a1b50ce-979d-45af-80ac-7be4d850bb53 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8666866 Feb 28 10:38:39.639991 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46482) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:39.641452 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 7c46b2ac-097f-4482-bb4c-49d4326e2868 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:39.645818 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-908b1460-bb82-4aee-94b7-de15449682d5 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Request body: {'security_group_rule': {'security_group_id': '3004bcfd-0c82-4f4d-b59a-e0848d67262f', 'project_id': 'f5a1ec0f7f9748a2bd1edc7639d74b9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:39.744041 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-908b1460-bb82-4aee-94b7-de15449682d5 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks [] for security_group_rule (47887549-cd44-469e-b236-3d1d085858c5), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:39.770670 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-44057ac1-52dd-49d8-8b1c-95827bfba61b tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:38:39.771811 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-44057ac1-52dd-49d8-8b1c-95827bfba61b tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1722100 Feb 28 10:38:39.777831 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46484) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:39.782398 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-044861a7-3e0e-4c6e-85f4-806bc451a49e tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Request body: {'security_group_rule': {'security_group_id': '51c9b592-391d-444a-a466-6475d49884bd', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:39.782916 dv-neutron-829161-3-hyperv neutron-server[104084]: WARNING neutron.api.v2.base [None req-044861a7-3e0e-4c6e-85f4-806bc451a49e tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 28 10:38:39.783415 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-044861a7-3e0e-4c6e-85f4-806bc451a49e tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:38:39.784381 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-044861a7-3e0e-4c6e-85f4-806bc451a49e tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0056005 Feb 28 10:38:39.792274 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46486) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:39.814591 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-7aeea0d2-dee5-40da-b5cd-6236d469e47c tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Request body: {'security_group_rule': {'security_group_id': '51c9b592-391d-444a-a466-6475d49884bd', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:39.856704 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-908b1460-bb82-4aee-94b7-de15449682d5 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks [] for security_group_rule (47887549-cd44-469e-b236-3d1d085858c5), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:39.949467 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-908b1460-bb82-4aee-94b7-de15449682d5 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (47887549-cd44-469e-b236-3d1d085858c5), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:39.969085 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908b1460-bb82-4aee-94b7-de15449682d5 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47887549-cd44-469e-b236-3d1d085858c5,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:40.029607 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-7aeea0d2-dee5-40da-b5cd-6236d469e47c tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:38:40.030613 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-7aeea0d2-dee5-40da-b5cd-6236d469e47c tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2369237 Feb 28 10:38:40.034123 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46490) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:40.038496 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-b2ff2fe2-e960-41bb-b8ff-886c18c8e41d tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Request body: {'security_group_rule': {'security_group_id': '51c9b592-391d-444a-a466-6475d49884bd', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:40.039179 dv-neutron-829161-3-hyperv neutron-server[104084]: WARNING neutron.api.v2.base [None req-b2ff2fe2-e960-41bb-b8ff-886c18c8e41d tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 28 10:38:40.039957 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-b2ff2fe2-e960-41bb-b8ff-886c18c8e41d tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:38:40.043395 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-b2ff2fe2-e960-41bb-b8ff-886c18c8e41d tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058694 Feb 28 10:38:40.044588 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46492) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:40.048712 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-8f2d16f0-ae32-4b0d-a6bb-5fcc23883c47 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Request body: {'security_group_rule': {'security_group_id': '51c9b592-391d-444a-a466-6475d49884bd', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:40.061624 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-908b1460-bb82-4aee-94b7-de15449682d5 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:40.062820 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-908b1460-bb82-4aee-94b7-de15449682d5 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4218144 Feb 28 10:38:40.065713 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46494) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:40.070961 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-22b5ecc1-5333-448f-83c0-7dafcd2b25ce tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Request body: {'security_group_rule': {'security_group_id': '3004bcfd-0c82-4f4d-b59a-e0848d67262f', 'project_id': 'f5a1ec0f7f9748a2bd1edc7639d74b9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:40.181364 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a101c3c8-702e-41d7-846c-7b8776804828 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks [] for port (bf99c41c-4ddd-4201-9c94-cccbbf870000), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:40.183752 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-22b5ecc1-5333-448f-83c0-7dafcd2b25ce tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks [] for security_group_rule (d9633b80-55e2-46e5-bdc0-2a19436abe40), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:40.200445 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8735d8ae-17e5-4521-aafb-4c294b47264c tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:38:40.211521 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142e5cf3-2e2f-4733-b83f-658aef6633e2 None None] Sync routers for ids ['e94fd51f-5c81-48c9-98f1-5b1daebeeda9'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:38:40.223366 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142e5cf3-2e2f-4733-b83f-658aef6633e2 None None] Routers {'e94fd51f-5c81-48c9-98f1-5b1daebeeda9'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:40.224415 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-142e5cf3-2e2f-4733-b83f-658aef6633e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:38:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['e94fd51f-5c81-48c9-98f1-5b1daebeeda9'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:40.234671 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-8f2d16f0-ae32-4b0d-a6bb-5fcc23883c47 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:38:40.238742 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-8f2d16f0-ae32-4b0d-a6bb-5fcc23883c47 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1938288 Feb 28 10:38:40.239689 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46496) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:40.245822 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-a8b2f551-9549-4f39-a080-f154301b78c7 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Request body: {'security_group_rule': {'security_group_id': '51c9b592-391d-444a-a466-6475d49884bd', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:40.246302 dv-neutron-829161-3-hyperv neutron-server[104084]: WARNING neutron.api.v2.base [None req-a8b2f551-9549-4f39-a080-f154301b78c7 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 28 10:38:40.248567 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-a8b2f551-9549-4f39-a080-f154301b78c7 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:38:40.252465 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-a8b2f551-9549-4f39-a080-f154301b78c7 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0108469 Feb 28 10:38:40.254402 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46498) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:40.261266 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-7800bfdf-2a43-4d81-82a8-ff763a164f3a tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Request body: {'security_group_rule': {'security_group_id': '51c9b592-391d-444a-a466-6475d49884bd', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:40.263432 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-142e5cf3-2e2f-4733-b83f-658aef6633e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:40.274747 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142e5cf3-2e2f-4733-b83f-658aef6633e2 None None] Routers {'e94fd51f-5c81-48c9-98f1-5b1daebeeda9'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:40.276516 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-142e5cf3-2e2f-4733-b83f-658aef6633e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:38:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['e94fd51f-5c81-48c9-98f1-5b1daebeeda9'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:40.278871 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5442c8d0-dd9d-4438-9b37-b7a45f19c161 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:40.282584 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-5442c8d0-dd9d-4438-9b37-b7a45f19c161 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] 10.222.0.62 "GET /v2.0/networks/e88d86cf-af22-4900-bdd2-aa4038554136 HTTP/1.1" status: 200 len: 881 time: 0.7205851 Feb 28 10:38:40.282687 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-22b5ecc1-5333-448f-83c0-7dafcd2b25ce tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks [] for security_group_rule (d9633b80-55e2-46e5-bdc0-2a19436abe40), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:40.283581 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46500) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:40.298702 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c3d870-ac56-4f7c-a43e-1b9fac53a862 req-b3f0722f-b712-4f3b-a182-f17b2000efe0 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:40.300334 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-12c3d870-ac56-4f7c-a43e-1b9fac53a862 req-b3f0722f-b712-4f3b-a182-f17b2000efe0 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 945 time: 0.3166366 Feb 28 10:38:40.316835 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c8c89f68-6bd2-4389-9b45-ed601403e73c tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] 10.222.0.62 "GET /v2.0/ports?device_id=33758e8a-1203-4930-ba20-67348051691e HTTP/1.1" status: 200 len: 205 time: 0.0297127 Feb 28 10:38:40.317250 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46502) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:40.318031 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-142e5cf3-2e2f-4733-b83f-658aef6633e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:40.321468 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142e5cf3-2e2f-4733-b83f-658aef6633e2 None None] The sync data for ids ['e94fd51f-5c81-48c9-98f1-5b1daebeeda9'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:38:40.359780 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8735d8ae-17e5-4521-aafb-4c294b47264c tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:40.366433 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-22b5ecc1-5333-448f-83c0-7dafcd2b25ce tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (d9633b80-55e2-46e5-bdc0-2a19436abe40), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:40.394143 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b5ecc1-5333-448f-83c0-7dafcd2b25ce tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9633b80-55e2-46e5-bdc0-2a19436abe40,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:40.452043 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-8735d8ae-17e5-4521-aafb-4c294b47264c tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.7848694 Feb 28 10:38:40.452540 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b401079c-197b-437b-85cc-564bc46d786a tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for port (39014eb2-b8b6-4e6d-8b3c-e9af85faa2f0), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:40.453351 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46504) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:40.455765 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cc4ed9de-f348-4559-8f39-78cc55c3cca4 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks [] for router (33758e8a-1203-4930-ba20-67348051691e), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:40.467487 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-12c3d870-ac56-4f7c-a43e-1b9fac53a862 req-e2f3a1fc-a1bc-4758-9111-bad7773ee485 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups?id=535bf670-cab0-4154-b400-c50d1c5d72a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241431 Feb 28 10:38:40.530763 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-22b5ecc1-5333-448f-83c0-7dafcd2b25ce tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:40.531973 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-22b5ecc1-5333-448f-83c0-7dafcd2b25ce tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4651225 Feb 28 10:38:40.534913 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46506) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:40.540484 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-2e5ca048-82d6-4396-8cca-70bf340fda44 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Request body: {'security_group_rule': {'security_group_id': '3004bcfd-0c82-4f4d-b59a-e0848d67262f', 'project_id': 'f5a1ec0f7f9748a2bd1edc7639d74b9e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:40.544026 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-7800bfdf-2a43-4d81-82a8-ff763a164f3a tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:38:40.547779 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-7800bfdf-2a43-4d81-82a8-ff763a164f3a tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2898507 Feb 28 10:38:40.548292 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46508) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:40.553432 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b401079c-197b-437b-85cc-564bc46d786a tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (39014eb2-b8b6-4e6d-8b3c-e9af85faa2f0), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:40.559973 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-6324638e-1ff4-425f-9040-f82648958b3f req-e524f196-82fe-4e0d-b689-32136289ab32 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (5a922728-f3d0-4367-bcc8-b27de3315e43), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:40.559973 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a101c3c8-702e-41d7-846c-7b8776804828 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (bf99c41c-4ddd-4201-9c94-cccbbf870000), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:40.560303 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-cef5874d-9b36-4d7b-a920-2fd3dd3d82af tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Request body: {'security_group_rule': {'security_group_id': '51c9b592-391d-444a-a466-6475d49884bd', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:40.609811 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-ba436576-0ee3-441c-8e8a-14ebea415395 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] 10.222.0.62 "GET /v2.0/floatingips/9aa50e35-3a7b-4736-8d05-28be8b351d14 HTTP/1.1" status: 200 len: 977 time: 0.1516445 Feb 28 10:38:40.613885 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46510) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:40.628151 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a101c3c8-702e-41d7-846c-7b8776804828 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:40.637231 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-a101c3c8-702e-41d7-846c-7b8776804828 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:40.658412 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a101c3c8-702e-41d7-846c-7b8776804828 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:38:40.663774 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-b401079c-197b-437b-85cc-564bc46d786a tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] In _notify_port_updated(), no bound segment for port 39014eb2-b8b6-4e6d-8b3c-e9af85faa2f0 on network f0ef29fc-ec7b-47a4-a873-c9c8476f719e {{(pid=104083) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 10:38:40.669260 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b401079c-197b-437b-85cc-564bc46d786a tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:40.669933 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b401079c-197b-437b-85cc-564bc46d786a tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:40.674179 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-b401079c-197b-437b-85cc-564bc46d786a tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "PUT /v2.0/ports/39014eb2-b8b6-4e6d-8b3c-e9af85faa2f0 HTTP/1.1" status: 200 len: 930 time: 3.4430428 Feb 28 10:38:40.676210 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46512) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:40.705412 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a101c3c8-702e-41d7-846c-7b8776804828 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Pushing event updated for resources: {'Port': ['ID=bf99c41c-4ddd-4201-9c94-cccbbf870000,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:40.726891 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cc4ed9de-f348-4559-8f39-78cc55c3cca4 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks [] for router_gateway (33758e8a-1203-4930-ba20-67348051691e), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:40.741128 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-f0762dec-21ff-4097-8874-dbbc0ceff06f tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1226454 Feb 28 10:38:40.742438 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46514) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:40.748111 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-3023d863-d6b2-464d-a4f7-70287a2a78a5 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Request body: {'floatingip': {'port_id': 'ada5f02a-8cd8-46eb-8747-6220afd14c52'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:40.815574 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2e5ca048-82d6-4396-8cca-70bf340fda44 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks [] for security_group_rule (a4adf71b-1a95-4b6f-9a28-38919ffd2dc1), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:40.828918 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3023d863-d6b2-464d-a4f7-70287a2a78a5 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for floatingip (9aa50e35-3a7b-4736-8d05-28be8b351d14), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:40.870366 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-cef5874d-9b36-4d7b-a920-2fd3dd3d82af tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:38:40.874215 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-cef5874d-9b36-4d7b-a920-2fd3dd3d82af tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3177295 Feb 28 10:38:40.875879 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46516) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:40.974455 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b401079c-197b-437b-85cc-564bc46d786a tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event updated for resources: {'Port': ['ID=39014eb2-b8b6-4e6d-8b3c-e9af85faa2f0,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:40.992450 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-cc4ed9de-f348-4559-8f39-78cc55c3cca4 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Deleting port b8f30ec6-e000-4dee-944b-53133859dcac {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:38:40.992987 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cc4ed9de-f348-4559-8f39-78cc55c3cca4 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (b8f30ec6-e000-4dee-944b-53133859dcac), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:41.042893 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e524f196-82fe-4e0d-b689-32136289ab32 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Pushing event deleted for resources: {'Port': ['ID=5a922728-f3d0-4367-bcc8-b27de3315e43,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:41.062422 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fbad432e-8f4e-4c87-9072-4bc1cf3a9348 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks [] for security_group (51c9b592-391d-444a-a466-6475d49884bd), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:41.082417 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-f3dc6504-8a05-4852-b2b6-229210a9d375 None None] Provisioning complete for port 39014eb2-b8b6-4e6d-8b3c-e9af85faa2f0 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:41.083772 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f3dc6504-8a05-4852-b2b6-229210a9d375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (39014eb2-b8b6-4e6d-8b3c-e9af85faa2f0), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:41.087381 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2e5ca048-82d6-4396-8cca-70bf340fda44 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks [] for security_group_rule (a4adf71b-1a95-4b6f-9a28-38919ffd2dc1), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:41.121746 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-f3dc6504-8a05-4852-b2b6-229210a9d375 None None] Port 39014eb2-b8b6-4e6d-8b3c-e9af85faa2f0 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:38:41.139283 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fbad432e-8f4e-4c87-9072-4bc1cf3a9348 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks [] for security_group (51c9b592-391d-444a-a466-6475d49884bd), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:41.139612 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6324638e-1ff4-425f-9040-f82648958b3f req-e524f196-82fe-4e0d-b689-32136289ab32 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Router d48a0f53-921a-4610-bdd4-e1c43518b96e has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:38:41.155960 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2e5ca048-82d6-4396-8cca-70bf340fda44 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (a4adf71b-1a95-4b6f-9a28-38919ffd2dc1), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:41.162266 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-c4ee7d14-80e6-45a6-bd6c-1814b6eed002 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Deleting port 39014eb2-b8b6-4e6d-8b3c-e9af85faa2f0 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:38:41.162605 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c4ee7d14-80e6-45a6-bd6c-1814b6eed002 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (39014eb2-b8b6-4e6d-8b3c-e9af85faa2f0), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:41.190993 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cc4ed9de-f348-4559-8f39-78cc55c3cca4 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (b8f30ec6-e000-4dee-944b-53133859dcac), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:41.196532 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5ca048-82d6-4396-8cca-70bf340fda44 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4adf71b-1a95-4b6f-9a28-38919ffd2dc1,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:41.249577 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-cc4ed9de-f348-4559-8f39-78cc55c3cca4 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Calling delete_port for b8f30ec6-e000-4dee-944b-53133859dcac owned by network:router_gateway {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:38:41.323595 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2e5ca048-82d6-4396-8cca-70bf340fda44 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:41.324840 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-2e5ca048-82d6-4396-8cca-70bf340fda44 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7888582 Feb 28 10:38:41.332520 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46518) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:41.344864 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-5c0f538a-72a7-48c0-abff-d87f97fd0b1e tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Request body: {'security_group_rule': {'security_group_id': '3004bcfd-0c82-4f4d-b59a-e0848d67262f', 'project_id': 'f5a1ec0f7f9748a2bd1edc7639d74b9e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:41.387475 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fbad432e-8f4e-4c87-9072-4bc1cf3a9348 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (51c9b592-391d-444a-a466-6475d49884bd), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:41.389962 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fbad432e-8f4e-4c87-9072-4bc1cf3a9348 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:41.393591 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-fbad432e-8f4e-4c87-9072-4bc1cf3a9348 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] 10.222.0.62 "DELETE /v2.0/security-groups/51c9b592-391d-444a-a466-6475d49884bd HTTP/1.1" status: 204 len: 168 time: 0.5142989 Feb 28 10:38:41.406481 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46520) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:41.469435 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c4ee7d14-80e6-45a6-bd6c-1814b6eed002 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (39014eb2-b8b6-4e6d-8b3c-e9af85faa2f0), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:41.472524 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbad432e-8f4e-4c87-9072-4bc1cf3a9348 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c9b592-391d-444a-a466-6475d49884bd,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:41.529677 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-c4ee7d14-80e6-45a6-bd6c-1814b6eed002 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Calling delete_port for 39014eb2-b8b6-4e6d-8b3c-e9af85faa2f0 owned by {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:38:41.564559 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6324638e-1ff4-425f-9040-f82648958b3f req-e524f196-82fe-4e0d-b689-32136289ab32 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:38:41.573800 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a101c3c8-702e-41d7-846c-7b8776804828 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks [] for router_gateway (5c3f54f0-e383-423f-9f57-0259307f2b9a), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:41.575584 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c0f538a-72a7-48c0-abff-d87f97fd0b1e tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks [] for security_group_rule (73c4279f-b29b-4e10-aa92-2ed19f972b41), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:41.578557 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1857a4c7-d0e6-431b-b0a4-b75a08e87e52 None None] Sync routers for ids ['d48a0f53-921a-4610-bdd4-e1c43518b96e'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:38:41.590458 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-1e553890-64c2-430e-9074-ca6c40c3b00d tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1790311 Feb 28 10:38:41.596998 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1857a4c7-d0e6-431b-b0a4-b75a08e87e52 None None] Routers {'d48a0f53-921a-4610-bdd4-e1c43518b96e'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:41.597638 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-1857a4c7-d0e6-431b-b0a4-b75a08e87e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:38:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['d48a0f53-921a-4610-bdd4-e1c43518b96e'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:41.644433 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 5a922728-f3d0-4367-bcc8-b27de3315e43 no longer exists at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:38:41.673989 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46524) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:41.682965 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-1395faf0-65ba-4079-95c2-aa8c4067782d tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Request body: {'security_group': {'name': 'tempest-secgroup--1899259297'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:41.683495 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] No Port match for: 5a922728-f3d0-4367-bcc8-b27de3315e43 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:38:41.684009 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 5a922728-f3d0-4367-bcc8-b27de3315e43 not bound to the agent host hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:38:41.720647 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-6324638e-1ff4-425f-9040-f82648958b3f req-e524f196-82fe-4e0d-b689-32136289ab32 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] No DVR routers for this DVR port 5a922728-f3d0-4367-bcc8-b27de3315e43 on host hv-neutron-8291 {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:38:41.729279 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-1857a4c7-d0e6-431b-b0a4-b75a08e87e52 None None] Set router d48a0f53-921a-4610-bdd4-e1c43518b96e gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:38:41.736417 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-6324638e-1ff4-425f-9040-f82648958b3f req-e524f196-82fe-4e0d-b689-32136289ab32 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:41.739791 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6324638e-1ff4-425f-9040-f82648958b3f req-e524f196-82fe-4e0d-b689-32136289ab32 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.70 "DELETE /v2.0/ports/5a922728-f3d0-4367-bcc8-b27de3315e43 HTTP/1.1" status: 204 len: 173 time: 4.2190778 Feb 28 10:38:41.744631 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a2f4aad-ac5a-4656-aac6-014dc8032303', 'name': 'network-vif-deleted', 'tag': '5a922728-f3d0-4367-bcc8-b27de3315e43'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:38:41.745594 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5244e9f3-c7c1-4ff2-9dca-423b514cc0c9" -d '{"events": [{"server_uuid": "3a2f4aad-ac5a-4656-aac6-014dc8032303", "name": "network-vif-deleted", "tag": "5a922728-f3d0-4367-bcc8-b27de3315e43"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:38:41.836141 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d34630-8597-479e-8822-7356d8047390 x-openstack-request-id: req-b3d34630-8597-479e-8822-7356d8047390 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:38:41.836141 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a2f4aad-ac5a-4656-aac6-014dc8032303", "name": "network-vif-deleted", "tag": "5a922728-f3d0-4367-bcc8-b27de3315e43", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:38:41.836141 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b3d34630-8597-479e-8822-7356d8047390 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:38:41.836141 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2f4aad-ac5a-4656-aac6-014dc8032303', 'name': 'network-vif-deleted', 'tag': '5a922728-f3d0-4367-bcc8-b27de3315e43', 'status': 'completed', 'code': 200} Feb 28 10:38:41.853708 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c0f538a-72a7-48c0-abff-d87f97fd0b1e tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks [] for security_group_rule (73c4279f-b29b-4e10-aa92-2ed19f972b41), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:41.878480 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1395faf0-65ba-4079-95c2-aa8c4067782d tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:41.962572 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c0f538a-72a7-48c0-abff-d87f97fd0b1e tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (73c4279f-b29b-4e10-aa92-2ed19f972b41), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:41.965139 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-64eef764-f8ee-45f9-b0cc-e6fe6d7fa264 req-5a028919-6764-4933-a34c-a1153738539a tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 210 time: 0.0438271 Feb 28 10:38:41.972715 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-1857a4c7-d0e6-431b-b0a4-b75a08e87e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48a0f53-921a-4610-bdd4-e1c43518b96e', 'name': 'tempest-ServerActionsTestJSON-1747609807-router', 'tenant_id': 'db1f4f0e5a54442e90e9cc29426671f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': 'bd7d7429-e828-4be5-8f09-97307385bec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:16Z', 'updated_at': '2022-02-28T10:35:30Z', 'revision_number': 4, 'project_id': 'db1f4f0e5a54442e90e9cc29426671f3', 'gw_port': {'id': 'bd7d7429-e828-4be5-8f09-97307385bec5', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48a0f53-921a-4610-bdd4-e1c43518b96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:17Z', 'updated_at': '2022-02-28T10:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '66243368-02ba-481c-8095-20b6cf2ff6e8', 'name': '', 'network_id': '3446291b-b1f9-4318-9a41-856ad362fcb1', 'tenant_id': 'db1f4f0e5a54442e90e9cc29426671f3', 'mac_address': 'fa:16:3e:35:3f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48a0f53-921a-4610-bdd4-e1c43518b96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '038abd09-1459-4824-9486-15e272f156e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:26Z', 'updated_at': '2022-02-28T10:35:36Z', 'revision_number': 5, 'project_id': 'db1f4f0e5a54442e90e9cc29426671f3', 'subnets': [{'id': '038abd09-1459-4824-9486-15e272f156e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:42.015612 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1857a4c7-d0e6-431b-b0a4-b75a08e87e52 None None] Checking router: d48a0f53-921a-4610-bdd4-e1c43518b96e for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:38:42.024315 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1857a4c7-d0e6-431b-b0a4-b75a08e87e52 None None] Routers {'d48a0f53-921a-4610-bdd4-e1c43518b96e'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:42.025034 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-1857a4c7-d0e6-431b-b0a4-b75a08e87e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:38:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['d48a0f53-921a-4610-bdd4-e1c43518b96e'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:42.056202 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0f538a-72a7-48c0-abff-d87f97fd0b1e tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73c4279f-b29b-4e10-aa92-2ed19f972b41,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:42.093477 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a101c3c8-702e-41d7-846c-7b8776804828 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (5c3f54f0-e383-423f-9f57-0259307f2b9a), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:42.109040 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1395faf0-65ba-4079-95c2-aa8c4067782d tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks [] for security_group (14148a7a-99a7-42e5-a708-7671b1047b9e), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:42.113489 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c0f538a-72a7-48c0-abff-d87f97fd0b1e tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:42.114279 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cc4ed9de-f348-4559-8f39-78cc55c3cca4 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (b8f30ec6-e000-4dee-944b-53133859dcac), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:42.114763 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-5c0f538a-72a7-48c0-abff-d87f97fd0b1e tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7770865 Feb 28 10:38:42.139799 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46528) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:42.150492 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-fcf2ffcf-ccac-4859-b1d9-bcc84bc7f1a8 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Request body: {'security_group_rule': {'security_group_id': '3004bcfd-0c82-4f4d-b59a-e0848d67262f', 'project_id': 'f5a1ec0f7f9748a2bd1edc7639d74b9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:42.152296 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c4ee7d14-80e6-45a6-bd6c-1814b6eed002 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (39014eb2-b8b6-4e6d-8b3c-e9af85faa2f0), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:42.190547 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1395faf0-65ba-4079-95c2-aa8c4067782d tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (14148a7a-99a7-42e5-a708-7671b1047b9e), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:42.191892 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4ed9de-f348-4559-8f39-78cc55c3cca4 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Pushing event deleted for resources: {'Port': ['ID=b8f30ec6-e000-4dee-944b-53133859dcac,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:42.193086 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ee7d14-80e6-45a6-bd6c-1814b6eed002 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event deleted for resources: {'Port': ['ID=39014eb2-b8b6-4e6d-8b3c-e9af85faa2f0,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:42.213137 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.db.resource_extend [None req-3023d863-d6b2-464d-a4f7-70287a2a78a5 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 10:38:42.264299 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-1857a4c7-d0e6-431b-b0a4-b75a08e87e52 None None] Set router d48a0f53-921a-4610-bdd4-e1c43518b96e gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:38:42.315502 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c4ee7d14-80e6-45a6-bd6c-1814b6eed002 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:42.321506 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-c4ee7d14-80e6-45a6-bd6c-1814b6eed002 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "DELETE /v2.0/ports/39014eb2-b8b6-4e6d-8b3c-e9af85faa2f0 HTTP/1.1" status: 204 len: 168 time: 1.6425970 Feb 28 10:38:42.328689 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46532) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:42.341160 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1395faf0-65ba-4079-95c2-aa8c4067782d tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14148a7a-99a7-42e5-a708-7671b1047b9e,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:42.359431 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.securitygroups_db [None req-fcf2ffcf-ccac-4859-b1d9-bcc84bc7f1a8 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Project f5a1ec0f7f9748a2bd1edc7639d74b9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:38:42.401505 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1395faf0-65ba-4079-95c2-aa8c4067782d tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:42.404286 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-1395faf0-65ba-4079-95c2-aa8c4067782d tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7262344 Feb 28 10:38:42.406697 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46534) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:42.412939 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-6e1835ff-6be0-4d50-b20a-bf669d7ca71b tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Request body: {'security_group_rule': {'security_group_id': '14148a7a-99a7-42e5-a708-7671b1047b9e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:42.420779 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3023d863-d6b2-464d-a4f7-70287a2a78a5 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:42.422105 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fcf2ffcf-ccac-4859-b1d9-bcc84bc7f1a8 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks [] for security_group_rule (41dce937-dded-4751-ab8e-b9bbb8067dc2), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:42.428296 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0b4c7f1-4759-489c-a86a-e2f9d7270907 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] GET failed (client error): The resource could not be found. Feb 28 10:38:42.430089 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c0b4c7f1-4759-489c-a86a-e2f9d7270907 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "GET /v2.0/ports/39014eb2-b8b6-4e6d-8b3c-e9af85faa2f0 HTTP/1.1" status: 404 len: 333 time: 0.0977709 Feb 28 10:38:42.433256 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46536) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:42.436658 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cc4ed9de-f348-4559-8f39-78cc55c3cca4 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047843'] for router_gateway (33758e8a-1203-4930-ba20-67348051691e), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:42.461479 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a101c3c8-702e-41d7-846c-7b8776804828 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Router 5c3f54f0-e383-423f-9f57-0259307f2b9a is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:38:42.529514 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3023d863-d6b2-464d-a4f7-70287a2a78a5 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047917'] for floatingip (9aa50e35-3a7b-4736-8d05-28be8b351d14), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:42.583563 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-1857a4c7-d0e6-431b-b0a4-b75a08e87e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48a0f53-921a-4610-bdd4-e1c43518b96e', 'name': 'tempest-ServerActionsTestJSON-1747609807-router', 'tenant_id': 'db1f4f0e5a54442e90e9cc29426671f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': 'bd7d7429-e828-4be5-8f09-97307385bec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:16Z', 'updated_at': '2022-02-28T10:35:30Z', 'revision_number': 4, 'project_id': 'db1f4f0e5a54442e90e9cc29426671f3', 'gw_port': {'id': 'bd7d7429-e828-4be5-8f09-97307385bec5', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48a0f53-921a-4610-bdd4-e1c43518b96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:17Z', 'updated_at': '2022-02-28T10:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '66243368-02ba-481c-8095-20b6cf2ff6e8', 'name': '', 'network_id': '3446291b-b1f9-4318-9a41-856ad362fcb1', 'tenant_id': 'db1f4f0e5a54442e90e9cc29426671f3', 'mac_address': 'fa:16:3e:35:3f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48a0f53-921a-4610-bdd4-e1c43518b96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '038abd09-1459-4824-9486-15e272f156e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:26Z', 'updated_at': '2022-02-28T10:35:36Z', 'revision_number': 5, 'project_id': 'db1f4f0e5a54442e90e9cc29426671f3', 'subnets': [{'id': '038abd09-1459-4824-9486-15e272f156e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:42.614497 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1857a4c7-d0e6-431b-b0a4-b75a08e87e52 None None] The sync data for ids ['d48a0f53-921a-4610-bdd4-e1c43518b96e'] in dv-neutron-829161-3-hyperv is: [{'id': 'd48a0f53-921a-4610-bdd4-e1c43518b96e', 'name': 'tempest-ServerActionsTestJSON-1747609807-router', 'tenant_id': 'db1f4f0e5a54442e90e9cc29426671f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': 'bd7d7429-e828-4be5-8f09-97307385bec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:16Z', 'updated_at': '2022-02-28T10:35:30Z', 'revision_number': 4, 'project_id': 'db1f4f0e5a54442e90e9cc29426671f3', 'gw_port': {'id': 'bd7d7429-e828-4be5-8f09-97307385bec5', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48a0f53-921a-4610-bdd4-e1c43518b96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:17Z', 'updated_at': '2022-02-28T10:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '66243368-02ba-481c-8095-20b6cf2ff6e8', 'name': '', 'network_id': '3446291b-b1f9-4318-9a41-856ad362fcb1', 'tenant_id': 'db1f4f0e5a54442e90e9cc29426671f3', 'mac_address': 'fa:16:3e:35:3f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48a0f53-921a-4610-bdd4-e1c43518b96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '038abd09-1459-4824-9486-15e272f156e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:26Z', 'updated_at': '2022-02-28T10:35:36Z', 'revision_number': 5, 'project_id': 'db1f4f0e5a54442e90e9cc29426671f3', 'subnets': [{'id': '038abd09-1459-4824-9486-15e272f156e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:38:42.626949 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3233f6b8-1c66-446a-baf8-b175115899b1 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for security_group (524eca6b-241c-4789-a1e7-f9252c73f436), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:42.647755 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.api.v2.resource [None req-6e1835ff-6be0-4d50-b20a-bf669d7ca71b tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] create failed (client error): The resource could not be found. Feb 28 10:38:42.650561 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-6e1835ff-6be0-4d50-b20a-bf669d7ca71b tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2407188 Feb 28 10:38:42.650691 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cc4ed9de-f348-4559-8f39-78cc55c3cca4 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (33758e8a-1203-4930-ba20-67348051691e), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:42.654348 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46538) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:42.655863 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cc4ed9de-f348-4559-8f39-78cc55c3cca4 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks [] for router_controller (33758e8a-1203-4930-ba20-67348051691e), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:42.663642 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-a8bde55f-c2b6-40de-b5dd-4316bfdbac10 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Request body: {'security_group_rule': {'security_group_id': '14148a7a-99a7-42e5-a708-7671b1047b9e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '9be5b86c-f2b5-4d9c-8203-4ea82ca34d13'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:42.665096 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fcf2ffcf-ccac-4859-b1d9-bcc84bc7f1a8 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks [] for security_group_rule (41dce937-dded-4751-ab8e-b9bbb8067dc2), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:42.676605 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a101c3c8-702e-41d7-846c-7b8776804828 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:38:42.679965 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3233f6b8-1c66-446a-baf8-b175115899b1 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for security_group (524eca6b-241c-4789-a1e7-f9252c73f436), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:42.689495 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b826f2ab-ea53-46ee-9fb0-077e12d7cf81 None None] Sync routers for ids ['5c3f54f0-e383-423f-9f57-0259307f2b9a'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:38:42.701275 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b826f2ab-ea53-46ee-9fb0-077e12d7cf81 None None] Routers {'5c3f54f0-e383-423f-9f57-0259307f2b9a'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:42.702140 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-b826f2ab-ea53-46ee-9fb0-077e12d7cf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:38:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['5c3f54f0-e383-423f-9f57-0259307f2b9a'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:42.742511 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-b826f2ab-ea53-46ee-9fb0-077e12d7cf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:42.753417 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b826f2ab-ea53-46ee-9fb0-077e12d7cf81 None None] Routers {'5c3f54f0-e383-423f-9f57-0259307f2b9a'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:42.754487 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-b826f2ab-ea53-46ee-9fb0-077e12d7cf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:38:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['5c3f54f0-e383-423f-9f57-0259307f2b9a'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:42.772614 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fcf2ffcf-ccac-4859-b1d9-bcc84bc7f1a8 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (41dce937-dded-4751-ab8e-b9bbb8067dc2), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:42.791068 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-b826f2ab-ea53-46ee-9fb0-077e12d7cf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:42.792137 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b826f2ab-ea53-46ee-9fb0-077e12d7cf81 None None] The sync data for ids ['5c3f54f0-e383-423f-9f57-0259307f2b9a'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:38:42.797960 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.l3_db [None req-3023d863-d6b2-464d-a4f7-70287a2a78a5 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Floating IP 9aa50e35-3a7b-4736-8d05-28be8b351d14 associated. External IP: 172.26.3.138, port: 415b4b67-86f7-4d7f-b053-6cf095ddcc87. Feb 28 10:38:42.800566 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf2ffcf-ccac-4859-b1d9-bcc84bc7f1a8 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41dce937-dded-4751-ab8e-b9bbb8067dc2,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:42.846805 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cc4ed9de-f348-4559-8f39-78cc55c3cca4 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (33758e8a-1203-4930-ba20-67348051691e), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:42.847371 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4ed9de-f348-4559-8f39-78cc55c3cca4 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Fanout notify agent at l3_agent the message router_deleted on router 33758e8a-1203-4930-ba20-67348051691e {{(pid=104084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:38:42.856281 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cc4ed9de-f348-4559-8f39-78cc55c3cca4 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:42.857413 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-cc4ed9de-f348-4559-8f39-78cc55c3cca4 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] 10.222.0.62 "DELETE /v2.0/routers/33758e8a-1203-4930-ba20-67348051691e HTTP/1.1" status: 204 len: 168 time: 2.5392430 Feb 28 10:38:42.857608 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a101c3c8-702e-41d7-846c-7b8776804828 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:42.862093 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a101c3c8-702e-41d7-846c-7b8776804828 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.4867129 Feb 28 10:38:42.862218 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46540) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:42.862218 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46542) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:42.866173 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-df705acf-4350-48cf-867d-d5dbbfa7ddb5 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:42.874142 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-0a400e91-4ed3-4d81-aa93-7315ab6b766d tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1397097499', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:42.881738 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3233f6b8-1c66-446a-baf8-b175115899b1 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (524eca6b-241c-4789-a1e7-f9252c73f436), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:42.891460 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3233f6b8-1c66-446a-baf8-b175115899b1 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:42.895182 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-3233f6b8-1c66-446a-baf8-b175115899b1 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "DELETE /v2.0/security-groups/524eca6b-241c-4789-a1e7-f9252c73f436 HTTP/1.1" status: 204 len: 168 time: 0.4582589 Feb 28 10:38:42.896760 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46544) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:42.923652 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3233f6b8-1c66-446a-baf8-b175115899b1 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=524eca6b-241c-4789-a1e7-f9252c73f436,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:42.934062 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fcf2ffcf-ccac-4859-b1d9-bcc84bc7f1a8 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:42.935504 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-fcf2ffcf-ccac-4859-b1d9-bcc84bc7f1a8 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7889926 Feb 28 10:38:42.939371 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46546) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:42.958702 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-05463a83-804f-452e-9b9f-6d21b4e54c36 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Request body: {'security_group_rule': {'security_group_id': '3004bcfd-0c82-4f4d-b59a-e0848d67262f', 'project_id': 'f5a1ec0f7f9748a2bd1edc7639d74b9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:42.981989 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.api.v2.resource [None req-a8bde55f-c2b6-40de-b5dd-4316bfdbac10 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] create failed (client error): The resource could not be found. Feb 28 10:38:42.982876 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b231432-3e7d-4493-8619-581b3e9b9905 None None] New status for floating IP c6c5bc79-0ed5-4db8-a289-b1547554720d: DOWN {{(pid=104086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:38:42.983028 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a8bde55f-c2b6-40de-b5dd-4316bfdbac10 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3258734 Feb 28 10:38:42.985974 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46548) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:43.027238 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e68c6da2-a6cc-459e-8a74-84f8687f3c47 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for security_group (38e29fd4-f4c8-466f-865b-00ff0123ca9e), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:43.066441 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e68c6da2-a6cc-459e-8a74-84f8687f3c47 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for security_group (38e29fd4-f4c8-466f-865b-00ff0123ca9e), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:43.124635 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.securitygroups_db [None req-05463a83-804f-452e-9b9f-6d21b4e54c36 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Project f5a1ec0f7f9748a2bd1edc7639d74b9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:38:43.164578 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a5c9f26c-83ba-4762-8b9e-a196a4b1630b tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks [] for security_group (14148a7a-99a7-42e5-a708-7671b1047b9e), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:43.171283 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0a400e91-4ed3-4d81-aa93-7315ab6b766d tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (b17ef3ed-6350-487d-8bb5-06b61f2c891f), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:43.172641 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0a400e91-4ed3-4d81-aa93-7315ab6b766d tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (b17ef3ed-6350-487d-8bb5-06b61f2c891f), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:43.274996 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a5c9f26c-83ba-4762-8b9e-a196a4b1630b tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks [] for security_group (14148a7a-99a7-42e5-a708-7671b1047b9e), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:43.411397 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0a400e91-4ed3-4d81-aa93-7315ab6b766d tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks [] for router_controller (b17ef3ed-6350-487d-8bb5-06b61f2c891f), precommit_add_association {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:43.451610 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3023d863-d6b2-464d-a4f7-70287a2a78a5 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Router e94fd51f-5c81-48c9-98f1-5b1daebeeda9 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:38:43.504999 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-05463a83-804f-452e-9b9f-6d21b4e54c36 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks [] for security_group_rule (9b5d4ebc-426f-4187-a500-168f7bcbc06d), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:43.506808 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0a400e91-4ed3-4d81-aa93-7315ab6b766d tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (b17ef3ed-6350-487d-8bb5-06b61f2c891f), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:43.511645 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-57bf7f0d-f848-48df-8fe3-c3e45f60586a req-eef48121-0a05-4ff9-b88c-a55952a494c8 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a2f4aad-ac5a-4656-aac6-014dc8032303 HTTP/1.1" status: 200 len: 210 time: 0.4031317 Feb 28 10:38:43.576367 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a5c9f26c-83ba-4762-8b9e-a196a4b1630b tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (14148a7a-99a7-42e5-a708-7671b1047b9e), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:43.580108 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a5c9f26c-83ba-4762-8b9e-a196a4b1630b tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:43.580108 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-a5c9f26c-83ba-4762-8b9e-a196a4b1630b tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] 10.222.0.62 "DELETE /v2.0/security-groups/14148a7a-99a7-42e5-a708-7671b1047b9e HTTP/1.1" status: 204 len: 168 time: 0.5910366 Feb 28 10:38:43.581789 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-05463a83-804f-452e-9b9f-6d21b4e54c36 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks [] for security_group_rule (9b5d4ebc-426f-4187-a500-168f7bcbc06d), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:43.582722 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46552) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:43.591112 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e68c6da2-a6cc-459e-8a74-84f8687f3c47 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (38e29fd4-f4c8-466f-865b-00ff0123ca9e), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:43.593734 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e68c6da2-a6cc-459e-8a74-84f8687f3c47 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:43.595194 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-e68c6da2-a6cc-459e-8a74-84f8687f3c47 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "DELETE /v2.0/security-groups/38e29fd4-f4c8-466f-865b-00ff0123ca9e HTTP/1.1" status: 204 len: 168 time: 0.6970737 Feb 28 10:38:43.601555 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46554) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:43.614046 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68c6da2-a6cc-459e-8a74-84f8687f3c47 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e29fd4-f4c8-466f-865b-00ff0123ca9e,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:43.619690 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c9f26c-83ba-4762-8b9e-a196a4b1630b tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14148a7a-99a7-42e5-a708-7671b1047b9e,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:43.653959 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-893d2522-4e30-4823-b99b-6f525ab79470 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0700324 Feb 28 10:38:43.657842 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46556) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:43.663363 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-b96efc93-87ff-42c2-b4eb-b5fb9d22549c tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Request body: {'security_group_rule': {'security_group_id': '620aa3a9-1aeb-4f29-8636-3e8529e5bc10', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:43.667626 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-05463a83-804f-452e-9b9f-6d21b4e54c36 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (9b5d4ebc-426f-4187-a500-168f7bcbc06d), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:43.689637 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0a400e91-4ed3-4d81-aa93-7315ab6b766d tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:43.691178 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05463a83-804f-452e-9b9f-6d21b4e54c36 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b5d4ebc-426f-4187-a500-168f7bcbc06d,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:43.691590 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-0a400e91-4ed3-4d81-aa93-7315ab6b766d tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8223128 Feb 28 10:38:43.697931 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46558) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:43.704316 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-96b4c730-d752-486d-bad8-f441123c10c7 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'enable_snat': True}}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:43.706554 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-df705acf-4350-48cf-867d-d5dbbfa7ddb5 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks [] for router_gateway (5c3f54f0-e383-423f-9f57-0259307f2b9a), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:43.734153 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-67cf3704-745e-44a3-a947-49931537918a tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Deleting subnet 63850666-8ce3-4f8e-90b8-7f81c92027d4 {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:38:43.738582 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-67cf3704-745e-44a3-a947-49931537918a tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for subnet (63850666-8ce3-4f8e-90b8-7f81c92027d4), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:43.760950 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3023d863-d6b2-464d-a4f7-70287a2a78a5 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:38:43.775168 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7dc9db-a7e0-4339-9b7d-fcd22eac9968 None None] Sync routers for ids ['e94fd51f-5c81-48c9-98f1-5b1daebeeda9'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:38:43.775711 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-05463a83-804f-452e-9b9f-6d21b4e54c36 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:43.776575 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-05463a83-804f-452e-9b9f-6d21b4e54c36 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8225749 Feb 28 10:38:43.780070 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46560) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:43.787330 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-da0bc35d-a2e1-42b0-9a41-7a8f5f819827 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Request body: {'network': {'name': 'tempest-network-smoke--771417755', 'project_id': 'f5a1ec0f7f9748a2bd1edc7639d74b9e', 'port_security_enabled': True}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:43.788390 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7dc9db-a7e0-4339-9b7d-fcd22eac9968 None None] Routers {'e94fd51f-5c81-48c9-98f1-5b1daebeeda9'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:43.789740 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-0c7dc9db-a7e0-4339-9b7d-fcd22eac9968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:38:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['e94fd51f-5c81-48c9-98f1-5b1daebeeda9'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:43.820951 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-df705acf-4350-48cf-867d-d5dbbfa7ddb5 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks [] for router_gateway (5c3f54f0-e383-423f-9f57-0259307f2b9a), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:43.826657 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-0c7dc9db-a7e0-4339-9b7d-fcd22eac9968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:43.829826 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-67cf3704-745e-44a3-a947-49931537918a tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (63850666-8ce3-4f8e-90b8-7f81c92027d4), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:43.836016 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7dc9db-a7e0-4339-9b7d-fcd22eac9968 None None] Routers {'e94fd51f-5c81-48c9-98f1-5b1daebeeda9'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:43.836656 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-0c7dc9db-a7e0-4339-9b7d-fcd22eac9968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:38:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['e94fd51f-5c81-48c9-98f1-5b1daebeeda9'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:43.875086 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-0c7dc9db-a7e0-4339-9b7d-fcd22eac9968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:43.875769 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7dc9db-a7e0-4339-9b7d-fcd22eac9968 None None] The sync data for ids ['e94fd51f-5c81-48c9-98f1-5b1daebeeda9'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:38:43.967336 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-96b4c730-d752-486d-bad8-f441123c10c7 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks [] for router_gateway (b17ef3ed-6350-487d-8bb5-06b61f2c891f), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:44.000768 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-67cf3704-745e-44a3-a947-49931537918a tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (63850666-8ce3-4f8e-90b8-7f81c92027d4), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:44.005235 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.api.v2.resource [None req-b96efc93-87ff-42c2-b4eb-b5fb9d22549c tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] create failed (client error): The resource could not be found. Feb 28 10:38:44.006457 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-b96efc93-87ff-42c2-b4eb-b5fb9d22549c tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3469713 Feb 28 10:38:44.010565 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46562) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:44.015102 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-fda25282-4334-4297-a90d-70e6a6490740 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Request body: {'security_group': {'name': 'tempest-secgroup--1297555447'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:44.088639 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0bc35d-a2e1-42b0-9a41-7a8f5f819827 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Made reservation on behalf of f5a1ec0f7f9748a2bd1edc7639d74b9e for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:38:44.092756 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-da0bc35d-a2e1-42b0-9a41-7a8f5f819827 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:44.119792 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-fda25282-4334-4297-a90d-70e6a6490740 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:44.146848 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-df705acf-4350-48cf-867d-d5dbbfa7ddb5 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Deleting port bf99c41c-4ddd-4201-9c94-cccbbf870000 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:38:44.147196 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-df705acf-4350-48cf-867d-d5dbbfa7ddb5 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (bf99c41c-4ddd-4201-9c94-cccbbf870000), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:44.149980 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3023d863-d6b2-464d-a4f7-70287a2a78a5 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Router e94fd51f-5c81-48c9-98f1-5b1daebeeda9 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:38:44.239101 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-67cf3704-745e-44a3-a947-49931537918a tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (63850666-8ce3-4f8e-90b8-7f81c92027d4), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:44.246097 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da0bc35d-a2e1-42b0-9a41-7a8f5f819827 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:38:44.258686 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-fda25282-4334-4297-a90d-70e6a6490740 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks [] for security_group (5833aa96-d717-4194-81b3-79911b4a5f9f), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:44.279822 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cf3704-745e-44a3-a947-49931537918a tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event deleted for resources: {'Subnet': ['ID=63850666-8ce3-4f8e-90b8-7f81c92027d4,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:44.282692 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-67cf3704-745e-44a3-a947-49931537918a tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:44.286427 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-67cf3704-745e-44a3-a947-49931537918a tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "DELETE /v2.0/subnets/63850666-8ce3-4f8e-90b8-7f81c92027d4 HTTP/1.1" status: 204 len: 168 time: 0.6817641 Feb 28 10:38:44.294439 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584eacdd-8a29-4439-b4c8-765b709d9004 None None] Network f0ef29fc-ec7b-47a4-a873-c9c8476f719e requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:38:44.298669 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46564) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:44.305676 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-62d06ef4-e762-4c30-a044-f505c2a40c75 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Request body: {'subnet': {'network_id': 'f0ef29fc-ec7b-47a4-a873-c9c8476f719e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:44.314189 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-da0bc35d-a2e1-42b0-9a41-7a8f5f819827 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (5d3ef6a2-26fd-4ae1-a1a7-759a1b4042a7), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:44.314543 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-da0bc35d-a2e1-42b0-9a41-7a8f5f819827 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Added segment 5d3ef6a2-26fd-4ae1-a1a7-759a1b4042a7 of type vlan for network 06e3cc33-89ec-4958-a42e-5435ad902e2f Feb 28 10:38:44.342263 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-df705acf-4350-48cf-867d-d5dbbfa7ddb5 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (bf99c41c-4ddd-4201-9c94-cccbbf870000), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:44.365334 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-df705acf-4350-48cf-867d-d5dbbfa7ddb5 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Calling delete_port for bf99c41c-4ddd-4201-9c94-cccbbf870000 owned by network:router_gateway {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:38:44.381513 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3023d863-d6b2-464d-a4f7-70287a2a78a5 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:38:44.386745 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3023d863-d6b2-464d-a4f7-70287a2a78a5 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:44.398517 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f683f2c7-b8d7-451a-b999-e6615aeca1d0 None None] Sync routers for ids ['e94fd51f-5c81-48c9-98f1-5b1daebeeda9'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:38:44.407000 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-fda25282-4334-4297-a90d-70e6a6490740 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (5833aa96-d717-4194-81b3-79911b4a5f9f), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:44.416259 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f683f2c7-b8d7-451a-b999-e6615aeca1d0 None None] Routers {'e94fd51f-5c81-48c9-98f1-5b1daebeeda9'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:44.417270 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-f683f2c7-b8d7-451a-b999-e6615aeca1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:38:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['e94fd51f-5c81-48c9-98f1-5b1daebeeda9'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:44.474681 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-f683f2c7-b8d7-451a-b999-e6615aeca1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:44.487197 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-da0bc35d-a2e1-42b0-9a41-7a8f5f819827 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (06e3cc33-89ec-4958-a42e-5435ad902e2f), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:44.490123 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f683f2c7-b8d7-451a-b999-e6615aeca1d0 None None] Routers {'e94fd51f-5c81-48c9-98f1-5b1daebeeda9'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:44.490700 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-f683f2c7-b8d7-451a-b999-e6615aeca1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:38:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['e94fd51f-5c81-48c9-98f1-5b1daebeeda9'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:44.534945 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-f683f2c7-b8d7-451a-b999-e6615aeca1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:44.535691 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f683f2c7-b8d7-451a-b999-e6615aeca1d0 None None] The sync data for ids ['e94fd51f-5c81-48c9-98f1-5b1daebeeda9'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:38:44.547152 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-96b4c730-d752-486d-bad8-f441123c10c7 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks [] for router_gateway (b17ef3ed-6350-487d-8bb5-06b61f2c891f), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:44.580198 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda25282-4334-4297-a90d-70e6a6490740 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5833aa96-d717-4194-81b3-79911b4a5f9f,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:44.610201 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-96b4c730-d752-486d-bad8-f441123c10c7 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:44.621023 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-fda25282-4334-4297-a90d-70e6a6490740 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:44.622335 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-fda25282-4334-4297-a90d-70e6a6490740 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6107955 Feb 28 10:38:44.626095 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46570) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:44.638225 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-9c00cbdc-a6e3-4f04-904d-a7754307c1da tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Request body: {'security_group': {'name': 'tempest-secgroup--88761795'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:44.691320 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-da0bc35d-a2e1-42b0-9a41-7a8f5f819827 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (06e3cc33-89ec-4958-a42e-5435ad902e2f), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:44.696468 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0bc35d-a2e1-42b0-9a41-7a8f5f819827 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:44.697131 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-da0bc35d-a2e1-42b0-9a41-7a8f5f819827 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:44.716944 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46572) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:44.850440 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-3023d863-d6b2-464d-a4f7-70287a2a78a5 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] 10.222.0.62 "PUT /v2.0/floatingips/9aa50e35-3a7b-4736-8d05-28be8b351d14 HTTP/1.1" status: 200 len: 979 time: 4.1067784 Feb 28 10:38:44.868853 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46574) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:44.869522 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d06ef4-e762-4c30-a044-f505c2a40c75 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Made reservation on behalf of 4139ff51d3884888b07610eef64ca26e for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:38:44.872902 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-62d06ef4-e762-4c30-a044-f505c2a40c75 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:44.882124 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-ca4b2e39-ea9e-406a-9f4d-cbd2c0dda875 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:44.946939 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9c00cbdc-a6e3-4f04-904d-a7754307c1da tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:44.948782 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0bc35d-a2e1-42b0-9a41-7a8f5f819827 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Pushing event updated for resources: {'Network': ['ID=06e3cc33-89ec-4958-a42e-5435ad902e2f,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:44.962414 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 06e3cc33-89ec-4958-a42e-5435ad902e2f details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:38:44.990915 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-da0bc35d-a2e1-42b0-9a41-7a8f5f819827 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2071700 Feb 28 10:38:44.997710 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46576) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:45.005115 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-77710563-aca6-46f7-9580-592ad7d51187 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2062588438', 'admin_state_up': True, 'project_id': 'f5a1ec0f7f9748a2bd1edc7639d74b9e', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:45.060097 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0bc79828-46d2-4372-9862-4cbaf8b4ca59 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Publish callbacks [] for security_group (535bf670-cab0-4154-b400-c50d1c5d72a2), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:45.064496 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-96b4c730-d752-486d-bad8-f441123c10c7 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Allocated IP 172.26.3.15 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/bb711fd3-83bb-42eb-8feb-035af2c567c7) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:45.075249 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-df705acf-4350-48cf-867d-d5dbbfa7ddb5 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (bf99c41c-4ddd-4201-9c94-cccbbf870000), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:45.078984 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ca4b2e39-ea9e-406a-9f4d-cbd2c0dda875 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for floatingip (9aa50e35-3a7b-4736-8d05-28be8b351d14), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:45.111311 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df705acf-4350-48cf-867d-d5dbbfa7ddb5 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Pushing event deleted for resources: {'Port': ['ID=bf99c41c-4ddd-4201-9c94-cccbbf870000,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:45.142767 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-77710563-aca6-46f7-9580-592ad7d51187 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (22520f81-79af-45f2-8920-13f007234052), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:45.143898 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-77710563-aca6-46f7-9580-592ad7d51187 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (22520f81-79af-45f2-8920-13f007234052), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:45.172793 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0bc79828-46d2-4372-9862-4cbaf8b4ca59 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Publish callbacks [] for security_group (535bf670-cab0-4154-b400-c50d1c5d72a2), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:45.188218 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-c40e36d3-82cd-464c-a1df-80e0f8ac1dc9 None None] Provisioning complete for port 7c46b2ac-097f-4482-bb4c-49d4326e2868 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:45.188792 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c40e36d3-82cd-464c-a1df-80e0f8ac1dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (7c46b2ac-097f-4482-bb4c-49d4326e2868), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:45.198914 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-df705acf-4350-48cf-867d-d5dbbfa7ddb5 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047843'] for router_gateway (5c3f54f0-e383-423f-9f57-0259307f2b9a), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:45.264049 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-77710563-aca6-46f7-9580-592ad7d51187 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks [] for router_controller (22520f81-79af-45f2-8920-13f007234052), precommit_add_association {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:45.286336 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-c40e36d3-82cd-464c-a1df-80e0f8ac1dc9 None None] Current status of the port 7c46b2ac-097f-4482-bb4c-49d4326e2868 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:45.298155 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-c40e36d3-82cd-464c-a1df-80e0f8ac1dc9 None None] Provisioning complete for port a3b1629b-064b-4d17-b8c9-4f50af5cc7d4 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:45.298536 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c40e36d3-82cd-464c-a1df-80e0f8ac1dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (a3b1629b-064b-4d17-b8c9-4f50af5cc7d4), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:45.336025 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-c40e36d3-82cd-464c-a1df-80e0f8ac1dc9 None None] Port a3b1629b-064b-4d17-b8c9-4f50af5cc7d4 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:38:45.390866 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9c00cbdc-a6e3-4f04-904d-a7754307c1da tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks [] for security_group (661c7e46-04e7-4ad1-850c-7f9d668dae72), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:45.463751 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ca4b2e39-ea9e-406a-9f4d-cbd2c0dda875 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:45.468344 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9c00cbdc-a6e3-4f04-904d-a7754307c1da tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (661c7e46-04e7-4ad1-850c-7f9d668dae72), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:45.505920 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-96b4c730-d752-486d-bad8-f441123c10c7 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks [] for port (bb711fd3-83bb-42eb-8feb-035af2c567c7), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:45.540923 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-df705acf-4350-48cf-867d-d5dbbfa7ddb5 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1032676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1044823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27871'] for router (5c3f54f0-e383-423f-9f57-0259307f2b9a), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:45.546673 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-df705acf-4350-48cf-867d-d5dbbfa7ddb5 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1032701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1032690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1044908'] for router (5c3f54f0-e383-423f-9f57-0259307f2b9a), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:45.553320 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c00cbdc-a6e3-4f04-904d-a7754307c1da tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=661c7e46-04e7-4ad1-850c-7f9d668dae72,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:45.556119 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ca4b2e39-ea9e-406a-9f4d-cbd2c0dda875 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047917'] for floatingip (9aa50e35-3a7b-4736-8d05-28be8b351d14), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:45.556428 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.l3_db [None req-ca4b2e39-ea9e-406a-9f4d-cbd2c0dda875 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Floating IP 9aa50e35-3a7b-4736-8d05-28be8b351d14 disassociated. External IP: 172.26.3.138, port: ada5f02a-8cd8-46eb-8747-6220afd14c52. Feb 28 10:38:45.572558 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0bc79828-46d2-4372-9862-4cbaf8b4ca59 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (535bf670-cab0-4154-b400-c50d1c5d72a2), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:45.575140 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0bc79828-46d2-4372-9862-4cbaf8b4ca59 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:45.578523 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-0bc79828-46d2-4372-9862-4cbaf8b4ca59 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "DELETE /v2.0/security-groups/535bf670-cab0-4154-b400-c50d1c5d72a2 HTTP/1.1" status: 204 len: 168 time: 0.8583372 Feb 28 10:38:45.579324 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46578) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:45.581147 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-77710563-aca6-46f7-9580-592ad7d51187 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks [] for router_gateway (22520f81-79af-45f2-8920-13f007234052), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:45.636580 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-119880c9-d9b7-45f3-95ba-ca0f82641309 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] show failed (client error): The resource could not be found. Feb 28 10:38:45.640123 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-119880c9-d9b7-45f3-95ba-ca0f82641309 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "GET /v2.0/security-groups/535bf670-cab0-4154-b400-c50d1c5d72a2 HTTP/1.1" status: 404 len: 347 time: 0.0532017 Feb 28 10:38:45.641651 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9c00cbdc-a6e3-4f04-904d-a7754307c1da tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:45.645443 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-9c00cbdc-a6e3-4f04-904d-a7754307c1da tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 1.0101993 Feb 28 10:38:45.646488 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46580) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:45.646816 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46582) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:45.663402 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-ce5981dc-c404-4bfb-8953-69faa6d3e77f tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Request body: {'security_group_rule': {'security_group_id': '5833aa96-d717-4194-81b3-79911b4a5f9f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '661c7e46-04e7-4ad1-850c-7f9d668dae72'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:45.671149 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc79828-46d2-4372-9862-4cbaf8b4ca59 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=535bf670-cab0-4154-b400-c50d1c5d72a2,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:45.675614 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df705acf-4350-48cf-867d-d5dbbfa7ddb5 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Router 5c3f54f0-e383-423f-9f57-0259307f2b9a has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:38:45.803166 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df705acf-4350-48cf-867d-d5dbbfa7ddb5 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:38:45.810613 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-df705acf-4350-48cf-867d-d5dbbfa7ddb5 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:45.814225 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-df705acf-4350-48cf-867d-d5dbbfa7ddb5 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] 10.222.0.62 "PUT /v2.0/routers/5c3f54f0-e383-423f-9f57-0259307f2b9a HTTP/1.1" status: 200 len: 710 time: 2.9491780 Feb 28 10:38:45.814467 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46584) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:45.818473 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80eb1c5-dd75-44d2-a9b7-320b3e10de6c None None] Sync routers for ids ['5c3f54f0-e383-423f-9f57-0259307f2b9a'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:38:45.824183 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-62d06ef4-e762-4c30-a044-f505c2a40c75 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (feeea2e9-7565-438a-adb9-2ceef6e25e6c), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:45.836751 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80eb1c5-dd75-44d2-a9b7-320b3e10de6c None None] Routers {'5c3f54f0-e383-423f-9f57-0259307f2b9a'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:45.837699 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-e80eb1c5-dd75-44d2-a9b7-320b3e10de6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:38:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['5c3f54f0-e383-423f-9f57-0259307f2b9a'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:45.887551 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-96b4c730-d752-486d-bad8-f441123c10c7 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (bb711fd3-83bb-42eb-8feb-035af2c567c7), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:45.890572 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-e80eb1c5-dd75-44d2-a9b7-320b3e10de6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:45.900423 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-359523ba-2e56-45b0-be58-c65f5ead6106 tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] 10.222.0.62 "GET /v2.0/routers/5c3f54f0-e383-423f-9f57-0259307f2b9a HTTP/1.1" status: 200 len: 745 time: 0.0818253 Feb 28 10:38:45.901110 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46586) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:45.911071 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80eb1c5-dd75-44d2-a9b7-320b3e10de6c None None] Routers {'5c3f54f0-e383-423f-9f57-0259307f2b9a'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:45.911715 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-e80eb1c5-dd75-44d2-a9b7-320b3e10de6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:38:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['5c3f54f0-e383-423f-9f57-0259307f2b9a'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:45.917436 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d06ef4-e762-4c30-a044-f505c2a40c75 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Network f0ef29fc-ec7b-47a4-a873-c9c8476f719e is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:45.951038 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-e80eb1c5-dd75-44d2-a9b7-320b3e10de6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:45.951713 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80eb1c5-dd75-44d2-a9b7-320b3e10de6c None None] The sync data for ids ['5c3f54f0-e383-423f-9f57-0259307f2b9a'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:38:45.953896 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-62d06ef4-e762-4c30-a044-f505c2a40c75 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:45.954798 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-adb323ac-8865-41c7-8940-7754103f3a2f tempest-RoutersIpV6AdminTest-1223167259 tempest-RoutersIpV6AdminTest-1223167259-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=e88d86cf-af22-4900-bdd2-aa4038554136&device_id=5c3f54f0-e383-423f-9f57-0259307f2b9a HTTP/1.1" status: 200 len: 205 time: 0.0529916 Feb 28 10:38:45.957425 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46588) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:45.963489 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d06ef4-e762-4c30-a044-f505c2a40c75 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:45.964091 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-62d06ef4-e762-4c30-a044-f505c2a40c75 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:45.973648 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7162bd0c-784f-4922-92c8-c55cccb23a53 None None] Network f0ef29fc-ec7b-47a4-a873-c9c8476f719e requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:38:45.987916 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b4c730-d752-486d-bad8-f441123c10c7 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:45.989307 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d06ef4-e762-4c30-a044-f505c2a40c75 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event updated for resources: {'Subnet': ['ID=feeea2e9-7565-438a-adb9-2ceef6e25e6c,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:45.998249 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-96b4c730-d752-486d-bad8-f441123c10c7 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:46.000944 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b4c730-d752-486d-bad8-f441123c10c7 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Pushing event updated for resources: {'Port': ['ID=bb711fd3-83bb-42eb-8feb-035af2c567c7,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:46.008982 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b4c730-d752-486d-bad8-f441123c10c7 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:38:46.030628 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-a8a677e8-c970-4d50-a034-07e97a5002b3 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] 10.222.0.62 "GET /v2.0/ports?device_id=5c3f54f0-e383-423f-9f57-0259307f2b9a HTTP/1.1" status: 200 len: 205 time: 0.0718465 Feb 28 10:38:46.032990 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46590) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:46.190262 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a838c3d7-c57e-46b8-8cb5-651b2c3ce907 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks [] for router (5c3f54f0-e383-423f-9f57-0259307f2b9a), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:46.206456 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc56a5f7-9277-4540-b2ee-ac11a8c7e9a8 None None] Update dhcp port {'port': {'network_id': 'f0ef29fc-ec7b-47a4-a873-c9c8476f719e', 'fixed_ips': [{'subnet_id': '9c10154e-1383-4c76-92b3-3de834647fe2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'feeea2e9-7565-438a-adb9-2ceef6e25e6c'}], 'binding:host_id': 'dv-neutron-829161-3-hyperv'}, 'id': '7c46b2ac-097f-4482-bb4c-49d4326e2868'} from dv-neutron-829161-3-hyperv. {{(pid=104085) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 28 10:38:46.249066 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-cc56a5f7-9277-4540-b2ee-ac11a8c7e9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (7c46b2ac-097f-4482-bb4c-49d4326e2868), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:46.249435 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-77710563-aca6-46f7-9580-592ad7d51187 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks [] for router_gateway (22520f81-79af-45f2-8920-13f007234052), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:46.298369 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-77710563-aca6-46f7-9580-592ad7d51187 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:46.392258 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-62d06ef4-e762-4c30-a044-f505c2a40c75 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0861552 Feb 28 10:38:46.392258 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.api.v2.resource [None req-ce5981dc-c404-4bfb-8953-69faa6d3e77f tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:38:46.392258 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-ce5981dc-c404-4bfb-8953-69faa6d3e77f tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.7361279 Feb 28 10:38:46.398702 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46592) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:46.399169 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46594) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:46.413298 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-c6231769-bfee-4934-8668-f84e11af95ab tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Request body: {'security_group': {'name': 'tempest-secgroup-685192107'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:46.448887 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-cc56a5f7-9277-4540-b2ee-ac11a8c7e9a8 None None] Allocated IP 2001:db8::2 (f0ef29fc-ec7b-47a4-a873-c9c8476f719e/feeea2e9-7565-438a-adb9-2ceef6e25e6c/7c46b2ac-097f-4482-bb4c-49d4326e2868) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:46.450115 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a838c3d7-c57e-46b8-8cb5-651b2c3ce907 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (5c3f54f0-e383-423f-9f57-0259307f2b9a), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:46.451891 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9b13142e-0f68-4992-b930-f0df5ac5b898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:46.453903 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a838c3d7-c57e-46b8-8cb5-651b2c3ce907 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks [] for router_controller (5c3f54f0-e383-423f-9f57-0259307f2b9a), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:46.511486 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-99202911-2ab2-48cf-ba38-ab0f4db4d562 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Deleting port d013e127-571b-4df4-a55e-be03cfcf9016 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:38:46.511846 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-99202911-2ab2-48cf-ba38-ab0f4db4d562 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (d013e127-571b-4df4-a55e-be03cfcf9016), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:46.540567 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-77710563-aca6-46f7-9580-592ad7d51187 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Allocated IP 172.26.3.167 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/0931c656-0cb5-4fb5-b7cc-bc4307f7ad98) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:46.565144 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-cc56a5f7-9277-4540-b2ee-ac11a8c7e9a8 None None] For port 7c46b2ac-097f-4482-bb4c-49d4326e2868, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=7c46b2ac-097f-4482-bb4c-49d4326e2868,segment=NetworkSegment(a3e72be4-67a6-4f9f-b0f3-a2f19d117552),segment_id=a3e72be4-67a6-4f9f-b0f3-a2f19d117552)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:46.599170 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-cc56a5f7-9277-4540-b2ee-ac11a8c7e9a8 None None] Publish callbacks [] for port (7c46b2ac-097f-4482-bb4c-49d4326e2868), precommit_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:46.632047 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a838c3d7-c57e-46b8-8cb5-651b2c3ce907 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (5c3f54f0-e383-423f-9f57-0259307f2b9a), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:46.633221 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a838c3d7-c57e-46b8-8cb5-651b2c3ce907 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Fanout notify agent at l3_agent the message router_deleted on router 5c3f54f0-e383-423f-9f57-0259307f2b9a {{(pid=104084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:38:46.638853 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c6231769-bfee-4934-8668-f84e11af95ab tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:46.646477 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a838c3d7-c57e-46b8-8cb5-651b2c3ce907 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:46.647615 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-a838c3d7-c57e-46b8-8cb5-651b2c3ce907 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] 10.222.0.62 "DELETE /v2.0/routers/5c3f54f0-e383-423f-9f57-0259307f2b9a HTTP/1.1" status: 204 len: 168 time: 0.6131859 Feb 28 10:38:46.651280 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46596) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:46.687084 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-cc8254f5-6c83-4ad7-9ae3-f9d4204ea27d tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] 10.222.0.62 "GET /v2.0/ports?device_id=5c3f54f0-e383-423f-9f57-0259307f2b9a HTTP/1.1" status: 200 len: 205 time: 0.0344639 Feb 28 10:38:46.689429 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46598) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:46.690964 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ae2a6c85-2a35-4ee1-8e54-0b62180759ac tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks [] for security_group (661c7e46-04e7-4ad1-850c-7f9d668dae72), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:46.691828 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-cc56a5f7-9277-4540-b2ee-ac11a8c7e9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (7c46b2ac-097f-4482-bb4c-49d4326e2868), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:46.701402 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca4b2e39-ea9e-406a-9f4d-cbd2c0dda875 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Router e94fd51f-5c81-48c9-98f1-5b1daebeeda9 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:38:46.735804 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-77710563-aca6-46f7-9580-592ad7d51187 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks [] for port (0931c656-0cb5-4fb5-b7cc-bc4307f7ad98), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:46.737545 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-1a8a14ec-545e-419c-a220-f55be1bc44a1 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] delete failed (client error): The resource could not be found. Feb 28 10:38:46.738592 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-1a8a14ec-545e-419c-a220-f55be1bc44a1 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] 10.222.0.62 "DELETE /v2.0/routers/5c3f54f0-e383-423f-9f57-0259307f2b9a HTTP/1.1" status: 404 len: 336 time: 0.0483708 Feb 28 10:38:46.743069 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46600) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:46.777450 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-92abe798-9a51-4bbd-88d3-c526a10b4000 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] 10.222.0.62 "GET /v2.0/ports?device_id=6a9a4a4b-29bd-4ed8-9890-e3aabf61c7fd HTTP/1.1" status: 200 len: 205 time: 0.0311573 Feb 28 10:38:46.777661 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ae2a6c85-2a35-4ee1-8e54-0b62180759ac tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks [] for security_group (661c7e46-04e7-4ad1-850c-7f9d668dae72), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:46.778855 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46602) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:46.791418 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-99202911-2ab2-48cf-ba38-ab0f4db4d562 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (d013e127-571b-4df4-a55e-be03cfcf9016), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:46.791776 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-99202911-2ab2-48cf-ba38-ab0f4db4d562 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Publish callbacks [] for floatingip (d013e127-571b-4df4-a55e-be03cfcf9016), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:46.814163 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc56a5f7-9277-4540-b2ee-ac11a8c7e9a8 None None] Pushing event updated for resources: {'Port': ['ID=7c46b2ac-097f-4482-bb4c-49d4326e2868,revision_number=6']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:46.829338 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-f342a7b9-a0fb-4909-ab96-92ed0ff8d17a tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] delete failed (client error): The resource could not be found. Feb 28 10:38:46.830389 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-f342a7b9-a0fb-4909-ab96-92ed0ff8d17a tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] 10.222.0.62 "DELETE /v2.0/routers/6a9a4a4b-29bd-4ed8-9890-e3aabf61c7fd HTTP/1.1" status: 404 len: 336 time: 0.0502481 Feb 28 10:38:46.834418 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46604) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:46.860108 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-99202911-2ab2-48cf-ba38-ab0f4db4d562 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Calling delete_port for d013e127-571b-4df4-a55e-be03cfcf9016 owned by network:floatingip {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:38:46.876237 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-dd26cce1-f845-46f1-90a6-cda21e11fc84 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] 10.222.0.62 "GET /v2.0/ports?device_id=b50fc936-10af-41dd-b01b-ab3a4e66a02f HTTP/1.1" status: 200 len: 205 time: 0.0405645 Feb 28 10:38:46.878475 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46606) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:46.920215 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-6e67d5f4-3548-41e0-8d88-4d2be9c76aed tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] delete failed (client error): The resource could not be found. Feb 28 10:38:46.921306 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-6e67d5f4-3548-41e0-8d88-4d2be9c76aed tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] 10.222.0.62 "DELETE /v2.0/routers/b50fc936-10af-41dd-b01b-ab3a4e66a02f HTTP/1.1" status: 404 len: 336 time: 0.0417755 Feb 28 10:38:46.923953 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46608) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:46.956639 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-f6f2854f-de18-4e4c-9279-b3f6d452877e tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] 10.222.0.62 "GET /v2.0/ports?device_id=0165364e-dbfa-42ab-bf09-0bf175f1c807 HTTP/1.1" status: 200 len: 205 time: 0.0315409 Feb 28 10:38:46.957859 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46610) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:47.002453 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-6e83770f-75a0-42bb-b186-c0706c8dc50c tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] delete failed (client error): The resource could not be found. Feb 28 10:38:47.008275 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-6e83770f-75a0-42bb-b186-c0706c8dc50c tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] 10.222.0.62 "DELETE /v2.0/routers/0165364e-dbfa-42ab-bf09-0bf175f1c807 HTTP/1.1" status: 404 len: 336 time: 0.0477486 Feb 28 10:38:47.008275 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-77710563-aca6-46f7-9580-592ad7d51187 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (0931c656-0cb5-4fb5-b7cc-bc4307f7ad98), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:47.010044 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46612) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:47.056424 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c6231769-bfee-4934-8668-f84e11af95ab tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for security_group (2abefc28-0b12-4b51-a815-262039bf7324), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:47.072156 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77710563-aca6-46f7-9580-592ad7d51187 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:47.075944 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-77710563-aca6-46f7-9580-592ad7d51187 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:47.084542 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-2aa06777-dee6-44ee-9921-0a4d96be80d8 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] 10.222.0.62 "GET /v2.0/ports?device_id=15c2a137-950f-4841-b279-131f8c88b332 HTTP/1.1" status: 200 len: 205 time: 0.0688183 Feb 28 10:38:47.088332 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77710563-aca6-46f7-9580-592ad7d51187 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:38:47.100874 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46614) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:47.113458 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ae2a6c85-2a35-4ee1-8e54-0b62180759ac tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (661c7e46-04e7-4ad1-850c-7f9d668dae72), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:47.116071 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ae2a6c85-2a35-4ee1-8e54-0b62180759ac tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:47.117936 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-ae2a6c85-2a35-4ee1-8e54-0b62180759ac tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] 10.222.0.62 "DELETE /v2.0/security-groups/661c7e46-04e7-4ad1-850c-7f9d668dae72 HTTP/1.1" status: 204 len: 168 time: 0.7164819 Feb 28 10:38:47.125982 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46616) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:47.140389 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77710563-aca6-46f7-9580-592ad7d51187 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Pushing event updated for resources: {'Port': ['ID=0931c656-0cb5-4fb5-b7cc-bc4307f7ad98,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:47.169571 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c6231769-bfee-4934-8668-f84e11af95ab tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (2abefc28-0b12-4b51-a815-262039bf7324), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:47.183679 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4b2e39-ea9e-406a-9f4d-cbd2c0dda875 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:38:47.185498 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.api.v2.resource [None req-6a35416f-35f8-4d2b-9049-719ba6b5599e tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] delete failed (client error): The resource could not be found. Feb 28 10:38:47.188991 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-6a35416f-35f8-4d2b-9049-719ba6b5599e tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] 10.222.0.62 "DELETE /v2.0/routers/15c2a137-950f-4841-b279-131f8c88b332 HTTP/1.1" status: 404 len: 336 time: 0.0830703 Feb 28 10:38:47.195011 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ca4b2e39-ea9e-406a-9f4d-cbd2c0dda875 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:47.197075 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b33a4e-5abf-4b76-a9ac-51f925a0fd3b None None] Sync routers for ids ['e94fd51f-5c81-48c9-98f1-5b1daebeeda9'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:38:47.207717 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46618) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:47.209289 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b33a4e-5abf-4b76-a9ac-51f925a0fd3b None None] Routers {'e94fd51f-5c81-48c9-98f1-5b1daebeeda9'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:47.210211 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-90b33a4e-5abf-4b76-a9ac-51f925a0fd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:38:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['e94fd51f-5c81-48c9-98f1-5b1daebeeda9'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:47.232691 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2a6c85-2a35-4ee1-8e54-0b62180759ac tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=661c7e46-04e7-4ad1-850c-7f9d668dae72,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:47.250764 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-ca4b2e39-ea9e-406a-9f4d-cbd2c0dda875 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] 10.222.0.62 "PUT /v2.0/floatingips/9aa50e35-3a7b-4736-8d05-28be8b351d14 HTTP/1.1" status: 200 len: 688 time: 2.3734782 Feb 28 10:38:47.261180 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46620) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:47.266341 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-90b33a4e-5abf-4b76-a9ac-51f925a0fd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:47.268280 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-96b4c730-d752-486d-bad8-f441123c10c7 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks [] for router_gateway (b17ef3ed-6350-487d-8bb5-06b61f2c891f), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:47.278964 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b33a4e-5abf-4b76-a9ac-51f925a0fd3b None None] Routers {'e94fd51f-5c81-48c9-98f1-5b1daebeeda9'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:47.279954 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-90b33a4e-5abf-4b76-a9ac-51f925a0fd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:38:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['e94fd51f-5c81-48c9-98f1-5b1daebeeda9'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:47.316067 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-d7f1e5dd-7216-4730-9066-36c3f3e82949 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] 10.222.0.62 "GET /v2.0/ports?device_id=a41257b8-3030-4f74-96ac-20abdf1e42cc HTTP/1.1" status: 200 len: 205 time: 0.1101441 Feb 28 10:38:47.323529 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46622) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:47.324743 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-90b33a4e-5abf-4b76-a9ac-51f925a0fd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:47.325655 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b33a4e-5abf-4b76-a9ac-51f925a0fd3b None None] The sync data for ids ['e94fd51f-5c81-48c9-98f1-5b1daebeeda9'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:38:47.364409 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c6231769-bfee-4934-8668-f84e11af95ab tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:47.369396 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-c6231769-bfee-4934-8668-f84e11af95ab tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.9655757 Feb 28 10:38:47.376969 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46624) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:47.377703 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6231769-bfee-4934-8668-f84e11af95ab tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2abefc28-0b12-4b51-a815-262039bf7324,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:47.386973 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-ca520ddb-26fe-4d6b-b03e-9fb9a822f0f6 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Request body: {'security_group': {'name': 'tempest-secgroup-909137712'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:47.400872 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-0f354b0e-bd7c-4172-ae3b-5db71957daaf tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.2736106 Feb 28 10:38:47.405384 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46626) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:47.444896 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-60500265-d631-4399-90cf-1866cbb6aa88 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] delete failed (client error): The resource could not be found. Feb 28 10:38:47.446086 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-60500265-d631-4399-90cf-1866cbb6aa88 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] 10.222.0.62 "DELETE /v2.0/routers/a41257b8-3030-4f74-96ac-20abdf1e42cc HTTP/1.1" status: 404 len: 336 time: 0.1157615 Feb 28 10:38:47.452783 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46628) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:47.491525 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 7c46b2ac-097f-4482-bb4c-49d4326e2868 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:38:47.503594 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5f0c305-f194-4aa4-b4eb-4e8b911dc062 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] DELETE failed (client error): The resource could not be found. Feb 28 10:38:47.504050 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5f0c305-f194-4aa4-b4eb-4e8b911dc062 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:38:47.510338 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-f5f0c305-f194-4aa4-b4eb-4e8b911dc062 tempest-RoutersIpV6AdminTest-2135672471 tempest-RoutersIpV6AdminTest-2135672471-project] 10.222.0.62 "DELETE /v2.0/subnets/a9d44f67-4589-4ecb-8e5f-461b4a748aa4 HTTP/1.1" status: 404 len: 337 time: 0.0498035 Feb 28 10:38:47.521143 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7610539e-8139-4de1-afab-0d45ee23b719 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks [] for security_group (5833aa96-d717-4194-81b3-79911b4a5f9f), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:47.547339 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7610539e-8139-4de1-afab-0d45ee23b719 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks [] for security_group (5833aa96-d717-4194-81b3-79911b4a5f9f), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:47.547592 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 7c46b2ac-097f-4482-bb4c-49d4326e2868 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:47.548037 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (7c46b2ac-097f-4482-bb4c-49d4326e2868), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:47.606605 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-79806e0a-eabe-45f6-b169-ef4398a645e6 None None] Provisioning complete for port 7c46b2ac-097f-4482-bb4c-49d4326e2868 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:47.607378 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-79806e0a-eabe-45f6-b169-ef4398a645e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (7c46b2ac-097f-4482-bb4c-49d4326e2868), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:47.630724 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ca520ddb-26fe-4d6b-b03e-9fb9a822f0f6 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:47.674640 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-e100e665-d519-41fc-90dd-6b934dc08e47 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Deleting port 96b88a42-6fcb-40f9-9416-acdc5f614007 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:38:47.675243 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e100e665-d519-41fc-90dd-6b934dc08e47 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (96b88a42-6fcb-40f9-9416-acdc5f614007), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:47.676642 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-99202911-2ab2-48cf-ba38-ab0f4db4d562 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (d013e127-571b-4df4-a55e-be03cfcf9016), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:47.703906 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 7c46b2ac-097f-4482-bb4c-49d4326e2868 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:47.744975 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-79806e0a-eabe-45f6-b169-ef4398a645e6 None None] Current status of the port 7c46b2ac-097f-4482-bb4c-49d4326e2868 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:47.756128 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-79806e0a-eabe-45f6-b169-ef4398a645e6 None None] Provisioning complete for port a3b1629b-064b-4d17-b8c9-4f50af5cc7d4 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:47.756439 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99202911-2ab2-48cf-ba38-ab0f4db4d562 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Pushing event deleted for resources: {'Port': ['ID=d013e127-571b-4df4-a55e-be03cfcf9016,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:47.756597 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-79806e0a-eabe-45f6-b169-ef4398a645e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (a3b1629b-064b-4d17-b8c9-4f50af5cc7d4), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:47.796348 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-79806e0a-eabe-45f6-b169-ef4398a645e6 None None] Port a3b1629b-064b-4d17-b8c9-4f50af5cc7d4 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:38:47.796699 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-96b4c730-d752-486d-bad8-f441123c10c7 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1032676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1044823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27871'] for router (b17ef3ed-6350-487d-8bb5-06b61f2c891f), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:47.820865 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-96b4c730-d752-486d-bad8-f441123c10c7 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1032701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1032690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1044908'] for router (b17ef3ed-6350-487d-8bb5-06b61f2c891f), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:47.945431 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e100e665-d519-41fc-90dd-6b934dc08e47 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (96b88a42-6fcb-40f9-9416-acdc5f614007), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:47.945695 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e100e665-d519-41fc-90dd-6b934dc08e47 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for floatingip (96b88a42-6fcb-40f9-9416-acdc5f614007), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:47.979497 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-e100e665-d519-41fc-90dd-6b934dc08e47 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Calling delete_port for 96b88a42-6fcb-40f9-9416-acdc5f614007 owned by network:floatingip {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:38:47.987567 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-99202911-2ab2-48cf-ba38-ab0f4db4d562 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Publish callbacks [] for floatingip (c6c5bc79-0ed5-4db8-a289-b1547554720d), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:47.990130 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-99202911-2ab2-48cf-ba38-ab0f4db4d562 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:47.991337 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-99202911-2ab2-48cf-ba38-ab0f4db4d562 tempest-ServerActionsTestJSON-1477524454 tempest-ServerActionsTestJSON-1477524454-project] 10.222.0.62 "DELETE /v2.0/floatingips/c6c5bc79-0ed5-4db8-a289-b1547554720d HTTP/1.1" status: 204 len: 168 time: 2.3395517 Feb 28 10:38:48.000917 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46632) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:48.037271 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ca520ddb-26fe-4d6b-b03e-9fb9a822f0f6 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for security_group (2da3e4eb-cacd-40b3-96a7-706435552fb7), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:48.045688 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7610539e-8139-4de1-afab-0d45ee23b719 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (5833aa96-d717-4194-81b3-79911b4a5f9f), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:48.048302 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7610539e-8139-4de1-afab-0d45ee23b719 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:48.051984 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-7610539e-8139-4de1-afab-0d45ee23b719 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] 10.222.0.62 "DELETE /v2.0/security-groups/5833aa96-d717-4194-81b3-79911b4a5f9f HTTP/1.1" status: 204 len: 168 time: 0.6432741 Feb 28 10:38:48.054665 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46634) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:48.072078 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7610539e-8139-4de1-afab-0d45ee23b719 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5833aa96-d717-4194-81b3-79911b4a5f9f,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:48.120522 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-77710563-aca6-46f7-9580-592ad7d51187 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks [] for router_gateway (22520f81-79af-45f2-8920-13f007234052), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:48.127231 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ca520ddb-26fe-4d6b-b03e-9fb9a822f0f6 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (2da3e4eb-cacd-40b3-96a7-706435552fb7), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:48.172939 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-dbf4eacb-0e9d-4e99-ae0e-fb468f99cedd tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1145685 Feb 28 10:38:48.177310 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46638) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:48.183144 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-bce42ab9-318d-45c7-97ee-588f3d7ce9f4 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Request body: {'security_group': {'name': 'tempest-secgroup--241222220'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:48.222183 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46640) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:48.267782 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ca520ddb-26fe-4d6b-b03e-9fb9a822f0f6 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:48.269024 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-ca520ddb-26fe-4d6b-b03e-9fb9a822f0f6 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.8888662 Feb 28 10:38:48.269794 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca520ddb-26fe-4d6b-b03e-9fb9a822f0f6 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2da3e4eb-cacd-40b3-96a7-706435552fb7,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:48.272049 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46644) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:48.288045 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-21c9c6b6-fbde-44a4-80ee-257358d9eec4 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Request body: {'security_group': {'name': 'tempest-secgroup-1699314306'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:48.360034 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9813cc00-b7ea-4e3e-832f-3d308aba72af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:48.400332 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-77710563-aca6-46f7-9580-592ad7d51187 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (22520f81-79af-45f2-8920-13f007234052), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:48.542905 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9813cc00-b7ea-4e3e-832f-3d308aba72af admin admin] Publish callbacks [] for security_group (6f430731-e518-4763-9697-71a11d939041), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:48.609319 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9813cc00-b7ea-4e3e-832f-3d308aba72af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (6f430731-e518-4763-9697-71a11d939041), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:48.630129 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bce42ab9-318d-45c7-97ee-588f3d7ce9f4 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:48.638414 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-fe64d8f5-e11c-42ef-aa1f-d7e20a516b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:48.649185 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9813cc00-b7ea-4e3e-832f-3d308aba72af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f430731-e518-4763-9697-71a11d939041,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:48.654904 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-9813cc00-b7ea-4e3e-832f-3d308aba72af admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ca2a89fc055c4ba8a1c40bedbc917389&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4306781 Feb 28 10:38:48.656309 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46646) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:48.708145 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-20b54c4f-a02c-4539-91f0-30e0179856ea admin admin] Publish callbacks [] for security_group (6f430731-e518-4763-9697-71a11d939041), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:48.730205 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77710563-aca6-46f7-9580-592ad7d51187 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Router 22520f81-79af-45f2-8920-13f007234052 is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:38:48.733293 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-20b54c4f-a02c-4539-91f0-30e0179856ea admin admin] Publish callbacks [] for security_group (6f430731-e518-4763-9697-71a11d939041), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:48.742710 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96b4c730-d752-486d-bad8-f441123c10c7 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Router b17ef3ed-6350-487d-8bb5-06b61f2c891f is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:38:48.811168 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-21c9c6b6-fbde-44a4-80ee-257358d9eec4 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:48.868930 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77710563-aca6-46f7-9580-592ad7d51187 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:38:48.878959 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2b67db-4a42-48c5-af02-0d137f8847e1 None None] Sync routers for ids ['22520f81-79af-45f2-8920-13f007234052'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:38:48.891761 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2b67db-4a42-48c5-af02-0d137f8847e1 None None] Routers {'22520f81-79af-45f2-8920-13f007234052'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:48.892518 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-8a2b67db-4a42-48c5-af02-0d137f8847e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:38:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['22520f81-79af-45f2-8920-13f007234052'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:48.915798 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e100e665-d519-41fc-90dd-6b934dc08e47 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (96b88a42-6fcb-40f9-9416-acdc5f614007), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:48.929701 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-20b54c4f-a02c-4539-91f0-30e0179856ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (6f430731-e518-4763-9697-71a11d939041), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:48.932411 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-20b54c4f-a02c-4539-91f0-30e0179856ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:48.933585 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-20b54c4f-a02c-4539-91f0-30e0179856ea admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6f430731-e518-4763-9697-71a11d939041 HTTP/1.1" status: 204 len: 168 time: 0.2761674 Feb 28 10:38:48.942030 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b54c4f-a02c-4539-91f0-30e0179856ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f430731-e518-4763-9697-71a11d939041,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:48.996297 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-77710563-aca6-46f7-9580-592ad7d51187 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:48.998719 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-77710563-aca6-46f7-9580-592ad7d51187 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.9986823 Feb 28 10:38:49.001904 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46650) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:49.021421 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bce42ab9-318d-45c7-97ee-588f3d7ce9f4 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks [] for security_group (40cec2c3-6987-481b-985d-c9ed047c65a3), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:49.025178 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e100e665-d519-41fc-90dd-6b934dc08e47 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Pushing event deleted for resources: {'Port': ['ID=96b88a42-6fcb-40f9-9416-acdc5f614007,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:49.121518 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bce42ab9-318d-45c7-97ee-588f3d7ce9f4 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (40cec2c3-6987-481b-985d-c9ed047c65a3), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:49.160176 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b4c730-d752-486d-bad8-f441123c10c7 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:38:49.171419 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-21c9c6b6-fbde-44a4-80ee-257358d9eec4 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for security_group (837cead2-08db-47e9-b3a2-3fd74b197fcd), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:49.183353 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-96b4c730-d752-486d-bad8-f441123c10c7 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:49.183353 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-96b4c730-d752-486d-bad8-f441123c10c7 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] 10.222.0.62 "PUT /v2.0/routers/b17ef3ed-6350-487d-8bb5-06b61f2c891f HTTP/1.1" status: 200 len: 914 time: 5.4828804 Feb 28 10:38:49.186660 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46654) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:49.188454 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-8a2b67db-4a42-48c5-af02-0d137f8847e1 None None] Set router 22520f81-79af-45f2-8920-13f007234052 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:38:49.192976 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578082dc-7cfd-4f7f-a5fb-fdb059096355 None None] Sync routers for ids ['b17ef3ed-6350-487d-8bb5-06b61f2c891f'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:38:49.195525 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-84917f22-de17-4725-85f2-09c9e57f9e8d tempest-TestNetworkAdvancedServerOps-807538389 tempest-TestNetworkAdvancedServerOps-807538389-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=f5a1ec0f7f9748a2bd1edc7639d74b9e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1920857 Feb 28 10:38:49.197845 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46656) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:49.215560 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578082dc-7cfd-4f7f-a5fb-fdb059096355 None None] Routers {'b17ef3ed-6350-487d-8bb5-06b61f2c891f'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:49.218545 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-578082dc-7cfd-4f7f-a5fb-fdb059096355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:38:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['b17ef3ed-6350-487d-8bb5-06b61f2c891f'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:49.259144 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce42ab9-318d-45c7-97ee-588f3d7ce9f4 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40cec2c3-6987-481b-985d-c9ed047c65a3,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:49.261547 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e100e665-d519-41fc-90dd-6b934dc08e47 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for floatingip (9aa50e35-3a7b-4736-8d05-28be8b351d14), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:49.264260 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e100e665-d519-41fc-90dd-6b934dc08e47 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:49.267746 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-e100e665-d519-41fc-90dd-6b934dc08e47 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] 10.222.0.62 "DELETE /v2.0/floatingips/9aa50e35-3a7b-4736-8d05-28be8b351d14 HTTP/1.1" status: 204 len: 168 time: 2.0033221 Feb 28 10:38:49.277115 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46660) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:49.277779 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-21c9c6b6-fbde-44a4-80ee-257358d9eec4 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (837cead2-08db-47e9-b3a2-3fd74b197fcd), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:49.308777 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-578082dc-7cfd-4f7f-a5fb-fdb059096355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:49.321235 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578082dc-7cfd-4f7f-a5fb-fdb059096355 None None] Routers {'b17ef3ed-6350-487d-8bb5-06b61f2c891f'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:49.322489 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-578082dc-7cfd-4f7f-a5fb-fdb059096355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:38:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['b17ef3ed-6350-487d-8bb5-06b61f2c891f'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:49.354209 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bce42ab9-318d-45c7-97ee-588f3d7ce9f4 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:49.358028 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-bce42ab9-318d-45c7-97ee-588f3d7ce9f4 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.1771526 Feb 28 10:38:49.358383 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46662) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:49.363953 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.api.v2.resource [None req-3385fa45-5ca2-4c92-807b-f241335be9ed tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] delete failed (client error): The resource could not be found. Feb 28 10:38:49.368078 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-3385fa45-5ca2-4c92-807b-f241335be9ed tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] 10.222.0.62 "DELETE /v2.0/floatingips/9aa50e35-3a7b-4736-8d05-28be8b351d14 HTTP/1.1" status: 404 len: 345 time: 0.0927360 Feb 28 10:38:49.368212 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-0403db90-9a98-48a5-a710-559f23487fde tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:49.368212 dv-neutron-829161-3-hyperv neutron-server[104084]: WARNING neutron.api.v2.base [None req-0403db90-9a98-48a5-a710-559f23487fde tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 28 10:38:49.368212 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-0403db90-9a98-48a5-a710-559f23487fde tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] update failed (client error): There was a conflict when trying to complete your request. Feb 28 10:38:49.372107 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-0403db90-9a98-48a5-a710-559f23487fde tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] 10.222.0.62 "PUT /v2.0/security-groups/40cec2c3-6987-481b-985d-c9ed047c65a3 HTTP/1.1" status: 409 len: 330 time: 0.0123107 Feb 28 10:38:49.372891 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46664) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:49.404538 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46666) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:49.414980 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-578082dc-7cfd-4f7f-a5fb-fdb059096355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:49.415780 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578082dc-7cfd-4f7f-a5fb-fdb059096355 None None] The sync data for ids ['b17ef3ed-6350-487d-8bb5-06b61f2c891f'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:38:49.419431 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c9c6b6-fbde-44a4-80ee-257358d9eec4 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=837cead2-08db-47e9-b3a2-3fd74b197fcd,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:49.472980 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-8a2b67db-4a42-48c5-af02-0d137f8847e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22520f81-79af-45f2-8920-13f007234052', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2062588438', 'tenant_id': 'f5a1ec0f7f9748a2bd1edc7639d74b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.167'}], 'enable_snat': True}, 'gw_port_id': '0931c656-0cb5-4fb5-b7cc-bc4307f7ad98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:45Z', 'updated_at': '2022-02-28T10:38:47Z', 'revision_number': 3, 'project_id': 'f5a1ec0f7f9748a2bd1edc7639d74b9e', 'gw_port': {'id': '0931c656-0cb5-4fb5-b7cc-bc4307f7ad98', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a1:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22520f81-79af-45f2-8920-13f007234052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:46Z', 'updated_at': '2022-02-28T10:38:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:49.485889 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-4e929782-de5e-42af-96ef-f3a53d489b2a tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] 10.222.0.62 "GET /v2.0/routers/b17ef3ed-6350-487d-8bb5-06b61f2c891f HTTP/1.1" status: 200 len: 920 time: 0.2935238 Feb 28 10:38:49.486681 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46668) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:49.502076 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2b67db-4a42-48c5-af02-0d137f8847e1 None None] Checking router: 22520f81-79af-45f2-8920-13f007234052 for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:38:49.502428 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2b67db-4a42-48c5-af02-0d137f8847e1 None None] Updating router 22520f81-79af-45f2-8920-13f007234052 port 0931c656-0cb5-4fb5-b7cc-bc4307f7ad98 binding host dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:38:49.504872 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-21c9c6b6-fbde-44a4-80ee-257358d9eec4 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:49.508610 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-21c9c6b6-fbde-44a4-80ee-257358d9eec4 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.2242563 Feb 28 10:38:49.511668 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46670) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:49.537100 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-2291d6bd-b173-4baa-b53c-f31d659c1742 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1956541843', 'security_groups': ['837cead2-08db-47e9-b3a2-3fd74b197fcd'], 'network_id': 'f0ef29fc-ec7b-47a4-a873-c9c8476f719e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'feeea2e9-7565-438a-adb9-2ceef6e25e6c'}]}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:49.546423 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8a2b67db-4a42-48c5-af02-0d137f8847e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (0931c656-0cb5-4fb5-b7cc-bc4307f7ad98), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:49.561214 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791b2a61-370e-43b6-a76e-79436aad79ee tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:49.566499 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791b2a61-370e-43b6-a76e-79436aad79ee tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:49.572509 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791b2a61-370e-43b6-a76e-79436aad79ee tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:49.576682 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-791b2a61-370e-43b6-a76e-79436aad79ee tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] 10.222.0.62 "GET /v2.0/ports?network_id=9475f20a-4dc8-4b47-b51a-3d7872ad0403 HTTP/1.1" status: 200 len: 2358 time: 0.1860237 Feb 28 10:38:49.576925 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46672) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:49.584130 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-de53efcc-1c61-4e34-b524-e8a72cb626e8 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks [] for security_group (40cec2c3-6987-481b-985d-c9ed047c65a3), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:49.588206 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56df77ed-5c27-464b-b93c-a4a8467ea300 tempest-TestNetworkAdvancedServerOps-807538389 tempest-TestNetworkAdvancedServerOps-807538389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:49.592583 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-56df77ed-5c27-464b-b93c-a4a8467ea300 tempest-TestNetworkAdvancedServerOps-807538389 tempest-TestNetworkAdvancedServerOps-807538389-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3907671 Feb 28 10:38:49.612612 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46674) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:49.655055 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-128963c2-162a-4777-bd91-4927d87c6118 tempest-TestNetworkAdvancedServerOps-807538389 tempest-TestNetworkAdvancedServerOps-807538389-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=e88d86cf-af22-4900-bdd2-aa4038554136&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0430863 Feb 28 10:38:49.655289 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46676) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:49.660057 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-4debc1ad-f9bf-44fa-9faa-27b86d7d7ed0 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1787579563', 'network_id': '06e3cc33-89ec-4958-a42e-5435ad902e2f', 'project_id': 'f5a1ec0f7f9748a2bd1edc7639d74b9e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:49.673767 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-de53efcc-1c61-4e34-b524-e8a72cb626e8 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks [] for security_group (40cec2c3-6987-481b-985d-c9ed047c65a3), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:49.677528 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9881e06-c4b5-4e0d-b22f-1b56b6e73cc1 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:49.681459 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-d9881e06-c4b5-4e0d-b22f-1b56b6e73cc1 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=e88d86cf-af22-4900-bdd2-aa4038554136&device_id=b17ef3ed-6350-487d-8bb5-06b61f2c891f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1880767 Feb 28 10:38:49.690719 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46678) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:49.751150 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2d5c2e-4587-4d0d-8de9-9c76ef8bb07c tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:49.752538 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-3d2d5c2e-4587-4d0d-8de9-9c76ef8bb07c tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] 10.222.0.62 "GET /v2.0/subnets/fe64f201-be40-4404-9f6e-20a6b4ac42c0 HTTP/1.1" status: 200 len: 797 time: 0.1746941 Feb 28 10:38:49.760310 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46680) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:49.768737 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-71ffefec-d70f-4103-993f-58fa00092515 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Request body: {'port': {'network_id': '9475f20a-4dc8-4b47-b51a-3d7872ad0403', 'name': 'tempest-FloatingIPTestJSON-1486890132', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:49.771649 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46682) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:49.787450 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-df855fcf-7bcf-4a38-b597-c54dad6b4ca2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047661'] for router_interface (d48a0f53-921a-4610-bdd4-e1c43518b96e), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:49.864078 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4debc1ad-f9bf-44fa-9faa-27b86d7d7ed0 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Made reservation on behalf of f5a1ec0f7f9748a2bd1edc7639d74b9e for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:38:49.868063 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4debc1ad-f9bf-44fa-9faa-27b86d7d7ed0 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:49.878822 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c3d18dbc-007a-4fc6-b04a-f0993ae0b88c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=974a20db3a4641d1ba24a5b90fca5ff2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1038206 Feb 28 10:38:49.879170 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46684) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:49.889830 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8a2b67db-4a42-48c5-af02-0d137f8847e1 None None] Publish callbacks [] for port (0931c656-0cb5-4fb5-b7cc-bc4307f7ad98), precommit_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:49.945216 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-de53efcc-1c61-4e34-b524-e8a72cb626e8 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (40cec2c3-6987-481b-985d-c9ed047c65a3), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:49.948025 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-de53efcc-1c61-4e34-b524-e8a72cb626e8 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:49.949357 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-de53efcc-1c61-4e34-b524-e8a72cb626e8 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] 10.222.0.62 "DELETE /v2.0/security-groups/40cec2c3-6987-481b-985d-c9ed047c65a3 HTTP/1.1" status: 204 len: 168 time: 0.5432217 Feb 28 10:38:49.950943 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0c8108-b61d-430a-98fb-fad8a5a0e3dc tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:49.955238 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-ff0c8108-b61d-430a-98fb-fad8a5a0e3dc tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] 10.222.0.62 "GET /v2.0/networks/e88d86cf-af22-4900-bdd2-aa4038554136 HTTP/1.1" status: 200 len: 881 time: 0.2626970 Feb 28 10:38:49.955446 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46686) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:49.955615 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46688) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:49.980885 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de53efcc-1c61-4e34-b524-e8a72cb626e8 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40cec2c3-6987-481b-985d-c9ed047c65a3,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:49.983658 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:49.985827 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8a2b67db-4a42-48c5-af02-0d137f8847e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (0931c656-0cb5-4fb5-b7cc-bc4307f7ad98), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:49.997242 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2291d6bd-b173-4baa-b53c-f31d659c1742 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Made reservation on behalf of 4139ff51d3884888b07610eef64ca26e for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:38:50.004584 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-5b166fbb-58fd-4793-91c0-e639bbe503fa tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] 10.222.0.62 "GET /v2.0/ports?device_id=b17ef3ed-6350-487d-8bb5-06b61f2c891f HTTP/1.1" status: 200 len: 205 time: 0.0467927 Feb 28 10:38:50.009059 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46690) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:50.061969 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-5e726a7b-e95d-4b48-a30e-cc40e9579fc0 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1006274 Feb 28 10:38:50.061969 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46692) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:50.063283 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-8a2b67db-4a42-48c5-af02-0d137f8847e1 None None] Attempting to bind port 0931c656-0cb5-4fb5-b7cc-bc4307f7ad98 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:38:50.063482 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-8a2b67db-4a42-48c5-af02-0d137f8847e1 None None] Attempting to bind port 0931c656-0cb5-4fb5-b7cc-bc4307f7ad98 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:38:50.063834 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2b67db-4a42-48c5-af02-0d137f8847e1 None None] Attempting to bind port 0931c656-0cb5-4fb5-b7cc-bc4307f7ad98 on network e88d86cf-af22-4900-bdd2-aa4038554136 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:38:50.069654 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2b67db-4a42-48c5-af02-0d137f8847e1 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:38:50.070448 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2b67db-4a42-48c5-af02-0d137f8847e1 None None] Checking segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:38:50.070874 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8a2b67db-4a42-48c5-af02-0d137f8847e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:50.071546 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2b67db-4a42-48c5-af02-0d137f8847e1 None None] Bound using segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:38:50.072009 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-8a2b67db-4a42-48c5-af02-0d137f8847e1 None None] Bound port: 0931c656-0cb5-4fb5-b7cc-bc4307f7ad98, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:38:50.072439 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8a2b67db-4a42-48c5-af02-0d137f8847e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (0931c656-0cb5-4fb5-b7cc-bc4307f7ad98), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:50.074021 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156a28e0-ea37-4810-8f06-3e8070e3cbe7 None None] Pushing event updated for resources: {'Port': ['ID=0931c656-0cb5-4fb5-b7cc-bc4307f7ad98,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:50.082893 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-041f9347-71e3-4929-9123-e2bf6ee780c0 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] delete failed (client error): The resource could not be found. Feb 28 10:38:50.087559 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-041f9347-71e3-4929-9123-e2bf6ee780c0 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] 10.222.0.62 "DELETE /v2.0/security-groups/714df593-4703-4008-90b6-93607d200745 HTTP/1.1" status: 404 len: 347 time: 0.0219190 Feb 28 10:38:50.103889 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46694) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:50.120433 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ffefec-d70f-4103-993f-58fa00092515 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Made reservation on behalf of 94c254e0b2ed4c649e751c1a9615c906 for: {'port': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:38:50.139467 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-8a2b67db-4a42-48c5-af02-0d137f8847e1 None None] For port 0931c656-0cb5-4fb5-b7cc-bc4307f7ad98, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:38:50.142695 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-8a2b67db-4a42-48c5-af02-0d137f8847e1 None None] For port 0931c656-0cb5-4fb5-b7cc-bc4307f7ad98, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=0931c656-0cb5-4fb5-b7cc-bc4307f7ad98,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:38:50.146465 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9a8b0773-da3d-417b-851b-d75680a2a791 admin admin] Publish callbacks [] for security_group (589bfda4-39d7-4f87-9dc8-5daf2b2802b3), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:50.146676 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-1d9f6ddf-e73b-4c19-bf26-858139b49f97 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] show failed (client error): The resource could not be found. Feb 28 10:38:50.150892 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-1d9f6ddf-e73b-4c19-bf26-858139b49f97 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] 10.222.0.62 "GET /v2.0/security-groups/5fd3384e-fd07-41ce-aab9-80f8adb2f1a4 HTTP/1.1" status: 404 len: 347 time: 0.0428727 Feb 28 10:38:50.153043 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46696) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:50.206654 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-c06557da-0531-4753-b395-953aeef37e20 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] show failed (client error): The resource could not be found. Feb 28 10:38:50.207901 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c06557da-0531-4753-b395-953aeef37e20 tempest-NegativeSecGroupTest-856909619 tempest-NegativeSecGroupTest-856909619-project] 10.222.0.62 "GET /v2.0/security-group-rules/e737f026-f577-42e0-bb9b-47c807426721 HTTP/1.1" status: 404 len: 356 time: 0.0307450 Feb 28 10:38:50.214366 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8a2b67db-4a42-48c5-af02-0d137f8847e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (0931c656-0cb5-4fb5-b7cc-bc4307f7ad98), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:50.250610 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9a8b0773-da3d-417b-851b-d75680a2a791 admin admin] Publish callbacks [] for security_group (589bfda4-39d7-4f87-9dc8-5daf2b2802b3), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:50.277787 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156a28e0-ea37-4810-8f06-3e8070e3cbe7 None None] Pushing event updated for resources: {'Port': ['ID=0931c656-0cb5-4fb5-b7cc-bc4307f7ad98,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:50.280589 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-71ffefec-d70f-4103-993f-58fa00092515 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:50.298212 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2291d6bd-b173-4baa-b53c-f31d659c1742 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:50.305380 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [None req-71ffefec-d70f-4103-993f-58fa00092515 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] device_id is not set on port 08de8564-5f47-4f27-bf83-863be3dd9d6c yet. {{(pid=104084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:38:50.316802 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f75819f5-1ead-46d7-bb4f-fce645d0114f tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks [] for router (b17ef3ed-6350-487d-8bb5-06b61f2c891f), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:50.319123 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2b67db-4a42-48c5-af02-0d137f8847e1 None None] Routers {'22520f81-79af-45f2-8920-13f007234052'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:50.320537 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-8a2b67db-4a42-48c5-af02-0d137f8847e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:38:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['22520f81-79af-45f2-8920-13f007234052'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:50.404823 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4debc1ad-f9bf-44fa-9faa-27b86d7d7ed0 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (bea0f80b-02eb-4df8-90d4-3e99d0538dbd), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:50.429375 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-2291d6bd-b173-4baa-b53c-f31d659c1742 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] device_id is not set on port 37c76102-29a8-4008-a5f8-27299745cf90 yet. {{(pid=104083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:38:50.464928 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-8a2b67db-4a42-48c5-af02-0d137f8847e1 None None] Set router 22520f81-79af-45f2-8920-13f007234052 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:38:50.543816 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4debc1ad-f9bf-44fa-9faa-27b86d7d7ed0 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Pushing event updated for resources: {'Subnet': ['ID=bea0f80b-02eb-4df8-90d4-3e99d0538dbd,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:50.574122 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4debc1ad-f9bf-44fa-9faa-27b86d7d7ed0 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Checking segment: {'id': '5d3ef6a2-26fd-4ae1-a1a7-759a1b4042a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '06e3cc33-89ec-4958-a42e-5435ad902e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:38:50.574960 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4debc1ad-f9bf-44fa-9faa-27b86d7d7ed0 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Network hostable DHCP agents. Network: 06e3cc33-89ec-4958-a42e-5435ad902e2f, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:38:50.596955 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f75819f5-1ead-46d7-bb4f-fce645d0114f tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks [] for router_gateway (b17ef3ed-6350-487d-8bb5-06b61f2c891f), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:50.604273 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9a8b0773-da3d-417b-851b-d75680a2a791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (589bfda4-39d7-4f87-9dc8-5daf2b2802b3), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:50.606855 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9a8b0773-da3d-417b-851b-d75680a2a791 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:50.608012 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-9a8b0773-da3d-417b-851b-d75680a2a791 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/589bfda4-39d7-4f87-9dc8-5daf2b2802b3 HTTP/1.1" status: 204 len: 168 time: 0.7244337 Feb 28 10:38:50.638934 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8b0773-da3d-417b-851b-d75680a2a791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589bfda4-39d7-4f87-9dc8-5daf2b2802b3,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:50.709876 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4debc1ad-f9bf-44fa-9faa-27b86d7d7ed0 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Network 06e3cc33-89ec-4958-a42e-5435ad902e2f is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:38:50.731597 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-8a2b67db-4a42-48c5-af02-0d137f8847e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22520f81-79af-45f2-8920-13f007234052', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2062588438', 'tenant_id': 'f5a1ec0f7f9748a2bd1edc7639d74b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.167'}], 'enable_snat': True}, 'gw_port_id': '0931c656-0cb5-4fb5-b7cc-bc4307f7ad98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:45Z', 'updated_at': '2022-02-28T10:38:47Z', 'revision_number': 3, 'project_id': 'f5a1ec0f7f9748a2bd1edc7639d74b9e', 'gw_port': {'id': '0931c656-0cb5-4fb5-b7cc-bc4307f7ad98', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a1:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22520f81-79af-45f2-8920-13f007234052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:46Z', 'updated_at': '2022-02-28T10:38:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:50.732583 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-df855fcf-7bcf-4a38-b597-c54dad6b4ca2 admin admin] Deleting port 66243368-02ba-481c-8095-20b6cf2ff6e8 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:38:50.732924 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-df855fcf-7bcf-4a38-b597-c54dad6b4ca2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (66243368-02ba-481c-8095-20b6cf2ff6e8), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:50.738198 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-2291d6bd-b173-4baa-b53c-f31d659c1742 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Allocated IP 2001:db8::d3 (f0ef29fc-ec7b-47a4-a873-c9c8476f719e/feeea2e9-7565-438a-adb9-2ceef6e25e6c/37c76102-29a8-4008-a5f8-27299745cf90) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:50.770076 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2b67db-4a42-48c5-af02-0d137f8847e1 None None] The sync data for ids ['22520f81-79af-45f2-8920-13f007234052'] in dv-neutron-829161-3-hyperv is: [{'id': '22520f81-79af-45f2-8920-13f007234052', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2062588438', 'tenant_id': 'f5a1ec0f7f9748a2bd1edc7639d74b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.167'}], 'enable_snat': True}, 'gw_port_id': '0931c656-0cb5-4fb5-b7cc-bc4307f7ad98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:45Z', 'updated_at': '2022-02-28T10:38:47Z', 'revision_number': 3, 'project_id': 'f5a1ec0f7f9748a2bd1edc7639d74b9e', 'gw_port': {'id': '0931c656-0cb5-4fb5-b7cc-bc4307f7ad98', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a1:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22520f81-79af-45f2-8920-13f007234052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:46Z', 'updated_at': '2022-02-28T10:38:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:38:50.789867 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-71ffefec-d70f-4103-993f-58fa00092515 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Allocated IP 172.20.0.14 (9475f20a-4dc8-4b47-b51a-3d7872ad0403/fe64f201-be40-4404-9f6e-20a6b4ac42c0/08de8564-5f47-4f27-bf83-863be3dd9d6c) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:50.797208 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-71ffefec-d70f-4103-993f-58fa00092515 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Allocated IP 172.20.0.13 (9475f20a-4dc8-4b47-b51a-3d7872ad0403/fe64f201-be40-4404-9f6e-20a6b4ac42c0/08de8564-5f47-4f27-bf83-863be3dd9d6c) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:50.824385 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-4debc1ad-f9bf-44fa-9faa-27b86d7d7ed0 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 06e3cc33-89ec-4958-a42e-5435ad902e2f) {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:50.836034 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467782ab-c63f-434a-a0ff-79201b68f7af None None] Network 06e3cc33-89ec-4958-a42e-5435ad902e2f requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:38:50.846374 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4debc1ad-f9bf-44fa-9faa-27b86d7d7ed0 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:50.847565 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4debc1ad-f9bf-44fa-9faa-27b86d7d7ed0 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:50.890048 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46704) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:50.930718 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-df855fcf-7bcf-4a38-b597-c54dad6b4ca2 admin admin] For port 66243368-02ba-481c-8095-20b6cf2ff6e8, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=66243368-02ba-481c-8095-20b6cf2ff6e8,segment=NetworkSegment(be7ef583-9773-47a5-8fb0-292ce51f3db0),segment_id=be7ef583-9773-47a5-8fb0-292ce51f3db0)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:50.931362 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-df855fcf-7bcf-4a38-b597-c54dad6b4ca2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (66243368-02ba-481c-8095-20b6cf2ff6e8), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:50.975869 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-f75819f5-1ead-46d7-bb4f-fce645d0114f tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Deleting port bb711fd3-83bb-42eb-8feb-035af2c567c7 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:38:50.976368 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f75819f5-1ead-46d7-bb4f-fce645d0114f tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (bb711fd3-83bb-42eb-8feb-035af2c567c7), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:50.978588 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-4debc1ad-f9bf-44fa-9faa-27b86d7d7ed0 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3222580 Feb 28 10:38:50.984491 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46710) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:50.989732 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-df855fcf-7bcf-4a38-b597-c54dad6b4ca2 admin admin] Calling delete_port for 66243368-02ba-481c-8095-20b6cf2ff6e8 owned by network:router_interface {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:38:51.041643 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfaa6b11-33d8-4ac4-bda1-df00d6d0b15a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-06e3cc33-89ec-4958-a42e-5435ad902e2f', 'network_id': '06e3cc33-89ec-4958-a42e-5435ad902e2f', 'project_id': 'f5a1ec0f7f9748a2bd1edc7639d74b9e', 'fixed_ips': [{'subnet_id': 'bea0f80b-02eb-4df8-90d4-3e99d0538dbd'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:38:51.043046 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-dfaa6b11-33d8-4ac4-bda1-df00d6d0b15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:51.255409 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-71ffefec-d70f-4103-993f-58fa00092515 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for port (08de8564-5f47-4f27-bf83-863be3dd9d6c), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:51.324345 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-dfaa6b11-33d8-4ac4-bda1-df00d6d0b15a None None] Allocated IP 172.20.0.2 (06e3cc33-89ec-4958-a42e-5435ad902e2f/bea0f80b-02eb-4df8-90d4-3e99d0538dbd/477735bd-7411-4f37-835f-6c3977b350e2) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:51.335800 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:51.427335 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-ca2c2fb7-a7b5-406f-9446-d972c90f448d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d08177689ea648ceb8c60a670fd80ad2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5358820 Feb 28 10:38:51.432616 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46718) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:51.576145 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-71ffefec-d70f-4103-993f-58fa00092515 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (08de8564-5f47-4f27-bf83-863be3dd9d6c), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:51.585912 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-dfaa6b11-33d8-4ac4-bda1-df00d6d0b15a None None] Publish callbacks [] for port (477735bd-7411-4f37-835f-6c3977b350e2), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:51.590936 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 0931c656-0cb5-4fb5-b7cc-bc4307f7ad98 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:38:51.655685 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 0931c656-0cb5-4fb5-b7cc-bc4307f7ad98 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:51.656063 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (0931c656-0cb5-4fb5-b7cc-bc4307f7ad98), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:51.659269 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0b96062f-9788-4745-801f-3c817ee04f0d admin admin] Publish callbacks [] for security_group (19b08be2-dbb4-45ee-afaa-2ca721d20f88), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:51.690474 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-dfaa6b11-33d8-4ac4-bda1-df00d6d0b15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (477735bd-7411-4f37-835f-6c3977b350e2), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:51.698043 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ffefec-d70f-4103-993f-58fa00092515 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Network 9475f20a-4dc8-4b47-b51a-3d7872ad0403 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:51.715472 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-71ffefec-d70f-4103-993f-58fa00092515 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:51.727690 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ffefec-d70f-4103-993f-58fa00092515 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:38:51.760533 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ffefec-d70f-4103-993f-58fa00092515 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Pushing event updated for resources: {'Port': ['ID=08de8564-5f47-4f27-bf83-863be3dd9d6c,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:51.780696 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaa6b11-33d8-4ac4-bda1-df00d6d0b15a None None] Pushing event updated for resources: {'Port': ['ID=477735bd-7411-4f37-835f-6c3977b350e2,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:51.781552 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0b96062f-9788-4745-801f-3c817ee04f0d admin admin] Publish callbacks [] for security_group (19b08be2-dbb4-45ee-afaa-2ca721d20f88), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:51.800254 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfaa6b11-33d8-4ac4-bda1-df00d6d0b15a None None] Network 06e3cc33-89ec-4958-a42e-5435ad902e2f is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:51.807312 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-dfaa6b11-33d8-4ac4-bda1-df00d6d0b15a None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:51.812604 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfaa6b11-33d8-4ac4-bda1-df00d6d0b15a None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:38:51.838982 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2291d6bd-b173-4baa-b53c-f31d659c1742 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for port (37c76102-29a8-4008-a5f8-27299745cf90), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:51.861785 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f75819f5-1ead-46d7-bb4f-fce645d0114f tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (bb711fd3-83bb-42eb-8feb-035af2c567c7), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:51.884608 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ffefec-d70f-4103-993f-58fa00092515 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:51.885279 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-71ffefec-d70f-4103-993f-58fa00092515 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:51.904438 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-f75819f5-1ead-46d7-bb4f-fce645d0114f tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Calling delete_port for bb711fd3-83bb-42eb-8feb-035af2c567c7 owned by network:router_gateway {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:38:51.955884 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-dfaa6b11-33d8-4ac4-bda1-df00d6d0b15a None None] Attempting to bind port 477735bd-7411-4f37-835f-6c3977b350e2 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:38:51.955884 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-dfaa6b11-33d8-4ac4-bda1-df00d6d0b15a None None] Attempting to bind port 477735bd-7411-4f37-835f-6c3977b350e2 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '5d3ef6a2-26fd-4ae1-a1a7-759a1b4042a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '06e3cc33-89ec-4958-a42e-5435ad902e2f'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:38:51.955884 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfaa6b11-33d8-4ac4-bda1-df00d6d0b15a None None] Attempting to bind port 477735bd-7411-4f37-835f-6c3977b350e2 on network 06e3cc33-89ec-4958-a42e-5435ad902e2f {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:38:51.961583 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0b96062f-9788-4745-801f-3c817ee04f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (19b08be2-dbb4-45ee-afaa-2ca721d20f88), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:51.963742 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0b96062f-9788-4745-801f-3c817ee04f0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:51.965187 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-0b96062f-9788-4745-801f-3c817ee04f0d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/19b08be2-dbb4-45ee-afaa-2ca721d20f88 HTTP/1.1" status: 204 len: 168 time: 0.5313530 Feb 28 10:38:51.984124 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b96062f-9788-4745-801f-3c817ee04f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b08be2-dbb4-45ee-afaa-2ca721d20f88,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:52.010614 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-71ffefec-d70f-4103-993f-58fa00092515 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.2465706 Feb 28 10:38:52.013452 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46730) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:52.022286 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-92e72b9b-d302-4eea-9374-a7515b11743b tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Request body: {'floatingip': {'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'port_id': '08de8564-5f47-4f27-bf83-863be3dd9d6c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:52.034199 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfaa6b11-33d8-4ac4-bda1-df00d6d0b15a None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:38:52.034594 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfaa6b11-33d8-4ac4-bda1-df00d6d0b15a None None] Checking segment: {'id': '5d3ef6a2-26fd-4ae1-a1a7-759a1b4042a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '06e3cc33-89ec-4958-a42e-5435ad902e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:38:52.035020 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-dfaa6b11-33d8-4ac4-bda1-df00d6d0b15a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:52.035429 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfaa6b11-33d8-4ac4-bda1-df00d6d0b15a None None] Bound using segment: {'id': '5d3ef6a2-26fd-4ae1-a1a7-759a1b4042a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '06e3cc33-89ec-4958-a42e-5435ad902e2f'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:38:52.035920 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-dfaa6b11-33d8-4ac4-bda1-df00d6d0b15a None None] Bound port: 477735bd-7411-4f37-835f-6c3977b350e2, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3ef6a2-26fd-4ae1-a1a7-759a1b4042a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '06e3cc33-89ec-4958-a42e-5435ad902e2f'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:38:52.036307 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-dfaa6b11-33d8-4ac4-bda1-df00d6d0b15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (477735bd-7411-4f37-835f-6c3977b350e2), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:52.087214 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 0931c656-0cb5-4fb5-b7cc-bc4307f7ad98 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:52.087214 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (0931c656-0cb5-4fb5-b7cc-bc4307f7ad98), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:52.149950 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port 0931c656-0cb5-4fb5-b7cc-bc4307f7ad98, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=0931c656-0cb5-4fb5-b7cc-bc4307f7ad98,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:52.161110 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-dfaa6b11-33d8-4ac4-bda1-df00d6d0b15a None None] For port 477735bd-7411-4f37-835f-6c3977b350e2, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:38:52.178737 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2291d6bd-b173-4baa-b53c-f31d659c1742 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (37c76102-29a8-4008-a5f8-27299745cf90), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:52.202963 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e3427a6a-057d-45ae-a25c-3eb8743dd4b0 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:52.228021 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (0931c656-0cb5-4fb5-b7cc-bc4307f7ad98), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:52.264895 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-92e72b9b-d302-4eea-9374-a7515b11743b tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:52.284685 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46734) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:52.322242 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=0931c656-0cb5-4fb5-b7cc-bc4307f7ad98,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:52.352193 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2291d6bd-b173-4baa-b53c-f31d659c1742 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Network f0ef29fc-ec7b-47a4-a873-c9c8476f719e is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:52.362633 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-2291d6bd-b173-4baa-b53c-f31d659c1742 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:52.365699 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2291d6bd-b173-4baa-b53c-f31d659c1742 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:38:52.375223 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2291d6bd-b173-4baa-b53c-f31d659c1742 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:52.375223 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2291d6bd-b173-4baa-b53c-f31d659c1742 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:52.381525 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2291d6bd-b173-4baa-b53c-f31d659c1742 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event updated for resources: {'Port': ['ID=37c76102-29a8-4008-a5f8-27299745cf90,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:52.566269 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-2291d6bd-b173-4baa-b53c-f31d659c1742 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0333869 Feb 28 10:38:52.567879 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46742) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:52.576050 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-c878d2e4-4b28-4c69-99a7-dc3a52d2b565 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Request body: {'subnet': {'network_id': 'f0ef29fc-ec7b-47a4-a873-c9c8476f719e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:52.630739 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-dfaa6b11-33d8-4ac4-bda1-df00d6d0b15a None None] For port 477735bd-7411-4f37-835f-6c3977b350e2, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=477735bd-7411-4f37-835f-6c3977b350e2,segment=NetworkSegment(5d3ef6a2-26fd-4ae1-a1a7-759a1b4042a7),segment_id=5d3ef6a2-26fd-4ae1-a1a7-759a1b4042a7)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:38:52.700251 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-df855fcf-7bcf-4a38-b597-c54dad6b4ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (66243368-02ba-481c-8095-20b6cf2ff6e8), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:52.706603 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-dfaa6b11-33d8-4ac4-bda1-df00d6d0b15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (477735bd-7411-4f37-835f-6c3977b350e2), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:52.732505 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f75819f5-1ead-46d7-bb4f-fce645d0114f tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (bb711fd3-83bb-42eb-8feb-035af2c567c7), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:52.767233 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:52.779120 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-92e72b9b-d302-4eea-9374-a7515b11743b tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:52.787425 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df855fcf-7bcf-4a38-b597-c54dad6b4ca2 admin admin] Pushing event deleted for resources: {'Port': ['ID=66243368-02ba-481c-8095-20b6cf2ff6e8,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:52.789856 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-a577a258-f7c5-4d76-bcb2-059c1da251f0 tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1824511568'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:52.835400 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-99313135-d46b-4867-ba7a-3f65f66f494f None None] Provisioning complete for port 37c76102-29a8-4008-a5f8-27299745cf90 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:52.835881 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-99313135-d46b-4867-ba7a-3f65f66f494f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (37c76102-29a8-4008-a5f8-27299745cf90), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:52.843711 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaa6b11-33d8-4ac4-bda1-df00d6d0b15a None None] Pushing event updated for resources: {'Port': ['ID=477735bd-7411-4f37-835f-6c3977b350e2,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:52.900670 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-99313135-d46b-4867-ba7a-3f65f66f494f None None] Port 37c76102-29a8-4008-a5f8-27299745cf90 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:38:52.911104 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a577a258-f7c5-4d76-bcb2-059c1da251f0 tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Made reservation on behalf of 891739127f2c498ea7f57dd53a782d07 for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:38:52.914787 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a577a258-f7c5-4d76-bcb2-059c1da251f0 tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:52.929716 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a577a258-f7c5-4d76-bcb2-059c1da251f0 tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:53.016820 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75819f5-1ead-46d7-bb4f-fce645d0114f tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Pushing event deleted for resources: {'Port': ['ID=bb711fd3-83bb-42eb-8feb-035af2c567c7,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:53.102974 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c878d2e4-4b28-4c69-99a7-dc3a52d2b565 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Made reservation on behalf of 4139ff51d3884888b07610eef64ca26e for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:38:53.106408 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c878d2e4-4b28-4c69-99a7-dc3a52d2b565 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:53.146218 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a577a258-f7c5-4d76-bcb2-059c1da251f0 tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Publish callbacks [] for security_group (ab11d4d2-4ab0-476c-a651-3208bd2e90a0), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:53.169037 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-e3427a6a-057d-45ae-a25c-3eb8743dd4b0 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Allocated IP 172.20.0.1 (06e3cc33-89ec-4958-a42e-5435ad902e2f/bea0f80b-02eb-4df8-90d4-3e99d0538dbd/36af320b-c5ba-4b68-8f9f-0cbad510c520) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:53.269955 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a577a258-f7c5-4d76-bcb2-059c1da251f0 tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (ab11d4d2-4ab0-476c-a651-3208bd2e90a0), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:53.294426 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-92e72b9b-d302-4eea-9374-a7515b11743b tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Allocated IP 172.26.3.143 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/bcff6063-a934-47b0-9ec8-7250c85e5836) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:53.355354 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a577a258-f7c5-4d76-bcb2-059c1da251f0 tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:38:53.357437 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f75819f5-1ead-46d7-bb4f-fce645d0114f tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047843'] for router_gateway (b17ef3ed-6350-487d-8bb5-06b61f2c891f), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:53.375236 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a577a258-f7c5-4d76-bcb2-059c1da251f0 tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab11d4d2-4ab0-476c-a651-3208bd2e90a0,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:53.395161 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a577a258-f7c5-4d76-bcb2-059c1da251f0 tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (39ee14d7-8033-40b3-a017-f46b02f84923), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:53.395512 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-a577a258-f7c5-4d76-bcb2-059c1da251f0 tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Added segment 39ee14d7-8033-40b3-a017-f46b02f84923 of type vlan for network 7cf00698-ebcb-4def-b954-4e7db3eb3d93 Feb 28 10:38:53.454168 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e3427a6a-057d-45ae-a25c-3eb8743dd4b0 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks [] for port (36af320b-c5ba-4b68-8f9f-0cbad510c520), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:53.465519 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a577a258-f7c5-4d76-bcb2-059c1da251f0 tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (7cf00698-ebcb-4def-b954-4e7db3eb3d93), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:53.575281 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f75819f5-1ead-46d7-bb4f-fce645d0114f tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (b17ef3ed-6350-487d-8bb5-06b61f2c891f), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:53.584017 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a577a258-f7c5-4d76-bcb2-059c1da251f0 tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (7cf00698-ebcb-4def-b954-4e7db3eb3d93), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:53.593436 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a577a258-f7c5-4d76-bcb2-059c1da251f0 tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:53.594626 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a577a258-f7c5-4d76-bcb2-059c1da251f0 tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:53.611676 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f75819f5-1ead-46d7-bb4f-fce645d0114f tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks [] for router_controller (b17ef3ed-6350-487d-8bb5-06b61f2c891f), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:53.630036 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.ipam_backend_mixin [None req-c878d2e4-4b28-4c69-99a7-dc3a52d2b565 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet feeea2e9-7565-438a-adb9-2ceef6e25e6c (CIDR: 2001:db8::/64) Feb 28 10:38:53.636924 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e3427a6a-057d-45ae-a25c-3eb8743dd4b0 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (36af320b-c5ba-4b68-8f9f-0cbad510c520), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:53.682312 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 0931c656-0cb5-4fb5-b7cc-bc4307f7ad98 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:38:53.709943 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46758) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:53.716197 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-c878d2e4-4b28-4c69-99a7-dc3a52d2b565 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:38:53.716692 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c878d2e4-4b28-4c69-99a7-dc3a52d2b565 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:38:53.756736 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 0931c656-0cb5-4fb5-b7cc-bc4307f7ad98 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:53.757724 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (0931c656-0cb5-4fb5-b7cc-bc4307f7ad98), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:53.775311 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-a577a258-f7c5-4d76-bcb2-059c1da251f0 tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.4867418 Feb 28 10:38:53.778338 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46762) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:53.785006 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a577a258-f7c5-4d76-bcb2-059c1da251f0 tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Pushing event updated for resources: {'Network': ['ID=7cf00698-ebcb-4def-b954-4e7db3eb3d93,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:53.788966 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3427a6a-057d-45ae-a25c-3eb8743dd4b0 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Network 06e3cc33-89ec-4958-a42e-5435ad902e2f is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:53.789794 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-aac01795-8315-4db7-acf6-21c7491ff8be tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Request body: {'subnet': {'network_id': '7cf00698-ebcb-4def-b954-4e7db3eb3d93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:53.793306 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-df855fcf-7bcf-4a38-b597-c54dad6b4ca2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1047681'] for router_interface (d48a0f53-921a-4610-bdd4-e1c43518b96e), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:53.801879 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-e3427a6a-057d-45ae-a25c-3eb8743dd4b0 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:53.805243 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3427a6a-057d-45ae-a25c-3eb8743dd4b0 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:38:53.822600 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3427a6a-057d-45ae-a25c-3eb8743dd4b0 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Pushing event updated for resources: {'Port': ['ID=36af320b-c5ba-4b68-8f9f-0cbad510c520,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:53.828546 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f75819f5-1ead-46d7-bb4f-fce645d0114f tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (b17ef3ed-6350-487d-8bb5-06b61f2c891f), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:53.829085 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f75819f5-1ead-46d7-bb4f-fce645d0114f tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Fanout notify agent at l3_agent the message router_deleted on router b17ef3ed-6350-487d-8bb5-06b61f2c891f {{(pid=104083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:38:53.841916 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f75819f5-1ead-46d7-bb4f-fce645d0114f tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:53.841916 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-f75819f5-1ead-46d7-bb4f-fce645d0114f tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] 10.222.0.62 "DELETE /v2.0/routers/b17ef3ed-6350-487d-8bb5-06b61f2c891f HTTP/1.1" status: 204 len: 168 time: 3.8196127 Feb 28 10:38:53.841916 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-92e72b9b-d302-4eea-9374-a7515b11743b tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for port (bcff6063-a934-47b0-9ec8-7250c85e5836), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:53.845753 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 7cf00698-ebcb-4def-b954-4e7db3eb3d93 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:38:53.868999 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46764) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:53.879215 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-9dcefcfa-7890-46b9-9951-8fe60a96083c tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-914686574', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:53.919681 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e3427a6a-057d-45ae-a25c-3eb8743dd4b0 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047958'] for router_interface (22520f81-79af-45f2-8920-13f007234052), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:53.948572 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-c878d2e4-4b28-4c69-99a7-dc3a52d2b565 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3794086 Feb 28 10:38:53.956390 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46766) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:53.988272 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-a132d3dc-ce3a-4f3d-9037-ef34543e0c75 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Request body: {'subnet': {'network_id': 'f0ef29fc-ec7b-47a4-a873-c9c8476f719e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:54.015020 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-3baf364a-e549-45b6-9e1c-fb2874f19158 tempest-ServiceProvidersTest-2135511237 tempest-ServiceProvidersTest-2135511237-project] 10.222.0.62 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3036828 Feb 28 10:38:54.030804 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9dcefcfa-7890-46b9-9951-8fe60a96083c tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (b4cc80f7-dde5-4aca-a152-6a68e6d3e478), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:54.035729 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9dcefcfa-7890-46b9-9951-8fe60a96083c tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (b4cc80f7-dde5-4aca-a152-6a68e6d3e478), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:54.041541 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 0931c656-0cb5-4fb5-b7cc-bc4307f7ad98 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:54.042724 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 477735bd-7411-4f37-835f-6c3977b350e2 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:38:54.139561 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 477735bd-7411-4f37-835f-6c3977b350e2 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:54.140053 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (477735bd-7411-4f37-835f-6c3977b350e2), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:54.167473 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9dcefcfa-7890-46b9-9951-8fe60a96083c tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks [] for router_controller (b4cc80f7-dde5-4aca-a152-6a68e6d3e478), precommit_add_association {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:54.246876 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 477735bd-7411-4f37-835f-6c3977b350e2 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:54.247136 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (477735bd-7411-4f37-835f-6c3977b350e2), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:54.258553 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9dcefcfa-7890-46b9-9951-8fe60a96083c tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (b4cc80f7-dde5-4aca-a152-6a68e6d3e478), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:54.288164 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port 477735bd-7411-4f37-835f-6c3977b350e2, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=477735bd-7411-4f37-835f-6c3977b350e2,segment=NetworkSegment(5d3ef6a2-26fd-4ae1-a1a7-759a1b4042a7),segment_id=5d3ef6a2-26fd-4ae1-a1a7-759a1b4042a7)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:54.310157 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd5522f-d8ed-4bd5-a870-defa1d2895d1 None None] Network 06e3cc33-89ec-4958-a42e-5435ad902e2f requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:38:54.318976 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac01795-8315-4db7-acf6-21c7491ff8be tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Made reservation on behalf of 891739127f2c498ea7f57dd53a782d07 for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:38:54.322882 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-aac01795-8315-4db7-acf6-21c7491ff8be tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:54.329301 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-92e72b9b-d302-4eea-9374-a7515b11743b tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (bcff6063-a934-47b0-9ec8-7250c85e5836), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:54.365815 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e3427a6a-057d-45ae-a25c-3eb8743dd4b0 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (36af320b-c5ba-4b68-8f9f-0cbad510c520), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:54.379224 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-7a055e5f-af08-408d-b9df-2802e5cf1edc None None] Provisioning complete for port 477735bd-7411-4f37-835f-6c3977b350e2 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:54.379677 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7a055e5f-af08-408d-b9df-2802e5cf1edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (477735bd-7411-4f37-835f-6c3977b350e2), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:54.417904 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9dcefcfa-7890-46b9-9951-8fe60a96083c tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:54.422552 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-9dcefcfa-7890-46b9-9951-8fe60a96083c tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5497787 Feb 28 10:38:54.422721 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (477735bd-7411-4f37-835f-6c3977b350e2), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:54.425099 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a132d3dc-ce3a-4f3d-9037-ef34543e0c75 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Made reservation on behalf of 4139ff51d3884888b07610eef64ca26e for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:38:54.426173 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46770) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:54.426295 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a132d3dc-ce3a-4f3d-9037-ef34543e0c75 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:54.439073 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-076dba3e-74fc-45ce-bdff-1d76490264ba tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'enable_snat': False}}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:54.511504 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=477735bd-7411-4f37-835f-6c3977b350e2,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:54.518767 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e72b9b-d302-4eea-9374-a7515b11743b tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:54.535096 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-92e72b9b-d302-4eea-9374-a7515b11743b tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:54.545341 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e72b9b-d302-4eea-9374-a7515b11743b tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:38:54.564908 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df855fcf-7bcf-4a38-b597-c54dad6b4ca2 admin admin] Router d48a0f53-921a-4610-bdd4-e1c43518b96e has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:38:54.567894 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-7a055e5f-af08-408d-b9df-2802e5cf1edc None None] Current status of the port 477735bd-7411-4f37-835f-6c3977b350e2 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:54.618425 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e72b9b-d302-4eea-9374-a7515b11743b tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Pushing event updated for resources: {'Port': ['ID=bcff6063-a934-47b0-9ec8-7250c85e5836,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:54.718605 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.ipam_backend_mixin [None req-a132d3dc-ce3a-4f3d-9037-ef34543e0c75 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 9c10154e-1383-4c76-92b3-3de834647fe2 (CIDR: 2001:db8:0:1::/64) Feb 28 10:38:54.738033 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46774) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:54.801531 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-076dba3e-74fc-45ce-bdff-1d76490264ba tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks [] for router_gateway (b4cc80f7-dde5-4aca-a152-6a68e6d3e478), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:54.895139 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-b6e9b370-8977-4c92-a3e1-0b9f0412d0b4 None None] Provisioning complete for port 36af320b-c5ba-4b68-8f9f-0cbad510c520 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:54.895706 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c302473c-7aa8-4e02-a46a-785865834797 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:54.896680 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b6e9b370-8977-4c92-a3e1-0b9f0412d0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (36af320b-c5ba-4b68-8f9f-0cbad510c520), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:54.949283 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-b6e9b370-8977-4c92-a3e1-0b9f0412d0b4 None None] Port 36af320b-c5ba-4b68-8f9f-0cbad510c520 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:38:54.961416 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-b6e9b370-8977-4c92-a3e1-0b9f0412d0b4 None None] Provisioning complete for port 477735bd-7411-4f37-835f-6c3977b350e2 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:54.961636 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b6e9b370-8977-4c92-a3e1-0b9f0412d0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (477735bd-7411-4f37-835f-6c3977b350e2), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:55.073022 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-b6e9b370-8977-4c92-a3e1-0b9f0412d0b4 None None] Current status of the port 477735bd-7411-4f37-835f-6c3977b350e2 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:55.073295 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e3427a6a-057d-45ae-a25c-3eb8743dd4b0 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks [] for port (36af320b-c5ba-4b68-8f9f-0cbad510c520), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:55.131404 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c302473c-7aa8-4e02-a46a-785865834797 admin admin] Publish callbacks [] for security_group (a2a6e524-047c-43a8-8dbd-303bdbbd6d45), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:55.140606 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e3427a6a-057d-45ae-a25c-3eb8743dd4b0 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (36af320b-c5ba-4b68-8f9f-0cbad510c520), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:55.171789 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-a132d3dc-ce3a-4f3d-9037-ef34543e0c75 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:38:55.172270 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a132d3dc-ce3a-4f3d-9037-ef34543e0c75 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:38:55.203524 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-9542d85e-65d1-4d49-9550-870390195da2 None None] Provisioning complete for port 36af320b-c5ba-4b68-8f9f-0cbad510c520 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:55.204922 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9542d85e-65d1-4d49-9550-870390195da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (36af320b-c5ba-4b68-8f9f-0cbad510c520), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:55.207793 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c302473c-7aa8-4e02-a46a-785865834797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (a2a6e524-047c-43a8-8dbd-303bdbbd6d45), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:55.243983 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-9542d85e-65d1-4d49-9550-870390195da2 None None] Port 36af320b-c5ba-4b68-8f9f-0cbad510c520 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:38:55.328493 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3427a6a-057d-45ae-a25c-3eb8743dd4b0 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Pushing event updated for resources: {'Port': ['ID=36af320b-c5ba-4b68-8f9f-0cbad510c520,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:55.341703 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a132d3dc-ce3a-4f3d-9037-ef34543e0c75 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.3759539 Feb 28 10:38:55.342218 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e3427a6a-057d-45ae-a25c-3eb8743dd4b0 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047558'] for router_interface (22520f81-79af-45f2-8920-13f007234052), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:55.345915 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46778) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:55.356775 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c302473c-7aa8-4e02-a46a-785865834797 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=20599ae558ff4376809b2d8be74310d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6162848 Feb 28 10:38:55.361413 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df855fcf-7bcf-4a38-b597-c54dad6b4ca2 admin admin] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:38:55.365829 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-1526ab7d-0dd4-4f16-b86a-d4aa006c6327 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Request body: {'subnet': {'network_id': 'f0ef29fc-ec7b-47a4-a873-c9c8476f719e', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:55.369120 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46780) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:55.370909 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9e1c30-52c6-42c3-93ad-fa5b07d51869 None None] Sync routers for ids ['d48a0f53-921a-4610-bdd4-e1c43518b96e'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:38:55.377739 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-df855fcf-7bcf-4a38-b597-c54dad6b4ca2 admin admin] 10.222.0.62 "PUT /v2.0/routers/d48a0f53-921a-4610-bdd4-e1c43518b96e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3735912 Feb 28 10:38:55.382655 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46782) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:55.384737 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9e1c30-52c6-42c3-93ad-fa5b07d51869 None None] Routers {'d48a0f53-921a-4610-bdd4-e1c43518b96e'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:55.385378 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-2d9e1c30-52c6-42c3-93ad-fa5b07d51869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:38:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['d48a0f53-921a-4610-bdd4-e1c43518b96e'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:55.392272 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302473c-7aa8-4e02-a46a-785865834797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a6e524-047c-43a8-8dbd-303bdbbd6d45,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:55.588657 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-aac01795-8315-4db7-acf6-21c7491ff8be tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (430cae07-e89c-49d5-87f6-b590fae56e9a), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:55.606632 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 477735bd-7411-4f37-835f-6c3977b350e2 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:38:55.634643 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3798b000-e608-42c8-b910-5169e6cdaea3 admin admin] Publish callbacks [] for security_group (a2a6e524-047c-43a8-8dbd-303bdbbd6d45), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:55.705100 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-2d9e1c30-52c6-42c3-93ad-fa5b07d51869 None None] Set router d48a0f53-921a-4610-bdd4-e1c43518b96e gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:38:55.708681 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:38:55.734818 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3798b000-e608-42c8-b910-5169e6cdaea3 admin admin] Publish callbacks [] for security_group (a2a6e524-047c-43a8-8dbd-303bdbbd6d45), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:55.782282 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 477735bd-7411-4f37-835f-6c3977b350e2 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:55.782628 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (477735bd-7411-4f37-835f-6c3977b350e2), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:55.782969 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e052e820-a39b-49a7-8dbc-8517d4444a68 admin admin] Publish callbacks [] for router (d48a0f53-921a-4610-bdd4-e1c43518b96e), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:55.790510 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac01795-8315-4db7-acf6-21c7491ff8be tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Pushing event updated for resources: {'Subnet': ['ID=430cae07-e89c-49d5-87f6-b590fae56e9a,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:55.849222 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-076dba3e-74fc-45ce-bdff-1d76490264ba tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks [] for router_gateway (b4cc80f7-dde5-4aca-a152-6a68e6d3e478), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:55.889318 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac01795-8315-4db7-acf6-21c7491ff8be tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Checking segment: {'id': '39ee14d7-8033-40b3-a017-f46b02f84923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7cf00698-ebcb-4def-b954-4e7db3eb3d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:38:55.889318 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac01795-8315-4db7-acf6-21c7491ff8be tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Network hostable DHCP agents. Network: 7cf00698-ebcb-4def-b954-4e7db3eb3d93, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:38:55.894349 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-076dba3e-74fc-45ce-bdff-1d76490264ba tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:55.911871 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3427a6a-057d-45ae-a25c-3eb8743dd4b0 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Network 06e3cc33-89ec-4958-a42e-5435ad902e2f is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:55.915517 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-e3427a6a-057d-45ae-a25c-3eb8743dd4b0 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:55.984923 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 477735bd-7411-4f37-835f-6c3977b350e2 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:56.016968 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-92e72b9b-d302-4eea-9374-a7515b11743b tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for floatingip (c284200d-e756-421a-9e0d-c9d920020a40), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:56.019456 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e052e820-a39b-49a7-8dbc-8517d4444a68 admin admin] Publish callbacks [] for router_gateway (d48a0f53-921a-4610-bdd4-e1c43518b96e), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:56.024695 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-2d9e1c30-52c6-42c3-93ad-fa5b07d51869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48a0f53-921a-4610-bdd4-e1c43518b96e', 'name': 'tempest-ServerActionsTestJSON-1747609807-router', 'tenant_id': 'db1f4f0e5a54442e90e9cc29426671f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': 'bd7d7429-e828-4be5-8f09-97307385bec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:16Z', 'updated_at': '2022-02-28T10:38:52Z', 'revision_number': 5, 'project_id': 'db1f4f0e5a54442e90e9cc29426671f3', 'gw_port': {'id': 'bd7d7429-e828-4be5-8f09-97307385bec5', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48a0f53-921a-4610-bdd4-e1c43518b96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:17Z', 'updated_at': '2022-02-28T10:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:56.065696 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9e1c30-52c6-42c3-93ad-fa5b07d51869 None None] Checking router: d48a0f53-921a-4610-bdd4-e1c43518b96e for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:38:56.080686 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9e1c30-52c6-42c3-93ad-fa5b07d51869 None None] Routers {'d48a0f53-921a-4610-bdd4-e1c43518b96e'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:56.081084 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3798b000-e608-42c8-b910-5169e6cdaea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (a2a6e524-047c-43a8-8dbd-303bdbbd6d45), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:56.081827 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-2d9e1c30-52c6-42c3-93ad-fa5b07d51869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:38:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['d48a0f53-921a-4610-bdd4-e1c43518b96e'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:56.083790 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3798b000-e608-42c8-b910-5169e6cdaea3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:56.089833 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-3798b000-e608-42c8-b910-5169e6cdaea3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a2a6e524-047c-43a8-8dbd-303bdbbd6d45 HTTP/1.1" status: 204 len: 168 time: 0.7148867 Feb 28 10:38:56.093962 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3798b000-e608-42c8-b910-5169e6cdaea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a6e524-047c-43a8-8dbd-303bdbbd6d45,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:56.111695 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac01795-8315-4db7-acf6-21c7491ff8be tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Network 7cf00698-ebcb-4def-b954-4e7db3eb3d93 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:38:56.120456 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1526ab7d-0dd4-4f16-b86a-d4aa006c6327 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Made reservation on behalf of 4139ff51d3884888b07610eef64ca26e for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:38:56.124159 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1526ab7d-0dd4-4f16-b86a-d4aa006c6327 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:56.152192 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-076dba3e-74fc-45ce-bdff-1d76490264ba tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Allocated IP 172.26.3.101 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/de92293e-a586-4ed1-9dd3-f627ec6027fc) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:56.212378 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-aac01795-8315-4db7-acf6-21c7491ff8be tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 7cf00698-ebcb-4def-b954-4e7db3eb3d93) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:56.218331 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-92e72b9b-d302-4eea-9374-a7515b11743b tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (bcff6063-a934-47b0-9ec8-7250c85e5836), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:56.220184 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3427a6a-057d-45ae-a25c-3eb8743dd4b0 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Router 22520f81-79af-45f2-8920-13f007234052 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:38:56.220327 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac01795-8315-4db7-acf6-21c7491ff8be tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:56.221107 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-aac01795-8315-4db7-acf6-21c7491ff8be tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:56.228025 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-2d9e1c30-52c6-42c3-93ad-fa5b07d51869 None None] Set router d48a0f53-921a-4610-bdd4-e1c43518b96e gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:38:56.295542 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-e052e820-a39b-49a7-8dbc-8517d4444a68 admin admin] Deleting port bd7d7429-e828-4be5-8f09-97307385bec5 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:38:56.296014 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e052e820-a39b-49a7-8dbc-8517d4444a68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (bd7d7429-e828-4be5-8f09-97307385bec5), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:56.300704 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e02085-fd91-4406-a0da-aee99e0e2c9b None None] Network 7cf00698-ebcb-4def-b954-4e7db3eb3d93 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:38:56.390522 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-e052e820-a39b-49a7-8dbc-8517d4444a68 admin admin] For port bd7d7429-e828-4be5-8f09-97307385bec5, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=bd7d7429-e828-4be5-8f09-97307385bec5,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:56.391234 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e052e820-a39b-49a7-8dbc-8517d4444a68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (bd7d7429-e828-4be5-8f09-97307385bec5), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:56.407560 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-e052e820-a39b-49a7-8dbc-8517d4444a68 admin admin] Calling delete_port for bd7d7429-e828-4be5-8f09-97307385bec5 owned by network:router_gateway {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:38:56.421874 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-b8d90c18-7658-41cd-83cc-6c9053e1a793 None None] Provisioning complete for port 36af320b-c5ba-4b68-8f9f-0cbad510c520 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:56.422249 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b8d90c18-7658-41cd-83cc-6c9053e1a793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (36af320b-c5ba-4b68-8f9f-0cbad510c520), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:56.525968 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-b8d90c18-7658-41cd-83cc-6c9053e1a793 None None] Port 36af320b-c5ba-4b68-8f9f-0cbad510c520 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:38:56.543388 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bde3511-fa22-4544-a949-eba873232e52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-7cf00698-ebcb-4def-b954-4e7db3eb3d93', 'network_id': '7cf00698-ebcb-4def-b954-4e7db3eb3d93', 'project_id': '891739127f2c498ea7f57dd53a782d07', 'fixed_ips': [{'subnet_id': '430cae07-e89c-49d5-87f6-b590fae56e9a'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:38:56.544270 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6bde3511-fa22-4544-a949-eba873232e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:56.596607 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-aac01795-8315-4db7-acf6-21c7491ff8be tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8172569 Feb 28 10:38:56.604980 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46786) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:56.624273 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-4abc5d15-5873-45cd-9fc4-78622e25ccba tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Request body: {'port': {'network_id': '7cf00698-ebcb-4def-b954-4e7db3eb3d93', 'name': 'tempest-ExtraDHCPOptionsTestJSON-214351145'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:56.684852 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-2d9e1c30-52c6-42c3-93ad-fa5b07d51869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48a0f53-921a-4610-bdd4-e1c43518b96e', 'name': 'tempest-ServerActionsTestJSON-1747609807-router', 'tenant_id': 'db1f4f0e5a54442e90e9cc29426671f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': 'bd7d7429-e828-4be5-8f09-97307385bec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:16Z', 'updated_at': '2022-02-28T10:38:52Z', 'revision_number': 5, 'project_id': 'db1f4f0e5a54442e90e9cc29426671f3', 'gw_port': {'id': 'bd7d7429-e828-4be5-8f09-97307385bec5', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48a0f53-921a-4610-bdd4-e1c43518b96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:17Z', 'updated_at': '2022-02-28T10:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:56.690084 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3427a6a-057d-45ae-a25c-3eb8743dd4b0 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:38:56.699816 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd84b25-90d6-4f78-8535-4eccf9712179 None None] Sync routers for ids ['22520f81-79af-45f2-8920-13f007234052'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:38:56.705943 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-e3427a6a-057d-45ae-a25c-3eb8743dd4b0 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "PUT /v2.0/routers/22520f81-79af-45f2-8920-13f007234052/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7203081 Feb 28 10:38:56.713680 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd84b25-90d6-4f78-8535-4eccf9712179 None None] Routers {'22520f81-79af-45f2-8920-13f007234052'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:56.714972 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-3cd84b25-90d6-4f78-8535-4eccf9712179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:38:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['22520f81-79af-45f2-8920-13f007234052'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:56.757062 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9e1c30-52c6-42c3-93ad-fa5b07d51869 None None] The sync data for ids ['d48a0f53-921a-4610-bdd4-e1c43518b96e'] in dv-neutron-829161-3-hyperv is: [{'id': 'd48a0f53-921a-4610-bdd4-e1c43518b96e', 'name': 'tempest-ServerActionsTestJSON-1747609807-router', 'tenant_id': 'db1f4f0e5a54442e90e9cc29426671f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': 'bd7d7429-e828-4be5-8f09-97307385bec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:16Z', 'updated_at': '2022-02-28T10:38:52Z', 'revision_number': 5, 'project_id': 'db1f4f0e5a54442e90e9cc29426671f3', 'gw_port': {'id': 'bd7d7429-e828-4be5-8f09-97307385bec5', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48a0f53-921a-4610-bdd4-e1c43518b96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:17Z', 'updated_at': '2022-02-28T10:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:38:56.786110 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-6bde3511-fa22-4544-a949-eba873232e52 None None] Allocated IP 172.20.0.2 (7cf00698-ebcb-4def-b954-4e7db3eb3d93/430cae07-e89c-49d5-87f6-b590fae56e9a/20483231-4ea6-42ed-b178-7a0955ea6dca) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:56.826569 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e052e820-a39b-49a7-8dbc-8517d4444a68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (bd7d7429-e828-4be5-8f09-97307385bec5), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:56.836773 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-076dba3e-74fc-45ce-bdff-1d76490264ba tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks [] for port (de92293e-a586-4ed1-9dd3-f627ec6027fc), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:56.862739 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1526ab7d-0dd4-4f16-b86a-d4aa006c6327 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (7d6cce38-10b1-4595-9674-b9b3c4df02b9), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:56.884106 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e052e820-a39b-49a7-8dbc-8517d4444a68 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd7d7429-e828-4be5-8f09-97307385bec5,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:56.886236 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-3cd84b25-90d6-4f78-8535-4eccf9712179 None None] Set router 22520f81-79af-45f2-8920-13f007234052 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:38:56.904020 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1526ab7d-0dd4-4f16-b86a-d4aa006c6327 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Network f0ef29fc-ec7b-47a4-a873-c9c8476f719e is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:56.930798 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-1526ab7d-0dd4-4f16-b86a-d4aa006c6327 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:56.941314 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1526ab7d-0dd4-4f16-b86a-d4aa006c6327 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:56.942178 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1526ab7d-0dd4-4f16-b86a-d4aa006c6327 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:56.972022 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-92e72b9b-d302-4eea-9374-a7515b11743b tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for port (bcff6063-a934-47b0-9ec8-7250c85e5836), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:56.973174 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1526ab7d-0dd4-4f16-b86a-d4aa006c6327 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event updated for resources: {'Subnet': ['ID=7d6cce38-10b1-4595-9674-b9b3c4df02b9,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:56.988327 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22842858-0af7-42d7-b33d-3a0fdcffd47a None None] Network f0ef29fc-ec7b-47a4-a873-c9c8476f719e requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:38:57.000362 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e052e820-a39b-49a7-8dbc-8517d4444a68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047843'] for router_gateway (d48a0f53-921a-4610-bdd4-e1c43518b96e), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:57.034074 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4abc5d15-5873-45cd-9fc4-78622e25ccba tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Made reservation on behalf of 891739127f2c498ea7f57dd53a782d07 for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:38:57.050343 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4abc5d15-5873-45cd-9fc4-78622e25ccba tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:57.083572 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-56f85ca7-4c33-4e89-b15e-b2b6230a0bc9 req-84846770-ba9c-4025-89c9-f517bd2d2782 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-665306297&fields=id&tenant_id=f5a1ec0f7f9748a2bd1edc7639d74b9e HTTP/1.1" status: 200 len: 267 time: 0.0853407 Feb 28 10:38:57.100465 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-1526ab7d-0dd4-4f16-b86a-d4aa006c6327 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7440314 Feb 28 10:38:57.100465 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-076dba3e-74fc-45ce-bdff-1d76490264ba tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (de92293e-a586-4ed1-9dd3-f627ec6027fc), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:57.102913 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46804) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:57.108098 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6bde3511-fa22-4544-a949-eba873232e52 None None] Publish callbacks [] for port (20483231-4ea6-42ed-b178-7a0955ea6dca), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:57.125909 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-92e72b9b-d302-4eea-9374-a7515b11743b tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (bcff6063-a934-47b0-9ec8-7250c85e5836), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:57.184131 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-3cd84b25-90d6-4f78-8535-4eccf9712179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22520f81-79af-45f2-8920-13f007234052', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2062588438', 'tenant_id': 'f5a1ec0f7f9748a2bd1edc7639d74b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.167'}], 'enable_snat': True}, 'gw_port_id': '0931c656-0cb5-4fb5-b7cc-bc4307f7ad98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:45Z', 'updated_at': '2022-02-28T10:38:54Z', 'revision_number': 4, 'project_id': 'f5a1ec0f7f9748a2bd1edc7639d74b9e', 'gw_port': {'id': '0931c656-0cb5-4fb5-b7cc-bc4307f7ad98', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22520f81-79af-45f2-8920-13f007234052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:46Z', 'updated_at': '2022-02-28T10:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '36af320b-c5ba-4b68-8f9f-0cbad510c520', 'name': '', 'network_id': '06e3cc33-89ec-4958-a42e-5435ad902e2f', 'tenant_id': 'f5a1ec0f7f9748a2bd1edc7639d74b9e', 'mac_address': 'fa:16:3e:cc:0f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22520f81-79af-45f2-8920-13f007234052', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'bea0f80b-02eb-4df8-90d4-3e99d0538dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:52Z', 'updated_at': '2022-02-28T10:38:54Z', 'revision_number': 2, 'project_id': 'f5a1ec0f7f9748a2bd1edc7639d74b9e', 'subnets': [{'id': 'bea0f80b-02eb-4df8-90d4-3e99d0538dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:57.215106 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6bde3511-fa22-4544-a949-eba873232e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (20483231-4ea6-42ed-b178-7a0955ea6dca), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:57.218360 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd84b25-90d6-4f78-8535-4eccf9712179 None None] Checking router: 22520f81-79af-45f2-8920-13f007234052 for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:38:57.218770 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd84b25-90d6-4f78-8535-4eccf9712179 None None] Updating router 22520f81-79af-45f2-8920-13f007234052 port 36af320b-c5ba-4b68-8f9f-0cbad510c520 binding host dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:38:57.225031 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-4abc5d15-5873-45cd-9fc4-78622e25ccba tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] device_id is not set on port 3ce9a24b-9735-4b78-aaa1-45694aea84f9 yet. {{(pid=104083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:38:57.230192 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-6d5d4622-0eac-41b5-84f5-d71774602ac4 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2113129300', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7d6cce38-10b1-4595-9674-b9b3c4df02b9'}], 'security_groups': ['2abefc28-0b12-4b51-a815-262039bf7324', '2da3e4eb-cacd-40b3-96a7-706435552fb7']}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:57.247269 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bde3511-fa22-4544-a949-eba873232e52 None None] Network 7cf00698-ebcb-4def-b954-4e7db3eb3d93 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:57.252062 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-6bde3511-fa22-4544-a949-eba873232e52 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:57.264949 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e052e820-a39b-49a7-8dbc-8517d4444a68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (d48a0f53-921a-4610-bdd4-e1c43518b96e), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:57.278646 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3cd84b25-90d6-4f78-8535-4eccf9712179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (36af320b-c5ba-4b68-8f9f-0cbad510c520), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:57.278948 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bde3511-fa22-4544-a949-eba873232e52 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:38:57.287629 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e052e820-a39b-49a7-8dbc-8517d4444a68 admin admin] Publish callbacks [] for router_controller (d48a0f53-921a-4610-bdd4-e1c43518b96e), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:57.349699 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076dba3e-74fc-45ce-bdff-1d76490264ba tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:57.402864 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-92e72b9b-d302-4eea-9374-a7515b11743b tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047917'] for floatingip (c284200d-e756-421a-9e0d-c9d920020a40), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:57.404371 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261c1529-436f-47b6-8c8a-2977ff835b75 None None] Update dhcp port {'port': {'network_id': 'f0ef29fc-ec7b-47a4-a873-c9c8476f719e', 'fixed_ips': [{'subnet_id': '9c10154e-1383-4c76-92b3-3de834647fe2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'feeea2e9-7565-438a-adb9-2ceef6e25e6c', 'ip_address': '2001:db8::2'}, {'subnet_id': '7d6cce38-10b1-4595-9674-b9b3c4df02b9'}], 'binding:host_id': 'dv-neutron-829161-3-hyperv'}, 'id': '7c46b2ac-097f-4482-bb4c-49d4326e2868'} from dv-neutron-829161-3-hyperv. {{(pid=104085) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 28 10:38:57.459708 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e72b9b-d302-4eea-9374-a7515b11743b tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Pushing event updated for resources: {'Port': ['ID=bcff6063-a934-47b0-9ec8-7250c85e5836,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:57.482754 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-6bde3511-fa22-4544-a949-eba873232e52 None None] Attempting to bind port 20483231-4ea6-42ed-b178-7a0955ea6dca on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:38:57.483198 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-6bde3511-fa22-4544-a949-eba873232e52 None None] Attempting to bind port 20483231-4ea6-42ed-b178-7a0955ea6dca by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '39ee14d7-8033-40b3-a017-f46b02f84923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7cf00698-ebcb-4def-b954-4e7db3eb3d93'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:38:57.483912 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bde3511-fa22-4544-a949-eba873232e52 None None] Attempting to bind port 20483231-4ea6-42ed-b178-7a0955ea6dca on network 7cf00698-ebcb-4def-b954-4e7db3eb3d93 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:38:57.496434 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bde3511-fa22-4544-a949-eba873232e52 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:38:57.496825 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bde3511-fa22-4544-a949-eba873232e52 None None] Checking segment: {'id': '39ee14d7-8033-40b3-a017-f46b02f84923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7cf00698-ebcb-4def-b954-4e7db3eb3d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:38:57.497228 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6bde3511-fa22-4544-a949-eba873232e52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:57.497630 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bde3511-fa22-4544-a949-eba873232e52 None None] Bound using segment: {'id': '39ee14d7-8033-40b3-a017-f46b02f84923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7cf00698-ebcb-4def-b954-4e7db3eb3d93'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:38:57.498112 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-6bde3511-fa22-4544-a949-eba873232e52 None None] Bound port: 20483231-4ea6-42ed-b178-7a0955ea6dca, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39ee14d7-8033-40b3-a017-f46b02f84923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7cf00698-ebcb-4def-b954-4e7db3eb3d93'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:38:57.499516 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6bde3511-fa22-4544-a949-eba873232e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (20483231-4ea6-42ed-b178-7a0955ea6dca), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:57.536052 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-076dba3e-74fc-45ce-bdff-1d76490264ba tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:57.572734 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076dba3e-74fc-45ce-bdff-1d76490264ba tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:38:57.575565 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076dba3e-74fc-45ce-bdff-1d76490264ba tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Pushing event updated for resources: {'Port': ['ID=de92293e-a586-4ed1-9dd3-f627ec6027fc,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:57.592703 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-6bde3511-fa22-4544-a949-eba873232e52 None None] For port 20483231-4ea6-42ed-b178-7a0955ea6dca, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:38:57.596376 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-6bde3511-fa22-4544-a949-eba873232e52 None None] For port 20483231-4ea6-42ed-b178-7a0955ea6dca, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=20483231-4ea6-42ed-b178-7a0955ea6dca,segment=NetworkSegment(39ee14d7-8033-40b3-a017-f46b02f84923),segment_id=39ee14d7-8033-40b3-a017-f46b02f84923)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:38:57.603617 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 66243368-02ba-481c-8095-20b6cf2ff6e8 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:38:57.626591 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 66243368-02ba-481c-8095-20b6cf2ff6e8 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:38:57.627081 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 66243368-02ba-481c-8095-20b6cf2ff6e8 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:38:57.629307 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bde3511-fa22-4544-a949-eba873232e52 None None] Pushing event updated for resources: {'Port': ['ID=20483231-4ea6-42ed-b178-7a0955ea6dca,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:57.631283 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e052e820-a39b-49a7-8dbc-8517d4444a68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (d48a0f53-921a-4610-bdd4-e1c43518b96e), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:57.631861 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e052e820-a39b-49a7-8dbc-8517d4444a68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d48a0f53-921a-4610-bdd4-e1c43518b96e {{(pid=104083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:38:57.635664 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-261c1529-436f-47b6-8c8a-2977ff835b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (7c46b2ac-097f-4482-bb4c-49d4326e2868), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:57.651628 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6d5d4622-0eac-41b5-84f5-d71774602ac4 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (37c76102-29a8-4008-a5f8-27299745cf90), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:57.652021 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e052e820-a39b-49a7-8dbc-8517d4444a68 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:57.655667 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-e052e820-a39b-49a7-8dbc-8517d4444a68 admin admin] 10.222.0.62 "DELETE /v2.0/routers/d48a0f53-921a-4610-bdd4-e1c43518b96e HTTP/1.1" status: 204 len: 168 time: 2.2636123 Feb 28 10:38:57.656259 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46806) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:57.690400 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6bde3511-fa22-4544-a949-eba873232e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (20483231-4ea6-42ed-b178-7a0955ea6dca), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:57.694450 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.l3_db [None req-92e72b9b-d302-4eea-9374-a7515b11743b tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Floating IP c284200d-e756-421a-9e0d-c9d920020a40 associated. External IP: 172.26.3.143, port: 08de8564-5f47-4f27-bf83-863be3dd9d6c. Feb 28 10:38:57.701553 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3cd84b25-90d6-4f78-8535-4eccf9712179 None None] Publish callbacks [] for port (36af320b-c5ba-4b68-8f9f-0cbad510c520), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:57.721302 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f85ca7-4c33-4e89-b15e-b2b6230a0bc9 req-0514d1d2-538a-4cb8-9a49-fc58a3781021 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:57.731088 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-56f85ca7-4c33-4e89-b15e-b2b6230a0bc9 req-0514d1d2-538a-4cb8-9a49-fc58a3781021 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "GET /v2.0/networks?id=06e3cc33-89ec-4958-a42e-5435ad902e2f HTTP/1.1" status: 200 len: 796 time: 0.6259544 Feb 28 10:38:57.743238 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-4abc5d15-5873-45cd-9fc4-78622e25ccba tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Allocated IP 172.20.0.14 (7cf00698-ebcb-4def-b954-4e7db3eb3d93/430cae07-e89c-49d5-87f6-b590fae56e9a/3ce9a24b-9735-4b78-aaa1-45694aea84f9) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:57.778132 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3cd84b25-90d6-4f78-8535-4eccf9712179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (36af320b-c5ba-4b68-8f9f-0cbad510c520), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:57.848637 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb5e49c-2c5d-49d6-b6d4-9a3ed6b58b4b None None] Pushing event updated for resources: {'Port': ['ID=36af320b-c5ba-4b68-8f9f-0cbad510c520,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:57.884429 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb5e49c-2c5d-49d6-b6d4-9a3ed6b58b4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:57.884809 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb5e49c-2c5d-49d6-b6d4-9a3ed6b58b4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:57.885154 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb5e49c-2c5d-49d6-b6d4-9a3ed6b58b4b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:57.885502 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb5e49c-2c5d-49d6-b6d4-9a3ed6b58b4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:57.885839 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb5e49c-2c5d-49d6-b6d4-9a3ed6b58b4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:57.886183 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb5e49c-2c5d-49d6-b6d4-9a3ed6b58b4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:57.886718 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb5e49c-2c5d-49d6-b6d4-9a3ed6b58b4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:57.887115 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb5e49c-2c5d-49d6-b6d4-9a3ed6b58b4b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:57.887777 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb5e49c-2c5d-49d6-b6d4-9a3ed6b58b4b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:57.888142 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb5e49c-2c5d-49d6-b6d4-9a3ed6b58b4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:57.888482 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb5e49c-2c5d-49d6-b6d4-9a3ed6b58b4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:57.888817 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb5e49c-2c5d-49d6-b6d4-9a3ed6b58b4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:57.889149 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb5e49c-2c5d-49d6-b6d4-9a3ed6b58b4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:57.940847 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-56f85ca7-4c33-4e89-b15e-b2b6230a0bc9 req-b3dd9848-6d10-4663-9b98-4ecfa3475a1e tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "GET /v2.0/quotas/f5a1ec0f7f9748a2bd1edc7639d74b9e HTTP/1.1" status: 200 len: 375 time: 0.2086494 Feb 28 10:38:57.945111 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-3cd84b25-90d6-4f78-8535-4eccf9712179 None None] Attempting to bind port 36af320b-c5ba-4b68-8f9f-0cbad510c520 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:38:57.945888 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-3cd84b25-90d6-4f78-8535-4eccf9712179 None None] Attempting to bind port 36af320b-c5ba-4b68-8f9f-0cbad510c520 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '5d3ef6a2-26fd-4ae1-a1a7-759a1b4042a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '06e3cc33-89ec-4958-a42e-5435ad902e2f'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:38:57.946037 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd84b25-90d6-4f78-8535-4eccf9712179 None None] Attempting to bind port 36af320b-c5ba-4b68-8f9f-0cbad510c520 on network 06e3cc33-89ec-4958-a42e-5435ad902e2f {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:38:57.953144 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd84b25-90d6-4f78-8535-4eccf9712179 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:38:57.953557 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd84b25-90d6-4f78-8535-4eccf9712179 None None] Checking segment: {'id': '5d3ef6a2-26fd-4ae1-a1a7-759a1b4042a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '06e3cc33-89ec-4958-a42e-5435ad902e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:38:57.953877 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3cd84b25-90d6-4f78-8535-4eccf9712179 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:57.954283 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd84b25-90d6-4f78-8535-4eccf9712179 None None] Bound using segment: {'id': '5d3ef6a2-26fd-4ae1-a1a7-759a1b4042a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '06e3cc33-89ec-4958-a42e-5435ad902e2f'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:38:57.954772 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-3cd84b25-90d6-4f78-8535-4eccf9712179 None None] Bound port: 36af320b-c5ba-4b68-8f9f-0cbad510c520, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3ef6a2-26fd-4ae1-a1a7-759a1b4042a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '06e3cc33-89ec-4958-a42e-5435ad902e2f'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:38:57.955184 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3cd84b25-90d6-4f78-8535-4eccf9712179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (36af320b-c5ba-4b68-8f9f-0cbad510c520), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:58.049720 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-3cd84b25-90d6-4f78-8535-4eccf9712179 None None] For port 36af320b-c5ba-4b68-8f9f-0cbad510c520, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:38:58.053770 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-3cd84b25-90d6-4f78-8535-4eccf9712179 None None] For port 36af320b-c5ba-4b68-8f9f-0cbad510c520, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=36af320b-c5ba-4b68-8f9f-0cbad510c520,segment=NetworkSegment(5d3ef6a2-26fd-4ae1-a1a7-759a1b4042a7),segment_id=5d3ef6a2-26fd-4ae1-a1a7-759a1b4042a7)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:38:58.138745 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3cd84b25-90d6-4f78-8535-4eccf9712179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (36af320b-c5ba-4b68-8f9f-0cbad510c520), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:58.187925 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92e72b9b-d302-4eea-9374-a7515b11743b tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Router e94fd51f-5c81-48c9-98f1-5b1daebeeda9 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:38:58.196827 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4abc5d15-5873-45cd-9fc4-78622e25ccba tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Publish callbacks [] for port (3ce9a24b-9735-4b78-aaa1-45694aea84f9), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:58.229381 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b70c08d-22b5-46a7-9952-aa6908832c26 admin admin] Deleting subnet 038abd09-1459-4824-9486-15e272f156e9 {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:38:58.238797 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0b70c08d-22b5-46a7-9952-aa6908832c26 admin admin] Publish callbacks [] for subnet (038abd09-1459-4824-9486-15e272f156e9), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:58.269062 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-261c1529-436f-47b6-8c8a-2977ff835b75 None None] Allocated IP 2001:db8:0:2::2 (f0ef29fc-ec7b-47a4-a873-c9c8476f719e/7d6cce38-10b1-4595-9674-b9b3c4df02b9/7c46b2ac-097f-4482-bb4c-49d4326e2868) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:58.296022 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb5e49c-2c5d-49d6-b6d4-9a3ed6b58b4b None None] Pushing event updated for resources: {'Port': ['ID=36af320b-c5ba-4b68-8f9f-0cbad510c520,revision_number=4']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:58.318008 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0b70c08d-22b5-46a7-9952-aa6908832c26 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (038abd09-1459-4824-9486-15e272f156e9), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:58.325890 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd84b25-90d6-4f78-8535-4eccf9712179 None None] Routers {'22520f81-79af-45f2-8920-13f007234052'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:58.326552 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-3cd84b25-90d6-4f78-8535-4eccf9712179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:38:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['22520f81-79af-45f2-8920-13f007234052'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:58.370282 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bde3511-fa22-4544-a949-eba873232e52 None None] Pushing event updated for resources: {'Port': ['ID=20483231-4ea6-42ed-b178-7a0955ea6dca,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:58.419875 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-69f076fc-770b-43cc-90ab-bd87e00e7f9e None None] Provisioning complete for port 36af320b-c5ba-4b68-8f9f-0cbad510c520 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:58.420413 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-69f076fc-770b-43cc-90ab-bd87e00e7f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (36af320b-c5ba-4b68-8f9f-0cbad510c520), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:58.442772 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0b70c08d-22b5-46a7-9952-aa6908832c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (038abd09-1459-4824-9486-15e272f156e9), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:58.522541 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-3cd84b25-90d6-4f78-8535-4eccf9712179 None None] Set router 22520f81-79af-45f2-8920-13f007234052 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:38:58.577104 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e72b9b-d302-4eea-9374-a7515b11743b tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:38:58.590476 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4abc5d15-5873-45cd-9fc4-78622e25ccba tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (3ce9a24b-9735-4b78-aaa1-45694aea84f9), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:58.606584 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0b694c-0306-46e7-92de-a8e5d1ad35ec None None] Sync routers for ids ['e94fd51f-5c81-48c9-98f1-5b1daebeeda9'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:38:58.678741 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0b694c-0306-46e7-92de-a8e5d1ad35ec None None] Routers {'e94fd51f-5c81-48c9-98f1-5b1daebeeda9'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:58.680770 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-7d0b694c-0306-46e7-92de-a8e5d1ad35ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:38:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['e94fd51f-5c81-48c9-98f1-5b1daebeeda9'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:58.686043 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abc5d15-5873-45cd-9fc4-78622e25ccba tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Network 7cf00698-ebcb-4def-b954-4e7db3eb3d93 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:58.690253 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-4abc5d15-5873-45cd-9fc4-78622e25ccba tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:58.694255 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-261c1529-436f-47b6-8c8a-2977ff835b75 None None] For port 7c46b2ac-097f-4482-bb4c-49d4326e2868, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=7c46b2ac-097f-4482-bb4c-49d4326e2868,segment=NetworkSegment(a3e72be4-67a6-4f9f-b0f3-a2f19d117552),segment_id=a3e72be4-67a6-4f9f-b0f3-a2f19d117552)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:58.696110 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abc5d15-5873-45cd-9fc4-78622e25ccba tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:38:58.748651 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-7d0b694c-0306-46e7-92de-a8e5d1ad35ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:58.763752 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-92e72b9b-d302-4eea-9374-a7515b11743b tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:58.769141 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-69f076fc-770b-43cc-90ab-bd87e00e7f9e None None] Current status of the port 36af320b-c5ba-4b68-8f9f-0cbad510c520 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:58.769637 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-69f076fc-770b-43cc-90ab-bd87e00e7f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (36af320b-c5ba-4b68-8f9f-0cbad510c520), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:58.782516 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0b694c-0306-46e7-92de-a8e5d1ad35ec None None] Routers {'e94fd51f-5c81-48c9-98f1-5b1daebeeda9'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:58.783622 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-7d0b694c-0306-46e7-92de-a8e5d1ad35ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:38:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['e94fd51f-5c81-48c9-98f1-5b1daebeeda9'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:58.837335 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-7d0b694c-0306-46e7-92de-a8e5d1ad35ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:58.838171 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0b694c-0306-46e7-92de-a8e5d1ad35ec None None] The sync data for ids ['e94fd51f-5c81-48c9-98f1-5b1daebeeda9'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:38:58.847188 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-261c1529-436f-47b6-8c8a-2977ff835b75 None None] Publish callbacks [] for port (7c46b2ac-097f-4482-bb4c-49d4326e2868), precommit_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:58.870802 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-69f076fc-770b-43cc-90ab-bd87e00e7f9e None None] For port 36af320b-c5ba-4b68-8f9f-0cbad510c520, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=36af320b-c5ba-4b68-8f9f-0cbad510c520,segment=NetworkSegment(5d3ef6a2-26fd-4ae1-a1a7-759a1b4042a7),segment_id=5d3ef6a2-26fd-4ae1-a1a7-759a1b4042a7)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:58.915075 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-261c1529-436f-47b6-8c8a-2977ff835b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (7c46b2ac-097f-4482-bb4c-49d4326e2868), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:58.970004 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-69f076fc-770b-43cc-90ab-bd87e00e7f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (36af320b-c5ba-4b68-8f9f-0cbad510c520), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:58.984565 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-3cd84b25-90d6-4f78-8535-4eccf9712179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22520f81-79af-45f2-8920-13f007234052', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2062588438', 'tenant_id': 'f5a1ec0f7f9748a2bd1edc7639d74b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.167'}], 'enable_snat': True}, 'gw_port_id': '0931c656-0cb5-4fb5-b7cc-bc4307f7ad98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:45Z', 'updated_at': '2022-02-28T10:38:54Z', 'revision_number': 4, 'project_id': 'f5a1ec0f7f9748a2bd1edc7639d74b9e', 'gw_port': {'id': '0931c656-0cb5-4fb5-b7cc-bc4307f7ad98', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22520f81-79af-45f2-8920-13f007234052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:46Z', 'updated_at': '2022-02-28T10:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '36af320b-c5ba-4b68-8f9f-0cbad510c520', 'name': '', 'network_id': '06e3cc33-89ec-4958-a42e-5435ad902e2f', 'tenant_id': 'f5a1ec0f7f9748a2bd1edc7639d74b9e', 'mac_address': 'fa:16:3e:cc:0f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22520f81-79af-45f2-8920-13f007234052', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'bea0f80b-02eb-4df8-90d4-3e99d0538dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:52Z', 'updated_at': '2022-02-28T10:38:58Z', 'revision_number': 4, 'project_id': 'f5a1ec0f7f9748a2bd1edc7639d74b9e', 'subnets': [{'id': 'bea0f80b-02eb-4df8-90d4-3e99d0538dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:59.015997 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd84b25-90d6-4f78-8535-4eccf9712179 None None] The sync data for ids ['22520f81-79af-45f2-8920-13f007234052'] in dv-neutron-829161-3-hyperv is: [{'id': '22520f81-79af-45f2-8920-13f007234052', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2062588438', 'tenant_id': 'f5a1ec0f7f9748a2bd1edc7639d74b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.167'}], 'enable_snat': True}, 'gw_port_id': '0931c656-0cb5-4fb5-b7cc-bc4307f7ad98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:45Z', 'updated_at': '2022-02-28T10:38:54Z', 'revision_number': 4, 'project_id': 'f5a1ec0f7f9748a2bd1edc7639d74b9e', 'gw_port': {'id': '0931c656-0cb5-4fb5-b7cc-bc4307f7ad98', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22520f81-79af-45f2-8920-13f007234052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:46Z', 'updated_at': '2022-02-28T10:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '36af320b-c5ba-4b68-8f9f-0cbad510c520', 'name': '', 'network_id': '06e3cc33-89ec-4958-a42e-5435ad902e2f', 'tenant_id': 'f5a1ec0f7f9748a2bd1edc7639d74b9e', 'mac_address': 'fa:16:3e:cc:0f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22520f81-79af-45f2-8920-13f007234052', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'bea0f80b-02eb-4df8-90d4-3e99d0538dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:52Z', 'updated_at': '2022-02-28T10:38:58Z', 'revision_number': 4, 'project_id': 'f5a1ec0f7f9748a2bd1edc7639d74b9e', 'subnets': [{'id': 'bea0f80b-02eb-4df8-90d4-3e99d0538dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:38:59.092896 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-56f85ca7-4c33-4e89-b15e-b2b6230a0bc9 req-4b1c307f-f195-4f4c-a6dc-1dc25e437829 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=f5a1ec0f7f9748a2bd1edc7639d74b9e&fields=id HTTP/1.1" status: 200 len: 302 time: 1.1250863 Feb 28 10:38:59.204666 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0b70c08d-22b5-46a7-9952-aa6908832c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (038abd09-1459-4824-9486-15e272f156e9), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:59.220839 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c1529-436f-47b6-8c8a-2977ff835b75 None None] Pushing event updated for resources: {'Port': ['ID=7c46b2ac-097f-4482-bb4c-49d4326e2868,revision_number=7']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:59.254162 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc5d15-5873-45cd-9fc4-78622e25ccba tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Pushing event updated for resources: {'Port': ['ID=3ce9a24b-9735-4b78-aaa1-45694aea84f9,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:59.282371 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abc5d15-5873-45cd-9fc4-78622e25ccba tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:59.283179 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4abc5d15-5873-45cd-9fc4-78622e25ccba tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:59.293633 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-804fad73-37f8-45f9-9ac1-b9e2b52c9230 None None] Provisioning complete for port 36af320b-c5ba-4b68-8f9f-0cbad510c520 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:59.294216 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-804fad73-37f8-45f9-9ac1-b9e2b52c9230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (36af320b-c5ba-4b68-8f9f-0cbad510c520), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:59.306631 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-92e72b9b-d302-4eea-9374-a7515b11743b tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 7.2915399 Feb 28 10:38:59.309495 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46808) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:59.325773 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-14ecceba-a231-4a97-ab3a-ec4b45ea0c0d tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Request body: {'floatingip': {'port_id': '08de8564-5f47-4f27-bf83-863be3dd9d6c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:59.373719 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0b70c08d-22b5-46a7-9952-aa6908832c26 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:59.378540 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5af38a4-417e-4bdc-85cd-e2b16b7926a3 None None] Network 3446291b-b1f9-4318-9a41-856ad362fcb1 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:38:59.378703 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-0b70c08d-22b5-46a7-9952-aa6908832c26 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/038abd09-1459-4824-9486-15e272f156e9 HTTP/1.1" status: 204 len: 168 time: 1.6635110 Feb 28 10:38:59.403410 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46812) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:59.417433 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-4abc5d15-5873-45cd-9fc4-78622e25ccba tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.8088164 Feb 28 10:38:59.420603 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46814) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:59.421291 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b70c08d-22b5-46a7-9952-aa6908832c26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=038abd09-1459-4824-9486-15e272f156e9,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:59.437402 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-b985220b-0ad1-4b01-90c6-87073f3fdaa2 tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Request body: {'port': {'network_id': '7cf00698-ebcb-4def-b954-4e7db3eb3d93', 'name': 'tempest-ExtraDHCPOptionsTestJSON-149809274', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:59.437402 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.api.validators [None req-b985220b-0ad1-4b01-90c6-87073f3fdaa2 tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] bootfile-name is not in valid_values {{(pid=104083) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 28 10:38:59.437402 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.api.validators [None req-b985220b-0ad1-4b01-90c6-87073f3fdaa2 tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] tftp-server is not in valid_values {{(pid=104083) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 28 10:38:59.448974 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.api.validators [None req-b985220b-0ad1-4b01-90c6-87073f3fdaa2 tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] server-ip-address is not in valid_values {{(pid=104083) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 28 10:38:59.513689 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f076fc-770b-43cc-90ab-bd87e00e7f9e None None] Pushing event updated for resources: {'Port': ['ID=36af320b-c5ba-4b68-8f9f-0cbad510c520,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:59.668880 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-804fad73-37f8-45f9-9ac1-b9e2b52c9230 None None] Current status of the port 36af320b-c5ba-4b68-8f9f-0cbad510c520 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:59.686148 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-14ecceba-a231-4a97-ab3a-ec4b45ea0c0d tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for floatingip (c284200d-e756-421a-9e0d-c9d920020a40), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:59.712888 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbb2384-3652-46c1-b950-e3cde87e2675 None None] DHCP port deletion for 3446291b-b1f9-4318-9a41-856ad362fcb1 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:38:59.720084 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-076dba3e-74fc-45ce-bdff-1d76490264ba tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks [] for router_gateway (b4cc80f7-dde5-4aca-a152-6a68e6d3e478), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:59.832483 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-6fbb2384-3652-46c1-b950-e3cde87e2675 None None] Deleting port 3bf6ceb5-cff7-4177-8206-817fc787e02f {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:38:59.832866 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6fbb2384-3652-46c1-b950-e3cde87e2675 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (3bf6ceb5-cff7-4177-8206-817fc787e02f), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:59.916514 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 36af320b-c5ba-4b68-8f9f-0cbad510c520 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:38:59.939111 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-6d5d4622-0eac-41b5-84f5-d71774602ac4 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Delete allocated IP 2001:db8::d3 (f0ef29fc-ec7b-47a4-a873-c9c8476f719e/feeea2e9-7565-438a-adb9-2ceef6e25e6c) {{(pid=104084) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 28 10:38:59.961995 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9544035c-e0f4-4859-80ce-63ab1e5fe72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (3446291b-b1f9-4318-9a41-856ad362fcb1), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:59.965515 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-56f85ca7-4c33-4e89-b15e-b2b6230a0bc9 req-1b372d01-295e-416a-b607-c3efaef6cdb2 service neutron] 10.222.0.62 "GET /v2.0/networks/06e3cc33-89ec-4958-a42e-5435ad902e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8401325 Feb 28 10:38:59.992130 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-6d5d4622-0eac-41b5-84f5-d71774602ac4 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Allocated IP 2001:db8:0:2::1f7 (f0ef29fc-ec7b-47a4-a873-c9c8476f719e/7d6cce38-10b1-4595-9674-b9b3c4df02b9/37c76102-29a8-4008-a5f8-27299745cf90) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:39:00.096499 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de566e1-4ee1-43e3-8637-ec54c124e28c None None] Network 7cf00698-ebcb-4def-b954-4e7db3eb3d93 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:39:00.102528 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 36af320b-c5ba-4b68-8f9f-0cbad510c520 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:00.103261 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (36af320b-c5ba-4b68-8f9f-0cbad510c520), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:00.166060 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-6fbb2384-3652-46c1-b950-e3cde87e2675 None None] For port 3bf6ceb5-cff7-4177-8206-817fc787e02f, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=3bf6ceb5-cff7-4177-8206-817fc787e02f,segment=NetworkSegment(be7ef583-9773-47a5-8fb0-292ce51f3db0),segment_id=be7ef583-9773-47a5-8fb0-292ce51f3db0)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:39:00.166596 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6fbb2384-3652-46c1-b950-e3cde87e2675 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (3bf6ceb5-cff7-4177-8206-817fc787e02f), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:00.197287 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b985220b-0ad1-4b01-90c6-87073f3fdaa2 tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Made reservation on behalf of 891739127f2c498ea7f57dd53a782d07 for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:00.200789 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b985220b-0ad1-4b01-90c6-87073f3fdaa2 tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:00.238799 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-b985220b-0ad1-4b01-90c6-87073f3fdaa2 tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] device_id is not set on port a110251d-e0e5-45c0-8f90-ee8a0a80879d yet. {{(pid=104083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:39:00.244210 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-da4b483e-59a5-4cdb-bde4-117b1d02917c None None] Provisioning complete for port 20483231-4ea6-42ed-b178-7a0955ea6dca triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:00.244639 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-da4b483e-59a5-4cdb-bde4-117b1d02917c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (20483231-4ea6-42ed-b178-7a0955ea6dca), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:00.249438 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-6fbb2384-3652-46c1-b950-e3cde87e2675 None None] Calling delete_port for 3bf6ceb5-cff7-4177-8206-817fc787e02f owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:39:00.349145 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-56f85ca7-4c33-4e89-b15e-b2b6230a0bc9 req-1b6790a9-1cf1-43ba-a62c-3a6610cf0d0b service neutron] 10.222.0.62 "GET /v2.0/networks/06e3cc33-89ec-4958-a42e-5435ad902e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696530 Feb 28 10:39:00.411975 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 36af320b-c5ba-4b68-8f9f-0cbad510c520 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:39:00.413754 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 7c46b2ac-097f-4482-bb4c-49d4326e2868 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:39:00.416931 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-b985220b-0ad1-4b01-90c6-87073f3fdaa2 tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Allocated IP 172.20.0.7 (7cf00698-ebcb-4def-b954-4e7db3eb3d93/430cae07-e89c-49d5-87f6-b590fae56e9a/a110251d-e0e5-45c0-8f90-ee8a0a80879d) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:39:00.436303 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-9544035c-e0f4-4859-80ce-63ab1e5fe72c admin admin] Deleting port 3bf6ceb5-cff7-4177-8206-817fc787e02f {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:39:00.436653 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9544035c-e0f4-4859-80ce-63ab1e5fe72c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (3bf6ceb5-cff7-4177-8206-817fc787e02f), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:00.557541 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-076dba3e-74fc-45ce-bdff-1d76490264ba tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1032676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1044823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27871'] for router (b4cc80f7-dde5-4aca-a152-6a68e6d3e478), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:00.575450 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-9544035c-e0f4-4859-80ce-63ab1e5fe72c admin admin] For port 3bf6ceb5-cff7-4177-8206-817fc787e02f, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=3bf6ceb5-cff7-4177-8206-817fc787e02f,segment=NetworkSegment(be7ef583-9773-47a5-8fb0-292ce51f3db0),segment_id=be7ef583-9773-47a5-8fb0-292ce51f3db0)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:39:00.575818 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9544035c-e0f4-4859-80ce-63ab1e5fe72c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (3bf6ceb5-cff7-4177-8206-817fc787e02f), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:00.578636 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-076dba3e-74fc-45ce-bdff-1d76490264ba tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1032701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1032690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1044908'] for router (b4cc80f7-dde5-4aca-a152-6a68e6d3e478), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:00.584424 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 7c46b2ac-097f-4482-bb4c-49d4326e2868 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:00.584949 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (7c46b2ac-097f-4482-bb4c-49d4326e2868), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:00.614474 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-9544035c-e0f4-4859-80ce-63ab1e5fe72c admin admin] Calling delete_port for 3bf6ceb5-cff7-4177-8206-817fc787e02f owned by network:dhcp {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:39:00.632563 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:00.679306 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-da4b483e-59a5-4cdb-bde4-117b1d02917c None None] Current status of the port 20483231-4ea6-42ed-b178-7a0955ea6dca is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:39:00.683307 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-da4b483e-59a5-4cdb-bde4-117b1d02917c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (20483231-4ea6-42ed-b178-7a0955ea6dca), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:00.758955 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9544035c-e0f4-4859-80ce-63ab1e5fe72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (3bf6ceb5-cff7-4177-8206-817fc787e02f), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:00.768992 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-da4b483e-59a5-4cdb-bde4-117b1d02917c None None] For port 20483231-4ea6-42ed-b178-7a0955ea6dca, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=20483231-4ea6-42ed-b178-7a0955ea6dca,segment=NetworkSegment(39ee14d7-8033-40b3-a017-f46b02f84923),segment_id=39ee14d7-8033-40b3-a017-f46b02f84923)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:39:00.770739 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6fbb2384-3652-46c1-b950-e3cde87e2675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (3bf6ceb5-cff7-4177-8206-817fc787e02f), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:00.799852 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6d5d4622-0eac-41b5-84f5-d71774602ac4 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for port (37c76102-29a8-4008-a5f8-27299745cf90), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:00.821886 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbb2384-3652-46c1-b950-e3cde87e2675 None None] Pushing event deleted for resources: {'Port': ['ID=3bf6ceb5-cff7-4177-8206-817fc787e02f,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:00.829122 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbb2384-3652-46c1-b950-e3cde87e2675 None None] No DVR routers for this DVR port 3bf6ceb5-cff7-4177-8206-817fc787e02f on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:39:00.831273 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 7c46b2ac-097f-4482-bb4c-49d4326e2868 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:39:00.843652 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 20483231-4ea6-42ed-b178-7a0955ea6dca up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:39:00.843968 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9544035c-e0f4-4859-80ce-63ab1e5fe72c admin admin] Pushing event deleted for resources: {'Port': ['ID=3bf6ceb5-cff7-4177-8206-817fc787e02f,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:00.852875 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9544035c-e0f4-4859-80ce-63ab1e5fe72c admin admin] No DVR routers for this DVR port 3bf6ceb5-cff7-4177-8206-817fc787e02f on host dv-neutron-829161-3-hyperv {{(pid=104084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:39:00.879655 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-14ecceba-a231-4a97-ab3a-ec4b45ea0c0d tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:00.891141 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b985220b-0ad1-4b01-90c6-87073f3fdaa2 tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Publish callbacks [] for port (a110251d-e0e5-45c0-8f90-ee8a0a80879d), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:00.908538 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-da4b483e-59a5-4cdb-bde4-117b1d02917c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (20483231-4ea6-42ed-b178-7a0955ea6dca), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:00.935610 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6d5d4622-0eac-41b5-84f5-d71774602ac4 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (37c76102-29a8-4008-a5f8-27299745cf90), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:00.966405 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-14ecceba-a231-4a97-ab3a-ec4b45ea0c0d tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047917'] for floatingip (c284200d-e756-421a-9e0d-c9d920020a40), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:00.989116 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 20483231-4ea6-42ed-b178-7a0955ea6dca triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:00.989964 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (20483231-4ea6-42ed-b178-7a0955ea6dca), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:01.031323 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b985220b-0ad1-4b01-90c6-87073f3fdaa2 tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (a110251d-e0e5-45c0-8f90-ee8a0a80879d), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:01.061909 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4b483e-59a5-4cdb-bde4-117b1d02917c None None] Pushing event updated for resources: {'Port': ['ID=20483231-4ea6-42ed-b178-7a0955ea6dca,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:01.098783 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-6d5d4622-0eac-41b5-84f5-d71774602ac4 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] In _notify_port_updated(), no bound segment for port 37c76102-29a8-4008-a5f8-27299745cf90 on network f0ef29fc-ec7b-47a4-a873-c9c8476f719e {{(pid=104084) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 10:39:01.099296 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b985220b-0ad1-4b01-90c6-87073f3fdaa2 tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Pushing event updated for resources: {'Port': ['ID=a110251d-e0e5-45c0-8f90-ee8a0a80879d,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:01.104845 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5d4622-0eac-41b5-84f5-d71774602ac4 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:01.105509 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6d5d4622-0eac-41b5-84f5-d71774602ac4 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:01.107065 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-6d5d4622-0eac-41b5-84f5-d71774602ac4 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "PUT /v2.0/ports/37c76102-29a8-4008-a5f8-27299745cf90 HTTP/1.1" status: 200 len: 970 time: 3.9981623 Feb 28 10:39:01.114826 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46820) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:01.120220 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-07eb47b8-ceb2-4c69-a530-6fe29cb4a764 None None] Provisioning complete for port 7c46b2ac-097f-4482-bb4c-49d4326e2868 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:01.120960 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-07eb47b8-ceb2-4c69-a530-6fe29cb4a764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (7c46b2ac-097f-4482-bb4c-49d4326e2868), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:01.133822 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9544035c-e0f4-4859-80ce-63ab1e5fe72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (3446291b-b1f9-4318-9a41-856ad362fcb1), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:01.152698 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b985220b-0ad1-4b01-90c6-87073f3fdaa2 tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Network 7cf00698-ebcb-4def-b954-4e7db3eb3d93 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:39:01.156051 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-b985220b-0ad1-4b01-90c6-87073f3fdaa2 tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:01.159796 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b985220b-0ad1-4b01-90c6-87073f3fdaa2 tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:39:01.220976 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b985220b-0ad1-4b01-90c6-87073f3fdaa2 tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:01.221714 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b985220b-0ad1-4b01-90c6-87073f3fdaa2 tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:01.247886 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5d4622-0eac-41b5-84f5-d71774602ac4 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event updated for resources: {'Port': ['ID=37c76102-29a8-4008-a5f8-27299745cf90,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:01.278004 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-9544035c-e0f4-4859-80ce-63ab1e5fe72c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3446291b-b1f9-4318-9a41-856ad362fcb1']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:01.299829 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 20483231-4ea6-42ed-b178-7a0955ea6dca is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:39:01.316829 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-07eb47b8-ceb2-4c69-a530-6fe29cb4a764 None None] Current status of the port 7c46b2ac-097f-4482-bb4c-49d4326e2868 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:39:01.321640 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device bd7d7429-e828-4be5-8f09-97307385bec5 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:39:01.335003 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-9544035c-e0f4-4859-80ce-63ab1e5fe72c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be7ef583-9773-47a5-8fb0-292ce51f3db0') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:01.336024 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-9544035c-e0f4-4859-80ce-63ab1e5fe72c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be7ef583-9773-47a5-8fb0-292ce51f3db0') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:01.354057 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9544035c-e0f4-4859-80ce-63ab1e5fe72c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (be7ef583-9773-47a5-8fb0-292ce51f3db0), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:01.368137 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: bd7d7429-e828-4be5-8f09-97307385bec5 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:39:01.368530 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device bd7d7429-e828-4be5-8f09-97307385bec5 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:39:01.371382 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-07eb47b8-ceb2-4c69-a530-6fe29cb4a764 None None] Provisioning complete for port 20483231-4ea6-42ed-b178-7a0955ea6dca triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:01.372522 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-07eb47b8-ceb2-4c69-a530-6fe29cb4a764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (20483231-4ea6-42ed-b178-7a0955ea6dca), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:01.376933 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-b985220b-0ad1-4b01-90c6-87073f3fdaa2 tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.9555387 Feb 28 10:39:01.379476 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46822) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:01.405892 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9544035c-e0f4-4859-80ce-63ab1e5fe72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (be7ef583-9773-47a5-8fb0-292ce51f3db0), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:01.421822 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9544035c-e0f4-4859-80ce-63ab1e5fe72c admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:39:01.422233 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9544035c-e0f4-4859-80ce-63ab1e5fe72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (be7ef583-9773-47a5-8fb0-292ce51f3db0), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:01.424793 dv-neutron-829161-3-hyperv neutron-server[104084]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:39:01.424793 dv-neutron-829161-3-hyperv neutron-server[104084]: self.session.flush() Feb 28 10:39:01.424793 dv-neutron-829161-3-hyperv neutron-server[104084]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:39:01.424793 dv-neutron-829161-3-hyperv neutron-server[104084]: self.session.flush() Feb 28 10:39:01.424793 dv-neutron-829161-3-hyperv neutron-server[104084]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:39:01.424793 dv-neutron-829161-3-hyperv neutron-server[104084]: self.session.flush() Feb 28 10:39:01.424793 dv-neutron-829161-3-hyperv neutron-server[104084]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:39:01.424793 dv-neutron-829161-3-hyperv neutron-server[104084]: self.session.flush() Feb 28 10:39:01.424793 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 10:39:01.424793 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:39:01.424793 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 10:39:01.424793 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:39:01.424793 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 10:39:01.424793 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:39:01.424793 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 10:39:01.424793 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:39:01.424793 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 10:39:01.424793 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:39:01.424793 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 10:39:01.424793 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:39:01.424793 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 10:39:01.424793 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:39:01.424793 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:39:01.424793 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:39:01.424793 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:39:01.424793 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:39:01.424793 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 10:39:01.424793 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:39:01.424793 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 10:39:01.424793 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:39:01.424793 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:39:01.424793 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:39:01.424793 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 10:39:01.424793 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:39:01.424793 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:39:01.424793 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:39:01.424793 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:39:01.424793 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:39:01.424793 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:39:01.424793 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:39:01.489853 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14ecceba-a231-4a97-ab3a-ec4b45ea0c0d tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Router e94fd51f-5c81-48c9-98f1-5b1daebeeda9 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:39:01.510319 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-07eb47b8-ceb2-4c69-a530-6fe29cb4a764 None None] Current status of the port 20483231-4ea6-42ed-b178-7a0955ea6dca is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:39:01.515897 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ebda0e-5abd-45d7-b711-8f66e12bb8ff tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:01.522095 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ebda0e-5abd-45d7-b711-8f66e12bb8ff tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:01.522363 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-07eb47b8-ceb2-4c69-a530-6fe29cb4a764 None None] Provisioning complete for port 3ce9a24b-9735-4b78-aaa1-45694aea84f9 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:01.524187 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-07eb47b8-ceb2-4c69-a530-6fe29cb4a764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (3ce9a24b-9735-4b78-aaa1-45694aea84f9), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:01.529867 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ebda0e-5abd-45d7-b711-8f66e12bb8ff tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:01.532835 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-33ebda0e-5abd-45d7-b711-8f66e12bb8ff tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1512356 Feb 28 10:39:01.535245 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46824) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:01.558040 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 36af320b-c5ba-4b68-8f9f-0cbad510c520 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:39:01.562597 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-076dba3e-74fc-45ce-bdff-1d76490264ba tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Router b4cc80f7-dde5-4aca-a152-6a68e6d3e478 is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:39:01.572032 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-ae8ef1ed-4d99-48f7-81e7-3cd0075659a7 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Deleting port 37c76102-29a8-4008-a5f8-27299745cf90 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:39:01.572841 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ae8ef1ed-4d99-48f7-81e7-3cd0075659a7 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (37c76102-29a8-4008-a5f8-27299745cf90), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:01.619766 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-07eb47b8-ceb2-4c69-a530-6fe29cb4a764 None None] Port 3ce9a24b-9735-4b78-aaa1-45694aea84f9 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:39:01.642422 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-07eb47b8-ceb2-4c69-a530-6fe29cb4a764 None None] Provisioning complete for port 37c76102-29a8-4008-a5f8-27299745cf90 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:01.642955 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-07eb47b8-ceb2-4c69-a530-6fe29cb4a764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (37c76102-29a8-4008-a5f8-27299745cf90), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:01.717070 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 36af320b-c5ba-4b68-8f9f-0cbad510c520 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:01.717070 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (36af320b-c5ba-4b68-8f9f-0cbad510c520), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:01.837759 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-92585513-53cb-4bb7-b7c3-daef5568a1c5 req-411df88f-5016-46fe-973e-e1ec22939660 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "GET /v2.0/ports?device_id=2148e76d-635b-459e-9863-9aa3e7607ee5 HTTP/1.1" status: 200 len: 210 time: 0.0876524 Feb 28 10:39:01.882193 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-ee31587a-574d-4e5f-8b38-e7dbb39b160d tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Deleting port a110251d-e0e5-45c0-8f90-ee8a0a80879d {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:39:01.883423 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ee31587a-574d-4e5f-8b38-e7dbb39b160d tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (a110251d-e0e5-45c0-8f90-ee8a0a80879d), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:01.889598 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ecceba-a231-4a97-ab3a-ec4b45ea0c0d tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:39:01.896503 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-14ecceba-a231-4a97-ab3a-ec4b45ea0c0d tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:01.901727 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e4b7f5-35bb-490b-b692-60806b403674 None None] Sync routers for ids ['e94fd51f-5c81-48c9-98f1-5b1daebeeda9'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:39:01.916468 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e4b7f5-35bb-490b-b692-60806b403674 None None] Routers {'e94fd51f-5c81-48c9-98f1-5b1daebeeda9'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:39:01.917099 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-75e4b7f5-35bb-490b-b692-60806b403674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:38:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['e94fd51f-5c81-48c9-98f1-5b1daebeeda9'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:01.948091 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-07eb47b8-ceb2-4c69-a530-6fe29cb4a764 None None] Port 37c76102-29a8-4008-a5f8-27299745cf90 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:39:01.968742 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-07eb47b8-ceb2-4c69-a530-6fe29cb4a764 None None] Provisioning complete for port a3b1629b-064b-4d17-b8c9-4f50af5cc7d4 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:01.968742 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-07eb47b8-ceb2-4c69-a530-6fe29cb4a764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (a3b1629b-064b-4d17-b8c9-4f50af5cc7d4), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:01.989438 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-75e4b7f5-35bb-490b-b692-60806b403674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:02.011958 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e4b7f5-35bb-490b-b692-60806b403674 None None] Routers {'e94fd51f-5c81-48c9-98f1-5b1daebeeda9'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:39:02.013889 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-75e4b7f5-35bb-490b-b692-60806b403674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:38:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['e94fd51f-5c81-48c9-98f1-5b1daebeeda9'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:02.024739 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-07eb47b8-ceb2-4c69-a530-6fe29cb4a764 None None] Port a3b1629b-064b-4d17-b8c9-4f50af5cc7d4 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:39:02.033534 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-14ecceba-a231-4a97-ab3a-ec4b45ea0c0d tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] 10.222.0.62 "PUT /v2.0/floatingips/c284200d-e756-421a-9e0d-c9d920020a40 HTTP/1.1" status: 200 len: 979 time: 2.7229722 Feb 28 10:39:02.053680 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ee31587a-574d-4e5f-8b38-e7dbb39b160d tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (a110251d-e0e5-45c0-8f90-ee8a0a80879d), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:02.068453 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-75e4b7f5-35bb-490b-b692-60806b403674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:02.069272 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e4b7f5-35bb-490b-b692-60806b403674 None None] The sync data for ids ['e94fd51f-5c81-48c9-98f1-5b1daebeeda9'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:39:02.076362 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 36af320b-c5ba-4b68-8f9f-0cbad510c520 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:39:02.077514 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 20483231-4ea6-42ed-b178-7a0955ea6dca up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:39:02.085431 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46836) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:02.126745 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9544035c-e0f4-4859-80ce-63ab1e5fe72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (3446291b-b1f9-4318-9a41-856ad362fcb1), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:02.127124 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-ee31587a-574d-4e5f-8b38-e7dbb39b160d tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Calling delete_port for a110251d-e0e5-45c0-8f90-ee8a0a80879d owned by {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:39:02.133458 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 20483231-4ea6-42ed-b178-7a0955ea6dca triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:02.133640 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (20483231-4ea6-42ed-b178-7a0955ea6dca), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:02.147173 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9544035c-e0f4-4859-80ce-63ab1e5fe72c admin admin] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:02.153069 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-9544035c-e0f4-4859-80ce-63ab1e5fe72c admin admin] 10.222.0.62 "DELETE /v2.0/networks/3446291b-b1f9-4318-9a41-856ad362fcb1 HTTP/1.1" status: 204 len: 168 time: 2.7404959 Feb 28 10:39:02.169386 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9544035c-e0f4-4859-80ce-63ab1e5fe72c admin admin] Pushing event deleted for resources: {'Network': ['ID=3446291b-b1f9-4318-9a41-856ad362fcb1,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:02.188105 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-e7285a83-02a7-458f-845f-7085e9b35c5e None None] Provisioning complete for port a110251d-e0e5-45c0-8f90-ee8a0a80879d triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:02.188974 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e7285a83-02a7-458f-845f-7085e9b35c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (a110251d-e0e5-45c0-8f90-ee8a0a80879d), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:02.236130 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ae8ef1ed-4d99-48f7-81e7-3cd0075659a7 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (37c76102-29a8-4008-a5f8-27299745cf90), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:02.257721 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-e7285a83-02a7-458f-845f-7085e9b35c5e None None] Port a110251d-e0e5-45c0-8f90-ee8a0a80879d cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:39:02.262027 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-ae8ef1ed-4d99-48f7-81e7-3cd0075659a7 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Calling delete_port for 37c76102-29a8-4008-a5f8-27299745cf90 owned by {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:39:02.280270 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 20483231-4ea6-42ed-b178-7a0955ea6dca is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:39:02.282774 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076dba3e-74fc-45ce-bdff-1d76490264ba tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:39:02.286507 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-e7285a83-02a7-458f-845f-7085e9b35c5e None None] Provisioning complete for port 37c76102-29a8-4008-a5f8-27299745cf90 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:02.286920 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e7285a83-02a7-458f-845f-7085e9b35c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (37c76102-29a8-4008-a5f8-27299745cf90), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:02.292404 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa55da15-174a-4b5f-98e6-b8ec0b1d7b44 None None] Sync routers for ids ['b4cc80f7-dde5-4aca-a152-6a68e6d3e478'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:39:02.298046 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-076dba3e-74fc-45ce-bdff-1d76490264ba tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:02.299688 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-076dba3e-74fc-45ce-bdff-1d76490264ba tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] 10.222.0.62 "PUT /v2.0/routers/b4cc80f7-dde5-4aca-a152-6a68e6d3e478 HTTP/1.1" status: 200 len: 915 time: 7.8704703 Feb 28 10:39:02.302436 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46840) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:02.361060 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa55da15-174a-4b5f-98e6-b8ec0b1d7b44 None None] Routers {'b4cc80f7-dde5-4aca-a152-6a68e6d3e478'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:39:02.361711 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-fa55da15-174a-4b5f-98e6-b8ec0b1d7b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:38:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['b4cc80f7-dde5-4aca-a152-6a68e6d3e478'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:02.364962 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-e7285a83-02a7-458f-845f-7085e9b35c5e None None] Port 37c76102-29a8-4008-a5f8-27299745cf90 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:39:02.407395 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 3bf6ceb5-cff7-4177-8206-817fc787e02f no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:39:02.415028 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-fa55da15-174a-4b5f-98e6-b8ec0b1d7b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:02.438817 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 3bf6ceb5-cff7-4177-8206-817fc787e02f {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:39:02.439216 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 3bf6ceb5-cff7-4177-8206-817fc787e02f not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:39:02.452445 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-e7285a83-02a7-458f-845f-7085e9b35c5e None None] Provisioning complete for port 3ce9a24b-9735-4b78-aaa1-45694aea84f9 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:02.453217 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e7285a83-02a7-458f-845f-7085e9b35c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (3ce9a24b-9735-4b78-aaa1-45694aea84f9), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:02.454478 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa55da15-174a-4b5f-98e6-b8ec0b1d7b44 None None] Routers {'b4cc80f7-dde5-4aca-a152-6a68e6d3e478'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:39:02.455026 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-fa55da15-174a-4b5f-98e6-b8ec0b1d7b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:38:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['b4cc80f7-dde5-4aca-a152-6a68e6d3e478'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:02.479132 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-901895b2-4f82-419d-96f4-135c7d354029 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] 10.222.0.62 "GET /v2.0/routers/b4cc80f7-dde5-4aca-a152-6a68e6d3e478 HTTP/1.1" status: 200 len: 921 time: 0.1753328 Feb 28 10:39:02.481834 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46844) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:02.513858 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-fa55da15-174a-4b5f-98e6-b8ec0b1d7b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:02.514569 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa55da15-174a-4b5f-98e6-b8ec0b1d7b44 None None] The sync data for ids ['b4cc80f7-dde5-4aca-a152-6a68e6d3e478'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:39:02.555151 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-e7285a83-02a7-458f-845f-7085e9b35c5e None None] Port 3ce9a24b-9735-4b78-aaa1-45694aea84f9 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:39:02.558645 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-770ee379-099d-47d6-a969-d4cc04299bb8 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Deleting port bcff6063-a934-47b0-9ec8-7250c85e5836 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:39:02.561985 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-770ee379-099d-47d6-a969-d4cc04299bb8 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (bcff6063-a934-47b0-9ec8-7250c85e5836), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:02.568400 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a56dca-2896-4da8-86c6-8ba2d57ac46c tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:02.570514 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-18a56dca-2896-4da8-86c6-8ba2d57ac46c tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=e88d86cf-af22-4900-bdd2-aa4038554136&device_id=b4cc80f7-dde5-4aca-a152-6a68e6d3e478&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0875108 Feb 28 10:39:02.573329 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46846) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:02.637973 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ee31587a-574d-4e5f-8b38-e7dbb39b160d tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (a110251d-e0e5-45c0-8f90-ee8a0a80879d), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:02.654364 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-770ee379-099d-47d6-a969-d4cc04299bb8 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (bcff6063-a934-47b0-9ec8-7250c85e5836), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:02.654647 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-770ee379-099d-47d6-a969-d4cc04299bb8 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for floatingip (bcff6063-a934-47b0-9ec8-7250c85e5836), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:02.661800 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ae8ef1ed-4d99-48f7-81e7-3cd0075659a7 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (37c76102-29a8-4008-a5f8-27299745cf90), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:02.672040 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfcb667-6f3e-48c8-8f99-0990861a83e5 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:02.676032 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-3dfcb667-6f3e-48c8-8f99-0990861a83e5 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] 10.222.0.62 "GET /v2.0/networks/e88d86cf-af22-4900-bdd2-aa4038554136 HTTP/1.1" status: 200 len: 881 time: 0.0990345 Feb 28 10:39:02.687131 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46850) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:02.693833 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8ef1ed-4d99-48f7-81e7-3cd0075659a7 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event deleted for resources: {'Port': ['ID=37c76102-29a8-4008-a5f8-27299745cf90,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:02.699298 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46852) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:02.702673 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee31587a-574d-4e5f-8b38-e7dbb39b160d tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Pushing event deleted for resources: {'Port': ['ID=a110251d-e0e5-45c0-8f90-ee8a0a80879d,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:02.713670 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-770ee379-099d-47d6-a969-d4cc04299bb8 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Calling delete_port for bcff6063-a934-47b0-9ec8-7250c85e5836 owned by network:floatingip {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:39:02.748995 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ae8ef1ed-4d99-48f7-81e7-3cd0075659a7 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:02.749105 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-2cdc3ea1-6cf8-43f8-b892-8ce4e4ec5d5c tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4cc80f7-dde5-4aca-a152-6a68e6d3e478 HTTP/1.1" status: 200 len: 205 time: 0.0575242 Feb 28 10:39:02.750874 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-ae8ef1ed-4d99-48f7-81e7-3cd0075659a7 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "DELETE /v2.0/ports/37c76102-29a8-4008-a5f8-27299745cf90 HTTP/1.1" status: 204 len: 168 time: 1.6302173 Feb 28 10:39:02.752491 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46854) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:02.752491 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46856) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:02.785302 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-a905f8e1-8476-4606-bd64-404be991d950 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=db1f4f0e5a54442e90e9cc29426671f3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0845299 Feb 28 10:39:02.786026 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46858) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:02.799795 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-8afbc210-ad88-45c3-88bf-2c44ee97313d tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] GET failed (client error): The resource could not be found. Feb 28 10:39:02.801251 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-8afbc210-ad88-45c3-88bf-2c44ee97313d tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "GET /v2.0/ports/37c76102-29a8-4008-a5f8-27299745cf90 HTTP/1.1" status: 404 len: 333 time: 0.0474129 Feb 28 10:39:02.810462 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46860) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:02.903671 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2eb108ff-56ee-422c-b040-f1259ba2e30c tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for security_group (837cead2-08db-47e9-b3a2-3fd74b197fcd), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:02.952098 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-4ed5c920-bda1-4c9e-a6e4-39a59cf354c6 req-aa66842d-755a-442d-8570-9adb30c003d0 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "GET /v2.0/ports?device_id=2148e76d-635b-459e-9863-9aa3e7607ee5 HTTP/1.1" status: 200 len: 210 time: 0.0541625 Feb 28 10:39:02.953024 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7e5f91cd-eea4-46cc-b8d6-230bfc94a7e9 admin admin] Publish callbacks [] for security_group (2cac9459-8494-4179-b163-bc70c05743f6), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:02.977816 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2eb108ff-56ee-422c-b040-f1259ba2e30c tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for security_group (837cead2-08db-47e9-b3a2-3fd74b197fcd), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:03.020072 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7e5f91cd-eea4-46cc-b8d6-230bfc94a7e9 admin admin] Publish callbacks [] for security_group (2cac9459-8494-4179-b163-bc70c05743f6), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:03.138109 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2eb108ff-56ee-422c-b040-f1259ba2e30c tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (837cead2-08db-47e9-b3a2-3fd74b197fcd), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:03.140962 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2eb108ff-56ee-422c-b040-f1259ba2e30c tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:03.142293 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-2eb108ff-56ee-422c-b040-f1259ba2e30c tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "DELETE /v2.0/security-groups/837cead2-08db-47e9-b3a2-3fd74b197fcd HTTP/1.1" status: 204 len: 168 time: 0.3313417 Feb 28 10:39:03.145868 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46864) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:03.172078 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7e5f91cd-eea4-46cc-b8d6-230bfc94a7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (2cac9459-8494-4179-b163-bc70c05743f6), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:03.172078 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7e5f91cd-eea4-46cc-b8d6-230bfc94a7e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:03.172078 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-7e5f91cd-eea4-46cc-b8d6-230bfc94a7e9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2cac9459-8494-4179-b163-bc70c05743f6 HTTP/1.1" status: 204 len: 168 time: 0.3819480 Feb 28 10:39:03.172434 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb108ff-56ee-422c-b040-f1259ba2e30c tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=837cead2-08db-47e9-b3a2-3fd74b197fcd,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:03.198655 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f91cd-eea4-46cc-b8d6-230bfc94a7e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cac9459-8494-4179-b163-bc70c05743f6,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:03.236577 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-bc96b3de-8e8c-4ade-a040-30fd2a5d8ffd tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for security_group (2da3e4eb-cacd-40b3-96a7-706435552fb7), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:03.268818 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-bc96b3de-8e8c-4ade-a040-30fd2a5d8ffd tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for security_group (2da3e4eb-cacd-40b3-96a7-706435552fb7), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:03.392574 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-bc96b3de-8e8c-4ade-a040-30fd2a5d8ffd tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (2da3e4eb-cacd-40b3-96a7-706435552fb7), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:03.395264 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-bc96b3de-8e8c-4ade-a040-30fd2a5d8ffd tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:03.398614 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-bc96b3de-8e8c-4ade-a040-30fd2a5d8ffd tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "DELETE /v2.0/security-groups/2da3e4eb-cacd-40b3-96a7-706435552fb7 HTTP/1.1" status: 204 len: 168 time: 0.2496617 Feb 28 10:39:03.398735 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ee31587a-574d-4e5f-8b38-e7dbb39b160d tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:03.399957 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46868) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:03.401794 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-ee31587a-574d-4e5f-8b38-e7dbb39b160d tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] 10.222.0.62 "DELETE /v2.0/ports/a110251d-e0e5-45c0-8f90-ee8a0a80879d HTTP/1.1" status: 204 len: 168 time: 1.8659396 Feb 28 10:39:03.408350 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46870) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:03.415714 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-3df27670-5967-45c2-890f-103780a6fc9a tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Request body: {'port': {'name': 'tempest-new-port-name-1272316946', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:03.416110 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.api.validators [None req-3df27670-5967-45c2-890f-103780a6fc9a tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] bootfile-name is not in valid_values {{(pid=104083) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 28 10:39:03.416467 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.api.validators [None req-3df27670-5967-45c2-890f-103780a6fc9a tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] tftp-server is not in valid_values {{(pid=104083) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 28 10:39:03.416775 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.api.validators [None req-3df27670-5967-45c2-890f-103780a6fc9a tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] server-ip-address is not in valid_values {{(pid=104083) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 28 10:39:03.439124 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc96b3de-8e8c-4ade-a040-30fd2a5d8ffd tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da3e4eb-cacd-40b3-96a7-706435552fb7,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:03.472219 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9aa198f0-5c77-4000-8920-489d6d43290c tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for security_group (2abefc28-0b12-4b51-a815-262039bf7324), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:03.476259 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5fc2edf3-6cf0-4d08-af74-c192b029afcc tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks [] for router (b4cc80f7-dde5-4aca-a152-6a68e6d3e478), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:03.502995 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9aa198f0-5c77-4000-8920-489d6d43290c tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for security_group (2abefc28-0b12-4b51-a815-262039bf7324), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:03.597138 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3df27670-5967-45c2-890f-103780a6fc9a tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (3ce9a24b-9735-4b78-aaa1-45694aea84f9), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:03.641796 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9aa198f0-5c77-4000-8920-489d6d43290c tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (2abefc28-0b12-4b51-a815-262039bf7324), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:03.646903 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9aa198f0-5c77-4000-8920-489d6d43290c tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:03.651379 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-9aa198f0-5c77-4000-8920-489d6d43290c tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "DELETE /v2.0/security-groups/2abefc28-0b12-4b51-a815-262039bf7324 HTTP/1.1" status: 204 len: 168 time: 0.2504199 Feb 28 10:39:03.652060 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46874) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:03.671336 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa198f0-5c77-4000-8920-489d6d43290c tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2abefc28-0b12-4b51-a815-262039bf7324,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:03.699844 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5fc2edf3-6cf0-4d08-af74-c192b029afcc tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks [] for router_gateway (b4cc80f7-dde5-4aca-a152-6a68e6d3e478), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:03.747786 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e9789ec-3549-416b-ace4-383cbf7012a1 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Deleting subnet feeea2e9-7565-438a-adb9-2ceef6e25e6c {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:39:03.748578 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2e9789ec-3549-416b-ace4-383cbf7012a1 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for subnet (feeea2e9-7565-438a-adb9-2ceef6e25e6c), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:03.768734 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-770ee379-099d-47d6-a969-d4cc04299bb8 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (bcff6063-a934-47b0-9ec8-7250c85e5836), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:03.804866 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2e9789ec-3549-416b-ace4-383cbf7012a1 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (feeea2e9-7565-438a-adb9-2ceef6e25e6c), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:03.814300 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770ee379-099d-47d6-a969-d4cc04299bb8 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Pushing event deleted for resources: {'Port': ['ID=bcff6063-a934-47b0-9ec8-7250c85e5836,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:03.892768 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2e9789ec-3549-416b-ace4-383cbf7012a1 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (feeea2e9-7565-438a-adb9-2ceef6e25e6c), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:03.935772 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-770ee379-099d-47d6-a969-d4cc04299bb8 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for floatingip (c284200d-e756-421a-9e0d-c9d920020a40), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:03.936117 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.l3_db [None req-770ee379-099d-47d6-a969-d4cc04299bb8 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Floating IP c284200d-e756-421a-9e0d-c9d920020a40 disassociated (deleted). External IP: 172.26.3.143, port: 08de8564-5f47-4f27-bf83-863be3dd9d6c. Feb 28 10:39:04.015350 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3df27670-5967-45c2-890f-103780a6fc9a tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Publish callbacks [] for port (3ce9a24b-9735-4b78-aaa1-45694aea84f9), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:04.024701 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-5fc2edf3-6cf0-4d08-af74-c192b029afcc tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Deleting port de92293e-a586-4ed1-9dd3-f627ec6027fc {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:39:04.024894 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5fc2edf3-6cf0-4d08-af74-c192b029afcc tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (de92293e-a586-4ed1-9dd3-f627ec6027fc), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:04.031103 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2e9789ec-3549-416b-ace4-383cbf7012a1 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (feeea2e9-7565-438a-adb9-2ceef6e25e6c), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:04.061796 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9789ec-3549-416b-ace4-383cbf7012a1 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event deleted for resources: {'Subnet': ['ID=feeea2e9-7565-438a-adb9-2ceef6e25e6c,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:04.063918 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2e9789ec-3549-416b-ace4-383cbf7012a1 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:04.072464 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-2e9789ec-3549-416b-ace4-383cbf7012a1 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "DELETE /v2.0/subnets/feeea2e9-7565-438a-adb9-2ceef6e25e6c HTTP/1.1" status: 204 len: 168 time: 0.4116330 Feb 28 10:39:04.073688 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46886) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:04.076278 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b936f9b3-6374-49a6-b5b3-749930497afc None None] Network f0ef29fc-ec7b-47a4-a873-c9c8476f719e requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:39:04.130597 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3df27670-5967-45c2-890f-103780a6fc9a tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (3ce9a24b-9735-4b78-aaa1-45694aea84f9), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:04.135084 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0f1c1e11-5f4f-4a97-a2ad-c070144f66c4 req-fc7a3645-c96d-4d75-abaf-abde6002ea2c tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "GET /v2.0/ports?device_id=2148e76d-635b-459e-9863-9aa3e7607ee5 HTTP/1.1" status: 200 len: 210 time: 0.0694613 Feb 28 10:39:04.185983 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-99505bb5-2420-4c90-91bb-8d32a5bbaf16 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Deleting subnet 7d6cce38-10b1-4595-9674-b9b3c4df02b9 {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:39:04.191752 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-99505bb5-2420-4c90-91bb-8d32a5bbaf16 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for subnet (7d6cce38-10b1-4595-9674-b9b3c4df02b9), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:04.266965 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-99505bb5-2420-4c90-91bb-8d32a5bbaf16 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (7d6cce38-10b1-4595-9674-b9b3c4df02b9), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:04.299610 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df27670-5967-45c2-890f-103780a6fc9a tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Pushing event updated for resources: {'Port': ['ID=3ce9a24b-9735-4b78-aaa1-45694aea84f9,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:04.351574 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5fc2edf3-6cf0-4d08-af74-c192b029afcc tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (de92293e-a586-4ed1-9dd3-f627ec6027fc), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:04.431695 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-99505bb5-2420-4c90-91bb-8d32a5bbaf16 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (7d6cce38-10b1-4595-9674-b9b3c4df02b9), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:04.446740 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-3df27670-5967-45c2-890f-103780a6fc9a tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] In _notify_port_updated(), no bound segment for port 3ce9a24b-9735-4b78-aaa1-45694aea84f9 on network 7cf00698-ebcb-4def-b954-4e7db3eb3d93 {{(pid=104083) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 10:39:04.453396 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df27670-5967-45c2-890f-103780a6fc9a tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:04.454819 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3df27670-5967-45c2-890f-103780a6fc9a tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:04.455602 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-3df27670-5967-45c2-890f-103780a6fc9a tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] 10.222.0.62 "PUT /v2.0/ports/3ce9a24b-9735-4b78-aaa1-45694aea84f9 HTTP/1.1" status: 200 len: 1137 time: 1.0446346 Feb 28 10:39:04.458614 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-5fc2edf3-6cf0-4d08-af74-c192b029afcc tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Calling delete_port for de92293e-a586-4ed1-9dd3-f627ec6027fc owned by network:router_gateway {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:39:04.468535 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46896) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:04.560810 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b474fd52-a3df-4e15-a160-bfc1d6f4864a tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:04.562332 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-b474fd52-a3df-4e15-a160-bfc1d6f4864a tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] 10.222.0.62 "GET /v2.0/ports/3ce9a24b-9735-4b78-aaa1-45694aea84f9 HTTP/1.1" status: 200 len: 1137 time: 0.0933664 Feb 28 10:39:04.568324 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46900) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:04.613922 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-99132326-5904-4624-85a4-40d237931175 None None] Provisioning complete for port 3ce9a24b-9735-4b78-aaa1-45694aea84f9 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:04.614528 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-99132326-5904-4624-85a4-40d237931175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (3ce9a24b-9735-4b78-aaa1-45694aea84f9), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:04.686642 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-99505bb5-2420-4c90-91bb-8d32a5bbaf16 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (7d6cce38-10b1-4595-9674-b9b3c4df02b9), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:04.698170 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f85ca7-4c33-4e89-b15e-b2b6230a0bc9 req-932809a5-71ec-4617-ac1a-163a037c9c92 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:04.700069 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-56f85ca7-4c33-4e89-b15e-b2b6230a0bc9 req-932809a5-71ec-4617-ac1a-163a037c9c92 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.70 "GET /v2.0/networks?id=06e3cc33-89ec-4958-a42e-5435ad902e2f HTTP/1.1" status: 200 len: 796 time: 0.4379754 Feb 28 10:39:04.706406 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-770ee379-099d-47d6-a969-d4cc04299bb8 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Router e94fd51f-5c81-48c9-98f1-5b1daebeeda9 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:39:04.709744 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-99132326-5904-4624-85a4-40d237931175 None None] Port 3ce9a24b-9735-4b78-aaa1-45694aea84f9 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:39:04.738908 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-99505bb5-2420-4c90-91bb-8d32a5bbaf16 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:04.746117 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-99505bb5-2420-4c90-91bb-8d32a5bbaf16 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "DELETE /v2.0/subnets/7d6cce38-10b1-4595-9674-b9b3c4df02b9 HTTP/1.1" status: 204 len: 168 time: 0.6621449 Feb 28 10:39:04.749570 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46902) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:04.750449 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99505bb5-2420-4c90-91bb-8d32a5bbaf16 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event deleted for resources: {'Subnet': ['ID=7d6cce38-10b1-4595-9674-b9b3c4df02b9,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:04.787130 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-aafe8ae5-4417-4f08-8c67-3ad1993368b0 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] DELETE failed (client error): The resource could not be found. Feb 28 10:39:04.787601 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aafe8ae5-4417-4f08-8c67-3ad1993368b0 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:39:04.794173 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-aafe8ae5-4417-4f08-8c67-3ad1993368b0 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "DELETE /v2.0/subnets/feeea2e9-7565-438a-adb9-2ceef6e25e6c HTTP/1.1" status: 404 len: 337 time: 0.0393207 Feb 28 10:39:04.794810 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46906) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:04.848510 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-31c21b75-a2e7-41dc-b8b9-6afdfcbc9c8d tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Deleting port 3ce9a24b-9735-4b78-aaa1-45694aea84f9 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:39:04.848876 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-31c21b75-a2e7-41dc-b8b9-6afdfcbc9c8d tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (3ce9a24b-9735-4b78-aaa1-45694aea84f9), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:04.941351 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdb56852-517d-47f6-bc3e-470456857141 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Deleting subnet 9c10154e-1383-4c76-92b3-3de834647fe2 {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:39:04.948949 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-bdb56852-517d-47f6-bc3e-470456857141 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for subnet (9c10154e-1383-4c76-92b3-3de834647fe2), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:04.963791 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-56f85ca7-4c33-4e89-b15e-b2b6230a0bc9 req-c4b81a29-a7fd-4f25-ae4d-3559ccdcaef9 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5a1ec0f7f9748a2bd1edc7639d74b9e HTTP/1.1" status: 200 len: 379 time: 0.2126491 Feb 28 10:39:04.974595 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-56f85ca7-4c33-4e89-b15e-b2b6230a0bc9 req-ab08fd6b-09b8-4466-97ba-024b02d1bf17 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Request body: {'port': {'device_id': '2148e76d-635b-459e-9863-9aa3e7607ee5', 'network_id': '06e3cc33-89ec-4958-a42e-5435ad902e2f', 'admin_state_up': True, 'tenant_id': 'f5a1ec0f7f9748a2bd1edc7639d74b9e', 'security_groups': ['3004bcfd-0c82-4f4d-b59a-e0848d67262f']}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:04.979069 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770ee379-099d-47d6-a969-d4cc04299bb8 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:39:04.986369 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-770ee379-099d-47d6-a969-d4cc04299bb8 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:04.999587 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db6dd7e-d2de-4372-a9a5-b4bdefc1f213 None None] Sync routers for ids ['e94fd51f-5c81-48c9-98f1-5b1daebeeda9'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:39:05.015833 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db6dd7e-d2de-4372-a9a5-b4bdefc1f213 None None] Routers {'e94fd51f-5c81-48c9-98f1-5b1daebeeda9'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:39:05.016879 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-4db6dd7e-d2de-4372-a9a5-b4bdefc1f213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:38:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['e94fd51f-5c81-48c9-98f1-5b1daebeeda9'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:05.038322 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-bdb56852-517d-47f6-bc3e-470456857141 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (9c10154e-1383-4c76-92b3-3de834647fe2), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:05.051629 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-31c21b75-a2e7-41dc-b8b9-6afdfcbc9c8d tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (3ce9a24b-9735-4b78-aaa1-45694aea84f9), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:05.068910 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-4db6dd7e-d2de-4372-a9a5-b4bdefc1f213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:05.086675 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db6dd7e-d2de-4372-a9a5-b4bdefc1f213 None None] Routers {'e94fd51f-5c81-48c9-98f1-5b1daebeeda9'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:39:05.088064 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-4db6dd7e-d2de-4372-a9a5-b4bdefc1f213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:38:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['e94fd51f-5c81-48c9-98f1-5b1daebeeda9'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:05.125816 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff22c4d-36bf-4024-bfb4-49c3acc274ba None None] Network f0ef29fc-ec7b-47a4-a873-c9c8476f719e requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:39:05.129960 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-31c21b75-a2e7-41dc-b8b9-6afdfcbc9c8d tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Calling delete_port for 3ce9a24b-9735-4b78-aaa1-45694aea84f9 owned by {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:39:05.134105 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-4db6dd7e-d2de-4372-a9a5-b4bdefc1f213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:05.135109 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db6dd7e-d2de-4372-a9a5-b4bdefc1f213 None None] The sync data for ids ['e94fd51f-5c81-48c9-98f1-5b1daebeeda9'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:39:05.160051 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-770ee379-099d-47d6-a969-d4cc04299bb8 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] 10.222.0.62 "DELETE /v2.0/floatingips/c284200d-e756-421a-9e0d-c9d920020a40 HTTP/1.1" status: 204 len: 168 time: 3.0733702 Feb 28 10:39:05.164191 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46916) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:05.167365 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-3754bcd8-2c29-438c-a266-872b1adb0a18 None None] Provisioning complete for port 7c46b2ac-097f-4482-bb4c-49d4326e2868 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:05.167984 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3754bcd8-2c29-438c-a266-872b1adb0a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (7c46b2ac-097f-4482-bb4c-49d4326e2868), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:05.283938 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5fc2edf3-6cf0-4d08-af74-c192b029afcc tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (de92293e-a586-4ed1-9dd3-f627ec6027fc), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:05.307575 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-bdb56852-517d-47f6-bc3e-470456857141 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (9c10154e-1383-4c76-92b3-3de834647fe2), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:05.337387 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc2edf3-6cf0-4d08-af74-c192b029afcc tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Pushing event deleted for resources: {'Port': ['ID=de92293e-a586-4ed1-9dd3-f627ec6027fc,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:05.375642 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-3754bcd8-2c29-438c-a266-872b1adb0a18 None None] Current status of the port 7c46b2ac-097f-4482-bb4c-49d4326e2868 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:39:05.391865 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56f85ca7-4c33-4e89-b15e-b2b6230a0bc9 req-ab08fd6b-09b8-4466-97ba-024b02d1bf17 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Made reservation on behalf of f5a1ec0f7f9748a2bd1edc7639d74b9e for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:05.395432 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-56f85ca7-4c33-4e89-b15e-b2b6230a0bc9 req-ab08fd6b-09b8-4466-97ba-024b02d1bf17 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:05.396959 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-3754bcd8-2c29-438c-a266-872b1adb0a18 None None] Provisioning complete for port a3b1629b-064b-4d17-b8c9-4f50af5cc7d4 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:05.398199 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3754bcd8-2c29-438c-a266-872b1adb0a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (a3b1629b-064b-4d17-b8c9-4f50af5cc7d4), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:05.427195 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-27a99fd0-8591-45c1-890e-1b11ffa8d02f tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Deleting port 08de8564-5f47-4f27-bf83-863be3dd9d6c {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:39:05.427541 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-27a99fd0-8591-45c1-890e-1b11ffa8d02f tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (08de8564-5f47-4f27-bf83-863be3dd9d6c), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:05.466618 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-3754bcd8-2c29-438c-a266-872b1adb0a18 None None] Port a3b1629b-064b-4d17-b8c9-4f50af5cc7d4 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:39:05.492208 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-a87e5cae-b0b4-4c4f-b9a0-41cab0a883c3 req-8193109f-5e43-4551-aef2-647ba12d0413 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "GET /v2.0/ports?device_id=2148e76d-635b-459e-9863-9aa3e7607ee5 HTTP/1.1" status: 200 len: 210 time: 0.2580476 Feb 28 10:39:05.495779 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-bdb56852-517d-47f6-bc3e-470456857141 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (9c10154e-1383-4c76-92b3-3de834647fe2), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:05.504953 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5fc2edf3-6cf0-4d08-af74-c192b029afcc tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047843'] for router_gateway (b4cc80f7-dde5-4aca-a152-6a68e6d3e478), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:05.536150 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb56852-517d-47f6-bc3e-470456857141 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event deleted for resources: {'Subnet': ['ID=9c10154e-1383-4c76-92b3-3de834647fe2,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:05.551543 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-bdb56852-517d-47f6-bc3e-470456857141 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:05.555153 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-bdb56852-517d-47f6-bc3e-470456857141 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "DELETE /v2.0/subnets/9c10154e-1383-4c76-92b3-3de834647fe2 HTTP/1.1" status: 204 len: 168 time: 0.7581744 Feb 28 10:39:05.557666 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46926) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:05.585551 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8e8a0ac-ec2c-4d38-9866-f139c05466e7 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] DELETE failed (client error): The resource could not be found. Feb 28 10:39:05.586312 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8e8a0ac-ec2c-4d38-9866-f139c05466e7 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:39:05.588774 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46928) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:05.590139 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c8e8a0ac-ec2c-4d38-9866-f139c05466e7 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "DELETE /v2.0/subnets/63850666-8ce3-4f8e-90b8-7f81c92027d4 HTTP/1.1" status: 404 len: 337 time: 0.0313592 Feb 28 10:39:05.592735 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46930) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:05.625117 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-960bba59-9053-4e91-8f93-b96909a86ddb tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "GET /v2.0/ports?device_id=256d0e86-3337-4a49-a994-f498c9de68f2 HTTP/1.1" status: 200 len: 205 time: 0.0311790 Feb 28 10:39:05.626002 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-31c21b75-a2e7-41dc-b8b9-6afdfcbc9c8d tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (3ce9a24b-9735-4b78-aaa1-45694aea84f9), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:05.627992 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46934) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:05.688022 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5fc2edf3-6cf0-4d08-af74-c192b029afcc tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (b4cc80f7-dde5-4aca-a152-6a68e6d3e478), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:05.695048 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5fc2edf3-6cf0-4d08-af74-c192b029afcc tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks [] for router_controller (b4cc80f7-dde5-4aca-a152-6a68e6d3e478), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:05.721955 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-27a99fd0-8591-45c1-890e-1b11ffa8d02f tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (08de8564-5f47-4f27-bf83-863be3dd9d6c), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:05.722776 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c21b75-a2e7-41dc-b8b9-6afdfcbc9c8d tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Pushing event deleted for resources: {'Port': ['ID=3ce9a24b-9735-4b78-aaa1-45694aea84f9,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:05.726326 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-6552e281-dc35-4b17-a56d-eafe25d002e1 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] delete failed (client error): The resource could not be found. Feb 28 10:39:05.729982 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-6552e281-dc35-4b17-a56d-eafe25d002e1 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "DELETE /v2.0/routers/256d0e86-3337-4a49-a994-f498c9de68f2 HTTP/1.1" status: 404 len: 336 time: 0.0985246 Feb 28 10:39:05.733047 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46936) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:05.789119 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-93143559-6cb3-410c-ad1e-d4f06c0d06e5 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] DELETE failed (client error): The resource could not be found. Feb 28 10:39:05.789679 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93143559-6cb3-410c-ad1e-d4f06c0d06e5 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:39:05.795366 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-93143559-6cb3-410c-ad1e-d4f06c0d06e5 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "DELETE /v2.0/subnets/f27a6c6f-53ae-4509-ac59-736c5f0d7dd5 HTTP/1.1" status: 404 len: 337 time: 0.0572438 Feb 28 10:39:05.832853 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46938) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:05.871823 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-b32c33d7-9c0e-4101-aa44-e282737a814e tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] DELETE failed (client error): The resource could not be found. Feb 28 10:39:05.872284 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b32c33d7-9c0e-4101-aa44-e282737a814e tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:39:05.877883 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-b32c33d7-9c0e-4101-aa44-e282737a814e tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "DELETE /v2.0/subnets/defdeaec-94da-452b-a73e-51e62cd41b90 HTTP/1.1" status: 404 len: 337 time: 0.0416024 Feb 28 10:39:05.878266 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46940) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:05.880799 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-31c21b75-a2e7-41dc-b8b9-6afdfcbc9c8d tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:05.884451 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-31c21b75-a2e7-41dc-b8b9-6afdfcbc9c8d tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] 10.222.0.62 "DELETE /v2.0/ports/3ce9a24b-9735-4b78-aaa1-45694aea84f9 HTTP/1.1" status: 204 len: 168 time: 1.3151147 Feb 28 10:39:05.891108 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46942) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:05.928143 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-8445db92-4f1f-4bcd-be7e-691265175794 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] DELETE failed (client error): The resource could not be found. Feb 28 10:39:05.928577 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8445db92-4f1f-4bcd-be7e-691265175794 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:39:05.931858 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-8445db92-4f1f-4bcd-be7e-691265175794 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "DELETE /v2.0/subnets/9bc67238-ff3a-4c20-adb2-1d16b9f0909c HTTP/1.1" status: 404 len: 337 time: 0.0524664 Feb 28 10:39:05.950285 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46944) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:05.998097 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-771323c4-01e6-4829-bdae-2a8c4ea8f109 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] DELETE failed (client error): The resource could not be found. Feb 28 10:39:05.998623 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-771323c4-01e6-4829-bdae-2a8c4ea8f109 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:39:06.001809 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-771323c4-01e6-4829-bdae-2a8c4ea8f109 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "DELETE /v2.0/ports/f07bd994-3bb7-4348-9feb-11e3f79f840c HTTP/1.1" status: 404 len: 333 time: 0.0507650 Feb 28 10:39:06.005177 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46946) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:06.021822 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c96e70e-4198-4615-abb9-3028c5d5535a tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Deleting subnet 430cae07-e89c-49d5-87f6-b590fae56e9a {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:39:06.056049 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8c96e70e-4198-4615-abb9-3028c5d5535a tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Publish callbacks [] for subnet (430cae07-e89c-49d5-87f6-b590fae56e9a), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:06.059626 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ed59ff0-e0a9-403f-89cf-38b7f24f131f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] DELETE failed (client error): The resource could not be found. Feb 28 10:39:06.060654 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ed59ff0-e0a9-403f-89cf-38b7f24f131f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:39:06.066196 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-0ed59ff0-e0a9-403f-89cf-38b7f24f131f tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "DELETE /v2.0/subnets/f7a5181a-93ea-47da-9e68-08ab6201802f HTTP/1.1" status: 404 len: 337 time: 0.0580940 Feb 28 10:39:06.083576 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46948) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:06.118432 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-615598b4-357e-4b83-8839-804aff0c1c33 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] DELETE failed (client error): The resource could not be found. Feb 28 10:39:06.118944 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-615598b4-357e-4b83-8839-804aff0c1c33 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:39:06.122057 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-615598b4-357e-4b83-8839-804aff0c1c33 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "DELETE /v2.0/subnets/24b27f17-aeb9-4bbd-8bc6-ff5a04f6f3ca HTTP/1.1" status: 404 len: 337 time: 0.0380080 Feb 28 10:39:06.124783 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46950) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:06.152510 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-99249f4e-4c9f-49c9-b835-08fea00f134b tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] DELETE failed (client error): The resource could not be found. Feb 28 10:39:06.153186 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99249f4e-4c9f-49c9-b835-08fea00f134b tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:39:06.158466 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-99249f4e-4c9f-49c9-b835-08fea00f134b tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "DELETE /v2.0/ports/7ee80ebe-eef1-4e0e-bd9a-d219083cb5b7 HTTP/1.1" status: 404 len: 333 time: 0.0306540 Feb 28 10:39:06.159188 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46952) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:06.172198 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8c96e70e-4198-4615-abb9-3028c5d5535a tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (430cae07-e89c-49d5-87f6-b590fae56e9a), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:06.188280 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0699b57a-9ca8-436c-af94-d2b525df34e5 None None] Network f0ef29fc-ec7b-47a4-a873-c9c8476f719e requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:39:06.193902 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-ae1e2d3a-9f6a-43f9-9430-df76389f101e tempest-MeteringIpV6TestJSON-735656535 tempest-MeteringIpV6TestJSON-735656535-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1796991411'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:06.195018 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-ae1e2d3a-9f6a-43f9-9430-df76389f101e tempest-MeteringIpV6TestJSON-735656535 tempest-MeteringIpV6TestJSON-735656535-project-admin] Unknown quota resources ['metering_label']. {{(pid=104083) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 28 10:39:06.201521 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-27a99fd0-8591-45c1-890e-1b11ffa8d02f tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Calling delete_port for 08de8564-5f47-4f27-bf83-863be3dd9d6c owned by {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:39:06.219136 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f7564a8-f283-4c6c-b00c-6fe9efc4744c tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] DELETE failed (client error): The resource could not be found. Feb 28 10:39:06.226677 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f7564a8-f283-4c6c-b00c-6fe9efc4744c tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:39:06.226677 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-9f7564a8-f283-4c6c-b00c-6fe9efc4744c tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "DELETE /v2.0/subnets/889c3512-4d6b-451c-8858-a6b6bbf767a1 HTTP/1.1" status: 404 len: 337 time: 0.0636373 Feb 28 10:39:06.228732 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46954) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:06.255840 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-516ed140-77c0-436a-b395-05041f6429c4 None None] Provisioning complete for port 7c46b2ac-097f-4482-bb4c-49d4326e2868 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:06.256288 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-516ed140-77c0-436a-b395-05041f6429c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (7c46b2ac-097f-4482-bb4c-49d4326e2868), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:06.258158 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-462c6fd6-7a85-4aed-8e28-9594ec5bc1f1 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] DELETE failed (client error): The resource could not be found. Feb 28 10:39:06.258656 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-462c6fd6-7a85-4aed-8e28-9594ec5bc1f1 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:39:06.261766 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-462c6fd6-7a85-4aed-8e28-9594ec5bc1f1 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "DELETE /v2.0/subnets/aa69af00-03ed-4a66-bf82-9b1269ca524c HTTP/1.1" status: 404 len: 337 time: 0.0324314 Feb 28 10:39:06.264560 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46956) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:06.311435 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5fc2edf3-6cf0-4d08-af74-c192b029afcc tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (b4cc80f7-dde5-4aca-a152-6a68e6d3e478), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:06.312384 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc2edf3-6cf0-4d08-af74-c192b029afcc tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Fanout notify agent at l3_agent the message router_deleted on router b4cc80f7-dde5-4aca-a152-6a68e6d3e478 {{(pid=104083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:39:06.323853 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5fc2edf3-6cf0-4d08-af74-c192b029afcc tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:06.328346 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-5fc2edf3-6cf0-4d08-af74-c192b029afcc tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] 10.222.0.62 "DELETE /v2.0/routers/b4cc80f7-dde5-4aca-a152-6a68e6d3e478 HTTP/1.1" status: 204 len: 168 time: 3.5721126 Feb 28 10:39:06.330427 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46958) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:06.335675 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-061614c6-e407-4b78-8698-2a84f301c9b1 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-284086218', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}, 'admin_state_up': False}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:06.386691 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-516ed140-77c0-436a-b395-05041f6429c4 None None] Current status of the port 7c46b2ac-097f-4482-bb4c-49d4326e2868 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:39:06.399323 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-516ed140-77c0-436a-b395-05041f6429c4 None None] Provisioning complete for port a3b1629b-064b-4d17-b8c9-4f50af5cc7d4 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:06.399811 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-516ed140-77c0-436a-b395-05041f6429c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (a3b1629b-064b-4d17-b8c9-4f50af5cc7d4), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:06.418364 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [req-56f85ca7-4c33-4e89-b15e-b2b6230a0bc9 req-ab08fd6b-09b8-4466-97ba-024b02d1bf17 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Allocated IP 172.20.0.10 (06e3cc33-89ec-4958-a42e-5435ad902e2f/bea0f80b-02eb-4df8-90d4-3e99d0538dbd/996e044c-df70-4dcd-8ba3-2af0b3c397da) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:39:06.440870 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f88399-caad-4e16-9707-19d5d3cb430d None None] DHCP port deletion for f0ef29fc-ec7b-47a4-a873-c9c8476f719e request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:39:06.446338 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-516ed140-77c0-436a-b395-05041f6429c4 None None] Port a3b1629b-064b-4d17-b8c9-4f50af5cc7d4 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:39:06.454531 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8c96e70e-4198-4615-abb9-3028c5d5535a tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (430cae07-e89c-49d5-87f6-b590fae56e9a), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:06.496116 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-bec1820e-b5a2-4fb7-b549-fc2535faa1fd tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Deleting port a3b1629b-064b-4d17-b8c9-4f50af5cc7d4 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:39:06.496454 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-bec1820e-b5a2-4fb7-b549-fc2535faa1fd tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (a3b1629b-064b-4d17-b8c9-4f50af5cc7d4), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:06.502780 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-e7f88399-caad-4e16-9707-19d5d3cb430d None None] Deleting port 7c46b2ac-097f-4482-bb4c-49d4326e2868 {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:39:06.503196 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e7f88399-caad-4e16-9707-19d5d3cb430d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (7c46b2ac-097f-4482-bb4c-49d4326e2868), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:06.553600 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-061614c6-e407-4b78-8698-2a84f301c9b1 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (ab936c9d-f1f6-4d60-bcde-0c9cc8cc6c47), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:06.555490 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-061614c6-e407-4b78-8698-2a84f301c9b1 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (ab936c9d-f1f6-4d60-bcde-0c9cc8cc6c47), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:06.586850 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ae1e2d3a-9f6a-43f9-9430-df76389f101e tempest-MeteringIpV6TestJSON-735656535 tempest-MeteringIpV6TestJSON-735656535-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:06.592227 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-ae1e2d3a-9f6a-43f9-9430-df76389f101e tempest-MeteringIpV6TestJSON-735656535 tempest-MeteringIpV6TestJSON-735656535-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.0023999 Feb 28 10:39:06.595014 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46962) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:06.609889 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-bec1820e-b5a2-4fb7-b549-fc2535faa1fd tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (a3b1629b-064b-4d17-b8c9-4f50af5cc7d4), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:06.615808 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-53c80fba-596c-4c3c-8756-2557cb9a3c0f tempest-MeteringIpV6TestJSON-735656535 tempest-MeteringIpV6TestJSON-735656535-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'dca98772-e517-401b-88fd-87301797af5f'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:06.616341 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-53c80fba-596c-4c3c-8756-2557cb9a3c0f tempest-MeteringIpV6TestJSON-735656535 tempest-MeteringIpV6TestJSON-735656535-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104084) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 28 10:39:06.621851 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-e7f88399-caad-4e16-9707-19d5d3cb430d None None] For port 7c46b2ac-097f-4482-bb4c-49d4326e2868, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=7c46b2ac-097f-4482-bb4c-49d4326e2868,segment=NetworkSegment(a3e72be4-67a6-4f9f-b0f3-a2f19d117552),segment_id=a3e72be4-67a6-4f9f-b0f3-a2f19d117552)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:39:06.623345 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e7f88399-caad-4e16-9707-19d5d3cb430d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (7c46b2ac-097f-4482-bb4c-49d4326e2868), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:06.642859 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-bec1820e-b5a2-4fb7-b549-fc2535faa1fd tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Calling delete_port for a3b1629b-064b-4d17-b8c9-4f50af5cc7d4 owned by {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:39:06.671318 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-e7f88399-caad-4e16-9707-19d5d3cb430d None None] Calling delete_port for 7c46b2ac-097f-4482-bb4c-49d4326e2868 owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:39:06.677927 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4cec0d51-3653-4e88-b5f5-f706afadab00 req-43049f37-7d4f-4654-88c4-376d6c6c0bdf tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "GET /v2.0/ports?device_id=2148e76d-635b-459e-9863-9aa3e7607ee5 HTTP/1.1" status: 200 len: 210 time: 0.0792081 Feb 28 10:39:06.872752 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8c96e70e-4198-4615-abb9-3028c5d5535a tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (430cae07-e89c-49d5-87f6-b590fae56e9a), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:06.893680 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e7f88399-caad-4e16-9707-19d5d3cb430d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (7c46b2ac-097f-4482-bb4c-49d4326e2868), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:06.908626 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-56f85ca7-4c33-4e89-b15e-b2b6230a0bc9 req-ab08fd6b-09b8-4466-97ba-024b02d1bf17 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks [] for port (996e044c-df70-4dcd-8ba3-2af0b3c397da), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:06.910279 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-27a99fd0-8591-45c1-890e-1b11ffa8d02f tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (08de8564-5f47-4f27-bf83-863be3dd9d6c), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:06.936501 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f88399-caad-4e16-9707-19d5d3cb430d None None] Pushing event deleted for resources: {'Port': ['ID=7c46b2ac-097f-4482-bb4c-49d4326e2868,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:06.936791 dv-neutron-829161-3-hyperv neutron-server[104084]: WARNING neutron.services.metering.metering_plugin [None req-53c80fba-596c-4c3c-8756-2557cb9a3c0f tempest-MeteringIpV6TestJSON-735656535 tempest-MeteringIpV6TestJSON-735656535-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 28 10:39:06.941134 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a99fd0-8591-45c1-890e-1b11ffa8d02f tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Pushing event deleted for resources: {'Port': ['ID=08de8564-5f47-4f27-bf83-863be3dd9d6c,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:06.945135 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f88399-caad-4e16-9707-19d5d3cb430d None None] No DVR routers for this DVR port 7c46b2ac-097f-4482-bb4c-49d4326e2868 on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:39:06.984645 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c96e70e-4198-4615-abb9-3028c5d5535a tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Pushing event deleted for resources: {'Subnet': ['ID=430cae07-e89c-49d5-87f6-b590fae56e9a,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:06.990236 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8c96e70e-4198-4615-abb9-3028c5d5535a tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:06.996739 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-8c96e70e-4198-4615-abb9-3028c5d5535a tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] 10.222.0.62 "DELETE /v2.0/subnets/430cae07-e89c-49d5-87f6-b590fae56e9a HTTP/1.1" status: 204 len: 168 time: 1.1007657 Feb 28 10:39:07.000096 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46964) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:07.002727 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba6a48a-c02e-49a4-9ddb-577446232aa3 None None] Network 7cf00698-ebcb-4def-b954-4e7db3eb3d93 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:39:07.048414 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-061614c6-e407-4b78-8698-2a84f301c9b1 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks [] for router_controller (ab936c9d-f1f6-4d60-bcde-0c9cc8cc6c47), precommit_add_association {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:07.203268 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-27a99fd0-8591-45c1-890e-1b11ffa8d02f tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:07.215625 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-27a99fd0-8591-45c1-890e-1b11ffa8d02f tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] 10.222.0.62 "DELETE /v2.0/ports/08de8564-5f47-4f27-bf83-863be3dd9d6c HTTP/1.1" status: 204 len: 168 time: 2.0398450 Feb 28 10:39:07.215625 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46966) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:07.221071 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-63347a16-ab37-44eb-a999-664678eca312 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Request body: {'floatingip': {'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:07.231543 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-481996f0-d550-4ee6-b702-037047d70e03 tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (7cf00698-ebcb-4def-b954-4e7db3eb3d93), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:07.256403 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-56f85ca7-4c33-4e89-b15e-b2b6230a0bc9 req-ab08fd6b-09b8-4466-97ba-024b02d1bf17 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (996e044c-df70-4dcd-8ba3-2af0b3c397da), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:07.308237 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0285d3b9-34d3-47a4-99ed-b97f7d971db4 None None] DHCP port deletion for 7cf00698-ebcb-4def-b954-4e7db3eb3d93 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:39:07.315265 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-53c80fba-596c-4c3c-8756-2557cb9a3c0f tempest-MeteringIpV6TestJSON-735656535 tempest-MeteringIpV6TestJSON-735656535-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:07.316866 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-53c80fba-596c-4c3c-8756-2557cb9a3c0f tempest-MeteringIpV6TestJSON-735656535 tempest-MeteringIpV6TestJSON-735656535-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.7193873 Feb 28 10:39:07.324583 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46968) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:07.326489 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56f85ca7-4c33-4e89-b15e-b2b6230a0bc9 req-ab08fd6b-09b8-4466-97ba-024b02d1bf17 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Network 06e3cc33-89ec-4958-a42e-5435ad902e2f is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:39:07.328581 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab08fd6b-09b8-4466-97ba-024b02d1bf17 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Pushing event updated for resources: {'Port': ['ID=996e044c-df70-4dcd-8ba3-2af0b3c397da,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:07.355822 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-c670e433-58de-419f-9c02-a5b6a3c232b6 tempest-MeteringIpV6TestJSON-735656535 tempest-MeteringIpV6TestJSON-735656535-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'dca98772-e517-401b-88fd-87301797af5f'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:07.356370 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-c670e433-58de-419f-9c02-a5b6a3c232b6 tempest-MeteringIpV6TestJSON-735656535 tempest-MeteringIpV6TestJSON-735656535-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104083) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 28 10:39:07.363450 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [req-56f85ca7-4c33-4e89-b15e-b2b6230a0bc9 req-ab08fd6b-09b8-4466-97ba-024b02d1bf17 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:07.367070 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-56f85ca7-4c33-4e89-b15e-b2b6230a0bc9 req-ab08fd6b-09b8-4466-97ba-024b02d1bf17 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:39:07.371786 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-63347a16-ab37-44eb-a999-664678eca312 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:07.400785 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-0285d3b9-34d3-47a4-99ed-b97f7d971db4 None None] Deleting port 20483231-4ea6-42ed-b178-7a0955ea6dca {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:39:07.401593 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0285d3b9-34d3-47a4-99ed-b97f7d971db4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (20483231-4ea6-42ed-b178-7a0955ea6dca), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:07.552294 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 7c46b2ac-097f-4482-bb4c-49d4326e2868 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:39:07.602444 dv-neutron-829161-3-hyperv neutron-server[104083]: WARNING neutron.services.metering.metering_plugin [None req-c670e433-58de-419f-9c02-a5b6a3c232b6 tempest-MeteringIpV6TestJSON-735656535 tempest-MeteringIpV6TestJSON-735656535-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 28 10:39:07.610303 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-0285d3b9-34d3-47a4-99ed-b97f7d971db4 None None] For port 20483231-4ea6-42ed-b178-7a0955ea6dca, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=20483231-4ea6-42ed-b178-7a0955ea6dca,segment=NetworkSegment(39ee14d7-8033-40b3-a017-f46b02f84923),segment_id=39ee14d7-8033-40b3-a017-f46b02f84923)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:39:07.611064 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0285d3b9-34d3-47a4-99ed-b97f7d971db4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (20483231-4ea6-42ed-b178-7a0955ea6dca), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:07.614171 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 7c46b2ac-097f-4482-bb4c-49d4326e2868 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:39:07.614727 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 7c46b2ac-097f-4482-bb4c-49d4326e2868 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:39:07.615288 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f85ca7-4c33-4e89-b15e-b2b6230a0bc9 req-ab08fd6b-09b8-4466-97ba-024b02d1bf17 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:07.615894 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 20483231-4ea6-42ed-b178-7a0955ea6dca no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:39:07.616031 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-56f85ca7-4c33-4e89-b15e-b2b6230a0bc9 req-ab08fd6b-09b8-4466-97ba-024b02d1bf17 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:07.732661 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-0285d3b9-34d3-47a4-99ed-b97f7d971db4 None None] Calling delete_port for 20483231-4ea6-42ed-b178-7a0955ea6dca owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:39:07.736391 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 20483231-4ea6-42ed-b178-7a0955ea6dca is: ACTIVE; New status is: DOWN {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:39:07.743194 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (20483231-4ea6-42ed-b178-7a0955ea6dca), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:07.770538 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-56f85ca7-4c33-4e89-b15e-b2b6230a0bc9 req-ab08fd6b-09b8-4466-97ba-024b02d1bf17 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8001709 Feb 28 10:39:07.777265 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-481996f0-d550-4ee6-b702-037047d70e03 tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Deleting port 20483231-4ea6-42ed-b178-7a0955ea6dca {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:39:07.777871 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-481996f0-d550-4ee6-b702-037047d70e03 tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (20483231-4ea6-42ed-b178-7a0955ea6dca), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:07.798348 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port 20483231-4ea6-42ed-b178-7a0955ea6dca, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=20483231-4ea6-42ed-b178-7a0955ea6dca,segment=NetworkSegment(39ee14d7-8033-40b3-a017-f46b02f84923),segment_id=39ee14d7-8033-40b3-a017-f46b02f84923)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:39:07.818571 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-e8429bf7-245e-405d-82b9-b8b8777fe72c None None] Provisioning complete for port 996e044c-df70-4dcd-8ba3-2af0b3c397da triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:07.819070 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e8429bf7-245e-405d-82b9-b8b8777fe72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (996e044c-df70-4dcd-8ba3-2af0b3c397da), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:07.839091 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-56f85ca7-4c33-4e89-b15e-b2b6230a0bc9 req-444c3b3a-031f-4edf-be5a-5a7875313cf0 service neutron] Request body: {'port': {'device_id': '2148e76d-635b-459e-9863-9aa3e7607ee5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8291'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:07.842734 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-061614c6-e407-4b78-8698-2a84f301c9b1 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks [] for router_gateway (ab936c9d-f1f6-4d60-bcde-0c9cc8cc6c47), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:07.848080 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c670e433-58de-419f-9c02-a5b6a3c232b6 tempest-MeteringIpV6TestJSON-735656535 tempest-MeteringIpV6TestJSON-735656535-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:07.852451 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-bec1820e-b5a2-4fb7-b549-fc2535faa1fd tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (a3b1629b-064b-4d17-b8c9-4f50af5cc7d4), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:07.853044 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-c670e433-58de-419f-9c02-a5b6a3c232b6 tempest-MeteringIpV6TestJSON-735656535 tempest-MeteringIpV6TestJSON-735656535-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5253859 Feb 28 10:39:07.859408 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46972) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:07.865156 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-e8429bf7-245e-405d-82b9-b8b8777fe72c None None] Port 996e044c-df70-4dcd-8ba3-2af0b3c397da cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:39:07.890106 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-4a5a8d9e-780a-449a-8207-4870b1db9ac7 tempest-MeteringIpV6TestJSON-735656535 tempest-MeteringIpV6TestJSON-735656535-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules?id=6f87b975-eca6-467e-93ca-3fe07c7d3339 HTTP/1.1" status: 200 len: 462 time: 0.0248814 Feb 28 10:39:07.903219 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (20483231-4ea6-42ed-b178-7a0955ea6dca), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:07.912198 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46974) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:07.941101 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec1820e-b5a2-4fb7-b549-fc2535faa1fd tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event deleted for resources: {'Port': ['ID=a3b1629b-064b-4d17-b8c9-4f50af5cc7d4,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:07.953785 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-bec1820e-b5a2-4fb7-b549-fc2535faa1fd tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:07.958354 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-bec1820e-b5a2-4fb7-b549-fc2535faa1fd tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "DELETE /v2.0/ports/a3b1629b-064b-4d17-b8c9-4f50af5cc7d4 HTTP/1.1" status: 204 len: 168 time: 1.6920536 Feb 28 10:39:07.963499 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 46976) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:07.995611 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=20483231-4ea6-42ed-b178-7a0955ea6dca,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:08.015872 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-56f85ca7-4c33-4e89-b15e-b2b6230a0bc9 req-444c3b3a-031f-4edf-be5a-5a7875313cf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (996e044c-df70-4dcd-8ba3-2af0b3c397da), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:08.020184 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-481996f0-d550-4ee6-b702-037047d70e03 tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] For port 20483231-4ea6-42ed-b178-7a0955ea6dca, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=20483231-4ea6-42ed-b178-7a0955ea6dca,segment=NetworkSegment(39ee14d7-8033-40b3-a017-f46b02f84923),segment_id=39ee14d7-8033-40b3-a017-f46b02f84923)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:39:08.020541 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-481996f0-d550-4ee6-b702-037047d70e03 tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (20483231-4ea6-42ed-b178-7a0955ea6dca), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:08.048067 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c442fe-a885-4574-bae9-19f4b938ce1c req-3c259473-a56d-43ae-be9b-72194032925d tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:08.049649 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-c1c442fe-a885-4574-bae9-19f4b938ce1c req-3c259473-a56d-43ae-be9b-72194032925d tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "GET /v2.0/ports?device_id=2148e76d-635b-459e-9863-9aa3e7607ee5 HTTP/1.1" status: 200 len: 932 time: 0.1994781 Feb 28 10:39:08.138147 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0285d3b9-34d3-47a4-99ed-b97f7d971db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (20483231-4ea6-42ed-b178-7a0955ea6dca), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:08.144467 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-481996f0-d550-4ee6-b702-037047d70e03 tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Calling delete_port for 20483231-4ea6-42ed-b178-7a0955ea6dca owned by network:dhcp {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:39:08.181612 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0285d3b9-34d3-47a4-99ed-b97f7d971db4 None None] Pushing event deleted for resources: {'Port': ['ID=20483231-4ea6-42ed-b178-7a0955ea6dca,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:08.184993 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0285d3b9-34d3-47a4-99ed-b97f7d971db4 None None] No DVR routers for this DVR port 20483231-4ea6-42ed-b178-7a0955ea6dca on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:39:08.217015 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e8a24957-fd1c-4d4c-8ae4-dd3b631ad696 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (f0ef29fc-ec7b-47a4-a873-c9c8476f719e), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:08.220746 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-c1c442fe-a885-4574-bae9-19f4b938ce1c req-68cedf15-b5b5-4f03-b4c3-e37950a45f92 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "GET /v2.0/security-groups?id=3004bcfd-0c82-4f4d-b59a-e0848d67262f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1609077 Feb 28 10:39:08.225282 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e1aaf6c9-9165-44db-bb05-6286e80dbbe4 tempest-MeteringIpV6TestJSON-735656535 tempest-MeteringIpV6TestJSON-735656535-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:08.226424 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-e1aaf6c9-9165-44db-bb05-6286e80dbbe4 tempest-MeteringIpV6TestJSON-735656535 tempest-MeteringIpV6TestJSON-735656535-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-label-rules/6f87b975-eca6-467e-93ca-3fe07c7d3339 HTTP/1.1" status: 204 len: 168 time: 0.3132434 Feb 28 10:39:08.229178 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46978) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:08.249315 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-d65d53af-8cea-455e-a08d-3cb79a11000f tempest-MeteringIpV6TestJSON-735656535 tempest-MeteringIpV6TestJSON-735656535-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules?id=6f87b975-eca6-467e-93ca-3fe07c7d3339 HTTP/1.1" status: 200 len: 221 time: 0.0189340 Feb 28 10:39:08.252610 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46980) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:08.265102 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-fd299f11-7c55-4352-b40b-1fd20b3da495 tempest-MeteringIpV6TestJSON-735656535 tempest-MeteringIpV6TestJSON-735656535-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2033868084', 'description': 'label created by tempest'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:08.265102 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-fd299f11-7c55-4352-b40b-1fd20b3da495 tempest-MeteringIpV6TestJSON-735656535 tempest-MeteringIpV6TestJSON-735656535-project-admin] Unknown quota resources ['metering_label']. {{(pid=104084) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 28 10:39:08.322364 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-63347a16-ab37-44eb-a999-664678eca312 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:08.430943 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-061614c6-e407-4b78-8698-2a84f301c9b1 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks [] for router_gateway (ab936c9d-f1f6-4d60-bcde-0c9cc8cc6c47), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:08.457213 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-061614c6-e407-4b78-8698-2a84f301c9b1 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:08.484057 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-481996f0-d550-4ee6-b702-037047d70e03 tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (20483231-4ea6-42ed-b178-7a0955ea6dca), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:08.505790 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e8a24957-fd1c-4d4c-8ae4-dd3b631ad696 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (f0ef29fc-ec7b-47a4-a873-c9c8476f719e), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:08.553958 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481996f0-d550-4ee6-b702-037047d70e03 tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Pushing event deleted for resources: {'Port': ['ID=20483231-4ea6-42ed-b178-7a0955ea6dca,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:08.575758 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-e8a24957-fd1c-4d4c-8ae4-dd3b631ad696 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0ef29fc-ec7b-47a4-a873-c9c8476f719e']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:08.577981 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481996f0-d550-4ee6-b702-037047d70e03 tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] No DVR routers for this DVR port 20483231-4ea6-42ed-b178-7a0955ea6dca on host dv-neutron-829161-3-hyperv {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:39:08.624120 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-e8a24957-fd1c-4d4c-8ae4-dd3b631ad696 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3e72be4-67a6-4f9f-b0f3-a2f19d117552') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:08.624825 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-e8a24957-fd1c-4d4c-8ae4-dd3b631ad696 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3e72be4-67a6-4f9f-b0f3-a2f19d117552') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:08.650403 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fd299f11-7c55-4352-b40b-1fd20b3da495 tempest-MeteringIpV6TestJSON-735656535 tempest-MeteringIpV6TestJSON-735656535-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:08.651790 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-fd299f11-7c55-4352-b40b-1fd20b3da495 tempest-MeteringIpV6TestJSON-735656535 tempest-MeteringIpV6TestJSON-735656535-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3982167 Feb 28 10:39:08.654801 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46982) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:08.689324 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e8a24957-fd1c-4d4c-8ae4-dd3b631ad696 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (a3e72be4-67a6-4f9f-b0f3-a2f19d117552), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:08.747363 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c6df3e06-0c97-426b-b6df-71c403e575b1 tempest-MeteringIpV6TestJSON-735656535 tempest-MeteringIpV6TestJSON-735656535-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels?id=1ee8dec3-5776-4e08-9f85-130d0f6d2a65 HTTP/1.1" status: 200 len: 468 time: 0.0914516 Feb 28 10:39:08.749844 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46984) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:08.767527 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-63347a16-ab37-44eb-a999-664678eca312 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Allocated IP 172.26.3.119 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/f63e4d00-09cb-4cb9-b0c1-4a3eee3fe6a0) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:39:08.769669 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e8a24957-fd1c-4d4c-8ae4-dd3b631ad696 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (a3e72be4-67a6-4f9f-b0f3-a2f19d117552), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:08.804666 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8a24957-fd1c-4d4c-8ae4-dd3b631ad696 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:39:08.805068 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e8a24957-fd1c-4d4c-8ae4-dd3b631ad696 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (a3e72be4-67a6-4f9f-b0f3-a2f19d117552), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:08.808645 dv-neutron-829161-3-hyperv neutron-server[104083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:39:08.808645 dv-neutron-829161-3-hyperv neutron-server[104083]: self.session.flush() Feb 28 10:39:08.808645 dv-neutron-829161-3-hyperv neutron-server[104083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:39:08.808645 dv-neutron-829161-3-hyperv neutron-server[104083]: self.session.flush() Feb 28 10:39:08.808645 dv-neutron-829161-3-hyperv neutron-server[104083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:39:08.808645 dv-neutron-829161-3-hyperv neutron-server[104083]: self.session.flush() Feb 28 10:39:08.808645 dv-neutron-829161-3-hyperv neutron-server[104083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:39:08.808645 dv-neutron-829161-3-hyperv neutron-server[104083]: self.session.flush() Feb 28 10:39:08.808645 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:39:08.808645 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:39:08.808645 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:39:08.808645 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:39:08.808645 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:39:08.808645 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:39:08.808645 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:39:08.808645 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:39:08.808645 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:39:08.808645 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:39:08.808645 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:39:08.808645 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:39:08.808645 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:39:08.808645 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:39:08.808645 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:39:08.808645 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:39:08.808645 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:39:08.808645 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:39:08.808645 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:39:08.808645 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:39:08.808645 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:39:08.808645 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:39:08.808645 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:39:08.808645 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:39:08.808645 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:39:08.808645 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:39:08.808645 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:39:08.808645 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:39:08.808645 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:39:08.808645 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:39:08.808645 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:39:08.808645 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:39:08.811692 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-481996f0-d550-4ee6-b702-037047d70e03 tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (7cf00698-ebcb-4def-b954-4e7db3eb3d93), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:08.914628 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-481996f0-d550-4ee6-b702-037047d70e03 tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cf00698-ebcb-4def-b954-4e7db3eb3d93']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:08.965081 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-481996f0-d550-4ee6-b702-037047d70e03 tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39ee14d7-8033-40b3-a017-f46b02f84923') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:08.965489 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-481996f0-d550-4ee6-b702-037047d70e03 tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39ee14d7-8033-40b3-a017-f46b02f84923') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:08.989461 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-481996f0-d550-4ee6-b702-037047d70e03 tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (39ee14d7-8033-40b3-a017-f46b02f84923), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:09.014684 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7ae67e3d-d466-4e18-8da9-8a921511a0a5 tempest-MeteringIpV6TestJSON-735656535 tempest-MeteringIpV6TestJSON-735656535-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:09.016913 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-7ae67e3d-d466-4e18-8da9-8a921511a0a5 tempest-MeteringIpV6TestJSON-735656535 tempest-MeteringIpV6TestJSON-735656535-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-labels/1ee8dec3-5776-4e08-9f85-130d0f6d2a65 HTTP/1.1" status: 204 len: 168 time: 0.2656465 Feb 28 10:39:09.019446 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46986) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:09.035652 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-b96316b5-4809-4e19-88af-3c58332cf3f3 tempest-MeteringIpV6TestJSON-735656535 tempest-MeteringIpV6TestJSON-735656535-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels?id=1ee8dec3-5776-4e08-9f85-130d0f6d2a65 HTTP/1.1" status: 200 len: 216 time: 0.0135257 Feb 28 10:39:09.039783 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-481996f0-d550-4ee6-b702-037047d70e03 tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (39ee14d7-8033-40b3-a017-f46b02f84923), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:09.040412 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46988) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:09.050332 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [req-56f85ca7-4c33-4e89-b15e-b2b6230a0bc9 req-444c3b3a-031f-4edf-be5a-5a7875313cf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 996e044c-df70-4dcd-8ba3-2af0b3c397da {{(pid=104083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:39:09.056289 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e8a24957-fd1c-4d4c-8ae4-dd3b631ad696 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (f0ef29fc-ec7b-47a4-a873-c9c8476f719e), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:09.058372 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-481996f0-d550-4ee6-b702-037047d70e03 tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:39:09.058764 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-481996f0-d550-4ee6-b702-037047d70e03 tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (39ee14d7-8033-40b3-a017-f46b02f84923), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:09.063216 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-682211c8-6c14-46ab-a861-e718a322cdb0 tempest-MeteringIpV6TestJSON-735656535 tempest-MeteringIpV6TestJSON-735656535-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0195382 Feb 28 10:39:09.067677 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46990) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:09.067872 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:39:09.067872 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:39:09.067872 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:39:09.067872 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:39:09.067872 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:39:09.067872 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:39:09.067872 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:39:09.067872 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:39:09.067872 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:39:09.067872 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:39:09.067872 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:39:09.067872 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:39:09.067872 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:39:09.067872 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:39:09.067872 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:39:09.067872 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:39:09.067872 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:39:09.067872 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:39:09.067872 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:39:09.067872 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:39:09.067872 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:39:09.067872 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:39:09.067872 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:39:09.067872 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:39:09.067872 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:39:09.067872 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:39:09.067872 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:39:09.067872 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:39:09.067872 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:39:09.067872 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:39:09.067872 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:39:09.067872 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:39:09.081883 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-31235f59-0489-4e1e-99d1-c70c3956d59c tempest-MeteringIpV6TestJSON-735656535 tempest-MeteringIpV6TestJSON-735656535-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0129766 Feb 28 10:39:09.087005 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-56f85ca7-4c33-4e89-b15e-b2b6230a0bc9 req-444c3b3a-031f-4edf-be5a-5a7875313cf0 service neutron] Publish callbacks [] for port (996e044c-df70-4dcd-8ba3-2af0b3c397da), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:09.091148 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46992) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:09.112360 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e8a24957-fd1c-4d4c-8ae4-dd3b631ad696 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:09.119012 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-e8a24957-fd1c-4d4c-8ae4-dd3b631ad696 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] 10.222.0.62 "DELETE /v2.0/networks/f0ef29fc-ec7b-47a4-a873-c9c8476f719e HTTP/1.1" status: 204 len: 168 time: 1.1501296 Feb 28 10:39:09.152845 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a24957-fd1c-4d4c-8ae4-dd3b631ad696 tempest-PortsIpV6TestJSON-484579562 tempest-PortsIpV6TestJSON-484579562-project] Pushing event deleted for resources: {'Network': ['ID=f0ef29fc-ec7b-47a4-a873-c9c8476f719e,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:09.179265 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-7367e957-2540-4928-a8af-40ed88b063fc tempest-MeteringIpV6TestJSON-735656535 tempest-MeteringIpV6TestJSON-735656535-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels/dca98772-e517-401b-88fd-87301797af5f HTTP/1.1" status: 200 len: 473 time: 0.0868945 Feb 28 10:39:09.180357 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46996) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:09.190465 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-63347a16-ab37-44eb-a999-664678eca312 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for port (f63e4d00-09cb-4cb9-b0c1-4a3eee3fe6a0), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:09.196645 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-5bc4ec6e-d245-42bb-ab02-9e845045fbfc tempest-MeteringIpV6TestJSON-735656535 tempest-MeteringIpV6TestJSON-735656535-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules/adc4f657-d6eb-4d0f-8d1f-1569ec650bcf HTTP/1.1" status: 200 len: 459 time: 0.0123992 Feb 28 10:39:09.196820 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 46998) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:09.264042 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-481996f0-d550-4ee6-b702-037047d70e03 tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (7cf00698-ebcb-4def-b954-4e7db3eb3d93), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:09.266352 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [req-56f85ca7-4c33-4e89-b15e-b2b6230a0bc9 req-444c3b3a-031f-4edf-be5a-5a7875313cf0 service neutron] Transition to ACTIVE for port object 996e044c-df70-4dcd-8ba3-2af0b3c397da will not be triggered until provisioned by entity L2. {{(pid=104083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:39:09.283938 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-481996f0-d550-4ee6-b702-037047d70e03 tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:09.290728 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-481996f0-d550-4ee6-b702-037047d70e03 tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] 10.222.0.62 "DELETE /v2.0/networks/7cf00698-ebcb-4def-b954-4e7db3eb3d93 HTTP/1.1" status: 204 len: 168 time: 2.2820835 Feb 28 10:39:09.290728 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481996f0-d550-4ee6-b702-037047d70e03 tempest-ExtraDHCPOptionsTestJSON-1443037418 tempest-ExtraDHCPOptionsTestJSON-1443037418-project] Pushing event deleted for resources: {'Network': ['ID=7cf00698-ebcb-4def-b954-4e7db3eb3d93,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:09.307572 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-63347a16-ab37-44eb-a999-664678eca312 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (f63e4d00-09cb-4cb9-b0c1-4a3eee3fe6a0), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:09.389098 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-56f85ca7-4c33-4e89-b15e-b2b6230a0bc9 req-444c3b3a-031f-4edf-be5a-5a7875313cf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (996e044c-df70-4dcd-8ba3-2af0b3c397da), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:09.393962 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63347a16-ab37-44eb-a999-664678eca312 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:39:09.412351 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-63347a16-ab37-44eb-a999-664678eca312 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:09.421362 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63347a16-ab37-44eb-a999-664678eca312 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Pushing event updated for resources: {'Port': ['ID=f63e4d00-09cb-4cb9-b0c1-4a3eee3fe6a0,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:09.423644 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63347a16-ab37-44eb-a999-664678eca312 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:39:09.432494 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c931ca3b-d6e4-4e0e-a44f-ac4621ba8ddc tempest-MeteringIpV6TestJSON-735656535 tempest-MeteringIpV6TestJSON-735656535-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:09.433654 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c931ca3b-d6e4-4e0e-a44f-ac4621ba8ddc tempest-MeteringIpV6TestJSON-735656535 tempest-MeteringIpV6TestJSON-735656535-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-label-rules/adc4f657-d6eb-4d0f-8d1f-1569ec650bcf HTTP/1.1" status: 204 len: 168 time: 0.2358985 Feb 28 10:39:09.438163 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47004) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:09.450739 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-061614c6-e407-4b78-8698-2a84f301c9b1 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Allocated IP 172.26.3.181 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/da130468-3267-4eb7-bb1d-c4e6050fdc86) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:39:09.487004 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f60d6bb-3b23-4619-8a96-56ed760143f0 req-421fc494-fe23-40d3-9510-63c47f2015be tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:09.488546 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5f60d6bb-3b23-4619-8a96-56ed760143f0 req-421fc494-fe23-40d3-9510-63c47f2015be tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "GET /v2.0/ports?device_id=2148e76d-635b-459e-9863-9aa3e7607ee5 HTTP/1.1" status: 200 len: 932 time: 0.1777103 Feb 28 10:39:09.584830 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444c3b3a-031f-4edf-be5a-5a7875313cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=996e044c-df70-4dcd-8ba3-2af0b3c397da,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:09.677016 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5f60d6bb-3b23-4619-8a96-56ed760143f0 req-e8bfbfd3-f87b-467d-9e65-cafc660f61c5 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "GET /v2.0/security-groups?id=3004bcfd-0c82-4f4d-b59a-e0848d67262f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1748238 Feb 28 10:39:09.683690 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-56f85ca7-4c33-4e89-b15e-b2b6230a0bc9 req-444c3b3a-031f-4edf-be5a-5a7875313cf0 service neutron] Attempting to bind port 996e044c-df70-4dcd-8ba3-2af0b3c397da on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:39:09.683987 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-56f85ca7-4c33-4e89-b15e-b2b6230a0bc9 req-444c3b3a-031f-4edf-be5a-5a7875313cf0 service neutron] Attempting to bind port 996e044c-df70-4dcd-8ba3-2af0b3c397da by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '5d3ef6a2-26fd-4ae1-a1a7-759a1b4042a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '06e3cc33-89ec-4958-a42e-5435ad902e2f'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:39:09.684321 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f85ca7-4c33-4e89-b15e-b2b6230a0bc9 req-444c3b3a-031f-4edf-be5a-5a7875313cf0 service neutron] Attempting to bind port 996e044c-df70-4dcd-8ba3-2af0b3c397da on network 06e3cc33-89ec-4958-a42e-5435ad902e2f {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:39:09.697337 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f85ca7-4c33-4e89-b15e-b2b6230a0bc9 req-444c3b3a-031f-4edf-be5a-5a7875313cf0 service neutron] Port 996e044c-df70-4dcd-8ba3-2af0b3c397da on network 06e3cc33-89ec-4958-a42e-5435ad902e2f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:39:09.697624 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f85ca7-4c33-4e89-b15e-b2b6230a0bc9 req-444c3b3a-031f-4edf-be5a-5a7875313cf0 service neutron] Attempting to bind port 996e044c-df70-4dcd-8ba3-2af0b3c397da on network 06e3cc33-89ec-4958-a42e-5435ad902e2f {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:39:09.705652 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-63347a16-ab37-44eb-a999-664678eca312 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for floatingip (29e079e4-c062-491b-b8de-e4b319d70860), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:09.711724 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f85ca7-4c33-4e89-b15e-b2b6230a0bc9 req-444c3b3a-031f-4edf-be5a-5a7875313cf0 service neutron] Checking agent: {'id': '9c9e5963-7abc-415a-a91c-4432861f4313', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'started_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:39:09.712069 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f85ca7-4c33-4e89-b15e-b2b6230a0bc9 req-444c3b3a-031f-4edf-be5a-5a7875313cf0 service neutron] Checking segment: {'id': '5d3ef6a2-26fd-4ae1-a1a7-759a1b4042a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '06e3cc33-89ec-4958-a42e-5435ad902e2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:39:09.712655 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f85ca7-4c33-4e89-b15e-b2b6230a0bc9 req-444c3b3a-031f-4edf-be5a-5a7875313cf0 service neutron] Bound using segment: {'id': '5d3ef6a2-26fd-4ae1-a1a7-759a1b4042a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '06e3cc33-89ec-4958-a42e-5435ad902e2f'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:39:09.713307 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-56f85ca7-4c33-4e89-b15e-b2b6230a0bc9 req-444c3b3a-031f-4edf-be5a-5a7875313cf0 service neutron] Bound port: 996e044c-df70-4dcd-8ba3-2af0b3c397da, host: hv-neutron-8291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d3ef6a2-26fd-4ae1-a1a7-759a1b4042a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '06e3cc33-89ec-4958-a42e-5435ad902e2f'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:39:09.713853 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-56f85ca7-4c33-4e89-b15e-b2b6230a0bc9 req-444c3b3a-031f-4edf-be5a-5a7875313cf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (996e044c-df70-4dcd-8ba3-2af0b3c397da), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:09.871216 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-63347a16-ab37-44eb-a999-664678eca312 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (f63e4d00-09cb-4cb9-b0c1-4a3eee3fe6a0), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:09.899137 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47010) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:09.921169 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-56f85ca7-4c33-4e89-b15e-b2b6230a0bc9 req-444c3b3a-031f-4edf-be5a-5a7875313cf0 service neutron] For port 996e044c-df70-4dcd-8ba3-2af0b3c397da, host hv-neutron-8291, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:39:09.943231 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-56f85ca7-4c33-4e89-b15e-b2b6230a0bc9 req-444c3b3a-031f-4edf-be5a-5a7875313cf0 service neutron] For port 996e044c-df70-4dcd-8ba3-2af0b3c397da, host hv-neutron-8291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=996e044c-df70-4dcd-8ba3-2af0b3c397da,segment=NetworkSegment(5d3ef6a2-26fd-4ae1-a1a7-759a1b4042a7),segment_id=5d3ef6a2-26fd-4ae1-a1a7-759a1b4042a7)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:39:09.967291 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47014) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:10.030389 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-56f85ca7-4c33-4e89-b15e-b2b6230a0bc9 req-444c3b3a-031f-4edf-be5a-5a7875313cf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (996e044c-df70-4dcd-8ba3-2af0b3c397da), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:10.097740 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6d7293d3-32e6-418d-96b8-0befaeea5c9f tempest-MeteringIpV6TestJSON-735656535 tempest-MeteringIpV6TestJSON-735656535-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:10.101704 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-6d7293d3-32e6-418d-96b8-0befaeea5c9f tempest-MeteringIpV6TestJSON-735656535 tempest-MeteringIpV6TestJSON-735656535-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-labels/dca98772-e517-401b-88fd-87301797af5f HTTP/1.1" status: 204 len: 168 time: 0.6598084 Feb 28 10:39:10.106358 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-061614c6-e407-4b78-8698-2a84f301c9b1 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks [] for port (da130468-3267-4eb7-bb1d-c4e6050fdc86), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:10.184388 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-061614c6-e407-4b78-8698-2a84f301c9b1 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (da130468-3267-4eb7-bb1d-c4e6050fdc86), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:10.225395 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061614c6-e407-4b78-8698-2a84f301c9b1 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:39:10.228571 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-061614c6-e407-4b78-8698-2a84f301c9b1 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:10.235069 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061614c6-e407-4b78-8698-2a84f301c9b1 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:39:10.240868 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061614c6-e407-4b78-8698-2a84f301c9b1 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Pushing event updated for resources: {'Port': ['ID=da130468-3267-4eb7-bb1d-c4e6050fdc86,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:10.490289 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f85ca7-4c33-4e89-b15e-b2b6230a0bc9 req-444c3b3a-031f-4edf-be5a-5a7875313cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:10.490955 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-56f85ca7-4c33-4e89-b15e-b2b6230a0bc9 req-444c3b3a-031f-4edf-be5a-5a7875313cf0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:10.492435 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-56f85ca7-4c33-4e89-b15e-b2b6230a0bc9 req-444c3b3a-031f-4edf-be5a-5a7875313cf0 service neutron] 10.222.0.70 "PUT /v2.0/ports/996e044c-df70-4dcd-8ba3-2af0b3c397da HTTP/1.1" status: 200 len: 1094 time: 2.6699858 Feb 28 10:39:10.497825 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2148e76d-635b-459e-9863-9aa3e7607ee5', 'tag': '996e044c-df70-4dcd-8ba3-2af0b3c397da'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:39:10.500124 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0d25c5-18ff-4138-a2cf-d8c7f7844ecb" -d '{"events": [{"name": "network-changed", "server_uuid": "2148e76d-635b-459e-9863-9aa3e7607ee5", "tag": "996e044c-df70-4dcd-8ba3-2af0b3c397da"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:39:10.507297 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47022) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:10.516783 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444c3b3a-031f-4edf-be5a-5a7875313cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=996e044c-df70-4dcd-8ba3-2af0b3c397da,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:10.555293 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-ce7bb646-f058-4925-99ab-535cec21b28c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=891739127f2c498ea7f57dd53a782d07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5868337 Feb 28 10:39:10.560205 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47028) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:10.597173 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-1762226e-c59a-4b6e-8db6-616186f7b25a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4139ff51d3884888b07610eef64ca26e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6968267 Feb 28 10:39:10.597570 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47030) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:10.619197 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54494613-62df-461e-9c59-8a67d2516b3e x-openstack-request-id: req-54494613-62df-461e-9c59-8a67d2516b3e {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:39:10.619197 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2148e76d-635b-459e-9863-9aa3e7607ee5", "tag": "996e044c-df70-4dcd-8ba3-2af0b3c397da", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:39:10.619525 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-54494613-62df-461e-9c59-8a67d2516b3e {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:39:10.619855 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2148e76d-635b-459e-9863-9aa3e7607ee5', 'tag': '996e044c-df70-4dcd-8ba3-2af0b3c397da', 'status': 'completed', 'code': 200} Feb 28 10:39:10.633079 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-63347a16-ab37-44eb-a999-664678eca312 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for port (f63e4d00-09cb-4cb9-b0c1-4a3eee3fe6a0), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:10.637376 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-061614c6-e407-4b78-8698-2a84f301c9b1 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks [] for router_gateway (ab936c9d-f1f6-4d60-bcde-0c9cc8cc6c47), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:10.693357 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a7e74810-cbca-4554-8b85-1412d828f96c admin admin] Publish callbacks [] for security_group (ab11d4d2-4ab0-476c-a651-3208bd2e90a0), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:10.698294 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-63347a16-ab37-44eb-a999-664678eca312 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (f63e4d00-09cb-4cb9-b0c1-4a3eee3fe6a0), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:10.765987 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a93acfc6-eec4-4ea8-aee4-4a9563375a69 admin admin] Publish callbacks [] for security_group (1f67e4a9-8697-4818-b801-7568c0f7ee03), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:10.797865 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bb30955e-68ce-42d0-a5ec-18e473ec3983 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:10.802776 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a93acfc6-eec4-4ea8-aee4-4a9563375a69 admin admin] Publish callbacks [] for security_group (1f67e4a9-8697-4818-b801-7568c0f7ee03), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:10.856745 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a7e74810-cbca-4554-8b85-1412d828f96c admin admin] Publish callbacks [] for security_group (ab11d4d2-4ab0-476c-a651-3208bd2e90a0), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:10.891409 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63347a16-ab37-44eb-a999-664678eca312 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Pushing event updated for resources: {'Port': ['ID=f63e4d00-09cb-4cb9-b0c1-4a3eee3fe6a0,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:10.939359 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-63347a16-ab37-44eb-a999-664678eca312 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047917'] for floatingip (29e079e4-c062-491b-b8de-e4b319d70860), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:10.944785 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-061614c6-e407-4b78-8698-2a84f301c9b1 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (ab936c9d-f1f6-4d60-bcde-0c9cc8cc6c47), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:10.949013 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0d25c5-18ff-4138-a2cf-d8c7f7844ecb req-9d333913-b7f5-4c90-8480-c6960342df4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:10.950546 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ce0d25c5-18ff-4138-a2cf-d8c7f7844ecb req-9d333913-b7f5-4c90-8480-c6960342df4a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f5a1ec0f7f9748a2bd1edc7639d74b9e&device_id=2148e76d-635b-459e-9863-9aa3e7607ee5 HTTP/1.1" status: 200 len: 1128 time: 0.2939994 Feb 28 10:39:10.994367 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a93acfc6-eec4-4ea8-aee4-4a9563375a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (1f67e4a9-8697-4818-b801-7568c0f7ee03), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:10.996946 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a93acfc6-eec4-4ea8-aee4-4a9563375a69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:11.000616 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-a93acfc6-eec4-4ea8-aee4-4a9563375a69 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1f67e4a9-8697-4818-b801-7568c0f7ee03 HTTP/1.1" status: 204 len: 168 time: 0.3990955 Feb 28 10:39:11.004627 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aeb9fa-af3d-46cf-a67c-2db9c4076d9d req-15ff5c6c-a541-493e-a3e5-62381f00db0a tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:11.005546 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f9aeb9fa-af3d-46cf-a67c-2db9c4076d9d req-15ff5c6c-a541-493e-a3e5-62381f00db0a tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "GET /v2.0/ports?device_id=2148e76d-635b-459e-9863-9aa3e7607ee5 HTTP/1.1" status: 200 len: 944 time: 0.2226663 Feb 28 10:39:11.014941 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93acfc6-eec4-4ea8-aee4-4a9563375a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f67e4a9-8697-4818-b801-7568c0f7ee03,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:11.067055 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-63347a16-ab37-44eb-a999-664678eca312 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:11.068285 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-63347a16-ab37-44eb-a999-664678eca312 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8545890 Feb 28 10:39:11.074954 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47036) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:11.081502 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-d2d14b80-bb01-42c0-8a61-eb0c5eba53e9 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Request body: {'port': {'network_id': '9475f20a-4dc8-4b47-b51a-3d7872ad0403', 'name': 'tempest-FloatingIPTestJSON-1688579003'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:11.135779 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a7e74810-cbca-4554-8b85-1412d828f96c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (ab11d4d2-4ab0-476c-a651-3208bd2e90a0), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:11.138335 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a7e74810-cbca-4554-8b85-1412d828f96c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:11.139515 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a7e74810-cbca-4554-8b85-1412d828f96c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ab11d4d2-4ab0-476c-a651-3208bd2e90a0 HTTP/1.1" status: 204 len: 168 time: 0.5770912 Feb 28 10:39:11.177663 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bb30955e-68ce-42d0-a5ec-18e473ec3983 admin admin] Publish callbacks [] for security_group (71ddbcb2-4367-49da-b13c-e00f5ec3501e), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:11.187007 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f9aeb9fa-af3d-46cf-a67c-2db9c4076d9d req-3940af7a-0ae1-4286-ac6b-5213f994db83 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "GET /v2.0/security-groups?id=3004bcfd-0c82-4f4d-b59a-e0848d67262f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492190 Feb 28 10:39:11.189585 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e74810-cbca-4554-8b85-1412d828f96c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab11d4d2-4ab0-476c-a651-3208bd2e90a0,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:11.193933 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0d25c5-18ff-4138-a2cf-d8c7f7844ecb req-f061ad50-af4f-4851-9671-bad4ab7ff097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:11.195681 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ce0d25c5-18ff-4138-a2cf-d8c7f7844ecb req-f061ad50-af4f-4851-9671-bad4ab7ff097 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=f5a1ec0f7f9748a2bd1edc7639d74b9e&shared=False HTTP/1.1" status: 200 len: 896 time: 0.2280009 Feb 28 10:39:11.271880 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bb30955e-68ce-42d0-a5ec-18e473ec3983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (71ddbcb2-4367-49da-b13c-e00f5ec3501e), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:11.295310 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-061614c6-e407-4b78-8698-2a84f301c9b1 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Router ab936c9d-f1f6-4d60-bcde-0c9cc8cc6c47 is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:39:11.298311 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d14b80-bb01-42c0-8a61-eb0c5eba53e9 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Made reservation on behalf of 94c254e0b2ed4c649e751c1a9615c906 for: {'port': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:11.301912 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d2d14b80-bb01-42c0-8a61-eb0c5eba53e9 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:11.329861 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-bb30955e-68ce-42d0-a5ec-18e473ec3983 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=657022c88a6d43c49a9dc012f625e148&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8099501 Feb 28 10:39:11.331052 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0d25c5-18ff-4138-a2cf-d8c7f7844ecb req-4cb34930-b66e-4963-9adf-cff5ad022ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:11.332471 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ce0d25c5-18ff-4138-a2cf-d8c7f7844ecb req-4cb34930-b66e-4963-9adf-cff5ad022ef2 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1304812 Feb 28 10:39:11.332931 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47040) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:11.340761 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb30955e-68ce-42d0-a5ec-18e473ec3983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ddbcb2-4367-49da-b13c-e00f5ec3501e,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:11.359122 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [None req-d2d14b80-bb01-42c0-8a61-eb0c5eba53e9 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] device_id is not set on port 59ca5174-8709-47a3-a98b-55acd93a459a yet. {{(pid=104084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:39:11.412340 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c2851156-c51d-4783-b9e0-40ee7aeaa256 admin admin] Publish callbacks [] for security_group (71ddbcb2-4367-49da-b13c-e00f5ec3501e), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:11.463319 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c2851156-c51d-4783-b9e0-40ee7aeaa256 admin admin] Publish callbacks [] for security_group (71ddbcb2-4367-49da-b13c-e00f5ec3501e), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:11.511166 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f85ca7-4c33-4e89-b15e-b2b6230a0bc9 req-e8c206ca-c20c-49e5-a9b7-dd44a83833f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:11.512906 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-56f85ca7-4c33-4e89-b15e-b2b6230a0bc9 req-e8c206ca-c20c-49e5-a9b7-dd44a83833f3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f5a1ec0f7f9748a2bd1edc7639d74b9e&device_id=2148e76d-635b-459e-9863-9aa3e7607ee5 HTTP/1.1" status: 200 len: 1128 time: 0.1116207 Feb 28 10:39:11.550238 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-061614c6-e407-4b78-8698-2a84f301c9b1 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:39:11.553055 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7d485f-8ff3-4b4b-b6eb-a6e2157c285b None None] Sync routers for ids ['ab936c9d-f1f6-4d60-bcde-0c9cc8cc6c47'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:39:11.564995 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7d485f-8ff3-4b4b-b6eb-a6e2157c285b None None] Routers {'ab936c9d-f1f6-4d60-bcde-0c9cc8cc6c47'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:39:11.565921 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-5a7d485f-8ff3-4b4b-b6eb-a6e2157c285b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:38:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['ab936c9d-f1f6-4d60-bcde-0c9cc8cc6c47'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:11.576294 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-d2d14b80-bb01-42c0-8a61-eb0c5eba53e9 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Allocated IP 172.20.0.3 (9475f20a-4dc8-4b47-b51a-3d7872ad0403/fe64f201-be40-4404-9f6e-20a6b4ac42c0/59ca5174-8709-47a3-a98b-55acd93a459a) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:39:11.603861 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-5a7d485f-8ff3-4b4b-b6eb-a6e2157c285b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:11.612229 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-56f85ca7-4c33-4e89-b15e-b2b6230a0bc9 req-6918a14c-6aaf-4076-9421-654f7d46eac2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=996e044c-df70-4dcd-8ba3-2af0b3c397da HTTP/1.1" status: 200 len: 217 time: 0.0869496 Feb 28 10:39:11.613633 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7d485f-8ff3-4b4b-b6eb-a6e2157c285b None None] Routers {'ab936c9d-f1f6-4d60-bcde-0c9cc8cc6c47'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:39:11.614416 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-5a7d485f-8ff3-4b4b-b6eb-a6e2157c285b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:38:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['ab936c9d-f1f6-4d60-bcde-0c9cc8cc6c47'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:11.654380 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-5a7d485f-8ff3-4b4b-b6eb-a6e2157c285b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:11.655468 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7d485f-8ff3-4b4b-b6eb-a6e2157c285b None None] The sync data for ids ['ab936c9d-f1f6-4d60-bcde-0c9cc8cc6c47'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:39:11.681887 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-061614c6-e407-4b78-8698-2a84f301c9b1 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:11.685888 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-061614c6-e407-4b78-8698-2a84f301c9b1 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.3517337 Feb 28 10:39:11.695625 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f85ca7-4c33-4e89-b15e-b2b6230a0bc9 req-c9f768ae-1f09-4ac9-bdf7-fb58b8ab898d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:11.697359 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-56f85ca7-4c33-4e89-b15e-b2b6230a0bc9 req-c9f768ae-1f09-4ac9-bdf7-fb58b8ab898d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bea0f80b-02eb-4df8-90d4-3e99d0538dbd HTTP/1.1" status: 200 len: 835 time: 0.0757339 Feb 28 10:39:11.697850 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47058) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:11.703425 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-33cfd94f-83d8-4f78-b303-d56877f0de0f tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:11.708888 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c2851156-c51d-4783-b9e0-40ee7aeaa256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (71ddbcb2-4367-49da-b13c-e00f5ec3501e), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:11.710607 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c2851156-c51d-4783-b9e0-40ee7aeaa256 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:11.715378 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-c2851156-c51d-4783-b9e0-40ee7aeaa256 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/71ddbcb2-4367-49da-b13c-e00f5ec3501e HTTP/1.1" status: 204 len: 168 time: 0.3796024 Feb 28 10:39:11.776402 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d2d14b80-bb01-42c0-8a61-eb0c5eba53e9 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for port (59ca5174-8709-47a3-a98b-55acd93a459a), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:11.780143 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2851156-c51d-4783-b9e0-40ee7aeaa256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ddbcb2-4367-49da-b13c-e00f5ec3501e,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:11.861356 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f85ca7-4c33-4e89-b15e-b2b6230a0bc9 req-090c3ad5-f8d8-4479-86b9-6a4d99c35834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:11.863306 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-56f85ca7-4c33-4e89-b15e-b2b6230a0bc9 req-090c3ad5-f8d8-4479-86b9-6a4d99c35834 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=06e3cc33-89ec-4958-a42e-5435ad902e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1572955 Feb 28 10:39:11.910272 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d2d14b80-bb01-42c0-8a61-eb0c5eba53e9 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (59ca5174-8709-47a3-a98b-55acd93a459a), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:11.963126 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d14b80-bb01-42c0-8a61-eb0c5eba53e9 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Network 9475f20a-4dc8-4b47-b51a-3d7872ad0403 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:39:11.966797 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-d2d14b80-bb01-42c0-8a61-eb0c5eba53e9 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:11.973328 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d14b80-bb01-42c0-8a61-eb0c5eba53e9 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:39:11.980008 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d14b80-bb01-42c0-8a61-eb0c5eba53e9 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Pushing event updated for resources: {'Port': ['ID=59ca5174-8709-47a3-a98b-55acd93a459a,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:12.030549 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d14b80-bb01-42c0-8a61-eb0c5eba53e9 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:12.031203 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d2d14b80-bb01-42c0-8a61-eb0c5eba53e9 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:12.060283 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-56f85ca7-4c33-4e89-b15e-b2b6230a0bc9 req-45751334-bd92-4c85-bdb5-3022b7673140 service neutron] 10.222.0.70 "GET /v2.0/networks/06e3cc33-89ec-4958-a42e-5435ad902e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907158 Feb 28 10:39:12.109064 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-d2d14b80-bb01-42c0-8a61-eb0c5eba53e9 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0333400 Feb 28 10:39:12.111807 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47068) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:12.116955 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-53a939d9-dd67-462f-9b75-11d6d9198c59 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Request body: {'floatingip': {'port_id': '59ca5174-8709-47a3-a98b-55acd93a459a'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:12.170948 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-53a939d9-dd67-462f-9b75-11d6d9198c59 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for floatingip (29e079e4-c062-491b-b8de-e4b319d70860), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:12.235820 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-33cfd94f-83d8-4f78-b303-d56877f0de0f tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks [] for router_gateway (ab936c9d-f1f6-4d60-bcde-0c9cc8cc6c47), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:12.244969 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-56f85ca7-4c33-4e89-b15e-b2b6230a0bc9 req-5fa96a63-dde8-4645-95ae-579d67fa5e87 service neutron] 10.222.0.70 "GET /v2.0/networks/06e3cc33-89ec-4958-a42e-5435ad902e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775641 Feb 28 10:39:12.305625 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-33cfd94f-83d8-4f78-b303-d56877f0de0f tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks [] for router_gateway (ab936c9d-f1f6-4d60-bcde-0c9cc8cc6c47), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:12.422467 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce5750-f5d0-49db-a189-43e7e8336692 req-40d22be0-38bf-4893-9164-233c43d0b3ea tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:12.423932 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-85ce5750-f5d0-49db-a189-43e7e8336692 req-40d22be0-38bf-4893-9164-233c43d0b3ea tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "GET /v2.0/ports?device_id=2148e76d-635b-459e-9863-9aa3e7607ee5 HTTP/1.1" status: 200 len: 944 time: 0.1208918 Feb 28 10:39:12.454412 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-33cfd94f-83d8-4f78-b303-d56877f0de0f tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Deleting port da130468-3267-4eb7-bb1d-c4e6050fdc86 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:39:12.454753 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-33cfd94f-83d8-4f78-b303-d56877f0de0f tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (da130468-3267-4eb7-bb1d-c4e6050fdc86), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:12.536770 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-85ce5750-f5d0-49db-a189-43e7e8336692 req-0849a6bf-0c5d-4620-96e1-3dc993662471 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "GET /v2.0/security-groups?id=3004bcfd-0c82-4f4d-b59a-e0848d67262f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060343 Feb 28 10:39:12.556427 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-33cfd94f-83d8-4f78-b303-d56877f0de0f tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (da130468-3267-4eb7-bb1d-c4e6050fdc86), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:12.568677 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-33cfd94f-83d8-4f78-b303-d56877f0de0f tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Calling delete_port for da130468-3267-4eb7-bb1d-c4e6050fdc86 owned by network:router_gateway {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:39:12.675514 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47086) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:12.704318 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f670c734-bf96-4883-bea3-b6d4432d640a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:12.791161 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47090) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:12.823315 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-53a939d9-dd67-462f-9b75-11d6d9198c59 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:12.848972 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47094) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:12.924482 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-53a939d9-dd67-462f-9b75-11d6d9198c59 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047917'] for floatingip (29e079e4-c062-491b-b8de-e4b319d70860), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:12.928066 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-33cfd94f-83d8-4f78-b303-d56877f0de0f tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (da130468-3267-4eb7-bb1d-c4e6050fdc86), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:12.975769 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-6e1b7460-07a5-4f80-8929-90da7b32f335 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-961719250'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:12.980499 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cfd94f-83d8-4f78-b303-d56877f0de0f tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Pushing event deleted for resources: {'Port': ['ID=da130468-3267-4eb7-bb1d-c4e6050fdc86,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:13.050940 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-5949b32c-fca3-4c36-aaf5-2f826da4c9b5 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Request body: {'network': {'name': 'tempest-RoutersTest-1519678382'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:13.055586 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.l3_db [None req-53a939d9-dd67-462f-9b75-11d6d9198c59 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Floating IP 29e079e4-c062-491b-b8de-e4b319d70860 associated. External IP: 172.26.3.119, port: 59ca5174-8709-47a3-a98b-55acd93a459a. Feb 28 10:39:13.089835 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-33cfd94f-83d8-4f78-b303-d56877f0de0f tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047843'] for router_gateway (ab936c9d-f1f6-4d60-bcde-0c9cc8cc6c47), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:13.134497 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1b7460-07a5-4f80-8929-90da7b32f335 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Made reservation on behalf of a3b8dd05d882407cb4aeb7c1fff3f6af for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:13.137800 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6e1b7460-07a5-4f80-8929-90da7b32f335 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:13.179779 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5949b32c-fca3-4c36-aaf5-2f826da4c9b5 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Made reservation on behalf of 25b479ba752e4d33b5861f804bc6920d for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:13.182955 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5949b32c-fca3-4c36-aaf5-2f826da4c9b5 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:13.186227 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f670c734-bf96-4883-bea3-b6d4432d640a admin admin] Publish callbacks [] for security_group (5c14633d-2f75-4d48-9d1e-cb51aba5b1fe), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:13.196272 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6e1b7460-07a5-4f80-8929-90da7b32f335 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:13.200749 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5949b32c-fca3-4c36-aaf5-2f826da4c9b5 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:13.259507 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f670c734-bf96-4883-bea3-b6d4432d640a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (5c14633d-2f75-4d48-9d1e-cb51aba5b1fe), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:13.278131 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53a939d9-dd67-462f-9b75-11d6d9198c59 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Router e94fd51f-5c81-48c9-98f1-5b1daebeeda9 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:39:13.367247 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-f670c734-bf96-4883-bea3-b6d4432d640a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2df5f65ee8174ac59934a733273f33ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6909115 Feb 28 10:39:13.369744 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47098) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:13.374702 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f670c734-bf96-4883-bea3-b6d4432d640a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c14633d-2f75-4d48-9d1e-cb51aba5b1fe,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:13.422926 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a939d9-dd67-462f-9b75-11d6d9198c59 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:39:13.428194 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-53a939d9-dd67-462f-9b75-11d6d9198c59 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:13.438089 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79a288e-1bc0-4cd7-a96e-65a4ae09da4d None None] Sync routers for ids ['e94fd51f-5c81-48c9-98f1-5b1daebeeda9'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:39:13.448513 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79a288e-1bc0-4cd7-a96e-65a4ae09da4d None None] Routers {'e94fd51f-5c81-48c9-98f1-5b1daebeeda9'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:39:13.449358 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-c79a288e-1bc0-4cd7-a96e-65a4ae09da4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:38:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['e94fd51f-5c81-48c9-98f1-5b1daebeeda9'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:13.466617 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-33cfd94f-83d8-4f78-b303-d56877f0de0f tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1032676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1044823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27871'] for router (ab936c9d-f1f6-4d60-bcde-0c9cc8cc6c47), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:13.470871 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-53a939d9-dd67-462f-9b75-11d6d9198c59 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] 10.222.0.62 "PUT /v2.0/floatingips/29e079e4-c062-491b-b8de-e4b319d70860 HTTP/1.1" status: 200 len: 978 time: 1.3579712 Feb 28 10:39:13.473744 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-33cfd94f-83d8-4f78-b303-d56877f0de0f tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1032701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1032690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1044908'] for router (ab936c9d-f1f6-4d60-bcde-0c9cc8cc6c47), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:13.475210 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47100) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:13.484517 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5b252019-e120-42bd-b2c9-53c8f8376101 admin admin] Publish callbacks [] for security_group (5c14633d-2f75-4d48-9d1e-cb51aba5b1fe), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:13.490777 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-c79a288e-1bc0-4cd7-a96e-65a4ae09da4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:13.501820 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79a288e-1bc0-4cd7-a96e-65a4ae09da4d None None] Routers {'e94fd51f-5c81-48c9-98f1-5b1daebeeda9'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:39:13.502595 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-c79a288e-1bc0-4cd7-a96e-65a4ae09da4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:38:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['e94fd51f-5c81-48c9-98f1-5b1daebeeda9'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:13.534651 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5b252019-e120-42bd-b2c9-53c8f8376101 admin admin] Publish callbacks [] for security_group (5c14633d-2f75-4d48-9d1e-cb51aba5b1fe), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:13.538740 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-c79a288e-1bc0-4cd7-a96e-65a4ae09da4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:13.538740 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79a288e-1bc0-4cd7-a96e-65a4ae09da4d None None] The sync data for ids ['e94fd51f-5c81-48c9-98f1-5b1daebeeda9'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:39:13.598027 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5949b32c-fca3-4c36-aaf5-2f826da4c9b5 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for security_group (94dd4ea9-9d36-4a13-996c-b94594df22d6), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:13.602298 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6e1b7460-07a5-4f80-8929-90da7b32f335 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for security_group (60025161-f4d0-451c-b5fa-d9766a8a9866), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:13.611041 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-cd884cd0-2012-4e82-817d-855d2abe976a tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Deleting port 59ca5174-8709-47a3-a98b-55acd93a459a {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:39:13.611448 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cd884cd0-2012-4e82-817d-855d2abe976a tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (59ca5174-8709-47a3-a98b-55acd93a459a), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:13.612948 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33cfd94f-83d8-4f78-b303-d56877f0de0f tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Router ab936c9d-f1f6-4d60-bcde-0c9cc8cc6c47 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:39:13.697502 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cd884cd0-2012-4e82-817d-855d2abe976a tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (59ca5174-8709-47a3-a98b-55acd93a459a), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:13.715098 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5949b32c-fca3-4c36-aaf5-2f826da4c9b5 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (94dd4ea9-9d36-4a13-996c-b94594df22d6), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:13.729286 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33cfd94f-83d8-4f78-b303-d56877f0de0f tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:39:13.740002 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee79d60-29e8-44df-b6d4-2afcdd121b04 None None] Sync routers for ids ['ab936c9d-f1f6-4d60-bcde-0c9cc8cc6c47'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:39:13.741288 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-33cfd94f-83d8-4f78-b303-d56877f0de0f tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:13.746159 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-33cfd94f-83d8-4f78-b303-d56877f0de0f tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] 10.222.0.62 "PUT /v2.0/routers/ab936c9d-f1f6-4d60-bcde-0c9cc8cc6c47 HTTP/1.1" status: 200 len: 705 time: 2.0438771 Feb 28 10:39:13.746422 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47104) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:13.750036 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6e1b7460-07a5-4f80-8929-90da7b32f335 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (60025161-f4d0-451c-b5fa-d9766a8a9866), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:13.752309 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee79d60-29e8-44df-b6d4-2afcdd121b04 None None] Routers {'ab936c9d-f1f6-4d60-bcde-0c9cc8cc6c47'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:39:13.752946 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-9ee79d60-29e8-44df-b6d4-2afcdd121b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:38:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['ab936c9d-f1f6-4d60-bcde-0c9cc8cc6c47'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:13.795229 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5b252019-e120-42bd-b2c9-53c8f8376101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (5c14633d-2f75-4d48-9d1e-cb51aba5b1fe), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:13.797919 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5b252019-e120-42bd-b2c9-53c8f8376101 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:13.801646 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-5b252019-e120-42bd-b2c9-53c8f8376101 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5c14633d-2f75-4d48-9d1e-cb51aba5b1fe HTTP/1.1" status: 204 len: 168 time: 0.4284396 Feb 28 10:39:13.801805 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-9ee79d60-29e8-44df-b6d4-2afcdd121b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:13.810652 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee79d60-29e8-44df-b6d4-2afcdd121b04 None None] Routers {'ab936c9d-f1f6-4d60-bcde-0c9cc8cc6c47'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:39:13.811402 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-9ee79d60-29e8-44df-b6d4-2afcdd121b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:38:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['ab936c9d-f1f6-4d60-bcde-0c9cc8cc6c47'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:13.830793 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b252019-e120-42bd-b2c9-53c8f8376101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c14633d-2f75-4d48-9d1e-cb51aba5b1fe,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:13.863674 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-9ee79d60-29e8-44df-b6d4-2afcdd121b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:13.864716 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee79d60-29e8-44df-b6d4-2afcdd121b04 None None] The sync data for ids ['ab936c9d-f1f6-4d60-bcde-0c9cc8cc6c47'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:39:13.877624 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf0275-cb07-494c-9868-f13f62fee7bf req-4d319b79-49ed-45d8-8c29-2f3973304d54 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:13.879238 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ffaf0275-cb07-494c-9868-f13f62fee7bf req-4d319b79-49ed-45d8-8c29-2f3973304d54 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "GET /v2.0/ports?device_id=2148e76d-635b-459e-9863-9aa3e7607ee5 HTTP/1.1" status: 200 len: 944 time: 0.2558892 Feb 28 10:39:13.884116 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5949b32c-fca3-4c36-aaf5-2f826da4c9b5 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:39:13.897285 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5949b32c-fca3-4c36-aaf5-2f826da4c9b5 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94dd4ea9-9d36-4a13-996c-b94594df22d6,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:13.945340 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e1b7460-07a5-4f80-8929-90da7b32f335 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:39:13.951568 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cd884cd0-2012-4e82-817d-855d2abe976a tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:13.951568 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cd884cd0-2012-4e82-817d-855d2abe976a tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047917'] for floatingip (29e079e4-c062-491b-b8de-e4b319d70860), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:13.951568 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.l3_db [None req-cd884cd0-2012-4e82-817d-855d2abe976a tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Floating IP 29e079e4-c062-491b-b8de-e4b319d70860 disassociated. External IP: 172.26.3.119, port: 59ca5174-8709-47a3-a98b-55acd93a459a. Feb 28 10:39:13.951568 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-cd884cd0-2012-4e82-817d-855d2abe976a tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Calling delete_port for 59ca5174-8709-47a3-a98b-55acd93a459a owned by {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:39:13.958021 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5949b32c-fca3-4c36-aaf5-2f826da4c9b5 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (0829bf91-53e9-476c-b662-ef051f46bcdf), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:13.958368 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-5949b32c-fca3-4c36-aaf5-2f826da4c9b5 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Added segment 0829bf91-53e9-476c-b662-ef051f46bcdf of type vlan for network 3bdf07e1-3efe-435f-a35f-d47f41a64a9d Feb 28 10:39:13.993215 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-73eca68b-4922-4162-891d-94df99b0c7f0 tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] 10.222.0.62 "GET /v2.0/routers/ab936c9d-f1f6-4d60-bcde-0c9cc8cc6c47 HTTP/1.1" status: 200 len: 740 time: 0.2412155 Feb 28 10:39:14.012097 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1b7460-07a5-4f80-8929-90da7b32f335 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60025161-f4d0-451c-b5fa-d9766a8a9866,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:14.019428 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6e1b7460-07a5-4f80-8929-90da7b32f335 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (54747cbf-c1a6-49d3-b791-61d8b81a74b7), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:14.019783 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-6e1b7460-07a5-4f80-8929-90da7b32f335 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Added segment 54747cbf-c1a6-49d3-b791-61d8b81a74b7 of type vlan for network 687e67c4-ef4a-4a97-86ec-6e4ca7a12767 Feb 28 10:39:14.021278 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47108) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:14.098820 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5949b32c-fca3-4c36-aaf5-2f826da4c9b5 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (3bdf07e1-3efe-435f-a35f-d47f41a64a9d), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:14.132297 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-603f08f5-54f0-4f6c-9cbd-fbdcc05b14ef tempest-RoutersAdminTest-266112104 tempest-RoutersAdminTest-266112104-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=e88d86cf-af22-4900-bdd2-aa4038554136&device_id=ab936c9d-f1f6-4d60-bcde-0c9cc8cc6c47 HTTP/1.1" status: 200 len: 205 time: 0.1097722 Feb 28 10:39:14.141604 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47112) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:14.169676 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6e1b7460-07a5-4f80-8929-90da7b32f335 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (687e67c4-ef4a-4a97-86ec-6e4ca7a12767), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:14.208899 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-cbed3dff-c7c8-44c4-955a-922c072dae4f tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab936c9d-f1f6-4d60-bcde-0c9cc8cc6c47 HTTP/1.1" status: 200 len: 205 time: 0.0579276 Feb 28 10:39:14.214713 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47116) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:14.276421 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ffaf0275-cb07-494c-9868-f13f62fee7bf req-619f9375-e8aa-4ac3-950e-437a473698ec tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "GET /v2.0/security-groups?id=3004bcfd-0c82-4f4d-b59a-e0848d67262f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3577673 Feb 28 10:39:14.330271 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a5a6b52b-9d9f-46d5-90bb-cc4d070a5ea2 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks [] for router (ab936c9d-f1f6-4d60-bcde-0c9cc8cc6c47), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:14.333313 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5949b32c-fca3-4c36-aaf5-2f826da4c9b5 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (3bdf07e1-3efe-435f-a35f-d47f41a64a9d), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:14.339075 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5949b32c-fca3-4c36-aaf5-2f826da4c9b5 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:14.341382 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5949b32c-fca3-4c36-aaf5-2f826da4c9b5 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:14.395175 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6e1b7460-07a5-4f80-8929-90da7b32f335 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (687e67c4-ef4a-4a97-86ec-6e4ca7a12767), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:14.400190 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1b7460-07a5-4f80-8929-90da7b32f335 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:14.400774 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6e1b7460-07a5-4f80-8929-90da7b32f335 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:14.441169 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cd884cd0-2012-4e82-817d-855d2abe976a tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (59ca5174-8709-47a3-a98b-55acd93a459a), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:14.473544 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd884cd0-2012-4e82-817d-855d2abe976a tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Pushing event deleted for resources: {'Port': ['ID=59ca5174-8709-47a3-a98b-55acd93a459a,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:14.485352 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd884cd0-2012-4e82-817d-855d2abe976a tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:14.485808 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd884cd0-2012-4e82-817d-855d2abe976a tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:14.486227 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd884cd0-2012-4e82-817d-855d2abe976a tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:14.486968 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd884cd0-2012-4e82-817d-855d2abe976a tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:14.487752 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd884cd0-2012-4e82-817d-855d2abe976a tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:14.488012 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd884cd0-2012-4e82-817d-855d2abe976a tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:14.488452 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd884cd0-2012-4e82-817d-855d2abe976a tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:14.488888 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd884cd0-2012-4e82-817d-855d2abe976a tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:14.489325 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd884cd0-2012-4e82-817d-855d2abe976a tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:14.489769 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd884cd0-2012-4e82-817d-855d2abe976a tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:14.490345 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd884cd0-2012-4e82-817d-855d2abe976a tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:14.490749 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd884cd0-2012-4e82-817d-855d2abe976a tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:14.491878 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd884cd0-2012-4e82-817d-855d2abe976a tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:14.625215 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd884cd0-2012-4e82-817d-855d2abe976a tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Router e94fd51f-5c81-48c9-98f1-5b1daebeeda9 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:39:14.749118 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd884cd0-2012-4e82-817d-855d2abe976a tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:39:14.761335 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61c4405-67b3-4d19-b3ca-7ba3f24a15fe None None] Sync routers for ids ['e94fd51f-5c81-48c9-98f1-5b1daebeeda9'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:39:14.773560 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61c4405-67b3-4d19-b3ca-7ba3f24a15fe None None] Routers {'e94fd51f-5c81-48c9-98f1-5b1daebeeda9'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:39:14.784706 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-d61c4405-67b3-4d19-b3ca-7ba3f24a15fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:38:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['e94fd51f-5c81-48c9-98f1-5b1daebeeda9'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:14.828157 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-d61c4405-67b3-4d19-b3ca-7ba3f24a15fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:14.837073 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cd884cd0-2012-4e82-817d-855d2abe976a tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:14.841018 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-cd884cd0-2012-4e82-817d-855d2abe976a tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] 10.222.0.62 "DELETE /v2.0/ports/59ca5174-8709-47a3-a98b-55acd93a459a HTTP/1.1" status: 204 len: 168 time: 1.3644934 Feb 28 10:39:14.842945 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61c4405-67b3-4d19-b3ca-7ba3f24a15fe None None] Routers {'e94fd51f-5c81-48c9-98f1-5b1daebeeda9'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:39:14.844187 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-d61c4405-67b3-4d19-b3ca-7ba3f24a15fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:38:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['e94fd51f-5c81-48c9-98f1-5b1daebeeda9'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:14.847362 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47132) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:14.885586 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-d61c4405-67b3-4d19-b3ca-7ba3f24a15fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:14.886568 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61c4405-67b3-4d19-b3ca-7ba3f24a15fe None None] The sync data for ids ['e94fd51f-5c81-48c9-98f1-5b1daebeeda9'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:39:14.901956 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-2d6588fc-cce1-4cb4-9e8d-a8696cb89387 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] 10.222.0.62 "GET /v2.0/floatingips/29e079e4-c062-491b-b8de-e4b319d70860 HTTP/1.1" status: 200 len: 688 time: 0.0534167 Feb 28 10:39:14.904692 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47134) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:14.914778 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-5949b32c-fca3-4c36-aaf5-2f826da4c9b5 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.1227174 Feb 28 10:39:14.917343 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5949b32c-fca3-4c36-aaf5-2f826da4c9b5 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event updated for resources: {'Network': ['ID=3bdf07e1-3efe-435f-a35f-d47f41a64a9d,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:14.920398 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47136) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:14.967915 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-a6fea0e6-8f30-458b-8b62-1fb506157b1f tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Request body: {'network': {'name': 'tempest-RoutersTest-1706024889'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:14.987431 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5949b32c-fca3-4c36-aaf5-2f826da4c9b5 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:14.987780 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5949b32c-fca3-4c36-aaf5-2f826da4c9b5 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:14.988128 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5949b32c-fca3-4c36-aaf5-2f826da4c9b5 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:14.988470 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5949b32c-fca3-4c36-aaf5-2f826da4c9b5 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:14.992147 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5949b32c-fca3-4c36-aaf5-2f826da4c9b5 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:14.992147 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5949b32c-fca3-4c36-aaf5-2f826da4c9b5 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:14.992147 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5949b32c-fca3-4c36-aaf5-2f826da4c9b5 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:14.992147 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5949b32c-fca3-4c36-aaf5-2f826da4c9b5 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:14.992147 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5949b32c-fca3-4c36-aaf5-2f826da4c9b5 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:14.992147 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5949b32c-fca3-4c36-aaf5-2f826da4c9b5 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:14.992147 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5949b32c-fca3-4c36-aaf5-2f826da4c9b5 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:14.992147 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5949b32c-fca3-4c36-aaf5-2f826da4c9b5 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:14.992147 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5949b32c-fca3-4c36-aaf5-2f826da4c9b5 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:14.999544 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-6e1b7460-07a5-4f80-8929-90da7b32f335 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1494048 Feb 28 10:39:15.001204 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a5a6b52b-9d9f-46d5-90bb-cc4d070a5ea2 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (ab936c9d-f1f6-4d60-bcde-0c9cc8cc6c47), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:15.002651 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47140) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:15.007702 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 3bdf07e1-3efe-435f-a35f-d47f41a64a9d details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:39:15.026458 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-6a5240ca-39c7-4694-982e-9f72edc2208a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Request body: {'port': {'network_id': '687e67c4-ef4a-4a97-86ec-6e4ca7a12767', 'name': 'tempest-PortsTestJSON-1170201621'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:15.065878 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a5a6b52b-9d9f-46d5-90bb-cc4d070a5ea2 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks [] for router_controller (ab936c9d-f1f6-4d60-bcde-0c9cc8cc6c47), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:15.067641 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1b7460-07a5-4f80-8929-90da7b32f335 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event updated for resources: {'Network': ['ID=687e67c4-ef4a-4a97-86ec-6e4ca7a12767,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:15.087678 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 687e67c4-ef4a-4a97-86ec-6e4ca7a12767 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:39:15.113389 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6fea0e6-8f30-458b-8b62-1fb506157b1f tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Made reservation on behalf of 25b479ba752e4d33b5861f804bc6920d for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:15.117941 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a6fea0e6-8f30-458b-8b62-1fb506157b1f tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:15.139398 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-3184591a-64ab-4c71-b4c9-f9da28a7e72c tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Deleting port f63e4d00-09cb-4cb9-b0c1-4a3eee3fe6a0 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:39:15.139750 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3184591a-64ab-4c71-b4c9-f9da28a7e72c tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (f63e4d00-09cb-4cb9-b0c1-4a3eee3fe6a0), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:15.142982 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6fea0e6-8f30-458b-8b62-1fb506157b1f tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:39:15.152540 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a6fea0e6-8f30-458b-8b62-1fb506157b1f tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (3f0b61a9-9e84-42c6-9f2a-ed5a62dba437), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:15.153215 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-a6fea0e6-8f30-458b-8b62-1fb506157b1f tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Added segment 3f0b61a9-9e84-42c6-9f2a-ed5a62dba437 of type vlan for network d8a7d804-23fb-45a6-8963-2f76791edb6f Feb 28 10:39:15.197611 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a6fea0e6-8f30-458b-8b62-1fb506157b1f tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (d8a7d804-23fb-45a6-8963-2f76791edb6f), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:15.220413 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a5a6b52b-9d9f-46d5-90bb-cc4d070a5ea2 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (ab936c9d-f1f6-4d60-bcde-0c9cc8cc6c47), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:15.220916 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a6b52b-9d9f-46d5-90bb-cc4d070a5ea2 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Fanout notify agent at l3_agent the message router_deleted on router ab936c9d-f1f6-4d60-bcde-0c9cc8cc6c47 {{(pid=104083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:39:15.224436 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3184591a-64ab-4c71-b4c9-f9da28a7e72c tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (f63e4d00-09cb-4cb9-b0c1-4a3eee3fe6a0), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:15.224766 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3184591a-64ab-4c71-b4c9-f9da28a7e72c tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for floatingip (f63e4d00-09cb-4cb9-b0c1-4a3eee3fe6a0), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:15.228328 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a5a6b52b-9d9f-46d5-90bb-cc4d070a5ea2 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:15.233421 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a5a6b52b-9d9f-46d5-90bb-cc4d070a5ea2 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] 10.222.0.62 "DELETE /v2.0/routers/ab936c9d-f1f6-4d60-bcde-0c9cc8cc6c47 HTTP/1.1" status: 204 len: 168 time: 1.0147636 Feb 28 10:39:15.234092 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47144) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:15.240143 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-3184591a-64ab-4c71-b4c9-f9da28a7e72c tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Calling delete_port for f63e4d00-09cb-4cb9-b0c1-4a3eee3fe6a0 owned by network:floatingip {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:39:15.257581 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a5240ca-39c7-4694-982e-9f72edc2208a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Made reservation on behalf of a3b8dd05d882407cb4aeb7c1fff3f6af for: {'port': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:15.261329 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6a5240ca-39c7-4694-982e-9f72edc2208a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:15.265180 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-78a737e2-e493-4b4c-8284-d00d7aa005cc tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab936c9d-f1f6-4d60-bcde-0c9cc8cc6c47 HTTP/1.1" status: 200 len: 205 time: 0.0270824 Feb 28 10:39:15.267012 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47146) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:15.305581 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.api.v2.resource [None req-8838add5-5b08-4335-82ef-956cc5520211 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] delete failed (client error): The resource could not be found. Feb 28 10:39:15.306628 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-8838add5-5b08-4335-82ef-956cc5520211 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] 10.222.0.62 "DELETE /v2.0/routers/ab936c9d-f1f6-4d60-bcde-0c9cc8cc6c47 HTTP/1.1" status: 404 len: 336 time: 0.0386872 Feb 28 10:39:15.309303 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47150) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:15.318445 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a6fea0e6-8f30-458b-8b62-1fb506157b1f tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (d8a7d804-23fb-45a6-8963-2f76791edb6f), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:15.322718 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [None req-6a5240ca-39c7-4694-982e-9f72edc2208a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] device_id is not set on port 8cb339d0-e2a4-4a63-b353-46a3d330fd93 yet. {{(pid=104084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:39:15.323398 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fea0e6-8f30-458b-8b62-1fb506157b1f tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:15.323994 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a6fea0e6-8f30-458b-8b62-1fb506157b1f tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:15.405597 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-efff6214-3239-415c-a88f-7260f740c3ea tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4cc80f7-dde5-4aca-a152-6a68e6d3e478 HTTP/1.1" status: 200 len: 205 time: 0.0930681 Feb 28 10:39:15.407356 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47156) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:15.460645 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.api.v2.resource [None req-91f76d1d-7c60-466d-bc28-5a0a5e90ed30 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] delete failed (client error): The resource could not be found. Feb 28 10:39:15.461687 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-91f76d1d-7c60-466d-bc28-5a0a5e90ed30 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] 10.222.0.62 "DELETE /v2.0/routers/b4cc80f7-dde5-4aca-a152-6a68e6d3e478 HTTP/1.1" status: 404 len: 336 time: 0.0533974 Feb 28 10:39:15.462842 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fea0e6-8f30-458b-8b62-1fb506157b1f tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event updated for resources: {'Network': ['ID=d8a7d804-23fb-45a6-8963-2f76791edb6f,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:15.465134 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47158) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:15.477122 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network d8a7d804-23fb-45a6-8963-2f76791edb6f details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:39:15.484012 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a6fea0e6-8f30-458b-8b62-1fb506157b1f tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5560758 Feb 28 10:39:15.487049 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906931fa-5360-44cd-b846-c04c0531d055 req-572dc45c-3e8d-4bd2-9a20-91459a6d2c9a tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:15.488618 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-906931fa-5360-44cd-b846-c04c0531d055 req-572dc45c-3e8d-4bd2-9a20-91459a6d2c9a tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "GET /v2.0/ports?device_id=2148e76d-635b-459e-9863-9aa3e7607ee5 HTTP/1.1" status: 200 len: 944 time: 0.1193154 Feb 28 10:39:15.496059 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47160) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:15.499711 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-eeaa1b27-52f0-4fe4-972b-071aaa760d7a tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] 10.222.0.62 "GET /v2.0/ports?device_id=b17ef3ed-6350-487d-8bb5-06b61f2c891f HTTP/1.1" status: 200 len: 205 time: 0.0335906 Feb 28 10:39:15.503594 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-cd4bb336-3792-4a39-8508-df36d54f4d07 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Request body: {'subnet': {'network_id': '3bdf07e1-3efe-435f-a35f-d47f41a64a9d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:15.506601 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47162) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:15.591726 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.api.v2.resource [None req-574ac7ce-690a-4697-b15a-a246e420a28c tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] delete failed (client error): The resource could not be found. Feb 28 10:39:15.592804 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-574ac7ce-690a-4697-b15a-a246e420a28c tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] 10.222.0.62 "DELETE /v2.0/routers/b17ef3ed-6350-487d-8bb5-06b61f2c891f HTTP/1.1" status: 404 len: 336 time: 0.0835135 Feb 28 10:39:15.595967 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47166) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:15.633616 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-83440fbd-3266-468a-963d-e91a33a89c3a tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] 10.222.0.62 "GET /v2.0/ports?device_id=33758e8a-1203-4930-ba20-67348051691e HTTP/1.1" status: 200 len: 205 time: 0.0365620 Feb 28 10:39:15.639032 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47168) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:15.639612 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6a5240ca-39c7-4694-982e-9f72edc2208a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for port (8cb339d0-e2a4-4a63-b353-46a3d330fd93), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:15.649152 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-906931fa-5360-44cd-b846-c04c0531d055 req-97b25875-3aeb-439b-aa18-be8157e9874f tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "GET /v2.0/security-groups?id=3004bcfd-0c82-4f4d-b59a-e0848d67262f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292233 Feb 28 10:39:15.666964 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3184591a-64ab-4c71-b4c9-f9da28a7e72c tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (f63e4d00-09cb-4cb9-b0c1-4a3eee3fe6a0), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:15.687583 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.api.v2.resource [None req-1935e8ea-1516-489a-b647-dee572b37c48 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] delete failed (client error): The resource could not be found. Feb 28 10:39:15.688619 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-1935e8ea-1516-489a-b647-dee572b37c48 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] 10.222.0.62 "DELETE /v2.0/routers/33758e8a-1203-4930-ba20-67348051691e HTTP/1.1" status: 404 len: 336 time: 0.0486751 Feb 28 10:39:15.691698 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47172) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:15.699093 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3184591a-64ab-4c71-b4c9-f9da28a7e72c tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Pushing event deleted for resources: {'Port': ['ID=f63e4d00-09cb-4cb9-b0c1-4a3eee3fe6a0,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:15.722694 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-c8986f9d-8a5e-48b7-a7c6-9b27592585d2 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] 10.222.0.62 "GET /v2.0/ports?device_id=98123da2-6433-4ddf-ae4d-d1ad6e15baef HTTP/1.1" status: 200 len: 205 time: 0.0299263 Feb 28 10:39:15.725362 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47174) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:15.790166 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6a5240ca-39c7-4694-982e-9f72edc2208a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (8cb339d0-e2a4-4a63-b353-46a3d330fd93), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:15.792153 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-f8506260-d6ce-4ee5-b57f-e388c8ea3385 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] delete failed (client error): The resource could not be found. Feb 28 10:39:15.795901 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-f8506260-d6ce-4ee5-b57f-e388c8ea3385 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] 10.222.0.62 "DELETE /v2.0/routers/98123da2-6433-4ddf-ae4d-d1ad6e15baef HTTP/1.1" status: 404 len: 336 time: 0.0670724 Feb 28 10:39:15.796530 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47178) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:15.803205 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 996e044c-df70-4dcd-8ba3-2af0b3c397da details requested by agent hyperv_hv-neutron-8291 with host hv-neutron-8291 {{(pid=104085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:39:15.812824 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd4bb336-3792-4a39-8508-df36d54f4d07 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Made reservation on behalf of 25b479ba752e4d33b5861f804bc6920d for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:15.815093 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cd4bb336-3792-4a39-8508-df36d54f4d07 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:15.844108 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3184591a-64ab-4c71-b4c9-f9da28a7e72c tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for floatingip (29e079e4-c062-491b-b8de-e4b319d70860), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:15.847104 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3184591a-64ab-4c71-b4c9-f9da28a7e72c tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:15.853869 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-3184591a-64ab-4c71-b4c9-f9da28a7e72c tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] 10.222.0.62 "DELETE /v2.0/floatingips/29e079e4-c062-491b-b8de-e4b319d70860 HTTP/1.1" status: 204 len: 168 time: 0.9422543 Feb 28 10:39:15.854062 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-74c39deb-03e7-4e78-939f-ffdb139d3d7b tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a5245e6-71a0-44c6-8350-b9146eb6495d HTTP/1.1" status: 200 len: 205 time: 0.0514460 Feb 28 10:39:15.854062 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47180) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:15.856527 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47182) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:15.858195 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-374211c6-334b-452a-8277-f1858630c14a tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Request body: {'floatingip': {'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'port_id': 'ada5f02a-8cd8-46eb-8747-6220afd14c52'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:15.874172 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5240ca-39c7-4694-982e-9f72edc2208a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event updated for resources: {'Port': ['ID=8cb339d0-e2a4-4a63-b353-46a3d330fd93,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:15.884869 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5240ca-39c7-4694-982e-9f72edc2208a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Checking segment: {'id': '54747cbf-c1a6-49d3-b791-61d8b81a74b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '687e67c4-ef4a-4a97-86ec-6e4ca7a12767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:39:15.885237 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5240ca-39c7-4694-982e-9f72edc2208a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Network hostable DHCP agents. Network: 687e67c4-ef4a-4a97-86ec-6e4ca7a12767, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:39:15.938589 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 996e044c-df70-4dcd-8ba3-2af0b3c397da, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=996e044c-df70-4dcd-8ba3-2af0b3c397da,segment=NetworkSegment(5d3ef6a2-26fd-4ae1-a1a7-759a1b4042a7),segment_id=5d3ef6a2-26fd-4ae1-a1a7-759a1b4042a7)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:39:15.938720 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47184) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:15.954524 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.api.v2.resource [None req-7d9a7421-ac18-4c20-baca-cd167037f5c8 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] delete failed (client error): The resource could not be found. Feb 28 10:39:15.955660 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-7d9a7421-ac18-4c20-baca-cd167037f5c8 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] 10.222.0.62 "DELETE /v2.0/routers/7a5245e6-71a0-44c6-8350-b9146eb6495d HTTP/1.1" status: 404 len: 336 time: 0.0928097 Feb 28 10:39:15.958779 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47188) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:15.959613 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Returning: {'device': '996e044c-df70-4dcd-8ba3-2af0b3c397da', 'network_id': '06e3cc33-89ec-4958-a42e-5435ad902e2f', 'port_id': '996e044c-df70-4dcd-8ba3-2af0b3c397da', 'mac_address': 'fa:16:3e:46:1f:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bea0f80b-02eb-4df8-90d4-3e99d0538dbd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:39:15.989929 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-114dc47f-2299-4c36-95c8-8c5d920c82d5 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] DELETE failed (client error): The resource could not be found. Feb 28 10:39:15.990604 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-114dc47f-2299-4c36-95c8-8c5d920c82d5 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:39:15.994485 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-114dc47f-2299-4c36-95c8-8c5d920c82d5 tempest-RoutersAdminTest-306020575 tempest-RoutersAdminTest-306020575-project] 10.222.0.62 "DELETE /v2.0/subnets/93ab98d8-bad1-41d5-82bc-3c849e6ecc18 HTTP/1.1" status: 404 len: 337 time: 0.0345924 Feb 28 10:39:15.995755 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5240ca-39c7-4694-982e-9f72edc2208a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Network 687e67c4-ef4a-4a97-86ec-6e4ca7a12767 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:39:16.025770 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 996e044c-df70-4dcd-8ba3-2af0b3c397da is: DOWN; New status is: BUILD {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:39:16.026935 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (996e044c-df70-4dcd-8ba3-2af0b3c397da), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:16.043375 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 996e044c-df70-4dcd-8ba3-2af0b3c397da {{(pid=104085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:39:16.071852 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 996e044c-df70-4dcd-8ba3-2af0b3c397da, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=996e044c-df70-4dcd-8ba3-2af0b3c397da,segment=NetworkSegment(5d3ef6a2-26fd-4ae1-a1a7-759a1b4042a7),segment_id=5d3ef6a2-26fd-4ae1-a1a7-759a1b4042a7)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:39:16.088291 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-374211c6-334b-452a-8277-f1858630c14a tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:16.100303 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-6a5240ca-39c7-4694-982e-9f72edc2208a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 687e67c4-ef4a-4a97-86ec-6e4ca7a12767) {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:16.105353 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5240ca-39c7-4694-982e-9f72edc2208a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:39:16.111502 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e0e5ee-fb06-479c-b1fc-6564f6ed3237 None None] Network 687e67c4-ef4a-4a97-86ec-6e4ca7a12767 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:39:16.113300 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5240ca-39c7-4694-982e-9f72edc2208a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:16.114314 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6a5240ca-39c7-4694-982e-9f72edc2208a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:16.164493 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-b244dfa0-2522-4d05-9d8b-8cb388a07520 tempest-PortsAdminExtendedAttrsTestJSON-427417502 tempest-PortsAdminExtendedAttrsTestJSON-427417502-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1867076369'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:16.217543 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-374211c6-334b-452a-8277-f1858630c14a tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:16.236653 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-6a5240ca-39c7-4694-982e-9f72edc2208a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2151706 Feb 28 10:39:16.237561 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47192) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:16.242491 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-10a1bee6-209b-49ea-9224-d77d8221897b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-562382908'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:16.262932 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cd4bb336-3792-4a39-8508-df36d54f4d07 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (bcb9cf41-f4ba-498f-be2c-5895f4031cbe), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:16.282421 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (996e044c-df70-4dcd-8ba3-2af0b3c397da), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:16.336453 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b244dfa0-2522-4d05-9d8b-8cb388a07520 tempest-PortsAdminExtendedAttrsTestJSON-427417502 tempest-PortsAdminExtendedAttrsTestJSON-427417502-project] Made reservation on behalf of f07503887eed466db11a98fd375c18ba for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:16.340905 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b244dfa0-2522-4d05-9d8b-8cb388a07520 tempest-PortsAdminExtendedAttrsTestJSON-427417502 tempest-PortsAdminExtendedAttrsTestJSON-427417502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:16.350994 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b244dfa0-2522-4d05-9d8b-8cb388a07520 tempest-PortsAdminExtendedAttrsTestJSON-427417502 tempest-PortsAdminExtendedAttrsTestJSON-427417502-project] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:16.371527 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4bb336-3792-4a39-8508-df36d54f4d07 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event updated for resources: {'Subnet': ['ID=bcb9cf41-f4ba-498f-be2c-5895f4031cbe,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:16.384483 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a1bee6-209b-49ea-9224-d77d8221897b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Made reservation on behalf of a3b8dd05d882407cb4aeb7c1fff3f6af for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:16.387186 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4bb336-3792-4a39-8508-df36d54f4d07 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Checking segment: {'id': '0829bf91-53e9-476c-b662-ef051f46bcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3bdf07e1-3efe-435f-a35f-d47f41a64a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:39:16.387544 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4bb336-3792-4a39-8508-df36d54f4d07 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Network hostable DHCP agents. Network: 3bdf07e1-3efe-435f-a35f-d47f41a64a9d, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:39:16.389939 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-10a1bee6-209b-49ea-9224-d77d8221897b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:16.396483 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=996e044c-df70-4dcd-8ba3-2af0b3c397da,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:16.398537 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-374211c6-334b-452a-8277-f1858630c14a tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Allocated IP 172.26.3.52 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/0384b2b7-4185-4e2c-a5a8-69cd771a30ba) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:39:16.405415 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:16.405957 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:16.406469 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:16.412317 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:16.412317 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:16.412317 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:16.412317 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:16.412317 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:16.412317 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:16.412317 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:16.412317 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:16.412317 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:16.412317 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:16.448669 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10a1bee6-209b-49ea-9224-d77d8221897b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:39:16.464789 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-10a1bee6-209b-49ea-9224-d77d8221897b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (d0e75676-449c-4329-bc61-59971cccd161), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:16.465378 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-10a1bee6-209b-49ea-9224-d77d8221897b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Added segment d0e75676-449c-4329-bc61-59971cccd161 of type vlan for network 29559642-4ded-49be-b8fb-02dbbc0ef445 Feb 28 10:39:16.467387 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b1f8cb79-04a5-4792-9261-d7abcbf4f4dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:16.521256 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-374211c6-334b-452a-8277-f1858630c14a tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for port (0384b2b7-4185-4e2c-a5a8-69cd771a30ba), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:16.534945 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-10a1bee6-209b-49ea-9224-d77d8221897b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (29559642-4ded-49be-b8fb-02dbbc0ef445), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:16.549096 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b244dfa0-2522-4d05-9d8b-8cb388a07520 tempest-PortsAdminExtendedAttrsTestJSON-427417502 tempest-PortsAdminExtendedAttrsTestJSON-427417502-project] Publish callbacks [] for security_group (1d9279e5-30d8-4e58-8f73-9447da27d153), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:16.555723 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4bb336-3792-4a39-8508-df36d54f4d07 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Network 3bdf07e1-3efe-435f-a35f-d47f41a64a9d is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:39:16.565975 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['996e044c-df70-4dcd-8ba3-2af0b3c397da'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:39:16.607899 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b244dfa0-2522-4d05-9d8b-8cb388a07520 tempest-PortsAdminExtendedAttrsTestJSON-427417502 tempest-PortsAdminExtendedAttrsTestJSON-427417502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (1d9279e5-30d8-4e58-8f73-9447da27d153), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:16.622208 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47196) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:16.634212 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b244dfa0-2522-4d05-9d8b-8cb388a07520 tempest-PortsAdminExtendedAttrsTestJSON-427417502 tempest-PortsAdminExtendedAttrsTestJSON-427417502-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:39:16.639762 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-374211c6-334b-452a-8277-f1858630c14a tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (0384b2b7-4185-4e2c-a5a8-69cd771a30ba), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:16.644397 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-10a1bee6-209b-49ea-9224-d77d8221897b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (29559642-4ded-49be-b8fb-02dbbc0ef445), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:16.649270 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a1bee6-209b-49ea-9224-d77d8221897b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:16.649887 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-10a1bee6-209b-49ea-9224-d77d8221897b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:16.657439 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-cd4bb336-3792-4a39-8508-df36d54f4d07 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 3bdf07e1-3efe-435f-a35f-d47f41a64a9d) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:16.667366 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdeea4f-0234-4e52-a626-acc26670bd30 None None] Network 3bdf07e1-3efe-435f-a35f-d47f41a64a9d requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:39:16.673975 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b244dfa0-2522-4d05-9d8b-8cb388a07520 tempest-PortsAdminExtendedAttrsTestJSON-427417502 tempest-PortsAdminExtendedAttrsTestJSON-427417502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (208c2203-c898-441f-8a5c-164698ed99c6), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:16.674331 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-b244dfa0-2522-4d05-9d8b-8cb388a07520 tempest-PortsAdminExtendedAttrsTestJSON-427417502 tempest-PortsAdminExtendedAttrsTestJSON-427417502-project] Added segment 208c2203-c898-441f-8a5c-164698ed99c6 of type vlan for network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 Feb 28 10:39:16.711619 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4bb336-3792-4a39-8508-df36d54f4d07 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:16.712225 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cd4bb336-3792-4a39-8508-df36d54f4d07 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:16.725259 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b244dfa0-2522-4d05-9d8b-8cb388a07520 tempest-PortsAdminExtendedAttrsTestJSON-427417502 tempest-PortsAdminExtendedAttrsTestJSON-427417502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9279e5-30d8-4e58-8f73-9447da27d153,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:16.754184 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374211c6-334b-452a-8277-f1858630c14a tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:39:16.775783 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-374211c6-334b-452a-8277-f1858630c14a tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:16.788676 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-10a1bee6-209b-49ea-9224-d77d8221897b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5473659 Feb 28 10:39:16.800577 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374211c6-334b-452a-8277-f1858630c14a tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:39:16.805262 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47202) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:16.811181 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-06a757d3-0882-4f00-bfd2-f2203e5af598 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Request body: {'ports': [{'network_id': '687e67c4-ef4a-4a97-86ec-6e4ca7a12767'}, {'network_id': '29559642-4ded-49be-b8fb-02dbbc0ef445'}]} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:16.811781 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-06a757d3-0882-4f00-bfd2-f2203e5af598 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Request body: {'port': {'network_id': '687e67c4-ef4a-4a97-86ec-6e4ca7a12767'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:16.812405 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-06a757d3-0882-4f00-bfd2-f2203e5af598 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Request body: {'port': {'network_id': '29559642-4ded-49be-b8fb-02dbbc0ef445'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:16.837498 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a1bee6-209b-49ea-9224-d77d8221897b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event updated for resources: {'Network': ['ID=29559642-4ded-49be-b8fb-02dbbc0ef445,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:16.841096 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b244dfa0-2522-4d05-9d8b-8cb388a07520 tempest-PortsAdminExtendedAttrsTestJSON-427417502 tempest-PortsAdminExtendedAttrsTestJSON-427417502-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (82ba7ff8-74d7-481a-aedc-f7f13979caa0), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:16.848261 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 29559642-4ded-49be-b8fb-02dbbc0ef445 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:39:16.859219 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5f1a74a6-473c-40d5-95a1-a1d66ca8e0fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:16.867781 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6e796d-3dc3-49a2-83ca-f2fdee41af56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-3bdf07e1-3efe-435f-a35f-d47f41a64a9d', 'network_id': '3bdf07e1-3efe-435f-a35f-d47f41a64a9d', 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'fixed_ips': [{'subnet_id': 'bcb9cf41-f4ba-498f-be2c-5895f4031cbe'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:39:16.868655 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ad6e796d-3dc3-49a2-83ca-f2fdee41af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:16.907298 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374211c6-334b-452a-8277-f1858630c14a tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Pushing event updated for resources: {'Port': ['ID=0384b2b7-4185-4e2c-a5a8-69cd771a30ba,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:16.940488 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-cd4bb336-3792-4a39-8508-df36d54f4d07 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4432158 Feb 28 10:39:16.943852 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47204) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:16.951366 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-cf25ab6c-e845-4071-9123-336730213352 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Request body: {'subnet': {'network_id': 'd8a7d804-23fb-45a6-8963-2f76791edb6f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:17.004817 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b244dfa0-2522-4d05-9d8b-8cb388a07520 tempest-PortsAdminExtendedAttrsTestJSON-427417502 tempest-PortsAdminExtendedAttrsTestJSON-427417502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (82ba7ff8-74d7-481a-aedc-f7f13979caa0), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:17.010535 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b244dfa0-2522-4d05-9d8b-8cb388a07520 tempest-PortsAdminExtendedAttrsTestJSON-427417502 tempest-PortsAdminExtendedAttrsTestJSON-427417502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:17.010978 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b244dfa0-2522-4d05-9d8b-8cb388a07520 tempest-PortsAdminExtendedAttrsTestJSON-427417502 tempest-PortsAdminExtendedAttrsTestJSON-427417502-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:17.066184 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be853c4e-6a1b-4b80-9dc6-a4b9085a1ce5 req-61c43fe9-71df-4184-b4a5-2759907c79f5 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:17.067741 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-be853c4e-6a1b-4b80-9dc6-a4b9085a1ce5 req-61c43fe9-71df-4184-b4a5-2759907c79f5 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "GET /v2.0/ports?device_id=2148e76d-635b-459e-9863-9aa3e7607ee5 HTTP/1.1" status: 200 len: 945 time: 0.3047676 Feb 28 10:39:17.108126 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b244dfa0-2522-4d05-9d8b-8cb388a07520 tempest-PortsAdminExtendedAttrsTestJSON-427417502 tempest-PortsAdminExtendedAttrsTestJSON-427417502-project] Pushing event updated for resources: {'Network': ['ID=82ba7ff8-74d7-481a-aedc-f7f13979caa0,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:17.123686 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-ad6e796d-3dc3-49a2-83ca-f2fdee41af56 None None] Allocated IP 172.20.0.2 (3bdf07e1-3efe-435f-a35f-d47f41a64a9d/bcb9cf41-f4ba-498f-be2c-5895f4031cbe/76cd9cec-89e1-42ae-93e1-f96c6974c13a) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:39:17.127157 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:39:17.179438 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-b244dfa0-2522-4d05-9d8b-8cb388a07520 tempest-PortsAdminExtendedAttrsTestJSON-427417502 tempest-PortsAdminExtendedAttrsTestJSON-427417502-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.2392468 Feb 28 10:39:17.260263 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf25ab6c-e845-4071-9123-336730213352 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Made reservation on behalf of 25b479ba752e4d33b5861f804bc6920d for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:17.263755 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cf25ab6c-e845-4071-9123-336730213352 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:17.269727 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5f1a74a6-473c-40d5-95a1-a1d66ca8e0fa admin admin] Publish callbacks [] for security_group (f35c7eba-d5a3-45f5-bab0-38f314a05120), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:17.332431 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5f1a74a6-473c-40d5-95a1-a1d66ca8e0fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (f35c7eba-d5a3-45f5-bab0-38f314a05120), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:17.373173 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ad6e796d-3dc3-49a2-83ca-f2fdee41af56 None None] Publish callbacks [] for port (76cd9cec-89e1-42ae-93e1-f96c6974c13a), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:17.383127 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-be853c4e-6a1b-4b80-9dc6-a4b9085a1ce5 req-9c629a1c-82ff-46c5-b95b-c3cf37259113 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "GET /v2.0/security-groups?id=3004bcfd-0c82-4f4d-b59a-e0848d67262f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2536147 Feb 28 10:39:17.392577 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-5f1a74a6-473c-40d5-95a1-a1d66ca8e0fa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6fd8c994fb934825b802fa1ff7233278&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7690153 Feb 28 10:39:17.399576 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47210) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:17.455356 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a757d3-0882-4f00-bfd2-f2203e5af598 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Made reservation on behalf of a3b8dd05d882407cb4aeb7c1fff3f6af for: {'port': 2} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:17.459388 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-06a757d3-0882-4f00-bfd2-f2203e5af598 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:17.469936 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ad6e796d-3dc3-49a2-83ca-f2fdee41af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (76cd9cec-89e1-42ae-93e1-f96c6974c13a), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:17.479311 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1a74a6-473c-40d5-95a1-a1d66ca8e0fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f35c7eba-d5a3-45f5-bab0-38f314a05120,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:17.487204 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47212) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:17.493528 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Request body: {'port': {'network_id': '82ba7ff8-74d7-481a-aedc-f7f13979caa0', 'binding:host_id': 'hv-neutron-8291', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-985704448'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:17.499670 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-06a757d3-0882-4f00-bfd2-f2203e5af598 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:17.516895 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6e796d-3dc3-49a2-83ca-f2fdee41af56 None None] Network 3bdf07e1-3efe-435f-a35f-d47f41a64a9d is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:39:17.521846 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-ad6e796d-3dc3-49a2-83ca-f2fdee41af56 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:17.526433 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6e796d-3dc3-49a2-83ca-f2fdee41af56 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:39:17.529541 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6e796d-3dc3-49a2-83ca-f2fdee41af56 None None] Pushing event updated for resources: {'Port': ['ID=76cd9cec-89e1-42ae-93e1-f96c6974c13a,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:17.552307 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cf25ab6c-e845-4071-9123-336730213352 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (4a12345f-b798-4bfb-bbcb-fcd2d7ea9d2e), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:17.585205 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-ad6e796d-3dc3-49a2-83ca-f2fdee41af56 None None] Attempting to bind port 76cd9cec-89e1-42ae-93e1-f96c6974c13a on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:39:17.585711 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-ad6e796d-3dc3-49a2-83ca-f2fdee41af56 None None] Attempting to bind port 76cd9cec-89e1-42ae-93e1-f96c6974c13a by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '0829bf91-53e9-476c-b662-ef051f46bcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3bdf07e1-3efe-435f-a35f-d47f41a64a9d'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:39:17.586156 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6e796d-3dc3-49a2-83ca-f2fdee41af56 None None] Attempting to bind port 76cd9cec-89e1-42ae-93e1-f96c6974c13a on network 3bdf07e1-3efe-435f-a35f-d47f41a64a9d {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:39:17.588966 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Made reservation on behalf of 7a741a811285476c9679c6695e1edbf4 for: {'port': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:17.591573 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:17.592379 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6e796d-3dc3-49a2-83ca-f2fdee41af56 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:39:17.592840 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6e796d-3dc3-49a2-83ca-f2fdee41af56 None None] Checking segment: {'id': '0829bf91-53e9-476c-b662-ef051f46bcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3bdf07e1-3efe-435f-a35f-d47f41a64a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:39:17.593320 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ad6e796d-3dc3-49a2-83ca-f2fdee41af56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:17.593789 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6e796d-3dc3-49a2-83ca-f2fdee41af56 None None] Bound using segment: {'id': '0829bf91-53e9-476c-b662-ef051f46bcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3bdf07e1-3efe-435f-a35f-d47f41a64a9d'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:39:17.594332 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-ad6e796d-3dc3-49a2-83ca-f2fdee41af56 None None] Bound port: 76cd9cec-89e1-42ae-93e1-f96c6974c13a, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0829bf91-53e9-476c-b662-ef051f46bcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3bdf07e1-3efe-435f-a35f-d47f41a64a9d'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:39:17.594781 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ad6e796d-3dc3-49a2-83ca-f2fdee41af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (76cd9cec-89e1-42ae-93e1-f96c6974c13a), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:17.614651 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:17.641158 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ee45e90d-cecd-4928-8d93-2223c0a310fb admin admin] Publish callbacks [] for security_group (f35c7eba-d5a3-45f5-bab0-38f314a05120), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:17.646122 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf25ab6c-e845-4071-9123-336730213352 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event updated for resources: {'Subnet': ['ID=4a12345f-b798-4bfb-bbcb-fcd2d7ea9d2e,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:17.664775 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf25ab6c-e845-4071-9123-336730213352 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Checking segment: {'id': '3f0b61a9-9e84-42c6-9f2a-ed5a62dba437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd8a7d804-23fb-45a6-8963-2f76791edb6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:39:17.665748 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf25ab6c-e845-4071-9123-336730213352 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Network hostable DHCP agents. Network: d8a7d804-23fb-45a6-8963-2f76791edb6f, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:39:17.667739 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ad6e796d-3dc3-49a2-83ca-f2fdee41af56 None None] For port 76cd9cec-89e1-42ae-93e1-f96c6974c13a, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:39:17.671188 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ad6e796d-3dc3-49a2-83ca-f2fdee41af56 None None] For port 76cd9cec-89e1-42ae-93e1-f96c6974c13a, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=76cd9cec-89e1-42ae-93e1-f96c6974c13a,segment=NetworkSegment(0829bf91-53e9-476c-b662-ef051f46bcdf),segment_id=0829bf91-53e9-476c-b662-ef051f46bcdf)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:39:17.733655 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Publish callbacks [] for security_group (963ee945-4343-4309-a500-b7531248bbbc), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:17.750737 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ee45e90d-cecd-4928-8d93-2223c0a310fb admin admin] Publish callbacks [] for security_group (f35c7eba-d5a3-45f5-bab0-38f314a05120), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:17.763684 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ad6e796d-3dc3-49a2-83ca-f2fdee41af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (76cd9cec-89e1-42ae-93e1-f96c6974c13a), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:17.791814 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf25ab6c-e845-4071-9123-336730213352 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Network d8a7d804-23fb-45a6-8963-2f76791edb6f is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:39:17.825669 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 996e044c-df70-4dcd-8ba3-2af0b3c397da up at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:39:17.827217 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-06a757d3-0882-4f00-bfd2-f2203e5af598 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] device_id is not set on port c00b4e03-cc1b-4322-a8d0-d47e91844478 yet. {{(pid=104083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:39:17.843816 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (963ee945-4343-4309-a500-b7531248bbbc), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:17.850051 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] device_id is not set on port 8673748e-82f6-4c6c-b8ce-e9d47c350c40 yet. {{(pid=104084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:39:17.859844 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6e796d-3dc3-49a2-83ca-f2fdee41af56 None None] Pushing event updated for resources: {'Port': ['ID=76cd9cec-89e1-42ae-93e1-f96c6974c13a,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:17.884263 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-374211c6-334b-452a-8277-f1858630c14a tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for floatingip (c73630fd-533c-4d29-8fe5-670452d674d5), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:17.969315 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-cf25ab6c-e845-4071-9123-336730213352 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, d8a7d804-23fb-45a6-8963-2f76791edb6f) {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:17.985334 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427ec0d4-96a6-4835-9f79-017979564182 None None] Network d8a7d804-23fb-45a6-8963-2f76791edb6f requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:39:17.989128 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf25ab6c-e845-4071-9123-336730213352 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:17.989742 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cf25ab6c-e845-4071-9123-336730213352 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:17.995285 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=963ee945-4343-4309-a500-b7531248bbbc,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:17.999295 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ee45e90d-cecd-4928-8d93-2223c0a310fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (f35c7eba-d5a3-45f5-bab0-38f314a05120), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:18.002597 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ee45e90d-cecd-4928-8d93-2223c0a310fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:18.004355 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-ee45e90d-cecd-4928-8d93-2223c0a310fb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f35c7eba-d5a3-45f5-bab0-38f314a05120 HTTP/1.1" status: 204 len: 168 time: 0.6036961 Feb 28 10:39:18.024448 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning for port 996e044c-df70-4dcd-8ba3-2af0b3c397da completed by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:39:18.034077 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-06a757d3-0882-4f00-bfd2-f2203e5af598 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for port (c00b4e03-cc1b-4322-a8d0-d47e91844478), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:18.040291 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee45e90d-cecd-4928-8d93-2223c0a310fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35c7eba-d5a3-45f5-bab0-38f314a05120,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:18.129799 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47216) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:18.134967 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning complete for port 996e044c-df70-4dcd-8ba3-2af0b3c397da triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:18.139028 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (996e044c-df70-4dcd-8ba3-2af0b3c397da), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:18.139163 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-24bd7358-98c9-47e1-800d-d1221c601eee tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1217046223', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:18.139272 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-cf25ab6c-e845-4071-9123-336730213352 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1836233 Feb 28 10:39:18.224427 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-06a757d3-0882-4f00-bfd2-f2203e5af598 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] device_id is not set on port a2c613ad-05d5-4627-b4bf-45f62bda83c7 yet. {{(pid=104083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:39:18.231494 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-374211c6-334b-452a-8277-f1858630c14a tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (0384b2b7-4185-4e2c-a5a8-69cd771a30ba), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:18.306206 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-24bd7358-98c9-47e1-800d-d1221c601eee tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (992fb36c-e762-4cf0-9ad0-5ab122d92223), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:18.307267 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-24bd7358-98c9-47e1-800d-d1221c601eee tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (992fb36c-e762-4cf0-9ad0-5ab122d92223), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:18.321279 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] device_id is not set on port 8673748e-82f6-4c6c-b8ce-e9d47c350c40 yet. {{(pid=104084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:39:18.332844 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Publish callbacks [] for port (8673748e-82f6-4c6c-b8ce-e9d47c350c40), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:18.344111 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 996e044c-df70-4dcd-8ba3-2af0b3c397da is: BUILD; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:39:18.344601 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (996e044c-df70-4dcd-8ba3-2af0b3c397da), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:18.359493 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8550e6-b15c-46c2-8fde-fa551f0aa06f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-d8a7d804-23fb-45a6-8963-2f76791edb6f', 'network_id': 'd8a7d804-23fb-45a6-8963-2f76791edb6f', 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'fixed_ips': [{'subnet_id': '4a12345f-b798-4bfb-bbcb-fcd2d7ea9d2e'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:39:18.360738 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6d8550e6-b15c-46c2-8fde-fa551f0aa06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:18.405520 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2148e76d-635b-459e-9863-9aa3e7607ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '996e044c-df70-4dcd-8ba3-2af0b3c397da'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:39:18.407197 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e93c8b-b3ab-418f-bbb7-fe794b8dd721" -d '{"events": [{"server_uuid": "2148e76d-635b-459e-9863-9aa3e7607ee5", "name": "network-vif-plugged", "status": "completed", "tag": "996e044c-df70-4dcd-8ba3-2af0b3c397da"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:39:18.416612 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 996e044c-df70-4dcd-8ba3-2af0b3c397da, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=996e044c-df70-4dcd-8ba3-2af0b3c397da,segment=NetworkSegment(5d3ef6a2-26fd-4ae1-a1a7-759a1b4042a7),segment_id=5d3ef6a2-26fd-4ae1-a1a7-759a1b4042a7)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:39:18.427841 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (8673748e-82f6-4c6c-b8ce-e9d47c350c40), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:18.450317 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-24bd7358-98c9-47e1-800d-d1221c601eee tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for router_controller (992fb36c-e762-4cf0-9ad0-5ab122d92223), precommit_add_association {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:18.484210 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-06a757d3-0882-4f00-bfd2-f2203e5af598 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for port (a2c613ad-05d5-4627-b4bf-45f62bda83c7), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:18.497581 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e910879-f06d-4cab-92d7-fb8fd3aab1ea x-openstack-request-id: req-9e910879-f06d-4cab-92d7-fb8fd3aab1ea {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:39:18.498061 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2148e76d-635b-459e-9863-9aa3e7607ee5", "name": "network-vif-plugged", "status": "completed", "tag": "996e044c-df70-4dcd-8ba3-2af0b3c397da", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:39:18.498424 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9e910879-f06d-4cab-92d7-fb8fd3aab1ea {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:39:18.498947 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2148e76d-635b-459e-9863-9aa3e7607ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '996e044c-df70-4dcd-8ba3-2af0b3c397da', 'code': 200} Feb 28 10:39:18.508452 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (996e044c-df70-4dcd-8ba3-2af0b3c397da), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:18.533206 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Pushing event updated for resources: {'Port': ['ID=8673748e-82f6-4c6c-b8ce-e9d47c350c40,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:18.559030 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-24bd7358-98c9-47e1-800d-d1221c601eee tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (992fb36c-e762-4cf0-9ad0-5ab122d92223), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:18.576253 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-374211c6-334b-452a-8277-f1858630c14a tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for port (0384b2b7-4185-4e2c-a5a8-69cd771a30ba), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:18.596742 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Checking segment: {'id': '208c2203-c898-441f-8a5c-164698ed99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '82ba7ff8-74d7-481a-aedc-f7f13979caa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:39:18.597255 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Network hostable DHCP agents. Network: 82ba7ff8-74d7-481a-aedc-f7f13979caa0, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:39:18.610080 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=996e044c-df70-4dcd-8ba3-2af0b3c397da,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:18.630462 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a84ea-78f1-4d74-aeeb-1292cae94a97 req-1604e9bb-7e42-4093-ad3c-3d5ad4bda35b tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:18.632273 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-846a84ea-78f1-4d74-aeeb-1292cae94a97 req-1604e9bb-7e42-4093-ad3c-3d5ad4bda35b tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "GET /v2.0/ports?device_id=2148e76d-635b-459e-9863-9aa3e7607ee5 HTTP/1.1" status: 200 len: 946 time: 0.1361156 Feb 28 10:39:18.680263 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-6d8550e6-b15c-46c2-8fde-fa551f0aa06f None None] Allocated IP 172.21.0.2 (d8a7d804-23fb-45a6-8963-2f76791edb6f/4a12345f-b798-4bfb-bbcb-fcd2d7ea9d2e/4bd052a4-c92d-4181-96eb-cd68f97d0edc) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:39:18.682859 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-846a84ea-78f1-4d74-aeeb-1292cae94a97 req-d81ac2a9-a23e-4359-a311-7431758bed78 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "GET /v2.0/security-groups?id=3004bcfd-0c82-4f4d-b59a-e0848d67262f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442102 Feb 28 10:39:18.686722 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-374211c6-334b-452a-8277-f1858630c14a tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (0384b2b7-4185-4e2c-a5a8-69cd771a30ba), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:18.693864 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-24bd7358-98c9-47e1-800d-d1221c601eee tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:18.697434 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47224) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:18.697583 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-24bd7358-98c9-47e1-800d-d1221c601eee tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5658555 Feb 28 10:39:18.700828 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-06a757d3-0882-4f00-bfd2-f2203e5af598 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (c00b4e03-cc1b-4322-a8d0-d47e91844478), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:18.758282 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-563ba2a9-039e-4d05-aa30-f60355acbf06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:18.764694 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:39:18.781573 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a757d3-0882-4f00-bfd2-f2203e5af598 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Network 687e67c4-ef4a-4a97-86ec-6e4ca7a12767 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:39:18.789439 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-06a757d3-0882-4f00-bfd2-f2203e5af598 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:18.793424 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374211c6-334b-452a-8277-f1858630c14a tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Pushing event updated for resources: {'Port': ['ID=0384b2b7-4185-4e2c-a5a8-69cd771a30ba,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:18.795791 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a757d3-0882-4f00-bfd2-f2203e5af598 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:39:18.796641 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-06a757d3-0882-4f00-bfd2-f2203e5af598 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (a2c613ad-05d5-4627-b4bf-45f62bda83c7), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:18.856298 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-374211c6-334b-452a-8277-f1858630c14a tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047917'] for floatingip (c73630fd-533c-4d29-8fe5-670452d674d5), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:18.880968 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 82ba7ff8-74d7-481a-aedc-f7f13979caa0) {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:18.885276 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6d8550e6-b15c-46c2-8fde-fa551f0aa06f None None] Publish callbacks [] for port (4bd052a4-c92d-4181-96eb-cd68f97d0edc), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:18.890227 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a63420-9648-4c93-a58b-78e7183d0905 None None] Network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:39:18.935139 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:39:18.956891 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6d8550e6-b15c-46c2-8fde-fa551f0aa06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (4bd052a4-c92d-4181-96eb-cd68f97d0edc), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:18.982754 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47226) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:19.024024 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.managers [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port 8673748e-82f6-4c6c-b8ce-e9d47c350c40 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:39:19.025725 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.managers [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port 8673748e-82f6-4c6c-b8ce-e9d47c350c40 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '208c2203-c898-441f-8a5c-164698ed99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '82ba7ff8-74d7-481a-aedc-f7f13979caa0'}] {{(pid=104084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:39:19.026151 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port 8673748e-82f6-4c6c-b8ce-e9d47c350c40 on network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:39:19.030402 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8550e6-b15c-46c2-8fde-fa551f0aa06f None None] Network d8a7d804-23fb-45a6-8963-2f76791edb6f is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:39:19.032619 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8550e6-b15c-46c2-8fde-fa551f0aa06f None None] Pushing event updated for resources: {'Port': ['ID=4bd052a4-c92d-4181-96eb-cd68f97d0edc,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:19.042163 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-6d8550e6-b15c-46c2-8fde-fa551f0aa06f None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:19.046652 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8550e6-b15c-46c2-8fde-fa551f0aa06f None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:39:19.107205 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Port 8673748e-82f6-4c6c-b8ce-e9d47c350c40 on network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:39:19.107834 dv-neutron-829161-3-hyperv neutron-server[104084]: ERROR neutron.plugins.ml2.managers [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Failed to bind port 8673748e-82f6-4c6c-b8ce-e9d47c350c40 on host hv-neutron-8291 for vnic_type normal using segments [{'id': '208c2203-c898-441f-8a5c-164698ed99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '82ba7ff8-74d7-481a-aedc-f7f13979caa0'}] Feb 28 10:39:19.110951 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.plugins.ml2.plugin [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempt 2 to bind port 8673748e-82f6-4c6c-b8ce-e9d47c350c40 Feb 28 10:39:19.134647 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-6d8550e6-b15c-46c2-8fde-fa551f0aa06f None None] Attempting to bind port 4bd052a4-c92d-4181-96eb-cd68f97d0edc on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:39:19.135214 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-6d8550e6-b15c-46c2-8fde-fa551f0aa06f None None] Attempting to bind port 4bd052a4-c92d-4181-96eb-cd68f97d0edc by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '3f0b61a9-9e84-42c6-9f2a-ed5a62dba437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd8a7d804-23fb-45a6-8963-2f76791edb6f'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:39:19.135793 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8550e6-b15c-46c2-8fde-fa551f0aa06f None None] Attempting to bind port 4bd052a4-c92d-4181-96eb-cd68f97d0edc on network d8a7d804-23fb-45a6-8963-2f76791edb6f {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:39:19.143942 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8550e6-b15c-46c2-8fde-fa551f0aa06f None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:39:19.144489 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8550e6-b15c-46c2-8fde-fa551f0aa06f None None] Checking segment: {'id': '3f0b61a9-9e84-42c6-9f2a-ed5a62dba437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd8a7d804-23fb-45a6-8963-2f76791edb6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:39:19.144996 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6d8550e6-b15c-46c2-8fde-fa551f0aa06f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:19.145648 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8550e6-b15c-46c2-8fde-fa551f0aa06f None None] Bound using segment: {'id': '3f0b61a9-9e84-42c6-9f2a-ed5a62dba437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd8a7d804-23fb-45a6-8963-2f76791edb6f'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:39:19.146694 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-5ee5c241-88c4-4c26-b9c3-a1611c850a9c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=026d1846903c4979ba59c16717feed27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1628006 Feb 28 10:39:19.149526 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-6d8550e6-b15c-46c2-8fde-fa551f0aa06f None None] Bound port: 4bd052a4-c92d-4181-96eb-cd68f97d0edc, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f0b61a9-9e84-42c6-9f2a-ed5a62dba437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd8a7d804-23fb-45a6-8963-2f76791edb6f'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:39:19.150244 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6d8550e6-b15c-46c2-8fde-fa551f0aa06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (4bd052a4-c92d-4181-96eb-cd68f97d0edc), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:19.155734 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47228) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:19.167154 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.managers [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port 8673748e-82f6-4c6c-b8ce-e9d47c350c40 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:39:19.167437 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.managers [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port 8673748e-82f6-4c6c-b8ce-e9d47c350c40 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '208c2203-c898-441f-8a5c-164698ed99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '82ba7ff8-74d7-481a-aedc-f7f13979caa0'}] {{(pid=104084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:39:19.167805 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port 8673748e-82f6-4c6c-b8ce-e9d47c350c40 on network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:39:19.207774 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Port 8673748e-82f6-4c6c-b8ce-e9d47c350c40 on network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:39:19.208118 dv-neutron-829161-3-hyperv neutron-server[104084]: ERROR neutron.plugins.ml2.managers [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Failed to bind port 8673748e-82f6-4c6c-b8ce-e9d47c350c40 on host hv-neutron-8291 for vnic_type normal using segments [{'id': '208c2203-c898-441f-8a5c-164698ed99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '82ba7ff8-74d7-481a-aedc-f7f13979caa0'}] Feb 28 10:39:19.223278 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.plugins.ml2.plugin [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempt 3 to bind port 8673748e-82f6-4c6c-b8ce-e9d47c350c40 Feb 28 10:39:19.233540 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-6d8550e6-b15c-46c2-8fde-fa551f0aa06f None None] For port 4bd052a4-c92d-4181-96eb-cd68f97d0edc, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:39:19.237668 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-6d8550e6-b15c-46c2-8fde-fa551f0aa06f None None] For port 4bd052a4-c92d-4181-96eb-cd68f97d0edc, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=4bd052a4-c92d-4181-96eb-cd68f97d0edc,segment=NetworkSegment(3f0b61a9-9e84-42c6-9f2a-ed5a62dba437),segment_id=3f0b61a9-9e84-42c6-9f2a-ed5a62dba437)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:39:19.261680 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.managers [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port 8673748e-82f6-4c6c-b8ce-e9d47c350c40 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:39:19.262028 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.managers [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port 8673748e-82f6-4c6c-b8ce-e9d47c350c40 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '208c2203-c898-441f-8a5c-164698ed99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '82ba7ff8-74d7-481a-aedc-f7f13979caa0'}] {{(pid=104084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:39:19.262386 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port 8673748e-82f6-4c6c-b8ce-e9d47c350c40 on network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:39:19.275739 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Port 8673748e-82f6-4c6c-b8ce-e9d47c350c40 on network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:39:19.276080 dv-neutron-829161-3-hyperv neutron-server[104084]: ERROR neutron.plugins.ml2.managers [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Failed to bind port 8673748e-82f6-4c6c-b8ce-e9d47c350c40 on host hv-neutron-8291 for vnic_type normal using segments [{'id': '208c2203-c898-441f-8a5c-164698ed99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '82ba7ff8-74d7-481a-aedc-f7f13979caa0'}] Feb 28 10:39:19.278104 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.plugins.ml2.plugin [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempt 4 to bind port 8673748e-82f6-4c6c-b8ce-e9d47c350c40 Feb 28 10:39:19.309311 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-694dbc35-44dd-451c-ba2c-d1323a820b8c tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:19.310264 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ba0739-914a-4e32-a489-51fdd85a86dc None None] Network 3bdf07e1-3efe-435f-a35f-d47f41a64a9d requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:39:19.320209 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a757d3-0882-4f00-bfd2-f2203e5af598 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event updated for resources: {'Port': ['ID=c00b4e03-cc1b-4322-a8d0-d47e91844478,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:19.325864 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.managers [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port 8673748e-82f6-4c6c-b8ce-e9d47c350c40 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:39:19.326210 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.managers [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port 8673748e-82f6-4c6c-b8ce-e9d47c350c40 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '208c2203-c898-441f-8a5c-164698ed99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '82ba7ff8-74d7-481a-aedc-f7f13979caa0'}] {{(pid=104084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:39:19.326554 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port 8673748e-82f6-4c6c-b8ce-e9d47c350c40 on network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:39:19.329811 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3bc3fd7a-fab8-4c0f-acfe-8edd3a359ad6 admin admin] Publish callbacks [] for security_group (85a12502-1727-4d0f-981e-2d4848628bdf), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:19.338917 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Port 8673748e-82f6-4c6c-b8ce-e9d47c350c40 on network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:39:19.347153 dv-neutron-829161-3-hyperv neutron-server[104084]: ERROR neutron.plugins.ml2.managers [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Failed to bind port 8673748e-82f6-4c6c-b8ce-e9d47c350c40 on host hv-neutron-8291 for vnic_type normal using segments [{'id': '208c2203-c898-441f-8a5c-164698ed99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '82ba7ff8-74d7-481a-aedc-f7f13979caa0'}] Feb 28 10:39:19.347153 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.plugins.ml2.plugin [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempt 5 to bind port 8673748e-82f6-4c6c-b8ce-e9d47c350c40 Feb 28 10:39:19.377204 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6d8550e6-b15c-46c2-8fde-fa551f0aa06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (4bd052a4-c92d-4181-96eb-cd68f97d0edc), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:19.411231 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a757d3-0882-4f00-bfd2-f2203e5af598 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Checking segment: {'id': 'd0e75676-449c-4329-bc61-59971cccd161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '29559642-4ded-49be-b8fb-02dbbc0ef445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:39:19.411509 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a757d3-0882-4f00-bfd2-f2203e5af598 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Network hostable DHCP agents. Network: 29559642-4ded-49be-b8fb-02dbbc0ef445, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:39:19.431134 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3bc3fd7a-fab8-4c0f-acfe-8edd3a359ad6 admin admin] Publish callbacks [] for security_group (85a12502-1727-4d0f-981e-2d4848628bdf), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:19.436605 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.managers [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port 8673748e-82f6-4c6c-b8ce-e9d47c350c40 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:39:19.437063 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.managers [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port 8673748e-82f6-4c6c-b8ce-e9d47c350c40 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '208c2203-c898-441f-8a5c-164698ed99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '82ba7ff8-74d7-481a-aedc-f7f13979caa0'}] {{(pid=104084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:39:19.437265 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port 8673748e-82f6-4c6c-b8ce-e9d47c350c40 on network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:39:19.440767 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a757d3-0882-4f00-bfd2-f2203e5af598 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event updated for resources: {'Port': ['ID=a2c613ad-05d5-4627-b4bf-45f62bda83c7,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:19.456050 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Port 8673748e-82f6-4c6c-b8ce-e9d47c350c40 on network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:39:19.456355 dv-neutron-829161-3-hyperv neutron-server[104084]: ERROR neutron.plugins.ml2.managers [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Failed to bind port 8673748e-82f6-4c6c-b8ce-e9d47c350c40 on host hv-neutron-8291 for vnic_type normal using segments [{'id': '208c2203-c898-441f-8a5c-164698ed99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '82ba7ff8-74d7-481a-aedc-f7f13979caa0'}] Feb 28 10:39:19.461381 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.plugins.ml2.plugin [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempt 6 to bind port 8673748e-82f6-4c6c-b8ce-e9d47c350c40 Feb 28 10:39:19.463671 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb7746-c59f-4837-9747-56d597e3d0b9 req-8f52a434-b23f-4157-ae4e-18f3fe69cb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:19.465549 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-82cb7746-c59f-4837-9747-56d597e3d0b9 req-8f52a434-b23f-4157-ae4e-18f3fe69cb92 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2148e76d-635b-459e-9863-9aa3e7607ee5 HTTP/1.1" status: 200 len: 1130 time: 0.1882544 Feb 28 10:39:19.484049 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.l3_db [None req-374211c6-334b-452a-8277-f1858630c14a tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Floating IP c73630fd-533c-4d29-8fe5-670452d674d5 associated. External IP: 172.26.3.52, port: ada5f02a-8cd8-46eb-8747-6220afd14c52. Feb 28 10:39:19.484229 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-f747f4ef-b8bd-4241-8668-58c115c46a60 None None] Provisioning complete for port 76cd9cec-89e1-42ae-93e1-f96c6974c13a triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:19.484701 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f747f4ef-b8bd-4241-8668-58c115c46a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (76cd9cec-89e1-42ae-93e1-f96c6974c13a), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:19.537580 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a757d3-0882-4f00-bfd2-f2203e5af598 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Network 29559642-4ded-49be-b8fb-02dbbc0ef445 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:39:19.548492 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.managers [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port 8673748e-82f6-4c6c-b8ce-e9d47c350c40 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:39:19.549084 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.managers [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port 8673748e-82f6-4c6c-b8ce-e9d47c350c40 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '208c2203-c898-441f-8a5c-164698ed99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '82ba7ff8-74d7-481a-aedc-f7f13979caa0'}] {{(pid=104084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:39:19.549589 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port 8673748e-82f6-4c6c-b8ce-e9d47c350c40 on network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:39:19.559520 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8550e6-b15c-46c2-8fde-fa551f0aa06f None None] Pushing event updated for resources: {'Port': ['ID=4bd052a4-c92d-4181-96eb-cd68f97d0edc,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:19.560895 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Port 8673748e-82f6-4c6c-b8ce-e9d47c350c40 on network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:39:19.561397 dv-neutron-829161-3-hyperv neutron-server[104084]: ERROR neutron.plugins.ml2.managers [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Failed to bind port 8673748e-82f6-4c6c-b8ce-e9d47c350c40 on host hv-neutron-8291 for vnic_type normal using segments [{'id': '208c2203-c898-441f-8a5c-164698ed99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '82ba7ff8-74d7-481a-aedc-f7f13979caa0'}] Feb 28 10:39:19.564988 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.plugins.ml2.plugin [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempt 7 to bind port 8673748e-82f6-4c6c-b8ce-e9d47c350c40 Feb 28 10:39:19.578633 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-82cb7746-c59f-4837-9747-56d597e3d0b9 req-10fd0f5b-86fa-4214-9a6a-7926354ab86f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3004bcfd-0c82-4f4d-b59a-e0848d67262f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043141 Feb 28 10:39:19.629855 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.managers [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port 8673748e-82f6-4c6c-b8ce-e9d47c350c40 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:39:19.630800 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.managers [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port 8673748e-82f6-4c6c-b8ce-e9d47c350c40 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '208c2203-c898-441f-8a5c-164698ed99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '82ba7ff8-74d7-481a-aedc-f7f13979caa0'}] {{(pid=104084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:39:19.631900 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port 8673748e-82f6-4c6c-b8ce-e9d47c350c40 on network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:39:19.648606 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Port 8673748e-82f6-4c6c-b8ce-e9d47c350c40 on network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:39:19.648885 dv-neutron-829161-3-hyperv neutron-server[104084]: ERROR neutron.plugins.ml2.managers [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Failed to bind port 8673748e-82f6-4c6c-b8ce-e9d47c350c40 on host hv-neutron-8291 for vnic_type normal using segments [{'id': '208c2203-c898-441f-8a5c-164698ed99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '82ba7ff8-74d7-481a-aedc-f7f13979caa0'}] Feb 28 10:39:19.651544 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.plugins.ml2.plugin [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempt 8 to bind port 8673748e-82f6-4c6c-b8ce-e9d47c350c40 Feb 28 10:39:19.655046 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-06a757d3-0882-4f00-bfd2-f2203e5af598 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 29559642-4ded-49be-b8fb-02dbbc0ef445) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:19.681555 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a757d3-0882-4f00-bfd2-f2203e5af598 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:39:19.689654 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a757d3-0882-4f00-bfd2-f2203e5af598 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:19.696239 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5013e245-a7da-4b57-b52b-84633e298d8c None None] Network 29559642-4ded-49be-b8fb-02dbbc0ef445 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:39:19.696380 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a757d3-0882-4f00-bfd2-f2203e5af598 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:19.697019 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-06a757d3-0882-4f00-bfd2-f2203e5af598 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:19.730153 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.managers [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port 8673748e-82f6-4c6c-b8ce-e9d47c350c40 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:39:19.730613 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.managers [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port 8673748e-82f6-4c6c-b8ce-e9d47c350c40 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '208c2203-c898-441f-8a5c-164698ed99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '82ba7ff8-74d7-481a-aedc-f7f13979caa0'}] {{(pid=104084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:39:19.731216 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port 8673748e-82f6-4c6c-b8ce-e9d47c350c40 on network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:39:19.733696 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3bc3fd7a-fab8-4c0f-acfe-8edd3a359ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (85a12502-1727-4d0f-981e-2d4848628bdf), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:19.736564 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3bc3fd7a-fab8-4c0f-acfe-8edd3a359ad6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:19.740223 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-3bc3fd7a-fab8-4c0f-acfe-8edd3a359ad6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/85a12502-1727-4d0f-981e-2d4848628bdf HTTP/1.1" status: 204 len: 168 time: 0.5834510 Feb 28 10:39:19.785852 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Port 8673748e-82f6-4c6c-b8ce-e9d47c350c40 on network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:39:19.786846 dv-neutron-829161-3-hyperv neutron-server[104084]: ERROR neutron.plugins.ml2.managers [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Failed to bind port 8673748e-82f6-4c6c-b8ce-e9d47c350c40 on host hv-neutron-8291 for vnic_type normal using segments [{'id': '208c2203-c898-441f-8a5c-164698ed99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '82ba7ff8-74d7-481a-aedc-f7f13979caa0'}] Feb 28 10:39:19.791358 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.plugins.ml2.plugin [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempt 9 to bind port 8673748e-82f6-4c6c-b8ce-e9d47c350c40 Feb 28 10:39:19.806325 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc3fd7a-fab8-4c0f-acfe-8edd3a359ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a12502-1727-4d0f-981e-2d4848628bdf,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:19.835125 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-06a757d3-0882-4f00-bfd2-f2203e5af598 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.0283189 Feb 28 10:39:19.838671 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47234) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:19.929661 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-694dbc35-44dd-451c-ba2c-d1323a820b8c tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Allocated IP 172.20.0.1 (3bdf07e1-3efe-435f-a35f-d47f41a64a9d/bcb9cf41-f4ba-498f-be2c-5895f4031cbe/803b5ba4-a638-4e46-a9bc-218641a73059) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:39:19.934484 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.managers [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port 8673748e-82f6-4c6c-b8ce-e9d47c350c40 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:39:19.935175 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.managers [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port 8673748e-82f6-4c6c-b8ce-e9d47c350c40 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '208c2203-c898-441f-8a5c-164698ed99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '82ba7ff8-74d7-481a-aedc-f7f13979caa0'}] {{(pid=104084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:39:19.935746 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port 8673748e-82f6-4c6c-b8ce-e9d47c350c40 on network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:39:19.979715 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 76cd9cec-89e1-42ae-93e1-f96c6974c13a up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:39:19.981178 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Port 8673748e-82f6-4c6c-b8ce-e9d47c350c40 on network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:39:19.981620 dv-neutron-829161-3-hyperv neutron-server[104084]: ERROR neutron.plugins.ml2.managers [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Failed to bind port 8673748e-82f6-4c6c-b8ce-e9d47c350c40 on host hv-neutron-8291 for vnic_type normal using segments [{'id': '208c2203-c898-441f-8a5c-164698ed99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '82ba7ff8-74d7-481a-aedc-f7f13979caa0'}] Feb 28 10:39:19.998900 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.plugins.ml2.plugin [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempt 10 to bind port 8673748e-82f6-4c6c-b8ce-e9d47c350c40 Feb 28 10:39:20.024738 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.managers [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port 8673748e-82f6-4c6c-b8ce-e9d47c350c40 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:39:20.025343 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.managers [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port 8673748e-82f6-4c6c-b8ce-e9d47c350c40 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '208c2203-c898-441f-8a5c-164698ed99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '82ba7ff8-74d7-481a-aedc-f7f13979caa0'}] {{(pid=104084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:39:20.025882 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port 8673748e-82f6-4c6c-b8ce-e9d47c350c40 on network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:39:20.038310 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c355d-94f7-4502-bcb5-1b9d7be89782 req-92ad8e3c-e54f-476b-9173-027874e29d53 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:20.039961 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-cd4c355d-94f7-4502-bcb5-1b9d7be89782 req-92ad8e3c-e54f-476b-9173-027874e29d53 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "GET /v2.0/ports?device_id=2148e76d-635b-459e-9863-9aa3e7607ee5 HTTP/1.1" status: 200 len: 946 time: 0.2440104 Feb 28 10:39:20.045555 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-f747f4ef-b8bd-4241-8668-58c115c46a60 None None] Current status of the port 76cd9cec-89e1-42ae-93e1-f96c6974c13a is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:39:20.045954 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f747f4ef-b8bd-4241-8668-58c115c46a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (76cd9cec-89e1-42ae-93e1-f96c6974c13a), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:20.137208 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-374211c6-334b-452a-8277-f1858630c14a tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Router e94fd51f-5c81-48c9-98f1-5b1daebeeda9 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:39:20.151679 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-f747f4ef-b8bd-4241-8668-58c115c46a60 None None] For port 76cd9cec-89e1-42ae-93e1-f96c6974c13a, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=76cd9cec-89e1-42ae-93e1-f96c6974c13a,segment=NetworkSegment(0829bf91-53e9-476c-b662-ef051f46bcdf),segment_id=0829bf91-53e9-476c-b662-ef051f46bcdf)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:39:20.155831 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:20.163716 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-27b18b1e-65c2-4b69-8408-f95caf18103a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Deleting port a2c613ad-05d5-4627-b4bf-45f62bda83c7 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:39:20.164072 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-27b18b1e-65c2-4b69-8408-f95caf18103a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (a2c613ad-05d5-4627-b4bf-45f62bda83c7), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:20.170153 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 76cd9cec-89e1-42ae-93e1-f96c6974c13a triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:20.170535 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (76cd9cec-89e1-42ae-93e1-f96c6974c13a), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:20.221073 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f747f4ef-b8bd-4241-8668-58c115c46a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (76cd9cec-89e1-42ae-93e1-f96c6974c13a), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:20.247087 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-27b18b1e-65c2-4b69-8408-f95caf18103a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (a2c613ad-05d5-4627-b4bf-45f62bda83c7), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:20.261869 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-27b18b1e-65c2-4b69-8408-f95caf18103a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Calling delete_port for a2c613ad-05d5-4627-b4bf-45f62bda83c7 owned by {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:39:20.300551 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 76cd9cec-89e1-42ae-93e1-f96c6974c13a is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:39:20.307852 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f747f4ef-b8bd-4241-8668-58c115c46a60 None None] Pushing event updated for resources: {'Port': ['ID=76cd9cec-89e1-42ae-93e1-f96c6974c13a,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:20.344734 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-bd680915-1b56-4f1d-b141-9ea289c9509e None None] Provisioning complete for port 76cd9cec-89e1-42ae-93e1-f96c6974c13a triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:20.345428 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-bd680915-1b56-4f1d-b141-9ea289c9509e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (76cd9cec-89e1-42ae-93e1-f96c6974c13a), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:20.455624 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-27b18b1e-65c2-4b69-8408-f95caf18103a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (a2c613ad-05d5-4627-b4bf-45f62bda83c7), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:20.466074 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-bd680915-1b56-4f1d-b141-9ea289c9509e None None] Current status of the port 76cd9cec-89e1-42ae-93e1-f96c6974c13a is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:39:20.467518 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Port 8673748e-82f6-4c6c-b8ce-e9d47c350c40 on network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:39:20.468112 dv-neutron-829161-3-hyperv neutron-server[104084]: ERROR neutron.plugins.ml2.managers [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Failed to bind port 8673748e-82f6-4c6c-b8ce-e9d47c350c40 on host hv-neutron-8291 for vnic_type normal using segments [{'id': '208c2203-c898-441f-8a5c-164698ed99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '82ba7ff8-74d7-481a-aedc-f7f13979caa0'}] Feb 28 10:39:20.469827 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (8673748e-82f6-4c6c-b8ce-e9d47c350c40), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:20.497855 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b18b1e-65c2-4b69-8408-f95caf18103a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event deleted for resources: {'Port': ['ID=a2c613ad-05d5-4627-b4bf-45f62bda83c7,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:20.507040 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-27b18b1e-65c2-4b69-8408-f95caf18103a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:20.511093 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-27b18b1e-65c2-4b69-8408-f95caf18103a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "DELETE /v2.0/ports/a2c613ad-05d5-4627-b4bf-45f62bda83c7 HTTP/1.1" status: 204 len: 168 time: 0.6705582 Feb 28 10:39:20.515961 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47242) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:20.530621 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-cd4c355d-94f7-4502-bcb5-1b9d7be89782 req-3a99350a-c1d3-4ebf-8302-a3d920a7e644 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "GET /v2.0/security-groups?id=3004bcfd-0c82-4f4d-b59a-e0848d67262f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997729 Feb 28 10:39:20.575328 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374211c6-334b-452a-8277-f1858630c14a tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:39:20.588224 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e295ef-1aac-49a8-a7ba-40c81d833c84 None None] Sync routers for ids ['e94fd51f-5c81-48c9-98f1-5b1daebeeda9'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:39:20.598732 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e295ef-1aac-49a8-a7ba-40c81d833c84 None None] Routers {'e94fd51f-5c81-48c9-98f1-5b1daebeeda9'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:39:20.599415 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-56e295ef-1aac-49a8-a7ba-40c81d833c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:39:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['e94fd51f-5c81-48c9-98f1-5b1daebeeda9'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:20.620840 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] For port 8673748e-82f6-4c6c-b8ce-e9d47c350c40, host hv-neutron-8291, cleared binding levels {{(pid=104084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:39:20.621738 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempted to set empty binding levels {{(pid=104084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 28 10:39:20.625076 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dce2c6a-c016-4369-8218-ec1efc75fe6a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:20.631421 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dce2c6a-c016-4369-8218-ec1efc75fe6a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:20.633789 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-7dce2c6a-c016-4369-8218-ec1efc75fe6a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1168230 Feb 28 10:39:20.636599 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47246) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:20.642176 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-694dbc35-44dd-451c-ba2c-d1323a820b8c tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for port (803b5ba4-a638-4e46-a9bc-218641a73059), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:20.652270 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-56e295ef-1aac-49a8-a7ba-40c81d833c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:20.661753 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e295ef-1aac-49a8-a7ba-40c81d833c84 None None] Routers {'e94fd51f-5c81-48c9-98f1-5b1daebeeda9'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:39:20.662392 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-56e295ef-1aac-49a8-a7ba-40c81d833c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:39:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['e94fd51f-5c81-48c9-98f1-5b1daebeeda9'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:20.696929 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-374211c6-334b-452a-8277-f1858630c14a tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:20.702349 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (8673748e-82f6-4c6c-b8ce-e9d47c350c40), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:20.719306 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-56e295ef-1aac-49a8-a7ba-40c81d833c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:20.720056 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e295ef-1aac-49a8-a7ba-40c81d833c84 None None] The sync data for ids ['e94fd51f-5c81-48c9-98f1-5b1daebeeda9'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:39:20.763492 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:20.764101 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:20.784625 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Pushing event updated for resources: {'Port': ['ID=8673748e-82f6-4c6c-b8ce-e9d47c350c40,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:20.797540 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-374211c6-334b-452a-8277-f1858630c14a tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.9441421 Feb 28 10:39:20.800092 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47250) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:20.807155 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-dbd3ecb6-1aab-431d-8ad0-8aaa61b4473e tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1211125052'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:20.844737 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-880ff359-05e5-40ce-a4a2-69190a5db3b7 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Deleting port c00b4e03-cc1b-4322-a8d0-d47e91844478 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:39:20.845163 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-880ff359-05e5-40ce-a4a2-69190a5db3b7 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (c00b4e03-cc1b-4322-a8d0-d47e91844478), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:20.864575 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-a7d45f89-015c-461a-8542-c860a11e6dc5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 3.3735652 Feb 28 10:39:20.864575 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-694dbc35-44dd-451c-ba2c-d1323a820b8c tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (803b5ba4-a638-4e46-a9bc-218641a73059), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:20.864891 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47252) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:20.906383 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694dbc35-44dd-451c-ba2c-d1323a820b8c tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Network 3bdf07e1-3efe-435f-a35f-d47f41a64a9d is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:39:20.909572 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-694dbc35-44dd-451c-ba2c-d1323a820b8c tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:20.920770 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694dbc35-44dd-451c-ba2c-d1323a820b8c tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:39:20.950447 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694dbc35-44dd-451c-ba2c-d1323a820b8c tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event updated for resources: {'Port': ['ID=803b5ba4-a638-4e46-a9bc-218641a73059,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:20.963147 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd3ecb6-1aab-431d-8ad0-8aaa61b4473e tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Made reservation on behalf of 94c254e0b2ed4c649e751c1a9615c906 for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:20.966733 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dbd3ecb6-1aab-431d-8ad0-8aaa61b4473e tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:20.970393 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-880ff359-05e5-40ce-a4a2-69190a5db3b7 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (c00b4e03-cc1b-4322-a8d0-d47e91844478), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:20.980852 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-694dbc35-44dd-451c-ba2c-d1323a820b8c tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047958'] for router_interface (992fb36c-e762-4cf0-9ad0-5ab122d92223), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:21.022272 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-880ff359-05e5-40ce-a4a2-69190a5db3b7 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Calling delete_port for c00b4e03-cc1b-4322-a8d0-d47e91844478 owned by {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:39:21.051200 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbd3ecb6-1aab-431d-8ad0-8aaa61b4473e tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:39:21.107755 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dbd3ecb6-1aab-431d-8ad0-8aaa61b4473e tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (59e58a49-075f-48e9-8ecd-7a6d0558b88e), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:21.108107 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-dbd3ecb6-1aab-431d-8ad0-8aaa61b4473e tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Added segment 59e58a49-075f-48e9-8ecd-7a6d0558b88e of type vlan for network 762b77a3-0fee-402a-b09b-96d5ead56933 Feb 28 10:39:21.161601 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803d07ae-5f91-4bd3-8fa7-ec3c3be920b1 None None] Network d8a7d804-23fb-45a6-8963-2f76791edb6f requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:39:21.167547 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dbd3ecb6-1aab-431d-8ad0-8aaa61b4473e tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (762b77a3-0fee-402a-b09b-96d5ead56933), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:21.177300 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-97fd7199-3072-4a13-8f45-849e4d867264 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Deleting port 8673748e-82f6-4c6c-b8ce-e9d47c350c40 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:39:21.177655 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-97fd7199-3072-4a13-8f45-849e4d867264 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (8673748e-82f6-4c6c-b8ce-e9d47c350c40), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:21.247818 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-694dbc35-44dd-451c-ba2c-d1323a820b8c tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (803b5ba4-a638-4e46-a9bc-218641a73059), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:21.279179 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-f92ee35b-6a28-4d5e-a0ad-9c09ebaf89ff None None] Provisioning complete for port 4bd052a4-c92d-4181-96eb-cd68f97d0edc triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:21.279621 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f92ee35b-6a28-4d5e-a0ad-9c09ebaf89ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (4bd052a4-c92d-4181-96eb-cd68f97d0edc), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:21.295303 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-97fd7199-3072-4a13-8f45-849e4d867264 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] For port 8673748e-82f6-4c6c-b8ce-e9d47c350c40, host hv-neutron-8291, got binding levels [] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:39:21.296826 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-97fd7199-3072-4a13-8f45-849e4d867264 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (8673748e-82f6-4c6c-b8ce-e9d47c350c40), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:21.311073 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-97fd7199-3072-4a13-8f45-849e4d867264 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Calling delete_port for 8673748e-82f6-4c6c-b8ce-e9d47c350c40 owned by {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:39:21.351973 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:21.382438 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-880ff359-05e5-40ce-a4a2-69190a5db3b7 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (c00b4e03-cc1b-4322-a8d0-d47e91844478), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:21.385840 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dbd3ecb6-1aab-431d-8ad0-8aaa61b4473e tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (762b77a3-0fee-402a-b09b-96d5ead56933), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:21.391256 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd3ecb6-1aab-431d-8ad0-8aaa61b4473e tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:21.391863 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dbd3ecb6-1aab-431d-8ad0-8aaa61b4473e tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:21.420824 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-f92ee35b-6a28-4d5e-a0ad-9c09ebaf89ff None None] Current status of the port 4bd052a4-c92d-4181-96eb-cd68f97d0edc is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:39:21.421194 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f92ee35b-6a28-4d5e-a0ad-9c09ebaf89ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (4bd052a4-c92d-4181-96eb-cd68f97d0edc), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:21.465719 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-f92ee35b-6a28-4d5e-a0ad-9c09ebaf89ff None None] For port 4bd052a4-c92d-4181-96eb-cd68f97d0edc, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=4bd052a4-c92d-4181-96eb-cd68f97d0edc,segment=NetworkSegment(3f0b61a9-9e84-42c6-9f2a-ed5a62dba437),segment_id=3f0b61a9-9e84-42c6-9f2a-ed5a62dba437)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:39:21.480801 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-880ff359-05e5-40ce-a4a2-69190a5db3b7 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:21.488884 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-880ff359-05e5-40ce-a4a2-69190a5db3b7 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "DELETE /v2.0/ports/c00b4e03-cc1b-4322-a8d0-d47e91844478 HTTP/1.1" status: 204 len: 168 time: 0.8511615 Feb 28 10:39:21.492447 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47264) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:21.499772 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880ff359-05e5-40ce-a4a2-69190a5db3b7 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event deleted for resources: {'Port': ['ID=c00b4e03-cc1b-4322-a8d0-d47e91844478,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:21.548797 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f92ee35b-6a28-4d5e-a0ad-9c09ebaf89ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (4bd052a4-c92d-4181-96eb-cd68f97d0edc), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:21.576710 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-dbd3ecb6-1aab-431d-8ad0-8aaa61b4473e tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7755420 Feb 28 10:39:21.577606 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd3ecb6-1aab-431d-8ad0-8aaa61b4473e tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Pushing event updated for resources: {'Network': ['ID=762b77a3-0fee-402a-b09b-96d5ead56933,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:21.587922 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47270) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:21.595063 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-04c93451-c748-436c-943e-8f0fb938552f tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Request body: {'subnet': {'network_id': '762b77a3-0fee-402a-b09b-96d5ead56933', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:21.631616 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 762b77a3-0fee-402a-b09b-96d5ead56933 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:39:21.690607 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-97fd7199-3072-4a13-8f45-849e4d867264 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (8673748e-82f6-4c6c-b8ce-e9d47c350c40), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:21.764929 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fd7199-3072-4a13-8f45-849e4d867264 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Pushing event deleted for resources: {'Port': ['ID=8673748e-82f6-4c6c-b8ce-e9d47c350c40,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:21.771970 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c723ff1b-1a8a-402c-8f8a-3f64f6299ee1 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:21.778552 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47272) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:21.779505 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c723ff1b-1a8a-402c-8f8a-3f64f6299ee1 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2439983 Feb 28 10:39:21.795099 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-97fd7199-3072-4a13-8f45-849e4d867264 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:21.798404 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-97fd7199-3072-4a13-8f45-849e4d867264 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] 10.222.0.62 "DELETE /v2.0/ports/8673748e-82f6-4c6c-b8ce-e9d47c350c40 HTTP/1.1" status: 204 len: 168 time: 0.9325793 Feb 28 10:39:21.801444 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47274) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:21.805931 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 4bd052a4-c92d-4181-96eb-cd68f97d0edc up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:39:21.825956 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-826ece14-431b-40fe-a6d8-dd01518dbe1d tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] GET failed (client error): The resource could not be found. Feb 28 10:39:21.830078 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-826ece14-431b-40fe-a6d8-dd01518dbe1d tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "GET /v2.0/ports/a2c613ad-05d5-4627-b4bf-45f62bda83c7 HTTP/1.1" status: 404 len: 333 time: 0.0457287 Feb 28 10:39:21.834473 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47276) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:21.848990 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f14bc62-1f6c-42ba-a75a-4d83ff2dcefe tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] GET failed (client error): The resource could not be found. Feb 28 10:39:21.854248 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-7f14bc62-1f6c-42ba-a75a-4d83ff2dcefe tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] 10.222.0.62 "GET /v2.0/ports/8673748e-82f6-4c6c-b8ce-e9d47c350c40 HTTP/1.1" status: 404 len: 333 time: 0.0400076 Feb 28 10:39:21.854986 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e47492c-5bf4-4e94-bfa5-30239e062898 req-13781d4a-c09a-46d1-b25a-edc009c779bd tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:21.856553 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9e47492c-5bf4-4e94-bfa5-30239e062898 req-13781d4a-c09a-46d1-b25a-edc009c779bd tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "GET /v2.0/ports?device_id=2148e76d-635b-459e-9863-9aa3e7607ee5 HTTP/1.1" status: 200 len: 946 time: 0.1816702 Feb 28 10:39:21.857759 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47278) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:21.862664 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-7f615932-5624-412c-b2e4-fb6b991278e0 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Request body: {'port': {'network_id': '82ba7ff8-74d7-481a-aedc-f7f13979caa0', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-114982796'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:21.883134 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6bb1601-ffaf-482a-9c93-94cf6bfc764e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] GET failed (client error): The resource could not be found. Feb 28 10:39:21.885396 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-c6bb1601-ffaf-482a-9c93-94cf6bfc764e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "GET /v2.0/ports/c00b4e03-cc1b-4322-a8d0-d47e91844478 HTTP/1.1" status: 404 len: 333 time: 0.0496955 Feb 28 10:39:21.892513 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47282) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:21.921669 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-694dbc35-44dd-451c-ba2c-d1323a820b8c tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for port (803b5ba4-a638-4e46-a9bc-218641a73059), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:21.921940 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92ee35b-6a28-4d5e-a0ad-9c09ebaf89ff None None] Pushing event updated for resources: {'Port': ['ID=4bd052a4-c92d-4181-96eb-cd68f97d0edc,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:21.929815 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-d2220011-9f0b-4d54-a3b9-f569a7aff71d None None] Provisioning complete for port 803b5ba4-a638-4e46-a9bc-218641a73059 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:21.930196 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d2220011-9f0b-4d54-a3b9-f569a7aff71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (803b5ba4-a638-4e46-a9bc-218641a73059), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:21.949702 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f615932-5624-412c-b2e4-fb6b991278e0 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Made reservation on behalf of 7a741a811285476c9679c6695e1edbf4 for: {'port': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:21.952944 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7f615932-5624-412c-b2e4-fb6b991278e0 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:21.978619 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [None req-7f615932-5624-412c-b2e4-fb6b991278e0 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] device_id is not set on port 537aecfe-9092-4edf-a6f7-573eedae8012 yet. {{(pid=104084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:39:21.979403 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 4bd052a4-c92d-4181-96eb-cd68f97d0edc triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:21.979979 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (4bd052a4-c92d-4181-96eb-cd68f97d0edc), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:21.981869 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-d2220011-9f0b-4d54-a3b9-f569a7aff71d None None] Port 803b5ba4-a638-4e46-a9bc-218641a73059 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:39:21.999708 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c93451-c748-436c-943e-8f0fb938552f tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Made reservation on behalf of 94c254e0b2ed4c649e751c1a9615c906 for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:22.002996 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-04c93451-c748-436c-943e-8f0fb938552f tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:22.021185 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-694dbc35-44dd-451c-ba2c-d1323a820b8c tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (803b5ba4-a638-4e46-a9bc-218641a73059), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:22.026747 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9e47492c-5bf4-4e94-bfa5-30239e062898 req-7aa97e25-4f7f-4bbd-901e-c72ffe4ad1e4 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "GET /v2.0/security-groups?id=3004bcfd-0c82-4f4d-b59a-e0848d67262f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496279 Feb 28 10:39:22.056975 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1d91aa42-dd8b-40ce-92ba-67d2b9e96cc7 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (29559642-4ded-49be-b8fb-02dbbc0ef445), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:22.099865 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 4bd052a4-c92d-4181-96eb-cd68f97d0edc is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:39:22.106620 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 76cd9cec-89e1-42ae-93e1-f96c6974c13a up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:39:22.106778 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694dbc35-44dd-451c-ba2c-d1323a820b8c tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event updated for resources: {'Port': ['ID=803b5ba4-a638-4e46-a9bc-218641a73059,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:22.157904 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-eb58647e-feef-4e1f-a0a2-495b4eba7889 None None] Provisioning complete for port 4bd052a4-c92d-4181-96eb-cd68f97d0edc triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:22.158299 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-eb58647e-feef-4e1f-a0a2-495b4eba7889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (4bd052a4-c92d-4181-96eb-cd68f97d0edc), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:22.159951 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-694dbc35-44dd-451c-ba2c-d1323a820b8c tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047558'] for router_interface (992fb36c-e762-4cf0-9ad0-5ab122d92223), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:22.216891 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1d91aa42-dd8b-40ce-92ba-67d2b9e96cc7 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (29559642-4ded-49be-b8fb-02dbbc0ef445), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:22.217909 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 76cd9cec-89e1-42ae-93e1-f96c6974c13a triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:22.218405 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (76cd9cec-89e1-42ae-93e1-f96c6974c13a), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:22.272900 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-1d91aa42-dd8b-40ce-92ba-67d2b9e96cc7 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29559642-4ded-49be-b8fb-02dbbc0ef445']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:22.290497 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-1d91aa42-dd8b-40ce-92ba-67d2b9e96cc7 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0e75676-449c-4329-bc61-59971cccd161') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:22.290811 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-1d91aa42-dd8b-40ce-92ba-67d2b9e96cc7 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0e75676-449c-4329-bc61-59971cccd161') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:22.317161 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1d91aa42-dd8b-40ce-92ba-67d2b9e96cc7 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (d0e75676-449c-4329-bc61-59971cccd161), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:22.343710 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-eb58647e-feef-4e1f-a0a2-495b4eba7889 None None] Current status of the port 4bd052a4-c92d-4181-96eb-cd68f97d0edc is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:39:22.347785 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 76cd9cec-89e1-42ae-93e1-f96c6974c13a is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:39:22.359329 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1d91aa42-dd8b-40ce-92ba-67d2b9e96cc7 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (d0e75676-449c-4329-bc61-59971cccd161), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:22.375096 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d91aa42-dd8b-40ce-92ba-67d2b9e96cc7 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:39:22.375488 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1d91aa42-dd8b-40ce-92ba-67d2b9e96cc7 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (d0e75676-449c-4329-bc61-59971cccd161), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:22.381417 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:39:22.381417 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:39:22.381417 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:39:22.381417 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:39:22.381417 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:39:22.381417 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:39:22.381417 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:39:22.381417 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:39:22.381417 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:39:22.381417 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:39:22.381417 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:39:22.381417 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:39:22.381417 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:39:22.381417 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:39:22.381417 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:39:22.381417 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:39:22.381417 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:39:22.381417 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:39:22.381417 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:39:22.381417 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:39:22.381417 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:39:22.381417 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:39:22.381417 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:39:22.381417 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:39:22.381417 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:39:22.381417 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:39:22.381417 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:39:22.381417 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:39:22.381417 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:39:22.381417 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:39:22.381417 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:39:22.381417 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:39:22.401651 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8a8f2c-e691-43d1-ae8f-fd1a34fff64f req-ac3b4c17-079f-45f2-8e15-58f2fff021ab tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:22.403248 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-6d8a8f2c-e691-43d1-ae8f-fd1a34fff64f req-ac3b4c17-079f-45f2-8e15-58f2fff021ab tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "GET /v2.0/ports?device_id=2148e76d-635b-459e-9863-9aa3e7607ee5 HTTP/1.1" status: 200 len: 946 time: 0.2220457 Feb 28 10:39:22.406261 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7f615932-5624-412c-b2e4-fb6b991278e0 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Publish callbacks [] for port (537aecfe-9092-4edf-a6f7-573eedae8012), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:22.421716 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694dbc35-44dd-451c-ba2c-d1323a820b8c tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Network 3bdf07e1-3efe-435f-a35f-d47f41a64a9d is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:39:22.432902 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-694dbc35-44dd-451c-ba2c-d1323a820b8c tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:22.467862 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47294) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:22.476113 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-04c93451-c748-436c-943e-8f0fb938552f tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (806fc4b8-0f94-463e-a212-2c43a973f5eb), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:22.533143 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1d91aa42-dd8b-40ce-92ba-67d2b9e96cc7 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (29559642-4ded-49be-b8fb-02dbbc0ef445), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:22.539757 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1d91aa42-dd8b-40ce-92ba-67d2b9e96cc7 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:22.543430 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-1d91aa42-dd8b-40ce-92ba-67d2b9e96cc7 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "DELETE /v2.0/networks/29559642-4ded-49be-b8fb-02dbbc0ef445 HTTP/1.1" status: 204 len: 168 time: 0.6499259 Feb 28 10:39:22.548444 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47298) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:22.553634 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-6d8a8f2c-e691-43d1-ae8f-fd1a34fff64f req-6910e931-60c2-4af7-a88a-48273d165c75 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "GET /v2.0/security-groups?id=3004bcfd-0c82-4f4d-b59a-e0848d67262f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395230 Feb 28 10:39:22.558713 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-cd2f9225-6067-411f-9423-5bd21ba81e44 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1578427117'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:22.573682 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c93451-c748-436c-943e-8f0fb938552f tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Pushing event updated for resources: {'Subnet': ['ID=806fc4b8-0f94-463e-a212-2c43a973f5eb,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:22.591525 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47300) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:22.597172 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d91aa42-dd8b-40ce-92ba-67d2b9e96cc7 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event deleted for resources: {'Network': ['ID=29559642-4ded-49be-b8fb-02dbbc0ef445,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:22.649280 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7f615932-5624-412c-b2e4-fb6b991278e0 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (537aecfe-9092-4edf-a6f7-573eedae8012), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:22.650199 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-411c7430-417b-441e-ab82-6df059885e20 tempest-RoutersAdminNegativeIpV6Test-402028612 tempest-RoutersAdminNegativeIpV6Test-402028612-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1303119815', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:22.662776 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c93451-c748-436c-943e-8f0fb938552f tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Checking segment: {'id': '59e58a49-075f-48e9-8ecd-7a6d0558b88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '762b77a3-0fee-402a-b09b-96d5ead56933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:39:22.663931 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c93451-c748-436c-943e-8f0fb938552f tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Network hostable DHCP agents. Network: 762b77a3-0fee-402a-b09b-96d5ead56933, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:39:22.675836 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:22.685839 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2f9225-6067-411f-9423-5bd21ba81e44 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Made reservation on behalf of a3b8dd05d882407cb4aeb7c1fff3f6af for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:22.689783 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cd2f9225-6067-411f-9423-5bd21ba81e44 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:22.697006 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82be2d8-7ee9-4786-aa12-6baf4184c202 tempest-TestNetworkAdvancedServerOps-807538389 tempest-TestNetworkAdvancedServerOps-807538389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:22.698953 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-d82be2d8-7ee9-4786-aa12-6baf4184c202 tempest-TestNetworkAdvancedServerOps-807538389 tempest-TestNetworkAdvancedServerOps-807538389-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=2148e76d-635b-459e-9863-9aa3e7607ee5 HTTP/1.1" status: 200 len: 1125 time: 0.1041214 Feb 28 10:39:22.701856 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47302) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:22.707405 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-7b3470c5-d360-4702-bae7-a3ac145a5fe2 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Request body: {'floatingip': {'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'port_id': '996e044c-df70-4dcd-8ba3-2af0b3c397da', 'tenant_id': 'f5a1ec0f7f9748a2bd1edc7639d74b9e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:22.712531 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f615932-5624-412c-b2e4-fb6b991278e0 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:39:22.721375 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-7f615932-5624-412c-b2e4-fb6b991278e0 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:22.730945 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f615932-5624-412c-b2e4-fb6b991278e0 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:39:22.731918 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f615932-5624-412c-b2e4-fb6b991278e0 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:22.732487 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7f615932-5624-412c-b2e4-fb6b991278e0 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:22.737043 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-694dbc35-44dd-451c-ba2c-d1323a820b8c tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Router 992fb36c-e762-4cf0-9ad0-5ab122d92223 is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:39:22.743368 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f615932-5624-412c-b2e4-fb6b991278e0 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Pushing event updated for resources: {'Port': ['ID=537aecfe-9092-4edf-a6f7-573eedae8012,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:22.753007 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd2f9225-6067-411f-9423-5bd21ba81e44 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:39:22.754015 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411c7430-417b-441e-ab82-6df059885e20 tempest-RoutersAdminNegativeIpV6Test-402028612 tempest-RoutersAdminNegativeIpV6Test-402028612-project-admin] Made reservation on behalf of d7612d40cf0f44b8af8867fb973d0054 for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:22.762426 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-411c7430-417b-441e-ab82-6df059885e20 tempest-RoutersAdminNegativeIpV6Test-402028612 tempest-RoutersAdminNegativeIpV6Test-402028612-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:22.765579 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c93451-c748-436c-943e-8f0fb938552f tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Network 762b77a3-0fee-402a-b09b-96d5ead56933 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:39:22.767723 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cd2f9225-6067-411f-9423-5bd21ba81e44 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (9c7a64b1-42e1-4a9e-ab0f-bf2c7f082357), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:22.768018 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-cd2f9225-6067-411f-9423-5bd21ba81e44 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Added segment 9c7a64b1-42e1-4a9e-ab0f-bf2c7f082357 of type vlan for network 1137d357-a128-4551-8b74-dce8ac64ec94 Feb 28 10:39:22.770892 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-fddbdb82-58f1-45b1-bce6-602e62577a8b None None] Provisioning complete for port 803b5ba4-a638-4e46-a9bc-218641a73059 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:22.771355 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-fddbdb82-58f1-45b1-bce6-602e62577a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (803b5ba4-a638-4e46-a9bc-218641a73059), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:22.780390 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-411c7430-417b-441e-ab82-6df059885e20 tempest-RoutersAdminNegativeIpV6Test-402028612 tempest-RoutersAdminNegativeIpV6Test-402028612-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:22.807009 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7b3470c5-d360-4702-bae7-a3ac145a5fe2 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:22.807448 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-fddbdb82-58f1-45b1-bce6-602e62577a8b None None] Port 803b5ba4-a638-4e46-a9bc-218641a73059 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:39:22.871128 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-7f615932-5624-412c-b2e4-fb6b991278e0 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.0127811 Feb 28 10:39:22.875470 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47304) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:22.881424 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cd2f9225-6067-411f-9423-5bd21ba81e44 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (1137d357-a128-4551-8b74-dce8ac64ec94), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:22.886329 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8291'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:22.911056 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694dbc35-44dd-451c-ba2c-d1323a820b8c tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:39:22.914114 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-04c93451-c748-436c-943e-8f0fb938552f tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 762b77a3-0fee-402a-b09b-96d5ead56933) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:22.923445 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-694dbc35-44dd-451c-ba2c-d1323a820b8c tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "PUT /v2.0/routers/992fb36c-e762-4cf0-9ad0-5ab122d92223/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2219527 Feb 28 10:39:22.924057 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47306) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:22.928252 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831f8d2e-e6bf-4110-b139-3a56c58bbf22 None None] Sync routers for ids ['992fb36c-e762-4cf0-9ad0-5ab122d92223'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:39:22.929319 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c741a366-d9c3-4e11-be0b-a24da620b64d None None] Network 762b77a3-0fee-402a-b09b-96d5ead56933 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:39:22.943029 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831f8d2e-e6bf-4110-b139-3a56c58bbf22 None None] Routers {'992fb36c-e762-4cf0-9ad0-5ab122d92223'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:39:22.943961 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-831f8d2e-e6bf-4110-b139-3a56c58bbf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:39:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['992fb36c-e762-4cf0-9ad0-5ab122d92223'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:22.944131 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c93451-c748-436c-943e-8f0fb938552f tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:22.944725 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-04c93451-c748-436c-943e-8f0fb938552f tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:22.977421 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b303944-33d8-4150-b75d-9c44995cbbb0 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:22.979406 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-3b303944-33d8-4150-b75d-9c44995cbbb0 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "GET /v2.0/ports/803b5ba4-a638-4e46-a9bc-218641a73059 HTTP/1.1" status: 200 len: 910 time: 0.0542517 Feb 28 10:39:22.983804 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47308) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:22.987188 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-831f8d2e-e6bf-4110-b139-3a56c58bbf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:22.997721 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831f8d2e-e6bf-4110-b139-3a56c58bbf22 None None] Routers {'992fb36c-e762-4cf0-9ad0-5ab122d92223'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:39:22.998343 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-831f8d2e-e6bf-4110-b139-3a56c58bbf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:39:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['992fb36c-e762-4cf0-9ad0-5ab122d92223'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:23.017155 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-411c7430-417b-441e-ab82-6df059885e20 tempest-RoutersAdminNegativeIpV6Test-402028612 tempest-RoutersAdminNegativeIpV6Test-402028612-project-admin] Publish callbacks [] for security_group (6c424078-87c7-4569-bba3-9b608bea2078), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:23.028732 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (537aecfe-9092-4edf-a6f7-573eedae8012), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:23.040702 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cd2f9225-6067-411f-9423-5bd21ba81e44 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (1137d357-a128-4551-8b74-dce8ac64ec94), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:23.046223 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2f9225-6067-411f-9423-5bd21ba81e44 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:23.047237 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cd2f9225-6067-411f-9423-5bd21ba81e44 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:23.052508 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-831f8d2e-e6bf-4110-b139-3a56c58bbf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:23.054437 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831f8d2e-e6bf-4110-b139-3a56c58bbf22 None None] The sync data for ids ['992fb36c-e762-4cf0-9ad0-5ab122d92223'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:39:23.063124 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c260d57c-ceda-40ef-9735-5090c8322e37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-762b77a3-0fee-402a-b09b-96d5ead56933', 'network_id': '762b77a3-0fee-402a-b09b-96d5ead56933', 'project_id': '94c254e0b2ed4c649e751c1a9615c906', 'fixed_ips': [{'subnet_id': '806fc4b8-0f94-463e-a212-2c43a973f5eb'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:39:23.064047 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c260d57c-ceda-40ef-9735-5090c8322e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:23.093510 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-411c7430-417b-441e-ab82-6df059885e20 tempest-RoutersAdminNegativeIpV6Test-402028612 tempest-RoutersAdminNegativeIpV6Test-402028612-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (6c424078-87c7-4569-bba3-9b608bea2078), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:23.101096 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-04c93451-c748-436c-943e-8f0fb938552f tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5096271 Feb 28 10:39:23.104583 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47310) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:23.109054 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-b50ab058-bb1e-4591-b5e1-36eb930fe6ac tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1435526018', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}, 'admin_state_up': False}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:23.109229 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-411c7430-417b-441e-ab82-6df059885e20 tempest-RoutersAdminNegativeIpV6Test-402028612 tempest-RoutersAdminNegativeIpV6Test-402028612-project-admin] device_id is not set on port a71f310a-afec-4684-95d0-544e4fb82cb9 yet. {{(pid=104083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:39:23.186954 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-cd2f9225-6067-411f-9423-5bd21ba81e44 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6320224 Feb 28 10:39:23.190544 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47312) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:23.204083 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-f7568ba2-31ef-4140-af61-97df864afd0b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Request body: {'subnet': {'network_id': '1137d357-a128-4551-8b74-dce8ac64ec94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:23.223919 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-c260d57c-ceda-40ef-9735-5090c8322e37 None None] Allocated IP 172.20.0.2 (762b77a3-0fee-402a-b09b-96d5ead56933/806fc4b8-0f94-463e-a212-2c43a973f5eb/7152db66-729c-4de9-9f65-3e38494280fd) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:39:23.226329 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411c7430-417b-441e-ab82-6df059885e20 tempest-RoutersAdminNegativeIpV6Test-402028612 tempest-RoutersAdminNegativeIpV6Test-402028612-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c424078-87c7-4569-bba3-9b608bea2078,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:23.244582 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7b3470c5-d360-4702-bae7-a3ac145a5fe2 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:23.251159 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2f9225-6067-411f-9423-5bd21ba81e44 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event updated for resources: {'Network': ['ID=1137d357-a128-4551-8b74-dce8ac64ec94,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:23.289383 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 1137d357-a128-4551-8b74-dce8ac64ec94 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:39:23.299843 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b50ab058-bb1e-4591-b5e1-36eb930fe6ac tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (481f4df8-b917-4fd1-9951-0ab2d9aba448), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:23.300762 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b50ab058-bb1e-4591-b5e1-36eb930fe6ac tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (481f4df8-b917-4fd1-9951-0ab2d9aba448), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:23.418684 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-411c7430-417b-441e-ab82-6df059885e20 tempest-RoutersAdminNegativeIpV6Test-402028612 tempest-RoutersAdminNegativeIpV6Test-402028612-project-admin] Allocated IP 172.26.3.181 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/a71f310a-afec-4684-95d0-544e4fb82cb9) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:39:23.434979 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] device_id is not set on port 537aecfe-9092-4edf-a6f7-573eedae8012 yet. {{(pid=104083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:39:23.443013 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Publish callbacks [] for port (537aecfe-9092-4edf-a6f7-573eedae8012), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:23.448514 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c260d57c-ceda-40ef-9735-5090c8322e37 None None] Publish callbacks [] for port (7152db66-729c-4de9-9f65-3e38494280fd), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:23.468685 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b50ab058-bb1e-4591-b5e1-36eb930fe6ac tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for router_controller (481f4df8-b917-4fd1-9951-0ab2d9aba448), precommit_add_association {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:23.499518 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (537aecfe-9092-4edf-a6f7-573eedae8012), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:23.523934 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c260d57c-ceda-40ef-9735-5090c8322e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (7152db66-729c-4de9-9f65-3e38494280fd), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:23.535785 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 4bd052a4-c92d-4181-96eb-cd68f97d0edc up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:39:23.598784 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Pushing event updated for resources: {'Port': ['ID=537aecfe-9092-4edf-a6f7-573eedae8012,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:23.603246 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c260d57c-ceda-40ef-9735-5090c8322e37 None None] Network 762b77a3-0fee-402a-b09b-96d5ead56933 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:39:23.610802 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-c260d57c-ceda-40ef-9735-5090c8322e37 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:23.624607 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c260d57c-ceda-40ef-9735-5090c8322e37 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:39:23.625754 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7568ba2-31ef-4140-af61-97df864afd0b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Made reservation on behalf of a3b8dd05d882407cb4aeb7c1fff3f6af for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:23.628999 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c260d57c-ceda-40ef-9735-5090c8322e37 None None] Pushing event updated for resources: {'Port': ['ID=7152db66-729c-4de9-9f65-3e38494280fd,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:23.629248 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f7568ba2-31ef-4140-af61-97df864afd0b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:23.635953 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port 537aecfe-9092-4edf-a6f7-573eedae8012 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:39:23.636293 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port 537aecfe-9092-4edf-a6f7-573eedae8012 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '208c2203-c898-441f-8a5c-164698ed99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '82ba7ff8-74d7-481a-aedc-f7f13979caa0'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:39:23.636632 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port 537aecfe-9092-4edf-a6f7-573eedae8012 on network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:39:23.645608 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Port 537aecfe-9092-4edf-a6f7-573eedae8012 on network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:39:23.645944 dv-neutron-829161-3-hyperv neutron-server[104083]: ERROR neutron.plugins.ml2.managers [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Failed to bind port 537aecfe-9092-4edf-a6f7-573eedae8012 on host hv-neutron-8291 for vnic_type normal using segments [{'id': '208c2203-c898-441f-8a5c-164698ed99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '82ba7ff8-74d7-481a-aedc-f7f13979caa0'}] Feb 28 10:39:23.651096 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.plugins.ml2.plugin [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempt 2 to bind port 537aecfe-9092-4edf-a6f7-573eedae8012 Feb 28 10:39:23.658334 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-411c7430-417b-441e-ab82-6df059885e20 tempest-RoutersAdminNegativeIpV6Test-402028612 tempest-RoutersAdminNegativeIpV6Test-402028612-project-admin] Publish callbacks [] for port (a71f310a-afec-4684-95d0-544e4fb82cb9), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:23.673626 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port 537aecfe-9092-4edf-a6f7-573eedae8012 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:39:23.673967 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port 537aecfe-9092-4edf-a6f7-573eedae8012 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '208c2203-c898-441f-8a5c-164698ed99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '82ba7ff8-74d7-481a-aedc-f7f13979caa0'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:39:23.674310 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port 537aecfe-9092-4edf-a6f7-573eedae8012 on network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:39:23.683947 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Port 537aecfe-9092-4edf-a6f7-573eedae8012 on network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:39:23.684279 dv-neutron-829161-3-hyperv neutron-server[104083]: ERROR neutron.plugins.ml2.managers [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Failed to bind port 537aecfe-9092-4edf-a6f7-573eedae8012 on host hv-neutron-8291 for vnic_type normal using segments [{'id': '208c2203-c898-441f-8a5c-164698ed99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '82ba7ff8-74d7-481a-aedc-f7f13979caa0'}] Feb 28 10:39:23.685831 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.plugins.ml2.plugin [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempt 3 to bind port 537aecfe-9092-4edf-a6f7-573eedae8012 Feb 28 10:39:23.707710 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port 537aecfe-9092-4edf-a6f7-573eedae8012 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:39:23.708053 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port 537aecfe-9092-4edf-a6f7-573eedae8012 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '208c2203-c898-441f-8a5c-164698ed99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '82ba7ff8-74d7-481a-aedc-f7f13979caa0'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:39:23.708395 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port 537aecfe-9092-4edf-a6f7-573eedae8012 on network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:39:23.716818 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-c260d57c-ceda-40ef-9735-5090c8322e37 None None] Attempting to bind port 7152db66-729c-4de9-9f65-3e38494280fd on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:39:23.717006 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Port 537aecfe-9092-4edf-a6f7-573eedae8012 on network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:39:23.718520 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-c260d57c-ceda-40ef-9735-5090c8322e37 None None] Attempting to bind port 7152db66-729c-4de9-9f65-3e38494280fd by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '59e58a49-075f-48e9-8ecd-7a6d0558b88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '762b77a3-0fee-402a-b09b-96d5ead56933'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:39:23.718653 dv-neutron-829161-3-hyperv neutron-server[104083]: ERROR neutron.plugins.ml2.managers [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Failed to bind port 537aecfe-9092-4edf-a6f7-573eedae8012 on host hv-neutron-8291 for vnic_type normal using segments [{'id': '208c2203-c898-441f-8a5c-164698ed99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '82ba7ff8-74d7-481a-aedc-f7f13979caa0'}] Feb 28 10:39:23.718653 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.plugins.ml2.plugin [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempt 4 to bind port 537aecfe-9092-4edf-a6f7-573eedae8012 Feb 28 10:39:23.718822 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c260d57c-ceda-40ef-9735-5090c8322e37 None None] Attempting to bind port 7152db66-729c-4de9-9f65-3e38494280fd on network 762b77a3-0fee-402a-b09b-96d5ead56933 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:39:23.722945 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 4bd052a4-c92d-4181-96eb-cd68f97d0edc triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:23.723327 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (4bd052a4-c92d-4181-96eb-cd68f97d0edc), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:23.730316 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port 537aecfe-9092-4edf-a6f7-573eedae8012 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:39:23.730670 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port 537aecfe-9092-4edf-a6f7-573eedae8012 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '208c2203-c898-441f-8a5c-164698ed99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '82ba7ff8-74d7-481a-aedc-f7f13979caa0'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:39:23.731045 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port 537aecfe-9092-4edf-a6f7-573eedae8012 on network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:39:23.735852 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Port 537aecfe-9092-4edf-a6f7-573eedae8012 on network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:39:23.736185 dv-neutron-829161-3-hyperv neutron-server[104083]: ERROR neutron.plugins.ml2.managers [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Failed to bind port 537aecfe-9092-4edf-a6f7-573eedae8012 on host hv-neutron-8291 for vnic_type normal using segments [{'id': '208c2203-c898-441f-8a5c-164698ed99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '82ba7ff8-74d7-481a-aedc-f7f13979caa0'}] Feb 28 10:39:23.736571 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.plugins.ml2.plugin [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempt 5 to bind port 537aecfe-9092-4edf-a6f7-573eedae8012 Feb 28 10:39:23.746518 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c260d57c-ceda-40ef-9735-5090c8322e37 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:39:23.746921 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c260d57c-ceda-40ef-9735-5090c8322e37 None None] Checking segment: {'id': '59e58a49-075f-48e9-8ecd-7a6d0558b88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '762b77a3-0fee-402a-b09b-96d5ead56933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:39:23.747633 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c260d57c-ceda-40ef-9735-5090c8322e37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:23.748037 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c260d57c-ceda-40ef-9735-5090c8322e37 None None] Bound using segment: {'id': '59e58a49-075f-48e9-8ecd-7a6d0558b88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '762b77a3-0fee-402a-b09b-96d5ead56933'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:39:23.748523 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-c260d57c-ceda-40ef-9735-5090c8322e37 None None] Bound port: 7152db66-729c-4de9-9f65-3e38494280fd, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59e58a49-075f-48e9-8ecd-7a6d0558b88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '762b77a3-0fee-402a-b09b-96d5ead56933'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:39:23.748904 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c260d57c-ceda-40ef-9735-5090c8322e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (7152db66-729c-4de9-9f65-3e38494280fd), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:23.753051 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port 537aecfe-9092-4edf-a6f7-573eedae8012 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:39:23.753689 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port 537aecfe-9092-4edf-a6f7-573eedae8012 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '208c2203-c898-441f-8a5c-164698ed99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '82ba7ff8-74d7-481a-aedc-f7f13979caa0'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:39:23.754080 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port 537aecfe-9092-4edf-a6f7-573eedae8012 on network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:39:23.759186 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Port 537aecfe-9092-4edf-a6f7-573eedae8012 on network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:39:23.759645 dv-neutron-829161-3-hyperv neutron-server[104083]: ERROR neutron.plugins.ml2.managers [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Failed to bind port 537aecfe-9092-4edf-a6f7-573eedae8012 on host hv-neutron-8291 for vnic_type normal using segments [{'id': '208c2203-c898-441f-8a5c-164698ed99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '82ba7ff8-74d7-481a-aedc-f7f13979caa0'}] Feb 28 10:39:23.760134 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.plugins.ml2.plugin [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempt 6 to bind port 537aecfe-9092-4edf-a6f7-573eedae8012 Feb 28 10:39:23.773481 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port 537aecfe-9092-4edf-a6f7-573eedae8012 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:39:23.774009 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port 537aecfe-9092-4edf-a6f7-573eedae8012 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '208c2203-c898-441f-8a5c-164698ed99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '82ba7ff8-74d7-481a-aedc-f7f13979caa0'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:39:23.774535 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port 537aecfe-9092-4edf-a6f7-573eedae8012 on network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:39:23.779829 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Port 537aecfe-9092-4edf-a6f7-573eedae8012 on network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:39:23.780307 dv-neutron-829161-3-hyperv neutron-server[104083]: ERROR neutron.plugins.ml2.managers [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Failed to bind port 537aecfe-9092-4edf-a6f7-573eedae8012 on host hv-neutron-8291 for vnic_type normal using segments [{'id': '208c2203-c898-441f-8a5c-164698ed99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '82ba7ff8-74d7-481a-aedc-f7f13979caa0'}] Feb 28 10:39:23.780799 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.plugins.ml2.plugin [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempt 7 to bind port 537aecfe-9092-4edf-a6f7-573eedae8012 Feb 28 10:39:23.796931 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port 537aecfe-9092-4edf-a6f7-573eedae8012 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:39:23.797161 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port 537aecfe-9092-4edf-a6f7-573eedae8012 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '208c2203-c898-441f-8a5c-164698ed99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '82ba7ff8-74d7-481a-aedc-f7f13979caa0'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:39:23.797576 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port 537aecfe-9092-4edf-a6f7-573eedae8012 on network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:39:23.802453 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Port 537aecfe-9092-4edf-a6f7-573eedae8012 on network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:39:23.803259 dv-neutron-829161-3-hyperv neutron-server[104083]: ERROR neutron.plugins.ml2.managers [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Failed to bind port 537aecfe-9092-4edf-a6f7-573eedae8012 on host hv-neutron-8291 for vnic_type normal using segments [{'id': '208c2203-c898-441f-8a5c-164698ed99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '82ba7ff8-74d7-481a-aedc-f7f13979caa0'}] Feb 28 10:39:23.803480 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.plugins.ml2.plugin [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempt 8 to bind port 537aecfe-9092-4edf-a6f7-573eedae8012 Feb 28 10:39:23.816989 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port 537aecfe-9092-4edf-a6f7-573eedae8012 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:39:23.817504 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port 537aecfe-9092-4edf-a6f7-573eedae8012 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '208c2203-c898-441f-8a5c-164698ed99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '82ba7ff8-74d7-481a-aedc-f7f13979caa0'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:39:23.817973 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port 537aecfe-9092-4edf-a6f7-573eedae8012 on network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:39:23.825984 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-411c7430-417b-441e-ab82-6df059885e20 tempest-RoutersAdminNegativeIpV6Test-402028612 tempest-RoutersAdminNegativeIpV6Test-402028612-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (a71f310a-afec-4684-95d0-544e4fb82cb9), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:23.833776 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Port 537aecfe-9092-4edf-a6f7-573eedae8012 on network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:39:23.834270 dv-neutron-829161-3-hyperv neutron-server[104083]: ERROR neutron.plugins.ml2.managers [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Failed to bind port 537aecfe-9092-4edf-a6f7-573eedae8012 on host hv-neutron-8291 for vnic_type normal using segments [{'id': '208c2203-c898-441f-8a5c-164698ed99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '82ba7ff8-74d7-481a-aedc-f7f13979caa0'}] Feb 28 10:39:23.859728 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.plugins.ml2.plugin [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempt 9 to bind port 537aecfe-9092-4edf-a6f7-573eedae8012 Feb 28 10:39:23.914769 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port 537aecfe-9092-4edf-a6f7-573eedae8012 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:39:23.915300 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port 537aecfe-9092-4edf-a6f7-573eedae8012 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '208c2203-c898-441f-8a5c-164698ed99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '82ba7ff8-74d7-481a-aedc-f7f13979caa0'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:39:23.915771 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port 537aecfe-9092-4edf-a6f7-573eedae8012 on network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:39:23.937905 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411c7430-417b-441e-ab82-6df059885e20 tempest-RoutersAdminNegativeIpV6Test-402028612 tempest-RoutersAdminNegativeIpV6Test-402028612-project-admin] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:39:23.945847 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Port 537aecfe-9092-4edf-a6f7-573eedae8012 on network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:39:23.946342 dv-neutron-829161-3-hyperv neutron-server[104083]: ERROR neutron.plugins.ml2.managers [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Failed to bind port 537aecfe-9092-4edf-a6f7-573eedae8012 on host hv-neutron-8291 for vnic_type normal using segments [{'id': '208c2203-c898-441f-8a5c-164698ed99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '82ba7ff8-74d7-481a-aedc-f7f13979caa0'}] Feb 28 10:39:23.949763 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.plugins.ml2.plugin [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempt 10 to bind port 537aecfe-9092-4edf-a6f7-573eedae8012 Feb 28 10:39:23.952748 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-411c7430-417b-441e-ab82-6df059885e20 tempest-RoutersAdminNegativeIpV6Test-402028612 tempest-RoutersAdminNegativeIpV6Test-402028612-project-admin] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:23.962403 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411c7430-417b-441e-ab82-6df059885e20 tempest-RoutersAdminNegativeIpV6Test-402028612 tempest-RoutersAdminNegativeIpV6Test-402028612-project-admin] Pushing event updated for resources: {'Port': ['ID=a71f310a-afec-4684-95d0-544e4fb82cb9,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:23.970283 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411c7430-417b-441e-ab82-6df059885e20 tempest-RoutersAdminNegativeIpV6Test-402028612 tempest-RoutersAdminNegativeIpV6Test-402028612-project-admin] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:39:23.973978 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-7b3470c5-d360-4702-bae7-a3ac145a5fe2 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Allocated IP 172.26.3.171 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/4ae2b55d-81cf-4329-b101-2647c30c6642) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:39:24.006296 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port 537aecfe-9092-4edf-a6f7-573eedae8012 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:39:24.007235 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port 537aecfe-9092-4edf-a6f7-573eedae8012 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '208c2203-c898-441f-8a5c-164698ed99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '82ba7ff8-74d7-481a-aedc-f7f13979caa0'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:39:24.007691 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port 537aecfe-9092-4edf-a6f7-573eedae8012 on network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:39:24.012009 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-c260d57c-ceda-40ef-9735-5090c8322e37 None None] For port 7152db66-729c-4de9-9f65-3e38494280fd, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:39:24.021125 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Port 537aecfe-9092-4edf-a6f7-573eedae8012 on network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:39:24.021596 dv-neutron-829161-3-hyperv neutron-server[104083]: ERROR neutron.plugins.ml2.managers [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Failed to bind port 537aecfe-9092-4edf-a6f7-573eedae8012 on host hv-neutron-8291 for vnic_type normal using segments [{'id': '208c2203-c898-441f-8a5c-164698ed99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '82ba7ff8-74d7-481a-aedc-f7f13979caa0'}] Feb 28 10:39:24.022031 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (537aecfe-9092-4edf-a6f7-573eedae8012), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:24.028873 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 4bd052a4-c92d-4181-96eb-cd68f97d0edc is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:39:24.032482 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-c260d57c-ceda-40ef-9735-5090c8322e37 None None] For port 7152db66-729c-4de9-9f65-3e38494280fd, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=7152db66-729c-4de9-9f65-3e38494280fd,segment=NetworkSegment(59e58a49-075f-48e9-8ecd-7a6d0558b88e),segment_id=59e58a49-075f-48e9-8ecd-7a6d0558b88e)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:39:24.057907 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.ipam_backend_mixin [None req-f7568ba2-31ef-4140-af61-97df864afd0b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Performing IP validity checks on allocation pools {{(pid=104084) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 28 10:39:24.058529 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.ipam_backend_mixin [None req-f7568ba2-31ef-4140-af61-97df864afd0b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104084) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 28 10:39:24.092407 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411c7430-417b-441e-ab82-6df059885e20 tempest-RoutersAdminNegativeIpV6Test-402028612 tempest-RoutersAdminNegativeIpV6Test-402028612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:24.093038 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-411c7430-417b-441e-ab82-6df059885e20 tempest-RoutersAdminNegativeIpV6Test-402028612 tempest-RoutersAdminNegativeIpV6Test-402028612-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:24.098984 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c260d57c-ceda-40ef-9735-5090c8322e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (7152db66-729c-4de9-9f65-3e38494280fd), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:24.129747 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b50ab058-bb1e-4591-b5e1-36eb930fe6ac tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for router_gateway (481f4df8-b917-4fd1-9951-0ab2d9aba448), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:24.156742 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d4e95ac6-b270-4a50-9f1c-b0dbf77e5f1a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:24.180284 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c260d57c-ceda-40ef-9735-5090c8322e37 None None] Pushing event updated for resources: {'Port': ['ID=7152db66-729c-4de9-9f65-3e38494280fd,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:24.191292 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] For port 537aecfe-9092-4edf-a6f7-573eedae8012, host hv-neutron-8291, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:39:24.191674 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempted to set empty binding levels {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 28 10:39:24.200841 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-411c7430-417b-441e-ab82-6df059885e20 tempest-RoutersAdminNegativeIpV6Test-402028612 tempest-RoutersAdminNegativeIpV6Test-402028612-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.7281666 Feb 28 10:39:24.201337 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7b3470c5-d360-4702-bae7-a3ac145a5fe2 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks [] for port (4ae2b55d-81cf-4329-b101-2647c30c6642), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:24.202702 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47314) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:24.207076 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-053eafeb-f12f-4cdf-a48a-e62001962ac3 tempest-RoutersAdminNegativeIpV6Test-402028612 tempest-RoutersAdminNegativeIpV6Test-402028612-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.181'}]}}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:24.275399 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (537aecfe-9092-4edf-a6f7-573eedae8012), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:24.311733 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-053eafeb-f12f-4cdf-a48a-e62001962ac3 tempest-RoutersAdminNegativeIpV6Test-402028612 tempest-RoutersAdminNegativeIpV6Test-402028612-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (8587816d-42b0-4405-8709-a021662fb1b4), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:24.313137 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-053eafeb-f12f-4cdf-a48a-e62001962ac3 tempest-RoutersAdminNegativeIpV6Test-402028612 tempest-RoutersAdminNegativeIpV6Test-402028612-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (8587816d-42b0-4405-8709-a021662fb1b4), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:24.316803 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] In _notify_port_updated(), no bound segment for port 537aecfe-9092-4edf-a6f7-573eedae8012 on network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 {{(pid=104083) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 10:39:24.317988 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:24.318265 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:24.325835 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] 10.222.0.62 "PUT /v2.0/ports/537aecfe-9092-4edf-a6f7-573eedae8012 HTTP/1.1" status: 200 len: 976 time: 1.4403160 Feb 28 10:39:24.325835 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47316) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:24.375725 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7b3470c5-d360-4702-bae7-a3ac145a5fe2 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (4ae2b55d-81cf-4329-b101-2647c30c6642), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:24.472088 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc7e6ab-9df0-4ff2-bbcf-9313a74517b5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Pushing event updated for resources: {'Port': ['ID=537aecfe-9092-4edf-a6f7-573eedae8012,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:24.488572 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-053eafeb-f12f-4cdf-a48a-e62001962ac3 tempest-RoutersAdminNegativeIpV6Test-402028612 tempest-RoutersAdminNegativeIpV6Test-402028612-project-admin] Publish callbacks [] for router_controller (8587816d-42b0-4405-8709-a021662fb1b4), precommit_add_association {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:24.495869 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f7568ba2-31ef-4140-af61-97df864afd0b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (5b84486e-10e4-4d2e-97c0-38adc7bceb25), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:24.512157 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3470c5-d360-4702-bae7-a3ac145a5fe2 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:39:24.519533 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-7b3470c5-d360-4702-bae7-a3ac145a5fe2 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:24.522276 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3470c5-d360-4702-bae7-a3ac145a5fe2 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:39:24.609666 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3470c5-d360-4702-bae7-a3ac145a5fe2 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Pushing event updated for resources: {'Port': ['ID=4ae2b55d-81cf-4329-b101-2647c30c6642,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:24.614263 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7568ba2-31ef-4140-af61-97df864afd0b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event updated for resources: {'Subnet': ['ID=5b84486e-10e4-4d2e-97c0-38adc7bceb25,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:24.699593 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7568ba2-31ef-4140-af61-97df864afd0b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Checking segment: {'id': '9c7a64b1-42e1-4a9e-ab0f-bf2c7f082357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1137d357-a128-4551-8b74-dce8ac64ec94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:39:24.699984 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7568ba2-31ef-4140-af61-97df864afd0b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Network hostable DHCP agents. Network: 1137d357-a128-4551-8b74-dce8ac64ec94, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:39:24.796605 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-d4e95ac6-b270-4a50-9f1c-b0dbf77e5f1a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Allocated IP 172.21.0.1 (d8a7d804-23fb-45a6-8963-2f76791edb6f/4a12345f-b798-4bfb-bbcb-fcd2d7ea9d2e/38a8e352-67a1-40df-a23d-6e49c50e28a1) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:39:24.827508 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b50ab058-bb1e-4591-b5e1-36eb930fe6ac tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for router_gateway (481f4df8-b917-4fd1-9951-0ab2d9aba448), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:24.852668 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b50ab058-bb1e-4591-b5e1-36eb930fe6ac tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:24.885108 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7568ba2-31ef-4140-af61-97df864afd0b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Network 1137d357-a128-4551-8b74-dce8ac64ec94 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:39:24.989003 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a461df0b-a540-4716-a114-55b32b000581 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:24.989487 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a461df0b-a540-4716-a114-55b32b000581 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:24.989954 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a461df0b-a540-4716-a114-55b32b000581 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:24.990421 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a461df0b-a540-4716-a114-55b32b000581 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:24.990944 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a461df0b-a540-4716-a114-55b32b000581 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:24.991415 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a461df0b-a540-4716-a114-55b32b000581 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:24.991961 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a461df0b-a540-4716-a114-55b32b000581 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:24.992848 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a461df0b-a540-4716-a114-55b32b000581 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:24.992978 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a461df0b-a540-4716-a114-55b32b000581 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:24.993340 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a461df0b-a540-4716-a114-55b32b000581 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:24.993842 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a461df0b-a540-4716-a114-55b32b000581 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:24.994310 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a461df0b-a540-4716-a114-55b32b000581 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:24.994758 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a461df0b-a540-4716-a114-55b32b000581 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:24.995245 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a461df0b-a540-4716-a114-55b32b000581 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:24.996063 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a461df0b-a540-4716-a114-55b32b000581 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:24.996203 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a461df0b-a540-4716-a114-55b32b000581 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:24.996618 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a461df0b-a540-4716-a114-55b32b000581 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:24.997044 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a461df0b-a540-4716-a114-55b32b000581 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:24.997497 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a461df0b-a540-4716-a114-55b32b000581 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:24.997955 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a461df0b-a540-4716-a114-55b32b000581 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:24.998404 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a461df0b-a540-4716-a114-55b32b000581 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:25.005002 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a461df0b-a540-4716-a114-55b32b000581 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18676 time: 0.6753607 Feb 28 10:39:25.005803 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47318) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:25.046239 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d4e95ac6-b270-4a50-9f1c-b0dbf77e5f1a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for port (38a8e352-67a1-40df-a23d-6e49c50e28a1), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:25.069965 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-b50ab058-bb1e-4591-b5e1-36eb930fe6ac tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Allocated IP 172.26.3.228 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/e1df428a-082f-4acf-813a-79052be3d278) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:39:25.075528 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-f7568ba2-31ef-4140-af61-97df864afd0b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 1137d357-a128-4551-8b74-dce8ac64ec94) {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:25.086100 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7568ba2-31ef-4140-af61-97df864afd0b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:25.086444 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f7568ba2-31ef-4140-af61-97df864afd0b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:25.094875 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01d5324-908f-45e3-8cbc-d0de2663db71 None None] Network 1137d357-a128-4551-8b74-dce8ac64ec94 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:39:25.184933 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-f7568ba2-31ef-4140-af61-97df864afd0b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9848142 Feb 28 10:39:25.185951 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47320) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:25.193583 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-2c96c982-a99e-4557-877b-7bbe6d80df39 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Request body: {'port': {'network_id': '1137d357-a128-4551-8b74-dce8ac64ec94', 'name': 'tempest-PortsTestJSON-1896466111'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:25.247613 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-053eafeb-f12f-4cdf-a48a-e62001962ac3 tempest-RoutersAdminNegativeIpV6Test-402028612 tempest-RoutersAdminNegativeIpV6Test-402028612-project-admin] Publish callbacks [] for router_gateway (8587816d-42b0-4405-8709-a021662fb1b4), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:25.255620 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a77d0be-6226-4664-8d67-8108b4c8126b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-1137d357-a128-4551-8b74-dce8ac64ec94', 'network_id': '1137d357-a128-4551-8b74-dce8ac64ec94', 'project_id': 'a3b8dd05d882407cb4aeb7c1fff3f6af', 'fixed_ips': [{'subnet_id': '5b84486e-10e4-4d2e-97c0-38adc7bceb25'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:39:25.255809 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d4e95ac6-b270-4a50-9f1c-b0dbf77e5f1a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (38a8e352-67a1-40df-a23d-6e49c50e28a1), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:25.255948 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0a77d0be-6226-4664-8d67-8108b4c8126b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:25.357285 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-0afc0fd7-6eab-416f-9da0-1a5c849550ee tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Deleting port 537aecfe-9092-4edf-a6f7-573eedae8012 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:39:25.357686 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0afc0fd7-6eab-416f-9da0-1a5c849550ee tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (537aecfe-9092-4edf-a6f7-573eedae8012), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:25.358987 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b50ab058-bb1e-4591-b5e1-36eb930fe6ac tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for port (e1df428a-082f-4acf-813a-79052be3d278), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:25.369202 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e95ac6-b270-4a50-9f1c-b0dbf77e5f1a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Network d8a7d804-23fb-45a6-8963-2f76791edb6f is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:39:25.386086 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-d4e95ac6-b270-4a50-9f1c-b0dbf77e5f1a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:25.394674 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e95ac6-b270-4a50-9f1c-b0dbf77e5f1a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:39:25.400301 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e95ac6-b270-4a50-9f1c-b0dbf77e5f1a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event updated for resources: {'Port': ['ID=38a8e352-67a1-40df-a23d-6e49c50e28a1,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:25.445345 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75503cf9-395b-4e41-8f33-b45dce2d2123 None None] Network 762b77a3-0fee-402a-b09b-96d5ead56933 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:39:25.478108 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d4e95ac6-b270-4a50-9f1c-b0dbf77e5f1a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047958'] for router_interface (992fb36c-e762-4cf0-9ad0-5ab122d92223), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:25.539519 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-0afc0fd7-6eab-416f-9da0-1a5c849550ee tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] For port 537aecfe-9092-4edf-a6f7-573eedae8012, host hv-neutron-8291, got binding levels [] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:39:25.539887 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0afc0fd7-6eab-416f-9da0-1a5c849550ee tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (537aecfe-9092-4edf-a6f7-573eedae8012), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:25.540416 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-0a77d0be-6226-4664-8d67-8108b4c8126b None None] Allocated IP 172.20.0.2 (1137d357-a128-4551-8b74-dce8ac64ec94/5b84486e-10e4-4d2e-97c0-38adc7bceb25/29dbd835-b619-4d74-a4f5-4b45303906d7) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:39:25.570967 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-acfa87ab-81ee-4786-b6e1-a5c5b39e8265 None None] Provisioning complete for port 7152db66-729c-4de9-9f65-3e38494280fd triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:25.571893 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-acfa87ab-81ee-4786-b6e1-a5c5b39e8265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (7152db66-729c-4de9-9f65-3e38494280fd), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:25.573353 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c96c982-a99e-4557-877b-7bbe6d80df39 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Made reservation on behalf of a3b8dd05d882407cb4aeb7c1fff3f6af for: {'port': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:25.575721 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-0afc0fd7-6eab-416f-9da0-1a5c849550ee tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Calling delete_port for 537aecfe-9092-4edf-a6f7-573eedae8012 owned by {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:39:25.579290 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2c96c982-a99e-4557-877b-7bbe6d80df39 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:25.614458 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [None req-2c96c982-a99e-4557-877b-7bbe6d80df39 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] device_id is not set on port 54f72fa3-667c-4ab8-8f3c-b3c40a03ff50 yet. {{(pid=104084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:39:25.628350 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b50ab058-bb1e-4591-b5e1-36eb930fe6ac tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (e1df428a-082f-4acf-813a-79052be3d278), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:25.648604 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 7152db66-729c-4de9-9f65-3e38494280fd up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:39:25.706983 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50ab058-bb1e-4591-b5e1-36eb930fe6ac tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:39:25.714046 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-b50ab058-bb1e-4591-b5e1-36eb930fe6ac tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:25.717374 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50ab058-bb1e-4591-b5e1-36eb930fe6ac tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:39:25.758905 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50ab058-bb1e-4591-b5e1-36eb930fe6ac tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Pushing event updated for resources: {'Port': ['ID=e1df428a-082f-4acf-813a-79052be3d278,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:25.807314 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d4e95ac6-b270-4a50-9f1c-b0dbf77e5f1a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (38a8e352-67a1-40df-a23d-6e49c50e28a1), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:25.856721 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7b3470c5-d360-4702-bae7-a3ac145a5fe2 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks [] for floatingip (7be7baf8-5f32-4356-984e-e18e3aa5c972), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:25.907360 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0afc0fd7-6eab-416f-9da0-1a5c849550ee tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (537aecfe-9092-4edf-a6f7-573eedae8012), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:25.918106 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 7152db66-729c-4de9-9f65-3e38494280fd triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:25.918481 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (7152db66-729c-4de9-9f65-3e38494280fd), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:25.963623 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc0fd7-6eab-416f-9da0-1a5c849550ee tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Pushing event deleted for resources: {'Port': ['ID=537aecfe-9092-4edf-a6f7-573eedae8012,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:25.972718 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0a77d0be-6226-4664-8d67-8108b4c8126b None None] Publish callbacks [] for port (29dbd835-b619-4d74-a4f5-4b45303906d7), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:25.977067 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-acfa87ab-81ee-4786-b6e1-a5c5b39e8265 None None] Current status of the port 7152db66-729c-4de9-9f65-3e38494280fd is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:39:25.983076 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-acfa87ab-81ee-4786-b6e1-a5c5b39e8265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (7152db66-729c-4de9-9f65-3e38494280fd), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:25.991679 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0afc0fd7-6eab-416f-9da0-1a5c849550ee tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:25.995179 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-0afc0fd7-6eab-416f-9da0-1a5c849550ee tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] 10.222.0.62 "DELETE /v2.0/ports/537aecfe-9092-4edf-a6f7-573eedae8012 HTTP/1.1" status: 204 len: 168 time: 0.9628358 Feb 28 10:39:25.998247 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47322) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:26.034145 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1620d23-d061-4c62-a748-9e91bb0bef07 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] GET failed (client error): The resource could not be found. Feb 28 10:39:26.035013 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-acfa87ab-81ee-4786-b6e1-a5c5b39e8265 None None] For port 7152db66-729c-4de9-9f65-3e38494280fd, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=7152db66-729c-4de9-9f65-3e38494280fd,segment=NetworkSegment(59e58a49-075f-48e9-8ecd-7a6d0558b88e),segment_id=59e58a49-075f-48e9-8ecd-7a6d0558b88e)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:39:26.037287 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-e1620d23-d061-4c62-a748-9e91bb0bef07 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] 10.222.0.62 "GET /v2.0/ports/537aecfe-9092-4edf-a6f7-573eedae8012 HTTP/1.1" status: 404 len: 333 time: 0.0378804 Feb 28 10:39:26.042986 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47324) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:26.049162 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-053eafeb-f12f-4cdf-a48a-e62001962ac3 tempest-RoutersAdminNegativeIpV6Test-402028612 tempest-RoutersAdminNegativeIpV6Test-402028612-project-admin] Publish callbacks [] for router_gateway (8587816d-42b0-4405-8709-a021662fb1b4), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:26.063857 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-7bd1f5f9-7045-40ad-8f96-dcfa3f263220 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1145743705', 'network_id': '82ba7ff8-74d7-481a-aedc-f7f13979caa0'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:26.090608 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 7152db66-729c-4de9-9f65-3e38494280fd is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:39:26.091483 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (7152db66-729c-4de9-9f65-3e38494280fd), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:26.095294 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0a77d0be-6226-4664-8d67-8108b4c8126b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (29dbd835-b619-4d74-a4f5-4b45303906d7), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:26.115397 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-053eafeb-f12f-4cdf-a48a-e62001962ac3 tempest-RoutersAdminNegativeIpV6Test-402028612 tempest-RoutersAdminNegativeIpV6Test-402028612-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:26.145102 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-acfa87ab-81ee-4786-b6e1-a5c5b39e8265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (7152db66-729c-4de9-9f65-3e38494280fd), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:26.154358 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a77d0be-6226-4664-8d67-8108b4c8126b None None] Network 1137d357-a128-4551-8b74-dce8ac64ec94 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:39:26.165062 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-0a77d0be-6226-4664-8d67-8108b4c8126b None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:26.165062 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a77d0be-6226-4664-8d67-8108b4c8126b None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:39:26.244406 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a77d0be-6226-4664-8d67-8108b4c8126b None None] Pushing event updated for resources: {'Port': ['ID=29dbd835-b619-4d74-a4f5-4b45303906d7,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:26.267035 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd1f5f9-7045-40ad-8f96-dcfa3f263220 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Made reservation on behalf of 7a741a811285476c9679c6695e1edbf4 for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:26.267456 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-2c96c982-a99e-4557-877b-7bbe6d80df39 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Allocated IP 172.20.0.13 (1137d357-a128-4551-8b74-dce8ac64ec94/5b84486e-10e4-4d2e-97c0-38adc7bceb25/54f72fa3-667c-4ab8-8f3c-b3c40a03ff50) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:39:26.270541 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7bd1f5f9-7045-40ad-8f96-dcfa3f263220 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:26.296042 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.db.api [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:39:26.296409 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG oslo_db.api [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:39:26.301343 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-0a77d0be-6226-4664-8d67-8108b4c8126b None None] Attempting to bind port 29dbd835-b619-4d74-a4f5-4b45303906d7 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:39:26.301713 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-0a77d0be-6226-4664-8d67-8108b4c8126b None None] Attempting to bind port 29dbd835-b619-4d74-a4f5-4b45303906d7 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '9c7a64b1-42e1-4a9e-ab0f-bf2c7f082357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1137d357-a128-4551-8b74-dce8ac64ec94'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:39:26.302082 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a77d0be-6226-4664-8d67-8108b4c8126b None None] Attempting to bind port 29dbd835-b619-4d74-a4f5-4b45303906d7 on network 1137d357-a128-4551-8b74-dce8ac64ec94 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:39:26.312153 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a77d0be-6226-4664-8d67-8108b4c8126b None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:39:26.314174 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a77d0be-6226-4664-8d67-8108b4c8126b None None] Checking segment: {'id': '9c7a64b1-42e1-4a9e-ab0f-bf2c7f082357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1137d357-a128-4551-8b74-dce8ac64ec94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:39:26.314174 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0a77d0be-6226-4664-8d67-8108b4c8126b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:26.314174 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a77d0be-6226-4664-8d67-8108b4c8126b None None] Bound using segment: {'id': '9c7a64b1-42e1-4a9e-ab0f-bf2c7f082357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1137d357-a128-4551-8b74-dce8ac64ec94'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:39:26.314174 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-0a77d0be-6226-4664-8d67-8108b4c8126b None None] Bound port: 29dbd835-b619-4d74-a4f5-4b45303906d7, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7a64b1-42e1-4a9e-ab0f-bf2c7f082357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1137d357-a128-4551-8b74-dce8ac64ec94'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:39:26.314174 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0a77d0be-6226-4664-8d67-8108b4c8126b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (29dbd835-b619-4d74-a4f5-4b45303906d7), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:26.337383 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7b3470c5-d360-4702-bae7-a3ac145a5fe2 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (4ae2b55d-81cf-4329-b101-2647c30c6642), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:26.339788 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-7bd1f5f9-7045-40ad-8f96-dcfa3f263220 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] device_id is not set on port 35f220b1-5797-4695-96ce-41fb2417da6d yet. {{(pid=104083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:39:26.342073 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-c8837959-a9e3-4215-a935-4a39c7fdc98a None None] Provisioning complete for port 38a8e352-67a1-40df-a23d-6e49c50e28a1 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:26.342473 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c8837959-a9e3-4215-a935-4a39c7fdc98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (38a8e352-67a1-40df-a23d-6e49c50e28a1), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:26.388895 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa87ab-81ee-4786-b6e1-a5c5b39e8265 None None] Pushing event updated for resources: {'Port': ['ID=7152db66-729c-4de9-9f65-3e38494280fd,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:26.411747 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-c8837959-a9e3-4215-a935-4a39c7fdc98a None None] Port 38a8e352-67a1-40df-a23d-6e49c50e28a1 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:39:26.438797 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-0a77d0be-6226-4664-8d67-8108b4c8126b None None] For port 29dbd835-b619-4d74-a4f5-4b45303906d7, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:39:26.440645 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-c8837959-a9e3-4215-a935-4a39c7fdc98a None None] Provisioning complete for port 7152db66-729c-4de9-9f65-3e38494280fd triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:26.441020 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c8837959-a9e3-4215-a935-4a39c7fdc98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (7152db66-729c-4de9-9f65-3e38494280fd), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:26.443590 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-0a77d0be-6226-4664-8d67-8108b4c8126b None None] For port 29dbd835-b619-4d74-a4f5-4b45303906d7, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=29dbd835-b619-4d74-a4f5-4b45303906d7,segment=NetworkSegment(9c7a64b1-42e1-4a9e-ab0f-bf2c7f082357),segment_id=9c7a64b1-42e1-4a9e-ab0f-bf2c7f082357)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:39:26.461890 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b50ab058-bb1e-4591-b5e1-36eb930fe6ac tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for router_gateway (481f4df8-b917-4fd1-9951-0ab2d9aba448), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:26.474064 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-053eafeb-f12f-4cdf-a48a-e62001962ac3 tempest-RoutersAdminNegativeIpV6Test-402028612 tempest-RoutersAdminNegativeIpV6Test-402028612-project-admin] Publish callbacks [] for router (8587816d-42b0-4405-8709-a021662fb1b4), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:26.525918 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-c8837959-a9e3-4215-a935-4a39c7fdc98a None None] Current status of the port 7152db66-729c-4de9-9f65-3e38494280fd is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:39:26.530265 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0a77d0be-6226-4664-8d67-8108b4c8126b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (29dbd835-b619-4d74-a4f5-4b45303906d7), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:26.595794 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a77d0be-6226-4664-8d67-8108b4c8126b None None] Pushing event updated for resources: {'Port': ['ID=29dbd835-b619-4d74-a4f5-4b45303906d7,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:26.811821 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-053eafeb-f12f-4cdf-a48a-e62001962ac3 tempest-RoutersAdminNegativeIpV6Test-402028612 tempest-RoutersAdminNegativeIpV6Test-402028612-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (8587816d-42b0-4405-8709-a021662fb1b4), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:26.818471 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-053eafeb-f12f-4cdf-a48a-e62001962ac3 tempest-RoutersAdminNegativeIpV6Test-402028612 tempest-RoutersAdminNegativeIpV6Test-402028612-project-admin] Publish callbacks [] for router_controller (8587816d-42b0-4405-8709-a021662fb1b4), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:26.819142 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7bd1f5f9-7045-40ad-8f96-dcfa3f263220 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Publish callbacks [] for port (35f220b1-5797-4695-96ce-41fb2417da6d), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:26.876355 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 7152db66-729c-4de9-9f65-3e38494280fd is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:39:26.877106 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d4e95ac6-b270-4a50-9f1c-b0dbf77e5f1a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for port (38a8e352-67a1-40df-a23d-6e49c50e28a1), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:26.911936 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7b3470c5-d360-4702-bae7-a3ac145a5fe2 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks [] for port (4ae2b55d-81cf-4329-b101-2647c30c6642), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:26.965400 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d4e95ac6-b270-4a50-9f1c-b0dbf77e5f1a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (38a8e352-67a1-40df-a23d-6e49c50e28a1), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:26.986725 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7b3470c5-d360-4702-bae7-a3ac145a5fe2 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (4ae2b55d-81cf-4329-b101-2647c30c6642), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:26.991149 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-053eafeb-f12f-4cdf-a48a-e62001962ac3 tempest-RoutersAdminNegativeIpV6Test-402028612 tempest-RoutersAdminNegativeIpV6Test-402028612-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (8587816d-42b0-4405-8709-a021662fb1b4), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:26.991641 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-053eafeb-f12f-4cdf-a48a-e62001962ac3 tempest-RoutersAdminNegativeIpV6Test-402028612 tempest-RoutersAdminNegativeIpV6Test-402028612-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8587816d-42b0-4405-8709-a021662fb1b4 {{(pid=104083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:39:27.016112 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2c96c982-a99e-4557-877b-7bbe6d80df39 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for port (54f72fa3-667c-4ab8-8f3c-b3c40a03ff50), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:27.061198 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7bd1f5f9-7045-40ad-8f96-dcfa3f263220 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (35f220b1-5797-4695-96ce-41fb2417da6d), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:27.066283 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3470c5-d360-4702-bae7-a3ac145a5fe2 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Pushing event updated for resources: {'Port': ['ID=4ae2b55d-81cf-4329-b101-2647c30c6642,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:27.111023 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7b3470c5-d360-4702-bae7-a3ac145a5fe2 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047917'] for floatingip (7be7baf8-5f32-4356-984e-e18e3aa5c972), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:27.119799 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e95ac6-b270-4a50-9f1c-b0dbf77e5f1a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event updated for resources: {'Port': ['ID=38a8e352-67a1-40df-a23d-6e49c50e28a1,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:27.127274 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d4e95ac6-b270-4a50-9f1c-b0dbf77e5f1a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047558'] for router_interface (992fb36c-e762-4cf0-9ad0-5ab122d92223), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:27.161053 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd1f5f9-7045-40ad-8f96-dcfa3f263220 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:39:27.162012 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.api.v2.resource [None req-053eafeb-f12f-4cdf-a48a-e62001962ac3 tempest-RoutersAdminNegativeIpV6Test-402028612 tempest-RoutersAdminNegativeIpV6Test-402028612-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 28 10:39:27.166543 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-053eafeb-f12f-4cdf-a48a-e62001962ac3 tempest-RoutersAdminNegativeIpV6Test-402028612 tempest-RoutersAdminNegativeIpV6Test-402028612-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.9594302 Feb 28 10:39:27.172298 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47326) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:27.173188 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-7bd1f5f9-7045-40ad-8f96-dcfa3f263220 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:27.179489 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd1f5f9-7045-40ad-8f96-dcfa3f263220 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:39:27.180413 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd1f5f9-7045-40ad-8f96-dcfa3f263220 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:27.181021 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7bd1f5f9-7045-40ad-8f96-dcfa3f263220 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:27.194022 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd1f5f9-7045-40ad-8f96-dcfa3f263220 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Pushing event updated for resources: {'Port': ['ID=35f220b1-5797-4695-96ce-41fb2417da6d,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:27.253354 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b50ab058-bb1e-4591-b5e1-36eb930fe6ac tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (481f4df8-b917-4fd1-9951-0ab2d9aba448), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:27.304338 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-7bd1f5f9-7045-40ad-8f96-dcfa3f263220 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2577641 Feb 28 10:39:27.307206 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47328) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:27.318824 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.l3_db [None req-7b3470c5-d360-4702-bae7-a3ac145a5fe2 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Floating IP 7be7baf8-5f32-4356-984e-e18e3aa5c972 associated. External IP: 172.26.3.171, port: 996e044c-df70-4dcd-8ba3-2af0b3c397da. Feb 28 10:39:27.369301 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e95ac6-b270-4a50-9f1c-b0dbf77e5f1a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Network d8a7d804-23fb-45a6-8963-2f76791edb6f is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:39:27.373209 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2c96c982-a99e-4557-877b-7bbe6d80df39 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (54f72fa3-667c-4ab8-8f3c-b3c40a03ff50), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:27.375083 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-d4e95ac6-b270-4a50-9f1c-b0dbf77e5f1a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:27.396696 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3dad4c-2a0f-4459-8393-85f45ab6dc6d tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:27.401068 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-cf3dad4c-2a0f-4459-8393-85f45ab6dc6d tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] 10.222.0.62 "GET /v2.0/ports/35f220b1-5797-4695-96ce-41fb2417da6d HTTP/1.1" status: 200 len: 955 time: 0.0901215 Feb 28 10:39:27.404902 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47330) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:27.459113 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c96c982-a99e-4557-877b-7bbe6d80df39 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Network 1137d357-a128-4551-8b74-dce8ac64ec94 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:39:27.483862 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-1a6e9ac2-231c-48cc-ae2f-baae62574a9f tempest-RoutersAdminNegativeIpV6Test-402028612 tempest-RoutersAdminNegativeIpV6Test-402028612-project-admin] Deleting port a71f310a-afec-4684-95d0-544e4fb82cb9 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:39:27.484205 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1a6e9ac2-231c-48cc-ae2f-baae62574a9f tempest-RoutersAdminNegativeIpV6Test-402028612 tempest-RoutersAdminNegativeIpV6Test-402028612-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (a71f310a-afec-4684-95d0-544e4fb82cb9), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:27.505263 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-2c96c982-a99e-4557-877b-7bbe6d80df39 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:27.513836 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c96c982-a99e-4557-877b-7bbe6d80df39 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:39:27.553940 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96c982-a99e-4557-877b-7bbe6d80df39 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event updated for resources: {'Port': ['ID=54f72fa3-667c-4ab8-8f3c-b3c40a03ff50,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:27.662627 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e95ac6-b270-4a50-9f1c-b0dbf77e5f1a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Router 992fb36c-e762-4cf0-9ad0-5ab122d92223 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:39:27.669378 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 7152db66-729c-4de9-9f65-3e38494280fd up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:39:27.670803 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c96c982-a99e-4557-877b-7bbe6d80df39 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:27.671468 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2c96c982-a99e-4557-877b-7bbe6d80df39 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:27.729198 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1a6e9ac2-231c-48cc-ae2f-baae62574a9f tempest-RoutersAdminNegativeIpV6Test-402028612 tempest-RoutersAdminNegativeIpV6Test-402028612-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (a71f310a-afec-4684-95d0-544e4fb82cb9), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:27.749505 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 7152db66-729c-4de9-9f65-3e38494280fd triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:27.749887 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (7152db66-729c-4de9-9f65-3e38494280fd), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:27.802913 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-e95368d2-d186-44e0-9115-60c365ccd4cc None None] Provisioning complete for port 38a8e352-67a1-40df-a23d-6e49c50e28a1 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:27.803318 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e95368d2-d186-44e0-9115-60c365ccd4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (38a8e352-67a1-40df-a23d-6e49c50e28a1), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:27.809082 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-2c96c982-a99e-4557-877b-7bbe6d80df39 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.6198933 Feb 28 10:39:27.811900 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b50ab058-bb1e-4591-b5e1-36eb930fe6ac tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Router 481f4df8-b917-4fd1-9951-0ab2d9aba448 is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:39:27.815576 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47332) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:27.852195 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c74b0f6-58a0-4a79-b01a-cf96044ae016 None None] Network 1137d357-a128-4551-8b74-dce8ac64ec94 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:39:27.917196 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-e95368d2-d186-44e0-9115-60c365ccd4cc None None] Port 38a8e352-67a1-40df-a23d-6e49c50e28a1 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:39:27.933149 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e95ac6-b270-4a50-9f1c-b0dbf77e5f1a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:39:27.950605 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-d4e95ac6-b270-4a50-9f1c-b0dbf77e5f1a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "PUT /v2.0/routers/992fb36c-e762-4cf0-9ad0-5ab122d92223/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9655502 Feb 28 10:39:27.953333 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47334) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:27.953611 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c7f465-9a66-4747-9c7f-33d0bfd928b8 None None] Sync routers for ids ['992fb36c-e762-4cf0-9ad0-5ab122d92223'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:39:28.000514 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 7152db66-729c-4de9-9f65-3e38494280fd is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:39:28.001673 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 29dbd835-b619-4d74-a4f5-4b45303906d7 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:39:28.003305 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c7f465-9a66-4747-9c7f-33d0bfd928b8 None None] Routers {'992fb36c-e762-4cf0-9ad0-5ab122d92223'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:39:28.003953 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-03c7f465-9a66-4747-9c7f-33d0bfd928b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:39:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['992fb36c-e762-4cf0-9ad0-5ab122d92223'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:28.073129 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e48b44-5562-40e8-bf4f-46178779059b tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:28.075751 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-f0e48b44-5562-40e8-bf4f-46178779059b tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "GET /v2.0/ports/38a8e352-67a1-40df-a23d-6e49c50e28a1 HTTP/1.1" status: 200 len: 910 time: 0.1199315 Feb 28 10:39:28.082018 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47336) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:28.083136 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-03c7f465-9a66-4747-9c7f-33d0bfd928b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:28.131207 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c7f465-9a66-4747-9c7f-33d0bfd928b8 None None] Routers {'992fb36c-e762-4cf0-9ad0-5ab122d92223'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:39:28.132946 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-03c7f465-9a66-4747-9c7f-33d0bfd928b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:39:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['992fb36c-e762-4cf0-9ad0-5ab122d92223'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:28.136017 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-1d5ebe9c-1f81-4b86-8842-352e59654f9a None None] Provisioning complete for port 29dbd835-b619-4d74-a4f5-4b45303906d7 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:28.136787 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-1d5ebe9c-1f81-4b86-8842-352e59654f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (29dbd835-b619-4d74-a4f5-4b45303906d7), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:28.176022 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-1a6e9ac2-231c-48cc-ae2f-baae62574a9f tempest-RoutersAdminNegativeIpV6Test-402028612 tempest-RoutersAdminNegativeIpV6Test-402028612-project-admin] Calling delete_port for a71f310a-afec-4684-95d0-544e4fb82cb9 owned by {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:39:28.178486 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-23994eaa-c23e-4847-b39c-084f3f3b1371 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Deleting port 35f220b1-5797-4695-96ce-41fb2417da6d {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:39:28.178888 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-23994eaa-c23e-4847-b39c-084f3f3b1371 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (35f220b1-5797-4695-96ce-41fb2417da6d), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:28.191417 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50ab058-bb1e-4591-b5e1-36eb930fe6ac tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:39:28.205601 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-03c7f465-9a66-4747-9c7f-33d0bfd928b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:28.205725 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c7f465-9a66-4747-9c7f-33d0bfd928b8 None None] The sync data for ids ['992fb36c-e762-4cf0-9ad0-5ab122d92223'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:39:28.213219 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 29dbd835-b619-4d74-a4f5-4b45303906d7 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:28.213851 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (29dbd835-b619-4d74-a4f5-4b45303906d7), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:28.223923 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e1a8be-585f-42c6-be6c-017a6cd65dcc None None] Sync routers for ids ['481f4df8-b917-4fd1-9951-0ab2d9aba448'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:39:28.232396 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-f48bffc1-007a-4266-945c-5712c6dae1a8 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Deleting port 54f72fa3-667c-4ab8-8f3c-b3c40a03ff50 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:39:28.232747 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f48bffc1-007a-4266-945c-5712c6dae1a8 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (54f72fa3-667c-4ab8-8f3c-b3c40a03ff50), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:28.241987 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e1a8be-585f-42c6-be6c-017a6cd65dcc None None] Routers {'481f4df8-b917-4fd1-9951-0ab2d9aba448'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:39:28.242378 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-92e1a8be-585f-42c6-be6c-017a6cd65dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:39:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['481f4df8-b917-4fd1-9951-0ab2d9aba448'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:28.300983 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-92e1a8be-585f-42c6-be6c-017a6cd65dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:28.316314 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e1a8be-585f-42c6-be6c-017a6cd65dcc None None] Routers {'481f4df8-b917-4fd1-9951-0ab2d9aba448'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:39:28.317352 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-92e1a8be-585f-42c6-be6c-017a6cd65dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:39:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['481f4df8-b917-4fd1-9951-0ab2d9aba448'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:28.337222 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-23994eaa-c23e-4847-b39c-084f3f3b1371 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (35f220b1-5797-4695-96ce-41fb2417da6d), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:28.345485 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b3470c5-d360-4702-bae7-a3ac145a5fe2 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Router 22520f81-79af-45f2-8920-13f007234052 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:39:28.372111 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-23994eaa-c23e-4847-b39c-084f3f3b1371 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Calling delete_port for 35f220b1-5797-4695-96ce-41fb2417da6d owned by {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:39:28.378726 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-92e1a8be-585f-42c6-be6c-017a6cd65dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:28.379748 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e1a8be-585f-42c6-be6c-017a6cd65dcc None None] The sync data for ids ['481f4df8-b917-4fd1-9951-0ab2d9aba448'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:39:28.462986 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b50ab058-bb1e-4591-b5e1-36eb930fe6ac tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:28.467003 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-b50ab058-bb1e-4591-b5e1-36eb930fe6ac tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.3585901 Feb 28 10:39:28.468914 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47338) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:28.540222 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-1d5ebe9c-1f81-4b86-8842-352e59654f9a None None] Current status of the port 29dbd835-b619-4d74-a4f5-4b45303906d7 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:39:28.540749 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-1d5ebe9c-1f81-4b86-8842-352e59654f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (29dbd835-b619-4d74-a4f5-4b45303906d7), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:28.559248 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 29dbd835-b619-4d74-a4f5-4b45303906d7 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:39:28.559797 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (29dbd835-b619-4d74-a4f5-4b45303906d7), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:28.603334 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-1d5ebe9c-1f81-4b86-8842-352e59654f9a None None] For port 29dbd835-b619-4d74-a4f5-4b45303906d7, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=29dbd835-b619-4d74-a4f5-4b45303906d7,segment=NetworkSegment(9c7a64b1-42e1-4a9e-ab0f-bf2c7f082357),segment_id=9c7a64b1-42e1-4a9e-ab0f-bf2c7f082357)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:39:28.629753 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b3470c5-d360-4702-bae7-a3ac145a5fe2 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:39:28.642104 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7105ba96-3438-4ac6-868c-07c7ec41bf63 None None] Sync routers for ids ['22520f81-79af-45f2-8920-13f007234052'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:39:28.655655 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7105ba96-3438-4ac6-868c-07c7ec41bf63 None None] Routers {'22520f81-79af-45f2-8920-13f007234052'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:39:28.656490 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-7105ba96-3438-4ac6-868c-07c7ec41bf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:39:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['22520f81-79af-45f2-8920-13f007234052'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:28.672157 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f48bffc1-007a-4266-945c-5712c6dae1a8 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (54f72fa3-667c-4ab8-8f3c-b3c40a03ff50), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:28.701427 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-1d5ebe9c-1f81-4b86-8842-352e59654f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (29dbd835-b619-4d74-a4f5-4b45303906d7), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:28.711507 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-f48bffc1-007a-4266-945c-5712c6dae1a8 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Calling delete_port for 54f72fa3-667c-4ab8-8f3c-b3c40a03ff50 owned by {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:39:28.725890 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1a6e9ac2-231c-48cc-ae2f-baae62574a9f tempest-RoutersAdminNegativeIpV6Test-402028612 tempest-RoutersAdminNegativeIpV6Test-402028612-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (a71f310a-afec-4684-95d0-544e4fb82cb9), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:28.728560 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-23994eaa-c23e-4847-b39c-084f3f3b1371 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (35f220b1-5797-4695-96ce-41fb2417da6d), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:28.737178 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7b3470c5-d360-4702-bae7-a3ac145a5fe2 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:28.752123 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.db.api [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:39:28.752485 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG oslo_db.api [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:39:28.804315 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6e9ac2-231c-48cc-ae2f-baae62574a9f tempest-RoutersAdminNegativeIpV6Test-402028612 tempest-RoutersAdminNegativeIpV6Test-402028612-project-admin] Pushing event deleted for resources: {'Port': ['ID=a71f310a-afec-4684-95d0-544e4fb82cb9,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:28.859937 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-23994eaa-c23e-4847-b39c-084f3f3b1371 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:28.865765 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-23994eaa-c23e-4847-b39c-084f3f3b1371 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] 10.222.0.62 "DELETE /v2.0/ports/35f220b1-5797-4695-96ce-41fb2417da6d HTTP/1.1" status: 204 len: 168 time: 1.4574826 Feb 28 10:39:28.866022 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5ebe9c-1f81-4b86-8842-352e59654f9a None None] Pushing event updated for resources: {'Port': ['ID=29dbd835-b619-4d74-a4f5-4b45303906d7,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:28.866867 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47340) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:28.868613 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-7b3470c5-d360-4702-bae7-a3ac145a5fe2 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.1652443 Feb 28 10:39:28.890079 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-37fb4b49-e4f2-44c7-9e79-fade9026fd34 None None] Provisioning complete for port 29dbd835-b619-4d74-a4f5-4b45303906d7 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:28.890469 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-37fb4b49-e4f2-44c7-9e79-fade9026fd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (29dbd835-b619-4d74-a4f5-4b45303906d7), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:28.893394 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-7105ba96-3438-4ac6-868c-07c7ec41bf63 None None] Set router 22520f81-79af-45f2-8920-13f007234052 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:39:28.898160 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2148e76d-635b-459e-9863-9aa3e7607ee5', 'tag': '996e044c-df70-4dcd-8ba3-2af0b3c397da'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:39:28.900871 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf139abd-4583-480e-bfc3-a20e78a170cb" -d '{"events": [{"name": "network-changed", "server_uuid": "2148e76d-635b-459e-9863-9aa3e7607ee5", "tag": "996e044c-df70-4dcd-8ba3-2af0b3c397da"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:39:28.906427 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23994eaa-c23e-4847-b39c-084f3f3b1371 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Pushing event deleted for resources: {'Port': ['ID=35f220b1-5797-4695-96ce-41fb2417da6d,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:28.924835 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1a6e9ac2-231c-48cc-ae2f-baae62574a9f tempest-RoutersAdminNegativeIpV6Test-402028612 tempest-RoutersAdminNegativeIpV6Test-402028612-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:28.931013 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-1a6e9ac2-231c-48cc-ae2f-baae62574a9f tempest-RoutersAdminNegativeIpV6Test-402028612 tempest-RoutersAdminNegativeIpV6Test-402028612-project-admin] 10.222.0.62 "DELETE /v2.0/ports/a71f310a-afec-4684-95d0-544e4fb82cb9 HTTP/1.1" status: 204 len: 168 time: 1.7555897 Feb 28 10:39:28.979454 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f10aed-09f5-4038-a7e2-ee5f5cde46ae x-openstack-request-id: req-97f10aed-09f5-4038-a7e2-ee5f5cde46ae {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:39:28.979902 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2148e76d-635b-459e-9863-9aa3e7607ee5", "tag": "996e044c-df70-4dcd-8ba3-2af0b3c397da", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:39:28.980263 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-97f10aed-09f5-4038-a7e2-ee5f5cde46ae {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:39:28.980782 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2148e76d-635b-459e-9863-9aa3e7607ee5', 'tag': '996e044c-df70-4dcd-8ba3-2af0b3c397da', 'status': 'completed', 'code': 200} Feb 28 10:39:29.053990 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1be9d-34ca-4a4c-b52f-a0b096ca5d90 req-660a9b91-a66b-47e7-888a-7f99a808ddc8 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:29.055782 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-02e1be9d-34ca-4a4c-b52f-a0b096ca5d90 req-660a9b91-a66b-47e7-888a-7f99a808ddc8 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "GET /v2.0/ports?device_id=2148e76d-635b-459e-9863-9aa3e7607ee5 HTTP/1.1" status: 200 len: 946 time: 0.1098063 Feb 28 10:39:29.092268 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-37fb4b49-e4f2-44c7-9e79-fade9026fd34 None None] Current status of the port 29dbd835-b619-4d74-a4f5-4b45303906d7 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:39:29.102047 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf139abd-4583-480e-bfc3-a20e78a170cb req-028aca53-52df-4580-a655-e4ab3013b6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:29.103820 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-cf139abd-4583-480e-bfc3-a20e78a170cb req-028aca53-52df-4580-a655-e4ab3013b6f5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f5a1ec0f7f9748a2bd1edc7639d74b9e&device_id=2148e76d-635b-459e-9863-9aa3e7607ee5 HTTP/1.1" status: 200 len: 1130 time: 0.0939312 Feb 28 10:39:29.150794 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-37fb4b49-e4f2-44c7-9e79-fade9026fd34 None None] Provisioning complete for port 54f72fa3-667c-4ab8-8f3c-b3c40a03ff50 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:29.150794 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-37fb4b49-e4f2-44c7-9e79-fade9026fd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (54f72fa3-667c-4ab8-8f3c-b3c40a03ff50), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:29.196628 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-02e1be9d-34ca-4a4c-b52f-a0b096ca5d90 req-8e169b60-8127-47b4-b084-91288c6f2de4 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "GET /v2.0/security-groups?id=3004bcfd-0c82-4f4d-b59a-e0848d67262f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233013 Feb 28 10:39:29.199510 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-37fb4b49-e4f2-44c7-9e79-fade9026fd34 None None] Port 54f72fa3-667c-4ab8-8f3c-b3c40a03ff50 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:39:29.235545 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47348) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:29.299852 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf139abd-4583-480e-bfc3-a20e78a170cb req-18befbad-19ba-493c-96cf-7cf9294f02d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:29.332230 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-cf139abd-4583-480e-bfc3-a20e78a170cb req-18befbad-19ba-493c-96cf-7cf9294f02d6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=06e3cc33-89ec-4958-a42e-5435ad902e2f HTTP/1.1" status: 200 len: 896 time: 0.1858199 Feb 28 10:39:29.332700 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 29dbd835-b619-4d74-a4f5-4b45303906d7 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:39:29.332802 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7cdb35c-87be-4e86-a070-018a115a60f3 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] GET failed (client error): The resource could not be found. Feb 28 10:39:29.332802 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-a7cdb35c-87be-4e86-a070-018a115a60f3 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] 10.222.0.62 "GET /v2.0/ports/35f220b1-5797-4695-96ce-41fb2417da6d HTTP/1.1" status: 404 len: 333 time: 0.4523129 Feb 28 10:39:29.333010 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-7105ba96-3438-4ac6-868c-07c7ec41bf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22520f81-79af-45f2-8920-13f007234052', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2062588438', 'tenant_id': 'f5a1ec0f7f9748a2bd1edc7639d74b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.167'}], 'enable_snat': True}, 'gw_port_id': '0931c656-0cb5-4fb5-b7cc-bc4307f7ad98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:45Z', 'updated_at': '2022-02-28T10:38:54Z', 'revision_number': 4, 'project_id': 'f5a1ec0f7f9748a2bd1edc7639d74b9e', 'gw_port': {'id': '0931c656-0cb5-4fb5-b7cc-bc4307f7ad98', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22520f81-79af-45f2-8920-13f007234052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:46Z', 'updated_at': '2022-02-28T10:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': '7be7baf8-5f32-4356-984e-e18e3aa5c972', 'tenant_id': 'f5a1ec0f7f9748a2bd1edc7639d74b9e', 'floating_ip_address': '172.26.3.171', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '22520f81-79af-45f2-8920-13f007234052', 'port_id': '996e044c-df70-4dcd-8ba3-2af0b3c397da', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 869, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06e3cc33-89ec-4958-a42e-5435ad902e2f', 'mac_address': 'fa:16:3e:46:1f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2148e76d-635b-459e-9863-9aa3e7607ee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:39:25Z', 'updated_at': '2022-02-28T10:39:25Z', 'revision_number': 0, 'project_id': 'f5a1ec0f7f9748a2bd1edc7639d74b9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36af320b-c5ba-4b68-8f9f-0cbad510c520', 'name': '', 'network_id': '06e3cc33-89ec-4958-a42e-5435ad902e2f', 'tenant_id': 'f5a1ec0f7f9748a2bd1edc7639d74b9e', 'mac_address': 'fa:16:3e:cc:0f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22520f81-79af-45f2-8920-13f007234052', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'bea0f80b-02eb-4df8-90d4-3e99d0538dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:52Z', 'updated_at': '2022-02-28T10:38:58Z', 'revision_number': 5, 'project_id': 'f5a1ec0f7f9748a2bd1edc7639d74b9e', 'subnets': [{'id': 'bea0f80b-02eb-4df8-90d4-3e99d0538dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:29.333168 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47350) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:29.338604 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-7a1f72a9-b73f-4a01-9792-d946a5956db0 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Request body: {'port': {'network_id': '82ba7ff8-74d7-481a-aedc-f7f13979caa0', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1471175744'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:29.366657 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7105ba96-3438-4ac6-868c-07c7ec41bf63 None None] Checking router: 22520f81-79af-45f2-8920-13f007234052 for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:39:29.376481 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7105ba96-3438-4ac6-868c-07c7ec41bf63 None None] Routers {'22520f81-79af-45f2-8920-13f007234052'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:39:29.377439 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-7105ba96-3438-4ac6-868c-07c7ec41bf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:39:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['22520f81-79af-45f2-8920-13f007234052'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:29.380733 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-2976b066-48a3-4591-b94c-7bf5fd0f897f tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "GET /v2.0/floatingips/7be7baf8-5f32-4356-984e-e18e3aa5c972 HTTP/1.1" status: 200 len: 992 time: 0.1436710 Feb 28 10:39:29.416872 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-cf139abd-4583-480e-bfc3-a20e78a170cb req-f827ca56-aed8-4148-8d45-3e7330ed9c95 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=996e044c-df70-4dcd-8ba3-2af0b3c397da HTTP/1.1" status: 200 len: 1000 time: 0.1042128 Feb 28 10:39:29.446779 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ed797e89-dc53-4255-8fed-651e716ad7e5 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047661'] for router_interface (992fb36c-e762-4cf0-9ad0-5ab122d92223), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:29.470944 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf139abd-4583-480e-bfc3-a20e78a170cb req-4dbfda0e-f65a-4fe6-a8fb-a6bce2922bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:29.470944 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-cf139abd-4583-480e-bfc3-a20e78a170cb req-4dbfda0e-f65a-4fe6-a8fb-a6bce2922bab service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bea0f80b-02eb-4df8-90d4-3e99d0538dbd HTTP/1.1" status: 200 len: 835 time: 0.0484896 Feb 28 10:39:29.494812 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1f72a9-b73f-4a01-9792-d946a5956db0 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Made reservation on behalf of 7a741a811285476c9679c6695e1edbf4 for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:29.499672 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7a1f72a9-b73f-4a01-9792-d946a5956db0 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:29.511667 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-7105ba96-3438-4ac6-868c-07c7ec41bf63 None None] Set router 22520f81-79af-45f2-8920-13f007234052 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:39:29.540688 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-7a1f72a9-b73f-4a01-9792-d946a5956db0 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] device_id is not set on port df8d562b-d781-4aa1-bc86-56187971fa91 yet. {{(pid=104083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:39:29.560066 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 29dbd835-b619-4d74-a4f5-4b45303906d7 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:39:29.573201 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f48bffc1-007a-4266-945c-5712c6dae1a8 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (54f72fa3-667c-4ab8-8f3c-b3c40a03ff50), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:29.592761 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf139abd-4583-480e-bfc3-a20e78a170cb req-05fcf323-c3fb-4b4c-ae8d-a8efa72c93de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:29.592761 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-cf139abd-4583-480e-bfc3-a20e78a170cb req-05fcf323-c3fb-4b4c-ae8d-a8efa72c93de service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=06e3cc33-89ec-4958-a42e-5435ad902e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1123857 Feb 28 10:39:29.636227 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48bffc1-007a-4266-945c-5712c6dae1a8 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event deleted for resources: {'Port': ['ID=54f72fa3-667c-4ab8-8f3c-b3c40a03ff50,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:29.757596 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 29dbd835-b619-4d74-a4f5-4b45303906d7 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:29.758156 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (29dbd835-b619-4d74-a4f5-4b45303906d7), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:29.768762 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47354) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:29.817481 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-cf139abd-4583-480e-bfc3-a20e78a170cb req-f2c7e646-41e0-40dc-8686-7b11201ef3b9 service neutron] 10.222.0.70 "GET /v2.0/networks/06e3cc33-89ec-4958-a42e-5435ad902e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173312 Feb 28 10:39:29.842514 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7a1f72a9-b73f-4a01-9792-d946a5956db0 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Publish callbacks [] for port (df8d562b-d781-4aa1-bc86-56187971fa91), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:29.864447 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f48bffc1-007a-4266-945c-5712c6dae1a8 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:29.871133 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-f48bffc1-007a-4266-945c-5712c6dae1a8 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "DELETE /v2.0/ports/54f72fa3-667c-4ab8-8f3c-b3c40a03ff50 HTTP/1.1" status: 204 len: 168 time: 2.0519743 Feb 28 10:39:29.873625 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47358) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:29.940419 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-7105ba96-3438-4ac6-868c-07c7ec41bf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22520f81-79af-45f2-8920-13f007234052', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2062588438', 'tenant_id': 'f5a1ec0f7f9748a2bd1edc7639d74b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.167'}], 'enable_snat': True}, 'gw_port_id': '0931c656-0cb5-4fb5-b7cc-bc4307f7ad98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:45Z', 'updated_at': '2022-02-28T10:38:54Z', 'revision_number': 4, 'project_id': 'f5a1ec0f7f9748a2bd1edc7639d74b9e', 'gw_port': {'id': '0931c656-0cb5-4fb5-b7cc-bc4307f7ad98', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22520f81-79af-45f2-8920-13f007234052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:46Z', 'updated_at': '2022-02-28T10:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': '7be7baf8-5f32-4356-984e-e18e3aa5c972', 'tenant_id': 'f5a1ec0f7f9748a2bd1edc7639d74b9e', 'floating_ip_address': '172.26.3.171', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '22520f81-79af-45f2-8920-13f007234052', 'port_id': '996e044c-df70-4dcd-8ba3-2af0b3c397da', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 869, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06e3cc33-89ec-4958-a42e-5435ad902e2f', 'mac_address': 'fa:16:3e:46:1f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2148e76d-635b-459e-9863-9aa3e7607ee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:39:25Z', 'updated_at': '2022-02-28T10:39:25Z', 'revision_number': 0, 'project_id': 'f5a1ec0f7f9748a2bd1edc7639d74b9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36af320b-c5ba-4b68-8f9f-0cbad510c520', 'name': '', 'network_id': '06e3cc33-89ec-4958-a42e-5435ad902e2f', 'tenant_id': 'f5a1ec0f7f9748a2bd1edc7639d74b9e', 'mac_address': 'fa:16:3e:cc:0f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22520f81-79af-45f2-8920-13f007234052', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'bea0f80b-02eb-4df8-90d4-3e99d0538dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:52Z', 'updated_at': '2022-02-28T10:38:58Z', 'revision_number': 5, 'project_id': 'f5a1ec0f7f9748a2bd1edc7639d74b9e', 'subnets': [{'id': 'bea0f80b-02eb-4df8-90d4-3e99d0538dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:29.949765 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c278a7a-9b29-4ef4-b217-f0141afab6d0 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] DELETE failed (client error): The resource could not be found. Feb 28 10:39:29.950968 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c278a7a-9b29-4ef4-b217-f0141afab6d0 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:39:29.956778 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-5c278a7a-9b29-4ef4-b217-f0141afab6d0 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "DELETE /v2.0/ports/54f72fa3-667c-4ab8-8f3c-b3c40a03ff50 HTTP/1.1" status: 404 len: 333 time: 0.0785475 Feb 28 10:39:29.964853 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47360) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:29.981595 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-cf139abd-4583-480e-bfc3-a20e78a170cb req-b9b3ed66-c86f-4be3-aa1d-1ebf4f27aa85 service neutron] 10.222.0.70 "GET /v2.0/networks/06e3cc33-89ec-4958-a42e-5435ad902e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522169 Feb 28 10:39:29.990355 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7105ba96-3438-4ac6-868c-07c7ec41bf63 None None] The sync data for ids ['22520f81-79af-45f2-8920-13f007234052'] in dv-neutron-829161-3-hyperv is: [{'id': '22520f81-79af-45f2-8920-13f007234052', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2062588438', 'tenant_id': 'f5a1ec0f7f9748a2bd1edc7639d74b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.167'}], 'enable_snat': True}, 'gw_port_id': '0931c656-0cb5-4fb5-b7cc-bc4307f7ad98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:45Z', 'updated_at': '2022-02-28T10:38:54Z', 'revision_number': 4, 'project_id': 'f5a1ec0f7f9748a2bd1edc7639d74b9e', 'gw_port': {'id': '0931c656-0cb5-4fb5-b7cc-bc4307f7ad98', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22520f81-79af-45f2-8920-13f007234052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:46Z', 'updated_at': '2022-02-28T10:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': '7be7baf8-5f32-4356-984e-e18e3aa5c972', 'tenant_id': 'f5a1ec0f7f9748a2bd1edc7639d74b9e', 'floating_ip_address': '172.26.3.171', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '22520f81-79af-45f2-8920-13f007234052', 'port_id': '996e044c-df70-4dcd-8ba3-2af0b3c397da', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 869, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06e3cc33-89ec-4958-a42e-5435ad902e2f', 'mac_address': 'fa:16:3e:46:1f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2148e76d-635b-459e-9863-9aa3e7607ee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:39:25Z', 'updated_at': '2022-02-28T10:39:25Z', 'revision_number': 0, 'project_id': 'f5a1ec0f7f9748a2bd1edc7639d74b9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36af320b-c5ba-4b68-8f9f-0cbad510c520', 'name': '', 'network_id': '06e3cc33-89ec-4958-a42e-5435ad902e2f', 'tenant_id': 'f5a1ec0f7f9748a2bd1edc7639d74b9e', 'mac_address': 'fa:16:3e:cc:0f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22520f81-79af-45f2-8920-13f007234052', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'bea0f80b-02eb-4df8-90d4-3e99d0538dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:52Z', 'updated_at': '2022-02-28T10:38:58Z', 'revision_number': 5, 'project_id': 'f5a1ec0f7f9748a2bd1edc7639d74b9e', 'subnets': [{'id': 'bea0f80b-02eb-4df8-90d4-3e99d0538dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:39:29.993400 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 29dbd835-b619-4d74-a4f5-4b45303906d7 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:39:30.024208 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-2694ea3b-bc3e-43b6-9e78-2244aa5866ae tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] GET failed (client error): The resource could not be found. Feb 28 10:39:30.028268 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-2694ea3b-bc3e-43b6-9e78-2244aa5866ae tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "GET /v2.0/ports/54f72fa3-667c-4ab8-8f3c-b3c40a03ff50 HTTP/1.1" status: 404 len: 333 time: 0.0665500 Feb 28 10:39:30.034184 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47362) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:30.042414 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5b9d4c7d-67c1-4085-b5d7-204fc5cc3484 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:30.064738 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7a1f72a9-b73f-4a01-9792-d946a5956db0 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (df8d562b-d781-4aa1-bc86-56187971fa91), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:30.109998 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1f72a9-b73f-4a01-9792-d946a5956db0 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:39:30.116122 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-7a1f72a9-b73f-4a01-9792-d946a5956db0 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:30.123390 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1f72a9-b73f-4a01-9792-d946a5956db0 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:39:30.124322 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1f72a9-b73f-4a01-9792-d946a5956db0 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:30.124925 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7a1f72a9-b73f-4a01-9792-d946a5956db0 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:30.137146 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d4babbf-3ae1-4187-9deb-c392ac2d9828 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Deleting subnet 5b84486e-10e4-4d2e-97c0-38adc7bceb25 {{(pid=104083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:39:30.144411 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b5b46f14-8ee1-4437-91ce-260e2e362ec2 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:30.150888 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6d4babbf-3ae1-4187-9deb-c392ac2d9828 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for subnet (5b84486e-10e4-4d2e-97c0-38adc7bceb25), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:30.176393 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1f72a9-b73f-4a01-9792-d946a5956db0 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Pushing event updated for resources: {'Port': ['ID=df8d562b-d781-4aa1-bc86-56187971fa91,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:30.205878 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6d4babbf-3ae1-4187-9deb-c392ac2d9828 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59245535'] for subnet (5b84486e-10e4-4d2e-97c0-38adc7bceb25), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:30.230934 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-7a1f72a9-b73f-4a01-9792-d946a5956db0 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8986487 Feb 28 10:39:30.235428 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47364) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:30.242442 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8291'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:30.261694 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e0a953-64e8-4aaf-801d-e9a9372f26ac None None] New status for floating IP 7be7baf8-5f32-4356-984e-e18e3aa5c972: ACTIVE {{(pid=104086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:39:30.331090 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5b9d4c7d-67c1-4085-b5d7-204fc5cc3484 admin admin] Publish callbacks [] for security_group (a609cceb-d13f-4190-bf31-27472893fa60), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:30.347828 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (df8d562b-d781-4aa1-bc86-56187971fa91), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:30.354423 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-ed797e89-dc53-4255-8fed-651e716ad7e5 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Deleting port 38a8e352-67a1-40df-a23d-6e49c50e28a1 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:39:30.354767 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ed797e89-dc53-4255-8fed-651e716ad7e5 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (38a8e352-67a1-40df-a23d-6e49c50e28a1), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:30.368620 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6d4babbf-3ae1-4187-9deb-c392ac2d9828 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (5b84486e-10e4-4d2e-97c0-38adc7bceb25), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:30.393160 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47366) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:30.419572 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5b9d4c7d-67c1-4085-b5d7-204fc5cc3484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (a609cceb-d13f-4190-bf31-27472893fa60), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:30.500739 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:30.502093 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-130831d8-d435-48f1-ae3a-c85f08162c70 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "GET /v2.0/floatingips/7be7baf8-5f32-4356-984e-e18e3aa5c972 HTTP/1.1" status: 200 len: 992 time: 0.1084743 Feb 28 10:39:30.533734 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-5b9d4c7d-67c1-4085-b5d7-204fc5cc3484 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=14e29653546340fea22d856c43f7a5ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7318714 Feb 28 10:39:30.546623 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47368) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:30.555837 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9d4c7d-67c1-4085-b5d7-204fc5cc3484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a609cceb-d13f-4190-bf31-27472893fa60,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:30.590398 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ed797e89-dc53-4255-8fed-651e716ad7e5 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (38a8e352-67a1-40df-a23d-6e49c50e28a1), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:30.622105 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6d4babbf-3ae1-4187-9deb-c392ac2d9828 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (5b84486e-10e4-4d2e-97c0-38adc7bceb25), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:30.624568 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-ed797e89-dc53-4255-8fed-651e716ad7e5 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Calling delete_port for 38a8e352-67a1-40df-a23d-6e49c50e28a1 owned by network:router_interface {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:39:30.657999 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4babbf-3ae1-4187-9deb-c392ac2d9828 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event deleted for resources: {'Subnet': ['ID=5b84486e-10e4-4d2e-97c0-38adc7bceb25,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:30.666992 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] device_id is not set on port df8d562b-d781-4aa1-bc86-56187971fa91 yet. {{(pid=104083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:39:30.671434 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6d4babbf-3ae1-4187-9deb-c392ac2d9828 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:30.672376 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d0f43c-839e-478a-9ad2-fc6dbc647e0d None None] Network 1137d357-a128-4551-8b74-dce8ac64ec94 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:39:30.677471 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-6d4babbf-3ae1-4187-9deb-c392ac2d9828 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "DELETE /v2.0/subnets/5b84486e-10e4-4d2e-97c0-38adc7bceb25 HTTP/1.1" status: 204 len: 168 time: 0.6449716 Feb 28 10:39:30.677649 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47370) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:30.681528 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Publish callbacks [] for port (df8d562b-d781-4aa1-bc86-56187971fa91), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:30.755377 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (df8d562b-d781-4aa1-bc86-56187971fa91), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:30.755632 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-68dc888b-c1f9-48af-99ed-36adf8dc4583 admin admin] Publish callbacks [] for security_group (a609cceb-d13f-4190-bf31-27472893fa60), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:30.772727 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8175b0cc-622d-4174-b15f-bc1ee659868e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (1137d357-a128-4551-8b74-dce8ac64ec94), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:30.781675 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-b5b46f14-8ee1-4437-91ce-260e2e362ec2 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Allocated IP 172.20.0.1 (762b77a3-0fee-402a-b09b-96d5ead56933/806fc4b8-0f94-463e-a212-2c43a973f5eb/731a3079-20d7-4545-80a1-9c40a1202909) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:39:30.832889 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Pushing event updated for resources: {'Port': ['ID=df8d562b-d781-4aa1-bc86-56187971fa91,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:30.844081 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0109319-7bd9-4f5f-a33e-ff64b3e35afa None None] DHCP port deletion for 1137d357-a128-4551-8b74-dce8ac64ec94 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:39:30.849788 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-68dc888b-c1f9-48af-99ed-36adf8dc4583 admin admin] Publish callbacks [] for security_group (a609cceb-d13f-4190-bf31-27472893fa60), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:30.865454 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port df8d562b-d781-4aa1-bc86-56187971fa91 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:39:30.870622 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port df8d562b-d781-4aa1-bc86-56187971fa91 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '208c2203-c898-441f-8a5c-164698ed99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '82ba7ff8-74d7-481a-aedc-f7f13979caa0'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:39:30.870622 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port df8d562b-d781-4aa1-bc86-56187971fa91 on network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:39:30.874282 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Port df8d562b-d781-4aa1-bc86-56187971fa91 on network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:39:30.874608 dv-neutron-829161-3-hyperv neutron-server[104083]: ERROR neutron.plugins.ml2.managers [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Failed to bind port df8d562b-d781-4aa1-bc86-56187971fa91 on host hv-neutron-8291 for vnic_type normal using segments [{'id': '208c2203-c898-441f-8a5c-164698ed99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '82ba7ff8-74d7-481a-aedc-f7f13979caa0'}] Feb 28 10:39:30.875182 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.plugins.ml2.plugin [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempt 2 to bind port df8d562b-d781-4aa1-bc86-56187971fa91 Feb 28 10:39:30.893739 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port df8d562b-d781-4aa1-bc86-56187971fa91 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:39:30.894044 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port df8d562b-d781-4aa1-bc86-56187971fa91 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '208c2203-c898-441f-8a5c-164698ed99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '82ba7ff8-74d7-481a-aedc-f7f13979caa0'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:39:30.894627 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port df8d562b-d781-4aa1-bc86-56187971fa91 on network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:39:30.901719 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a0109319-7bd9-4f5f-a33e-ff64b3e35afa None None] Deleting port 29dbd835-b619-4d74-a4f5-4b45303906d7 {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:39:30.902157 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a0109319-7bd9-4f5f-a33e-ff64b3e35afa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (29dbd835-b619-4d74-a4f5-4b45303906d7), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:30.904806 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Port df8d562b-d781-4aa1-bc86-56187971fa91 on network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:39:30.905143 dv-neutron-829161-3-hyperv neutron-server[104083]: ERROR neutron.plugins.ml2.managers [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Failed to bind port df8d562b-d781-4aa1-bc86-56187971fa91 on host hv-neutron-8291 for vnic_type normal using segments [{'id': '208c2203-c898-441f-8a5c-164698ed99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '82ba7ff8-74d7-481a-aedc-f7f13979caa0'}] Feb 28 10:39:30.906578 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.plugins.ml2.plugin [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempt 3 to bind port df8d562b-d781-4aa1-bc86-56187971fa91 Feb 28 10:39:30.916730 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-8175b0cc-622d-4174-b15f-bc1ee659868e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Deleting port 29dbd835-b619-4d74-a4f5-4b45303906d7 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:39:30.917069 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8175b0cc-622d-4174-b15f-bc1ee659868e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (29dbd835-b619-4d74-a4f5-4b45303906d7), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:30.956678 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port df8d562b-d781-4aa1-bc86-56187971fa91 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:39:30.957016 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port df8d562b-d781-4aa1-bc86-56187971fa91 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '208c2203-c898-441f-8a5c-164698ed99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '82ba7ff8-74d7-481a-aedc-f7f13979caa0'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:39:30.957551 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port df8d562b-d781-4aa1-bc86-56187971fa91 on network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:39:30.970937 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Port df8d562b-d781-4aa1-bc86-56187971fa91 on network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:39:30.971513 dv-neutron-829161-3-hyperv neutron-server[104083]: ERROR neutron.plugins.ml2.managers [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Failed to bind port df8d562b-d781-4aa1-bc86-56187971fa91 on host hv-neutron-8291 for vnic_type normal using segments [{'id': '208c2203-c898-441f-8a5c-164698ed99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '82ba7ff8-74d7-481a-aedc-f7f13979caa0'}] Feb 28 10:39:30.973465 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.plugins.ml2.plugin [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempt 4 to bind port df8d562b-d781-4aa1-bc86-56187971fa91 Feb 28 10:39:30.980397 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a0109319-7bd9-4f5f-a33e-ff64b3e35afa None None] For port 29dbd835-b619-4d74-a4f5-4b45303906d7, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=29dbd835-b619-4d74-a4f5-4b45303906d7,segment=NetworkSegment(9c7a64b1-42e1-4a9e-ab0f-bf2c7f082357),segment_id=9c7a64b1-42e1-4a9e-ab0f-bf2c7f082357)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:39:30.985280 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a0109319-7bd9-4f5f-a33e-ff64b3e35afa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (29dbd835-b619-4d74-a4f5-4b45303906d7), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:30.999462 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a0109319-7bd9-4f5f-a33e-ff64b3e35afa None None] Calling delete_port for 29dbd835-b619-4d74-a4f5-4b45303906d7 owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:39:31.003961 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-8175b0cc-622d-4174-b15f-bc1ee659868e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] For port 29dbd835-b619-4d74-a4f5-4b45303906d7, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=29dbd835-b619-4d74-a4f5-4b45303906d7,segment=NetworkSegment(9c7a64b1-42e1-4a9e-ab0f-bf2c7f082357),segment_id=9c7a64b1-42e1-4a9e-ab0f-bf2c7f082357)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:39:31.004546 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8175b0cc-622d-4174-b15f-bc1ee659868e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (29dbd835-b619-4d74-a4f5-4b45303906d7), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:31.013795 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port df8d562b-d781-4aa1-bc86-56187971fa91 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:39:31.013795 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port df8d562b-d781-4aa1-bc86-56187971fa91 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '208c2203-c898-441f-8a5c-164698ed99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '82ba7ff8-74d7-481a-aedc-f7f13979caa0'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:39:31.013795 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port df8d562b-d781-4aa1-bc86-56187971fa91 on network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:39:31.021671 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-8175b0cc-622d-4174-b15f-bc1ee659868e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Calling delete_port for 29dbd835-b619-4d74-a4f5-4b45303906d7 owned by network:dhcp {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:39:31.023576 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Port df8d562b-d781-4aa1-bc86-56187971fa91 on network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:39:31.023906 dv-neutron-829161-3-hyperv neutron-server[104083]: ERROR neutron.plugins.ml2.managers [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Failed to bind port df8d562b-d781-4aa1-bc86-56187971fa91 on host hv-neutron-8291 for vnic_type normal using segments [{'id': '208c2203-c898-441f-8a5c-164698ed99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '82ba7ff8-74d7-481a-aedc-f7f13979caa0'}] Feb 28 10:39:31.026218 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.plugins.ml2.plugin [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempt 5 to bind port df8d562b-d781-4aa1-bc86-56187971fa91 Feb 28 10:39:31.049805 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b5b46f14-8ee1-4437-91ce-260e2e362ec2 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for port (731a3079-20d7-4545-80a1-9c40a1202909), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:31.073971 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port df8d562b-d781-4aa1-bc86-56187971fa91 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:39:31.074236 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port df8d562b-d781-4aa1-bc86-56187971fa91 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '208c2203-c898-441f-8a5c-164698ed99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '82ba7ff8-74d7-481a-aedc-f7f13979caa0'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:39:31.074777 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port df8d562b-d781-4aa1-bc86-56187971fa91 on network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:39:31.082737 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Port df8d562b-d781-4aa1-bc86-56187971fa91 on network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:39:31.083145 dv-neutron-829161-3-hyperv neutron-server[104083]: ERROR neutron.plugins.ml2.managers [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Failed to bind port df8d562b-d781-4aa1-bc86-56187971fa91 on host hv-neutron-8291 for vnic_type normal using segments [{'id': '208c2203-c898-441f-8a5c-164698ed99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '82ba7ff8-74d7-481a-aedc-f7f13979caa0'}] Feb 28 10:39:31.084828 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.plugins.ml2.plugin [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempt 6 to bind port df8d562b-d781-4aa1-bc86-56187971fa91 Feb 28 10:39:31.096753 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-68dc888b-c1f9-48af-99ed-36adf8dc4583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (a609cceb-d13f-4190-bf31-27472893fa60), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:31.099506 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-68dc888b-c1f9-48af-99ed-36adf8dc4583 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:31.101329 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-68dc888b-c1f9-48af-99ed-36adf8dc4583 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a609cceb-d13f-4190-bf31-27472893fa60 HTTP/1.1" status: 204 len: 168 time: 0.5552697 Feb 28 10:39:31.109301 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port df8d562b-d781-4aa1-bc86-56187971fa91 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:39:31.109645 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port df8d562b-d781-4aa1-bc86-56187971fa91 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '208c2203-c898-441f-8a5c-164698ed99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '82ba7ff8-74d7-481a-aedc-f7f13979caa0'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:39:31.109985 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port df8d562b-d781-4aa1-bc86-56187971fa91 on network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:39:31.114383 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dc888b-c1f9-48af-99ed-36adf8dc4583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a609cceb-d13f-4190-bf31-27472893fa60,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:31.118533 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Port df8d562b-d781-4aa1-bc86-56187971fa91 on network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:39:31.118878 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ed797e89-dc53-4255-8fed-651e716ad7e5 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (38a8e352-67a1-40df-a23d-6e49c50e28a1), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:31.119046 dv-neutron-829161-3-hyperv neutron-server[104083]: ERROR neutron.plugins.ml2.managers [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Failed to bind port df8d562b-d781-4aa1-bc86-56187971fa91 on host hv-neutron-8291 for vnic_type normal using segments [{'id': '208c2203-c898-441f-8a5c-164698ed99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '82ba7ff8-74d7-481a-aedc-f7f13979caa0'}] Feb 28 10:39:31.120514 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.plugins.ml2.plugin [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempt 7 to bind port df8d562b-d781-4aa1-bc86-56187971fa91 Feb 28 10:39:31.139039 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port df8d562b-d781-4aa1-bc86-56187971fa91 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:39:31.139378 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port df8d562b-d781-4aa1-bc86-56187971fa91 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '208c2203-c898-441f-8a5c-164698ed99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '82ba7ff8-74d7-481a-aedc-f7f13979caa0'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:39:31.139718 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port df8d562b-d781-4aa1-bc86-56187971fa91 on network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:39:31.144247 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Port df8d562b-d781-4aa1-bc86-56187971fa91 on network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:39:31.144838 dv-neutron-829161-3-hyperv neutron-server[104083]: ERROR neutron.plugins.ml2.managers [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Failed to bind port df8d562b-d781-4aa1-bc86-56187971fa91 on host hv-neutron-8291 for vnic_type normal using segments [{'id': '208c2203-c898-441f-8a5c-164698ed99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '82ba7ff8-74d7-481a-aedc-f7f13979caa0'}] Feb 28 10:39:31.145154 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.plugins.ml2.plugin [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempt 8 to bind port df8d562b-d781-4aa1-bc86-56187971fa91 Feb 28 10:39:31.149810 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a0109319-7bd9-4f5f-a33e-ff64b3e35afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (29dbd835-b619-4d74-a4f5-4b45303906d7), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:31.153450 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed797e89-dc53-4255-8fed-651e716ad7e5 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event deleted for resources: {'Port': ['ID=38a8e352-67a1-40df-a23d-6e49c50e28a1,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:31.159836 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port df8d562b-d781-4aa1-bc86-56187971fa91 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:39:31.160368 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port df8d562b-d781-4aa1-bc86-56187971fa91 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '208c2203-c898-441f-8a5c-164698ed99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '82ba7ff8-74d7-481a-aedc-f7f13979caa0'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:39:31.160877 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port df8d562b-d781-4aa1-bc86-56187971fa91 on network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:39:31.169603 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8175b0cc-622d-4174-b15f-bc1ee659868e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (29dbd835-b619-4d74-a4f5-4b45303906d7), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:31.174430 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Port df8d562b-d781-4aa1-bc86-56187971fa91 on network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:39:31.174983 dv-neutron-829161-3-hyperv neutron-server[104083]: ERROR neutron.plugins.ml2.managers [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Failed to bind port df8d562b-d781-4aa1-bc86-56187971fa91 on host hv-neutron-8291 for vnic_type normal using segments [{'id': '208c2203-c898-441f-8a5c-164698ed99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '82ba7ff8-74d7-481a-aedc-f7f13979caa0'}] Feb 28 10:39:31.178032 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.plugins.ml2.plugin [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempt 9 to bind port df8d562b-d781-4aa1-bc86-56187971fa91 Feb 28 10:39:31.192520 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b5b46f14-8ee1-4437-91ce-260e2e362ec2 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (731a3079-20d7-4545-80a1-9c40a1202909), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:31.208358 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8175b0cc-622d-4174-b15f-bc1ee659868e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event deleted for resources: {'Port': ['ID=29dbd835-b619-4d74-a4f5-4b45303906d7,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:31.212763 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8175b0cc-622d-4174-b15f-bc1ee659868e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] No DVR routers for this DVR port 29dbd835-b619-4d74-a4f5-4b45303906d7 on host dv-neutron-829161-3-hyperv {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:39:31.218072 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port df8d562b-d781-4aa1-bc86-56187971fa91 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:39:31.218628 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port df8d562b-d781-4aa1-bc86-56187971fa91 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '208c2203-c898-441f-8a5c-164698ed99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '82ba7ff8-74d7-481a-aedc-f7f13979caa0'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:39:31.219181 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port df8d562b-d781-4aa1-bc86-56187971fa91 on network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:39:31.222506 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0109319-7bd9-4f5f-a33e-ff64b3e35afa None None] Pushing event deleted for resources: {'Port': ['ID=29dbd835-b619-4d74-a4f5-4b45303906d7,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:31.249153 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0109319-7bd9-4f5f-a33e-ff64b3e35afa None None] No DVR routers for this DVR port 29dbd835-b619-4d74-a4f5-4b45303906d7 on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:39:31.265148 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b46f14-8ee1-4437-91ce-260e2e362ec2 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Network 762b77a3-0fee-402a-b09b-96d5ead56933 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:39:31.274764 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-b5b46f14-8ee1-4437-91ce-260e2e362ec2 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:31.280623 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b46f14-8ee1-4437-91ce-260e2e362ec2 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:39:31.336692 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b46f14-8ee1-4437-91ce-260e2e362ec2 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Pushing event updated for resources: {'Port': ['ID=731a3079-20d7-4545-80a1-9c40a1202909,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:31.358750 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8175b0cc-622d-4174-b15f-bc1ee659868e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (1137d357-a128-4551-8b74-dce8ac64ec94), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:31.382164 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-8175b0cc-622d-4174-b15f-bc1ee659868e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1137d357-a128-4551-8b74-dce8ac64ec94']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:31.392338 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Port df8d562b-d781-4aa1-bc86-56187971fa91 on network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:39:31.393064 dv-neutron-829161-3-hyperv neutron-server[104083]: ERROR neutron.plugins.ml2.managers [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Failed to bind port df8d562b-d781-4aa1-bc86-56187971fa91 on host hv-neutron-8291 for vnic_type normal using segments [{'id': '208c2203-c898-441f-8a5c-164698ed99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '82ba7ff8-74d7-481a-aedc-f7f13979caa0'}] Feb 28 10:39:31.395011 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.plugins.ml2.plugin [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempt 10 to bind port df8d562b-d781-4aa1-bc86-56187971fa91 Feb 28 10:39:31.404584 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b5b46f14-8ee1-4437-91ce-260e2e362ec2 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047958'] for router_interface (481f4df8-b917-4fd1-9951-0ab2d9aba448), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:31.411078 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-8175b0cc-622d-4174-b15f-bc1ee659868e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c7a64b1-42e1-4a9e-ab0f-bf2c7f082357') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:31.411394 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-8175b0cc-622d-4174-b15f-bc1ee659868e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c7a64b1-42e1-4a9e-ab0f-bf2c7f082357') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:31.419154 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port df8d562b-d781-4aa1-bc86-56187971fa91 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:39:31.419573 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port df8d562b-d781-4aa1-bc86-56187971fa91 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '208c2203-c898-441f-8a5c-164698ed99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '82ba7ff8-74d7-481a-aedc-f7f13979caa0'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:39:31.419991 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempting to bind port df8d562b-d781-4aa1-bc86-56187971fa91 on network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:39:31.426875 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8175b0cc-622d-4174-b15f-bc1ee659868e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (9c7a64b1-42e1-4a9e-ab0f-bf2c7f082357), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:31.429077 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Port df8d562b-d781-4aa1-bc86-56187971fa91 on network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:39:31.429488 dv-neutron-829161-3-hyperv neutron-server[104083]: ERROR neutron.plugins.ml2.managers [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Failed to bind port df8d562b-d781-4aa1-bc86-56187971fa91 on host hv-neutron-8291 for vnic_type normal using segments [{'id': '208c2203-c898-441f-8a5c-164698ed99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '82ba7ff8-74d7-481a-aedc-f7f13979caa0'}] Feb 28 10:39:31.429916 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (df8d562b-d781-4aa1-bc86-56187971fa91), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:31.465060 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8175b0cc-622d-4174-b15f-bc1ee659868e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (9c7a64b1-42e1-4a9e-ab0f-bf2c7f082357), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:31.489993 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8175b0cc-622d-4174-b15f-bc1ee659868e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:39:31.489993 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8175b0cc-622d-4174-b15f-bc1ee659868e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (9c7a64b1-42e1-4a9e-ab0f-bf2c7f082357), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:31.494714 dv-neutron-829161-3-hyperv neutron-server[104083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:39:31.494714 dv-neutron-829161-3-hyperv neutron-server[104083]: self.session.flush() Feb 28 10:39:31.494714 dv-neutron-829161-3-hyperv neutron-server[104083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:39:31.494714 dv-neutron-829161-3-hyperv neutron-server[104083]: self.session.flush() Feb 28 10:39:31.494714 dv-neutron-829161-3-hyperv neutron-server[104083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:39:31.494714 dv-neutron-829161-3-hyperv neutron-server[104083]: self.session.flush() Feb 28 10:39:31.494714 dv-neutron-829161-3-hyperv neutron-server[104083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:39:31.494714 dv-neutron-829161-3-hyperv neutron-server[104083]: self.session.flush() Feb 28 10:39:31.494714 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:39:31.494714 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:39:31.494714 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:39:31.494714 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:39:31.494714 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:39:31.494714 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:39:31.494714 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:39:31.494714 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:39:31.494714 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:39:31.494714 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:39:31.494714 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:39:31.494714 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:39:31.494714 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:39:31.494714 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:39:31.494714 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:39:31.494714 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:39:31.494714 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:39:31.494714 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:39:31.494714 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:39:31.494714 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:39:31.494714 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:39:31.494714 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:39:31.494714 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:39:31.494714 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:39:31.494714 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:39:31.494714 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:39:31.494714 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:39:31.494714 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:39:31.494714 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:39:31.494714 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:39:31.494714 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:39:31.494714 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:39:31.506548 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47374) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:31.547928 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ed797e89-dc53-4255-8fed-651e716ad7e5 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1047681'] for router_interface (992fb36c-e762-4cf0-9ad0-5ab122d92223), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:31.573322 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 29dbd835-b619-4d74-a4f5-4b45303906d7 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:39:31.596409 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] For port df8d562b-d781-4aa1-bc86-56187971fa91, host hv-neutron-8291, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:39:31.596806 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attempted to set empty binding levels {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 28 10:39:31.608892 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 29dbd835-b619-4d74-a4f5-4b45303906d7 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:39:31.609458 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 29dbd835-b619-4d74-a4f5-4b45303906d7 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:39:31.644731 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-42bf048e-2d51-44ae-bb71-a3f2834904a4 None None] Provisioning complete for port 731a3079-20d7-4545-80a1-9c40a1202909 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:31.645503 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-42bf048e-2d51-44ae-bb71-a3f2834904a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (731a3079-20d7-4545-80a1-9c40a1202909), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:31.684237 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (df8d562b-d781-4aa1-bc86-56187971fa91), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:31.687863 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c6bdf890-f3b0-4bed-859c-a8726161576a tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "GET /v2.0/floatingips/7be7baf8-5f32-4356-984e-e18e3aa5c972 HTTP/1.1" status: 200 len: 994 time: 0.1800008 Feb 28 10:39:31.696594 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8175b0cc-622d-4174-b15f-bc1ee659868e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (1137d357-a128-4551-8b74-dce8ac64ec94), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:31.702673 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-42bf048e-2d51-44ae-bb71-a3f2834904a4 None None] Port 731a3079-20d7-4545-80a1-9c40a1202909 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:39:31.711965 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8175b0cc-622d-4174-b15f-bc1ee659868e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:31.715690 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-8175b0cc-622d-4174-b15f-bc1ee659868e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "DELETE /v2.0/networks/1137d357-a128-4551-8b74-dce8ac64ec94 HTTP/1.1" status: 204 len: 168 time: 1.0371022 Feb 28 10:39:31.721416 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47378) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:31.721957 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] In _notify_port_updated(), no bound segment for port df8d562b-d781-4aa1-bc86-56187971fa91 on network 82ba7ff8-74d7-481a-aedc-f7f13979caa0 {{(pid=104083) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 10:39:31.723530 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:31.723530 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:31.724873 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] 10.222.0.62 "PUT /v2.0/ports/df8d562b-d781-4aa1-bc86-56187971fa91 HTTP/1.1" status: 200 len: 977 time: 1.4882317 Feb 28 10:39:31.728210 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-ae6ea66a-368f-48a6-acad-a1cd5375068e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-955190241'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:31.755888 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47380) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:31.766124 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8175b0cc-622d-4174-b15f-bc1ee659868e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event deleted for resources: {'Network': ['ID=1137d357-a128-4551-8b74-dce8ac64ec94,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:31.806171 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3986e68-9e76-453e-a6e3-3d426dc8362a tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Pushing event updated for resources: {'Port': ['ID=df8d562b-d781-4aa1-bc86-56187971fa91,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:31.850337 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b5b46f14-8ee1-4437-91ce-260e2e362ec2 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (731a3079-20d7-4545-80a1-9c40a1202909), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:31.859901 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-cd0eb0e0-7457-4011-9d4a-39558c8456e5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Deleting port df8d562b-d781-4aa1-bc86-56187971fa91 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:39:31.860251 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cd0eb0e0-7457-4011-9d4a-39558c8456e5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (df8d562b-d781-4aa1-bc86-56187971fa91), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:31.867428 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed797e89-dc53-4255-8fed-651e716ad7e5 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Router 992fb36c-e762-4cf0-9ad0-5ab122d92223 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:39:31.925846 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-cd0eb0e0-7457-4011-9d4a-39558c8456e5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] For port df8d562b-d781-4aa1-bc86-56187971fa91, host hv-neutron-8291, got binding levels [] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:39:31.926208 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cd0eb0e0-7457-4011-9d4a-39558c8456e5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (df8d562b-d781-4aa1-bc86-56187971fa91), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:31.939614 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-cd0eb0e0-7457-4011-9d4a-39558c8456e5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Calling delete_port for df8d562b-d781-4aa1-bc86-56187971fa91 owned by {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:39:31.940245 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6ea66a-368f-48a6-acad-a1cd5375068e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Made reservation on behalf of a3b8dd05d882407cb4aeb7c1fff3f6af for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:31.943585 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ae6ea66a-368f-48a6-acad-a1cd5375068e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:32.025952 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47382) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:32.069410 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-46ca9a8f-efa6-47de-99f2-6ed726ed8e47 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d7612d40cf0f44b8af8867fb973d0054&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417318 Feb 28 10:39:32.072175 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47384) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:32.085876 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cd0eb0e0-7457-4011-9d4a-39558c8456e5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (df8d562b-d781-4aa1-bc86-56187971fa91), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:32.131234 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0eb0e0-7457-4011-9d4a-39558c8456e5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Pushing event deleted for resources: {'Port': ['ID=df8d562b-d781-4aa1-bc86-56187971fa91,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:32.140727 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cd0eb0e0-7457-4011-9d4a-39558c8456e5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:32.144031 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-cd0eb0e0-7457-4011-9d4a-39558c8456e5 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] 10.222.0.62 "DELETE /v2.0/ports/df8d562b-d781-4aa1-bc86-56187971fa91 HTTP/1.1" status: 204 len: 168 time: 0.3865056 Feb 28 10:39:32.148319 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47386) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:32.181541 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf5537ed-7040-44cd-8b08-7dcf7c8da630 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] GET failed (client error): The resource could not be found. Feb 28 10:39:32.183044 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-cf5537ed-7040-44cd-8b08-7dcf7c8da630 tempest-PortsAdminExtendedAttrsTestJSON-2061683986 tempest-PortsAdminExtendedAttrsTestJSON-2061683986-project-admin] 10.222.0.62 "GET /v2.0/ports/df8d562b-d781-4aa1-bc86-56187971fa91 HTTP/1.1" status: 404 len: 333 time: 0.0336187 Feb 28 10:39:32.186597 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47388) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:32.198684 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0c3ffab6-986c-4294-bb93-56054fe0c3f2 admin admin] Publish callbacks [] for security_group (6c424078-87c7-4569-bba3-9b608bea2078), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:32.280354 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0c3ffab6-986c-4294-bb93-56054fe0c3f2 admin admin] Publish callbacks [] for security_group (6c424078-87c7-4569-bba3-9b608bea2078), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:32.301533 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a9d514f7-8f22-41e7-8041-9f56f58e718e tempest-PortsAdminExtendedAttrsTestJSON-427417502 tempest-PortsAdminExtendedAttrsTestJSON-427417502-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (82ba7ff8-74d7-481a-aedc-f7f13979caa0), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:32.361159 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed797e89-dc53-4255-8fed-651e716ad7e5 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:39:32.366938 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae6ea66a-368f-48a6-acad-a1cd5375068e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:39:32.374321 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-ed797e89-dc53-4255-8fed-651e716ad7e5 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "PUT /v2.0/routers/992fb36c-e762-4cf0-9ad0-5ab122d92223/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2896540 Feb 28 10:39:32.376376 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea6ff0b-eaef-4318-b64a-68d6863dc587 None None] Sync routers for ids ['992fb36c-e762-4cf0-9ad0-5ab122d92223'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:39:32.377794 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47390) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:32.389520 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea6ff0b-eaef-4318-b64a-68d6863dc587 None None] Routers {'992fb36c-e762-4cf0-9ad0-5ab122d92223'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:39:32.390416 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-7ea6ff0b-eaef-4318-b64a-68d6863dc587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:39:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['992fb36c-e762-4cf0-9ad0-5ab122d92223'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:32.416348 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a9d514f7-8f22-41e7-8041-9f56f58e718e tempest-PortsAdminExtendedAttrsTestJSON-427417502 tempest-PortsAdminExtendedAttrsTestJSON-427417502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (82ba7ff8-74d7-481a-aedc-f7f13979caa0), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:32.433509 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-7ea6ff0b-eaef-4318-b64a-68d6863dc587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:32.439670 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-a9d514f7-8f22-41e7-8041-9f56f58e718e tempest-PortsAdminExtendedAttrsTestJSON-427417502 tempest-PortsAdminExtendedAttrsTestJSON-427417502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82ba7ff8-74d7-481a-aedc-f7f13979caa0']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:32.442991 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea6ff0b-eaef-4318-b64a-68d6863dc587 None None] Routers {'992fb36c-e762-4cf0-9ad0-5ab122d92223'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:39:32.443342 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-7ea6ff0b-eaef-4318-b64a-68d6863dc587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:39:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['992fb36c-e762-4cf0-9ad0-5ab122d92223'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:32.451056 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-a9d514f7-8f22-41e7-8041-9f56f58e718e tempest-PortsAdminExtendedAttrsTestJSON-427417502 tempest-PortsAdminExtendedAttrsTestJSON-427417502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '208c2203-c898-441f-8a5c-164698ed99c6') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:32.451360 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-a9d514f7-8f22-41e7-8041-9f56f58e718e tempest-PortsAdminExtendedAttrsTestJSON-427417502 tempest-PortsAdminExtendedAttrsTestJSON-427417502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '208c2203-c898-441f-8a5c-164698ed99c6') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:32.463362 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a9d514f7-8f22-41e7-8041-9f56f58e718e tempest-PortsAdminExtendedAttrsTestJSON-427417502 tempest-PortsAdminExtendedAttrsTestJSON-427417502-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (208c2203-c898-441f-8a5c-164698ed99c6), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:32.478566 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a9d514f7-8f22-41e7-8041-9f56f58e718e tempest-PortsAdminExtendedAttrsTestJSON-427417502 tempest-PortsAdminExtendedAttrsTestJSON-427417502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (208c2203-c898-441f-8a5c-164698ed99c6), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:32.481747 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-7ea6ff0b-eaef-4318-b64a-68d6863dc587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:32.482681 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea6ff0b-eaef-4318-b64a-68d6863dc587 None None] The sync data for ids ['992fb36c-e762-4cf0-9ad0-5ab122d92223'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:39:32.488813 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0c3ffab6-986c-4294-bb93-56054fe0c3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (6c424078-87c7-4569-bba3-9b608bea2078), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:32.489535 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0c3ffab6-986c-4294-bb93-56054fe0c3f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:32.490826 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-0c3ffab6-986c-4294-bb93-56054fe0c3f2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6c424078-87c7-4569-bba3-9b608bea2078 HTTP/1.1" status: 204 len: 168 time: 0.4174988 Feb 28 10:39:32.491951 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ae6ea66a-368f-48a6-acad-a1cd5375068e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (1b448e2b-57f5-4a6d-b17c-20719b40ab80), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:32.492307 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-ae6ea66a-368f-48a6-acad-a1cd5375068e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Added segment 1b448e2b-57f5-4a6d-b17c-20719b40ab80 of type vlan for network 5e4ef4c1-82c9-46ad-b063-243bd2242e3d Feb 28 10:39:32.492484 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9d514f7-8f22-41e7-8041-9f56f58e718e tempest-PortsAdminExtendedAttrsTestJSON-427417502 tempest-PortsAdminExtendedAttrsTestJSON-427417502-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:39:32.492858 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a9d514f7-8f22-41e7-8041-9f56f58e718e tempest-PortsAdminExtendedAttrsTestJSON-427417502 tempest-PortsAdminExtendedAttrsTestJSON-427417502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (208c2203-c898-441f-8a5c-164698ed99c6), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:32.498341 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:39:32.498341 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:39:32.498341 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:39:32.498341 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:39:32.498341 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:39:32.498341 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:39:32.498341 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:39:32.498341 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:39:32.498341 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:39:32.498341 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:39:32.498341 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:39:32.498341 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:39:32.498341 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:39:32.498341 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:39:32.498341 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:39:32.498341 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:39:32.498341 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:39:32.498341 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:39:32.498341 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:39:32.498341 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:39:32.498341 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:39:32.498341 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:39:32.498341 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:39:32.498341 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:39:32.498341 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:39:32.498341 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:39:32.498341 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:39:32.498341 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:39:32.498341 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:39:32.498341 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:39:32.498341 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:39:32.498341 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:39:32.514676 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3ffab6-986c-4294-bb93-56054fe0c3f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c424078-87c7-4569-bba3-9b608bea2078,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:32.561291 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ae6ea66a-368f-48a6-acad-a1cd5375068e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (5e4ef4c1-82c9-46ad-b063-243bd2242e3d), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:32.632874 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a9d514f7-8f22-41e7-8041-9f56f58e718e tempest-PortsAdminExtendedAttrsTestJSON-427417502 tempest-PortsAdminExtendedAttrsTestJSON-427417502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (82ba7ff8-74d7-481a-aedc-f7f13979caa0), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:32.642392 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a9d514f7-8f22-41e7-8041-9f56f58e718e tempest-PortsAdminExtendedAttrsTestJSON-427417502 tempest-PortsAdminExtendedAttrsTestJSON-427417502-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:32.648708 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a9d514f7-8f22-41e7-8041-9f56f58e718e tempest-PortsAdminExtendedAttrsTestJSON-427417502 tempest-PortsAdminExtendedAttrsTestJSON-427417502-project] 10.222.0.62 "DELETE /v2.0/networks/82ba7ff8-74d7-481a-aedc-f7f13979caa0 HTTP/1.1" status: 204 len: 168 time: 0.4579577 Feb 28 10:39:32.657588 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d514f7-8f22-41e7-8041-9f56f58e718e tempest-PortsAdminExtendedAttrsTestJSON-427417502 tempest-PortsAdminExtendedAttrsTestJSON-427417502-project] Pushing event deleted for resources: {'Network': ['ID=82ba7ff8-74d7-481a-aedc-f7f13979caa0,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:32.707214 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:39:32.832137 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b5b46f14-8ee1-4437-91ce-260e2e362ec2 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for port (731a3079-20d7-4545-80a1-9c40a1202909), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:32.833667 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ae6ea66a-368f-48a6-acad-a1cd5375068e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (5e4ef4c1-82c9-46ad-b063-243bd2242e3d), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:32.839212 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6ea66a-368f-48a6-acad-a1cd5375068e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:32.840050 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ae6ea66a-368f-48a6-acad-a1cd5375068e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:32.913178 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6ea66a-368f-48a6-acad-a1cd5375068e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event updated for resources: {'Network': ['ID=5e4ef4c1-82c9-46ad-b063-243bd2242e3d,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:32.924609 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 5e4ef4c1-82c9-46ad-b063-243bd2242e3d details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:39:32.953026 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b5b46f14-8ee1-4437-91ce-260e2e362ec2 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (731a3079-20d7-4545-80a1-9c40a1202909), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:33.008183 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-ae6ea66a-368f-48a6-acad-a1cd5375068e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2814035 Feb 28 10:39:33.013983 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47400) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:33.014414 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-6dd78ab8-87ba-4585-a026-73fe42a80f40 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Request body: {'subnet': {'network_id': '5e4ef4c1-82c9-46ad-b063-243bd2242e3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:33.038569 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b5b46f14-8ee1-4437-91ce-260e2e362ec2 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047558'] for router_interface (481f4df8-b917-4fd1-9951-0ab2d9aba448), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:33.046157 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b46f14-8ee1-4437-91ce-260e2e362ec2 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Pushing event updated for resources: {'Port': ['ID=731a3079-20d7-4545-80a1-9c40a1202909,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:33.115013 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e8f7c3c3-9bfb-41fb-b5e4-16b0cb2cce49 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047661'] for router_interface (992fb36c-e762-4cf0-9ad0-5ab122d92223), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:33.178011 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47408) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:33.203735 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd78ab8-87ba-4585-a026-73fe42a80f40 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Made reservation on behalf of a3b8dd05d882407cb4aeb7c1fff3f6af for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:33.207744 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6dd78ab8-87ba-4585-a026-73fe42a80f40 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:33.233433 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b46f14-8ee1-4437-91ce-260e2e362ec2 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Network 762b77a3-0fee-402a-b09b-96d5ead56933 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:39:33.235751 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-b5b46f14-8ee1-4437-91ce-260e2e362ec2 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:33.437028 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b46f14-8ee1-4437-91ce-260e2e362ec2 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Router 481f4df8-b917-4fd1-9951-0ab2d9aba448 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:39:33.461875 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-65fb976f-8077-4ea2-9d5c-c3ed3bdba59f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f07503887eed466db11a98fd375c18ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2821686 Feb 28 10:39:33.466083 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47414) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:33.539640 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f983cd4f-60cd-42a6-b3aa-869beb3a7b43 admin admin] Publish callbacks [] for security_group (1d9279e5-30d8-4e58-8f73-9447da27d153), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:33.556514 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-5b513f3f-40a0-4d4f-9b79-434b36eb734a None None] Provisioning complete for port 731a3079-20d7-4545-80a1-9c40a1202909 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:33.557089 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5b513f3f-40a0-4d4f-9b79-434b36eb734a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (731a3079-20d7-4545-80a1-9c40a1202909), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:33.562679 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f983cd4f-60cd-42a6-b3aa-869beb3a7b43 admin admin] Publish callbacks [] for security_group (1d9279e5-30d8-4e58-8f73-9447da27d153), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:33.570961 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6dd78ab8-87ba-4585-a026-73fe42a80f40 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (81e516e6-dbdd-41db-964d-8c54f3432b54), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:33.592950 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-e8f7c3c3-9bfb-41fb-b5e4-16b0cb2cce49 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Deleting port 803b5ba4-a638-4e46-a9bc-218641a73059 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:39:33.592950 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e8f7c3c3-9bfb-41fb-b5e4-16b0cb2cce49 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (803b5ba4-a638-4e46-a9bc-218641a73059), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:33.615413 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-5b513f3f-40a0-4d4f-9b79-434b36eb734a None None] Port 731a3079-20d7-4545-80a1-9c40a1202909 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:39:33.640548 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b46f14-8ee1-4437-91ce-260e2e362ec2 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:39:33.647493 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-b5b46f14-8ee1-4437-91ce-260e2e362ec2 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] 10.222.0.62 "PUT /v2.0/routers/481f4df8-b917-4fd1-9951-0ab2d9aba448/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1713808 Feb 28 10:39:33.650398 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47422) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:33.656992 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-a959d8bf-b36d-4746-a733-48980bf22823 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Request body: {'port': {'network_id': '762b77a3-0fee-402a-b09b-96d5ead56933', 'name': 'tempest-FloatingIPTestJSON-255279591'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:33.665031 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee77009-5f90-4528-9e6c-93bb511d0a5c None None] Sync routers for ids ['481f4df8-b917-4fd1-9951-0ab2d9aba448'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:39:33.673172 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd78ab8-87ba-4585-a026-73fe42a80f40 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event updated for resources: {'Subnet': ['ID=81e516e6-dbdd-41db-964d-8c54f3432b54,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:33.687237 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd78ab8-87ba-4585-a026-73fe42a80f40 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Checking segment: {'id': '1b448e2b-57f5-4a6d-b17c-20719b40ab80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5e4ef4c1-82c9-46ad-b063-243bd2242e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:39:33.687601 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd78ab8-87ba-4585-a026-73fe42a80f40 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Network hostable DHCP agents. Network: 5e4ef4c1-82c9-46ad-b063-243bd2242e3d, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:39:33.690036 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee77009-5f90-4528-9e6c-93bb511d0a5c None None] Routers {'481f4df8-b917-4fd1-9951-0ab2d9aba448'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:39:33.690676 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-0ee77009-5f90-4528-9e6c-93bb511d0a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:39:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['481f4df8-b917-4fd1-9951-0ab2d9aba448'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:33.735512 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-0ee77009-5f90-4528-9e6c-93bb511d0a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:33.744847 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e8f7c3c3-9bfb-41fb-b5e4-16b0cb2cce49 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (803b5ba4-a638-4e46-a9bc-218641a73059), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:33.745064 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee77009-5f90-4528-9e6c-93bb511d0a5c None None] Routers {'481f4df8-b917-4fd1-9951-0ab2d9aba448'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:39:33.745779 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-0ee77009-5f90-4528-9e6c-93bb511d0a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:39:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['481f4df8-b917-4fd1-9951-0ab2d9aba448'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:33.778884 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd78ab8-87ba-4585-a026-73fe42a80f40 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Network 5e4ef4c1-82c9-46ad-b063-243bd2242e3d is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:39:33.782370 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f983cd4f-60cd-42a6-b3aa-869beb3a7b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (1d9279e5-30d8-4e58-8f73-9447da27d153), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:33.784949 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f983cd4f-60cd-42a6-b3aa-869beb3a7b43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:33.790951 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-0ee77009-5f90-4528-9e6c-93bb511d0a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:33.792193 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee77009-5f90-4528-9e6c-93bb511d0a5c None None] The sync data for ids ['481f4df8-b917-4fd1-9951-0ab2d9aba448'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:39:33.796710 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-e8f7c3c3-9bfb-41fb-b5e4-16b0cb2cce49 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Calling delete_port for 803b5ba4-a638-4e46-a9bc-218641a73059 owned by network:router_interface {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:39:33.799089 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-f983cd4f-60cd-42a6-b3aa-869beb3a7b43 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1d9279e5-30d8-4e58-8f73-9447da27d153 HTTP/1.1" status: 204 len: 168 time: 0.3257682 Feb 28 10:39:33.822304 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f983cd4f-60cd-42a6-b3aa-869beb3a7b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9279e5-30d8-4e58-8f73-9447da27d153,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:33.873088 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-6dd78ab8-87ba-4585-a026-73fe42a80f40 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 5e4ef4c1-82c9-46ad-b063-243bd2242e3d) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:33.879348 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd78ab8-87ba-4585-a026-73fe42a80f40 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:33.889374 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6dd78ab8-87ba-4585-a026-73fe42a80f40 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:33.889761 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdc17de-702f-424e-9557-dfea07a20bac None None] Network 5e4ef4c1-82c9-46ad-b063-243bd2242e3d requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:39:33.889860 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47428) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:33.920976 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a959d8bf-b36d-4746-a733-48980bf22823 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Made reservation on behalf of 94c254e0b2ed4c649e751c1a9615c906 for: {'port': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:33.924871 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a959d8bf-b36d-4746-a733-48980bf22823 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:33.947723 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [None req-a959d8bf-b36d-4746-a733-48980bf22823 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] device_id is not set on port f2faea43-81e9-422e-b044-50154d74fdac yet. {{(pid=104084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:39:33.988037 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-6dd78ab8-87ba-4585-a026-73fe42a80f40 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9780951 Feb 28 10:39:33.990542 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47432) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:33.996272 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-d9321d78-dc13-4082-9208-c37871db227e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Request body: {'port': {'network_id': '5e4ef4c1-82c9-46ad-b063-243bd2242e3d', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1468308767'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:34.064856 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-00d8e7ae-151a-459b-95d9-976b98714aa5 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1189121014'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:34.135344 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-a959d8bf-b36d-4746-a733-48980bf22823 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Allocated IP 172.20.0.10 (762b77a3-0fee-402a-b09b-96d5ead56933/806fc4b8-0f94-463e-a212-2c43a973f5eb/f2faea43-81e9-422e-b044-50154d74fdac) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:39:34.167335 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2076156-4f3c-4cec-a582-1b52901f5ade None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-5e4ef4c1-82c9-46ad-b063-243bd2242e3d', 'network_id': '5e4ef4c1-82c9-46ad-b063-243bd2242e3d', 'project_id': 'a3b8dd05d882407cb4aeb7c1fff3f6af', 'fixed_ips': [{'subnet_id': '81e516e6-dbdd-41db-964d-8c54f3432b54'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:39:34.168768 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b2076156-4f3c-4cec-a582-1b52901f5ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:34.183153 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e8f7c3c3-9bfb-41fb-b5e4-16b0cb2cce49 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (803b5ba4-a638-4e46-a9bc-218641a73059), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:34.208769 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d8e7ae-151a-459b-95d9-976b98714aa5 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Made reservation on behalf of f920f03a7902430fbdcf99b2885cdd7d for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:34.213089 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-00d8e7ae-151a-459b-95d9-976b98714aa5 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:34.219414 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f7c3c3-9bfb-41fb-b5e4-16b0cb2cce49 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event deleted for resources: {'Port': ['ID=803b5ba4-a638-4e46-a9bc-218641a73059,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:34.230772 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-00d8e7ae-151a-459b-95d9-976b98714aa5 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:34.270816 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9321d78-dc13-4082-9208-c37871db227e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Made reservation on behalf of a3b8dd05d882407cb4aeb7c1fff3f6af for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:34.275709 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d9321d78-dc13-4082-9208-c37871db227e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:34.317025 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-d9321d78-dc13-4082-9208-c37871db227e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] device_id is not set on port e50645fb-c7bd-499e-9b09-76f9ad4247f5 yet. {{(pid=104083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:39:34.330236 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-b2076156-4f3c-4cec-a582-1b52901f5ade None None] Allocated IP 172.20.0.2 (5e4ef4c1-82c9-46ad-b063-243bd2242e3d/81e516e6-dbdd-41db-964d-8c54f3432b54/9df5b4f4-2b9c-4630-95f1-edb8e0d81486) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:39:34.457726 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-00d8e7ae-151a-459b-95d9-976b98714aa5 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks [] for security_group (ba5300f1-f89e-4662-b2f5-cacc76af7281), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:34.524144 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-00d8e7ae-151a-459b-95d9-976b98714aa5 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (ba5300f1-f89e-4662-b2f5-cacc76af7281), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:34.540300 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b2076156-4f3c-4cec-a582-1b52901f5ade None None] Publish callbacks [] for port (9df5b4f4-2b9c-4630-95f1-edb8e0d81486), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:34.561648 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00d8e7ae-151a-459b-95d9-976b98714aa5 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:39:34.571989 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d8e7ae-151a-459b-95d9-976b98714aa5 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5300f1-f89e-4662-b2f5-cacc76af7281,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:34.577122 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-00d8e7ae-151a-459b-95d9-976b98714aa5 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (77cb1bb1-ebc8-4467-9fa9-dc6966ee1157), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:34.577570 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-00d8e7ae-151a-459b-95d9-976b98714aa5 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Added segment 77cb1bb1-ebc8-4467-9fa9-dc6966ee1157 of type vlan for network 17887987-b07e-4bcb-a4ad-11435f35b675 Feb 28 10:39:34.615395 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b2076156-4f3c-4cec-a582-1b52901f5ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (9df5b4f4-2b9c-4630-95f1-edb8e0d81486), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:34.645419 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-00d8e7ae-151a-459b-95d9-976b98714aa5 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (17887987-b07e-4bcb-a4ad-11435f35b675), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:34.661072 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2076156-4f3c-4cec-a582-1b52901f5ade None None] Network 5e4ef4c1-82c9-46ad-b063-243bd2242e3d is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:39:34.666964 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-b2076156-4f3c-4cec-a582-1b52901f5ade None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:34.695224 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-d9321d78-dc13-4082-9208-c37871db227e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Allocated IP 172.20.0.9 (5e4ef4c1-82c9-46ad-b063-243bd2242e3d/81e516e6-dbdd-41db-964d-8c54f3432b54/e50645fb-c7bd-499e-9b09-76f9ad4247f5) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:39:34.695521 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2076156-4f3c-4cec-a582-1b52901f5ade None None] Pushing event updated for resources: {'Port': ['ID=9df5b4f4-2b9c-4630-95f1-edb8e0d81486,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:34.702094 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2076156-4f3c-4cec-a582-1b52901f5ade None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:39:34.723379 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47436) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:34.770315 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-b2076156-4f3c-4cec-a582-1b52901f5ade None None] Attempting to bind port 9df5b4f4-2b9c-4630-95f1-edb8e0d81486 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:39:34.770821 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-b2076156-4f3c-4cec-a582-1b52901f5ade None None] Attempting to bind port 9df5b4f4-2b9c-4630-95f1-edb8e0d81486 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '1b448e2b-57f5-4a6d-b17c-20719b40ab80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5e4ef4c1-82c9-46ad-b063-243bd2242e3d'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:39:34.771292 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2076156-4f3c-4cec-a582-1b52901f5ade None None] Attempting to bind port 9df5b4f4-2b9c-4630-95f1-edb8e0d81486 on network 5e4ef4c1-82c9-46ad-b063-243bd2242e3d {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:39:34.777689 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2076156-4f3c-4cec-a582-1b52901f5ade None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:39:34.778168 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2076156-4f3c-4cec-a582-1b52901f5ade None None] Checking segment: {'id': '1b448e2b-57f5-4a6d-b17c-20719b40ab80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5e4ef4c1-82c9-46ad-b063-243bd2242e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:39:34.778648 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b2076156-4f3c-4cec-a582-1b52901f5ade None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:34.779148 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2076156-4f3c-4cec-a582-1b52901f5ade None None] Bound using segment: {'id': '1b448e2b-57f5-4a6d-b17c-20719b40ab80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5e4ef4c1-82c9-46ad-b063-243bd2242e3d'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:39:34.779696 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-b2076156-4f3c-4cec-a582-1b52901f5ade None None] Bound port: 9df5b4f4-2b9c-4630-95f1-edb8e0d81486, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b448e2b-57f5-4a6d-b17c-20719b40ab80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5e4ef4c1-82c9-46ad-b063-243bd2242e3d'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:39:34.780153 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b2076156-4f3c-4cec-a582-1b52901f5ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (9df5b4f4-2b9c-4630-95f1-edb8e0d81486), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:34.788310 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-00d8e7ae-151a-459b-95d9-976b98714aa5 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (17887987-b07e-4bcb-a4ad-11435f35b675), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:34.793369 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d8e7ae-151a-459b-95d9-976b98714aa5 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:34.794056 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-00d8e7ae-151a-459b-95d9-976b98714aa5 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:34.851537 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-b2076156-4f3c-4cec-a582-1b52901f5ade None None] For port 9df5b4f4-2b9c-4630-95f1-edb8e0d81486, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:39:34.855750 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e8f7c3c3-9bfb-41fb-b5e4-16b0cb2cce49 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1047681'] for router_interface (992fb36c-e762-4cf0-9ad0-5ab122d92223), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:34.857122 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-b2076156-4f3c-4cec-a582-1b52901f5ade None None] For port 9df5b4f4-2b9c-4630-95f1-edb8e0d81486, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=9df5b4f4-2b9c-4630-95f1-edb8e0d81486,segment=NetworkSegment(1b448e2b-57f5-4a6d-b17c-20719b40ab80),segment_id=1b448e2b-57f5-4a6d-b17c-20719b40ab80)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:39:34.860646 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a959d8bf-b36d-4746-a733-48980bf22823 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for port (f2faea43-81e9-422e-b044-50154d74fdac), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:34.924050 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b2076156-4f3c-4cec-a582-1b52901f5ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (9df5b4f4-2b9c-4630-95f1-edb8e0d81486), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:34.996316 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2076156-4f3c-4cec-a582-1b52901f5ade None None] Pushing event updated for resources: {'Port': ['ID=9df5b4f4-2b9c-4630-95f1-edb8e0d81486,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:35.061231 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f7c3c3-9bfb-41fb-b5e4-16b0cb2cce49 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Router 992fb36c-e762-4cf0-9ad0-5ab122d92223 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:39:35.121351 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a959d8bf-b36d-4746-a733-48980bf22823 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (f2faea43-81e9-422e-b044-50154d74fdac), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:35.214077 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f7c3c3-9bfb-41fb-b5e4-16b0cb2cce49 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:39:35.223456 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-e8f7c3c3-9bfb-41fb-b5e4-16b0cb2cce49 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "PUT /v2.0/routers/992fb36c-e762-4cf0-9ad0-5ab122d92223/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8446181 Feb 28 10:39:35.223992 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b9428e-1cfc-4475-b579-7f30f23004e5 None None] Sync routers for ids ['992fb36c-e762-4cf0-9ad0-5ab122d92223'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:39:35.232242 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47438) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:35.241848 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b9428e-1cfc-4475-b579-7f30f23004e5 None None] Routers {'992fb36c-e762-4cf0-9ad0-5ab122d92223'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:39:35.242561 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-b8b9428e-1cfc-4475-b579-7f30f23004e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:39:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['992fb36c-e762-4cf0-9ad0-5ab122d92223'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:35.283113 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-50dc2d92-7a05-4c26-ac27-07ebe890bc04 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7a741a811285476c9679c6695e1edbf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5584295 Feb 28 10:39:35.289803 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d8e7ae-151a-459b-95d9-976b98714aa5 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Pushing event updated for resources: {'Network': ['ID=17887987-b07e-4bcb-a4ad-11435f35b675,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:35.290034 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47440) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:35.290330 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47442) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:35.291281 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-0641e719-0c10-4479-b9a4-87fe77ba45ac tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "GET /v2.0/ports?device_id=992fb36c-e762-4cf0-9ad0-5ab122d92223 HTTP/1.1" status: 200 len: 205 time: 0.0586865 Feb 28 10:39:35.291483 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-b8b9428e-1cfc-4475-b579-7f30f23004e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:35.294730 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a959d8bf-b36d-4746-a733-48980bf22823 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Network 762b77a3-0fee-402a-b09b-96d5ead56933 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:39:35.301135 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a959d8bf-b36d-4746-a733-48980bf22823 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Pushing event updated for resources: {'Port': ['ID=f2faea43-81e9-422e-b044-50154d74fdac,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:35.301135 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-a959d8bf-b36d-4746-a733-48980bf22823 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:35.302408 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a959d8bf-b36d-4746-a733-48980bf22823 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:39:35.309715 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b9428e-1cfc-4475-b579-7f30f23004e5 None None] Routers {'992fb36c-e762-4cf0-9ad0-5ab122d92223'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:39:35.310363 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-b8b9428e-1cfc-4475-b579-7f30f23004e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:39:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['992fb36c-e762-4cf0-9ad0-5ab122d92223'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:35.366558 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-00d8e7ae-151a-459b-95d9-976b98714aa5 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4767935 Feb 28 10:39:35.371049 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47444) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:35.374882 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 17887987-b07e-4bcb-a4ad-11435f35b675 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:39:35.386313 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-cdf47a8f-ae9e-4bc3-89ac-6b36e70b61c0 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Request body: {'subnet': {'network_id': '17887987-b07e-4bcb-a4ad-11435f35b675', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:35.433221 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d9321d78-dc13-4082-9208-c37871db227e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for port (e50645fb-c7bd-499e-9b09-76f9ad4247f5), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:35.447420 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-b8b9428e-1cfc-4475-b579-7f30f23004e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:35.448136 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b9428e-1cfc-4475-b579-7f30f23004e5 None None] The sync data for ids ['992fb36c-e762-4cf0-9ad0-5ab122d92223'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:39:35.464384 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a959d8bf-b36d-4746-a733-48980bf22823 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:35.467259 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a959d8bf-b36d-4746-a733-48980bf22823 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:35.485834 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6ceb8bac-801d-4432-9e40-a536bc0c5499 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for router (992fb36c-e762-4cf0-9ad0-5ab122d92223), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:35.598709 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 9df5b4f4-2b9c-4630-95f1-edb8e0d81486 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:39:35.612705 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4f5edc9f-36e5-40fd-a130-cc791c4c76ee admin admin] Publish callbacks [] for security_group (963ee945-4343-4309-a500-b7531248bbbc), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:35.632759 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-a959d8bf-b36d-4746-a733-48980bf22823 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9812405 Feb 28 10:39:35.639121 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47446) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:35.644024 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-3441a384-038d-4668-9b69-4f0ac1ccd6e1 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Request body: {'floatingip': {'port_id': 'f2faea43-81e9-422e-b044-50154d74fdac'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:35.658789 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-c27df952-6247-44da-a488-0bd25d832c2e None None] Provisioning complete for port f2faea43-81e9-422e-b044-50154d74fdac triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:35.659386 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c27df952-6247-44da-a488-0bd25d832c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (f2faea43-81e9-422e-b044-50154d74fdac), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:35.664736 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 9df5b4f4-2b9c-4630-95f1-edb8e0d81486 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:35.665070 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (9df5b4f4-2b9c-4630-95f1-edb8e0d81486), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:35.704606 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf47a8f-ae9e-4bc3-89ac-6b36e70b61c0 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Made reservation on behalf of f920f03a7902430fbdcf99b2885cdd7d for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:35.704606 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cdf47a8f-ae9e-4bc3-89ac-6b36e70b61c0 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:35.713289 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4f5edc9f-36e5-40fd-a130-cc791c4c76ee admin admin] Publish callbacks [] for security_group (963ee945-4343-4309-a500-b7531248bbbc), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:35.728787 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ee04b4a8-7b3e-43ab-aba4-f478a8321788 req-32efd8c4-1bb1-4e81-b8ef-25afae5a22bb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2148e76d-635b-459e-9863-9aa3e7607ee5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2938104 Feb 28 10:39:35.730216 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-c27df952-6247-44da-a488-0bd25d832c2e None None] Port f2faea43-81e9-422e-b044-50154d74fdac cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:39:35.779100 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6ceb8bac-801d-4432-9e40-a536bc0c5499 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (992fb36c-e762-4cf0-9ad0-5ab122d92223), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:35.779477 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 9df5b4f4-2b9c-4630-95f1-edb8e0d81486 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:39:35.779881 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (9df5b4f4-2b9c-4630-95f1-edb8e0d81486), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:35.782908 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6ceb8bac-801d-4432-9e40-a536bc0c5499 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for router_controller (992fb36c-e762-4cf0-9ad0-5ab122d92223), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:35.801779 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3441a384-038d-4668-9b69-4f0ac1ccd6e1 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for floatingip (c73630fd-533c-4d29-8fe5-670452d674d5), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:35.815137 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port 9df5b4f4-2b9c-4630-95f1-edb8e0d81486, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=9df5b4f4-2b9c-4630-95f1-edb8e0d81486,segment=NetworkSegment(1b448e2b-57f5-4a6d-b17c-20719b40ab80),segment_id=1b448e2b-57f5-4a6d-b17c-20719b40ab80)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:39:35.851605 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d9321d78-dc13-4082-9208-c37871db227e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (e50645fb-c7bd-499e-9b09-76f9ad4247f5), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:35.889239 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (9df5b4f4-2b9c-4630-95f1-edb8e0d81486), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:35.926753 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9321d78-dc13-4082-9208-c37871db227e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Network 5e4ef4c1-82c9-46ad-b063-243bd2242e3d is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:39:35.939017 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-d9321d78-dc13-4082-9208-c37871db227e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:35.944715 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9321d78-dc13-4082-9208-c37871db227e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:39:35.974871 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9321d78-dc13-4082-9208-c37871db227e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event updated for resources: {'Port': ['ID=e50645fb-c7bd-499e-9b09-76f9ad4247f5,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:35.982040 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6ceb8bac-801d-4432-9e40-a536bc0c5499 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (992fb36c-e762-4cf0-9ad0-5ab122d92223), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:35.982652 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ceb8bac-801d-4432-9e40-a536bc0c5499 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Fanout notify agent at l3_agent the message router_deleted on router 992fb36c-e762-4cf0-9ad0-5ab122d92223 {{(pid=104083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:39:35.985407 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=9df5b4f4-2b9c-4630-95f1-edb8e0d81486,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:35.992485 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6ceb8bac-801d-4432-9e40-a536bc0c5499 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:35.999317 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-6ceb8bac-801d-4432-9e40-a536bc0c5499 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "DELETE /v2.0/routers/992fb36c-e762-4cf0-9ad0-5ab122d92223 HTTP/1.1" status: 204 len: 168 time: 0.7019491 Feb 28 10:39:35.999811 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47448) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:36.009774 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04b4a8-7b3e-43ab-aba4-f478a8321788 req-b3441591-58b1-4018-a897-a354a7fdc664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:36.011315 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ee04b4a8-7b3e-43ab-aba4-f478a8321788 req-b3441591-58b1-4018-a897-a354a7fdc664 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f5a1ec0f7f9748a2bd1edc7639d74b9e&device_id=2148e76d-635b-459e-9863-9aa3e7607ee5 HTTP/1.1" status: 200 len: 1130 time: 0.1747243 Feb 28 10:39:36.025837 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9321d78-dc13-4082-9208-c37871db227e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:36.027165 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d9321d78-dc13-4082-9208-c37871db227e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:36.052699 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4f5edc9f-36e5-40fd-a130-cc791c4c76ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (963ee945-4343-4309-a500-b7531248bbbc), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:36.057086 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4f5edc9f-36e5-40fd-a130-cc791c4c76ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:36.058242 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-4f5edc9f-36e5-40fd-a130-cc791c4c76ee admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/963ee945-4343-4309-a500-b7531248bbbc HTTP/1.1" status: 204 len: 168 time: 0.7620852 Feb 28 10:39:36.116573 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5edc9f-36e5-40fd-a130-cc791c4c76ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963ee945-4343-4309-a500-b7531248bbbc,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:36.133645 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-d9321d78-dc13-4082-9208-c37871db227e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.1416972 Feb 28 10:39:36.136865 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47452) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:36.168548 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5a89af7-7735-49e4-aeb8-3ea2a286e39c tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Deleting subnet 4a12345f-b798-4bfb-bbcb-fcd2d7ea9d2e {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:39:36.173747 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c5a89af7-7735-49e4-aeb8-3ea2a286e39c tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for subnet (4a12345f-b798-4bfb-bbcb-fcd2d7ea9d2e), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:36.227322 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c5a89af7-7735-49e4-aeb8-3ea2a286e39c tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (4a12345f-b798-4bfb-bbcb-fcd2d7ea9d2e), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:36.243250 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04b4a8-7b3e-43ab-aba4-f478a8321788 req-0e707f22-1468-4798-a777-dd42704f96d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:36.248691 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ee04b4a8-7b3e-43ab-aba4-f478a8321788 req-0e707f22-1468-4798-a777-dd42704f96d9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=06e3cc33-89ec-4958-a42e-5435ad902e2f HTTP/1.1" status: 200 len: 896 time: 0.2081058 Feb 28 10:39:36.298632 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cdf47a8f-ae9e-4bc3-89ac-6b36e70b61c0 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (6fa4c8a4-23e8-4a20-a4cd-5c17b9ebed82), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:36.320179 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-dee0b650-2a1a-49e9-a71a-c136ecd0b314 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Deleting port e50645fb-c7bd-499e-9b09-76f9ad4247f5 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:39:36.325423 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dee0b650-2a1a-49e9-a71a-c136ecd0b314 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (e50645fb-c7bd-499e-9b09-76f9ad4247f5), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:36.338414 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ee04b4a8-7b3e-43ab-aba4-f478a8321788 req-6a5f2019-109f-4190-9d6a-cdb793f174c0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=996e044c-df70-4dcd-8ba3-2af0b3c397da HTTP/1.1" status: 200 len: 1002 time: 0.0842459 Feb 28 10:39:36.404881 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966fb283-dc08-4160-a146-b39ba5558770 None None] Network 5e4ef4c1-82c9-46ad-b063-243bd2242e3d requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:39:36.441600 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04b4a8-7b3e-43ab-aba4-f478a8321788 req-0b8b5458-5bda-4f0f-a20d-eb7a8e4e7d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:36.444497 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ee04b4a8-7b3e-43ab-aba4-f478a8321788 req-0b8b5458-5bda-4f0f-a20d-eb7a8e4e7d6f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bea0f80b-02eb-4df8-90d4-3e99d0538dbd HTTP/1.1" status: 200 len: 835 time: 0.0695190 Feb 28 10:39:36.463762 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf47a8f-ae9e-4bc3-89ac-6b36e70b61c0 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Pushing event updated for resources: {'Subnet': ['ID=6fa4c8a4-23e8-4a20-a4cd-5c17b9ebed82,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:36.470558 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dee0b650-2a1a-49e9-a71a-c136ecd0b314 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (e50645fb-c7bd-499e-9b09-76f9ad4247f5), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:36.501291 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c5a89af7-7735-49e4-aeb8-3ea2a286e39c tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (4a12345f-b798-4bfb-bbcb-fcd2d7ea9d2e), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:36.503533 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-466d5a9f-bbb0-4890-9b22-d35aa1f03ead None None] Provisioning complete for port 9df5b4f4-2b9c-4630-95f1-edb8e0d81486 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:36.503672 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-dee0b650-2a1a-49e9-a71a-c136ecd0b314 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Calling delete_port for e50645fb-c7bd-499e-9b09-76f9ad4247f5 owned by {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:39:36.503791 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-466d5a9f-bbb0-4890-9b22-d35aa1f03ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (9df5b4f4-2b9c-4630-95f1-edb8e0d81486), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:36.505506 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf47a8f-ae9e-4bc3-89ac-6b36e70b61c0 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Checking segment: {'id': '77cb1bb1-ebc8-4467-9fa9-dc6966ee1157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '17887987-b07e-4bcb-a4ad-11435f35b675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:39:36.505966 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf47a8f-ae9e-4bc3-89ac-6b36e70b61c0 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Network hostable DHCP agents. Network: 17887987-b07e-4bcb-a4ad-11435f35b675, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:39:36.559368 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04b4a8-7b3e-43ab-aba4-f478a8321788 req-05594195-303a-4508-ae2a-8028fab53a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:36.560921 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ee04b4a8-7b3e-43ab-aba4-f478a8321788 req-05594195-303a-4508-ae2a-8028fab53a4c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=06e3cc33-89ec-4958-a42e-5435ad902e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1089203 Feb 28 10:39:36.636217 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-466d5a9f-bbb0-4890-9b22-d35aa1f03ead None None] Current status of the port 9df5b4f4-2b9c-4630-95f1-edb8e0d81486 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:39:36.715861 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ee04b4a8-7b3e-43ab-aba4-f478a8321788 req-fa498e71-d796-4d96-9107-0f6c5dc553d2 service neutron] 10.222.0.70 "GET /v2.0/networks/06e3cc33-89ec-4958-a42e-5435ad902e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433654 Feb 28 10:39:36.728265 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf47a8f-ae9e-4bc3-89ac-6b36e70b61c0 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Network 17887987-b07e-4bcb-a4ad-11435f35b675 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:39:36.821589 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dee0b650-2a1a-49e9-a71a-c136ecd0b314 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (e50645fb-c7bd-499e-9b09-76f9ad4247f5), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:36.827635 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ee04b4a8-7b3e-43ab-aba4-f478a8321788 req-3ee682ed-06d2-4a74-b54e-bad1143e5b9f service neutron] 10.222.0.70 "GET /v2.0/networks/06e3cc33-89ec-4958-a42e-5435ad902e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028457 Feb 28 10:39:36.842010 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-cdf47a8f-ae9e-4bc3-89ac-6b36e70b61c0 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 17887987-b07e-4bcb-a4ad-11435f35b675) {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:36.842350 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c5a89af7-7735-49e4-aeb8-3ea2a286e39c tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (4a12345f-b798-4bfb-bbcb-fcd2d7ea9d2e), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:36.852153 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da368e1b-f904-4419-b6e3-77c8deff5ebc None None] Network 17887987-b07e-4bcb-a4ad-11435f35b675 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:39:36.854037 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf47a8f-ae9e-4bc3-89ac-6b36e70b61c0 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:36.855121 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cdf47a8f-ae9e-4bc3-89ac-6b36e70b61c0 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:36.857011 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee0b650-2a1a-49e9-a71a-c136ecd0b314 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event deleted for resources: {'Port': ['ID=e50645fb-c7bd-499e-9b09-76f9ad4247f5,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:36.894999 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a89af7-7735-49e4-aeb8-3ea2a286e39c tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event deleted for resources: {'Subnet': ['ID=4a12345f-b798-4bfb-bbcb-fcd2d7ea9d2e,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:36.901736 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c5a89af7-7735-49e4-aeb8-3ea2a286e39c tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:36.910772 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c5a89af7-7735-49e4-aeb8-3ea2a286e39c tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "DELETE /v2.0/subnets/4a12345f-b798-4bfb-bbcb-fcd2d7ea9d2e HTTP/1.1" status: 204 len: 168 time: 0.9068780 Feb 28 10:39:36.912717 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47462) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:36.917312 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3e738c-7fa8-4d13-a76e-f15f712d1bfd None None] Network d8a7d804-23fb-45a6-8963-2f76791edb6f requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:39:36.987259 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-cdf47a8f-ae9e-4bc3-89ac-6b36e70b61c0 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6136868 Feb 28 10:39:36.990046 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47466) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:36.997385 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-e676b79e-c060-49cf-9afd-c41fb7703f6f tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Request body: {'port': {'network_id': '17887987-b07e-4bcb-a4ad-11435f35b675', 'name': 'tempest-AllowedAddressPairTestJSON-2145703036'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:37.011438 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3441a384-038d-4668-9b69-4f0ac1ccd6e1 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:37.025481 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-1b4298ca-9721-4702-9ecc-0a120cd7c845 None None] Could not find standard attr ID for object e50645fb-c7bd-499e-9b09-76f9ad4247f5. {{(pid=104085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:39:37.039739 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_v2 [None req-e68a0268-3f28-4705-af68-3c9916c41245 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Deleting subnet bcb9cf41-f4ba-498f-be2c-5895f4031cbe {{(pid=104083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:39:37.058323 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e68a0268-3f28-4705-af68-3c9916c41245 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for subnet (bcb9cf41-f4ba-498f-be2c-5895f4031cbe), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:37.099136 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dee0b650-2a1a-49e9-a71a-c136ecd0b314 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:37.103993 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-dee0b650-2a1a-49e9-a71a-c136ecd0b314 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "DELETE /v2.0/ports/e50645fb-c7bd-499e-9b09-76f9ad4247f5 HTTP/1.1" status: 204 len: 168 time: 0.9658294 Feb 28 10:39:37.107967 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47468) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:37.114793 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-1b4298ca-9721-4702-9ecc-0a120cd7c845 None None] Provisioning complete for port 9df5b4f4-2b9c-4630-95f1-edb8e0d81486 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:37.115784 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-1b4298ca-9721-4702-9ecc-0a120cd7c845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (9df5b4f4-2b9c-4630-95f1-edb8e0d81486), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:37.122475 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94148bb9-7f64-4570-923c-84572277fbf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-17887987-b07e-4bcb-a4ad-11435f35b675', 'network_id': '17887987-b07e-4bcb-a4ad-11435f35b675', 'project_id': 'f920f03a7902430fbdcf99b2885cdd7d', 'fixed_ips': [{'subnet_id': '6fa4c8a4-23e8-4a20-a4cd-5c17b9ebed82'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:39:37.123628 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-94148bb9-7f64-4570-923c-84572277fbf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:37.156565 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3441a384-038d-4668-9b69-4f0ac1ccd6e1 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047917'] for floatingip (c73630fd-533c-4d29-8fe5-670452d674d5), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:37.164534 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e8c4f35-32d7-4d2b-aa3b-8c39c062a416 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] GET failed (client error): The resource could not be found. Feb 28 10:39:37.167094 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-0e8c4f35-32d7-4d2b-aa3b-8c39c062a416 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "GET /v2.0/ports/e50645fb-c7bd-499e-9b09-76f9ad4247f5 HTTP/1.1" status: 404 len: 333 time: 0.0575774 Feb 28 10:39:37.171872 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47470) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:37.186132 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e68a0268-3f28-4705-af68-3c9916c41245 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59245535'] for subnet (bcb9cf41-f4ba-498f-be2c-5895f4031cbe), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:37.266039 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b760eb-ba36-4d8c-ab3a-7967e3926e6e None None] DHCP port deletion for d8a7d804-23fb-45a6-8963-2f76791edb6f request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:39:37.303553 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_v2 [None req-b55cf064-91dc-41b4-9d30-46e436e7c426 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Deleting subnet 81e516e6-dbdd-41db-964d-8c54f3432b54 {{(pid=104083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:39:37.304912 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.l3_db [None req-3441a384-038d-4668-9b69-4f0ac1ccd6e1 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Floating IP c73630fd-533c-4d29-8fe5-670452d674d5 associated. External IP: 172.26.3.52, port: ada5f02a-8cd8-46eb-8747-6220afd14c52. Feb 28 10:39:37.312741 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b55cf064-91dc-41b4-9d30-46e436e7c426 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for subnet (81e516e6-dbdd-41db-964d-8c54f3432b54), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:37.426945 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b55cf064-91dc-41b4-9d30-46e436e7c426 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59245535'] for subnet (81e516e6-dbdd-41db-964d-8c54f3432b54), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:37.437907 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-94148bb9-7f64-4570-923c-84572277fbf1 None None] Allocated IP 172.20.0.2 (17887987-b07e-4bcb-a4ad-11435f35b675/6fa4c8a4-23e8-4a20-a4cd-5c17b9ebed82/3f9e3fc4-83a3-4249-baca-078eb2af30ed) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:39:37.451033 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e676b79e-c060-49cf-9afd-c41fb7703f6f tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Made reservation on behalf of f920f03a7902430fbdcf99b2885cdd7d for: {'port': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:37.458007 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-1b4298ca-9721-4702-9ecc-0a120cd7c845 None None] Current status of the port 9df5b4f4-2b9c-4630-95f1-edb8e0d81486 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:39:37.462461 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e68a0268-3f28-4705-af68-3c9916c41245 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (bcb9cf41-f4ba-498f-be2c-5895f4031cbe), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:37.462926 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e676b79e-c060-49cf-9afd-c41fb7703f6f tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:37.536257 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [None req-e676b79e-c060-49cf-9afd-c41fb7703f6f tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] device_id is not set on port 78989088-a62e-4ea7-a9bc-869ced8082c3 yet. {{(pid=104084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:39:37.592482 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 9df5b4f4-2b9c-4630-95f1-edb8e0d81486 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:39:37.613766 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b55cf064-91dc-41b4-9d30-46e436e7c426 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (81e516e6-dbdd-41db-964d-8c54f3432b54), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:37.653048 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47480) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:37.658217 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ee90bcaf-ef3c-4462-9bc8-44b73ecb2a9c None None] Could not find standard attr ID for object e50645fb-c7bd-499e-9b09-76f9ad4247f5. {{(pid=104085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:39:37.676269 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e68a0268-3f28-4705-af68-3c9916c41245 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (bcb9cf41-f4ba-498f-be2c-5895f4031cbe), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:37.690318 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-b1b760eb-ba36-4d8c-ab3a-7967e3926e6e None None] Deleting port 4bd052a4-c92d-4181-96eb-cd68f97d0edc {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:39:37.691587 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b1b760eb-ba36-4d8c-ab3a-7967e3926e6e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (4bd052a4-c92d-4181-96eb-cd68f97d0edc), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:37.699273 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 9df5b4f4-2b9c-4630-95f1-edb8e0d81486 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:37.699751 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (9df5b4f4-2b9c-4630-95f1-edb8e0d81486), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:37.730049 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68a0268-3f28-4705-af68-3c9916c41245 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event deleted for resources: {'Subnet': ['ID=bcb9cf41-f4ba-498f-be2c-5895f4031cbe,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:37.748414 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e68a0268-3f28-4705-af68-3c9916c41245 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:37.757059 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-e68a0268-3f28-4705-af68-3c9916c41245 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "DELETE /v2.0/subnets/bcb9cf41-f4ba-498f-be2c-5895f4031cbe HTTP/1.1" status: 204 len: 168 time: 0.8423216 Feb 28 10:39:37.757270 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47484) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:37.774049 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fc2b69-d60a-49bb-b418-5b04b602cd76 None None] Network 3bdf07e1-3efe-435f-a35f-d47f41a64a9d requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:39:37.798320 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-a5bdb56b-adb4-4e40-8faa-7c469bd152fb tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1220813078'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:37.844216 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3441a384-038d-4668-9b69-4f0ac1ccd6e1 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Router e94fd51f-5c81-48c9-98f1-5b1daebeeda9 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:39:37.855043 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e24c3ddd-9c68-4555-8b48-a4d150ce8a3a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (d8a7d804-23fb-45a6-8963-2f76791edb6f), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:37.894950 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b55cf064-91dc-41b4-9d30-46e436e7c426 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (81e516e6-dbdd-41db-964d-8c54f3432b54), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:37.927892 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55cf064-91dc-41b4-9d30-46e436e7c426 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event deleted for resources: {'Subnet': ['ID=81e516e6-dbdd-41db-964d-8c54f3432b54,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:37.931788 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5bdb56b-adb4-4e40-8faa-7c469bd152fb tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Made reservation on behalf of 9047a33944184c15875a48328f19bcdb for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:37.935465 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-b1b760eb-ba36-4d8c-ab3a-7967e3926e6e None None] For port 4bd052a4-c92d-4181-96eb-cd68f97d0edc, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=4bd052a4-c92d-4181-96eb-cd68f97d0edc,segment=NetworkSegment(3f0b61a9-9e84-42c6-9f2a-ed5a62dba437),segment_id=3f0b61a9-9e84-42c6-9f2a-ed5a62dba437)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:39:37.935999 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b1b760eb-ba36-4d8c-ab3a-7967e3926e6e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (4bd052a4-c92d-4181-96eb-cd68f97d0edc), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:37.937073 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a5bdb56b-adb4-4e40-8faa-7c469bd152fb tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:37.943265 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b55cf064-91dc-41b4-9d30-46e436e7c426 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:37.946869 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-b55cf064-91dc-41b4-9d30-46e436e7c426 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "DELETE /v2.0/subnets/81e516e6-dbdd-41db-964d-8c54f3432b54 HTTP/1.1" status: 204 len: 168 time: 0.7733822 Feb 28 10:39:37.952604 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47486) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:37.961160 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a5bdb56b-adb4-4e40-8faa-7c469bd152fb tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:37.968364 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ea3910-8b4c-468b-b133-3462a66ce4aa None None] Network 5e4ef4c1-82c9-46ad-b063-243bd2242e3d requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:39:38.004056 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-e24c3ddd-9c68-4555-8b48-a4d150ce8a3a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Deleting port 4bd052a4-c92d-4181-96eb-cd68f97d0edc {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:39:38.004470 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e24c3ddd-9c68-4555-8b48-a4d150ce8a3a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (4bd052a4-c92d-4181-96eb-cd68f97d0edc), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:38.015543 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-b1b760eb-ba36-4d8c-ab3a-7967e3926e6e None None] Calling delete_port for 4bd052a4-c92d-4181-96eb-cd68f97d0edc owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:39:38.019711 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3441a384-038d-4668-9b69-4f0ac1ccd6e1 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:39:38.034487 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcab131-68d4-4b20-9f29-8981525841e5 None None] Sync routers for ids ['e94fd51f-5c81-48c9-98f1-5b1daebeeda9'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:39:38.056480 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcab131-68d4-4b20-9f29-8981525841e5 None None] Routers {'e94fd51f-5c81-48c9-98f1-5b1daebeeda9'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:39:38.057627 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-efcab131-68d4-4b20-9f29-8981525841e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:39:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['e94fd51f-5c81-48c9-98f1-5b1daebeeda9'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:38.105283 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-efcab131-68d4-4b20-9f29-8981525841e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:38.117760 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcab131-68d4-4b20-9f29-8981525841e5 None None] Routers {'e94fd51f-5c81-48c9-98f1-5b1daebeeda9'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:39:38.118665 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-efcab131-68d4-4b20-9f29-8981525841e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:39:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['e94fd51f-5c81-48c9-98f1-5b1daebeeda9'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:38.153439 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a5bdb56b-adb4-4e40-8faa-7c469bd152fb tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for security_group (b174ae12-f57e-4e42-afd2-524d4744aae4), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:38.159298 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d5a4c04c-1756-454c-ad1c-20701f836cbc tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (5e4ef4c1-82c9-46ad-b063-243bd2242e3d), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:38.161816 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-efcab131-68d4-4b20-9f29-8981525841e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:38.163232 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcab131-68d4-4b20-9f29-8981525841e5 None None] The sync data for ids ['e94fd51f-5c81-48c9-98f1-5b1daebeeda9'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:39:38.219233 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a5bdb56b-adb4-4e40-8faa-7c469bd152fb tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (b174ae12-f57e-4e42-afd2-524d4744aae4), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:38.243136 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-94148bb9-7f64-4570-923c-84572277fbf1 None None] Publish callbacks [] for port (3f9e3fc4-83a3-4249-baca-078eb2af30ed), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:38.252426 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5bdb56b-adb4-4e40-8faa-7c469bd152fb tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:39:38.259755 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-d5a4c04c-1756-454c-ad1c-20701f836cbc tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Deleting port 9df5b4f4-2b9c-4630-95f1-edb8e0d81486 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:39:38.260248 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d5a4c04c-1756-454c-ad1c-20701f836cbc tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (9df5b4f4-2b9c-4630-95f1-edb8e0d81486), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:38.282066 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bdb56b-adb4-4e40-8faa-7c469bd152fb tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b174ae12-f57e-4e42-afd2-524d4744aae4,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:38.291137 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 9df5b4f4-2b9c-4630-95f1-edb8e0d81486 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:39:38.321356 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a5bdb56b-adb4-4e40-8faa-7c469bd152fb tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (53a35f86-409e-40f1-8706-2746efaa7a35), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:38.321842 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-a5bdb56b-adb4-4e40-8faa-7c469bd152fb tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Added segment 53a35f86-409e-40f1-8706-2746efaa7a35 of type vlan for network a10d36a7-87ef-481e-9e9f-da2235211c53 Feb 28 10:39:38.346231 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-94148bb9-7f64-4570-923c-84572277fbf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (3f9e3fc4-83a3-4249-baca-078eb2af30ed), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:38.407914 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a5bdb56b-adb4-4e40-8faa-7c469bd152fb tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (a10d36a7-87ef-481e-9e9f-da2235211c53), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:38.415755 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-d5a4c04c-1756-454c-ad1c-20701f836cbc tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] For port 9df5b4f4-2b9c-4630-95f1-edb8e0d81486, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=9df5b4f4-2b9c-4630-95f1-edb8e0d81486,segment=NetworkSegment(1b448e2b-57f5-4a6d-b17c-20719b40ab80),segment_id=1b448e2b-57f5-4a6d-b17c-20719b40ab80)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:39:38.416927 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d5a4c04c-1756-454c-ad1c-20701f836cbc tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (9df5b4f4-2b9c-4630-95f1-edb8e0d81486), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:38.429547 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94148bb9-7f64-4570-923c-84572277fbf1 None None] Network 17887987-b07e-4bcb-a4ad-11435f35b675 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:39:38.434427 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-94148bb9-7f64-4570-923c-84572277fbf1 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:38.440311 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94148bb9-7f64-4570-923c-84572277fbf1 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:39:38.442134 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94148bb9-7f64-4570-923c-84572277fbf1 None None] Pushing event updated for resources: {'Port': ['ID=3f9e3fc4-83a3-4249-baca-078eb2af30ed,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:38.477007 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-d5a4c04c-1756-454c-ad1c-20701f836cbc tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Calling delete_port for 9df5b4f4-2b9c-4630-95f1-edb8e0d81486 owned by network:dhcp {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:39:38.486519 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-e24c3ddd-9c68-4555-8b48-a4d150ce8a3a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] For port 4bd052a4-c92d-4181-96eb-cd68f97d0edc, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=4bd052a4-c92d-4181-96eb-cd68f97d0edc,segment=NetworkSegment(3f0b61a9-9e84-42c6-9f2a-ed5a62dba437),segment_id=3f0b61a9-9e84-42c6-9f2a-ed5a62dba437)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:39:38.487541 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e24c3ddd-9c68-4555-8b48-a4d150ce8a3a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (4bd052a4-c92d-4181-96eb-cd68f97d0edc), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:38.496461 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f59b419-eb1a-424e-b07a-d21ed3f982f7 None None] DHCP port deletion for 3bdf07e1-3efe-435f-a35f-d47f41a64a9d request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:39:38.522968 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 4bd052a4-c92d-4181-96eb-cd68f97d0edc no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:39:38.543798 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-e24c3ddd-9c68-4555-8b48-a4d150ce8a3a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Calling delete_port for 4bd052a4-c92d-4181-96eb-cd68f97d0edc owned by network:dhcp {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:39:38.558265 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-e676b79e-c060-49cf-9afd-c41fb7703f6f tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Allocated IP 172.20.0.9 (17887987-b07e-4bcb-a4ad-11435f35b675/6fa4c8a4-23e8-4a20-a4cd-5c17b9ebed82/78989088-a62e-4ea7-a9bc-869ced8082c3) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:39:38.595649 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fe80ad-56a3-451c-ad6a-11a0704c231a None None] DHCP port deletion for 5e4ef4c1-82c9-46ad-b063-243bd2242e3d request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:39:38.597302 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b1b760eb-ba36-4d8c-ab3a-7967e3926e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (4bd052a4-c92d-4181-96eb-cd68f97d0edc), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:38.609235 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 4bd052a4-c92d-4181-96eb-cd68f97d0edc {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:39:38.609575 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 4bd052a4-c92d-4181-96eb-cd68f97d0edc not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:39:38.618912 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a5bdb56b-adb4-4e40-8faa-7c469bd152fb tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (a10d36a7-87ef-481e-9e9f-da2235211c53), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:38.620282 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-94148bb9-7f64-4570-923c-84572277fbf1 None None] Attempting to bind port 3f9e3fc4-83a3-4249-baca-078eb2af30ed on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:39:38.621198 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-94148bb9-7f64-4570-923c-84572277fbf1 None None] Attempting to bind port 3f9e3fc4-83a3-4249-baca-078eb2af30ed by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '77cb1bb1-ebc8-4467-9fa9-dc6966ee1157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '17887987-b07e-4bcb-a4ad-11435f35b675'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:39:38.621198 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94148bb9-7f64-4570-923c-84572277fbf1 None None] Attempting to bind port 3f9e3fc4-83a3-4249-baca-078eb2af30ed on network 17887987-b07e-4bcb-a4ad-11435f35b675 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:39:38.626088 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bdb56b-adb4-4e40-8faa-7c469bd152fb tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:38.627142 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a5bdb56b-adb4-4e40-8faa-7c469bd152fb tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:38.650148 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94148bb9-7f64-4570-923c-84572277fbf1 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:39:38.650582 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94148bb9-7f64-4570-923c-84572277fbf1 None None] Checking segment: {'id': '77cb1bb1-ebc8-4467-9fa9-dc6966ee1157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '17887987-b07e-4bcb-a4ad-11435f35b675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:39:38.651622 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-94148bb9-7f64-4570-923c-84572277fbf1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:38.651622 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94148bb9-7f64-4570-923c-84572277fbf1 None None] Bound using segment: {'id': '77cb1bb1-ebc8-4467-9fa9-dc6966ee1157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '17887987-b07e-4bcb-a4ad-11435f35b675'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:39:38.651845 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-94148bb9-7f64-4570-923c-84572277fbf1 None None] Bound port: 3f9e3fc4-83a3-4249-baca-078eb2af30ed, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77cb1bb1-ebc8-4467-9fa9-dc6966ee1157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '17887987-b07e-4bcb-a4ad-11435f35b675'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:39:38.652192 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-94148bb9-7f64-4570-923c-84572277fbf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (3f9e3fc4-83a3-4249-baca-078eb2af30ed), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:38.656536 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d5a4c04c-1756-454c-ad1c-20701f836cbc tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (9df5b4f4-2b9c-4630-95f1-edb8e0d81486), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:38.675129 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b760eb-ba36-4d8c-ab3a-7967e3926e6e None None] No DVR routers for this DVR port 4bd052a4-c92d-4181-96eb-cd68f97d0edc on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:39:38.684083 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b760eb-ba36-4d8c-ab3a-7967e3926e6e None None] Pushing event deleted for resources: {'Port': ['ID=4bd052a4-c92d-4181-96eb-cd68f97d0edc,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:38.741788 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a4c04c-1756-454c-ad1c-20701f836cbc tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event deleted for resources: {'Port': ['ID=9df5b4f4-2b9c-4630-95f1-edb8e0d81486,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:38.747285 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a4c04c-1756-454c-ad1c-20701f836cbc tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] No DVR routers for this DVR port 9df5b4f4-2b9c-4630-95f1-edb8e0d81486 on host dv-neutron-829161-3-hyperv {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:39:38.755398 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bdb56b-adb4-4e40-8faa-7c469bd152fb tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event updated for resources: {'Network': ['ID=a10d36a7-87ef-481e-9e9f-da2235211c53,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:38.772642 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:39:38.781312 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a5bdb56b-adb4-4e40-8faa-7c469bd152fb tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1270070 Feb 28 10:39:38.786387 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47488) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:38.802813 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-2d13ec07-bbc3-460f-bab4-1cc57fef6487 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Request body: {'subnet': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:38.838604 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-0f59b419-eb1a-424e-b07a-d21ed3f982f7 None None] Deleting port 76cd9cec-89e1-42ae-93e1-f96c6974c13a {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:39:38.839010 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0f59b419-eb1a-424e-b07a-d21ed3f982f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (76cd9cec-89e1-42ae-93e1-f96c6974c13a), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:38.858796 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d5a4c04c-1756-454c-ad1c-20701f836cbc tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (5e4ef4c1-82c9-46ad-b063-243bd2242e3d), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:38.880726 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-d5a4c04c-1756-454c-ad1c-20701f836cbc tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e4ef4c1-82c9-46ad-b063-243bd2242e3d']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:38.892918 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-d5a4c04c-1756-454c-ad1c-20701f836cbc tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b448e2b-57f5-4a6d-b17c-20719b40ab80') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:38.894002 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-d5a4c04c-1756-454c-ad1c-20701f836cbc tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b448e2b-57f5-4a6d-b17c-20719b40ab80') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:38.905471 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d5a4c04c-1756-454c-ad1c-20701f836cbc tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (1b448e2b-57f5-4a6d-b17c-20719b40ab80), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:38.925124 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d5a4c04c-1756-454c-ad1c-20701f836cbc tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (1b448e2b-57f5-4a6d-b17c-20719b40ab80), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:38.934235 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3441a384-038d-4668-9b69-4f0ac1ccd6e1 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Router 481f4df8-b917-4fd1-9951-0ab2d9aba448 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:39:38.936405 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-e2fe80ad-56a3-451c-ad6a-11a0704c231a None None] Deleting port 9df5b4f4-2b9c-4630-95f1-edb8e0d81486 {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:39:38.936912 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e2fe80ad-56a3-451c-ad6a-11a0704c231a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (9df5b4f4-2b9c-4630-95f1-edb8e0d81486), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:38.940649 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-94148bb9-7f64-4570-923c-84572277fbf1 None None] For port 3f9e3fc4-83a3-4249-baca-078eb2af30ed, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:39:38.941782 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5a4c04c-1756-454c-ad1c-20701f836cbc tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:39:38.942285 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d5a4c04c-1756-454c-ad1c-20701f836cbc tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (1b448e2b-57f5-4a6d-b17c-20719b40ab80), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:38.946343 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:39:38.946343 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:39:38.946343 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:39:38.946343 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:39:38.946343 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:39:38.946343 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:39:38.946343 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:39:38.946343 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:39:38.946343 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:39:38.946343 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:39:38.946343 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:39:38.946343 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:39:38.946343 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:39:38.946343 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:39:38.946343 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:39:38.946343 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:39:38.946343 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:39:38.946343 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:39:38.946343 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:39:38.946343 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:39:38.946343 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:39:38.946343 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:39:38.946343 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:39:38.946343 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:39:38.946343 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:39:38.946343 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:39:38.946343 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:39:38.946343 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:39:38.946343 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:39:38.946343 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:39:38.946343 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:39:38.946343 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:39:38.971130 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e24c3ddd-9c68-4555-8b48-a4d150ce8a3a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (4bd052a4-c92d-4181-96eb-cd68f97d0edc), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:38.993448 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-94148bb9-7f64-4570-923c-84572277fbf1 None None] For port 3f9e3fc4-83a3-4249-baca-078eb2af30ed, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=3f9e3fc4-83a3-4249-baca-078eb2af30ed,segment=NetworkSegment(77cb1bb1-ebc8-4467-9fa9-dc6966ee1157),segment_id=77cb1bb1-ebc8-4467-9fa9-dc6966ee1157)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:39:39.014989 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-0f59b419-eb1a-424e-b07a-d21ed3f982f7 None None] For port 76cd9cec-89e1-42ae-93e1-f96c6974c13a, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=76cd9cec-89e1-42ae-93e1-f96c6974c13a,segment=NetworkSegment(0829bf91-53e9-476c-b662-ef051f46bcdf),segment_id=0829bf91-53e9-476c-b662-ef051f46bcdf)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:39:39.015671 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0f59b419-eb1a-424e-b07a-d21ed3f982f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (76cd9cec-89e1-42ae-93e1-f96c6974c13a), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:39.019315 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24c3ddd-9c68-4555-8b48-a4d150ce8a3a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event deleted for resources: {'Port': ['ID=4bd052a4-c92d-4181-96eb-cd68f97d0edc,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:39.030582 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24c3ddd-9c68-4555-8b48-a4d150ce8a3a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] No DVR routers for this DVR port 4bd052a4-c92d-4181-96eb-cd68f97d0edc on host dv-neutron-829161-3-hyperv {{(pid=104084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:39:39.036150 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-0f59b419-eb1a-424e-b07a-d21ed3f982f7 None None] Calling delete_port for 76cd9cec-89e1-42ae-93e1-f96c6974c13a owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:39:39.042859 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-e2fe80ad-56a3-451c-ad6a-11a0704c231a None None] For port 9df5b4f4-2b9c-4630-95f1-edb8e0d81486, host dv-neutron-829161-3-hyperv, got binding levels [] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:39:39.043255 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e2fe80ad-56a3-451c-ad6a-11a0704c231a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (9df5b4f4-2b9c-4630-95f1-edb8e0d81486), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:39.067336 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-e2fe80ad-56a3-451c-ad6a-11a0704c231a None None] Calling delete_port for 9df5b4f4-2b9c-4630-95f1-edb8e0d81486 owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:39:39.093257 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d5a4c04c-1756-454c-ad1c-20701f836cbc tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (5e4ef4c1-82c9-46ad-b063-243bd2242e3d), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:39.097129 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-94148bb9-7f64-4570-923c-84572277fbf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (3f9e3fc4-83a3-4249-baca-078eb2af30ed), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:39.100860 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.ipam_backend_mixin [None req-e2fe80ad-56a3-451c-ad6a-11a0704c231a None None] Port 9df5b4f4-2b9c-4630-95f1-edb8e0d81486 was not found and therefore no delete operation was performed {{(pid=104085) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 28 10:39:39.107730 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d5a4c04c-1756-454c-ad1c-20701f836cbc tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:39.107730 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-d5a4c04c-1756-454c-ad1c-20701f836cbc tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "DELETE /v2.0/networks/5e4ef4c1-82c9-46ad-b063-243bd2242e3d HTTP/1.1" status: 204 len: 168 time: 1.1536705 Feb 28 10:39:39.118002 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47490) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:39.123272 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-6dedfc1b-ea1a-4a76-8181-25d07fb01ce6 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Request body: {'port': {'network_id': '687e67c4-ef4a-4a97-86ec-6e4ca7a12767', 'name': 'tempest-PortsTestJSON-97889714'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:39.126695 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a4c04c-1756-454c-ad1c-20701f836cbc tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event deleted for resources: {'Network': ['ID=5e4ef4c1-82c9-46ad-b063-243bd2242e3d,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:39.132056 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e2fe80ad-56a3-451c-ad6a-11a0704c231a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (9df5b4f4-2b9c-4630-95f1-edb8e0d81486), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:39.166897 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e2fe80ad-56a3-451c-ad6a-11a0704c231a None None] Network 5e4ef4c1-82c9-46ad-b063-243bd2242e3d is not hosted by any dhcp agent {{(pid=104085) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 28 10:39:39.167605 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fe80ad-56a3-451c-ad6a-11a0704c231a None None] No DVR routers for this DVR port 9df5b4f4-2b9c-4630-95f1-edb8e0d81486 on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:39:39.203294 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94148bb9-7f64-4570-923c-84572277fbf1 None None] Pushing event updated for resources: {'Port': ['ID=3f9e3fc4-83a3-4249-baca-078eb2af30ed,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:39.203888 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d13ec07-bbc3-460f-bab4-1cc57fef6487 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Made reservation on behalf of 9047a33944184c15875a48328f19bcdb for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:39.208153 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2d13ec07-bbc3-460f-bab4-1cc57fef6487 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:39.235633 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fe80ad-56a3-451c-ad6a-11a0704c231a None None] Pushing event deleted for resources: {'Port': ['ID=9df5b4f4-2b9c-4630-95f1-edb8e0d81486,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:39.238600 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e24c3ddd-9c68-4555-8b48-a4d150ce8a3a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (d8a7d804-23fb-45a6-8963-2f76791edb6f), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:39.329768 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0f59b419-eb1a-424e-b07a-d21ed3f982f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (76cd9cec-89e1-42ae-93e1-f96c6974c13a), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:39.352693 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dedfc1b-ea1a-4a76-8181-25d07fb01ce6 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Made reservation on behalf of a3b8dd05d882407cb4aeb7c1fff3f6af for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:39.356185 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6dedfc1b-ea1a-4a76-8181-25d07fb01ce6 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:39.365773 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f59b419-eb1a-424e-b07a-d21ed3f982f7 None None] Pushing event deleted for resources: {'Port': ['ID=76cd9cec-89e1-42ae-93e1-f96c6974c13a,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:39.369715 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f59b419-eb1a-424e-b07a-d21ed3f982f7 None None] No DVR routers for this DVR port 76cd9cec-89e1-42ae-93e1-f96c6974c13a on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:39:39.379750 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-e24c3ddd-9c68-4555-8b48-a4d150ce8a3a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8a7d804-23fb-45a6-8963-2f76791edb6f']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:39.408244 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-6dedfc1b-ea1a-4a76-8181-25d07fb01ce6 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] device_id is not set on port 436e58ee-8e88-46bc-bbc8-86c8cc096536 yet. {{(pid=104083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:39:39.419157 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e676b79e-c060-49cf-9afd-c41fb7703f6f tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks [] for port (78989088-a62e-4ea7-a9bc-869ced8082c3), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:39.437455 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-e24c3ddd-9c68-4555-8b48-a4d150ce8a3a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f0b61a9-9e84-42c6-9f2a-ed5a62dba437') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:39.437455 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-e24c3ddd-9c68-4555-8b48-a4d150ce8a3a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f0b61a9-9e84-42c6-9f2a-ed5a62dba437') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:39.460649 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e24c3ddd-9c68-4555-8b48-a4d150ce8a3a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (3f0b61a9-9e84-42c6-9f2a-ed5a62dba437), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:39.475554 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3441a384-038d-4668-9b69-4f0ac1ccd6e1 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:39:39.481519 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3441a384-038d-4668-9b69-4f0ac1ccd6e1 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:39.488651 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef54eb6-146c-45af-a553-f1d8328159a3 None None] Sync routers for ids ['481f4df8-b917-4fd1-9951-0ab2d9aba448'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:39:39.510475 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef54eb6-146c-45af-a553-f1d8328159a3 None None] Routers {'481f4df8-b917-4fd1-9951-0ab2d9aba448'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:39:39.514487 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-aef54eb6-146c-45af-a553-f1d8328159a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:39:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['481f4df8-b917-4fd1-9951-0ab2d9aba448'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:39.533531 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e24c3ddd-9c68-4555-8b48-a4d150ce8a3a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (3f0b61a9-9e84-42c6-9f2a-ed5a62dba437), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:39.582076 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e24c3ddd-9c68-4555-8b48-a4d150ce8a3a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:39:39.583028 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e24c3ddd-9c68-4555-8b48-a4d150ce8a3a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (3f0b61a9-9e84-42c6-9f2a-ed5a62dba437), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:39.590503 dv-neutron-829161-3-hyperv neutron-server[104084]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:39:39.590503 dv-neutron-829161-3-hyperv neutron-server[104084]: self.session.flush() Feb 28 10:39:39.590503 dv-neutron-829161-3-hyperv neutron-server[104084]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:39:39.590503 dv-neutron-829161-3-hyperv neutron-server[104084]: self.session.flush() Feb 28 10:39:39.590503 dv-neutron-829161-3-hyperv neutron-server[104084]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:39:39.590503 dv-neutron-829161-3-hyperv neutron-server[104084]: self.session.flush() Feb 28 10:39:39.590503 dv-neutron-829161-3-hyperv neutron-server[104084]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:39:39.590503 dv-neutron-829161-3-hyperv neutron-server[104084]: self.session.flush() Feb 28 10:39:39.590503 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 10:39:39.590503 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:39:39.590503 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 10:39:39.590503 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:39:39.590503 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 10:39:39.590503 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:39:39.590503 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 10:39:39.590503 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:39:39.590503 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 10:39:39.590503 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:39:39.590503 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 10:39:39.590503 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:39:39.590503 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 10:39:39.590503 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:39:39.590503 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:39:39.590503 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:39:39.590503 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:39:39.590503 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:39:39.590503 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 10:39:39.590503 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:39:39.590503 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 10:39:39.590503 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:39:39.590503 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:39:39.590503 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:39:39.590503 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 10:39:39.590503 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:39:39.590503 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:39:39.590503 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:39:39.590503 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:39:39.590503 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:39:39.590503 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:39:39.590503 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:39:39.594562 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-aef54eb6-146c-45af-a553-f1d8328159a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:39.624200 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 3f9e3fc4-83a3-4249-baca-078eb2af30ed up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:39:39.641155 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6dedfc1b-ea1a-4a76-8181-25d07fb01ce6 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for port (436e58ee-8e88-46bc-bbc8-86c8cc096536), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:39.655132 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef54eb6-146c-45af-a553-f1d8328159a3 None None] Routers {'481f4df8-b917-4fd1-9951-0ab2d9aba448'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:39:39.655746 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-aef54eb6-146c-45af-a553-f1d8328159a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:39:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['481f4df8-b917-4fd1-9951-0ab2d9aba448'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:39.702343 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-aef54eb6-146c-45af-a553-f1d8328159a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:39.703032 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef54eb6-146c-45af-a553-f1d8328159a3 None None] The sync data for ids ['481f4df8-b917-4fd1-9951-0ab2d9aba448'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:39:39.719912 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 3f9e3fc4-83a3-4249-baca-078eb2af30ed triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:39.720292 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (3f9e3fc4-83a3-4249-baca-078eb2af30ed), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:39.734057 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-3441a384-038d-4668-9b69-4f0ac1ccd6e1 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] 10.222.0.62 "PUT /v2.0/floatingips/c73630fd-533c-4d29-8fe5-670452d674d5 HTTP/1.1" status: 200 len: 977 time: 4.0938320 Feb 28 10:39:39.736808 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47492) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:39.747506 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6dedfc1b-ea1a-4a76-8181-25d07fb01ce6 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (436e58ee-8e88-46bc-bbc8-86c8cc096536), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:39.799495 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e676b79e-c060-49cf-9afd-c41fb7703f6f tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (78989088-a62e-4ea7-a9bc-869ced8082c3), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:39.806031 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 3f9e3fc4-83a3-4249-baca-078eb2af30ed is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:39:39.806429 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (3f9e3fc4-83a3-4249-baca-078eb2af30ed), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:39.815791 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dedfc1b-ea1a-4a76-8181-25d07fb01ce6 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Network 687e67c4-ef4a-4a97-86ec-6e4ca7a12767 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:39:39.821416 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-6dedfc1b-ea1a-4a76-8181-25d07fb01ce6 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:39.826052 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dedfc1b-ea1a-4a76-8181-25d07fb01ce6 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:39:39.831713 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dedfc1b-ea1a-4a76-8181-25d07fb01ce6 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:39.832623 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6dedfc1b-ea1a-4a76-8181-25d07fb01ce6 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:39.837036 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dedfc1b-ea1a-4a76-8181-25d07fb01ce6 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event updated for resources: {'Port': ['ID=436e58ee-8e88-46bc-bbc8-86c8cc096536,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:39.855041 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port 3f9e3fc4-83a3-4249-baca-078eb2af30ed, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=3f9e3fc4-83a3-4249-baca-078eb2af30ed,segment=NetworkSegment(77cb1bb1-ebc8-4467-9fa9-dc6966ee1157),segment_id=77cb1bb1-ebc8-4467-9fa9-dc6966ee1157)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:39:39.857676 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e24c3ddd-9c68-4555-8b48-a4d150ce8a3a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (d8a7d804-23fb-45a6-8963-2f76791edb6f), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:39.863185 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e24c3ddd-9c68-4555-8b48-a4d150ce8a3a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:39.867080 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-e24c3ddd-9c68-4555-8b48-a4d150ce8a3a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "DELETE /v2.0/networks/d8a7d804-23fb-45a6-8963-2f76791edb6f HTTP/1.1" status: 204 len: 168 time: 2.1085858 Feb 28 10:39:39.869957 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47494) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:39.919906 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e676b79e-c060-49cf-9afd-c41fb7703f6f tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Network 17887987-b07e-4bcb-a4ad-11435f35b675 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:39:39.931662 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24c3ddd-9c68-4555-8b48-a4d150ce8a3a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event deleted for resources: {'Network': ['ID=d8a7d804-23fb-45a6-8963-2f76791edb6f,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:39.941160 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-e676b79e-c060-49cf-9afd-c41fb7703f6f tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:39.945596 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e676b79e-c060-49cf-9afd-c41fb7703f6f tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:39:39.953661 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e676b79e-c060-49cf-9afd-c41fb7703f6f tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Pushing event updated for resources: {'Port': ['ID=78989088-a62e-4ea7-a9bc-869ced8082c3,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:39.965305 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-40916127-569e-4e37-8fb8-3b7b4a3f7a9c tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (3bdf07e1-3efe-435f-a35f-d47f41a64a9d), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:39.980100 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-6dedfc1b-ea1a-4a76-8181-25d07fb01ce6 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 0.8603110 Feb 28 10:39:39.981863 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47496) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:39.998731 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (3f9e3fc4-83a3-4249-baca-078eb2af30ed), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:40.021818 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2d13ec07-bbc3-460f-bab4-1cc57fef6487 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (d5f7f04d-89ad-4cbb-8ec4-e5b816c323d3), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:40.090137 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e676b79e-c060-49cf-9afd-c41fb7703f6f tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:40.090791 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e676b79e-c060-49cf-9afd-c41fb7703f6f tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:40.105512 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 76cd9cec-89e1-42ae-93e1-f96c6974c13a no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:39:40.116530 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-40916127-569e-4e37-8fb8-3b7b4a3f7a9c tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (3bdf07e1-3efe-435f-a35f-d47f41a64a9d), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:40.149381 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-40916127-569e-4e37-8fb8-3b7b4a3f7a9c tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bdf07e1-3efe-435f-a35f-d47f41a64a9d']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:40.152543 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 76cd9cec-89e1-42ae-93e1-f96c6974c13a {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:39:40.156370 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 76cd9cec-89e1-42ae-93e1-f96c6974c13a not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:39:40.156998 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 9df5b4f4-2b9c-4630-95f1-edb8e0d81486 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:39:40.158664 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13ec07-bbc3-460f-bab4-1cc57fef6487 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event updated for resources: {'Subnet': ['ID=d5f7f04d-89ad-4cbb-8ec4-e5b816c323d3,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:40.159957 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=3f9e3fc4-83a3-4249-baca-078eb2af30ed,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:40.163213 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-40916127-569e-4e37-8fb8-3b7b4a3f7a9c tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0829bf91-53e9-476c-b662-ef051f46bcdf') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:40.163213 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-40916127-569e-4e37-8fb8-3b7b4a3f7a9c tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0829bf91-53e9-476c-b662-ef051f46bcdf') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:40.167745 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-a4839aa0-6276-42d5-8edf-11438dd14d49 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Deleting port f2faea43-81e9-422e-b044-50154d74fdac {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:39:40.168088 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a4839aa0-6276-42d5-8edf-11438dd14d49 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (f2faea43-81e9-422e-b044-50154d74fdac), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:40.174996 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-40916127-569e-4e37-8fb8-3b7b4a3f7a9c tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (0829bf91-53e9-476c-b662-ef051f46bcdf), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:40.184704 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 9df5b4f4-2b9c-4630-95f1-edb8e0d81486 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:39:40.185264 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 9df5b4f4-2b9c-4630-95f1-edb8e0d81486 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:39:40.191448 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-40916127-569e-4e37-8fb8-3b7b4a3f7a9c tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (0829bf91-53e9-476c-b662-ef051f46bcdf), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:40.200952 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40916127-569e-4e37-8fb8-3b7b4a3f7a9c tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:39:40.202539 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-40916127-569e-4e37-8fb8-3b7b4a3f7a9c tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (0829bf91-53e9-476c-b662-ef051f46bcdf), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:40.205248 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:39:40.205248 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:39:40.205248 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:39:40.205248 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:39:40.205248 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:39:40.205248 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:39:40.205248 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:39:40.205248 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:39:40.205248 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:39:40.205248 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:39:40.205248 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:39:40.205248 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:39:40.205248 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:39:40.205248 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:39:40.205248 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:39:40.205248 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:39:40.205248 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:39:40.205248 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:39:40.205248 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:39:40.205248 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:39:40.205248 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:39:40.205248 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:39:40.205248 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:39:40.205248 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:39:40.205248 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:39:40.205248 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:39:40.205248 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:39:40.205248 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:39:40.205248 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:39:40.205248 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:39:40.205248 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:39:40.205248 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:39:40.248910 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d13ec07-bbc3-460f-bab4-1cc57fef6487 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Checking segment: {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:39:40.249308 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d13ec07-bbc3-460f-bab4-1cc57fef6487 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Network hostable DHCP agents. Network: a10d36a7-87ef-481e-9e9f-da2235211c53, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:39:40.272806 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-e676b79e-c060-49cf-9afd-c41fb7703f6f tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2755725 Feb 28 10:39:40.273054 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47498) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:40.279566 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-e3f2bf8e-8e37-4980-b7bf-faa961d4441e tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Request body: {'port': {'network_id': '17887987-b07e-4bcb-a4ad-11435f35b675', 'name': 'tempest-AllowedAddressPairTestJSON-2092103707', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:be:aa:63'}]}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:40.308454 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-925026c7-05a7-4500-af5a-58cf0e4a3b4b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Deleting port 436e58ee-8e88-46bc-bbc8-86c8cc096536 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:39:40.308790 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-925026c7-05a7-4500-af5a-58cf0e4a3b4b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (436e58ee-8e88-46bc-bbc8-86c8cc096536), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:40.315776 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a4839aa0-6276-42d5-8edf-11438dd14d49 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (f2faea43-81e9-422e-b044-50154d74fdac), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:40.393692 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-40916127-569e-4e37-8fb8-3b7b4a3f7a9c tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (3bdf07e1-3efe-435f-a35f-d47f41a64a9d), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:40.418346 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d13ec07-bbc3-460f-bab4-1cc57fef6487 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:39:40.419733 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-40916127-569e-4e37-8fb8-3b7b4a3f7a9c tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:40.426787 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-40916127-569e-4e37-8fb8-3b7b4a3f7a9c tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "DELETE /v2.0/networks/3bdf07e1-3efe-435f-a35f-d47f41a64a9d HTTP/1.1" status: 204 len: 168 time: 0.5521867 Feb 28 10:39:40.427519 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40916127-569e-4e37-8fb8-3b7b4a3f7a9c tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event deleted for resources: {'Network': ['ID=3bdf07e1-3efe-435f-a35f-d47f41a64a9d,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:40.430898 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47500) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:40.440477 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-0a779669-be91-4194-ab70-0b270606d9ee tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Request body: {'network': {'name': 'tempest-RoutersTest-1979293142'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:40.449343 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-925026c7-05a7-4500-af5a-58cf0e4a3b4b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (436e58ee-8e88-46bc-bbc8-86c8cc096536), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:40.458738 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83fb7d9-2542-42a9-8d87-2ae20e29d095 None None] Network 17887987-b07e-4bcb-a4ad-11435f35b675 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:39:40.502647 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-925026c7-05a7-4500-af5a-58cf0e4a3b4b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Calling delete_port for 436e58ee-8e88-46bc-bbc8-86c8cc096536 owned by {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:39:40.517592 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f2bf8e-8e37-4980-b7bf-faa961d4441e tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Made reservation on behalf of f920f03a7902430fbdcf99b2885cdd7d for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:40.533307 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-dbddec89-2e60-4389-a710-f2a29491f9a8 None None] Provisioning complete for port 3f9e3fc4-83a3-4249-baca-078eb2af30ed triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:40.533693 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-dbddec89-2e60-4389-a710-f2a29491f9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (3f9e3fc4-83a3-4249-baca-078eb2af30ed), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:40.561163 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-2d13ec07-bbc3-460f-bab4-1cc57fef6487 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, a10d36a7-87ef-481e-9e9f-da2235211c53) {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:40.563573 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a779669-be91-4194-ab70-0b270606d9ee tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Made reservation on behalf of 25b479ba752e4d33b5861f804bc6920d for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:40.566041 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d13ec07-bbc3-460f-bab4-1cc57fef6487 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:40.567015 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2d13ec07-bbc3-460f-bab4-1cc57fef6487 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:40.567704 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0a779669-be91-4194-ab70-0b270606d9ee tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:40.595436 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a2cc05-8370-4f4b-9397-2189217ed988 None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:39:40.608142 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a779669-be91-4194-ab70-0b270606d9ee tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:39:40.629592 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0a779669-be91-4194-ab70-0b270606d9ee tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (1b4c5102-9d89-4a31-9dcb-351b711656cd), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:40.629931 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-0a779669-be91-4194-ab70-0b270606d9ee tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Added segment 1b4c5102-9d89-4a31-9dcb-351b711656cd of type vlan for network 2894f2cd-d2ed-426d-a2df-e0c8099d0f52 Feb 28 10:39:40.634754 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e3f2bf8e-8e37-4980-b7bf-faa961d4441e tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:40.664259 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a4839aa0-6276-42d5-8edf-11438dd14d49 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:40.664773 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a4839aa0-6276-42d5-8edf-11438dd14d49 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047917'] for floatingip (c73630fd-533c-4d29-8fe5-670452d674d5), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:40.665536 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.l3_db [None req-a4839aa0-6276-42d5-8edf-11438dd14d49 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Floating IP c73630fd-533c-4d29-8fe5-670452d674d5 disassociated. External IP: 172.26.3.52, port: f2faea43-81e9-422e-b044-50154d74fdac. Feb 28 10:39:40.665536 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-a4839aa0-6276-42d5-8edf-11438dd14d49 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Calling delete_port for f2faea43-81e9-422e-b044-50154d74fdac owned by {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:39:40.686168 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-e3f2bf8e-8e37-4980-b7bf-faa961d4441e tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] device_id is not set on port 29189441-3153-4f8b-b527-b9ed73287c56 yet. {{(pid=104083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:39:40.699230 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0a779669-be91-4194-ab70-0b270606d9ee tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (2894f2cd-d2ed-426d-a2df-e0c8099d0f52), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:40.724141 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-2d13ec07-bbc3-460f-bab4-1cc57fef6487 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9339685 Feb 28 10:39:40.727417 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47502) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:40.733622 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-259ba8a3-0b98-4849-ba96-f981b19ebe86 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Request body: {'port': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'name': 'tempest-NetworksTestDHCPv6-288018015'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:40.774039 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-dbddec89-2e60-4389-a710-f2a29491f9a8 None None] Current status of the port 3f9e3fc4-83a3-4249-baca-078eb2af30ed is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:39:40.789464 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e92ed9-c596-4613-9508-96cfc386d435 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-a10d36a7-87ef-481e-9e9f-da2235211c53', 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'project_id': '9047a33944184c15875a48328f19bcdb', 'fixed_ips': [{'subnet_id': 'd5f7f04d-89ad-4cbb-8ec4-e5b816c323d3'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:39:40.789464 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-34e92ed9-c596-4613-9508-96cfc386d435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:40.802258 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-925026c7-05a7-4500-af5a-58cf0e4a3b4b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (436e58ee-8e88-46bc-bbc8-86c8cc096536), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:40.818228 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0a779669-be91-4194-ab70-0b270606d9ee tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (2894f2cd-d2ed-426d-a2df-e0c8099d0f52), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:40.825288 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a779669-be91-4194-ab70-0b270606d9ee tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:40.826081 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0a779669-be91-4194-ab70-0b270606d9ee tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:40.859615 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925026c7-05a7-4500-af5a-58cf0e4a3b4b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event deleted for resources: {'Port': ['ID=436e58ee-8e88-46bc-bbc8-86c8cc096536,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:40.871616 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-925026c7-05a7-4500-af5a-58cf0e4a3b4b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:40.875320 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-925026c7-05a7-4500-af5a-58cf0e4a3b4b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "DELETE /v2.0/ports/436e58ee-8e88-46bc-bbc8-86c8cc096536 HTTP/1.1" status: 204 len: 168 time: 0.8915961 Feb 28 10:39:40.879038 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47504) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:40.887582 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-d22f9f3a-3fec-4630-aceb-5d4ad228ab2d tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Request body: {'port': {'network_id': '687e67c4-ef4a-4a97-86ec-6e4ca7a12767', 'mac_address': 'fa:16:3e:03:a8:b1', 'name': 'tempest-PortsTestJSON-437519103'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:40.954763 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a779669-be91-4194-ab70-0b270606d9ee tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event updated for resources: {'Network': ['ID=2894f2cd-d2ed-426d-a2df-e0c8099d0f52,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:40.972394 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 2894f2cd-d2ed-426d-a2df-e0c8099d0f52 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:39:40.991955 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-e3f2bf8e-8e37-4980-b7bf-faa961d4441e tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Allocated IP 172.20.0.8 (17887987-b07e-4bcb-a4ad-11435f35b675/6fa4c8a4-23e8-4a20-a4cd-5c17b9ebed82/29189441-3153-4f8b-b527-b9ed73287c56) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:39:41.010175 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-0a779669-be91-4194-ab70-0b270606d9ee tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5757096 Feb 28 10:39:41.012598 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47506) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:41.020981 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-2e98a0c3-b747-4faf-8c00-d4615f393b39 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Request body: {'subnet': {'network_id': '2894f2cd-d2ed-426d-a2df-e0c8099d0f52', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:41.093638 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-34e92ed9-c596-4613-9508-96cfc386d435 None None] Allocated IP 2001:db8::2 (a10d36a7-87ef-481e-9e9f-da2235211c53/d5f7f04d-89ad-4cbb-8ec4-e5b816c323d3/d8128a47-02c2-4966-ab43-e8967375164d) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:39:41.109550 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a4839aa0-6276-42d5-8edf-11438dd14d49 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (f2faea43-81e9-422e-b044-50154d74fdac), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:41.143231 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259ba8a3-0b98-4849-ba96-f981b19ebe86 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Made reservation on behalf of 9047a33944184c15875a48328f19bcdb for: {'port': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:41.146604 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-259ba8a3-0b98-4849-ba96-f981b19ebe86 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:41.153295 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4839aa0-6276-42d5-8edf-11438dd14d49 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Pushing event deleted for resources: {'Port': ['ID=f2faea43-81e9-422e-b044-50154d74fdac,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:41.155954 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22f9f3a-3fec-4630-aceb-5d4ad228ab2d tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Made reservation on behalf of a3b8dd05d882407cb4aeb7c1fff3f6af for: {'port': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:41.189760 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-392d39ea-d9b6-4ed6-8c8b-3c356e4100ed None None] Provisioning complete for port 78989088-a62e-4ea7-a9bc-869ced8082c3 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:41.190148 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-392d39ea-d9b6-4ed6-8c8b-3c356e4100ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (78989088-a62e-4ea7-a9bc-869ced8082c3), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:41.232701 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-392d39ea-d9b6-4ed6-8c8b-3c356e4100ed None None] Port 78989088-a62e-4ea7-a9bc-869ced8082c3 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:39:41.248595 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e98a0c3-b747-4faf-8c00-d4615f393b39 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Made reservation on behalf of 25b479ba752e4d33b5861f804bc6920d for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:41.254268 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-392d39ea-d9b6-4ed6-8c8b-3c356e4100ed None None] Provisioning complete for port 3f9e3fc4-83a3-4249-baca-078eb2af30ed triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:41.256748 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2e98a0c3-b747-4faf-8c00-d4615f393b39 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:41.257076 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-392d39ea-d9b6-4ed6-8c8b-3c356e4100ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (3f9e3fc4-83a3-4249-baca-078eb2af30ed), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:41.277162 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [None req-259ba8a3-0b98-4849-ba96-f981b19ebe86 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] device_id is not set on port b06af727-7d0d-41ed-8dbe-caf49c29590e yet. {{(pid=104084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:39:41.414781 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e3f2bf8e-8e37-4980-b7bf-faa961d4441e tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks [] for port (29189441-3153-4f8b-b527-b9ed73287c56), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:41.460897 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-392d39ea-d9b6-4ed6-8c8b-3c356e4100ed None None] Current status of the port 3f9e3fc4-83a3-4249-baca-078eb2af30ed is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:39:41.519725 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-34e92ed9-c596-4613-9508-96cfc386d435 None None] Publish callbacks [] for port (d8128a47-02c2-4966-ab43-e8967375164d), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:41.549990 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 3f9e3fc4-83a3-4249-baca-078eb2af30ed up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:39:41.563934 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e3f2bf8e-8e37-4980-b7bf-faa961d4441e tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (29189441-3153-4f8b-b527-b9ed73287c56), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:41.600728 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-34e92ed9-c596-4613-9508-96cfc386d435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (d8128a47-02c2-4966-ab43-e8967375164d), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:41.610448 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ffc0844e-f26c-4aa3-a8b3-d69cdfe840a2 None None] Provisioning complete for port 78989088-a62e-4ea7-a9bc-869ced8082c3 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:41.610875 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ffc0844e-f26c-4aa3-a8b3-d69cdfe840a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (78989088-a62e-4ea7-a9bc-869ced8082c3), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:41.613160 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f2bf8e-8e37-4980-b7bf-faa961d4441e tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Network 17887987-b07e-4bcb-a4ad-11435f35b675 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:39:41.616403 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-e3f2bf8e-8e37-4980-b7bf-faa961d4441e tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:41.619074 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f2bf8e-8e37-4980-b7bf-faa961d4441e tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:39:41.649063 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f2bf8e-8e37-4980-b7bf-faa961d4441e tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Pushing event updated for resources: {'Port': ['ID=29189441-3153-4f8b-b527-b9ed73287c56,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:41.666720 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2e98a0c3-b747-4faf-8c00-d4615f393b39 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (09917706-f321-48e6-8eb5-f31521e1682c), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:41.697564 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e92ed9-c596-4613-9508-96cfc386d435 None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:39:41.712906 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-34e92ed9-c596-4613-9508-96cfc386d435 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:41.718773 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e92ed9-c596-4613-9508-96cfc386d435 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:39:41.720646 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e92ed9-c596-4613-9508-96cfc386d435 None None] Pushing event updated for resources: {'Port': ['ID=d8128a47-02c2-4966-ab43-e8967375164d,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:41.726480 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ffc0844e-f26c-4aa3-a8b3-d69cdfe840a2 None None] Port 78989088-a62e-4ea7-a9bc-869ced8082c3 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:39:41.731118 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 3f9e3fc4-83a3-4249-baca-078eb2af30ed triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:41.731507 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (3f9e3fc4-83a3-4249-baca-078eb2af30ed), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:41.752048 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f2bf8e-8e37-4980-b7bf-faa961d4441e tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:41.752709 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e3f2bf8e-8e37-4980-b7bf-faa961d4441e tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:41.785419 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e98a0c3-b747-4faf-8c00-d4615f393b39 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event updated for resources: {'Subnet': ['ID=09917706-f321-48e6-8eb5-f31521e1682c,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:41.800446 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d22f9f3a-3fec-4630-aceb-5d4ad228ab2d tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:41.823681 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e98a0c3-b747-4faf-8c00-d4615f393b39 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Checking segment: {'id': '1b4c5102-9d89-4a31-9dcb-351b711656cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2894f2cd-d2ed-426d-a2df-e0c8099d0f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:39:41.824285 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e98a0c3-b747-4faf-8c00-d4615f393b39 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Network hostable DHCP agents. Network: 2894f2cd-d2ed-426d-a2df-e0c8099d0f52, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:39:41.828998 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-34e92ed9-c596-4613-9508-96cfc386d435 None None] Attempting to bind port d8128a47-02c2-4966-ab43-e8967375164d on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:39:41.828998 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-34e92ed9-c596-4613-9508-96cfc386d435 None None] Attempting to bind port d8128a47-02c2-4966-ab43-e8967375164d by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:39:41.829305 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e92ed9-c596-4613-9508-96cfc386d435 None None] Attempting to bind port d8128a47-02c2-4966-ab43-e8967375164d on network a10d36a7-87ef-481e-9e9f-da2235211c53 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:39:41.842121 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e92ed9-c596-4613-9508-96cfc386d435 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:39:41.842508 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e92ed9-c596-4613-9508-96cfc386d435 None None] Checking segment: {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:39:41.842946 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-34e92ed9-c596-4613-9508-96cfc386d435 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:41.843363 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e92ed9-c596-4613-9508-96cfc386d435 None None] Bound using segment: {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:39:41.843952 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-34e92ed9-c596-4613-9508-96cfc386d435 None None] Bound port: d8128a47-02c2-4966-ab43-e8967375164d, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:39:41.844406 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-34e92ed9-c596-4613-9508-96cfc386d435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (d8128a47-02c2-4966-ab43-e8967375164d), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:41.871147 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [None req-d22f9f3a-3fec-4630-aceb-5d4ad228ab2d tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] device_id is not set on port 743408a0-d974-4984-9798-d99518951aa3 yet. {{(pid=104084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:39:41.879176 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-e3f2bf8e-8e37-4980-b7bf-faa961d4441e tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.6015198 Feb 28 10:39:41.879422 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47508) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:41.927948 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e98a0c3-b747-4faf-8c00-d4615f393b39 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Network 2894f2cd-d2ed-426d-a2df-e0c8099d0f52 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:39:41.973658 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4839aa0-6276-42d5-8edf-11438dd14d49 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Router 481f4df8-b917-4fd1-9951-0ab2d9aba448 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:39:41.995133 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-259ba8a3-0b98-4849-ba96-f981b19ebe86 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Allocated IP 2001:db8::65 (a10d36a7-87ef-481e-9e9f-da2235211c53/d5f7f04d-89ad-4cbb-8ec4-e5b816c323d3/b06af727-7d0d-41ed-8dbe-caf49c29590e) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:39:42.012293 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-2e98a0c3-b747-4faf-8c00-d4615f393b39 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 2894f2cd-d2ed-426d-a2df-e0c8099d0f52) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:42.023067 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e98a0c3-b747-4faf-8c00-d4615f393b39 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:42.023693 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2e98a0c3-b747-4faf-8c00-d4615f393b39 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:42.027334 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1ce835-37b1-4553-b861-cd3cc8491c06 None None] Network 2894f2cd-d2ed-426d-a2df-e0c8099d0f52 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:39:42.105761 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-2e98a0c3-b747-4faf-8c00-d4615f393b39 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0916152 Feb 28 10:39:42.108579 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47510) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:42.109521 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc92cf6f-735b-41ae-85c8-337b86b7f44a tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:42.113718 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-bc254c2f-bcbe-4af6-9f96-1cf354f94f73 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1869570057', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:42.114894 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc92cf6f-735b-41ae-85c8-337b86b7f44a tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:42.120774 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc92cf6f-735b-41ae-85c8-337b86b7f44a tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:42.125171 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-dc92cf6f-735b-41ae-85c8-337b86b7f44a tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.2413313 Feb 28 10:39:42.127145 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47512) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:42.156228 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 3f9e3fc4-83a3-4249-baca-078eb2af30ed is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:39:42.158291 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-172d1890-98d7-4ced-b627-6eece6249671 None None] Provisioning complete for port 29189441-3153-4f8b-b527-b9ed73287c56 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:42.158678 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-172d1890-98d7-4ced-b627-6eece6249671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (29189441-3153-4f8b-b527-b9ed73287c56), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:42.226904 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-34e92ed9-c596-4613-9508-96cfc386d435 None None] For port d8128a47-02c2-4966-ab43-e8967375164d, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:39:42.231027 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bc254c2f-bcbe-4af6-9f96-1cf354f94f73 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (9bd1af24-c670-4415-ba71-8efc56efde8e), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:42.232789 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bc254c2f-bcbe-4af6-9f96-1cf354f94f73 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (9bd1af24-c670-4415-ba71-8efc56efde8e), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:42.263051 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-172d1890-98d7-4ced-b627-6eece6249671 None None] Port 29189441-3153-4f8b-b527-b9ed73287c56 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:39:42.265691 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-34e92ed9-c596-4613-9508-96cfc386d435 None None] For port d8128a47-02c2-4966-ab43-e8967375164d, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=d8128a47-02c2-4966-ab43-e8967375164d,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:39:42.277755 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06f9b1b-9362-4c93-bc57-a1d258a6ce78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-2894f2cd-d2ed-426d-a2df-e0c8099d0f52', 'network_id': '2894f2cd-d2ed-426d-a2df-e0c8099d0f52', 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'fixed_ips': [{'subnet_id': '09917706-f321-48e6-8eb5-f31521e1682c'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:39:42.278796 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b06f9b1b-9362-4c93-bc57-a1d258a6ce78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:42.312978 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bc254c2f-bcbe-4af6-9f96-1cf354f94f73 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for router_controller (9bd1af24-c670-4415-ba71-8efc56efde8e), precommit_add_association {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:42.316681 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-805b3798-ff18-44ec-81f1-cfd26a8ab82f tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Deleting port 29189441-3153-4f8b-b527-b9ed73287c56 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:39:42.317229 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-805b3798-ff18-44ec-81f1-cfd26a8ab82f tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (29189441-3153-4f8b-b527-b9ed73287c56), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:42.336360 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d22f9f3a-3fec-4630-aceb-5d4ad228ab2d tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for port (743408a0-d974-4984-9798-d99518951aa3), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:42.363788 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-34e92ed9-c596-4613-9508-96cfc386d435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (d8128a47-02c2-4966-ab43-e8967375164d), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:42.373922 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4839aa0-6276-42d5-8edf-11438dd14d49 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:39:42.393033 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220125fd-35e3-4732-90b8-6b51df3deb37 None None] Sync routers for ids ['481f4df8-b917-4fd1-9951-0ab2d9aba448'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:39:42.406657 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bc254c2f-bcbe-4af6-9f96-1cf354f94f73 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (9bd1af24-c670-4415-ba71-8efc56efde8e), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:42.408960 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220125fd-35e3-4732-90b8-6b51df3deb37 None None] Routers {'481f4df8-b917-4fd1-9951-0ab2d9aba448'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:39:42.409793 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-220125fd-35e3-4732-90b8-6b51df3deb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:39:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['481f4df8-b917-4fd1-9951-0ab2d9aba448'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:42.444619 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-805b3798-ff18-44ec-81f1-cfd26a8ab82f tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (29189441-3153-4f8b-b527-b9ed73287c56), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:42.448879 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-259ba8a3-0b98-4849-ba96-f981b19ebe86 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for port (b06af727-7d0d-41ed-8dbe-caf49c29590e), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:42.462012 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-805b3798-ff18-44ec-81f1-cfd26a8ab82f tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Calling delete_port for 29189441-3153-4f8b-b527-b9ed73287c56 owned by {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:39:42.468682 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e92ed9-c596-4613-9508-96cfc386d435 None None] Pushing event updated for resources: {'Port': ['ID=d8128a47-02c2-4966-ab43-e8967375164d,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:42.477067 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-220125fd-35e3-4732-90b8-6b51df3deb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:42.491972 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220125fd-35e3-4732-90b8-6b51df3deb37 None None] Routers {'481f4df8-b917-4fd1-9951-0ab2d9aba448'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:39:42.492718 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-220125fd-35e3-4732-90b8-6b51df3deb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:39:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['481f4df8-b917-4fd1-9951-0ab2d9aba448'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:42.493709 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-b06f9b1b-9362-4c93-bc57-a1d258a6ce78 None None] Allocated IP 172.20.0.2 (2894f2cd-d2ed-426d-a2df-e0c8099d0f52/09917706-f321-48e6-8eb5-f31521e1682c/d60adaeb-0622-40ce-9d74-4fb54d249349) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:39:42.535258 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-220125fd-35e3-4732-90b8-6b51df3deb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:42.536214 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220125fd-35e3-4732-90b8-6b51df3deb37 None None] The sync data for ids ['481f4df8-b917-4fd1-9951-0ab2d9aba448'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:39:42.540290 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bc254c2f-bcbe-4af6-9f96-1cf354f94f73 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:42.544548 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-bc254c2f-bcbe-4af6-9f96-1cf354f94f73 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4348531 Feb 28 10:39:42.545683 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47514) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:42.556662 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-b3bc4cc2-9c37-48d7-b18c-d0d916921bff tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Request body: {'port': {'network_id': '2894f2cd-d2ed-426d-a2df-e0c8099d0f52', 'name': 'tempest-RoutersTest-1594830845'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:42.594980 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a4839aa0-6276-42d5-8edf-11438dd14d49 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:42.603714 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-a4839aa0-6276-42d5-8edf-11438dd14d49 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] 10.222.0.62 "DELETE /v2.0/ports/f2faea43-81e9-422e-b044-50154d74fdac HTTP/1.1" status: 204 len: 168 time: 2.8658874 Feb 28 10:39:42.606363 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47516) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:42.698062 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-259ba8a3-0b98-4849-ba96-f981b19ebe86 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (b06af727-7d0d-41ed-8dbe-caf49c29590e), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:42.710716 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d22f9f3a-3fec-4630-aceb-5d4ad228ab2d tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (743408a0-d974-4984-9798-d99518951aa3), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:42.755085 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b06f9b1b-9362-4c93-bc57-a1d258a6ce78 None None] Publish callbacks [] for port (d60adaeb-0622-40ce-9d74-4fb54d249349), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:42.786698 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259ba8a3-0b98-4849-ba96-f981b19ebe86 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:39:42.824799 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-259ba8a3-0b98-4849-ba96-f981b19ebe86 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:42.832452 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22f9f3a-3fec-4630-aceb-5d4ad228ab2d tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Network 687e67c4-ef4a-4a97-86ec-6e4ca7a12767 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:39:42.832452 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ba8a3-0b98-4849-ba96-f981b19ebe86 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event updated for resources: {'Port': ['ID=b06af727-7d0d-41ed-8dbe-caf49c29590e,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:42.834712 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259ba8a3-0b98-4849-ba96-f981b19ebe86 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:39:42.840342 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259ba8a3-0b98-4849-ba96-f981b19ebe86 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:42.840980 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-259ba8a3-0b98-4849-ba96-f981b19ebe86 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:42.849449 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-d22f9f3a-3fec-4630-aceb-5d4ad228ab2d tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:42.852967 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b06f9b1b-9362-4c93-bc57-a1d258a6ce78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (d60adaeb-0622-40ce-9d74-4fb54d249349), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:42.856957 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22f9f3a-3fec-4630-aceb-5d4ad228ab2d tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:39:42.868796 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22f9f3a-3fec-4630-aceb-5d4ad228ab2d tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:42.868796 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d22f9f3a-3fec-4630-aceb-5d4ad228ab2d tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:42.890382 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06f9b1b-9362-4c93-bc57-a1d258a6ce78 None None] Network 2894f2cd-d2ed-426d-a2df-e0c8099d0f52 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:39:42.894618 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3bc4cc2-9c37-48d7-b18c-d0d916921bff tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Made reservation on behalf of 25b479ba752e4d33b5861f804bc6920d for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:42.895256 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-b06f9b1b-9362-4c93-bc57-a1d258a6ce78 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:42.901962 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b3bc4cc2-9c37-48d7-b18c-d0d916921bff tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:42.905962 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06f9b1b-9362-4c93-bc57-a1d258a6ce78 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:39:42.913586 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06f9b1b-9362-4c93-bc57-a1d258a6ce78 None None] Pushing event updated for resources: {'Port': ['ID=d60adaeb-0622-40ce-9d74-4fb54d249349,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:42.930521 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-b3bc4cc2-9c37-48d7-b18c-d0d916921bff tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] device_id is not set on port ed535972-81b8-4eac-8f90-7ef81d43a4ad yet. {{(pid=104083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:39:42.935512 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-805b3798-ff18-44ec-81f1-cfd26a8ab82f tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (29189441-3153-4f8b-b527-b9ed73287c56), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:42.968055 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22f9f3a-3fec-4630-aceb-5d4ad228ab2d tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event updated for resources: {'Port': ['ID=743408a0-d974-4984-9798-d99518951aa3,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:42.969263 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-b06f9b1b-9362-4c93-bc57-a1d258a6ce78 None None] Attempting to bind port d60adaeb-0622-40ce-9d74-4fb54d249349 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:39:42.969645 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-b06f9b1b-9362-4c93-bc57-a1d258a6ce78 None None] Attempting to bind port d60adaeb-0622-40ce-9d74-4fb54d249349 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '1b4c5102-9d89-4a31-9dcb-351b711656cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2894f2cd-d2ed-426d-a2df-e0c8099d0f52'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:39:42.970133 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06f9b1b-9362-4c93-bc57-a1d258a6ce78 None None] Attempting to bind port d60adaeb-0622-40ce-9d74-4fb54d249349 on network 2894f2cd-d2ed-426d-a2df-e0c8099d0f52 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:39:42.976330 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06f9b1b-9362-4c93-bc57-a1d258a6ce78 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:39:42.976822 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06f9b1b-9362-4c93-bc57-a1d258a6ce78 None None] Checking segment: {'id': '1b4c5102-9d89-4a31-9dcb-351b711656cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2894f2cd-d2ed-426d-a2df-e0c8099d0f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:39:42.977276 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b06f9b1b-9362-4c93-bc57-a1d258a6ce78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:42.978856 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06f9b1b-9362-4c93-bc57-a1d258a6ce78 None None] Bound using segment: {'id': '1b4c5102-9d89-4a31-9dcb-351b711656cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2894f2cd-d2ed-426d-a2df-e0c8099d0f52'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:39:42.978856 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-b06f9b1b-9362-4c93-bc57-a1d258a6ce78 None None] Bound port: d60adaeb-0622-40ce-9d74-4fb54d249349, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b4c5102-9d89-4a31-9dcb-351b711656cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2894f2cd-d2ed-426d-a2df-e0c8099d0f52'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:39:42.978856 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b06f9b1b-9362-4c93-bc57-a1d258a6ce78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (d60adaeb-0622-40ce-9d74-4fb54d249349), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:42.990364 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-259ba8a3-0b98-4849-ba96-f981b19ebe86 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2573061 Feb 28 10:39:42.990364 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47518) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:43.036584 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b3798-ff18-44ec-81f1-cfd26a8ab82f tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Pushing event deleted for resources: {'Port': ['ID=29189441-3153-4f8b-b527-b9ed73287c56,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:43.067913 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-d22f9f3a-3fec-4630-aceb-5d4ad228ab2d tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.1870892 Feb 28 10:39:43.069645 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47520) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:43.082285 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-b06f9b1b-9362-4c93-bc57-a1d258a6ce78 None None] For port d60adaeb-0622-40ce-9d74-4fb54d249349, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:39:43.090479 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-b06f9b1b-9362-4c93-bc57-a1d258a6ce78 None None] For port d60adaeb-0622-40ce-9d74-4fb54d249349, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=d60adaeb-0622-40ce-9d74-4fb54d249349,segment=NetworkSegment(1b4c5102-9d89-4a31-9dcb-351b711656cd),segment_id=1b4c5102-9d89-4a31-9dcb-351b711656cd)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:39:43.150435 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b06f9b1b-9362-4c93-bc57-a1d258a6ce78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (d60adaeb-0622-40ce-9d74-4fb54d249349), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:43.171716 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbc4007-58a5-4c85-8381-6a1df199f2ce tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:43.175932 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-4fbc4007-58a5-4c85-8381-6a1df199f2ce tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "GET /v2.0/ports/743408a0-d974-4984-9798-d99518951aa3 HTTP/1.1" status: 200 len: 840 time: 0.1022944 Feb 28 10:39:43.176557 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47522) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:43.223241 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06f9b1b-9362-4c93-bc57-a1d258a6ce78 None None] Pushing event updated for resources: {'Port': ['ID=d60adaeb-0622-40ce-9d74-4fb54d249349,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:43.229368 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-b3bc4cc2-9c37-48d7-b18c-d0d916921bff tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Allocated IP 172.20.0.8 (2894f2cd-d2ed-426d-a2df-e0c8099d0f52/09917706-f321-48e6-8eb5-f31521e1682c/ed535972-81b8-4eac-8f90-7ef81d43a4ad) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:39:43.231054 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b0e6b7-643e-4f76-a57f-ceddb43142e4 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:43.236441 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b0e6b7-643e-4f76-a57f-ceddb43142e4 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:43.240820 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-20b0e6b7-643e-4f76-a57f-ceddb43142e4 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.2450511 Feb 28 10:39:43.247084 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47524) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:43.313750 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-805b3798-ff18-44ec-81f1-cfd26a8ab82f tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:43.320745 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-805b3798-ff18-44ec-81f1-cfd26a8ab82f tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] 10.222.0.62 "DELETE /v2.0/ports/29189441-3153-4f8b-b527-b9ed73287c56 HTTP/1.1" status: 204 len: 168 time: 1.1893191 Feb 28 10:39:43.321828 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47526) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:43.367684 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-1055c8f2-9b20-4e33-b496-353677894c06 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] GET failed (client error): The resource could not be found. Feb 28 10:39:43.373116 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-1055c8f2-9b20-4e33-b496-353677894c06 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] 10.222.0.62 "GET /v2.0/ports/29189441-3153-4f8b-b527-b9ed73287c56 HTTP/1.1" status: 404 len: 333 time: 0.0469332 Feb 28 10:39:43.374163 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47528) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:43.379531 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-dae2ca20-1693-4fb8-b01f-66c5dd1c94b9 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Request body: {'port': {'network_id': '17887987-b07e-4bcb-a4ad-11435f35b675', 'name': 'tempest-AllowedAddressPairTestJSON-1776948723'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:43.487724 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-77b4af67-7016-453d-86a5-7d19235cc45c tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Deleting port 743408a0-d974-4984-9798-d99518951aa3 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:39:43.488096 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-77b4af67-7016-453d-86a5-7d19235cc45c tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (743408a0-d974-4984-9798-d99518951aa3), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:43.621601 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-77b4af67-7016-453d-86a5-7d19235cc45c tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (743408a0-d974-4984-9798-d99518951aa3), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:43.625698 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device d8128a47-02c2-4966-ab43-e8967375164d up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:39:43.638510 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b61beece-aa3f-493e-99cb-a40e2d5caa52 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047661'] for router_interface (481f4df8-b917-4fd1-9951-0ab2d9aba448), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:43.715497 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port d8128a47-02c2-4966-ab43-e8967375164d triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:43.734031 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (d8128a47-02c2-4966-ab43-e8967375164d), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:43.734328 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-47acfb8b-4d94-4384-8dad-bb568b0de833 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Deleting port b06af727-7d0d-41ed-8dbe-caf49c29590e {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:39:43.734328 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-47acfb8b-4d94-4384-8dad-bb568b0de833 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (b06af727-7d0d-41ed-8dbe-caf49c29590e), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:43.734328 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-77b4af67-7016-453d-86a5-7d19235cc45c tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Calling delete_port for 743408a0-d974-4984-9798-d99518951aa3 owned by {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:39:43.834579 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port d8128a47-02c2-4966-ab43-e8967375164d is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:39:43.835790 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (d8128a47-02c2-4966-ab43-e8967375164d), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:43.875539 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ffcd7a-5fc0-49ca-b1a7-f6905f041f45 None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:39:43.903355 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port d8128a47-02c2-4966-ab43-e8967375164d, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=d8128a47-02c2-4966-ab43-e8967375164d,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:39:43.940467 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-47acfb8b-4d94-4384-8dad-bb568b0de833 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (b06af727-7d0d-41ed-8dbe-caf49c29590e), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:43.960572 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-47acfb8b-4d94-4384-8dad-bb568b0de833 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Calling delete_port for b06af727-7d0d-41ed-8dbe-caf49c29590e owned by {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:39:43.965625 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-444e430e-e4f5-47c7-a3fa-64a641c627db None None] Provisioning complete for port d8128a47-02c2-4966-ab43-e8967375164d triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:43.966007 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-444e430e-e4f5-47c7-a3fa-64a641c627db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (d8128a47-02c2-4966-ab43-e8967375164d), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:43.998046 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (d8128a47-02c2-4966-ab43-e8967375164d), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:44.016142 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b3bc4cc2-9c37-48d7-b18c-d0d916921bff tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for port (ed535972-81b8-4eac-8f90-7ef81d43a4ad), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:44.098613 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=d8128a47-02c2-4966-ab43-e8967375164d,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:44.111059 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae2ca20-1693-4fb8-b01f-66c5dd1c94b9 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Made reservation on behalf of f920f03a7902430fbdcf99b2885cdd7d for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:44.116055 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dae2ca20-1693-4fb8-b01f-66c5dd1c94b9 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:44.138016 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-77b4af67-7016-453d-86a5-7d19235cc45c tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (743408a0-d974-4984-9798-d99518951aa3), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:44.139221 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b3bc4cc2-9c37-48d7-b18c-d0d916921bff tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (ed535972-81b8-4eac-8f90-7ef81d43a4ad), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:44.142160 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-dae2ca20-1693-4fb8-b01f-66c5dd1c94b9 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] device_id is not set on port e58c89fc-2fd4-4800-b047-534356edecba yet. {{(pid=104083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:39:44.159737 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-444e430e-e4f5-47c7-a3fa-64a641c627db None None] Current status of the port d8128a47-02c2-4966-ab43-e8967375164d is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:39:44.203368 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b4af67-7016-453d-86a5-7d19235cc45c tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event deleted for resources: {'Port': ['ID=743408a0-d974-4984-9798-d99518951aa3,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:44.215872 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-77b4af67-7016-453d-86a5-7d19235cc45c tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:44.221502 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-77b4af67-7016-453d-86a5-7d19235cc45c tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "DELETE /v2.0/ports/743408a0-d974-4984-9798-d99518951aa3 HTTP/1.1" status: 204 len: 168 time: 1.0364718 Feb 28 10:39:44.225717 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47530) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:44.238819 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bc4cc2-9c37-48d7-b18c-d0d916921bff tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event updated for resources: {'Port': ['ID=ed535972-81b8-4eac-8f90-7ef81d43a4ad,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:44.255012 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bc4cc2-9c37-48d7-b18c-d0d916921bff tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Network 2894f2cd-d2ed-426d-a2df-e0c8099d0f52 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:39:44.261866 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-b3bc4cc2-9c37-48d7-b18c-d0d916921bff tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:44.267817 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bc4cc2-9c37-48d7-b18c-d0d916921bff tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:39:44.282565 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b45fbe8-6ea2-4b69-9e69-5dca72e5746a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] GET failed (client error): The resource could not be found. Feb 28 10:39:44.289271 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-6b45fbe8-6ea2-4b69-9e69-5dca72e5746a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "GET /v2.0/ports/743408a0-d974-4984-9798-d99518951aa3 HTTP/1.1" status: 404 len: 333 time: 0.0603359 Feb 28 10:39:44.290424 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47532) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:44.298560 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-cecc81f2-bf4c-409e-a750-6d3e48b5ebce tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Request body: {'port': {'network_id': '687e67c4-ef4a-4a97-86ec-6e4ca7a12767', 'name': 'tempest-PortsTestJSON-1795489811'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:44.358547 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bc4cc2-9c37-48d7-b18c-d0d916921bff tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:44.359218 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b3bc4cc2-9c37-48d7-b18c-d0d916921bff tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:44.396085 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-dae2ca20-1693-4fb8-b01f-66c5dd1c94b9 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Allocated IP 172.20.0.12 (17887987-b07e-4bcb-a4ad-11435f35b675/6fa4c8a4-23e8-4a20-a4cd-5c17b9ebed82/e58c89fc-2fd4-4800-b047-534356edecba) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:39:44.397935 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-47acfb8b-4d94-4384-8dad-bb568b0de833 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (b06af727-7d0d-41ed-8dbe-caf49c29590e), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:44.437854 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-b3bc4cc2-9c37-48d7-b18c-d0d916921bff tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.8900037 Feb 28 10:39:44.440936 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47534) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:44.447088 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47acfb8b-4d94-4384-8dad-bb568b0de833 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event deleted for resources: {'Port': ['ID=b06af727-7d0d-41ed-8dbe-caf49c29590e,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:44.488799 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-47acfb8b-4d94-4384-8dad-bb568b0de833 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:44.492512 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-47acfb8b-4d94-4384-8dad-bb568b0de833 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/ports/b06af727-7d0d-41ed-8dbe-caf49c29590e HTTP/1.1" status: 204 len: 168 time: 1.2427797 Feb 28 10:39:44.495145 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47536) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:44.528536 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-b61beece-aa3f-493e-99cb-a40e2d5caa52 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Deleting port 731a3079-20d7-4545-80a1-9c40a1202909 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:39:44.528885 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b61beece-aa3f-493e-99cb-a40e2d5caa52 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (731a3079-20d7-4545-80a1-9c40a1202909), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:44.583073 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-eaec74e1-1817-493f-afc5-c42d9e62f9b6 None None] Could not find standard attr ID for object b06af727-7d0d-41ed-8dbe-caf49c29590e. {{(pid=104085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:39:44.588109 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cecc81f2-bf4c-409e-a750-6d3e48b5ebce tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Made reservation on behalf of a3b8dd05d882407cb4aeb7c1fff3f6af for: {'port': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:44.591801 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cecc81f2-bf4c-409e-a750-6d3e48b5ebce tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:44.595146 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-eaec74e1-1817-493f-afc5-c42d9e62f9b6 None None] Provisioning complete for port d8128a47-02c2-4966-ab43-e8967375164d triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:44.595503 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-eaec74e1-1817-493f-afc5-c42d9e62f9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (d8128a47-02c2-4966-ab43-e8967375164d), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:44.682659 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71770545-a84e-4d9f-aea3-ce4f78d1983a tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:44.684014 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71770545-a84e-4d9f-aea3-ce4f78d1983a tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:44.688445 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-71770545-a84e-4d9f-aea3-ce4f78d1983a tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1922958 Feb 28 10:39:44.689039 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47538) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:44.698171 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [None req-cecc81f2-bf4c-409e-a750-6d3e48b5ebce tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] device_id is not set on port 778004a5-9fb9-433a-8933-18d1d69c7b71 yet. {{(pid=104084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:39:44.730546 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-eaec74e1-1817-493f-afc5-c42d9e62f9b6 None None] Current status of the port d8128a47-02c2-4966-ab43-e8967375164d is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:39:44.854221 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a53c3d2-b0a5-404a-8e03-43b485f7fd1e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Deleting subnet d5f7f04d-89ad-4cbb-8ec4-e5b816c323d3 {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:39:44.864472 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b61beece-aa3f-493e-99cb-a40e2d5caa52 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (731a3079-20d7-4545-80a1-9c40a1202909), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:44.870097 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8a53c3d2-b0a5-404a-8e03-43b485f7fd1e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for subnet (d5f7f04d-89ad-4cbb-8ec4-e5b816c323d3), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:44.874774 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dae2ca20-1693-4fb8-b01f-66c5dd1c94b9 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks [] for port (e58c89fc-2fd4-4800-b047-534356edecba), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:44.900992 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02eaf499-dbdb-43a7-bff0-e3e595d7e74a None None] Network 2894f2cd-d2ed-426d-a2df-e0c8099d0f52 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:39:44.924755 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-b61beece-aa3f-493e-99cb-a40e2d5caa52 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Calling delete_port for 731a3079-20d7-4545-80a1-9c40a1202909 owned by network:router_interface {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:39:44.962118 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8a53c3d2-b0a5-404a-8e03-43b485f7fd1e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (d5f7f04d-89ad-4cbb-8ec4-e5b816c323d3), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:44.978699 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3904af77-8712-4336-83b7-57651b22ed6b tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (ed535972-81b8-4eac-8f90-7ef81d43a4ad), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:44.988400 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-f8311960-3c05-42fe-b217-e3d4759be601 None None] Could not find standard attr ID for object b06af727-7d0d-41ed-8dbe-caf49c29590e. {{(pid=104085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:39:45.011730 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-f8311960-3c05-42fe-b217-e3d4759be601 None None] Provisioning complete for port d60adaeb-0622-40ce-9d74-4fb54d249349 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:45.012061 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f8311960-3c05-42fe-b217-e3d4759be601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (d60adaeb-0622-40ce-9d74-4fb54d249349), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:45.087081 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dae2ca20-1693-4fb8-b01f-66c5dd1c94b9 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (e58c89fc-2fd4-4800-b047-534356edecba), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:45.144802 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-f8311960-3c05-42fe-b217-e3d4759be601 None None] Current status of the port d60adaeb-0622-40ce-9d74-4fb54d249349 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:39:45.145994 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f8311960-3c05-42fe-b217-e3d4759be601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (d60adaeb-0622-40ce-9d74-4fb54d249349), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:45.175982 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae2ca20-1693-4fb8-b01f-66c5dd1c94b9 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Pushing event updated for resources: {'Port': ['ID=e58c89fc-2fd4-4800-b047-534356edecba,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:45.186271 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae2ca20-1693-4fb8-b01f-66c5dd1c94b9 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Network 17887987-b07e-4bcb-a4ad-11435f35b675 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:39:45.190462 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-dae2ca20-1693-4fb8-b01f-66c5dd1c94b9 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:45.201174 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae2ca20-1693-4fb8-b01f-66c5dd1c94b9 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:39:45.210916 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-f8311960-3c05-42fe-b217-e3d4759be601 None None] For port d60adaeb-0622-40ce-9d74-4fb54d249349, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=d60adaeb-0622-40ce-9d74-4fb54d249349,segment=NetworkSegment(1b4c5102-9d89-4a31-9dcb-351b711656cd),segment_id=1b4c5102-9d89-4a31-9dcb-351b711656cd)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:39:45.312175 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f8311960-3c05-42fe-b217-e3d4759be601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (d60adaeb-0622-40ce-9d74-4fb54d249349), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:45.342729 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae2ca20-1693-4fb8-b01f-66c5dd1c94b9 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:45.345992 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dae2ca20-1693-4fb8-b01f-66c5dd1c94b9 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:45.391473 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8311960-3c05-42fe-b217-e3d4759be601 None None] Pushing event updated for resources: {'Port': ['ID=d60adaeb-0622-40ce-9d74-4fb54d249349,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:45.415249 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3904af77-8712-4336-83b7-57651b22ed6b tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for port (ed535972-81b8-4eac-8f90-7ef81d43a4ad), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:45.469332 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-dae2ca20-1693-4fb8-b01f-66c5dd1c94b9 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0944886 Feb 28 10:39:45.471995 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47540) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:45.483693 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-1772f1f2-1052-4cec-bcda-074e0b9c64fd tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:be:aa:63'}]}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:45.531576 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cecc81f2-bf4c-409e-a750-6d3e48b5ebce tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for port (778004a5-9fb9-433a-8933-18d1d69c7b71), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:45.549891 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-7ec14e51-aadb-4041-b795-1c4d42d17920 None None] Provisioning complete for port ed535972-81b8-4eac-8f90-7ef81d43a4ad triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:45.550537 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7ec14e51-aadb-4041-b795-1c4d42d17920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (ed535972-81b8-4eac-8f90-7ef81d43a4ad), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:45.553836 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3904af77-8712-4336-83b7-57651b22ed6b tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (ed535972-81b8-4eac-8f90-7ef81d43a4ad), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:45.560840 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8a53c3d2-b0a5-404a-8e03-43b485f7fd1e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (d5f7f04d-89ad-4cbb-8ec4-e5b816c323d3), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:45.603503 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-7ec14e51-aadb-4041-b795-1c4d42d17920 None None] Port ed535972-81b8-4eac-8f90-7ef81d43a4ad cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:39:45.627456 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-7ec14e51-aadb-4041-b795-1c4d42d17920 None None] Provisioning complete for port d60adaeb-0622-40ce-9d74-4fb54d249349 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:45.628152 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7ec14e51-aadb-4041-b795-1c4d42d17920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (d60adaeb-0622-40ce-9d74-4fb54d249349), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:45.747709 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3904af77-8712-4336-83b7-57651b22ed6b tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event updated for resources: {'Port': ['ID=ed535972-81b8-4eac-8f90-7ef81d43a4ad,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:45.750263 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device d8128a47-02c2-4966-ab43-e8967375164d up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:39:45.800567 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cecc81f2-bf4c-409e-a750-6d3e48b5ebce tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (778004a5-9fb9-433a-8933-18d1d69c7b71), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:45.817442 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-7ec14e51-aadb-4041-b795-1c4d42d17920 None None] Current status of the port d60adaeb-0622-40ce-9d74-4fb54d249349 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:39:45.861491 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8a53c3d2-b0a5-404a-8e03-43b485f7fd1e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (d5f7f04d-89ad-4cbb-8ec4-e5b816c323d3), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:45.878079 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port d8128a47-02c2-4966-ab43-e8967375164d triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:45.879170 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (d8128a47-02c2-4966-ab43-e8967375164d), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:45.926765 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8a53c3d2-b0a5-404a-8e03-43b485f7fd1e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:45.937433 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-8a53c3d2-b0a5-404a-8e03-43b485f7fd1e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/subnets/d5f7f04d-89ad-4cbb-8ec4-e5b816c323d3 HTTP/1.1" status: 204 len: 168 time: 1.2442122 Feb 28 10:39:45.940952 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecc81f2-bf4c-409e-a750-6d3e48b5ebce tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Network 687e67c4-ef4a-4a97-86ec-6e4ca7a12767 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:39:45.941342 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f21bcb-dcbf-465d-b5b6-73a1f336c12c None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:39:45.944821 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a53c3d2-b0a5-404a-8e03-43b485f7fd1e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event deleted for resources: {'Subnet': ['ID=d5f7f04d-89ad-4cbb-8ec4-e5b816c323d3,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:45.947651 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b61beece-aa3f-493e-99cb-a40e2d5caa52 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (731a3079-20d7-4545-80a1-9c40a1202909), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:45.954052 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47548) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:45.961223 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-cecc81f2-bf4c-409e-a750-6d3e48b5ebce tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:45.974672 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecc81f2-bf4c-409e-a750-6d3e48b5ebce tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:39:45.990865 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecc81f2-bf4c-409e-a750-6d3e48b5ebce tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:45.996119 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cecc81f2-bf4c-409e-a750-6d3e48b5ebce tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:46.002138 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecc81f2-bf4c-409e-a750-6d3e48b5ebce tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event updated for resources: {'Port': ['ID=778004a5-9fb9-433a-8933-18d1d69c7b71,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:46.027736 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-baca1e12-5045-4be7-a64d-50ccf10e09b2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0727055 Feb 28 10:39:46.035065 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47550) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:46.040555 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-bea413a7-b0a6-4ebe-b01f-12826d7f1af5 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Request body: {'subnet': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:46.052585 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-9731c9f5-732e-4d56-8f1b-aba8c40fc493 None None] Provisioning complete for port e58c89fc-2fd4-4800-b047-534356edecba triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:46.053431 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9731c9f5-732e-4d56-8f1b-aba8c40fc493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (e58c89fc-2fd4-4800-b047-534356edecba), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:46.108559 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61beece-aa3f-493e-99cb-a40e2d5caa52 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Pushing event deleted for resources: {'Port': ['ID=731a3079-20d7-4545-80a1-9c40a1202909,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:46.152102 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1772f1f2-1052-4cec-bcda-074e0b9c64fd tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (e58c89fc-2fd4-4800-b047-534356edecba), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:46.161735 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-9731c9f5-732e-4d56-8f1b-aba8c40fc493 None None] Port e58c89fc-2fd4-4800-b047-534356edecba cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:39:46.175664 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port d8128a47-02c2-4966-ab43-e8967375164d is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:39:46.176926 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device d60adaeb-0622-40ce-9d74-4fb54d249349 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:39:46.215078 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-9731c9f5-732e-4d56-8f1b-aba8c40fc493 None None] Provisioning complete for port ed535972-81b8-4eac-8f90-7ef81d43a4ad triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:46.215854 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9731c9f5-732e-4d56-8f1b-aba8c40fc493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (ed535972-81b8-4eac-8f90-7ef81d43a4ad), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:46.271346 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-9731c9f5-732e-4d56-8f1b-aba8c40fc493 None None] Port ed535972-81b8-4eac-8f90-7ef81d43a4ad cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:39:46.275101 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b61beece-aa3f-493e-99cb-a40e2d5caa52 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1047681'] for router_interface (481f4df8-b917-4fd1-9951-0ab2d9aba448), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:46.283205 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-cecc81f2-bf4c-409e-a750-6d3e48b5ebce tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.9902875 Feb 28 10:39:46.287881 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47552) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:46.288989 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port d60adaeb-0622-40ce-9d74-4fb54d249349 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:46.289663 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (d60adaeb-0622-40ce-9d74-4fb54d249349), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:46.295068 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-e128963a-3476-4358-9d03-27ba33deda0e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:46.323481 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3904af77-8712-4336-83b7-57651b22ed6b tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047958'] for router_interface (9bd1af24-c670-4415-ba71-8efc56efde8e), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:46.326980 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ac92b2-bf01-4ab3-be34-0bf40c80be5b None None] DHCP port deletion for a10d36a7-87ef-481e-9e9f-da2235211c53 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:39:46.437137 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e128963a-3476-4358-9d03-27ba33deda0e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (778004a5-9fb9-433a-8933-18d1d69c7b71), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:46.448770 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-1d0578fe-3399-454f-b82d-da93f1a5a6bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:46.455049 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port d60adaeb-0622-40ce-9d74-4fb54d249349 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:39:46.458329 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-42b76805-c110-4d09-8668-7f732b11cb75 None None] Provisioning complete for port ed535972-81b8-4eac-8f90-7ef81d43a4ad triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:46.458707 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-42b76805-c110-4d09-8668-7f732b11cb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (ed535972-81b8-4eac-8f90-7ef81d43a4ad), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:46.472371 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea413a7-b0a6-4ebe-b01f-12826d7f1af5 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Made reservation on behalf of 9047a33944184c15875a48328f19bcdb for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:46.477019 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bea413a7-b0a6-4ebe-b01f-12826d7f1af5 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:46.492245 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-f0ac92b2-bf01-4ab3-be34-0bf40c80be5b None None] Deleting port d8128a47-02c2-4966-ab43-e8967375164d {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:39:46.492621 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f0ac92b2-bf01-4ab3-be34-0bf40c80be5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (d8128a47-02c2-4966-ab43-e8967375164d), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:46.538870 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-42b76805-c110-4d09-8668-7f732b11cb75 None None] Port ed535972-81b8-4eac-8f90-7ef81d43a4ad cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:39:46.570399 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-f0ac92b2-bf01-4ab3-be34-0bf40c80be5b None None] For port d8128a47-02c2-4966-ab43-e8967375164d, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=d8128a47-02c2-4966-ab43-e8967375164d,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:39:46.570686 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f0ac92b2-bf01-4ab3-be34-0bf40c80be5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (d8128a47-02c2-4966-ab43-e8967375164d), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:46.583662 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-f0ac92b2-bf01-4ab3-be34-0bf40c80be5b None None] Calling delete_port for d8128a47-02c2-4966-ab43-e8967375164d owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:39:46.665880 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1772f1f2-1052-4cec-bcda-074e0b9c64fd tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks [] for port (e58c89fc-2fd4-4800-b047-534356edecba), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:46.667475 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3904af77-8712-4336-83b7-57651b22ed6b tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (ed535972-81b8-4eac-8f90-7ef81d43a4ad), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:46.737558 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1772f1f2-1052-4cec-bcda-074e0b9c64fd tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (e58c89fc-2fd4-4800-b047-534356edecba), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:46.748522 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e128963a-3476-4358-9d03-27ba33deda0e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for port (778004a5-9fb9-433a-8933-18d1d69c7b71), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:46.749076 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b61beece-aa3f-493e-99cb-a40e2d5caa52 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Router 481f4df8-b917-4fd1-9951-0ab2d9aba448 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:39:46.767217 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f0ac92b2-bf01-4ab3-be34-0bf40c80be5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (d8128a47-02c2-4966-ab43-e8967375164d), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:46.796746 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ac92b2-bf01-4ab3-be34-0bf40c80be5b None None] Pushing event deleted for resources: {'Port': ['ID=d8128a47-02c2-4966-ab43-e8967375164d,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:46.803808 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ac92b2-bf01-4ab3-be34-0bf40c80be5b None None] No DVR routers for this DVR port d8128a47-02c2-4966-ab43-e8967375164d on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:39:46.851308 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e128963a-3476-4358-9d03-27ba33deda0e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (778004a5-9fb9-433a-8933-18d1d69c7b71), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:46.901499 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-e128963a-3476-4358-9d03-27ba33deda0e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] In _notify_port_updated(), no bound segment for port 778004a5-9fb9-433a-8933-18d1d69c7b71 on network 687e67c4-ef4a-4a97-86ec-6e4ca7a12767 {{(pid=104084) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 10:39:46.906566 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e128963a-3476-4358-9d03-27ba33deda0e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:46.907479 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e128963a-3476-4358-9d03-27ba33deda0e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:46.911645 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-e128963a-3476-4358-9d03-27ba33deda0e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "PUT /v2.0/ports/778004a5-9fb9-433a-8933-18d1d69c7b71 HTTP/1.1" status: 200 len: 818 time: 0.6197419 Feb 28 10:39:46.915955 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47554) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:46.953983 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61beece-aa3f-493e-99cb-a40e2d5caa52 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:39:46.961524 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-b61beece-aa3f-493e-99cb-a40e2d5caa52 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] 10.222.0.62 "PUT /v2.0/routers/481f4df8-b917-4fd1-9951-0ab2d9aba448/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3539269 Feb 28 10:39:46.968219 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47556) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:46.971071 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1772f1f2-1052-4cec-bcda-074e0b9c64fd tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Pushing event updated for resources: {'Port': ['ID=e58c89fc-2fd4-4800-b047-534356edecba,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:46.972137 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4d7f15-1d02-4257-91a1-2803471c7c73 None None] Sync routers for ids ['481f4df8-b917-4fd1-9951-0ab2d9aba448'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:39:46.977198 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e128963a-3476-4358-9d03-27ba33deda0e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event updated for resources: {'Port': ['ID=778004a5-9fb9-433a-8933-18d1d69c7b71,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:46.991466 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-1772f1f2-1052-4cec-bcda-074e0b9c64fd tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] In _notify_port_updated(), no bound segment for port e58c89fc-2fd4-4800-b047-534356edecba on network 17887987-b07e-4bcb-a4ad-11435f35b675 {{(pid=104083) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 10:39:46.993304 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4d7f15-1d02-4257-91a1-2803471c7c73 None None] Routers {'481f4df8-b917-4fd1-9951-0ab2d9aba448'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:39:46.994210 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-ac4d7f15-1d02-4257-91a1-2803471c7c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:39:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['481f4df8-b917-4fd1-9951-0ab2d9aba448'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:47.001350 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1772f1f2-1052-4cec-bcda-074e0b9c64fd tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:47.001350 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1772f1f2-1052-4cec-bcda-074e0b9c64fd tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:47.001350 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-1772f1f2-1052-4cec-bcda-074e0b9c64fd tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] 10.222.0.62 "PUT /v2.0/ports/e58c89fc-2fd4-4800-b047-534356edecba HTTP/1.1" status: 200 len: 994 time: 1.5265436 Feb 28 10:39:47.024229 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47558) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:47.036273 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-ac4d7f15-1d02-4257-91a1-2803471c7c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:47.047716 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4d7f15-1d02-4257-91a1-2803471c7c73 None None] Routers {'481f4df8-b917-4fd1-9951-0ab2d9aba448'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:39:47.048423 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-ac4d7f15-1d02-4257-91a1-2803471c7c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:39:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['481f4df8-b917-4fd1-9951-0ab2d9aba448'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:47.087835 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bea413a7-b0a6-4ebe-b01f-12826d7f1af5 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (9ee673fd-309f-4c98-9791-a2dcabd22934), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:47.157693 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea413a7-b0a6-4ebe-b01f-12826d7f1af5 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:39:47.169761 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-bea413a7-b0a6-4ebe-b01f-12826d7f1af5 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:47.175425 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea413a7-b0a6-4ebe-b01f-12826d7f1af5 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:47.176189 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bea413a7-b0a6-4ebe-b01f-12826d7f1af5 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:47.179448 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea413a7-b0a6-4ebe-b01f-12826d7f1af5 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event updated for resources: {'Subnet': ['ID=9ee673fd-309f-4c98-9791-a2dcabd22934,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:47.214722 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f7824db8-c9de-4e65-918a-b7ae081dd52d tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for router (481f4df8-b917-4fd1-9951-0ab2d9aba448), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:47.220798 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-0f0eef37-4690-436e-a34b-bdeb251f84d3 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Deleting port 778004a5-9fb9-433a-8933-18d1d69c7b71 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:39:47.221143 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0f0eef37-4690-436e-a34b-bdeb251f84d3 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (778004a5-9fb9-433a-8933-18d1d69c7b71), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:47.247566 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3904af77-8712-4336-83b7-57651b22ed6b tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for port (ed535972-81b8-4eac-8f90-7ef81d43a4ad), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:47.262914 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-ac4d7f15-1d02-4257-91a1-2803471c7c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:47.263583 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4d7f15-1d02-4257-91a1-2803471c7c73 None None] The sync data for ids ['481f4df8-b917-4fd1-9951-0ab2d9aba448'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:39:47.269081 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba02ff9a-9433-4ec2-9fa6-4be367eff18e None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:39:47.295753 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-bea413a7-b0a6-4ebe-b01f-12826d7f1af5 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2594347 Feb 28 10:39:47.303077 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47560) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:47.304848 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-c609a81c-2751-4257-98c3-e92e675fcec4 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Request body: {'port': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'name': 'tempest-NetworksTestDHCPv6-405129086'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:47.322209 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3904af77-8712-4336-83b7-57651b22ed6b tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (ed535972-81b8-4eac-8f90-7ef81d43a4ad), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:47.333659 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-bbafaa39-b3b3-43f4-ac0a-286170776e6f None None] Provisioning complete for port e58c89fc-2fd4-4800-b047-534356edecba triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:47.333659 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-bbafaa39-b3b3-43f4-ac0a-286170776e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (e58c89fc-2fd4-4800-b047-534356edecba), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:47.374784 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-bbafaa39-b3b3-43f4-ac0a-286170776e6f None None] Port e58c89fc-2fd4-4800-b047-534356edecba cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:39:47.375448 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-70587a28-ee59-4faf-b714-93abe54c5376 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Deleting port e58c89fc-2fd4-4800-b047-534356edecba {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:39:47.375796 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-70587a28-ee59-4faf-b714-93abe54c5376 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (e58c89fc-2fd4-4800-b047-534356edecba), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:47.379491 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0f0eef37-4690-436e-a34b-bdeb251f84d3 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (778004a5-9fb9-433a-8933-18d1d69c7b71), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:47.411316 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-0f0eef37-4690-436e-a34b-bdeb251f84d3 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Calling delete_port for 778004a5-9fb9-433a-8933-18d1d69c7b71 owned by {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:39:47.438707 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bab44e-705e-4b5e-a40c-39e2d6a31f0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-a10d36a7-87ef-481e-9e9f-da2235211c53', 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'project_id': '9047a33944184c15875a48328f19bcdb', 'fixed_ips': [{'subnet_id': '9ee673fd-309f-4c98-9791-a2dcabd22934'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:39:47.440441 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b6bab44e-705e-4b5e-a40c-39e2d6a31f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:47.450589 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3904af77-8712-4336-83b7-57651b22ed6b tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047558'] for router_interface (9bd1af24-c670-4415-ba71-8efc56efde8e), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:47.452614 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3904af77-8712-4336-83b7-57651b22ed6b tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event updated for resources: {'Port': ['ID=ed535972-81b8-4eac-8f90-7ef81d43a4ad,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:47.516499 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f7824db8-c9de-4e65-918a-b7ae081dd52d tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for router_gateway (481f4df8-b917-4fd1-9951-0ab2d9aba448), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:47.560928 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-70587a28-ee59-4faf-b714-93abe54c5376 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (e58c89fc-2fd4-4800-b047-534356edecba), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:47.579952 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-70587a28-ee59-4faf-b714-93abe54c5376 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Calling delete_port for e58c89fc-2fd4-4800-b047-534356edecba owned by {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:39:47.585698 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device d8128a47-02c2-4966-ab43-e8967375164d no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:39:47.590647 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3904af77-8712-4336-83b7-57651b22ed6b tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Network 2894f2cd-d2ed-426d-a2df-e0c8099d0f52 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:39:47.593296 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-3904af77-8712-4336-83b7-57651b22ed6b tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:47.621503 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: d8128a47-02c2-4966-ab43-e8967375164d {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:39:47.630078 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device d8128a47-02c2-4966-ab43-e8967375164d not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:39:47.682820 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c609a81c-2751-4257-98c3-e92e675fcec4 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Made reservation on behalf of 9047a33944184c15875a48328f19bcdb for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:47.686303 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c609a81c-2751-4257-98c3-e92e675fcec4 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:47.703973 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-b6bab44e-705e-4b5e-a40c-39e2d6a31f0e None None] Allocated IP 2001:db8::2 (a10d36a7-87ef-481e-9e9f-da2235211c53/9ee673fd-309f-4c98-9791-a2dcabd22934/d4e550e2-8f00-48a8-9c7b-a6bda1929097) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:39:47.712367 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-f7824db8-c9de-4e65-918a-b7ae081dd52d tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Deleting port e1df428a-082f-4acf-813a-79052be3d278 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:39:47.713119 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f7824db8-c9de-4e65-918a-b7ae081dd52d tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (e1df428a-082f-4acf-813a-79052be3d278), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:47.721886 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-c609a81c-2751-4257-98c3-e92e675fcec4 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] device_id is not set on port 8cf5ac5d-87a4-4ff6-bdec-dc2435e96d6f yet. {{(pid=104083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:39:47.754043 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0f0eef37-4690-436e-a34b-bdeb251f84d3 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (778004a5-9fb9-433a-8933-18d1d69c7b71), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:47.894712 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b6bab44e-705e-4b5e-a40c-39e2d6a31f0e None None] Publish callbacks [] for port (d4e550e2-8f00-48a8-9c7b-a6bda1929097), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:47.905436 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-fa8047b9-5abf-4548-b949-0ffe345a0cf0 None None] Provisioning complete for port ed535972-81b8-4eac-8f90-7ef81d43a4ad triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:47.906250 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-fa8047b9-5abf-4548-b949-0ffe345a0cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (ed535972-81b8-4eac-8f90-7ef81d43a4ad), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:47.917674 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3904af77-8712-4336-83b7-57651b22ed6b tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Router 9bd1af24-c670-4415-ba71-8efc56efde8e is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:39:47.944792 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-fa8047b9-5abf-4548-b949-0ffe345a0cf0 None None] Port ed535972-81b8-4eac-8f90-7ef81d43a4ad cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:39:48.007779 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b6bab44e-705e-4b5e-a40c-39e2d6a31f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (d4e550e2-8f00-48a8-9c7b-a6bda1929097), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:48.052943 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bab44e-705e-4b5e-a40c-39e2d6a31f0e None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:39:48.056904 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-b6bab44e-705e-4b5e-a40c-39e2d6a31f0e None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:48.062406 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bab44e-705e-4b5e-a40c-39e2d6a31f0e None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:39:48.082264 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bab44e-705e-4b5e-a40c-39e2d6a31f0e None None] Pushing event updated for resources: {'Port': ['ID=d4e550e2-8f00-48a8-9c7b-a6bda1929097,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:48.139971 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0eef37-4690-436e-a34b-bdeb251f84d3 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event deleted for resources: {'Port': ['ID=778004a5-9fb9-433a-8933-18d1d69c7b71,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:48.148856 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-b6bab44e-705e-4b5e-a40c-39e2d6a31f0e None None] Attempting to bind port d4e550e2-8f00-48a8-9c7b-a6bda1929097 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:39:48.149238 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-b6bab44e-705e-4b5e-a40c-39e2d6a31f0e None None] Attempting to bind port d4e550e2-8f00-48a8-9c7b-a6bda1929097 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:39:48.149679 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bab44e-705e-4b5e-a40c-39e2d6a31f0e None None] Attempting to bind port d4e550e2-8f00-48a8-9c7b-a6bda1929097 on network a10d36a7-87ef-481e-9e9f-da2235211c53 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:39:48.155473 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bab44e-705e-4b5e-a40c-39e2d6a31f0e None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:39:48.155838 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bab44e-705e-4b5e-a40c-39e2d6a31f0e None None] Checking segment: {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:39:48.156258 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b6bab44e-705e-4b5e-a40c-39e2d6a31f0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:48.156676 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bab44e-705e-4b5e-a40c-39e2d6a31f0e None None] Bound using segment: {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:39:48.157159 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-b6bab44e-705e-4b5e-a40c-39e2d6a31f0e None None] Bound port: d4e550e2-8f00-48a8-9c7b-a6bda1929097, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:39:48.157546 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b6bab44e-705e-4b5e-a40c-39e2d6a31f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (d4e550e2-8f00-48a8-9c7b-a6bda1929097), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:48.162053 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0f0eef37-4690-436e-a34b-bdeb251f84d3 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:48.169178 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-0f0eef37-4690-436e-a34b-bdeb251f84d3 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "DELETE /v2.0/ports/778004a5-9fb9-433a-8933-18d1d69c7b71 HTTP/1.1" status: 204 len: 168 time: 1.2495856 Feb 28 10:39:48.169178 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47562) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:48.218557 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f7824db8-c9de-4e65-918a-b7ae081dd52d tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (e1df428a-082f-4acf-813a-79052be3d278), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:48.229767 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-b6bab44e-705e-4b5e-a40c-39e2d6a31f0e None None] For port d4e550e2-8f00-48a8-9c7b-a6bda1929097, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:39:48.233348 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-b6bab44e-705e-4b5e-a40c-39e2d6a31f0e None None] For port d4e550e2-8f00-48a8-9c7b-a6bda1929097, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=d4e550e2-8f00-48a8-9c7b-a6bda1929097,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:39:48.235414 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-f7824db8-c9de-4e65-918a-b7ae081dd52d tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Calling delete_port for e1df428a-082f-4acf-813a-79052be3d278 owned by network:router_gateway {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:39:48.252764 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-70587a28-ee59-4faf-b714-93abe54c5376 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (e58c89fc-2fd4-4800-b047-534356edecba), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:48.263144 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e06eae-28ed-4b2c-bbac-9325432d49b5 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:48.267211 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-a1e06eae-28ed-4b2c-bbac-9325432d49b5 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0947077 Feb 28 10:39:48.303384 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47564) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:48.312131 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b6bab44e-705e-4b5e-a40c-39e2d6a31f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (d4e550e2-8f00-48a8-9c7b-a6bda1929097), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:48.339163 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70587a28-ee59-4faf-b714-93abe54c5376 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Pushing event deleted for resources: {'Port': ['ID=e58c89fc-2fd4-4800-b047-534356edecba,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:48.369053 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-1586773f-e362-4754-8d53-54c6d7a5edac tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] GET failed (client error): The resource could not be found. Feb 28 10:39:48.370273 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-1586773f-e362-4754-8d53-54c6d7a5edac tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "GET /v2.0/ports/778004a5-9fb9-433a-8933-18d1d69c7b71 HTTP/1.1" status: 404 len: 333 time: 0.0659633 Feb 28 10:39:48.395796 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47566) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:48.401610 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-23b8e5a7-7abf-4c7b-9ddc-4b2f7d8cde2a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2017903642'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:48.411065 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bab44e-705e-4b5e-a40c-39e2d6a31f0e None None] Pushing event updated for resources: {'Port': ['ID=d4e550e2-8f00-48a8-9c7b-a6bda1929097,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:48.473189 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3904af77-8712-4336-83b7-57651b22ed6b tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:39:48.480097 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-3904af77-8712-4336-83b7-57651b22ed6b tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "PUT /v2.0/routers/9bd1af24-c670-4415-ba71-8efc56efde8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0383592 Feb 28 10:39:48.484952 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3fc8dd-d6f7-4fec-8bcd-1c84dcf23c94 None None] Sync routers for ids ['9bd1af24-c670-4415-ba71-8efc56efde8e'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:39:48.485484 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47570) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:48.500174 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3fc8dd-d6f7-4fec-8bcd-1c84dcf23c94 None None] Routers {'9bd1af24-c670-4415-ba71-8efc56efde8e'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:39:48.501171 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-8b3fc8dd-d6f7-4fec-8bcd-1c84dcf23c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:39:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['9bd1af24-c670-4415-ba71-8efc56efde8e'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:48.533924 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-c609a81c-2751-4257-98c3-e92e675fcec4 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Allocated IP 2001:db8::175 (a10d36a7-87ef-481e-9e9f-da2235211c53/9ee673fd-309f-4c98-9791-a2dcabd22934/8cf5ac5d-87a4-4ff6-bdec-dc2435e96d6f) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:39:48.553652 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b8e5a7-7abf-4c7b-9ddc-4b2f7d8cde2a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Made reservation on behalf of a3b8dd05d882407cb4aeb7c1fff3f6af for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:48.556890 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-8b3fc8dd-d6f7-4fec-8bcd-1c84dcf23c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:48.568088 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-23b8e5a7-7abf-4c7b-9ddc-4b2f7d8cde2a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:48.578189 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3fc8dd-d6f7-4fec-8bcd-1c84dcf23c94 None None] Routers {'9bd1af24-c670-4415-ba71-8efc56efde8e'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:39:48.579204 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-8b3fc8dd-d6f7-4fec-8bcd-1c84dcf23c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:39:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['9bd1af24-c670-4415-ba71-8efc56efde8e'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:48.596986 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86ca6ce-d255-4abf-92bb-7e2edd58726e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:48.598490 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-c86ca6ce-d255-4abf-92bb-7e2edd58726e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "GET /v2.0/ports/ed535972-81b8-4eac-8f90-7ef81d43a4ad HTTP/1.1" status: 200 len: 977 time: 0.1124351 Feb 28 10:39:48.605423 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47572) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:48.638456 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-70587a28-ee59-4faf-b714-93abe54c5376 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:48.649114 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a9c8a07a-6fa4-4b9f-af07-f2829e209ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:48.649931 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-70587a28-ee59-4faf-b714-93abe54c5376 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] 10.222.0.62 "DELETE /v2.0/ports/e58c89fc-2fd4-4800-b047-534356edecba HTTP/1.1" status: 204 len: 168 time: 1.6238832 Feb 28 10:39:48.656178 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47574) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:48.704305 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee6a73bd-5928-4737-89ba-7a6a629d07f6 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] GET failed (client error): The resource could not be found. Feb 28 10:39:48.718930 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-ee6a73bd-5928-4737-89ba-7a6a629d07f6 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] 10.222.0.62 "GET /v2.0/ports/e58c89fc-2fd4-4800-b047-534356edecba HTTP/1.1" status: 404 len: 333 time: 0.0602925 Feb 28 10:39:48.747665 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-8b3fc8dd-d6f7-4fec-8bcd-1c84dcf23c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:48.748335 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3fc8dd-d6f7-4fec-8bcd-1c84dcf23c94 None None] The sync data for ids ['9bd1af24-c670-4415-ba71-8efc56efde8e'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:39:48.751605 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47576) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:48.765351 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-4b4d01a4-1a90-4de7-9ff5-2013a6c3eabf tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Request body: {'port': {'network_id': '17887987-b07e-4bcb-a4ad-11435f35b675', 'name': 'tempest-AllowedAddressPairTestJSON-777782756'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:48.832309 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23b8e5a7-7abf-4c7b-9ddc-4b2f7d8cde2a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:39:48.873155 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f7824db8-c9de-4e65-918a-b7ae081dd52d tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (e1df428a-082f-4acf-813a-79052be3d278), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:48.874721 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-23b8e5a7-7abf-4c7b-9ddc-4b2f7d8cde2a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (fff0af72-02c7-43e2-8402-2df16405108a), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:48.875094 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-23b8e5a7-7abf-4c7b-9ddc-4b2f7d8cde2a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Added segment fff0af72-02c7-43e2-8402-2df16405108a of type vlan for network f472ae87-af4d-4e6f-81a8-a75c491a1a91 Feb 28 10:39:48.908817 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7824db8-c9de-4e65-918a-b7ae081dd52d tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Pushing event deleted for resources: {'Port': ['ID=e1df428a-082f-4acf-813a-79052be3d278,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:48.965978 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f7824db8-c9de-4e65-918a-b7ae081dd52d tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047843'] for router_gateway (481f4df8-b917-4fd1-9951-0ab2d9aba448), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:49.065907 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-23b8e5a7-7abf-4c7b-9ddc-4b2f7d8cde2a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (f472ae87-af4d-4e6f-81a8-a75c491a1a91), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:49.066184 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f7824db8-c9de-4e65-918a-b7ae081dd52d tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (481f4df8-b917-4fd1-9951-0ab2d9aba448), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:49.068364 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f7824db8-c9de-4e65-918a-b7ae081dd52d tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for router_controller (481f4df8-b917-4fd1-9951-0ab2d9aba448), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:49.175222 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f7824db8-c9de-4e65-918a-b7ae081dd52d tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (481f4df8-b917-4fd1-9951-0ab2d9aba448), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:49.175901 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7824db8-c9de-4e65-918a-b7ae081dd52d tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Fanout notify agent at l3_agent the message router_deleted on router 481f4df8-b917-4fd1-9951-0ab2d9aba448 {{(pid=104084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:39:49.184529 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f7824db8-c9de-4e65-918a-b7ae081dd52d tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:49.189685 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-f7824db8-c9de-4e65-918a-b7ae081dd52d tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] 10.222.0.62 "DELETE /v2.0/routers/481f4df8-b917-4fd1-9951-0ab2d9aba448 HTTP/1.1" status: 204 len: 168 time: 2.2172489 Feb 28 10:39:49.189685 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47578) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:49.191872 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c609a81c-2751-4257-98c3-e92e675fcec4 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for port (8cf5ac5d-87a4-4ff6-bdec-dc2435e96d6f), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:49.211807 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4d01a4-1a90-4de7-9ff5-2013a6c3eabf tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Made reservation on behalf of f920f03a7902430fbdcf99b2885cdd7d for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:49.215452 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4b4d01a4-1a90-4de7-9ff5-2013a6c3eabf tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:49.247441 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-329a0133-0669-49d9-af09-377a5ddaa176 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Deleting subnet 806fc4b8-0f94-463e-a212-2c43a973f5eb {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:39:49.251424 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-329a0133-0669-49d9-af09-377a5ddaa176 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for subnet (806fc4b8-0f94-463e-a212-2c43a973f5eb), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:49.289309 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-4b4d01a4-1a90-4de7-9ff5-2013a6c3eabf tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] device_id is not set on port 7a94bb48-9549-46bb-a23a-7a1795797efb yet. {{(pid=104083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:39:49.295178 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-23b8e5a7-7abf-4c7b-9ddc-4b2f7d8cde2a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (f472ae87-af4d-4e6f-81a8-a75c491a1a91), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:49.300615 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b8e5a7-7abf-4c7b-9ddc-4b2f7d8cde2a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:49.301223 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-23b8e5a7-7abf-4c7b-9ddc-4b2f7d8cde2a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:49.302247 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-329a0133-0669-49d9-af09-377a5ddaa176 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (806fc4b8-0f94-463e-a212-2c43a973f5eb), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:49.405446 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-329a0133-0669-49d9-af09-377a5ddaa176 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (806fc4b8-0f94-463e-a212-2c43a973f5eb), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:49.475485 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b8e5a7-7abf-4c7b-9ddc-4b2f7d8cde2a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event updated for resources: {'Network': ['ID=f472ae87-af4d-4e6f-81a8-a75c491a1a91,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:49.478091 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c609a81c-2751-4257-98c3-e92e675fcec4 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (8cf5ac5d-87a4-4ff6-bdec-dc2435e96d6f), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:49.490044 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network f472ae87-af4d-4e6f-81a8-a75c491a1a91 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:39:49.525527 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-23b8e5a7-7abf-4c7b-9ddc-4b2f7d8cde2a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1257260 Feb 28 10:39:49.526017 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47580) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:49.542013 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-5a13a63d-a721-4b99-9f77-488313912e4b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Request body: {'subnet': {'network_id': 'f472ae87-af4d-4e6f-81a8-a75c491a1a91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:49.551636 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-329a0133-0669-49d9-af09-377a5ddaa176 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (806fc4b8-0f94-463e-a212-2c43a973f5eb), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:49.612763 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device d4e550e2-8f00-48a8-9c7b-a6bda1929097 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:39:49.630213 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c609a81c-2751-4257-98c3-e92e675fcec4 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:39:49.642089 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329a0133-0669-49d9-af09-377a5ddaa176 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Pushing event deleted for resources: {'Subnet': ['ID=806fc4b8-0f94-463e-a212-2c43a973f5eb,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:49.651055 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-329a0133-0669-49d9-af09-377a5ddaa176 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:49.654911 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-329a0133-0669-49d9-af09-377a5ddaa176 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] 10.222.0.62 "DELETE /v2.0/subnets/806fc4b8-0f94-463e-a212-2c43a973f5eb HTTP/1.1" status: 204 len: 168 time: 0.4652257 Feb 28 10:39:49.660103 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-c609a81c-2751-4257-98c3-e92e675fcec4 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:49.662399 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47582) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:49.667742 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5419202-01d4-4607-895a-67083ce76ed5 None None] Network 762b77a3-0fee-402a-b09b-96d5ead56933 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:39:49.675009 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c609a81c-2751-4257-98c3-e92e675fcec4 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event updated for resources: {'Port': ['ID=8cf5ac5d-87a4-4ff6-bdec-dc2435e96d6f,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:49.678720 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c609a81c-2751-4257-98c3-e92e675fcec4 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:39:49.684529 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c609a81c-2751-4257-98c3-e92e675fcec4 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:49.685055 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c609a81c-2751-4257-98c3-e92e675fcec4 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:49.728105 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-4b4d01a4-1a90-4de7-9ff5-2013a6c3eabf tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Allocated IP 172.20.0.6 (17887987-b07e-4bcb-a4ad-11435f35b675/6fa4c8a4-23e8-4a20-a4cd-5c17b9ebed82/7a94bb48-9549-46bb-a23a-7a1795797efb) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:39:49.757662 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-b661a474-d845-4cf6-af38-8961c11db097 None None] Provisioning complete for port d4e550e2-8f00-48a8-9c7b-a6bda1929097 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:49.758044 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b661a474-d845-4cf6-af38-8961c11db097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (d4e550e2-8f00-48a8-9c7b-a6bda1929097), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:49.760465 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port d4e550e2-8f00-48a8-9c7b-a6bda1929097 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:49.760838 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (d4e550e2-8f00-48a8-9c7b-a6bda1929097), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:49.784196 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a13a63d-a721-4b99-9f77-488313912e4b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Made reservation on behalf of a3b8dd05d882407cb4aeb7c1fff3f6af for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:49.789634 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5a13a63d-a721-4b99-9f77-488313912e4b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:49.881829 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-c609a81c-2751-4257-98c3-e92e675fcec4 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5819781 Feb 28 10:39:49.887866 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47584) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:49.904246 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-66532c20-34c8-4531-a2bf-56fc27af023e tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (762b77a3-0fee-402a-b09b-96d5ead56933), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:49.917850 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c18d5edb-a4e1-4ec5-a6a1-9050e1dfcdf9 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047661'] for router_interface (9bd1af24-c670-4415-ba71-8efc56efde8e), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:49.965936 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-b661a474-d845-4cf6-af38-8961c11db097 None None] Current status of the port d4e550e2-8f00-48a8-9c7b-a6bda1929097 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:39:49.966607 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b661a474-d845-4cf6-af38-8961c11db097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (d4e550e2-8f00-48a8-9c7b-a6bda1929097), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:49.968889 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port d4e550e2-8f00-48a8-9c7b-a6bda1929097 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:39:49.969303 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (d4e550e2-8f00-48a8-9c7b-a6bda1929097), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:50.010653 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24b23aa-e988-4a25-aafa-bfed5c7f1c1b tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:50.016338 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2751f67c-223c-49f3-8e5d-ac4749bbf92e None None] DHCP port deletion for 762b77a3-0fee-402a-b09b-96d5ead56933 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:39:50.017259 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24b23aa-e988-4a25-aafa-bfed5c7f1c1b tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:50.019408 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-d24b23aa-e988-4a25-aafa-bfed5c7f1c1b tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1284049 Feb 28 10:39:50.022415 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47586) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:50.030870 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:50.064808 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port d4e550e2-8f00-48a8-9c7b-a6bda1929097, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=d4e550e2-8f00-48a8-9c7b-a6bda1929097,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:39:50.105092 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-2751f67c-223c-49f3-8e5d-ac4749bbf92e None None] Deleting port 7152db66-729c-4de9-9f65-3e38494280fd {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:39:50.105730 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2751f67c-223c-49f3-8e5d-ac4749bbf92e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (7152db66-729c-4de9-9f65-3e38494280fd), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:50.148535 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (d4e550e2-8f00-48a8-9c7b-a6bda1929097), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:50.212459 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-1cb84918-9541-4a12-bdbf-8ea7d0393ed1 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Deleting port 8cf5ac5d-87a4-4ff6-bdec-dc2435e96d6f {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:39:50.213015 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1cb84918-9541-4a12-bdbf-8ea7d0393ed1 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (8cf5ac5d-87a4-4ff6-bdec-dc2435e96d6f), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:50.239332 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-2751f67c-223c-49f3-8e5d-ac4749bbf92e None None] For port 7152db66-729c-4de9-9f65-3e38494280fd, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=7152db66-729c-4de9-9f65-3e38494280fd,segment=NetworkSegment(59e58a49-075f-48e9-8ecd-7a6d0558b88e),segment_id=59e58a49-075f-48e9-8ecd-7a6d0558b88e)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:39:50.239332 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2751f67c-223c-49f3-8e5d-ac4749bbf92e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (7152db66-729c-4de9-9f65-3e38494280fd), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:50.258565 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5a13a63d-a721-4b99-9f77-488313912e4b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (11be0ae6-d719-4955-96d7-3b53e7e3f987), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:50.265803 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-2751f67c-223c-49f3-8e5d-ac4749bbf92e None None] Calling delete_port for 7152db66-729c-4de9-9f65-3e38494280fd owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:39:50.267844 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.db.api [None req-b661a474-d845-4cf6-af38-8961c11db097 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:39:50.268355 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG oslo_db.api [None req-b661a474-d845-4cf6-af38-8961c11db097 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:39:50.269009 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=d4e550e2-8f00-48a8-9c7b-a6bda1929097,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:50.279990 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-66532c20-34c8-4531-a2bf-56fc27af023e tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Deleting port 7152db66-729c-4de9-9f65-3e38494280fd {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:39:50.279990 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-66532c20-34c8-4531-a2bf-56fc27af023e tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (7152db66-729c-4de9-9f65-3e38494280fd), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:50.365570 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4b4d01a4-1a90-4de7-9ff5-2013a6c3eabf tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks [] for port (7a94bb48-9549-46bb-a23a-7a1795797efb), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:50.366074 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a13a63d-a721-4b99-9f77-488313912e4b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event updated for resources: {'Subnet': ['ID=11be0ae6-d719-4955-96d7-3b53e7e3f987,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:50.370730 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1cb84918-9541-4a12-bdbf-8ea7d0393ed1 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (8cf5ac5d-87a4-4ff6-bdec-dc2435e96d6f), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:50.382279 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a13a63d-a721-4b99-9f77-488313912e4b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Checking segment: {'id': 'fff0af72-02c7-43e2-8402-2df16405108a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f472ae87-af4d-4e6f-81a8-a75c491a1a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:39:50.382643 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a13a63d-a721-4b99-9f77-488313912e4b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Network hostable DHCP agents. Network: f472ae87-af4d-4e6f-81a8-a75c491a1a91, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:39:50.388454 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-1cb84918-9541-4a12-bdbf-8ea7d0393ed1 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Calling delete_port for 8cf5ac5d-87a4-4ff6-bdec-dc2435e96d6f owned by {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:39:50.397697 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-66532c20-34c8-4531-a2bf-56fc27af023e tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] For port 7152db66-729c-4de9-9f65-3e38494280fd, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=7152db66-729c-4de9-9f65-3e38494280fd,segment=NetworkSegment(59e58a49-075f-48e9-8ecd-7a6d0558b88e),segment_id=59e58a49-075f-48e9-8ecd-7a6d0558b88e)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:39:50.398061 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-66532c20-34c8-4531-a2bf-56fc27af023e tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (7152db66-729c-4de9-9f65-3e38494280fd), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:50.423660 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2751f67c-223c-49f3-8e5d-ac4749bbf92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (7152db66-729c-4de9-9f65-3e38494280fd), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:50.433459 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-66532c20-34c8-4531-a2bf-56fc27af023e tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Calling delete_port for 7152db66-729c-4de9-9f65-3e38494280fd owned by network:dhcp {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:39:50.450256 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2751f67c-223c-49f3-8e5d-ac4749bbf92e None None] Pushing event deleted for resources: {'Port': ['ID=7152db66-729c-4de9-9f65-3e38494280fd,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:50.455470 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2751f67c-223c-49f3-8e5d-ac4749bbf92e None None] No DVR routers for this DVR port 7152db66-729c-4de9-9f65-3e38494280fd on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:39:50.514579 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a13a63d-a721-4b99-9f77-488313912e4b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Network f472ae87-af4d-4e6f-81a8-a75c491a1a91 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:39:50.542634 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4b4d01a4-1a90-4de7-9ff5-2013a6c3eabf tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (7a94bb48-9549-46bb-a23a-7a1795797efb), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:50.546998 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-c18d5edb-a4e1-4ec5-a6a1-9050e1dfcdf9 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Deleting port ed535972-81b8-4eac-8f90-7ef81d43a4ad {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:39:50.547331 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c18d5edb-a4e1-4ec5-a6a1-9050e1dfcdf9 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (ed535972-81b8-4eac-8f90-7ef81d43a4ad), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:50.591589 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-5a13a63d-a721-4b99-9f77-488313912e4b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, f472ae87-af4d-4e6f-81a8-a75c491a1a91) {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:50.603069 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a13a63d-a721-4b99-9f77-488313912e4b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:50.603658 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77cb7347-0f69-4e40-8ca2-dfbf7adb534d None None] Network f472ae87-af4d-4e6f-81a8-a75c491a1a91 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:39:50.604127 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5a13a63d-a721-4b99-9f77-488313912e4b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:50.612585 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1cb84918-9541-4a12-bdbf-8ea7d0393ed1 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (8cf5ac5d-87a4-4ff6-bdec-dc2435e96d6f), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:50.648483 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb84918-9541-4a12-bdbf-8ea7d0393ed1 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event deleted for resources: {'Port': ['ID=8cf5ac5d-87a4-4ff6-bdec-dc2435e96d6f,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:50.652662 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4d01a4-1a90-4de7-9ff5-2013a6c3eabf tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Network 17887987-b07e-4bcb-a4ad-11435f35b675 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:39:50.671782 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-4b4d01a4-1a90-4de7-9ff5-2013a6c3eabf tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:50.678790 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4d01a4-1a90-4de7-9ff5-2013a6c3eabf tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Pushing event updated for resources: {'Port': ['ID=7a94bb48-9549-46bb-a23a-7a1795797efb,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:50.684648 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1cb84918-9541-4a12-bdbf-8ea7d0393ed1 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:50.684784 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4d01a4-1a90-4de7-9ff5-2013a6c3eabf tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:39:50.687948 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-1cb84918-9541-4a12-bdbf-8ea7d0393ed1 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/ports/8cf5ac5d-87a4-4ff6-bdec-dc2435e96d6f HTTP/1.1" status: 204 len: 168 time: 0.6644740 Feb 28 10:39:50.691198 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47588) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:50.736215 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-66532c20-34c8-4531-a2bf-56fc27af023e tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (7152db66-729c-4de9-9f65-3e38494280fd), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:50.737097 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-5a13a63d-a721-4b99-9f77-488313912e4b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1989076 Feb 28 10:39:50.739317 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47590) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:50.744749 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-c692e0fa-6351-4def-81d5-b0b59e07c6a0 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Request body: {'subnet': {'network_id': 'f472ae87-af4d-4e6f-81a8-a75c491a1a91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:50.744885 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c534df60-8b02-4780-be4e-dae81cf77bcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-f472ae87-af4d-4e6f-81a8-a75c491a1a91', 'network_id': 'f472ae87-af4d-4e6f-81a8-a75c491a1a91', 'project_id': 'a3b8dd05d882407cb4aeb7c1fff3f6af', 'fixed_ips': [{'subnet_id': '11be0ae6-d719-4955-96d7-3b53e7e3f987'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:39:50.746000 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c534df60-8b02-4780-be4e-dae81cf77bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:50.783956 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66532c20-34c8-4531-a2bf-56fc27af023e tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] No DVR routers for this DVR port 7152db66-729c-4de9-9f65-3e38494280fd on host dv-neutron-829161-3-hyperv {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:39:50.799964 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66532c20-34c8-4531-a2bf-56fc27af023e tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Pushing event deleted for resources: {'Port': ['ID=7152db66-729c-4de9-9f65-3e38494280fd,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:50.836666 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a251843-43fe-4f2d-af28-2a59bbd6af0d tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:50.838883 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a251843-43fe-4f2d-af28-2a59bbd6af0d tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:50.844334 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-3a251843-43fe-4f2d-af28-2a59bbd6af0d tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1484404 Feb 28 10:39:50.845801 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47592) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:50.879132 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4d01a4-1a90-4de7-9ff5-2013a6c3eabf tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:50.879881 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4b4d01a4-1a90-4de7-9ff5-2013a6c3eabf tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:50.948225 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-809f5fb5-3a30-48e2-bb05-f99ecdba5830 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Deleting subnet 9ee673fd-309f-4c98-9791-a2dcabd22934 {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:39:50.953980 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c18d5edb-a4e1-4ec5-a6a1-9050e1dfcdf9 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (ed535972-81b8-4eac-8f90-7ef81d43a4ad), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:50.968692 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-809f5fb5-3a30-48e2-bb05-f99ecdba5830 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for subnet (9ee673fd-309f-4c98-9791-a2dcabd22934), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:50.969719 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-66532c20-34c8-4531-a2bf-56fc27af023e tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (762b77a3-0fee-402a-b09b-96d5ead56933), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:50.974109 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-c534df60-8b02-4780-be4e-dae81cf77bcd None None] Allocated IP 172.20.0.2 (f472ae87-af4d-4e6f-81a8-a75c491a1a91/11be0ae6-d719-4955-96d7-3b53e7e3f987/6c237d26-c2ee-4c21-8e8a-91d34e59a3a2) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:39:50.990806 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-b661a474-d845-4cf6-af38-8961c11db097 None None] Current status of the port d4e550e2-8f00-48a8-9c7b-a6bda1929097 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:39:50.995471 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-c18d5edb-a4e1-4ec5-a6a1-9050e1dfcdf9 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Calling delete_port for ed535972-81b8-4eac-8f90-7ef81d43a4ad owned by network:router_interface {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:39:51.032379 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-66532c20-34c8-4531-a2bf-56fc27af023e tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['762b77a3-0fee-402a-b09b-96d5ead56933']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:51.042497 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-66532c20-34c8-4531-a2bf-56fc27af023e tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59e58a49-075f-48e9-8ecd-7a6d0558b88e') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:51.042952 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-66532c20-34c8-4531-a2bf-56fc27af023e tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59e58a49-075f-48e9-8ecd-7a6d0558b88e') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:51.044191 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-809f5fb5-3a30-48e2-bb05-f99ecdba5830 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (9ee673fd-309f-4c98-9791-a2dcabd22934), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:51.062437 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-4b4d01a4-1a90-4de7-9ff5-2013a6c3eabf tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3066053 Feb 28 10:39:51.068284 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47594) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:51.079561 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-6dbcda81-6bd1-42cb-a721-c6a09b35b661 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:be:aa:63'}]}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:51.108918 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-66532c20-34c8-4531-a2bf-56fc27af023e tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (59e58a49-075f-48e9-8ecd-7a6d0558b88e), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:51.127709 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-66532c20-34c8-4531-a2bf-56fc27af023e tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (59e58a49-075f-48e9-8ecd-7a6d0558b88e), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:51.143225 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66532c20-34c8-4531-a2bf-56fc27af023e tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:39:51.143461 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-97532852-d0e2-40bf-90ba-ba62a0f42683 None None] Provisioning complete for port 7a94bb48-9549-46bb-a23a-7a1795797efb triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:51.143781 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-66532c20-34c8-4531-a2bf-56fc27af023e tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (59e58a49-075f-48e9-8ecd-7a6d0558b88e), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:51.143925 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-97532852-d0e2-40bf-90ba-ba62a0f42683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (7a94bb48-9549-46bb-a23a-7a1795797efb), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:51.147670 dv-neutron-829161-3-hyperv neutron-server[104083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:39:51.147670 dv-neutron-829161-3-hyperv neutron-server[104083]: self.session.flush() Feb 28 10:39:51.147670 dv-neutron-829161-3-hyperv neutron-server[104083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:39:51.147670 dv-neutron-829161-3-hyperv neutron-server[104083]: self.session.flush() Feb 28 10:39:51.147670 dv-neutron-829161-3-hyperv neutron-server[104083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:39:51.147670 dv-neutron-829161-3-hyperv neutron-server[104083]: self.session.flush() Feb 28 10:39:51.147670 dv-neutron-829161-3-hyperv neutron-server[104083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:39:51.147670 dv-neutron-829161-3-hyperv neutron-server[104083]: self.session.flush() Feb 28 10:39:51.147670 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:39:51.147670 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:39:51.147670 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:39:51.147670 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:39:51.147670 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:39:51.147670 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:39:51.147670 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:39:51.147670 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:39:51.147670 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:39:51.147670 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:39:51.147670 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:39:51.147670 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:39:51.147670 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:39:51.147670 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:39:51.147670 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:39:51.147670 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:39:51.147670 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:39:51.147670 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:39:51.147670 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:39:51.147670 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:39:51.147670 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:39:51.147670 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:39:51.147670 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:39:51.147670 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:39:51.147670 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:39:51.147670 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:39:51.147670 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:39:51.147670 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:39:51.147670 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:39:51.147670 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:39:51.147670 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:39:51.147670 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:39:51.150823 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c692e0fa-6351-4def-81d5-b0b59e07c6a0 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Made reservation on behalf of a3b8dd05d882407cb4aeb7c1fff3f6af for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:51.152769 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c692e0fa-6351-4def-81d5-b0b59e07c6a0 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:51.238725 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-97532852-d0e2-40bf-90ba-ba62a0f42683 None None] Port 7a94bb48-9549-46bb-a23a-7a1795797efb cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:39:51.243270 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c534df60-8b02-4780-be4e-dae81cf77bcd None None] Publish callbacks [] for port (6c237d26-c2ee-4c21-8e8a-91d34e59a3a2), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:51.247079 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-97532852-d0e2-40bf-90ba-ba62a0f42683 None None] Could not find standard attr ID for object 8cf5ac5d-87a4-4ff6-bdec-dc2435e96d6f. {{(pid=104085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:39:51.278600 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:51.298058 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-809f5fb5-3a30-48e2-bb05-f99ecdba5830 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (9ee673fd-309f-4c98-9791-a2dcabd22934), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:51.335803 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c534df60-8b02-4780-be4e-dae81cf77bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (6c237d26-c2ee-4c21-8e8a-91d34e59a3a2), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:51.391361 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c534df60-8b02-4780-be4e-dae81cf77bcd None None] Pushing event updated for resources: {'Port': ['ID=6c237d26-c2ee-4c21-8e8a-91d34e59a3a2,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:51.394815 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.ipam_backend_mixin [None req-c692e0fa-6351-4def-81d5-b0b59e07c6a0 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 11be0ae6-d719-4955-96d7-3b53e7e3f987 (CIDR: 172.20.0.0/28) Feb 28 10:39:51.399278 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c534df60-8b02-4780-be4e-dae81cf77bcd None None] Network f472ae87-af4d-4e6f-81a8-a75c491a1a91 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:39:51.402128 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-c534df60-8b02-4780-be4e-dae81cf77bcd None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:51.404051 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c534df60-8b02-4780-be4e-dae81cf77bcd None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:39:51.408058 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6dbcda81-6bd1-42cb-a721-c6a09b35b661 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (7a94bb48-9549-46bb-a23a-7a1795797efb), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:51.454291 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-c692e0fa-6351-4def-81d5-b0b59e07c6a0 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:39:51.457323 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c692e0fa-6351-4def-81d5-b0b59e07c6a0 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:39:51.475585 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-c534df60-8b02-4780-be4e-dae81cf77bcd None None] Attempting to bind port 6c237d26-c2ee-4c21-8e8a-91d34e59a3a2 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:39:51.475990 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-c534df60-8b02-4780-be4e-dae81cf77bcd None None] Attempting to bind port 6c237d26-c2ee-4c21-8e8a-91d34e59a3a2 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': 'fff0af72-02c7-43e2-8402-2df16405108a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f472ae87-af4d-4e6f-81a8-a75c491a1a91'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:39:51.476351 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c534df60-8b02-4780-be4e-dae81cf77bcd None None] Attempting to bind port 6c237d26-c2ee-4c21-8e8a-91d34e59a3a2 on network f472ae87-af4d-4e6f-81a8-a75c491a1a91 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:39:51.486283 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c534df60-8b02-4780-be4e-dae81cf77bcd None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:39:51.486283 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c534df60-8b02-4780-be4e-dae81cf77bcd None None] Checking segment: {'id': 'fff0af72-02c7-43e2-8402-2df16405108a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f472ae87-af4d-4e6f-81a8-a75c491a1a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:39:51.486283 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c534df60-8b02-4780-be4e-dae81cf77bcd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:51.486283 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c534df60-8b02-4780-be4e-dae81cf77bcd None None] Bound using segment: {'id': 'fff0af72-02c7-43e2-8402-2df16405108a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f472ae87-af4d-4e6f-81a8-a75c491a1a91'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:39:51.486716 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-c534df60-8b02-4780-be4e-dae81cf77bcd None None] Bound port: 6c237d26-c2ee-4c21-8e8a-91d34e59a3a2, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fff0af72-02c7-43e2-8402-2df16405108a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f472ae87-af4d-4e6f-81a8-a75c491a1a91'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:39:51.486998 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c534df60-8b02-4780-be4e-dae81cf77bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (6c237d26-c2ee-4c21-8e8a-91d34e59a3a2), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:51.507880 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-809f5fb5-3a30-48e2-bb05-f99ecdba5830 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (9ee673fd-309f-4c98-9791-a2dcabd22934), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:51.540014 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809f5fb5-3a30-48e2-bb05-f99ecdba5830 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event deleted for resources: {'Subnet': ['ID=9ee673fd-309f-4c98-9791-a2dcabd22934,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:51.551890 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c692e0fa-6351-4def-81d5-b0b59e07c6a0 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8113594 Feb 28 10:39:51.554225 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-c534df60-8b02-4780-be4e-dae81cf77bcd None None] For port 6c237d26-c2ee-4c21-8e8a-91d34e59a3a2, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:39:51.555057 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47596) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:51.557749 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-c534df60-8b02-4780-be4e-dae81cf77bcd None None] For port 6c237d26-c2ee-4c21-8e8a-91d34e59a3a2, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=6c237d26-c2ee-4c21-8e8a-91d34e59a3a2,segment=NetworkSegment(fff0af72-02c7-43e2-8402-2df16405108a),segment_id=fff0af72-02c7-43e2-8402-2df16405108a)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:39:51.560584 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-ddace5bf-b5ed-4ef2-a0d0-b5f83d9ddb4a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Request body: {'subnet': {'network_id': 'f472ae87-af4d-4e6f-81a8-a75c491a1a91', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:51.566676 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device d4e550e2-8f00-48a8-9c7b-a6bda1929097 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:39:51.567078 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-809f5fb5-3a30-48e2-bb05-f99ecdba5830 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:51.571597 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-809f5fb5-3a30-48e2-bb05-f99ecdba5830 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/subnets/9ee673fd-309f-4c98-9791-a2dcabd22934 HTTP/1.1" status: 204 len: 168 time: 0.7246182 Feb 28 10:39:51.574611 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47598) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:51.597970 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09179d5-65d5-475b-9606-90421db88ce4 None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:39:51.657158 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c534df60-8b02-4780-be4e-dae81cf77bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (6c237d26-c2ee-4c21-8e8a-91d34e59a3a2), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:51.684892 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-66532c20-34c8-4531-a2bf-56fc27af023e tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (762b77a3-0fee-402a-b09b-96d5ead56933), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:51.685446 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-1ef0ab37-bbed-4ea0-bb31-71e27212177b tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1064706 Feb 28 10:39:51.685446 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47600) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:51.690672 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-8ee6c8ff-15c4-42a5-b72c-c8bf6ada583c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Request body: {'subnet': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:51.705307 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-66532c20-34c8-4531-a2bf-56fc27af023e tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:51.719039 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-66532c20-34c8-4531-a2bf-56fc27af023e tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] 10.222.0.62 "DELETE /v2.0/networks/762b77a3-0fee-402a-b09b-96d5ead56933 HTTP/1.1" status: 204 len: 168 time: 2.0513484 Feb 28 10:39:51.733405 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47602) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:51.743497 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66532c20-34c8-4531-a2bf-56fc27af023e tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Pushing event deleted for resources: {'Network': ['ID=762b77a3-0fee-402a-b09b-96d5ead56933,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:51.859942 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c18d5edb-a4e1-4ec5-a6a1-9050e1dfcdf9 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (ed535972-81b8-4eac-8f90-7ef81d43a4ad), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:51.893677 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18d5edb-a4e1-4ec5-a6a1-9050e1dfcdf9 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event deleted for resources: {'Port': ['ID=ed535972-81b8-4eac-8f90-7ef81d43a4ad,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:51.915976 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee6c8ff-15c4-42a5-b72c-c8bf6ada583c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Made reservation on behalf of 9047a33944184c15875a48328f19bcdb for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:51.919908 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8ee6c8ff-15c4-42a5-b72c-c8bf6ada583c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:51.924392 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c534df60-8b02-4780-be4e-dae81cf77bcd None None] Pushing event updated for resources: {'Port': ['ID=6c237d26-c2ee-4c21-8e8a-91d34e59a3a2,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:51.930049 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port d4e550e2-8f00-48a8-9c7b-a6bda1929097 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:51.930437 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (d4e550e2-8f00-48a8-9c7b-a6bda1929097), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:51.950665 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddace5bf-b5ed-4ef2-a0d0-b5f83d9ddb4a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Made reservation on behalf of a3b8dd05d882407cb4aeb7c1fff3f6af for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:51.954201 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ddace5bf-b5ed-4ef2-a0d0-b5f83d9ddb4a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:51.978385 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-7e407fa3-b0ab-431e-9c2a-fb3aee5b1dd7 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Deleting port 0384b2b7-4185-4e2c-a5a8-69cd771a30ba {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:39:51.978736 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7e407fa3-b0ab-431e-9c2a-fb3aee5b1dd7 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (0384b2b7-4185-4e2c-a5a8-69cd771a30ba), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:52.030111 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port d4e550e2-8f00-48a8-9c7b-a6bda1929097 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:39:52.133152 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1dbeca-e3f4-49b6-bdb9-b6d43fd3e6d2 None None] DHCP port deletion for a10d36a7-87ef-481e-9e9f-da2235211c53 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:39:52.138728 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c18d5edb-a4e1-4ec5-a6a1-9050e1dfcdf9 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1047681'] for router_interface (9bd1af24-c670-4415-ba71-8efc56efde8e), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:52.180454 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 7152db66-729c-4de9-9f65-3e38494280fd no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:39:52.209751 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 7152db66-729c-4de9-9f65-3e38494280fd {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:39:52.210110 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 7152db66-729c-4de9-9f65-3e38494280fd not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:39:52.260074 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ba1dbeca-e3f4-49b6-bdb9-b6d43fd3e6d2 None None] Deleting port d4e550e2-8f00-48a8-9c7b-a6bda1929097 {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:39:52.260788 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ba1dbeca-e3f4-49b6-bdb9-b6d43fd3e6d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (d4e550e2-8f00-48a8-9c7b-a6bda1929097), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:52.299653 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7e407fa3-b0ab-431e-9c2a-fb3aee5b1dd7 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (0384b2b7-4185-4e2c-a5a8-69cd771a30ba), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:52.300033 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7e407fa3-b0ab-431e-9c2a-fb3aee5b1dd7 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for floatingip (0384b2b7-4185-4e2c-a5a8-69cd771a30ba), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:52.341819 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-7e407fa3-b0ab-431e-9c2a-fb3aee5b1dd7 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Calling delete_port for 0384b2b7-4185-4e2c-a5a8-69cd771a30ba owned by network:floatingip {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:39:52.408830 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ba1dbeca-e3f4-49b6-bdb9-b6d43fd3e6d2 None None] For port d4e550e2-8f00-48a8-9c7b-a6bda1929097, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=d4e550e2-8f00-48a8-9c7b-a6bda1929097,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:39:52.409636 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ba1dbeca-e3f4-49b6-bdb9-b6d43fd3e6d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (d4e550e2-8f00-48a8-9c7b-a6bda1929097), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:52.444863 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ba1dbeca-e3f4-49b6-bdb9-b6d43fd3e6d2 None None] Calling delete_port for d4e550e2-8f00-48a8-9c7b-a6bda1929097 owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:39:52.518855 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c18d5edb-a4e1-4ec5-a6a1-9050e1dfcdf9 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Router 9bd1af24-c670-4415-ba71-8efc56efde8e has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:39:52.637753 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ba1dbeca-e3f4-49b6-bdb9-b6d43fd3e6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (d4e550e2-8f00-48a8-9c7b-a6bda1929097), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:52.640114 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6dbcda81-6bd1-42cb-a721-c6a09b35b661 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks [] for port (7a94bb48-9549-46bb-a23a-7a1795797efb), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:52.667144 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1dbeca-e3f4-49b6-bdb9-b6d43fd3e6d2 None None] Pushing event deleted for resources: {'Port': ['ID=d4e550e2-8f00-48a8-9c7b-a6bda1929097,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:52.668965 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1dbeca-e3f4-49b6-bdb9-b6d43fd3e6d2 None None] No DVR routers for this DVR port d4e550e2-8f00-48a8-9c7b-a6bda1929097 on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:39:52.682937 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c18d5edb-a4e1-4ec5-a6a1-9050e1dfcdf9 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:39:52.695060 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47616) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:52.695379 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-c18d5edb-a4e1-4ec5-a6a1-9050e1dfcdf9 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "PUT /v2.0/routers/9bd1af24-c670-4415-ba71-8efc56efde8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0863345 Feb 28 10:39:52.706327 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:52.708905 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720640af-7760-468d-a922-f706acf2b865 None None] Sync routers for ids ['9bd1af24-c670-4415-ba71-8efc56efde8e'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:39:52.723317 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720640af-7760-468d-a922-f706acf2b865 None None] Routers {'9bd1af24-c670-4415-ba71-8efc56efde8e'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:39:52.723962 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-720640af-7760-468d-a922-f706acf2b865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:39:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['9bd1af24-c670-4415-ba71-8efc56efde8e'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:52.765188 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-720640af-7760-468d-a922-f706acf2b865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:52.782873 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720640af-7760-468d-a922-f706acf2b865 None None] Routers {'9bd1af24-c670-4415-ba71-8efc56efde8e'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:39:52.783552 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-720640af-7760-468d-a922-f706acf2b865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:39:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['9bd1af24-c670-4415-ba71-8efc56efde8e'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:52.786612 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7e407fa3-b0ab-431e-9c2a-fb3aee5b1dd7 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (0384b2b7-4185-4e2c-a5a8-69cd771a30ba), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:52.808540 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6dbcda81-6bd1-42cb-a721-c6a09b35b661 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (7a94bb48-9549-46bb-a23a-7a1795797efb), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:52.836482 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-720640af-7760-468d-a922-f706acf2b865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:52.837165 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720640af-7760-468d-a922-f706acf2b865 None None] The sync data for ids ['9bd1af24-c670-4415-ba71-8efc56efde8e'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:39:52.853769 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e407fa3-b0ab-431e-9c2a-fb3aee5b1dd7 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Pushing event deleted for resources: {'Port': ['ID=0384b2b7-4185-4e2c-a5a8-69cd771a30ba,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:52.963964 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7e407fa3-b0ab-431e-9c2a-fb3aee5b1dd7 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for floatingip (c73630fd-533c-4d29-8fe5-670452d674d5), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:52.966883 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7e407fa3-b0ab-431e-9c2a-fb3aee5b1dd7 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:52.971788 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-7e407fa3-b0ab-431e-9c2a-fb3aee5b1dd7 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] 10.222.0.62 "DELETE /v2.0/floatingips/c73630fd-533c-4d29-8fe5-670452d674d5 HTTP/1.1" status: 204 len: 168 time: 1.2334342 Feb 28 10:39:52.973333 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47622) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:53.000200 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f48c80c-cfb4-400e-a28d-8a70f30d6510 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] DELETE failed (client error): The resource could not be found. Feb 28 10:39:53.000798 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f48c80c-cfb4-400e-a28d-8a70f30d6510 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:39:53.007567 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-9f48c80c-cfb4-400e-a28d-8a70f30d6510 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] 10.222.0.62 "DELETE /v2.0/ports/f2faea43-81e9-422e-b044-50154d74fdac HTTP/1.1" status: 404 len: 333 time: 0.0296082 Feb 28 10:39:53.007567 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47624) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:53.038949 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-36bf85f9-ddd0-4c8e-8fd4-447e82bf0a35 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] 10.222.0.62 "GET /v2.0/ports?device_id=481f4df8-b917-4fd1-9951-0ab2d9aba448 HTTP/1.1" status: 200 len: 205 time: 0.0278525 Feb 28 10:39:53.039250 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47626) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:53.039918 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-6dbcda81-6bd1-42cb-a721-c6a09b35b661 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] In _notify_port_updated(), no bound segment for port 7a94bb48-9549-46bb-a23a-7a1795797efb on network 17887987-b07e-4bcb-a4ad-11435f35b675 {{(pid=104084) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 10:39:53.047372 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbcda81-6bd1-42cb-a721-c6a09b35b661 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:53.047372 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6dbcda81-6bd1-42cb-a721-c6a09b35b661 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:53.052739 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-6dbcda81-6bd1-42cb-a721-c6a09b35b661 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] 10.222.0.62 "PUT /v2.0/ports/7a94bb48-9549-46bb-a23a-7a1795797efb HTTP/1.1" status: 200 len: 995 time: 1.9785421 Feb 28 10:39:53.083573 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47628) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:53.100475 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.api.v2.resource [None req-53891b9f-4998-42bd-b238-bd7b8f9feb66 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] delete failed (client error): The resource could not be found. Feb 28 10:39:53.103962 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-53891b9f-4998-42bd-b238-bd7b8f9feb66 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] 10.222.0.62 "DELETE /v2.0/routers/481f4df8-b917-4fd1-9951-0ab2d9aba448 HTTP/1.1" status: 404 len: 336 time: 0.0613451 Feb 28 10:39:53.112856 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47630) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:53.113545 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbcda81-6bd1-42cb-a721-c6a09b35b661 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Pushing event updated for resources: {'Port': ['ID=7a94bb48-9549-46bb-a23a-7a1795797efb,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:53.165782 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8ee6c8ff-15c4-42a5-b72c-c8bf6ada583c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (1f474437-b0c3-4dbc-8185-71bd0038c1d2), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:53.204281 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-a4e15f06-45c0-4562-b198-1f60977cf1a0 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Deleting port 7a94bb48-9549-46bb-a23a-7a1795797efb {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:39:53.205040 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a4e15f06-45c0-4562-b198-1f60977cf1a0 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (7a94bb48-9549-46bb-a23a-7a1795797efb), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:53.244530 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9f1e655-005f-4dc5-9c0e-87e2be6fcc86 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] DELETE failed (client error): The resource could not be found. Feb 28 10:39:53.244999 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9f1e655-005f-4dc5-9c0e-87e2be6fcc86 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:39:53.250394 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-a9f1e655-005f-4dc5-9c0e-87e2be6fcc86 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] 10.222.0.62 "DELETE /v2.0/subnets/806fc4b8-0f94-463e-a212-2c43a973f5eb HTTP/1.1" status: 404 len: 337 time: 0.1307187 Feb 28 10:39:53.258173 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47636) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:53.315147 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a4e15f06-45c0-4562-b198-1f60977cf1a0 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (7a94bb48-9549-46bb-a23a-7a1795797efb), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:53.329465 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee6c8ff-15c4-42a5-b72c-c8bf6ada583c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:39:53.331430 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-a4e15f06-45c0-4562-b198-1f60977cf1a0 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Calling delete_port for 7a94bb48-9549-46bb-a23a-7a1795797efb owned by {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:39:53.355568 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-8a720294-5739-4e56-b1a3-4e3216a04b75 None None] Provisioning complete for port 7a94bb48-9549-46bb-a23a-7a1795797efb triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:53.356285 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8a720294-5739-4e56-b1a3-4e3216a04b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (7a94bb48-9549-46bb-a23a-7a1795797efb), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:53.392918 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-8ee6c8ff-15c4-42a5-b72c-c8bf6ada583c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:53.397942 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee6c8ff-15c4-42a5-b72c-c8bf6ada583c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:53.398551 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8ee6c8ff-15c4-42a5-b72c-c8bf6ada583c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:53.402339 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-ed29b40d-1020-41f3-b7f7-60f7b3e37b78 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] remove_router_interface failed (client error): The resource could not be found. Feb 28 10:39:53.404014 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-ed29b40d-1020-41f3-b7f7-60f7b3e37b78 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "PUT /v2.0/routers/9bd1af24-c670-4415-ba71-8efc56efde8e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7049985 Feb 28 10:39:53.407184 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47638) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:53.410278 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7699f2-571b-4814-971a-9fe6b7993ea6 None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:39:53.424872 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1538c96-bc63-47ce-9b1f-e2c37be1688d req-9cef7659-62e8-479c-b540-24a5e3f5e891 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:53.424872 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-b1538c96-bc63-47ce-9b1f-e2c37be1688d req-9cef7659-62e8-479c-b540-24a5e3f5e891 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "GET /v2.0/ports?device_id=2148e76d-635b-459e-9863-9aa3e7607ee5 HTTP/1.1" status: 200 len: 946 time: 0.4671452 Feb 28 10:39:53.442475 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee6c8ff-15c4-42a5-b72c-c8bf6ada583c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event updated for resources: {'Subnet': ['ID=1f474437-b0c3-4dbc-8185-71bd0038c1d2,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:53.447958 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-8a720294-5739-4e56-b1a3-4e3216a04b75 None None] Port 7a94bb48-9549-46bb-a23a-7a1795797efb cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:39:53.463659 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-ed8f6a61-a2d8-46e7-ac23-f11c5556b3e3 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "GET /v2.0/ports?device_id=9bd1af24-c670-4415-ba71-8efc56efde8e HTTP/1.1" status: 200 len: 205 time: 0.0550079 Feb 28 10:39:53.472350 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47640) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:53.508673 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ddace5bf-b5ed-4ef2-a0d0-b5f83d9ddb4a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (a7c66761-de6b-451d-bc79-be754fb873b3), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:53.602012 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddace5bf-b5ed-4ef2-a0d0-b5f83d9ddb4a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Network f472ae87-af4d-4e6f-81a8-a75c491a1a91 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:39:53.604474 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e369dfa1-ddfb-4917-9bbf-2bf508aac65c None None] Network f472ae87-af4d-4e6f-81a8-a75c491a1a91 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:39:53.608401 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-b1538c96-bc63-47ce-9b1f-e2c37be1688d req-e5c578cb-e70d-4793-8519-b96fc27d9e55 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "GET /v2.0/security-groups?id=3004bcfd-0c82-4f4d-b59a-e0848d67262f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1701210 Feb 28 10:39:53.616587 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-ddace5bf-b5ed-4ef2-a0d0-b5f83d9ddb4a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:53.619939 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddace5bf-b5ed-4ef2-a0d0-b5f83d9ddb4a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:53.620547 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ddace5bf-b5ed-4ef2-a0d0-b5f83d9ddb4a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:53.630152 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bb6f252d-8db1-4d4b-8a70-b7af2d0bd7c6 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for router (9bd1af24-c670-4415-ba71-8efc56efde8e), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:53.640564 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddace5bf-b5ed-4ef2-a0d0-b5f83d9ddb4a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event updated for resources: {'Subnet': ['ID=a7c66761-de6b-451d-bc79-be754fb873b3,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:53.649221 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8495fbd6-6281-4464-a926-8467b53f85bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-a10d36a7-87ef-481e-9e9f-da2235211c53', 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'project_id': '9047a33944184c15875a48328f19bcdb', 'fixed_ips': [{'subnet_id': '1f474437-b0c3-4dbc-8185-71bd0038c1d2'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:39:53.657187 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8495fbd6-6281-4464-a926-8467b53f85bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:53.669829 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-8ee6c8ff-15c4-42a5-b72c-c8bf6ada583c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9814150 Feb 28 10:39:53.671394 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-97f5e578-ea92-4468-991f-41e572d993e1 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Deleting port ada5f02a-8cd8-46eb-8747-6220afd14c52 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:39:53.671394 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-97f5e578-ea92-4468-991f-41e572d993e1 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (ada5f02a-8cd8-46eb-8747-6220afd14c52), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:53.677064 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47642) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:53.684686 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-974a3d5f-780d-480e-8065-d01f1550c2de tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Request body: {'port': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'name': 'tempest-NetworksTestDHCPv6-910126185'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:53.718084 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 6c237d26-c2ee-4c21-8e8a-91d34e59a3a2 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:39:53.774503 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-b2c2eda1-0df0-44ea-82cb-64d97f2e6fc5 None None] Provisioning complete for port 6c237d26-c2ee-4c21-8e8a-91d34e59a3a2 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:53.774912 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b2c2eda1-0df0-44ea-82cb-64d97f2e6fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (6c237d26-c2ee-4c21-8e8a-91d34e59a3a2), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:53.782260 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-ddace5bf-b5ed-4ef2-a0d0-b5f83d9ddb4a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.2240415 Feb 28 10:39:53.782759 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47644) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:53.819987 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-4a1cf487-6fdd-40ff-9b83-96e8c3ca0780 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Request body: {'port': {'network_id': 'f472ae87-af4d-4e6f-81a8-a75c491a1a91', 'fixed_ips': [{'subnet_id': '11be0ae6-d719-4955-96d7-3b53e7e3f987'}, {'subnet_id': 'a7c66761-de6b-451d-bc79-be754fb873b3'}], 'name': 'tempest-PortsTestJSON-776360139'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:53.854923 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-97f5e578-ea92-4468-991f-41e572d993e1 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (ada5f02a-8cd8-46eb-8747-6220afd14c52), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:53.872157 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-97f5e578-ea92-4468-991f-41e572d993e1 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Calling delete_port for ada5f02a-8cd8-46eb-8747-6220afd14c52 owned by {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:39:53.894063 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a4e15f06-45c0-4562-b198-1f60977cf1a0 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (7a94bb48-9549-46bb-a23a-7a1795797efb), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:53.904655 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bb6f252d-8db1-4d4b-8a70-b7af2d0bd7c6 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (9bd1af24-c670-4415-ba71-8efc56efde8e), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:53.913380 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bb6f252d-8db1-4d4b-8a70-b7af2d0bd7c6 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for router_controller (9bd1af24-c670-4415-ba71-8efc56efde8e), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:53.944526 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e15f06-45c0-4562-b198-1f60977cf1a0 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Pushing event deleted for resources: {'Port': ['ID=7a94bb48-9549-46bb-a23a-7a1795797efb,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:53.968595 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974a3d5f-780d-480e-8065-d01f1550c2de tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Made reservation on behalf of 9047a33944184c15875a48328f19bcdb for: {'port': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:53.975799 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 6c237d26-c2ee-4c21-8e8a-91d34e59a3a2 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:53.975799 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (6c237d26-c2ee-4c21-8e8a-91d34e59a3a2), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:53.976042 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-974a3d5f-780d-480e-8065-d01f1550c2de tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:54.006939 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [None req-974a3d5f-780d-480e-8065-d01f1550c2de tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] device_id is not set on port 539b1ace-c51d-46d4-ae3e-8dad819ff628 yet. {{(pid=104084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:39:54.102198 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-8495fbd6-6281-4464-a926-8467b53f85bf None None] Allocated IP 2001:db8::2 (a10d36a7-87ef-481e-9e9f-da2235211c53/1f474437-b0c3-4dbc-8185-71bd0038c1d2/255ae039-ac37-4674-9477-418277addfe8) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:39:54.105584 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-b2c2eda1-0df0-44ea-82cb-64d97f2e6fc5 None None] Current status of the port 6c237d26-c2ee-4c21-8e8a-91d34e59a3a2 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:39:54.105998 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b2c2eda1-0df0-44ea-82cb-64d97f2e6fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (6c237d26-c2ee-4c21-8e8a-91d34e59a3a2), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:54.126931 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bb6f252d-8db1-4d4b-8a70-b7af2d0bd7c6 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (9bd1af24-c670-4415-ba71-8efc56efde8e), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:54.127705 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6f252d-8db1-4d4b-8a70-b7af2d0bd7c6 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Fanout notify agent at l3_agent the message router_deleted on router 9bd1af24-c670-4415-ba71-8efc56efde8e {{(pid=104083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:39:54.155212 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bb6f252d-8db1-4d4b-8a70-b7af2d0bd7c6 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:54.156571 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-bb6f252d-8db1-4d4b-8a70-b7af2d0bd7c6 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "DELETE /v2.0/routers/9bd1af24-c670-4415-ba71-8efc56efde8e HTTP/1.1" status: 204 len: 168 time: 0.6831439 Feb 28 10:39:54.157980 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a4e15f06-45c0-4562-b198-1f60977cf1a0 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:54.161104 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47646) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:54.162032 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a4e15f06-45c0-4562-b198-1f60977cf1a0 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] 10.222.0.62 "DELETE /v2.0/ports/7a94bb48-9549-46bb-a23a-7a1795797efb HTTP/1.1" status: 204 len: 168 time: 1.0756891 Feb 28 10:39:54.166057 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47648) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:54.207422 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f4248b5-8250-49a9-aaac-04b668bf68e6 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] GET failed (client error): The resource could not be found. Feb 28 10:39:54.222997 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-8f4248b5-8250-49a9-aaac-04b668bf68e6 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] 10.222.0.62 "GET /v2.0/ports/7a94bb48-9549-46bb-a23a-7a1795797efb HTTP/1.1" status: 404 len: 333 time: 0.0417876 Feb 28 10:39:54.222997 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1cf487-6fdd-40ff-9b83-96e8c3ca0780 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Made reservation on behalf of a3b8dd05d882407cb4aeb7c1fff3f6af for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:54.223310 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47650) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:54.223310 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-1ac4bd7e-c1be-4f13-bc4b-1c7d3fcad08f tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Request body: {'port': {'network_id': '17887987-b07e-4bcb-a4ad-11435f35b675', 'name': 'tempest-AllowedAddressPairTestJSON-573646093'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:54.260045 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-b2c2eda1-0df0-44ea-82cb-64d97f2e6fc5 None None] For port 6c237d26-c2ee-4c21-8e8a-91d34e59a3a2, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=6c237d26-c2ee-4c21-8e8a-91d34e59a3a2,segment=NetworkSegment(fff0af72-02c7-43e2-8402-2df16405108a),segment_id=fff0af72-02c7-43e2-8402-2df16405108a)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:39:54.307575 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-97f5e578-ea92-4468-991f-41e572d993e1 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (ada5f02a-8cd8-46eb-8747-6220afd14c52), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:54.313051 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4a1cf487-6fdd-40ff-9b83-96e8c3ca0780 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:54.327159 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49996f9-8899-43f0-a880-a42bce004ce9 None None] Update dhcp port {'port': {'network_id': 'f472ae87-af4d-4e6f-81a8-a75c491a1a91', 'fixed_ips': [{'subnet_id': '11be0ae6-d719-4955-96d7-3b53e7e3f987', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a7c66761-de6b-451d-bc79-be754fb873b3'}], 'binding:host_id': 'dv-neutron-829161-3-hyperv'}, 'id': '6c237d26-c2ee-4c21-8e8a-91d34e59a3a2'} from dv-neutron-829161-3-hyperv. {{(pid=104085) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 28 10:39:54.332344 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 6c237d26-c2ee-4c21-8e8a-91d34e59a3a2 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:39:54.332938 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (6c237d26-c2ee-4c21-8e8a-91d34e59a3a2), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:54.333094 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-4a1cf487-6fdd-40ff-9b83-96e8c3ca0780 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] device_id is not set on port 985c9a0e-b776-4e29-b390-ae29c04738fa yet. {{(pid=104083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:39:54.357448 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-dab305ac-fdb5-43d0-b7d2-9e044e2aa7a0 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Deleting subnet 09917706-f321-48e6-8eb5-f31521e1682c {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:39:54.365415 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b2c2eda1-0df0-44ea-82cb-64d97f2e6fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (6c237d26-c2ee-4c21-8e8a-91d34e59a3a2), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:54.369890 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-dab305ac-fdb5-43d0-b7d2-9e044e2aa7a0 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for subnet (09917706-f321-48e6-8eb5-f31521e1682c), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:54.372532 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f5e578-ea92-4468-991f-41e572d993e1 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Pushing event deleted for resources: {'Port': ['ID=ada5f02a-8cd8-46eb-8747-6220afd14c52,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:54.446188 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d49996f9-8899-43f0-a880-a42bce004ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (6c237d26-c2ee-4c21-8e8a-91d34e59a3a2), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:54.472744 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-dab305ac-fdb5-43d0-b7d2-9e044e2aa7a0 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (09917706-f321-48e6-8eb5-f31521e1682c), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:54.517282 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-97f5e578-ea92-4468-991f-41e572d993e1 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:54.520595 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-97f5e578-ea92-4468-991f-41e572d993e1 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] 10.222.0.62 "DELETE /v2.0/ports/ada5f02a-8cd8-46eb-8747-6220afd14c52 HTTP/1.1" status: 204 len: 168 time: 1.2565482 Feb 28 10:39:54.524533 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47652) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:54.542441 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8495fbd6-6281-4464-a926-8467b53f85bf None None] Publish callbacks [] for port (255ae039-ac37-4674-9477-418277addfe8), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:54.553054 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.db.api [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:39:54.553054 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG oslo_db.api [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:39:54.553481 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c2eda1-0df0-44ea-82cb-64d97f2e6fc5 None None] Pushing event updated for resources: {'Port': ['ID=6c237d26-c2ee-4c21-8e8a-91d34e59a3a2,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:54.577336 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-dab305ac-fdb5-43d0-b7d2-9e044e2aa7a0 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (09917706-f321-48e6-8eb5-f31521e1682c), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:54.599100 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac4bd7e-c1be-4f13-bc4b-1c7d3fcad08f tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Made reservation on behalf of f920f03a7902430fbdcf99b2885cdd7d for: {'port': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:54.602550 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1ac4bd7e-c1be-4f13-bc4b-1c7d3fcad08f tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:54.642151 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [None req-1ac4bd7e-c1be-4f13-bc4b-1c7d3fcad08f tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] device_id is not set on port 0a5f1968-eed1-4a6a-9c80-a2cbc9c07e08 yet. {{(pid=104084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:39:54.709304 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8495fbd6-6281-4464-a926-8467b53f85bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (255ae039-ac37-4674-9477-418277addfe8), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:54.753721 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-d49996f9-8899-43f0-a880-a42bce004ce9 None None] Allocated IP 172.20.0.18 (f472ae87-af4d-4e6f-81a8-a75c491a1a91/a7c66761-de6b-451d-bc79-be754fb873b3/6c237d26-c2ee-4c21-8e8a-91d34e59a3a2) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:39:54.769157 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8495fbd6-6281-4464-a926-8467b53f85bf None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:39:54.785539 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-8495fbd6-6281-4464-a926-8467b53f85bf None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:54.789891 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8495fbd6-6281-4464-a926-8467b53f85bf None None] Pushing event updated for resources: {'Port': ['ID=255ae039-ac37-4674-9477-418277addfe8,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:54.792359 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8495fbd6-6281-4464-a926-8467b53f85bf None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:39:54.809042 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-974a3d5f-780d-480e-8065-d01f1550c2de tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Allocated IP 2001:db8::195 (a10d36a7-87ef-481e-9e9f-da2235211c53/1f474437-b0c3-4dbc-8185-71bd0038c1d2/539b1ace-c51d-46d4-ae3e-8dad819ff628) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:39:54.856499 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-1ac4bd7e-c1be-4f13-bc4b-1c7d3fcad08f tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Allocated IP 172.20.0.7 (17887987-b07e-4bcb-a4ad-11435f35b675/6fa4c8a4-23e8-4a20-a4cd-5c17b9ebed82/0a5f1968-eed1-4a6a-9c80-a2cbc9c07e08) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:39:54.877799 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-dab305ac-fdb5-43d0-b7d2-9e044e2aa7a0 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (09917706-f321-48e6-8eb5-f31521e1682c), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:54.908000 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-8495fbd6-6281-4464-a926-8467b53f85bf None None] Attempting to bind port 255ae039-ac37-4674-9477-418277addfe8 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:39:54.908409 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-8495fbd6-6281-4464-a926-8467b53f85bf None None] Attempting to bind port 255ae039-ac37-4674-9477-418277addfe8 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:39:54.908737 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8495fbd6-6281-4464-a926-8467b53f85bf None None] Attempting to bind port 255ae039-ac37-4674-9477-418277addfe8 on network a10d36a7-87ef-481e-9e9f-da2235211c53 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:39:54.923697 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab305ac-fdb5-43d0-b7d2-9e044e2aa7a0 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event deleted for resources: {'Subnet': ['ID=09917706-f321-48e6-8eb5-f31521e1682c,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:54.926523 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8495fbd6-6281-4464-a926-8467b53f85bf None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:39:54.926927 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8495fbd6-6281-4464-a926-8467b53f85bf None None] Checking segment: {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:39:54.927339 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8495fbd6-6281-4464-a926-8467b53f85bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:54.927738 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8495fbd6-6281-4464-a926-8467b53f85bf None None] Bound using segment: {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:39:54.928574 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-8495fbd6-6281-4464-a926-8467b53f85bf None None] Bound port: 255ae039-ac37-4674-9477-418277addfe8, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:39:54.929050 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8495fbd6-6281-4464-a926-8467b53f85bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (255ae039-ac37-4674-9477-418277addfe8), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:54.931901 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-dab305ac-fdb5-43d0-b7d2-9e044e2aa7a0 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:54.938585 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-dab305ac-fdb5-43d0-b7d2-9e044e2aa7a0 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "DELETE /v2.0/subnets/09917706-f321-48e6-8eb5-f31521e1682c HTTP/1.1" status: 204 len: 168 time: 0.7743571 Feb 28 10:39:54.941837 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47656) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:54.961042 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d4b3ef-a05c-4a16-aa47-c1764a51265e None None] Network 2894f2cd-d2ed-426d-a2df-e0c8099d0f52 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:39:54.965933 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-d49996f9-8899-43f0-a880-a42bce004ce9 None None] For port 6c237d26-c2ee-4c21-8e8a-91d34e59a3a2, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=6c237d26-c2ee-4c21-8e8a-91d34e59a3a2,segment=NetworkSegment(fff0af72-02c7-43e2-8402-2df16405108a),segment_id=fff0af72-02c7-43e2-8402-2df16405108a)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:39:54.994784 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a49eb-8695-4bc0-afe0-265e0a2bbeb2 req-a0be3e8e-c7ff-4f55-967a-e2a42229d5aa tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:54.996408 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-664a49eb-8695-4bc0-afe0-265e0a2bbeb2 req-a0be3e8e-c7ff-4f55-967a-e2a42229d5aa tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "GET /v2.0/ports?device_id=2148e76d-635b-459e-9863-9aa3e7607ee5 HTTP/1.1" status: 200 len: 946 time: 0.1221952 Feb 28 10:39:55.023318 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-2089c2eb-4f16-48f4-98b1-ea07e3e81fbc tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Deleting port 415b4b67-86f7-4d7f-b053-6cf095ddcc87 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:39:55.023655 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2089c2eb-4f16-48f4-98b1-ea07e3e81fbc tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (415b4b67-86f7-4d7f-b053-6cf095ddcc87), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:55.109832 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-664a49eb-8695-4bc0-afe0-265e0a2bbeb2 req-c65b52ed-9cf5-46c7-8953-106be51f4bc1 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "GET /v2.0/security-groups?id=3004bcfd-0c82-4f4d-b59a-e0848d67262f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060324 Feb 28 10:39:55.153629 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2089c2eb-4f16-48f4-98b1-ea07e3e81fbc tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (415b4b67-86f7-4d7f-b053-6cf095ddcc87), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:55.153983 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-002c99f1-1a00-4813-901d-379fc6ce6ab5 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (2894f2cd-d2ed-426d-a2df-e0c8099d0f52), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:55.168631 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-2089c2eb-4f16-48f4-98b1-ea07e3e81fbc tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Calling delete_port for 415b4b67-86f7-4d7f-b053-6cf095ddcc87 owned by {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:39:55.240034 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-974a3d5f-780d-480e-8065-d01f1550c2de tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for port (539b1ace-c51d-46d4-ae3e-8dad819ff628), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:55.293475 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d49996f9-8899-43f0-a880-a42bce004ce9 None None] Publish callbacks [] for port (6c237d26-c2ee-4c21-8e8a-91d34e59a3a2), precommit_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:55.298108 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1ac4bd7e-c1be-4f13-bc4b-1c7d3fcad08f tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks [] for port (0a5f1968-eed1-4a6a-9c80-a2cbc9c07e08), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:55.316890 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 6c237d26-c2ee-4c21-8e8a-91d34e59a3a2 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:39:55.323942 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-8495fbd6-6281-4464-a926-8467b53f85bf None None] For port 255ae039-ac37-4674-9477-418277addfe8, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:39:55.338894 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-8495fbd6-6281-4464-a926-8467b53f85bf None None] For port 255ae039-ac37-4674-9477-418277addfe8, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=255ae039-ac37-4674-9477-418277addfe8,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:39:55.344777 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-002c99f1-1a00-4813-901d-379fc6ce6ab5 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Deleting port d60adaeb-0622-40ce-9d74-4fb54d249349 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:39:55.345230 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-002c99f1-1a00-4813-901d-379fc6ce6ab5 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (d60adaeb-0622-40ce-9d74-4fb54d249349), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:55.374412 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device d4e550e2-8f00-48a8-9c7b-a6bda1929097 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:39:55.399420 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d49996f9-8899-43f0-a880-a42bce004ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (6c237d26-c2ee-4c21-8e8a-91d34e59a3a2), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:55.401280 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: d4e550e2-8f00-48a8-9c7b-a6bda1929097 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:39:55.401631 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device d4e550e2-8f00-48a8-9c7b-a6bda1929097 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:39:55.420715 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2089c2eb-4f16-48f4-98b1-ea07e3e81fbc tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (415b4b67-86f7-4d7f-b053-6cf095ddcc87), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:55.425544 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-974a3d5f-780d-480e-8065-d01f1550c2de tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (539b1ace-c51d-46d4-ae3e-8dad819ff628), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:55.436799 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8495fbd6-6281-4464-a926-8467b53f85bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (255ae039-ac37-4674-9477-418277addfe8), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:55.439316 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-002c99f1-1a00-4813-901d-379fc6ce6ab5 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] For port d60adaeb-0622-40ce-9d74-4fb54d249349, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=d60adaeb-0622-40ce-9d74-4fb54d249349,segment=NetworkSegment(1b4c5102-9d89-4a31-9dcb-351b711656cd),segment_id=1b4c5102-9d89-4a31-9dcb-351b711656cd)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:39:55.440205 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-002c99f1-1a00-4813-901d-379fc6ce6ab5 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (d60adaeb-0622-40ce-9d74-4fb54d249349), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:55.451691 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508e0bff-b0ae-4878-ade5-5c3abd6aacc2 None None] DHCP port deletion for 2894f2cd-d2ed-426d-a2df-e0c8099d0f52 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:39:55.466256 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2089c2eb-4f16-48f4-98b1-ea07e3e81fbc tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Pushing event deleted for resources: {'Port': ['ID=415b4b67-86f7-4d7f-b053-6cf095ddcc87,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:55.479214 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-002c99f1-1a00-4813-901d-379fc6ce6ab5 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Calling delete_port for d60adaeb-0622-40ce-9d74-4fb54d249349 owned by network:dhcp {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:39:55.498982 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1ac4bd7e-c1be-4f13-bc4b-1c7d3fcad08f tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (0a5f1968-eed1-4a6a-9c80-a2cbc9c07e08), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:55.522467 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974a3d5f-780d-480e-8065-d01f1550c2de tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:39:55.534024 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-974a3d5f-780d-480e-8065-d01f1550c2de tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:55.572291 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974a3d5f-780d-480e-8065-d01f1550c2de tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:39:55.586855 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974a3d5f-780d-480e-8065-d01f1550c2de tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:55.586855 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-974a3d5f-780d-480e-8065-d01f1550c2de tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:55.592414 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2089c2eb-4f16-48f4-98b1-ea07e3e81fbc tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:55.595700 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-2089c2eb-4f16-48f4-98b1-ea07e3e81fbc tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] 10.222.0.62 "DELETE /v2.0/ports/415b4b67-86f7-4d7f-b053-6cf095ddcc87 HTTP/1.1" status: 204 len: 168 time: 1.0701711 Feb 28 10:39:55.599191 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47658) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:55.602051 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-4a1cf487-6fdd-40ff-9b83-96e8c3ca0780 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Allocated IP 172.20.0.13 (f472ae87-af4d-4e6f-81a8-a75c491a1a91/11be0ae6-d719-4955-96d7-3b53e7e3f987/985c9a0e-b776-4e29-b390-ae29c04738fa) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:39:55.626453 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49996f9-8899-43f0-a880-a42bce004ce9 None None] Pushing event updated for resources: {'Port': ['ID=6c237d26-c2ee-4c21-8e8a-91d34e59a3a2,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:55.631029 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a3d5f-780d-480e-8065-d01f1550c2de tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event updated for resources: {'Port': ['ID=539b1ace-c51d-46d4-ae3e-8dad819ff628,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:55.633132 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-4a1cf487-6fdd-40ff-9b83-96e8c3ca0780 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Allocated IP 172.20.0.29 (f472ae87-af4d-4e6f-81a8-a75c491a1a91/a7c66761-de6b-451d-bc79-be754fb873b3/985c9a0e-b776-4e29-b390-ae29c04738fa) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:39:55.655357 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac4bd7e-c1be-4f13-bc4b-1c7d3fcad08f tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Network 17887987-b07e-4bcb-a4ad-11435f35b675 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:39:55.681903 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 6c237d26-c2ee-4c21-8e8a-91d34e59a3a2 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:39:55.694272 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8559de1b-e2af-450c-9d44-8df66a38d966 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:55.695184 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-1ac4bd7e-c1be-4f13-bc4b-1c7d3fcad08f tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:55.696062 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-8559de1b-e2af-450c-9d44-8df66a38d966 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] 10.222.0.62 "GET /v2.0/ports?device_id=e94fd51f-5c81-48c9-98f1-5b1daebeeda9 HTTP/1.1" status: 200 len: 913 time: 0.0958884 Feb 28 10:39:55.705654 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47660) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:55.800495 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac4bd7e-c1be-4f13-bc4b-1c7d3fcad08f tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Pushing event updated for resources: {'Port': ['ID=0a5f1968-eed1-4a6a-9c80-a2cbc9c07e08,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:55.821892 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8495fbd6-6281-4464-a926-8467b53f85bf None None] Pushing event updated for resources: {'Port': ['ID=255ae039-ac37-4674-9477-418277addfe8,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:55.825074 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac4bd7e-c1be-4f13-bc4b-1c7d3fcad08f tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:39:55.826156 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-508e0bff-b0ae-4878-ade5-5c3abd6aacc2 None None] Deleting port d60adaeb-0622-40ce-9d74-4fb54d249349 {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:39:55.826543 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-508e0bff-b0ae-4878-ade5-5c3abd6aacc2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (d60adaeb-0622-40ce-9d74-4fb54d249349), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:55.845066 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-974a3d5f-780d-480e-8065-d01f1550c2de tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1662621 Feb 28 10:39:55.874172 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47662) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:55.894664 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 6c237d26-c2ee-4c21-8e8a-91d34e59a3a2 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:55.907244 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (6c237d26-c2ee-4c21-8e8a-91d34e59a3a2), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:55.917470 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-002c99f1-1a00-4813-901d-379fc6ce6ab5 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (d60adaeb-0622-40ce-9d74-4fb54d249349), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:55.977166 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002c99f1-1a00-4813-901d-379fc6ce6ab5 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] No DVR routers for this DVR port d60adaeb-0622-40ce-9d74-4fb54d249349 on host dv-neutron-829161-3-hyperv {{(pid=104084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:39:56.026762 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-508e0bff-b0ae-4878-ade5-5c3abd6aacc2 None None] For port d60adaeb-0622-40ce-9d74-4fb54d249349, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=d60adaeb-0622-40ce-9d74-4fb54d249349,segment=NetworkSegment(1b4c5102-9d89-4a31-9dcb-351b711656cd),segment_id=1b4c5102-9d89-4a31-9dcb-351b711656cd)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:39:56.039500 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-508e0bff-b0ae-4878-ade5-5c3abd6aacc2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (d60adaeb-0622-40ce-9d74-4fb54d249349), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:56.076490 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c99f1-1a00-4813-901d-379fc6ce6ab5 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event deleted for resources: {'Port': ['ID=d60adaeb-0622-40ce-9d74-4fb54d249349,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:56.104143 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-508e0bff-b0ae-4878-ade5-5c3abd6aacc2 None None] Calling delete_port for d60adaeb-0622-40ce-9d74-4fb54d249349 owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:39:56.255665 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4a1cf487-6fdd-40ff-9b83-96e8c3ca0780 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for port (985c9a0e-b776-4e29-b390-ae29c04738fa), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:56.257246 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-508e0bff-b0ae-4878-ade5-5c3abd6aacc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (d60adaeb-0622-40ce-9d74-4fb54d249349), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:56.278850 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508e0bff-b0ae-4878-ade5-5c3abd6aacc2 None None] No DVR routers for this DVR port d60adaeb-0622-40ce-9d74-4fb54d249349 on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:39:56.306520 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 6c237d26-c2ee-4c21-8e8a-91d34e59a3a2 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:39:56.315431 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508e0bff-b0ae-4878-ade5-5c3abd6aacc2 None None] Pushing event deleted for resources: {'Port': ['ID=d60adaeb-0622-40ce-9d74-4fb54d249349,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:56.330569 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-5644bd58-632a-489c-9268-43f379b415d6 None None] Provisioning complete for port 0a5f1968-eed1-4a6a-9c80-a2cbc9c07e08 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:56.331065 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5644bd58-632a-489c-9268-43f379b415d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (0a5f1968-eed1-4a6a-9c80-a2cbc9c07e08), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:56.371724 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-5644bd58-632a-489c-9268-43f379b415d6 None None] Port 0a5f1968-eed1-4a6a-9c80-a2cbc9c07e08 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:39:56.384667 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device d60adaeb-0622-40ce-9d74-4fb54d249349 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:39:56.413781 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: d60adaeb-0622-40ce-9d74-4fb54d249349 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:39:56.414246 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device d60adaeb-0622-40ce-9d74-4fb54d249349 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:39:56.497136 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4a1cf487-6fdd-40ff-9b83-96e8c3ca0780 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (985c9a0e-b776-4e29-b390-ae29c04738fa), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:56.524177 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304c2dbc-0680-42cc-94c8-20366b596103 None None] Network f472ae87-af4d-4e6f-81a8-a75c491a1a91 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:39:56.567910 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac4bd7e-c1be-4f13-bc4b-1c7d3fcad08f tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:56.569444 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1ac4bd7e-c1be-4f13-bc4b-1c7d3fcad08f tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:56.586686 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1cf487-6fdd-40ff-9b83-96e8c3ca0780 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Network f472ae87-af4d-4e6f-81a8-a75c491a1a91 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:39:56.596832 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-4a1cf487-6fdd-40ff-9b83-96e8c3ca0780 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:56.601128 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1cf487-6fdd-40ff-9b83-96e8c3ca0780 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:39:56.602449 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-002c99f1-1a00-4813-901d-379fc6ce6ab5 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (2894f2cd-d2ed-426d-a2df-e0c8099d0f52), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:56.604323 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1cf487-6fdd-40ff-9b83-96e8c3ca0780 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event updated for resources: {'Port': ['ID=985c9a0e-b776-4e29-b390-ae29c04738fa,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:56.614428 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-e67e140e-c190-4e14-94c1-546237d00872 None None] Provisioning complete for port 6c237d26-c2ee-4c21-8e8a-91d34e59a3a2 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:56.614880 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e67e140e-c190-4e14-94c1-546237d00872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (6c237d26-c2ee-4c21-8e8a-91d34e59a3a2), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:56.635589 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-002c99f1-1a00-4813-901d-379fc6ce6ab5 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2894f2cd-d2ed-426d-a2df-e0c8099d0f52']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:56.653397 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7643a35-d6ee-428c-86b4-06dfe7cf7f5a tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:56.658721 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7643a35-d6ee-428c-86b4-06dfe7cf7f5a tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:56.662890 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-e7643a35-d6ee-428c-86b4-06dfe7cf7f5a tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.7860689 Feb 28 10:39:56.665875 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47666) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:56.668127 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-002c99f1-1a00-4813-901d-379fc6ce6ab5 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b4c5102-9d89-4a31-9dcb-351b711656cd') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:56.668447 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-002c99f1-1a00-4813-901d-379fc6ce6ab5 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b4c5102-9d89-4a31-9dcb-351b711656cd') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:56.696242 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-002c99f1-1a00-4813-901d-379fc6ce6ab5 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (1b4c5102-9d89-4a31-9dcb-351b711656cd), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:56.700284 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1cf487-6fdd-40ff-9b83-96e8c3ca0780 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:56.700284 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4a1cf487-6fdd-40ff-9b83-96e8c3ca0780 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:56.705805 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a19ef2-9490-44e1-a1ea-a727822666c4 req-fa221722-2269-4e65-b0a2-640e0b60b89c tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:56.707377 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-c1a19ef2-9490-44e1-a1ea-a727822666c4 req-fa221722-2269-4e65-b0a2-640e0b60b89c tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "GET /v2.0/ports?device_id=2148e76d-635b-459e-9863-9aa3e7607ee5 HTTP/1.1" status: 200 len: 946 time: 0.2074201 Feb 28 10:39:56.715493 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-1ac4bd7e-c1be-4f13-bc4b-1c7d3fcad08f tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5003316 Feb 28 10:39:56.716528 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47668) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:56.748895 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-e67e140e-c190-4e14-94c1-546237d00872 None None] Current status of the port 6c237d26-c2ee-4c21-8e8a-91d34e59a3a2 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:39:56.769656 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-8ae2274d-e35b-4eb0-abff-35823eef9c55 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Request body: {'port': {'network_id': '17887987-b07e-4bcb-a4ad-11435f35b675', 'name': 'tempest-AllowedAddressPairTestJSON-2140056010'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:56.777371 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-002c99f1-1a00-4813-901d-379fc6ce6ab5 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (1b4c5102-9d89-4a31-9dcb-351b711656cd), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:56.785240 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-002c99f1-1a00-4813-901d-379fc6ce6ab5 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:39:56.785644 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-002c99f1-1a00-4813-901d-379fc6ce6ab5 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (1b4c5102-9d89-4a31-9dcb-351b711656cd), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:56.835302 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 10:39:56.835302 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:39:56.835302 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 10:39:56.835302 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:39:56.835302 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 10:39:56.835302 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:39:56.835302 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 10:39:56.835302 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:39:56.835302 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 10:39:56.835302 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:39:56.835302 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 10:39:56.835302 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:39:56.835302 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 10:39:56.835302 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:39:56.835302 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:39:56.835302 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:39:56.835302 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:39:56.835302 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:39:56.835302 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 10:39:56.835302 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:39:56.835302 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 10:39:56.835302 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:39:56.835302 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:39:56.835302 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:39:56.835302 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 10:39:56.835302 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:39:56.835302 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:39:56.835302 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:39:56.835302 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:39:56.835302 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:39:56.835302 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:39:56.835302 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:39:56.876039 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-4a1cf487-6fdd-40ff-9b83-96e8c3ca0780 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.0921581 Feb 28 10:39:56.883466 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47670) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:56.893605 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-61c8cdad-b196-4d96-baf8-12d16982c878 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '11be0ae6-d719-4955-96d7-3b53e7e3f987'}]}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:56.944983 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-964d5717-2be1-44a2-bc24-a5fc361b8922 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047661'] for router_interface (e94fd51f-5c81-48c9-98f1-5b1daebeeda9), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:56.960380 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-c1a19ef2-9490-44e1-a1ea-a727822666c4 req-56a1a8f1-90d9-4418-aaa7-0b1a6c3aed72 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "GET /v2.0/security-groups?id=3004bcfd-0c82-4f4d-b59a-e0848d67262f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1533515 Feb 28 10:39:56.976113 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-fc6270e0-a3eb-451b-a394-55348f17e142 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Deleting port 539b1ace-c51d-46d4-ae3e-8dad819ff628 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:39:56.977055 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fc6270e0-a3eb-451b-a394-55348f17e142 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (539b1ace-c51d-46d4-ae3e-8dad819ff628), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:56.997219 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-002c99f1-1a00-4813-901d-379fc6ce6ab5 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (2894f2cd-d2ed-426d-a2df-e0c8099d0f52), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:57.024478 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-002c99f1-1a00-4813-901d-379fc6ce6ab5 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:57.033003 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-002c99f1-1a00-4813-901d-379fc6ce6ab5 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "DELETE /v2.0/networks/2894f2cd-d2ed-426d-a2df-e0c8099d0f52 HTTP/1.1" status: 204 len: 168 time: 2.0847900 Feb 28 10:39:57.035110 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47672) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:57.044819 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-287330be-7cea-46f6-951e-15e5673635d9 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Request body: {'network': {'name': 'tempest-RoutersTest-1331767175'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:57.082957 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c99f1-1a00-4813-901d-379fc6ce6ab5 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event deleted for resources: {'Network': ['ID=2894f2cd-d2ed-426d-a2df-e0c8099d0f52,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:57.094450 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-fec0ab1e-b46d-4818-b93f-e1ccfd35bf5f None None] Provisioning complete for port 985c9a0e-b776-4e29-b390-ae29c04738fa triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:57.094450 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-fec0ab1e-b46d-4818-b93f-e1ccfd35bf5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (985c9a0e-b776-4e29-b390-ae29c04738fa), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:57.109401 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae2274d-e35b-4eb0-abff-35823eef9c55 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Made reservation on behalf of f920f03a7902430fbdcf99b2885cdd7d for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:57.112990 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8ae2274d-e35b-4eb0-abff-35823eef9c55 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:57.114797 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-61c8cdad-b196-4d96-baf8-12d16982c878 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (985c9a0e-b776-4e29-b390-ae29c04738fa), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:57.164651 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fc6270e0-a3eb-451b-a394-55348f17e142 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (539b1ace-c51d-46d4-ae3e-8dad819ff628), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:57.168640 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-8ae2274d-e35b-4eb0-abff-35823eef9c55 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] device_id is not set on port 22da9e98-3540-4010-9fd6-04c6e9c54b17 yet. {{(pid=104083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:39:57.168874 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-fec0ab1e-b46d-4818-b93f-e1ccfd35bf5f None None] Port 985c9a0e-b776-4e29-b390-ae29c04738fa cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:39:57.181461 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-fec0ab1e-b46d-4818-b93f-e1ccfd35bf5f None None] Provisioning complete for port 6c237d26-c2ee-4c21-8e8a-91d34e59a3a2 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:57.182141 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-fec0ab1e-b46d-4818-b93f-e1ccfd35bf5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (6c237d26-c2ee-4c21-8e8a-91d34e59a3a2), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:57.183529 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-fc6270e0-a3eb-451b-a394-55348f17e142 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Calling delete_port for 539b1ace-c51d-46d4-ae3e-8dad819ff628 owned by {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:39:57.245245 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287330be-7cea-46f6-951e-15e5673635d9 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Made reservation on behalf of 25b479ba752e4d33b5861f804bc6920d for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:57.248783 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-287330be-7cea-46f6-951e-15e5673635d9 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:57.290188 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-fec0ab1e-b46d-4818-b93f-e1ccfd35bf5f None None] Current status of the port 6c237d26-c2ee-4c21-8e8a-91d34e59a3a2 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:39:57.412569 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-8ff47416-7466-456c-b875-8814b6fcdcd9 None None] Provisioning complete for port 985c9a0e-b776-4e29-b390-ae29c04738fa triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:57.413294 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8ff47416-7466-456c-b875-8814b6fcdcd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (985c9a0e-b776-4e29-b390-ae29c04738fa), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:57.455440 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fc6270e0-a3eb-451b-a394-55348f17e142 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (539b1ace-c51d-46d4-ae3e-8dad819ff628), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:57.456801 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-8ff47416-7466-456c-b875-8814b6fcdcd9 None None] Port 985c9a0e-b776-4e29-b390-ae29c04738fa cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:39:57.471029 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-8ff47416-7466-456c-b875-8814b6fcdcd9 None None] Provisioning complete for port 255ae039-ac37-4674-9477-418277addfe8 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:57.471418 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8ff47416-7466-456c-b875-8814b6fcdcd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (255ae039-ac37-4674-9477-418277addfe8), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:57.497894 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-287330be-7cea-46f6-951e-15e5673635d9 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:39:57.515902 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6270e0-a3eb-451b-a394-55348f17e142 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event deleted for resources: {'Port': ['ID=539b1ace-c51d-46d4-ae3e-8dad819ff628,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:57.529133 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-8ae2274d-e35b-4eb0-abff-35823eef9c55 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Allocated IP 172.20.0.8 (17887987-b07e-4bcb-a4ad-11435f35b675/6fa4c8a4-23e8-4a20-a4cd-5c17b9ebed82/22da9e98-3540-4010-9fd6-04c6e9c54b17) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:39:57.573771 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fc6270e0-a3eb-451b-a394-55348f17e142 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:57.580773 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-fc6270e0-a3eb-451b-a394-55348f17e142 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/ports/539b1ace-c51d-46d4-ae3e-8dad819ff628 HTTP/1.1" status: 204 len: 168 time: 0.9102175 Feb 28 10:39:57.581685 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47674) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:57.585560 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-287330be-7cea-46f6-951e-15e5673635d9 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (909d7e94-c3ee-490c-b137-4ce59291947c), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:57.586017 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-287330be-7cea-46f6-951e-15e5673635d9 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Added segment 909d7e94-c3ee-490c-b137-4ce59291947c of type vlan for network 095563eb-e152-4436-95af-825b0896891f Feb 28 10:39:57.639891 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-8ff47416-7466-456c-b875-8814b6fcdcd9 None None] Current status of the port 255ae039-ac37-4674-9477-418277addfe8 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:39:57.640675 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8ff47416-7466-456c-b875-8814b6fcdcd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (255ae039-ac37-4674-9477-418277addfe8), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:57.658163 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199a5981-d09c-4bdb-ac83-110d360f6961 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:57.659763 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199a5981-d09c-4bdb-ac83-110d360f6961 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:57.664867 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-199a5981-d09c-4bdb-ac83-110d360f6961 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0815818 Feb 28 10:39:57.666066 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47676) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:57.689536 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-287330be-7cea-46f6-951e-15e5673635d9 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (095563eb-e152-4436-95af-825b0896891f), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:57.705927 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-8ff47416-7466-456c-b875-8814b6fcdcd9 None None] For port 255ae039-ac37-4674-9477-418277addfe8, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=255ae039-ac37-4674-9477-418277addfe8,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:39:57.735597 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ce558de-efab-4266-a693-cecc08e27b13 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Deleting subnet 1f474437-b0c3-4dbc-8185-71bd0038c1d2 {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:39:57.739185 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 6c237d26-c2ee-4c21-8e8a-91d34e59a3a2 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:39:57.742997 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9ce558de-efab-4266-a693-cecc08e27b13 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for subnet (1f474437-b0c3-4dbc-8185-71bd0038c1d2), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:57.779259 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8ff47416-7466-456c-b875-8814b6fcdcd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (255ae039-ac37-4674-9477-418277addfe8), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:57.786892 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9ce558de-efab-4266-a693-cecc08e27b13 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (1f474437-b0c3-4dbc-8185-71bd0038c1d2), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:57.838456 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 6c237d26-c2ee-4c21-8e8a-91d34e59a3a2 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:57.838958 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (6c237d26-c2ee-4c21-8e8a-91d34e59a3a2), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:57.878640 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff47416-7466-456c-b875-8814b6fcdcd9 None None] Pushing event updated for resources: {'Port': ['ID=255ae039-ac37-4674-9477-418277addfe8,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:57.894149 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9ce558de-efab-4266-a693-cecc08e27b13 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (1f474437-b0c3-4dbc-8185-71bd0038c1d2), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:57.903554 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-1b09b404-3baa-4a7c-8434-be8a4d5d6b89 None None] Could not find standard attr ID for object 539b1ace-c51d-46d4-ae3e-8dad819ff628. {{(pid=104085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:39:57.957878 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-61c8cdad-b196-4d96-baf8-12d16982c878 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Delete allocated IP 172.20.0.29 (f472ae87-af4d-4e6f-81a8-a75c491a1a91/a7c66761-de6b-451d-bc79-be754fb873b3) {{(pid=104083) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 28 10:39:57.958782 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 6c237d26-c2ee-4c21-8e8a-91d34e59a3a2 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:39:57.961147 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 255ae039-ac37-4674-9477-418277addfe8 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:39:57.975721 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-287330be-7cea-46f6-951e-15e5673635d9 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (095563eb-e152-4436-95af-825b0896891f), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:57.980766 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287330be-7cea-46f6-951e-15e5673635d9 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:57.981292 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-287330be-7cea-46f6-951e-15e5673635d9 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:58.009564 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8ae2274d-e35b-4eb0-abff-35823eef9c55 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks [] for port (22da9e98-3540-4010-9fd6-04c6e9c54b17), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:58.022960 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 255ae039-ac37-4674-9477-418277addfe8 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:58.023339 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (255ae039-ac37-4674-9477-418277addfe8), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:58.041238 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9ce558de-efab-4266-a693-cecc08e27b13 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (1f474437-b0c3-4dbc-8185-71bd0038c1d2), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:58.070703 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce558de-efab-4266-a693-cecc08e27b13 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event deleted for resources: {'Subnet': ['ID=1f474437-b0c3-4dbc-8185-71bd0038c1d2,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:58.074542 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9ce558de-efab-4266-a693-cecc08e27b13 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:58.080586 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-9ce558de-efab-4266-a693-cecc08e27b13 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/subnets/1f474437-b0c3-4dbc-8185-71bd0038c1d2 HTTP/1.1" status: 204 len: 168 time: 0.4130609 Feb 28 10:39:58.081225 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47680) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:58.094642 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1865a60d-9304-405e-ac96-d499ba265c82 None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:39:58.123924 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-d90a9b30-e8ca-43c7-b333-57f51ad84f4f tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0410950 Feb 28 10:39:58.125221 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47682) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:58.187247 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5a5b1d-1ce3-4b33-b6a7-460948207be1 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:58.192416 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-2c5a5b1d-1ce3-4b33-b6a7-460948207be1 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0652244 Feb 28 10:39:58.192416 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47684) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:58.208236 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 255ae039-ac37-4674-9477-418277addfe8 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:39:58.252271 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996d99f5-c1ff-43e3-9404-e63f4c3b8fac tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:58.255389 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-996d99f5-c1ff-43e3-9404-e63f4c3b8fac tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0621142 Feb 28 10:39:58.257161 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47686) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:58.299316 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-18b601e1-2733-4c87-a12d-84ab52232c26 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0403197 Feb 28 10:39:58.304916 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47688) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:58.308401 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4a4c19-92b0-41cc-9a94-46b93c268880 None None] DHCP port deletion for a10d36a7-87ef-481e-9e9f-da2235211c53 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:39:58.310256 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-b8526921-e872-41ac-a695-08962628bcb1 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Request body: {'subnet': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:58.357448 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-cf4a4c19-92b0-41cc-9a94-46b93c268880 None None] Deleting port 255ae039-ac37-4674-9477-418277addfe8 {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:39:58.358101 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-cf4a4c19-92b0-41cc-9a94-46b93c268880 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (255ae039-ac37-4674-9477-418277addfe8), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:58.421874 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287330be-7cea-46f6-951e-15e5673635d9 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event updated for resources: {'Network': ['ID=095563eb-e152-4436-95af-825b0896891f,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:58.435986 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 095563eb-e152-4436-95af-825b0896891f details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:39:58.439710 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-cf4a4c19-92b0-41cc-9a94-46b93c268880 None None] For port 255ae039-ac37-4674-9477-418277addfe8, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=255ae039-ac37-4674-9477-418277addfe8,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:39:58.440063 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-cf4a4c19-92b0-41cc-9a94-46b93c268880 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (255ae039-ac37-4674-9477-418277addfe8), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:58.452229 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-287330be-7cea-46f6-951e-15e5673635d9 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4114215 Feb 28 10:39:58.455610 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47690) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:58.462691 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-6735c804-d858-4235-9819-097fd316f206 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Request body: {'subnet': {'network_id': '095563eb-e152-4436-95af-825b0896891f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:58.468828 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-964d5717-2be1-44a2-bc24-a5fc361b8922 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Deleting port 763e1ad1-8b1f-4595-a5fd-13ec294ea5cc {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:39:58.469167 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-964d5717-2be1-44a2-bc24-a5fc361b8922 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (763e1ad1-8b1f-4595-a5fd-13ec294ea5cc), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:58.487100 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-cf4a4c19-92b0-41cc-9a94-46b93c268880 None None] Calling delete_port for 255ae039-ac37-4674-9477-418277addfe8 owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:39:58.512390 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8526921-e872-41ac-a695-08962628bcb1 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Made reservation on behalf of 9047a33944184c15875a48328f19bcdb for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:58.516099 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b8526921-e872-41ac-a695-08962628bcb1 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:58.561385 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08c45ac-cd44-412a-9410-8d2b42ee4035 req-65eac28f-febe-4587-b9ec-4b43963ee18a tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:58.562968 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b08c45ac-cd44-412a-9410-8d2b42ee4035 req-65eac28f-febe-4587-b9ec-4b43963ee18a tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "GET /v2.0/ports?device_id=2148e76d-635b-459e-9863-9aa3e7607ee5 HTTP/1.1" status: 200 len: 946 time: 0.2410100 Feb 28 10:39:58.583524 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8ae2274d-e35b-4eb0-abff-35823eef9c55 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (22da9e98-3540-4010-9fd6-04c6e9c54b17), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:58.607109 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-61c8cdad-b196-4d96-baf8-12d16982c878 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for port (985c9a0e-b776-4e29-b390-ae29c04738fa), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:58.666728 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-cf4a4c19-92b0-41cc-9a94-46b93c268880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (255ae039-ac37-4674-9477-418277addfe8), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:58.672655 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae2274d-e35b-4eb0-abff-35823eef9c55 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Network 17887987-b07e-4bcb-a4ad-11435f35b675 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:39:58.689892 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-8ae2274d-e35b-4eb0-abff-35823eef9c55 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:58.695487 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4a4c19-92b0-41cc-9a94-46b93c268880 None None] Pushing event deleted for resources: {'Port': ['ID=255ae039-ac37-4674-9477-418277addfe8,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:58.697559 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4a4c19-92b0-41cc-9a94-46b93c268880 None None] No DVR routers for this DVR port 255ae039-ac37-4674-9477-418277addfe8 on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:39:58.705371 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae2274d-e35b-4eb0-abff-35823eef9c55 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:39:58.711348 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-964d5717-2be1-44a2-bc24-a5fc361b8922 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (763e1ad1-8b1f-4595-a5fd-13ec294ea5cc), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:58.734647 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b08c45ac-cd44-412a-9410-8d2b42ee4035 req-e053ac73-302b-4fe9-a54f-2c43d090694e tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "GET /v2.0/security-groups?id=3004bcfd-0c82-4f4d-b59a-e0848d67262f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645334 Feb 28 10:39:58.739148 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae2274d-e35b-4eb0-abff-35823eef9c55 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Pushing event updated for resources: {'Port': ['ID=22da9e98-3540-4010-9fd6-04c6e9c54b17,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:58.749339 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-61c8cdad-b196-4d96-baf8-12d16982c878 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (985c9a0e-b776-4e29-b390-ae29c04738fa), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:58.760440 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6735c804-d858-4235-9819-097fd316f206 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Made reservation on behalf of 25b479ba752e4d33b5861f804bc6920d for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:58.763865 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6735c804-d858-4235-9819-097fd316f206 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:58.773163 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-964d5717-2be1-44a2-bc24-a5fc361b8922 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Calling delete_port for 763e1ad1-8b1f-4595-a5fd-13ec294ea5cc owned by network:router_interface {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:39:58.819618 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae2274d-e35b-4eb0-abff-35823eef9c55 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:58.820269 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8ae2274d-e35b-4eb0-abff-35823eef9c55 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:58.928469 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c8cdad-b196-4d96-baf8-12d16982c878 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event updated for resources: {'Port': ['ID=985c9a0e-b776-4e29-b390-ae29c04738fa,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:58.957700 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b8526921-e872-41ac-a695-08962628bcb1 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (53219955-bf38-43c1-b1de-005f76355a43), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:58.977516 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-61c8cdad-b196-4d96-baf8-12d16982c878 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] In _notify_port_updated(), no bound segment for port 985c9a0e-b776-4e29-b390-ae29c04738fa on network f472ae87-af4d-4e6f-81a8-a75c491a1a91 {{(pid=104083) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 10:39:58.982979 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c8cdad-b196-4d96-baf8-12d16982c878 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:58.984059 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-61c8cdad-b196-4d96-baf8-12d16982c878 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:58.988486 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-61c8cdad-b196-4d96-baf8-12d16982c878 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "PUT /v2.0/ports/985c9a0e-b776-4e29-b390-ae29c04738fa HTTP/1.1" status: 200 len: 919 time: 2.1007078 Feb 28 10:39:58.989213 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47692) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:58.997336 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-76744103-ea10-4b63-99ed-a4020b47a56d tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '11be0ae6-d719-4955-96d7-3b53e7e3f987'}, {'subnet_id': 'a7c66761-de6b-451d-bc79-be754fb873b3'}]}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:59.062232 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8526921-e872-41ac-a695-08962628bcb1 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:39:59.063458 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-8ae2274d-e35b-4eb0-abff-35823eef9c55 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3264451 Feb 28 10:39:59.066316 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47694) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:59.076191 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-1e803013-9aac-4549-a03f-606dd4194bfe tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:be:aa:63'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:44:73:ee'}]}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:59.079823 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-b8526921-e872-41ac-a695-08962628bcb1 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:59.084858 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8526921-e872-41ac-a695-08962628bcb1 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:59.084858 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b8526921-e872-41ac-a695-08962628bcb1 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:59.088711 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8526921-e872-41ac-a695-08962628bcb1 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event updated for resources: {'Subnet': ['ID=53219955-bf38-43c1-b1de-005f76355a43,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:59.095476 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb101946-a2b1-462c-96c7-24540b34e1de None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:39:59.135654 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6735c804-d858-4235-9819-097fd316f206 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (7281463e-8416-44ae-bc8c-9c5939dd1d73), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:59.178406 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-76744103-ea10-4b63-99ed-a4020b47a56d tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (985c9a0e-b776-4e29-b390-ae29c04738fa), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:59.183265 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-e5618fc4-5626-45c9-b819-00f32592bfc7 None None] Provisioning complete for port 22da9e98-3540-4010-9fd6-04c6e9c54b17 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:59.183954 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e5618fc4-5626-45c9-b819-00f32592bfc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (22da9e98-3540-4010-9fd6-04c6e9c54b17), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:59.251070 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-e5618fc4-5626-45c9-b819-00f32592bfc7 None None] Port 22da9e98-3540-4010-9fd6-04c6e9c54b17 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:39:59.259518 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-b8526921-e872-41ac-a695-08962628bcb1 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9504933 Feb 28 10:39:59.262597 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2016b7-b862-4e73-b530-9fba483fea98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-a10d36a7-87ef-481e-9e9f-da2235211c53', 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'project_id': '9047a33944184c15875a48328f19bcdb', 'fixed_ips': [{'subnet_id': '53219955-bf38-43c1-b1de-005f76355a43'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:39:59.263778 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-4f2016b7-b862-4e73-b530-9fba483fea98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:59.264560 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6735c804-d858-4235-9819-097fd316f206 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event updated for resources: {'Subnet': ['ID=7281463e-8416-44ae-bc8c-9c5939dd1d73,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:59.266055 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47696) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:59.271024 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-e42e73e4-7c4a-42d1-826d-4c347c02a09f tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Request body: {'port': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'fixed_ips': [{'subnet_id': '53219955-bf38-43c1-b1de-005f76355a43', 'ip_address': '2001:db8::43cd:6a03:d576:83eb'}], 'name': 'tempest-NetworksTestDHCPv6-581997558'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:59.283360 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6735c804-d858-4235-9819-097fd316f206 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Checking segment: {'id': '909d7e94-c3ee-490c-b137-4ce59291947c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '095563eb-e152-4436-95af-825b0896891f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:39:59.283856 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6735c804-d858-4235-9819-097fd316f206 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Network hostable DHCP agents. Network: 095563eb-e152-4436-95af-825b0896891f, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:39:59.365212 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1e803013-9aac-4549-a03f-606dd4194bfe tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (22da9e98-3540-4010-9fd6-04c6e9c54b17), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:59.435697 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6735c804-d858-4235-9819-097fd316f206 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Network 095563eb-e152-4436-95af-825b0896891f is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:39:59.454436 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-964d5717-2be1-44a2-bc24-a5fc361b8922 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (763e1ad1-8b1f-4595-a5fd-13ec294ea5cc), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:59.529583 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964d5717-2be1-44a2-bc24-a5fc361b8922 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Pushing event deleted for resources: {'Port': ['ID=763e1ad1-8b1f-4595-a5fd-13ec294ea5cc,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:59.553993 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-6735c804-d858-4235-9819-097fd316f206 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 095563eb-e152-4436-95af-825b0896891f) {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:59.568269 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6735c804-d858-4235-9819-097fd316f206 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:59.570126 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6735c804-d858-4235-9819-097fd316f206 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:59.571122 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 255ae039-ac37-4674-9477-418277addfe8 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:39:59.596272 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42a7736-40ca-47e1-b3a4-5a44f03ef28d None None] Network 095563eb-e152-4436-95af-825b0896891f requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:39:59.598454 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-792f351a-237e-436e-bf49-9a2ea27c1119 None None] Provisioning complete for port 985c9a0e-b776-4e29-b390-ae29c04738fa triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:59.598827 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-792f351a-237e-436e-bf49-9a2ea27c1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (985c9a0e-b776-4e29-b390-ae29c04738fa), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:59.615739 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 255ae039-ac37-4674-9477-418277addfe8 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:39:59.616087 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 255ae039-ac37-4674-9477-418277addfe8 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:39:59.639211 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1e803013-9aac-4549-a03f-606dd4194bfe tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks [] for port (22da9e98-3540-4010-9fd6-04c6e9c54b17), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:59.641494 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-4f2016b7-b862-4e73-b530-9fba483fea98 None None] Allocated IP 2001:db8::2 (a10d36a7-87ef-481e-9e9f-da2235211c53/53219955-bf38-43c1-b1de-005f76355a43/6af59b25-3b33-4dc5-ac4a-33984942030f) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:39:59.670441 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-6735c804-d858-4235-9819-097fd316f206 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2107360 Feb 28 10:39:59.670881 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47698) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:59.675631 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-141da45e-a5d2-463b-90af-f30f0c823d2e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1482738799', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:59.717489 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-76744103-ea10-4b63-99ed-a4020b47a56d tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Allocated IP 172.20.0.30 (f472ae87-af4d-4e6f-81a8-a75c491a1a91/a7c66761-de6b-451d-bc79-be754fb873b3/985c9a0e-b776-4e29-b390-ae29c04738fa) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:39:59.727142 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1e803013-9aac-4549-a03f-606dd4194bfe tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (22da9e98-3540-4010-9fd6-04c6e9c54b17), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:59.750303 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-792f351a-237e-436e-bf49-9a2ea27c1119 None None] Port 985c9a0e-b776-4e29-b390-ae29c04738fa cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:39:59.784108 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42e73e4-7c4a-42d1-826d-4c347c02a09f tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Made reservation on behalf of 9047a33944184c15875a48328f19bcdb for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:59.812348 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e803013-9aac-4549-a03f-606dd4194bfe tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Pushing event updated for resources: {'Port': ['ID=22da9e98-3540-4010-9fd6-04c6e9c54b17,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:59.813310 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bc3ecc-c32e-49d0-adee-d2834b1290ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-095563eb-e152-4436-95af-825b0896891f', 'network_id': '095563eb-e152-4436-95af-825b0896891f', 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'fixed_ips': [{'subnet_id': '7281463e-8416-44ae-bc8c-9c5939dd1d73'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:39:59.815039 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a0bc3ecc-c32e-49d0-adee-d2834b1290ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:59.849471 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-141da45e-a5d2-463b-90af-f30f0c823d2e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (db852ac3-2c74-49e8-98b2-c22ddfc32b92), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:59.852274 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-141da45e-a5d2-463b-90af-f30f0c823d2e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (db852ac3-2c74-49e8-98b2-c22ddfc32b92), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:59.927246 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e42e73e4-7c4a-42d1-826d-4c347c02a09f tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:59.956310 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-1e803013-9aac-4549-a03f-606dd4194bfe tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] In _notify_port_updated(), no bound segment for port 22da9e98-3540-4010-9fd6-04c6e9c54b17 on network 17887987-b07e-4bcb-a4ad-11435f35b675 {{(pid=104084) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 10:39:59.963146 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e803013-9aac-4549-a03f-606dd4194bfe tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:59.963959 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1e803013-9aac-4549-a03f-606dd4194bfe tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:59.968262 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-1e803013-9aac-4549-a03f-606dd4194bfe tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] 10.222.0.62 "PUT /v2.0/ports/22da9e98-3540-4010-9fd6-04c6e9c54b17 HTTP/1.1" status: 200 len: 1055 time: 0.8980834 Feb 28 10:39:59.975706 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809b438-5cb9-4d1b-bb41-431a06c9bc75 req-6542847e-74f9-421e-8afd-1d38364376ff tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:59.977522 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-2809b438-5cb9-4d1b-bb41-431a06c9bc75 req-6542847e-74f9-421e-8afd-1d38364376ff tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "GET /v2.0/ports?device_id=2148e76d-635b-459e-9863-9aa3e7607ee5 HTTP/1.1" status: 200 len: 946 time: 0.1208842 Feb 28 10:39:59.979488 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47702) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:59.984942 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-e42e73e4-7c4a-42d1-826d-4c347c02a09f tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] device_id is not set on port fa29f3c7-36db-4a12-964a-8963c20e5878 yet. {{(pid=104083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:40:00.040883 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-4f2016b7-b862-4e73-b530-9fba483fea98 None None] Publish callbacks [] for port (6af59b25-3b33-4dc5-ac4a-33984942030f), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:00.057794 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-a0bc3ecc-c32e-49d0-adee-d2834b1290ef None None] Allocated IP 172.20.0.2 (095563eb-e152-4436-95af-825b0896891f/7281463e-8416-44ae-bc8c-9c5939dd1d73/0a42b1e4-86e5-4897-9494-533bc9520d11) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:40:00.060150 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-964d5717-2be1-44a2-bc24-a5fc361b8922 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1047681'] for router_interface (e94fd51f-5c81-48c9-98f1-5b1daebeeda9), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:00.091384 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-141da45e-a5d2-463b-90af-f30f0c823d2e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for router_controller (db852ac3-2c74-49e8-98b2-c22ddfc32b92), precommit_add_association {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:00.137425 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-56fa795a-8543-4a8a-8498-3dac140a1901 None None] Provisioning complete for port 22da9e98-3540-4010-9fd6-04c6e9c54b17 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:00.138580 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-56fa795a-8543-4a8a-8498-3dac140a1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (22da9e98-3540-4010-9fd6-04c6e9c54b17), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:00.143060 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-4f2016b7-b862-4e73-b530-9fba483fea98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (6af59b25-3b33-4dc5-ac4a-33984942030f), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:00.148822 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-2809b438-5cb9-4d1b-bb41-431a06c9bc75 req-0271d665-280b-4867-b499-2823234b5b33 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "GET /v2.0/security-groups?id=3004bcfd-0c82-4f4d-b59a-e0848d67262f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273062 Feb 28 10:40:00.182563 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-62a84383-0b52-41e2-a939-4f387885c3a0 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Deleting port 22da9e98-3540-4010-9fd6-04c6e9c54b17 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:40:00.212027 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-62a84383-0b52-41e2-a939-4f387885c3a0 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (22da9e98-3540-4010-9fd6-04c6e9c54b17), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:00.233895 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-76744103-ea10-4b63-99ed-a4020b47a56d tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for port (985c9a0e-b776-4e29-b390-ae29c04738fa), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:00.235247 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2016b7-b862-4e73-b530-9fba483fea98 None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:40:00.240892 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-56fa795a-8543-4a8a-8498-3dac140a1901 None None] Port 22da9e98-3540-4010-9fd6-04c6e9c54b17 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:40:00.248777 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-4f2016b7-b862-4e73-b530-9fba483fea98 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:00.252685 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2016b7-b862-4e73-b530-9fba483fea98 None None] Pushing event updated for resources: {'Port': ['ID=6af59b25-3b33-4dc5-ac4a-33984942030f,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:00.255130 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2016b7-b862-4e73-b530-9fba483fea98 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:40:00.294705 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-62a84383-0b52-41e2-a939-4f387885c3a0 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (22da9e98-3540-4010-9fd6-04c6e9c54b17), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:00.308672 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-62a84383-0b52-41e2-a939-4f387885c3a0 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Calling delete_port for 22da9e98-3540-4010-9fd6-04c6e9c54b17 owned by {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:40:00.314513 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-141da45e-a5d2-463b-90af-f30f0c823d2e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (db852ac3-2c74-49e8-98b2-c22ddfc32b92), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:00.354859 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-4f2016b7-b862-4e73-b530-9fba483fea98 None None] Attempting to bind port 6af59b25-3b33-4dc5-ac4a-33984942030f on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:40:00.355228 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-4f2016b7-b862-4e73-b530-9fba483fea98 None None] Attempting to bind port 6af59b25-3b33-4dc5-ac4a-33984942030f by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:40:00.355594 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2016b7-b862-4e73-b530-9fba483fea98 None None] Attempting to bind port 6af59b25-3b33-4dc5-ac4a-33984942030f on network a10d36a7-87ef-481e-9e9f-da2235211c53 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:40:00.363182 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2016b7-b862-4e73-b530-9fba483fea98 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:40:00.363579 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2016b7-b862-4e73-b530-9fba483fea98 None None] Checking segment: {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:40:00.363961 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-4f2016b7-b862-4e73-b530-9fba483fea98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:00.364564 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2016b7-b862-4e73-b530-9fba483fea98 None None] Bound using segment: {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:40:00.365034 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-4f2016b7-b862-4e73-b530-9fba483fea98 None None] Bound port: 6af59b25-3b33-4dc5-ac4a-33984942030f, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:40:00.365462 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-4f2016b7-b862-4e73-b530-9fba483fea98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (6af59b25-3b33-4dc5-ac4a-33984942030f), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:00.375505 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-e42e73e4-7c4a-42d1-826d-4c347c02a09f tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Allocated IP 2001:db8::43cd:6a03:d576:83eb (a10d36a7-87ef-481e-9e9f-da2235211c53/53219955-bf38-43c1-b1de-005f76355a43/fa29f3c7-36db-4a12-964a-8963c20e5878) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:40:00.379423 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-76744103-ea10-4b63-99ed-a4020b47a56d tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (985c9a0e-b776-4e29-b390-ae29c04738fa), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:00.386640 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a0bc3ecc-c32e-49d0-adee-d2834b1290ef None None] Publish callbacks [] for port (0a42b1e4-86e5-4897-9494-533bc9520d11), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:00.441177 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-141da45e-a5d2-463b-90af-f30f0c823d2e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:00.442412 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-141da45e-a5d2-463b-90af-f30f0c823d2e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7704992 Feb 28 10:40:00.448616 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47704) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:00.453238 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-4f2016b7-b862-4e73-b530-9fba483fea98 None None] For port 6af59b25-3b33-4dc5-ac4a-33984942030f, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:40:00.456473 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-4f2016b7-b862-4e73-b530-9fba483fea98 None None] For port 6af59b25-3b33-4dc5-ac4a-33984942030f, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=6af59b25-3b33-4dc5-ac4a-33984942030f,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:40:00.464655 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a0bc3ecc-c32e-49d0-adee-d2834b1290ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (0a42b1e4-86e5-4897-9494-533bc9520d11), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:00.505815 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bc3ecc-c32e-49d0-adee-d2834b1290ef None None] Network 095563eb-e152-4436-95af-825b0896891f is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:40:00.511533 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-a0bc3ecc-c32e-49d0-adee-d2834b1290ef None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:00.517836 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bc3ecc-c32e-49d0-adee-d2834b1290ef None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:40:00.523445 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:00.525819 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bc3ecc-c32e-49d0-adee-d2834b1290ef None None] Pushing event updated for resources: {'Port': ['ID=0a42b1e4-86e5-4897-9494-533bc9520d11,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:00.551222 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-4f2016b7-b862-4e73-b530-9fba483fea98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (6af59b25-3b33-4dc5-ac4a-33984942030f), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:00.624848 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-62a84383-0b52-41e2-a939-4f387885c3a0 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (22da9e98-3540-4010-9fd6-04c6e9c54b17), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:00.635258 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-a0bc3ecc-c32e-49d0-adee-d2834b1290ef None None] Attempting to bind port 0a42b1e4-86e5-4897-9494-533bc9520d11 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:40:00.635641 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-a0bc3ecc-c32e-49d0-adee-d2834b1290ef None None] Attempting to bind port 0a42b1e4-86e5-4897-9494-533bc9520d11 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '909d7e94-c3ee-490c-b137-4ce59291947c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '095563eb-e152-4436-95af-825b0896891f'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:40:00.636015 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bc3ecc-c32e-49d0-adee-d2834b1290ef None None] Attempting to bind port 0a42b1e4-86e5-4897-9494-533bc9520d11 on network 095563eb-e152-4436-95af-825b0896891f {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:40:00.650019 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bc3ecc-c32e-49d0-adee-d2834b1290ef None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:40:00.650406 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bc3ecc-c32e-49d0-adee-d2834b1290ef None None] Checking segment: {'id': '909d7e94-c3ee-490c-b137-4ce59291947c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '095563eb-e152-4436-95af-825b0896891f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:40:00.650816 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a0bc3ecc-c32e-49d0-adee-d2834b1290ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:00.651246 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bc3ecc-c32e-49d0-adee-d2834b1290ef None None] Bound using segment: {'id': '909d7e94-c3ee-490c-b137-4ce59291947c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '095563eb-e152-4436-95af-825b0896891f'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:40:00.651737 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-a0bc3ecc-c32e-49d0-adee-d2834b1290ef None None] Bound port: 0a42b1e4-86e5-4897-9494-533bc9520d11, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '909d7e94-c3ee-490c-b137-4ce59291947c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '095563eb-e152-4436-95af-825b0896891f'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:40:00.652122 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a0bc3ecc-c32e-49d0-adee-d2834b1290ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (0a42b1e4-86e5-4897-9494-533bc9520d11), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:00.664334 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2016b7-b862-4e73-b530-9fba483fea98 None None] Pushing event updated for resources: {'Port': ['ID=6af59b25-3b33-4dc5-ac4a-33984942030f,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:00.664592 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a84383-0b52-41e2-a939-4f387885c3a0 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Pushing event deleted for resources: {'Port': ['ID=22da9e98-3540-4010-9fd6-04c6e9c54b17,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:00.733540 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a0bc3ecc-c32e-49d0-adee-d2834b1290ef None None] For port 0a42b1e4-86e5-4897-9494-533bc9520d11, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:40:00.736958 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a0bc3ecc-c32e-49d0-adee-d2834b1290ef None None] For port 0a42b1e4-86e5-4897-9494-533bc9520d11, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=0a42b1e4-86e5-4897-9494-533bc9520d11,segment=NetworkSegment(909d7e94-c3ee-490c-b137-4ce59291947c),segment_id=909d7e94-c3ee-490c-b137-4ce59291947c)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:40:00.834985 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a0bc3ecc-c32e-49d0-adee-d2834b1290ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (0a42b1e4-86e5-4897-9494-533bc9520d11), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:00.934202 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bc3ecc-c32e-49d0-adee-d2834b1290ef None None] Pushing event updated for resources: {'Port': ['ID=0a42b1e4-86e5-4897-9494-533bc9520d11,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:01.034960 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-df9ff4e8-5e84-4319-98fc-807f8feb5ebc tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:01.042065 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76744103-ea10-4b63-99ed-a4020b47a56d tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event updated for resources: {'Port': ['ID=985c9a0e-b776-4e29-b390-ae29c04738fa,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:01.179381 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-76744103-ea10-4b63-99ed-a4020b47a56d tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] In _notify_port_updated(), no bound segment for port 985c9a0e-b776-4e29-b390-ae29c04738fa on network f472ae87-af4d-4e6f-81a8-a75c491a1a91 {{(pid=104083) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 10:40:01.190888 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76744103-ea10-4b63-99ed-a4020b47a56d tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:01.191588 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-76744103-ea10-4b63-99ed-a4020b47a56d tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:01.192955 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-76744103-ea10-4b63-99ed-a4020b47a56d tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "PUT /v2.0/ports/985c9a0e-b776-4e29-b390-ae29c04738fa HTTP/1.1" status: 200 len: 999 time: 2.2009017 Feb 28 10:40:01.258817 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47708) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:01.320077 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-f58acd6d-1aeb-4dfb-9a6d-58b1fb041a8a None None] Provisioning complete for port 985c9a0e-b776-4e29-b390-ae29c04738fa triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:01.320630 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f58acd6d-1aeb-4dfb-9a6d-58b1fb041a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (985c9a0e-b776-4e29-b390-ae29c04738fa), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:01.323857 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e42e73e4-7c4a-42d1-826d-4c347c02a09f tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for port (fa29f3c7-36db-4a12-964a-8963c20e5878), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:01.329847 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-964d5717-2be1-44a2-bc24-a5fc361b8922 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Router e94fd51f-5c81-48c9-98f1-5b1daebeeda9 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:40:01.387563 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-f58acd6d-1aeb-4dfb-9a6d-58b1fb041a8a None None] Port 985c9a0e-b776-4e29-b390-ae29c04738fa cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:40:01.412926 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-62a84383-0b52-41e2-a939-4f387885c3a0 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:01.417076 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-62a84383-0b52-41e2-a939-4f387885c3a0 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] 10.222.0.62 "DELETE /v2.0/ports/22da9e98-3540-4010-9fd6-04c6e9c54b17 HTTP/1.1" status: 204 len: 168 time: 1.4362845 Feb 28 10:40:01.420134 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47710) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:01.478061 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5136e-02aa-4db7-9b27-ef14f533c3f4 req-f0d0bf53-4fae-4f93-ac19-5c9c2885e1bf tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:01.479754 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4dc5136e-02aa-4db7-9b27-ef14f533c3f4 req-f0d0bf53-4fae-4f93-ac19-5c9c2885e1bf tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "GET /v2.0/ports?device_id=2148e76d-635b-459e-9863-9aa3e7607ee5 HTTP/1.1" status: 200 len: 946 time: 0.1488214 Feb 28 10:40:01.481929 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-12d17aa3-94e4-49f8-a22b-45059b2616c4 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] GET failed (client error): The resource could not be found. Feb 28 10:40:01.485943 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-12d17aa3-94e4-49f8-a22b-45059b2616c4 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] 10.222.0.62 "GET /v2.0/ports/22da9e98-3540-4010-9fd6-04c6e9c54b17 HTTP/1.1" status: 404 len: 333 time: 0.0622025 Feb 28 10:40:01.490030 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47712) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:01.582810 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-c71bc417-2d4d-4cbc-9023-eb5af0912c98 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Deleting port 985c9a0e-b776-4e29-b390-ae29c04738fa {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:40:01.583206 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c71bc417-2d4d-4cbc-9023-eb5af0912c98 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (985c9a0e-b776-4e29-b390-ae29c04738fa), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:01.589293 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e42e73e4-7c4a-42d1-826d-4c347c02a09f tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (fa29f3c7-36db-4a12-964a-8963c20e5878), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:01.685924 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 6af59b25-3b33-4dc5-ac4a-33984942030f up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:40:01.701763 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42e73e4-7c4a-42d1-826d-4c347c02a09f tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:40:01.721965 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-e42e73e4-7c4a-42d1-826d-4c347c02a09f tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:01.736358 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42e73e4-7c4a-42d1-826d-4c347c02a09f tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:40:01.742513 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42e73e4-7c4a-42d1-826d-4c347c02a09f tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:01.743283 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e42e73e4-7c4a-42d1-826d-4c347c02a09f tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:01.746198 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42e73e4-7c4a-42d1-826d-4c347c02a09f tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event updated for resources: {'Port': ['ID=fa29f3c7-36db-4a12-964a-8963c20e5878,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:01.764803 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 6af59b25-3b33-4dc5-ac4a-33984942030f triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:01.766646 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (6af59b25-3b33-4dc5-ac4a-33984942030f), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:01.769809 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4dc5136e-02aa-4db7-9b27-ef14f533c3f4 req-bbd7e089-7baa-4558-ae58-2ec53519c15c tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "GET /v2.0/security-groups?id=3004bcfd-0c82-4f4d-b59a-e0848d67262f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2649889 Feb 28 10:40:01.774265 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-964d5717-2be1-44a2-bc24-a5fc361b8922 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:40:01.785553 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370c7c5a-6258-4211-8df0-7600119e5fcc None None] Sync routers for ids ['e94fd51f-5c81-48c9-98f1-5b1daebeeda9'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:40:01.797981 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-964d5717-2be1-44a2-bc24-a5fc361b8922 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] 10.222.0.62 "PUT /v2.0/routers/e94fd51f-5c81-48c9-98f1-5b1daebeeda9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0911419 Feb 28 10:40:01.801564 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370c7c5a-6258-4211-8df0-7600119e5fcc None None] Routers {'e94fd51f-5c81-48c9-98f1-5b1daebeeda9'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:40:01.801564 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-370c7c5a-6258-4211-8df0-7600119e5fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:39:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['e94fd51f-5c81-48c9-98f1-5b1daebeeda9'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:01.806502 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47714) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:01.845274 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-370c7c5a-6258-4211-8df0-7600119e5fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:01.856783 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370c7c5a-6258-4211-8df0-7600119e5fcc None None] Routers {'e94fd51f-5c81-48c9-98f1-5b1daebeeda9'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:40:01.857664 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-370c7c5a-6258-4211-8df0-7600119e5fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:39:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['e94fd51f-5c81-48c9-98f1-5b1daebeeda9'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:01.869529 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-755805cb-3766-41a8-9490-eb0d4f6c0c74 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Deleting port 0a5f1968-eed1-4a6a-9c80-a2cbc9c07e08 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:40:01.870023 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-755805cb-3766-41a8-9490-eb0d4f6c0c74 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (0a5f1968-eed1-4a6a-9c80-a2cbc9c07e08), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:01.870881 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 6af59b25-3b33-4dc5-ac4a-33984942030f is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:01.871317 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (6af59b25-3b33-4dc5-ac4a-33984942030f), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:01.896821 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-370c7c5a-6258-4211-8df0-7600119e5fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:01.897879 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370c7c5a-6258-4211-8df0-7600119e5fcc None None] The sync data for ids ['e94fd51f-5c81-48c9-98f1-5b1daebeeda9'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:40:01.925861 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port 6af59b25-3b33-4dc5-ac4a-33984942030f, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=6af59b25-3b33-4dc5-ac4a-33984942030f,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:01.937167 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-e42e73e4-7c4a-42d1-826d-4c347c02a09f tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6700232 Feb 28 10:40:01.944502 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47716) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:01.997392 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (6af59b25-3b33-4dc5-ac4a-33984942030f), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:01.998222 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 0a42b1e4-86e5-4897-9494-533bc9520d11 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:40:02.004634 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-df9ff4e8-5e84-4319-98fc-807f8feb5ebc tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Allocated IP 172.20.0.1 (095563eb-e152-4436-95af-825b0896891f/7281463e-8416-44ae-bc8c-9c5939dd1d73/0d93ce87-516e-4bb2-84fb-adb1497306a7) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:40:02.088861 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-755805cb-3766-41a8-9490-eb0d4f6c0c74 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (0a5f1968-eed1-4a6a-9c80-a2cbc9c07e08), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:02.103263 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=6af59b25-3b33-4dc5-ac4a-33984942030f,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:02.103857 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c71bc417-2d4d-4cbc-9023-eb5af0912c98 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (985c9a0e-b776-4e29-b390-ae29c04738fa), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:02.119357 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 0a42b1e4-86e5-4897-9494-533bc9520d11 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:02.119737 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (0a42b1e4-86e5-4897-9494-533bc9520d11), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:02.126077 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8951562-8e54-48c4-99cb-2efb165fb96d tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:02.128276 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-c71bc417-2d4d-4cbc-9023-eb5af0912c98 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Calling delete_port for 985c9a0e-b776-4e29-b390-ae29c04738fa owned by {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:40:02.138185 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8951562-8e54-48c4-99cb-2efb165fb96d tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:02.142530 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-e8951562-8e54-48c4-99cb-2efb165fb96d tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1947746 Feb 28 10:40:02.144001 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47718) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:02.147454 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d738a326-f7db-4464-a4af-a2538b152420 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for router (e94fd51f-5c81-48c9-98f1-5b1daebeeda9), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:02.150790 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-755805cb-3766-41a8-9490-eb0d4f6c0c74 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Calling delete_port for 0a5f1968-eed1-4a6a-9c80-a2cbc9c07e08 owned by {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:40:02.238455 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 0a42b1e4-86e5-4897-9494-533bc9520d11 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:02.238922 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (0a42b1e4-86e5-4897-9494-533bc9520d11), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:02.279170 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port 0a42b1e4-86e5-4897-9494-533bc9520d11, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=0a42b1e4-86e5-4897-9494-533bc9520d11,segment=NetworkSegment(909d7e94-c3ee-490c-b137-4ce59291947c),segment_id=909d7e94-c3ee-490c-b137-4ce59291947c)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:02.313306 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-df9ff4e8-5e84-4319-98fc-807f8feb5ebc tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for port (0d93ce87-516e-4bb2-84fb-adb1497306a7), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:02.356350 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d738a326-f7db-4464-a4af-a2538b152420 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for router_gateway (e94fd51f-5c81-48c9-98f1-5b1daebeeda9), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:02.357688 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (0a42b1e4-86e5-4897-9494-533bc9520d11), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:02.440123 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=0a42b1e4-86e5-4897-9494-533bc9520d11,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:02.471797 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-f6b9aa94-d2da-4f69-86fb-93f09c661499 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Deleting port fa29f3c7-36db-4a12-964a-8963c20e5878 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:40:02.472145 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f6b9aa94-d2da-4f69-86fb-93f09c661499 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (fa29f3c7-36db-4a12-964a-8963c20e5878), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:02.511138 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-d738a326-f7db-4464-a4af-a2538b152420 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Deleting port 3bafab4d-50d4-4384-883b-a8eb1f463f64 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:40:02.511538 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d738a326-f7db-4464-a4af-a2538b152420 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (3bafab4d-50d4-4384-883b-a8eb1f463f64), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:02.542180 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-df9ff4e8-5e84-4319-98fc-807f8feb5ebc tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (0d93ce87-516e-4bb2-84fb-adb1497306a7), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:02.561686 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-755805cb-3766-41a8-9490-eb0d4f6c0c74 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (0a5f1968-eed1-4a6a-9c80-a2cbc9c07e08), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:02.606273 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755805cb-3766-41a8-9490-eb0d4f6c0c74 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Pushing event deleted for resources: {'Port': ['ID=0a5f1968-eed1-4a6a-9c80-a2cbc9c07e08,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:02.627219 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9ff4e8-5e84-4319-98fc-807f8feb5ebc tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Network 095563eb-e152-4436-95af-825b0896891f is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:40:02.642008 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-df9ff4e8-5e84-4319-98fc-807f8feb5ebc tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:02.650006 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9ff4e8-5e84-4319-98fc-807f8feb5ebc tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:40:02.661742 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-808ed77a-d709-49e0-8cbc-057b2ad246b0 None None] Provisioning complete for port 6af59b25-3b33-4dc5-ac4a-33984942030f triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:02.662705 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-808ed77a-d709-49e0-8cbc-057b2ad246b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (6af59b25-3b33-4dc5-ac4a-33984942030f), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:02.702176 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9ff4e8-5e84-4319-98fc-807f8feb5ebc tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event updated for resources: {'Port': ['ID=0d93ce87-516e-4bb2-84fb-adb1497306a7,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:02.723988 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d738a326-f7db-4464-a4af-a2538b152420 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (3bafab4d-50d4-4384-883b-a8eb1f463f64), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:02.750568 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-d738a326-f7db-4464-a4af-a2538b152420 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Calling delete_port for 3bafab4d-50d4-4384-883b-a8eb1f463f64 owned by network:router_gateway {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:40:02.759408 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f6b9aa94-d2da-4f69-86fb-93f09c661499 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (fa29f3c7-36db-4a12-964a-8963c20e5878), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:02.779474 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-f6b9aa94-d2da-4f69-86fb-93f09c661499 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Calling delete_port for fa29f3c7-36db-4a12-964a-8963c20e5878 owned by {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:40:02.807365 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-755805cb-3766-41a8-9490-eb0d4f6c0c74 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:02.813034 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-755805cb-3766-41a8-9490-eb0d4f6c0c74 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] 10.222.0.62 "DELETE /v2.0/ports/0a5f1968-eed1-4a6a-9c80-a2cbc9c07e08 HTTP/1.1" status: 204 len: 168 time: 1.3227477 Feb 28 10:40:02.820246 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47722) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:02.851452 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf86822-d18f-4ba1-bc65-48ec430df0d9 None None] Network 095563eb-e152-4436-95af-825b0896891f requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:40:02.898564 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-808ed77a-d709-49e0-8cbc-057b2ad246b0 None None] Current status of the port 6af59b25-3b33-4dc5-ac4a-33984942030f is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:02.918284 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae402753-c6e2-4d61-a730-57871a4cb1fb tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] GET failed (client error): The resource could not be found. Feb 28 10:40:02.919911 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-ae402753-c6e2-4d61-a730-57871a4cb1fb tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] 10.222.0.62 "GET /v2.0/ports/0a5f1968-eed1-4a6a-9c80-a2cbc9c07e08 HTTP/1.1" status: 404 len: 333 time: 0.0969429 Feb 28 10:40:02.924305 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47724) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:02.951031 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c71bc417-2d4d-4cbc-9023-eb5af0912c98 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (985c9a0e-b776-4e29-b390-ae29c04738fa), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:03.036086 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-43014b50-2896-4417-a0d7-edf8d7f64531 None None] Provisioning complete for port 0a42b1e4-86e5-4897-9494-533bc9520d11 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:03.036463 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-43014b50-2896-4417-a0d7-edf8d7f64531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (0a42b1e4-86e5-4897-9494-533bc9520d11), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:03.046394 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71bc417-2d4d-4cbc-9023-eb5af0912c98 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event deleted for resources: {'Port': ['ID=985c9a0e-b776-4e29-b390-ae29c04738fa,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:03.095207 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-df9ff4e8-5e84-4319-98fc-807f8feb5ebc tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047958'] for router_interface (db852ac3-2c74-49e8-98b2-c22ddfc32b92), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:03.143756 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-0c1ba4ab-7013-4716-96f3-6331b2bebc78 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Deleting port 78989088-a62e-4ea7-a9bc-869ced8082c3 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:40:03.144322 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0c1ba4ab-7013-4716-96f3-6331b2bebc78 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (78989088-a62e-4ea7-a9bc-869ced8082c3), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:03.165336 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-43014b50-2896-4417-a0d7-edf8d7f64531 None None] Current status of the port 0a42b1e4-86e5-4897-9494-533bc9520d11 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:03.187354 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-43014b50-2896-4417-a0d7-edf8d7f64531 None None] Provisioning complete for port fa29f3c7-36db-4a12-964a-8963c20e5878 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:03.192263 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-43014b50-2896-4417-a0d7-edf8d7f64531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (fa29f3c7-36db-4a12-964a-8963c20e5878), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:03.233424 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-43014b50-2896-4417-a0d7-edf8d7f64531 None None] Port fa29f3c7-36db-4a12-964a-8963c20e5878 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:40:03.274172 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f6b9aa94-d2da-4f69-86fb-93f09c661499 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (fa29f3c7-36db-4a12-964a-8963c20e5878), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:03.328081 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0c1ba4ab-7013-4716-96f3-6331b2bebc78 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (78989088-a62e-4ea7-a9bc-869ced8082c3), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:03.344784 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-0c1ba4ab-7013-4716-96f3-6331b2bebc78 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Calling delete_port for 78989088-a62e-4ea7-a9bc-869ced8082c3 owned by {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:40:03.363821 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12417b1-aa2a-48a5-bddd-320162486c8e req-a3ff93b9-4bfe-4179-b155-e8fc00fd83b1 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:03.365451 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e12417b1-aa2a-48a5-bddd-320162486c8e req-a3ff93b9-4bfe-4179-b155-e8fc00fd83b1 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "GET /v2.0/ports?device_id=2148e76d-635b-459e-9863-9aa3e7607ee5 HTTP/1.1" status: 200 len: 946 time: 0.4033353 Feb 28 10:40:03.379201 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d738a326-f7db-4464-a4af-a2538b152420 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (3bafab4d-50d4-4384-883b-a8eb1f463f64), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:03.391129 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b9aa94-d2da-4f69-86fb-93f09c661499 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event deleted for resources: {'Port': ['ID=fa29f3c7-36db-4a12-964a-8963c20e5878,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:03.404201 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f6b9aa94-d2da-4f69-86fb-93f09c661499 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:03.408608 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-f6b9aa94-d2da-4f69-86fb-93f09c661499 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/ports/fa29f3c7-36db-4a12-964a-8963c20e5878 HTTP/1.1" status: 204 len: 168 time: 1.2640042 Feb 28 10:40:03.414227 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47726) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:03.440998 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-df9ff4e8-5e84-4319-98fc-807f8feb5ebc tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (0d93ce87-516e-4bb2-84fb-adb1497306a7), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:03.452427 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c71bc417-2d4d-4cbc-9023-eb5af0912c98 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:03.455726 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c71bc417-2d4d-4cbc-9023-eb5af0912c98 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "DELETE /v2.0/ports/985c9a0e-b776-4e29-b390-ae29c04738fa HTTP/1.1" status: 204 len: 168 time: 2.1889942 Feb 28 10:40:03.497623 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47728) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:03.502994 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d738a326-f7db-4464-a4af-a2538b152420 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Pushing event deleted for resources: {'Port': ['ID=3bafab4d-50d4-4384-883b-a8eb1f463f64,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:03.569328 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-1dda6898-33ff-4b6d-a11a-07c113d2f3e0 None None] Provisioning complete for port 0a42b1e4-86e5-4897-9494-533bc9520d11 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:03.569953 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-1dda6898-33ff-4b6d-a11a-07c113d2f3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (0a42b1e4-86e5-4897-9494-533bc9520d11), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:03.595901 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-a04c686e-563a-477c-aa21-2bab809f5ea8 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] GET failed (client error): The resource could not be found. Feb 28 10:40:03.597406 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a04c686e-563a-477c-aa21-2bab809f5ea8 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "GET /v2.0/ports/985c9a0e-b776-4e29-b390-ae29c04738fa HTTP/1.1" status: 404 len: 333 time: 0.0906134 Feb 28 10:40:03.603038 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47730) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:03.608219 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d738a326-f7db-4464-a4af-a2538b152420 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047843'] for router_gateway (e94fd51f-5c81-48c9-98f1-5b1daebeeda9), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:03.622479 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c379082d-6e57-4de1-b9ce-16497db94100 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:03.623904 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c379082d-6e57-4de1-b9ce-16497db94100 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:03.625668 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 6af59b25-3b33-4dc5-ac4a-33984942030f up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:40:03.630160 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c379082d-6e57-4de1-b9ce-16497db94100 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2078533 Feb 28 10:40:03.643231 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e12417b1-aa2a-48a5-bddd-320162486c8e req-b2f14456-6c89-4ba6-8b17-d10990963077 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "GET /v2.0/security-groups?id=3004bcfd-0c82-4f4d-b59a-e0848d67262f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2462456 Feb 28 10:40:03.645819 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47732) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:03.763359 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 6af59b25-3b33-4dc5-ac4a-33984942030f triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:03.763359 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (6af59b25-3b33-4dc5-ac4a-33984942030f), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:03.802502 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-1dda6898-33ff-4b6d-a11a-07c113d2f3e0 None None] Current status of the port 0a42b1e4-86e5-4897-9494-533bc9520d11 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:03.804359 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d738a326-f7db-4464-a4af-a2538b152420 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (e94fd51f-5c81-48c9-98f1-5b1daebeeda9), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:03.809399 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d738a326-f7db-4464-a4af-a2538b152420 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for router_controller (e94fd51f-5c81-48c9-98f1-5b1daebeeda9), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:03.831941 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-1dda6898-33ff-4b6d-a11a-07c113d2f3e0 None None] Provisioning complete for port 0d93ce87-516e-4bb2-84fb-adb1497306a7 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:03.832611 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-1dda6898-33ff-4b6d-a11a-07c113d2f3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (0d93ce87-516e-4bb2-84fb-adb1497306a7), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:03.899010 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-83a70dba-a59a-48ad-9a2d-16b790f32217 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Deleting subnet 53219955-bf38-43c1-b1de-005f76355a43 {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:40:03.904306 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-83a70dba-a59a-48ad-9a2d-16b790f32217 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for subnet (53219955-bf38-43c1-b1de-005f76355a43), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:03.907353 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 6af59b25-3b33-4dc5-ac4a-33984942030f is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:03.908856 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 0a42b1e4-86e5-4897-9494-533bc9520d11 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:40:03.913462 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-1dda6898-33ff-4b6d-a11a-07c113d2f3e0 None None] Port 0d93ce87-516e-4bb2-84fb-adb1497306a7 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:40:03.965445 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-83a70dba-a59a-48ad-9a2d-16b790f32217 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (53219955-bf38-43c1-b1de-005f76355a43), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:03.966967 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 0a42b1e4-86e5-4897-9494-533bc9520d11 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:03.967424 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (0a42b1e4-86e5-4897-9494-533bc9520d11), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:04.064610 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 0a42b1e4-86e5-4897-9494-533bc9520d11 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:04.069275 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-4ef3fbfa-99aa-4cc0-a173-481aad9c1beb None None] Provisioning complete for port 0d93ce87-516e-4bb2-84fb-adb1497306a7 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:04.069664 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-4ef3fbfa-99aa-4cc0-a173-481aad9c1beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (0d93ce87-516e-4bb2-84fb-adb1497306a7), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:04.091829 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-df9ff4e8-5e84-4319-98fc-807f8feb5ebc tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for port (0d93ce87-516e-4bb2-84fb-adb1497306a7), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:04.106399 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-4ef3fbfa-99aa-4cc0-a173-481aad9c1beb None None] Port 0d93ce87-516e-4bb2-84fb-adb1497306a7 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:40:04.112124 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-83a70dba-a59a-48ad-9a2d-16b790f32217 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (53219955-bf38-43c1-b1de-005f76355a43), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:04.145076 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b0c0d88-47d8-425a-8715-7b47e349a8e0 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Deleting subnet a7c66761-de6b-451d-bc79-be754fb873b3 {{(pid=104083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:40:04.150377 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9b0c0d88-47d8-425a-8715-7b47e349a8e0 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for subnet (a7c66761-de6b-451d-bc79-be754fb873b3), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:04.154580 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-df9ff4e8-5e84-4319-98fc-807f8feb5ebc tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (0d93ce87-516e-4bb2-84fb-adb1497306a7), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:04.218237 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9b0c0d88-47d8-425a-8715-7b47e349a8e0 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59245535'] for subnet (a7c66761-de6b-451d-bc79-be754fb873b3), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:04.240110 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d738a326-f7db-4464-a4af-a2538b152420 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (e94fd51f-5c81-48c9-98f1-5b1daebeeda9), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:04.241008 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d738a326-f7db-4464-a4af-a2538b152420 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Fanout notify agent at l3_agent the message router_deleted on router e94fd51f-5c81-48c9-98f1-5b1daebeeda9 {{(pid=104083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:40:04.241543 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-df9ff4e8-5e84-4319-98fc-807f8feb5ebc tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047558'] for router_interface (db852ac3-2c74-49e8-98b2-c22ddfc32b92), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:04.244289 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9ff4e8-5e84-4319-98fc-807f8feb5ebc tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event updated for resources: {'Port': ['ID=0d93ce87-516e-4bb2-84fb-adb1497306a7,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:04.249473 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d738a326-f7db-4464-a4af-a2538b152420 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:04.252522 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-d738a326-f7db-4464-a4af-a2538b152420 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] 10.222.0.62 "DELETE /v2.0/routers/e94fd51f-5c81-48c9-98f1-5b1daebeeda9 HTTP/1.1" status: 204 len: 168 time: 2.4424543 Feb 28 10:40:04.252997 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47734) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:04.301763 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-83a70dba-a59a-48ad-9a2d-16b790f32217 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (53219955-bf38-43c1-b1de-005f76355a43), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:04.319889 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0c1ba4ab-7013-4716-96f3-6331b2bebc78 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (78989088-a62e-4ea7-a9bc-869ced8082c3), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:04.325570 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9b0c0d88-47d8-425a-8715-7b47e349a8e0 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (a7c66761-de6b-451d-bc79-be754fb873b3), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:04.368596 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a70dba-a59a-48ad-9a2d-16b790f32217 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event deleted for resources: {'Subnet': ['ID=53219955-bf38-43c1-b1de-005f76355a43,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:04.373873 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-83a70dba-a59a-48ad-9a2d-16b790f32217 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:04.377158 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-83a70dba-a59a-48ad-9a2d-16b790f32217 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/subnets/53219955-bf38-43c1-b1de-005f76355a43 HTTP/1.1" status: 204 len: 168 time: 0.7303786 Feb 28 10:40:04.381872 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1ba4ab-7013-4716-96f3-6331b2bebc78 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Pushing event deleted for resources: {'Port': ['ID=78989088-a62e-4ea7-a9bc-869ced8082c3,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:04.382085 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0922f7-93d0-43da-8555-0b4c663c2918 None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:40:04.383081 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47736) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:04.448548 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-1f7042c1-7930-4f5a-848f-51adde4e80b4 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0601797 Feb 28 10:40:04.449316 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47738) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:04.455431 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-1c34f02e-362f-4107-ba25-8cfe78e130d8 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Request body: {'subnet': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:04.484965 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a17641f-4f05-4197-a2d4-24c24bf6ff68 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Deleting subnet fe64f201-be40-4404-9f6e-20a6b4ac42c0 {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:40:04.488740 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0a17641f-4f05-4197-a2d4-24c24bf6ff68 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for subnet (fe64f201-be40-4404-9f6e-20a6b4ac42c0), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:04.530337 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0c1ba4ab-7013-4716-96f3-6331b2bebc78 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:04.534860 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9ff4e8-5e84-4319-98fc-807f8feb5ebc tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Network 095563eb-e152-4436-95af-825b0896891f is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:40:04.535048 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-0c1ba4ab-7013-4716-96f3-6331b2bebc78 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] 10.222.0.62 "DELETE /v2.0/ports/78989088-a62e-4ea7-a9bc-869ced8082c3 HTTP/1.1" status: 204 len: 168 time: 1.6094599 Feb 28 10:40:04.537484 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47740) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:04.570498 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-df9ff4e8-5e84-4319-98fc-807f8feb5ebc tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:04.578438 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0a17641f-4f05-4197-a2d4-24c24bf6ff68 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (fe64f201-be40-4404-9f6e-20a6b4ac42c0), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:04.596755 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b03b269-f9b3-4623-8484-b9aa6b3e4ef2 None None] DHCP port deletion for a10d36a7-87ef-481e-9e9f-da2235211c53 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:40:04.617236 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9b0c0d88-47d8-425a-8715-7b47e349a8e0 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (a7c66761-de6b-451d-bc79-be754fb873b3), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:04.652037 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c34f02e-362f-4107-ba25-8cfe78e130d8 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Made reservation on behalf of 9047a33944184c15875a48328f19bcdb for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:40:04.655947 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1c34f02e-362f-4107-ba25-8cfe78e130d8 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:04.659385 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0c0d88-47d8-425a-8715-7b47e349a8e0 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event deleted for resources: {'Subnet': ['ID=a7c66761-de6b-451d-bc79-be754fb873b3,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:04.669536 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9b0c0d88-47d8-425a-8715-7b47e349a8e0 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:04.671466 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-9b0c0d88-47d8-425a-8715-7b47e349a8e0 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "DELETE /v2.0/subnets/a7c66761-de6b-451d-bc79-be754fb873b3 HTTP/1.1" status: 204 len: 168 time: 0.9643421 Feb 28 10:40:04.683099 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47744) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:04.685952 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-0b03b269-f9b3-4623-8484-b9aa6b3e4ef2 None None] Deleting port 6af59b25-3b33-4dc5-ac4a-33984942030f {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:40:04.686450 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0b03b269-f9b3-4623-8484-b9aa6b3e4ef2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (6af59b25-3b33-4dc5-ac4a-33984942030f), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:04.692787 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd0c69a-8ed3-455d-8a7c-b736e7956e68 None None] Network f472ae87-af4d-4e6f-81a8-a75c491a1a91 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:40:04.809010 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa9815ed-df77-4a92-8b40-209e9cca15cb tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Deleting subnet 6fa4c8a4-23e8-4a20-a4cd-5c17b9ebed82 {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:40:04.827843 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-aa9815ed-df77-4a92-8b40-209e9cca15cb tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks [] for subnet (6fa4c8a4-23e8-4a20-a4cd-5c17b9ebed82), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:04.836458 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0a17641f-4f05-4197-a2d4-24c24bf6ff68 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (fe64f201-be40-4404-9f6e-20a6b4ac42c0), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:04.878322 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ea0b6-40ae-40b7-95f3-faa858068c03 req-ce932884-90ba-4fa3-9357-a87b11b3e134 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:04.887617 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2d0ea0b6-40ae-40b7-95f3-faa858068c03 req-ce932884-90ba-4fa3-9357-a87b11b3e134 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "GET /v2.0/ports?device_id=2148e76d-635b-459e-9863-9aa3e7607ee5 HTTP/1.1" status: 200 len: 946 time: 0.0974538 Feb 28 10:40:04.926647 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-f947eb2f-d4fd-4455-a9cc-0bc4771b34c5 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Deleting subnet 11be0ae6-d719-4955-96d7-3b53e7e3f987 {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:40:04.940040 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f947eb2f-d4fd-4455-a9cc-0bc4771b34c5 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for subnet (11be0ae6-d719-4955-96d7-3b53e7e3f987), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:04.987207 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2d0ea0b6-40ae-40b7-95f3-faa858068c03 req-7c4bd9f5-77e0-4f9c-962a-2d06d5695feb tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "GET /v2.0/security-groups?id=3004bcfd-0c82-4f4d-b59a-e0848d67262f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993199 Feb 28 10:40:04.987422 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-aa9815ed-df77-4a92-8b40-209e9cca15cb tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (6fa4c8a4-23e8-4a20-a4cd-5c17b9ebed82), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:05.009604 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-0b03b269-f9b3-4623-8484-b9aa6b3e4ef2 None None] For port 6af59b25-3b33-4dc5-ac4a-33984942030f, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=6af59b25-3b33-4dc5-ac4a-33984942030f,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:05.012119 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0b03b269-f9b3-4623-8484-b9aa6b3e4ef2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (6af59b25-3b33-4dc5-ac4a-33984942030f), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:05.035089 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-0b03b269-f9b3-4623-8484-b9aa6b3e4ef2 None None] Calling delete_port for 6af59b25-3b33-4dc5-ac4a-33984942030f owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:40:05.036837 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-5d223f4a-366d-421a-9a43-5caaca1466a2 None None] Provisioning complete for port 0d93ce87-516e-4bb2-84fb-adb1497306a7 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:05.038265 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5d223f4a-366d-421a-9a43-5caaca1466a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (0d93ce87-516e-4bb2-84fb-adb1497306a7), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:05.040282 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f947eb2f-d4fd-4455-a9cc-0bc4771b34c5 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (11be0ae6-d719-4955-96d7-3b53e7e3f987), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:05.109951 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df9ff4e8-5e84-4319-98fc-807f8feb5ebc tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Router db852ac3-2c74-49e8-98b2-c22ddfc32b92 is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:40:05.125466 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0a17641f-4f05-4197-a2d4-24c24bf6ff68 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (fe64f201-be40-4404-9f6e-20a6b4ac42c0), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:05.145726 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-5d223f4a-366d-421a-9a43-5caaca1466a2 None None] Port 0d93ce87-516e-4bb2-84fb-adb1497306a7 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:40:05.175404 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1c34f02e-362f-4107-ba25-8cfe78e130d8 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (83113ffb-e6a0-4145-8c35-cfeb71c0e212), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:05.194509 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a17641f-4f05-4197-a2d4-24c24bf6ff68 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Pushing event deleted for resources: {'Subnet': ['ID=fe64f201-be40-4404-9f6e-20a6b4ac42c0,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:05.200299 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0a17641f-4f05-4197-a2d4-24c24bf6ff68 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:05.203634 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-0a17641f-4f05-4197-a2d4-24c24bf6ff68 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] 10.222.0.62 "DELETE /v2.0/subnets/fe64f201-be40-4404-9f6e-20a6b4ac42c0 HTTP/1.1" status: 204 len: 168 time: 0.9498668 Feb 28 10:40:05.212894 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-aa9815ed-df77-4a92-8b40-209e9cca15cb tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (6fa4c8a4-23e8-4a20-a4cd-5c17b9ebed82), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:05.215357 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47746) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:05.241008 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c34f02e-362f-4107-ba25-8cfe78e130d8 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:40:05.256751 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-1c34f02e-362f-4107-ba25-8cfe78e130d8 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:05.258591 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0b03b269-f9b3-4623-8484-b9aa6b3e4ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (6af59b25-3b33-4dc5-ac4a-33984942030f), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:05.279142 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f947eb2f-d4fd-4455-a9cc-0bc4771b34c5 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (11be0ae6-d719-4955-96d7-3b53e7e3f987), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:05.297306 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b03b269-f9b3-4623-8484-b9aa6b3e4ef2 None None] Pushing event deleted for resources: {'Port': ['ID=6af59b25-3b33-4dc5-ac4a-33984942030f,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:05.302449 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c34f02e-362f-4107-ba25-8cfe78e130d8 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:05.303409 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1c34f02e-362f-4107-ba25-8cfe78e130d8 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:05.307691 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b03b269-f9b3-4623-8484-b9aa6b3e4ef2 None None] No DVR routers for this DVR port 6af59b25-3b33-4dc5-ac4a-33984942030f on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:40:05.326000 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad67cefb-c874-460f-9e63-7dbe658887f9 None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:40:05.372392 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2ca878db-2c5a-4b46-bb37-81952f24c2e3 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (9475f20a-4dc8-4b47-b51a-3d7872ad0403), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:05.374441 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c34f02e-362f-4107-ba25-8cfe78e130d8 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event updated for resources: {'Subnet': ['ID=83113ffb-e6a0-4145-8c35-cfeb71c0e212,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:05.480915 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42357b1-f66c-4565-a2e5-0a07d535d56e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-a10d36a7-87ef-481e-9e9f-da2235211c53', 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'project_id': '9047a33944184c15875a48328f19bcdb', 'fixed_ips': [{'subnet_id': '83113ffb-e6a0-4145-8c35-cfeb71c0e212'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:40:05.482886 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f42357b1-f66c-4565-a2e5-0a07d535d56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:05.497297 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-1c34f02e-362f-4107-ba25-8cfe78e130d8 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0460436 Feb 28 10:40:05.502509 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47748) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:05.510755 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-9e3e379c-a8f8-4b7a-b420-21084c1fb1a9 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Request body: {'port': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'fixed_ips': [{'subnet_id': '83113ffb-e6a0-4145-8c35-cfeb71c0e212', 'ip_address': '2001:db8::8484:befb:8064:c2ba'}], 'name': 'tempest-NetworksTestDHCPv6-485459763'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:05.598611 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2ca878db-2c5a-4b46-bb37-81952f24c2e3 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (9475f20a-4dc8-4b47-b51a-3d7872ad0403), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:05.604070 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 6af59b25-3b33-4dc5-ac4a-33984942030f no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:40:05.635861 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 6af59b25-3b33-4dc5-ac4a-33984942030f {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:40:05.636476 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 6af59b25-3b33-4dc5-ac4a-33984942030f not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:40:05.639175 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-2ca878db-2c5a-4b46-bb37-81952f24c2e3 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9475f20a-4dc8-4b47-b51a-3d7872ad0403']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:05.655620 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-2ca878db-2c5a-4b46-bb37-81952f24c2e3 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05f489a6-87b8-4b66-9d71-ae21386fb46f') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:05.655999 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-2ca878db-2c5a-4b46-bb37-81952f24c2e3 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05f489a6-87b8-4b66-9d71-ae21386fb46f') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:05.677801 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2ca878db-2c5a-4b46-bb37-81952f24c2e3 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (05f489a6-87b8-4b66-9d71-ae21386fb46f), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:05.704017 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2ca878db-2c5a-4b46-bb37-81952f24c2e3 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (05f489a6-87b8-4b66-9d71-ae21386fb46f), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:05.712503 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ca878db-2c5a-4b46-bb37-81952f24c2e3 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:40:05.720109 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2ca878db-2c5a-4b46-bb37-81952f24c2e3 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (05f489a6-87b8-4b66-9d71-ae21386fb46f), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:05.734728 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-f42357b1-f66c-4565-a2e5-0a07d535d56e None None] Allocated IP 2001:db8::2 (a10d36a7-87ef-481e-9e9f-da2235211c53/83113ffb-e6a0-4145-8c35-cfeb71c0e212/2f0cc694-749a-4e85-9878-1c8098455703) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:40:05.793565 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:40:05.793565 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:40:05.793565 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:40:05.793565 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:40:05.793565 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:40:05.793565 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:40:05.793565 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:40:05.793565 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:40:05.793565 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:40:05.793565 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:40:05.793565 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:40:05.793565 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:40:05.793565 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:40:05.793565 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:40:05.793565 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:40:05.793565 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:40:05.793565 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:40:05.793565 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:40:05.793565 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:40:05.793565 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:40:05.793565 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:40:05.793565 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:40:05.793565 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:40:05.793565 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:40:05.793565 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:40:05.793565 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:40:05.793565 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:40:05.793565 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:40:05.793565 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:40:05.793565 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:40:05.793565 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:40:05.793565 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:40:05.821477 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df9ff4e8-5e84-4319-98fc-807f8feb5ebc tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:40:05.826747 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-df9ff4e8-5e84-4319-98fc-807f8feb5ebc tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "PUT /v2.0/routers/db852ac3-2c74-49e8-98b2-c22ddfc32b92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3777943 Feb 28 10:40:05.829499 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47754) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:05.840110 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a8f9ff-5817-404e-a4eb-538d6fba7cae None None] Sync routers for ids ['db852ac3-2c74-49e8-98b2-c22ddfc32b92'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:40:05.863561 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a8f9ff-5817-404e-a4eb-538d6fba7cae None None] Routers {'db852ac3-2c74-49e8-98b2-c22ddfc32b92'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:40:05.864809 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-63a8f9ff-5817-404e-a4eb-538d6fba7cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:39:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['db852ac3-2c74-49e8-98b2-c22ddfc32b92'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:05.866743 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2ca878db-2c5a-4b46-bb37-81952f24c2e3 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (9475f20a-4dc8-4b47-b51a-3d7872ad0403), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:05.872395 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2ca878db-2c5a-4b46-bb37-81952f24c2e3 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:05.877630 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-2ca878db-2c5a-4b46-bb37-81952f24c2e3 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] 10.222.0.62 "DELETE /v2.0/networks/9475f20a-4dc8-4b47-b51a-3d7872ad0403 HTTP/1.1" status: 204 len: 168 time: 0.6590042 Feb 28 10:40:05.890045 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf8e360-6437-4d55-8556-5d59c98f4447 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:05.891216 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-1cf8e360-6437-4d55-8556-5d59c98f4447 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "GET /v2.0/ports/0d93ce87-516e-4bb2-84fb-adb1497306a7 HTTP/1.1" status: 200 len: 910 time: 0.0607901 Feb 28 10:40:05.894809 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47758) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:05.895912 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-aa9815ed-df77-4a92-8b40-209e9cca15cb tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (6fa4c8a4-23e8-4a20-a4cd-5c17b9ebed82), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:05.901942 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca878db-2c5a-4b46-bb37-81952f24c2e3 tempest-FloatingIPTestJSON-543271393 tempest-FloatingIPTestJSON-543271393-project] Pushing event deleted for resources: {'Network': ['ID=9475f20a-4dc8-4b47-b51a-3d7872ad0403,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:05.907378 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e3e379c-a8f8-4b7a-b420-21084c1fb1a9 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Made reservation on behalf of 9047a33944184c15875a48328f19bcdb for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:40:05.931360 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-63a8f9ff-5817-404e-a4eb-538d6fba7cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:05.985794 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-aa9815ed-df77-4a92-8b40-209e9cca15cb tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:05.992541 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-aa9815ed-df77-4a92-8b40-209e9cca15cb tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] 10.222.0.62 "DELETE /v2.0/subnets/6fa4c8a4-23e8-4a20-a4cd-5c17b9ebed82 HTTP/1.1" status: 204 len: 168 time: 1.4532011 Feb 28 10:40:05.994355 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f947eb2f-d4fd-4455-a9cc-0bc4771b34c5 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (11be0ae6-d719-4955-96d7-3b53e7e3f987), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:05.999880 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17780e19-3350-4ad9-89f8-93fc9c324d98 None None] Network 17887987-b07e-4bcb-a4ad-11435f35b675 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:40:06.000873 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47760) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:06.008290 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9815ed-df77-4a92-8b40-209e9cca15cb tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Pushing event deleted for resources: {'Subnet': ['ID=6fa4c8a4-23e8-4a20-a4cd-5c17b9ebed82,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:06.084803 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f947eb2f-d4fd-4455-a9cc-0bc4771b34c5 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:06.091414 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47764) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:06.092795 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-f947eb2f-d4fd-4455-a9cc-0bc4771b34c5 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "DELETE /v2.0/subnets/11be0ae6-d719-4955-96d7-3b53e7e3f987 HTTP/1.1" status: 204 len: 168 time: 1.4086635 Feb 28 10:40:06.100738 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f947eb2f-d4fd-4455-a9cc-0bc4771b34c5 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event deleted for resources: {'Subnet': ['ID=11be0ae6-d719-4955-96d7-3b53e7e3f987,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:06.111175 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf01917-45b4-4fe4-906c-af92885f65fd None None] Network f472ae87-af4d-4e6f-81a8-a75c491a1a91 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:40:06.138816 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9e3e379c-a8f8-4b7a-b420-21084c1fb1a9 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:06.140959 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a8f9ff-5817-404e-a4eb-538d6fba7cae None None] Routers {'db852ac3-2c74-49e8-98b2-c22ddfc32b92'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:40:06.141956 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-63a8f9ff-5817-404e-a4eb-538d6fba7cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:39:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['db852ac3-2c74-49e8-98b2-c22ddfc32b92'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:06.154041 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f42357b1-f66c-4565-a2e5-0a07d535d56e None None] Publish callbacks [] for port (2f0cc694-749a-4e85-9878-1c8098455703), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:06.216195 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4f194b76-01c9-4c07-862a-42f676e955c1 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (17887987-b07e-4bcb-a4ad-11435f35b675), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:06.219982 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-63a8f9ff-5817-404e-a4eb-538d6fba7cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:06.220690 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a8f9ff-5817-404e-a4eb-538d6fba7cae None None] The sync data for ids ['db852ac3-2c74-49e8-98b2-c22ddfc32b92'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:40:06.234686 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-9e3e379c-a8f8-4b7a-b420-21084c1fb1a9 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] device_id is not set on port 45ec77ec-c721-4fdf-9bc6-25628086acc3 yet. {{(pid=104083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:40:06.248117 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8109f-9e9f-41f2-a633-001fcd435da3 req-9d166b05-fc51-4c74-82dc-984de294b05f tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:06.251055 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d8e8109f-9e9f-41f2-a633-001fcd435da3 req-9d166b05-fc51-4c74-82dc-984de294b05f tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "GET /v2.0/ports?device_id=2148e76d-635b-459e-9863-9aa3e7607ee5 HTTP/1.1" status: 200 len: 946 time: 0.1547592 Feb 28 10:40:06.258299 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-10981a26-b5ed-4f5e-a887-66ef8d03d3b4 None None] Provisioning complete for port 6c237d26-c2ee-4c21-8e8a-91d34e59a3a2 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:06.258701 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-10981a26-b5ed-4f5e-a887-66ef8d03d3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (6c237d26-c2ee-4c21-8e8a-91d34e59a3a2), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:06.297120 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-23a2f3e1-dfec-458d-b75a-e0c425489c63 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (f472ae87-af4d-4e6f-81a8-a75c491a1a91), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:06.303732 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f42357b1-f66c-4565-a2e5-0a07d535d56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (2f0cc694-749a-4e85-9878-1c8098455703), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:06.375898 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d8e8109f-9e9f-41f2-a633-001fcd435da3 req-8edd87e9-27c1-4fee-b0df-f0949e029b9a tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "GET /v2.0/security-groups?id=3004bcfd-0c82-4f4d-b59a-e0848d67262f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901942 Feb 28 10:40:06.389403 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42357b1-f66c-4565-a2e5-0a07d535d56e None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:40:06.403843 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-f42357b1-f66c-4565-a2e5-0a07d535d56e None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:06.406727 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42357b1-f66c-4565-a2e5-0a07d535d56e None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:40:06.426825 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42357b1-f66c-4565-a2e5-0a07d535d56e None None] Pushing event updated for resources: {'Port': ['ID=2f0cc694-749a-4e85-9878-1c8098455703,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:06.526598 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8fc9722d-7d8b-493c-bd95-5d72c4c0fd2f tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047661'] for router_interface (db852ac3-2c74-49e8-98b2-c22ddfc32b92), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:06.532983 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-9e3e379c-a8f8-4b7a-b420-21084c1fb1a9 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Allocated IP 2001:db8::8484:befb:8064:c2ba (a10d36a7-87ef-481e-9e9f-da2235211c53/83113ffb-e6a0-4145-8c35-cfeb71c0e212/45ec77ec-c721-4fdf-9bc6-25628086acc3) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:40:06.552933 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc25f92-eb21-4538-8fa1-5b3f00d8f837 None None] DHCP port deletion for 17887987-b07e-4bcb-a4ad-11435f35b675 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:40:06.579690 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d8e3af-7352-4dbd-9f83-f66a9f421593 None None] DHCP port deletion for f472ae87-af4d-4e6f-81a8-a75c491a1a91 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:40:06.597330 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-f42357b1-f66c-4565-a2e5-0a07d535d56e None None] Attempting to bind port 2f0cc694-749a-4e85-9878-1c8098455703 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:40:06.601404 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47768) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:06.603321 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-f42357b1-f66c-4565-a2e5-0a07d535d56e None None] Attempting to bind port 2f0cc694-749a-4e85-9878-1c8098455703 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:40:06.603734 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42357b1-f66c-4565-a2e5-0a07d535d56e None None] Attempting to bind port 2f0cc694-749a-4e85-9878-1c8098455703 on network a10d36a7-87ef-481e-9e9f-da2235211c53 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:40:06.670468 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42357b1-f66c-4565-a2e5-0a07d535d56e None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:40:06.671203 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42357b1-f66c-4565-a2e5-0a07d535d56e None None] Checking segment: {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:40:06.671320 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f42357b1-f66c-4565-a2e5-0a07d535d56e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:06.671689 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42357b1-f66c-4565-a2e5-0a07d535d56e None None] Bound using segment: {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:40:06.672183 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-f42357b1-f66c-4565-a2e5-0a07d535d56e None None] Bound port: 2f0cc694-749a-4e85-9878-1c8098455703, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:40:06.672571 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f42357b1-f66c-4565-a2e5-0a07d535d56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (2f0cc694-749a-4e85-9878-1c8098455703), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:06.689296 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-10981a26-b5ed-4f5e-a887-66ef8d03d3b4 None None] Current status of the port 6c237d26-c2ee-4c21-8e8a-91d34e59a3a2 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:06.713437 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-4f194b76-01c9-4c07-862a-42f676e955c1 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Deleting port 3f9e3fc4-83a3-4249-baca-078eb2af30ed {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:40:06.713946 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4f194b76-01c9-4c07-862a-42f676e955c1 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (3f9e3fc4-83a3-4249-baca-078eb2af30ed), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:06.788525 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-6bc25f92-eb21-4538-8fa1-5b3f00d8f837 None None] Deleting port 3f9e3fc4-83a3-4249-baca-078eb2af30ed {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:40:06.788906 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6bc25f92-eb21-4538-8fa1-5b3f00d8f837 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (3f9e3fc4-83a3-4249-baca-078eb2af30ed), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:06.793148 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-78d8e3af-7352-4dbd-9f83-f66a9f421593 None None] Deleting port 6c237d26-c2ee-4c21-8e8a-91d34e59a3a2 {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:40:06.793520 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-78d8e3af-7352-4dbd-9f83-f66a9f421593 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (6c237d26-c2ee-4c21-8e8a-91d34e59a3a2), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:06.795642 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-f42357b1-f66c-4565-a2e5-0a07d535d56e None None] For port 2f0cc694-749a-4e85-9878-1c8098455703, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:40:06.825003 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-23a2f3e1-dfec-458d-b75a-e0c425489c63 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Deleting port 6c237d26-c2ee-4c21-8e8a-91d34e59a3a2 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:40:06.825003 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-23a2f3e1-dfec-458d-b75a-e0c425489c63 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (6c237d26-c2ee-4c21-8e8a-91d34e59a3a2), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:06.880028 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-f42357b1-f66c-4565-a2e5-0a07d535d56e None None] For port 2f0cc694-749a-4e85-9878-1c8098455703, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=2f0cc694-749a-4e85-9878-1c8098455703,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:40:06.911478 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-8fc9722d-7d8b-493c-bd95-5d72c4c0fd2f tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Deleting port 0d93ce87-516e-4bb2-84fb-adb1497306a7 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:40:06.913739 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8fc9722d-7d8b-493c-bd95-5d72c4c0fd2f tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (0d93ce87-516e-4bb2-84fb-adb1497306a7), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:06.928056 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-6bc25f92-eb21-4538-8fa1-5b3f00d8f837 None None] For port 3f9e3fc4-83a3-4249-baca-078eb2af30ed, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=3f9e3fc4-83a3-4249-baca-078eb2af30ed,segment=NetworkSegment(77cb1bb1-ebc8-4467-9fa9-dc6966ee1157),segment_id=77cb1bb1-ebc8-4467-9fa9-dc6966ee1157)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:06.928461 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6bc25f92-eb21-4538-8fa1-5b3f00d8f837 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (3f9e3fc4-83a3-4249-baca-078eb2af30ed), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:06.931751 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-78d8e3af-7352-4dbd-9f83-f66a9f421593 None None] For port 6c237d26-c2ee-4c21-8e8a-91d34e59a3a2, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=6c237d26-c2ee-4c21-8e8a-91d34e59a3a2,segment=NetworkSegment(fff0af72-02c7-43e2-8402-2df16405108a),segment_id=fff0af72-02c7-43e2-8402-2df16405108a)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:06.932149 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-78d8e3af-7352-4dbd-9f83-f66a9f421593 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (6c237d26-c2ee-4c21-8e8a-91d34e59a3a2), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:06.950087 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f42357b1-f66c-4565-a2e5-0a07d535d56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (2f0cc694-749a-4e85-9878-1c8098455703), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:06.955288 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-6bc25f92-eb21-4538-8fa1-5b3f00d8f837 None None] Calling delete_port for 3f9e3fc4-83a3-4249-baca-078eb2af30ed owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:40:06.956841 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-4f194b76-01c9-4c07-862a-42f676e955c1 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] For port 3f9e3fc4-83a3-4249-baca-078eb2af30ed, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=3f9e3fc4-83a3-4249-baca-078eb2af30ed,segment=NetworkSegment(77cb1bb1-ebc8-4467-9fa9-dc6966ee1157),segment_id=77cb1bb1-ebc8-4467-9fa9-dc6966ee1157)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:06.957216 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4f194b76-01c9-4c07-862a-42f676e955c1 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (3f9e3fc4-83a3-4249-baca-078eb2af30ed), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:06.979550 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-78d8e3af-7352-4dbd-9f83-f66a9f421593 None None] Calling delete_port for 6c237d26-c2ee-4c21-8e8a-91d34e59a3a2 owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:40:06.998199 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-971faa2e-559f-45b2-a5d7-faf0500a588d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=94c254e0b2ed4c649e751c1a9615c906&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3916082 Feb 28 10:40:07.000394 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-23a2f3e1-dfec-458d-b75a-e0c425489c63 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] For port 6c237d26-c2ee-4c21-8e8a-91d34e59a3a2, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=6c237d26-c2ee-4c21-8e8a-91d34e59a3a2,segment=NetworkSegment(fff0af72-02c7-43e2-8402-2df16405108a),segment_id=fff0af72-02c7-43e2-8402-2df16405108a)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:07.000659 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-23a2f3e1-dfec-458d-b75a-e0c425489c63 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (6c237d26-c2ee-4c21-8e8a-91d34e59a3a2), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:07.010556 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47772) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:07.013457 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-4f194b76-01c9-4c07-862a-42f676e955c1 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Calling delete_port for 3f9e3fc4-83a3-4249-baca-078eb2af30ed owned by network:dhcp {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:40:07.024290 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9e3e379c-a8f8-4b7a-b420-21084c1fb1a9 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for port (45ec77ec-c721-4fdf-9bc6-25628086acc3), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:07.038114 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-23a2f3e1-dfec-458d-b75a-e0c425489c63 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Calling delete_port for 6c237d26-c2ee-4c21-8e8a-91d34e59a3a2 owned by network:dhcp {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:40:07.045511 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec59132e-e74b-4393-8eac-7d9b41f347f5 req-5e8a08d9-600a-4f83-b7de-429ecd83270f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:07.054390 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ec59132e-e74b-4393-8eac-7d9b41f347f5 req-5e8a08d9-600a-4f83-b7de-429ecd83270f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2148e76d-635b-459e-9863-9aa3e7607ee5 HTTP/1.1" status: 200 len: 1130 time: 0.2687476 Feb 28 10:40:07.060397 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8fc9722d-7d8b-493c-bd95-5d72c4c0fd2f tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (0d93ce87-516e-4bb2-84fb-adb1497306a7), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:07.097052 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-8fc9722d-7d8b-493c-bd95-5d72c4c0fd2f tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Calling delete_port for 0d93ce87-516e-4bb2-84fb-adb1497306a7 owned by network:router_interface {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:40:07.168404 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42357b1-f66c-4565-a2e5-0a07d535d56e None None] Pushing event updated for resources: {'Port': ['ID=2f0cc694-749a-4e85-9878-1c8098455703,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:07.188681 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-15248ae8-4e2b-4cee-b867-e21c497f72f9 admin admin] Publish callbacks [] for security_group (5402d0a3-9957-42cc-8fe1-7211154ffdec), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:07.282204 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-15248ae8-4e2b-4cee-b867-e21c497f72f9 admin admin] Publish callbacks [] for security_group (5402d0a3-9957-42cc-8fe1-7211154ffdec), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:07.315908 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-78d8e3af-7352-4dbd-9f83-f66a9f421593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (6c237d26-c2ee-4c21-8e8a-91d34e59a3a2), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:07.362776 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ec59132e-e74b-4393-8eac-7d9b41f347f5 req-4e1a6673-a425-4730-b638-a55f1d86f9aa service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3004bcfd-0c82-4f4d-b59a-e0848d67262f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3074572 Feb 28 10:40:07.387673 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9e3e379c-a8f8-4b7a-b420-21084c1fb1a9 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (45ec77ec-c721-4fdf-9bc6-25628086acc3), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:07.418604 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4f194b76-01c9-4c07-862a-42f676e955c1 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (3f9e3fc4-83a3-4249-baca-078eb2af30ed), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:07.423988 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6bc25f92-eb21-4538-8fa1-5b3f00d8f837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (3f9e3fc4-83a3-4249-baca-078eb2af30ed), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:07.436908 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d8e3af-7352-4dbd-9f83-f66a9f421593 None None] Pushing event deleted for resources: {'Port': ['ID=6c237d26-c2ee-4c21-8e8a-91d34e59a3a2,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:07.439120 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc25f92-eb21-4538-8fa1-5b3f00d8f837 None None] No DVR routers for this DVR port 3f9e3fc4-83a3-4249-baca-078eb2af30ed on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:40:07.455139 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d8e3af-7352-4dbd-9f83-f66a9f421593 None None] No DVR routers for this DVR port 6c237d26-c2ee-4c21-8e8a-91d34e59a3a2 on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:40:07.529133 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc25f92-eb21-4538-8fa1-5b3f00d8f837 None None] Pushing event deleted for resources: {'Port': ['ID=3f9e3fc4-83a3-4249-baca-078eb2af30ed,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:07.611443 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-23a2f3e1-dfec-458d-b75a-e0c425489c63 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (6c237d26-c2ee-4c21-8e8a-91d34e59a3a2), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:07.658669 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-15248ae8-4e2b-4cee-b867-e21c497f72f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (5402d0a3-9957-42cc-8fe1-7211154ffdec), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:07.667426 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-15248ae8-4e2b-4cee-b867-e21c497f72f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:07.669078 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-15248ae8-4e2b-4cee-b867-e21c497f72f9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5402d0a3-9957-42cc-8fe1-7211154ffdec HTTP/1.1" status: 204 len: 168 time: 0.6577165 Feb 28 10:40:07.701646 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f194b76-01c9-4c07-862a-42f676e955c1 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] No DVR routers for this DVR port 3f9e3fc4-83a3-4249-baca-078eb2af30ed on host dv-neutron-829161-3-hyperv {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:40:07.731736 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8fc9722d-7d8b-493c-bd95-5d72c4c0fd2f tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (0d93ce87-516e-4bb2-84fb-adb1497306a7), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:07.741440 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3e379c-a8f8-4b7a-b420-21084c1fb1a9 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:40:07.745928 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15248ae8-4e2b-4cee-b867-e21c497f72f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5402d0a3-9957-42cc-8fe1-7211154ffdec,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:07.832271 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc9722d-7d8b-493c-bd95-5d72c4c0fd2f tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event deleted for resources: {'Port': ['ID=0d93ce87-516e-4bb2-84fb-adb1497306a7,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:07.847336 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 2f0cc694-749a-4e85-9878-1c8098455703 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:40:07.852765 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3e379c-a8f8-4b7a-b420-21084c1fb1a9 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event updated for resources: {'Port': ['ID=45ec77ec-c721-4fdf-9bc6-25628086acc3,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:07.856041 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-9e3e379c-a8f8-4b7a-b420-21084c1fb1a9 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:07.860855 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a2f3e1-dfec-458d-b75a-e0c425489c63 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] No DVR routers for this DVR port 6c237d26-c2ee-4c21-8e8a-91d34e59a3a2 on host dv-neutron-829161-3-hyperv {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:40:07.862871 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3e379c-a8f8-4b7a-b420-21084c1fb1a9 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:40:07.875211 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3e379c-a8f8-4b7a-b420-21084c1fb1a9 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:07.876344 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9e3e379c-a8f8-4b7a-b420-21084c1fb1a9 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:07.969073 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 996e044c-df70-4dcd-8ba3-2af0b3c397da details requested by agent hyperv_hv-neutron-8291 with host hv-neutron-8291 {{(pid=104085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:40:08.033665 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-9e3e379c-a8f8-4b7a-b420-21084c1fb1a9 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5289185 Feb 28 10:40:08.033873 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f194b76-01c9-4c07-862a-42f676e955c1 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Pushing event deleted for resources: {'Port': ['ID=3f9e3fc4-83a3-4249-baca-078eb2af30ed,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:08.039373 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47778) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:08.044559 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 2f0cc694-749a-4e85-9878-1c8098455703 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:08.044947 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (2f0cc694-749a-4e85-9878-1c8098455703), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:08.207478 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4f194b76-01c9-4c07-862a-42f676e955c1 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (17887987-b07e-4bcb-a4ad-11435f35b675), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:08.279467 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8fc9722d-7d8b-493c-bd95-5d72c4c0fd2f tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1047681'] for router_interface (db852ac3-2c74-49e8-98b2-c22ddfc32b92), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:08.302016 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e552aa-aede-48b2-8e1a-9b322b761721 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:08.309833 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e552aa-aede-48b2-8e1a-9b322b761721 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:08.315779 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-d5e552aa-aede-48b2-8e1a-9b322b761721 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2749937 Feb 28 10:40:08.317070 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47782) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:08.325361 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 996e044c-df70-4dcd-8ba3-2af0b3c397da, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=996e044c-df70-4dcd-8ba3-2af0b3c397da,segment=NetworkSegment(5d3ef6a2-26fd-4ae1-a1a7-759a1b4042a7),segment_id=5d3ef6a2-26fd-4ae1-a1a7-759a1b4042a7)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:08.335455 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df3ec8-ec3a-4a9e-926e-cf5ff01359d3 req-f8591c58-e913-4b33-82f1-85b036d5736c tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:08.337216 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c7df3ec8-ec3a-4a9e-926e-cf5ff01359d3 req-f8591c58-e913-4b33-82f1-85b036d5736c tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "GET /v2.0/ports?device_id=2148e76d-635b-459e-9863-9aa3e7607ee5 HTTP/1.1" status: 200 len: 946 time: 0.6996739 Feb 28 10:40:08.338069 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a2f3e1-dfec-458d-b75a-e0c425489c63 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event deleted for resources: {'Port': ['ID=6c237d26-c2ee-4c21-8e8a-91d34e59a3a2,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:08.376551 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-23a2f3e1-dfec-458d-b75a-e0c425489c63 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (f472ae87-af4d-4e6f-81a8-a75c491a1a91), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:08.377708 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Returning: {'device': '996e044c-df70-4dcd-8ba3-2af0b3c397da', 'network_id': '06e3cc33-89ec-4958-a42e-5435ad902e2f', 'port_id': '996e044c-df70-4dcd-8ba3-2af0b3c397da', 'mac_address': 'fa:16:3e:46:1f:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bea0f80b-02eb-4df8-90d4-3e99d0538dbd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:40:08.387584 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 2f0cc694-749a-4e85-9878-1c8098455703 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:08.387584 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (2f0cc694-749a-4e85-9878-1c8098455703), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:08.404287 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-4f194b76-01c9-4c07-862a-42f676e955c1 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17887987-b07e-4bcb-a4ad-11435f35b675']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:08.462216 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-4f194b76-01c9-4c07-862a-42f676e955c1 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77cb1bb1-ebc8-4467-9fa9-dc6966ee1157') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:08.465655 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-4f194b76-01c9-4c07-862a-42f676e955c1 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77cb1bb1-ebc8-4467-9fa9-dc6966ee1157') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:08.480264 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-23a2f3e1-dfec-458d-b75a-e0c425489c63 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f472ae87-af4d-4e6f-81a8-a75c491a1a91']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:08.498865 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 996e044c-df70-4dcd-8ba3-2af0b3c397da is: ACTIVE; New status is: BUILD {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:08.499291 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (996e044c-df70-4dcd-8ba3-2af0b3c397da), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:08.517288 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 996e044c-df70-4dcd-8ba3-2af0b3c397da {{(pid=104085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:40:08.523164 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4f194b76-01c9-4c07-862a-42f676e955c1 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (77cb1bb1-ebc8-4467-9fa9-dc6966ee1157), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:08.546538 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 996e044c-df70-4dcd-8ba3-2af0b3c397da, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=996e044c-df70-4dcd-8ba3-2af0b3c397da,segment=NetworkSegment(5d3ef6a2-26fd-4ae1-a1a7-759a1b4042a7),segment_id=5d3ef6a2-26fd-4ae1-a1a7-759a1b4042a7)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:08.550114 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-23a2f3e1-dfec-458d-b75a-e0c425489c63 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fff0af72-02c7-43e2-8402-2df16405108a') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:08.550421 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-23a2f3e1-dfec-458d-b75a-e0c425489c63 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fff0af72-02c7-43e2-8402-2df16405108a') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:08.641272 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4f194b76-01c9-4c07-862a-42f676e955c1 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (77cb1bb1-ebc8-4467-9fa9-dc6966ee1157), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:08.659630 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-23a2f3e1-dfec-458d-b75a-e0c425489c63 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (fff0af72-02c7-43e2-8402-2df16405108a), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:08.679318 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c7df3ec8-ec3a-4a9e-926e-cf5ff01359d3 req-5f7c0201-2210-4c39-9a2b-a0c80ad1d229 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "GET /v2.0/security-groups?id=3004bcfd-0c82-4f4d-b59a-e0848d67262f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3280966 Feb 28 10:40:08.695871 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f194b76-01c9-4c07-862a-42f676e955c1 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:40:08.696556 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4f194b76-01c9-4c07-862a-42f676e955c1 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (77cb1bb1-ebc8-4467-9fa9-dc6966ee1157), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:08.701759 dv-neutron-829161-3-hyperv neutron-server[104083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:40:08.701759 dv-neutron-829161-3-hyperv neutron-server[104083]: self.session.flush() Feb 28 10:40:08.701759 dv-neutron-829161-3-hyperv neutron-server[104083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:40:08.701759 dv-neutron-829161-3-hyperv neutron-server[104083]: self.session.flush() Feb 28 10:40:08.701759 dv-neutron-829161-3-hyperv neutron-server[104083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:40:08.701759 dv-neutron-829161-3-hyperv neutron-server[104083]: self.session.flush() Feb 28 10:40:08.701759 dv-neutron-829161-3-hyperv neutron-server[104083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:40:08.701759 dv-neutron-829161-3-hyperv neutron-server[104083]: self.session.flush() Feb 28 10:40:08.701759 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:40:08.701759 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:40:08.701759 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:40:08.701759 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:40:08.701759 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:40:08.701759 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:40:08.701759 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:40:08.701759 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:40:08.701759 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:40:08.701759 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:40:08.701759 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:40:08.701759 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:40:08.701759 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:40:08.701759 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:40:08.701759 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:40:08.701759 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:40:08.701759 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:40:08.701759 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:40:08.701759 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:40:08.701759 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:40:08.701759 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:40:08.701759 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:40:08.701759 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:40:08.701759 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:40:08.701759 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:40:08.701759 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:40:08.701759 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:40:08.701759 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:40:08.701759 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:40:08.701759 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:40:08.701759 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:40:08.701759 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:40:08.719949 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-23a2f3e1-dfec-458d-b75a-e0c425489c63 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (fff0af72-02c7-43e2-8402-2df16405108a), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:08.770516 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (996e044c-df70-4dcd-8ba3-2af0b3c397da), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:08.777875 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fc9722d-7d8b-493c-bd95-5d72c4c0fd2f tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Router db852ac3-2c74-49e8-98b2-c22ddfc32b92 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:40:08.810252 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23a2f3e1-dfec-458d-b75a-e0c425489c63 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:40:08.810620 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-23a2f3e1-dfec-458d-b75a-e0c425489c63 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (fff0af72-02c7-43e2-8402-2df16405108a), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:08.815722 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:40:08.815722 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:40:08.815722 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:40:08.815722 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:40:08.815722 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:40:08.815722 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:40:08.815722 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:40:08.815722 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:40:08.815722 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:40:08.815722 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:40:08.815722 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:40:08.815722 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:40:08.815722 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:40:08.815722 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:40:08.815722 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:40:08.815722 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:40:08.815722 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:40:08.815722 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:40:08.815722 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:40:08.815722 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:40:08.815722 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:40:08.815722 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:40:08.815722 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:40:08.815722 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:40:08.815722 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:40:08.815722 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:40:08.815722 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:40:08.815722 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:40:08.815722 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:40:08.815722 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:40:08.815722 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:40:08.815722 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:40:08.827258 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port 2f0cc694-749a-4e85-9878-1c8098455703, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=2f0cc694-749a-4e85-9878-1c8098455703,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:08.828356 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=996e044c-df70-4dcd-8ba3-2af0b3c397da,revision_number=6']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:08.886563 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-15eea012-705d-47bf-983f-d3637b8bf8f2 None None] Provisioning complete for port 2f0cc694-749a-4e85-9878-1c8098455703 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:08.886563 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-15eea012-705d-47bf-983f-d3637b8bf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (2f0cc694-749a-4e85-9878-1c8098455703), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:08.926371 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-6c8be2b3-405f-464a-8f52-a3eb888ef169 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Deleting port 45ec77ec-c721-4fdf-9bc6-25628086acc3 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:40:08.926825 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6c8be2b3-405f-464a-8f52-a3eb888ef169 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (45ec77ec-c721-4fdf-9bc6-25628086acc3), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:08.939912 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (2f0cc694-749a-4e85-9878-1c8098455703), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:08.995299 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4f194b76-01c9-4c07-862a-42f676e955c1 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (17887987-b07e-4bcb-a4ad-11435f35b675), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:09.000639 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4f194b76-01c9-4c07-862a-42f676e955c1 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:09.004704 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-4f194b76-01c9-4c07-862a-42f676e955c1 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] 10.222.0.62 "DELETE /v2.0/networks/17887987-b07e-4bcb-a4ad-11435f35b675 HTTP/1.1" status: 204 len: 168 time: 3.0022511 Feb 28 10:40:09.041640 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=2f0cc694-749a-4e85-9878-1c8098455703,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:09.060752 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f194b76-01c9-4c07-862a-42f676e955c1 tempest-AllowedAddressPairTestJSON-677829744 tempest-AllowedAddressPairTestJSON-677829744-project] Pushing event deleted for resources: {'Network': ['ID=17887987-b07e-4bcb-a4ad-11435f35b675,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:09.068174 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-23a2f3e1-dfec-458d-b75a-e0c425489c63 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (f472ae87-af4d-4e6f-81a8-a75c491a1a91), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:09.076746 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-23a2f3e1-dfec-458d-b75a-e0c425489c63 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:09.088267 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-23a2f3e1-dfec-458d-b75a-e0c425489c63 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "DELETE /v2.0/networks/f472ae87-af4d-4e6f-81a8-a75c491a1a91 HTTP/1.1" status: 204 len: 168 time: 2.9894578 Feb 28 10:40:09.097619 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 6c237d26-c2ee-4c21-8e8a-91d34e59a3a2 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:40:09.102680 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47794) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:09.112882 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6c8be2b3-405f-464a-8f52-a3eb888ef169 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (45ec77ec-c721-4fdf-9bc6-25628086acc3), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:09.130951 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-6c8be2b3-405f-464a-8f52-a3eb888ef169 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Calling delete_port for 45ec77ec-c721-4fdf-9bc6-25628086acc3 owned by {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:40:09.174348 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['996e044c-df70-4dcd-8ba3-2af0b3c397da'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:40:09.184705 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 6c237d26-c2ee-4c21-8e8a-91d34e59a3a2 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:40:09.188407 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 6c237d26-c2ee-4c21-8e8a-91d34e59a3a2 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:40:09.189001 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 3f9e3fc4-83a3-4249-baca-078eb2af30ed no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:40:09.208658 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc9722d-7d8b-493c-bd95-5d72c4c0fd2f tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:40:09.210559 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a2f3e1-dfec-458d-b75a-e0c425489c63 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event deleted for resources: {'Network': ['ID=f472ae87-af4d-4e6f-81a8-a75c491a1a91,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:09.224357 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ec9f00-157c-4e4d-9b46-85f6456117be None None] Sync routers for ids ['db852ac3-2c74-49e8-98b2-c22ddfc32b92'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:40:09.240817 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ec9f00-157c-4e4d-9b46-85f6456117be None None] Routers {'db852ac3-2c74-49e8-98b2-c22ddfc32b92'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:40:09.244237 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-8fc9722d-7d8b-493c-bd95-5d72c4c0fd2f tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "PUT /v2.0/routers/db852ac3-2c74-49e8-98b2-c22ddfc32b92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3420424 Feb 28 10:40:09.246917 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47798) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:09.249103 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-22ec9f00-157c-4e4d-9b46-85f6456117be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:39:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['db852ac3-2c74-49e8-98b2-c22ddfc32b92'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:09.251705 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 3f9e3fc4-83a3-4249-baca-078eb2af30ed {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:40:09.252279 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 3f9e3fc4-83a3-4249-baca-078eb2af30ed not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:40:09.259522 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-15eea012-705d-47bf-983f-d3637b8bf8f2 None None] Current status of the port 2f0cc694-749a-4e85-9878-1c8098455703 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:09.367170 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-121f45dd-0fa8-472c-9a96-77b627867866 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "GET /v2.0/ports?device_id=db852ac3-2c74-49e8-98b2-c22ddfc32b92 HTTP/1.1" status: 200 len: 205 time: 0.1160119 Feb 28 10:40:09.370656 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47804) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:09.383050 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8c76d3-50c1-4ff1-86e0-cb706e4fec5e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:09.385415 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-cb8c76d3-50c1-4ff1-86e0-cb706e4fec5e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2764130 Feb 28 10:40:09.390398 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47806) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:09.393912 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-22ec9f00-157c-4e4d-9b46-85f6456117be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:09.422688 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ec9f00-157c-4e4d-9b46-85f6456117be None None] Routers {'db852ac3-2c74-49e8-98b2-c22ddfc32b92'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:40:09.424526 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-22ec9f00-157c-4e4d-9b46-85f6456117be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:39:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['db852ac3-2c74-49e8-98b2-c22ddfc32b92'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:09.474184 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-1b08ce0d-69e7-4c89-a716-8f23be217469 None None] Provisioning complete for port 45ec77ec-c721-4fdf-9bc6-25628086acc3 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:09.474811 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-1b08ce0d-69e7-4c89-a716-8f23be217469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (45ec77ec-c721-4fdf-9bc6-25628086acc3), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:09.485443 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-49c10eda-d8a9-4cce-a1f3-a4b90a92038e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for router (db852ac3-2c74-49e8-98b2-c22ddfc32b92), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:09.493692 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-22ec9f00-157c-4e4d-9b46-85f6456117be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:09.495676 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-16c82ca6-227d-41b3-8de9-019f05121ba0 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1025438 Feb 28 10:40:09.498863 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47810) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:09.513130 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-1d81bc73-9dc2-4070-8b0b-5e6fb63c6e7e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-297051791'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:09.515354 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ec9f00-157c-4e4d-9b46-85f6456117be None None] The sync data for ids ['db852ac3-2c74-49e8-98b2-c22ddfc32b92'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:40:09.603026 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 2f0cc694-749a-4e85-9878-1c8098455703 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:40:09.609430 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d81bc73-9dc2-4070-8b0b-5e6fb63c6e7e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Made reservation on behalf of a3b8dd05d882407cb4aeb7c1fff3f6af for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:40:09.616528 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1d81bc73-9dc2-4070-8b0b-5e6fb63c6e7e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:09.674521 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d81bc73-9dc2-4070-8b0b-5e6fb63c6e7e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:40:09.684059 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-1b08ce0d-69e7-4c89-a716-8f23be217469 None None] Port 45ec77ec-c721-4fdf-9bc6-25628086acc3 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:40:09.702414 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47814) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:09.706970 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:40:09.717438 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1d81bc73-9dc2-4070-8b0b-5e6fb63c6e7e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (e6b0fa28-05cb-48c5-9917-cb85dca486f4), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:09.719422 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-1d81bc73-9dc2-4070-8b0b-5e6fb63c6e7e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Added segment e6b0fa28-05cb-48c5-9917-cb85dca486f4 of type vlan for network 49e1bab8-8769-41de-bb15-744e85fc0959 Feb 28 10:40:09.746705 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47820) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:09.751318 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6c8be2b3-405f-464a-8f52-a3eb888ef169 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (45ec77ec-c721-4fdf-9bc6-25628086acc3), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:09.834558 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-49c10eda-d8a9-4cce-a1f3-a4b90a92038e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (db852ac3-2c74-49e8-98b2-c22ddfc32b92), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:09.856566 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1d81bc73-9dc2-4070-8b0b-5e6fb63c6e7e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (49e1bab8-8769-41de-bb15-744e85fc0959), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:09.858662 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-49c10eda-d8a9-4cce-a1f3-a4b90a92038e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for router_controller (db852ac3-2c74-49e8-98b2-c22ddfc32b92), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:09.885239 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8be2b3-405f-464a-8f52-a3eb888ef169 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event deleted for resources: {'Port': ['ID=45ec77ec-c721-4fdf-9bc6-25628086acc3,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:09.920616 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 2f0cc694-749a-4e85-9878-1c8098455703 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:09.921111 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (2f0cc694-749a-4e85-9878-1c8098455703), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:09.986373 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-6f5e1936-9bc6-475e-a212-3a28293c9a48 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1971505893', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:09.995061 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6c8be2b3-405f-464a-8f52-a3eb888ef169 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:10.002792 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-6c8be2b3-405f-464a-8f52-a3eb888ef169 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/ports/45ec77ec-c721-4fdf-9bc6-25628086acc3 HTTP/1.1" status: 204 len: 168 time: 1.6789174 Feb 28 10:40:10.009922 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47824) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:10.010526 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 996e044c-df70-4dcd-8ba3-2af0b3c397da no longer exists at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:40:10.033787 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-e4a9044c-37c5-4635-8bb4-49471b7bacc0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f920f03a7902430fbdcf99b2885cdd7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3300772 Feb 28 10:40:10.038758 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47826) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:10.062420 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1d81bc73-9dc2-4070-8b0b-5e6fb63c6e7e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (49e1bab8-8769-41de-bb15-744e85fc0959), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:10.067878 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d81bc73-9dc2-4070-8b0b-5e6fb63c6e7e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:10.069316 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1d81bc73-9dc2-4070-8b0b-5e6fb63c6e7e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:10.097735 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ce5d53-c675-4cfc-8711-59eb9dcf005c req-06dcd041-6859-4c39-a0eb-99f437a09a55 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:10.099648 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d4ce5d53-c675-4cfc-8711-59eb9dcf005c req-06dcd041-6859-4c39-a0eb-99f437a09a55 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "GET /v2.0/ports?device_id=2148e76d-635b-459e-9863-9aa3e7607ee5 HTTP/1.1" status: 200 len: 945 time: 0.2944379 Feb 28 10:40:10.105409 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-49c10eda-d8a9-4cce-a1f3-a4b90a92038e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (db852ac3-2c74-49e8-98b2-c22ddfc32b92), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:10.106386 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c10eda-d8a9-4cce-a1f3-a4b90a92038e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Fanout notify agent at l3_agent the message router_deleted on router db852ac3-2c74-49e8-98b2-c22ddfc32b92 {{(pid=104084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:40:10.139518 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-49c10eda-d8a9-4cce-a1f3-a4b90a92038e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:10.142953 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-49c10eda-d8a9-4cce-a1f3-a4b90a92038e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "DELETE /v2.0/routers/db852ac3-2c74-49e8-98b2-c22ddfc32b92 HTTP/1.1" status: 204 len: 168 time: 0.7667286 Feb 28 10:40:10.145464 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 2f0cc694-749a-4e85-9878-1c8098455703 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:10.149885 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47828) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:10.165335 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2de2db0-c77f-4ee7-ab14-9da233efc164 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:10.172977 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2de2db0-c77f-4ee7-ab14-9da233efc164 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:10.174700 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-b2de2db0-c77f-4ee7-ab14-9da233efc164 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1538203 Feb 28 10:40:10.179731 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47830) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:10.220282 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 996e044c-df70-4dcd-8ba3-2af0b3c397da is: BUILD; New status is: DOWN {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:10.226014 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (996e044c-df70-4dcd-8ba3-2af0b3c397da), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:10.248510 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 996e044c-df70-4dcd-8ba3-2af0b3c397da {{(pid=104085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:40:10.265918 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6229e88-157a-47a4-ac47-9074ccdfe64e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Deleting subnet 83113ffb-e6a0-4145-8c35-cfeb71c0e212 {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:40:10.274415 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 996e044c-df70-4dcd-8ba3-2af0b3c397da, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=996e044c-df70-4dcd-8ba3-2af0b3c397da,segment=NetworkSegment(5d3ef6a2-26fd-4ae1-a1a7-759a1b4042a7),segment_id=5d3ef6a2-26fd-4ae1-a1a7-759a1b4042a7)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:10.286027 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b6229e88-157a-47a4-ac47-9074ccdfe64e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for subnet (83113ffb-e6a0-4145-8c35-cfeb71c0e212), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:10.355751 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d4ce5d53-c675-4cfc-8711-59eb9dcf005c req-fe31d47c-dd36-4ed8-972c-065726b1a2e7 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "GET /v2.0/security-groups?id=3004bcfd-0c82-4f4d-b59a-e0848d67262f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2431674 Feb 28 10:40:10.376462 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (996e044c-df70-4dcd-8ba3-2af0b3c397da), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:10.376794 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-91148812-6b34-45d3-891f-515bbabdc474 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Deleting subnet 7281463e-8416-44ae-bc8c-9c5939dd1d73 {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:40:10.383562 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-91148812-6b34-45d3-891f-515bbabdc474 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for subnet (7281463e-8416-44ae-bc8c-9c5939dd1d73), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:10.417532 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b6229e88-157a-47a4-ac47-9074ccdfe64e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (83113ffb-e6a0-4145-8c35-cfeb71c0e212), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:10.423250 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47832) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:10.448089 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=996e044c-df70-4dcd-8ba3-2af0b3c397da,revision_number=7']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:10.504602 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6f5e1936-9bc6-475e-a212-3a28293c9a48 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (45128454-cbf7-4ad3-9c5c-c0caa86daa64), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:10.506566 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6f5e1936-9bc6-475e-a212-3a28293c9a48 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (45128454-cbf7-4ad3-9c5c-c0caa86daa64), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:10.525323 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-91148812-6b34-45d3-891f-515bbabdc474 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (7281463e-8416-44ae-bc8c-9c5939dd1d73), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:10.553955 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d81bc73-9dc2-4070-8b0b-5e6fb63c6e7e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event updated for resources: {'Network': ['ID=49e1bab8-8769-41de-bb15-744e85fc0959,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:10.559437 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dfa57b84-85dd-49d6-807c-509650a73a8e admin admin] Publish callbacks [] for security_group (ba5300f1-f89e-4662-b2f5-cacc76af7281), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:10.567471 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 49e1bab8-8769-41de-bb15-744e85fc0959 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:40:10.569559 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-1d81bc73-9dc2-4070-8b0b-5e6fb63c6e7e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0695670 Feb 28 10:40:10.578286 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47834) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:10.583386 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-5a0be058-1de7-45dc-abdf-8a93c2f68297 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Request body: {'subnet': {'network_id': '49e1bab8-8769-41de-bb15-744e85fc0959', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:10.626286 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-6bcf76f0-ca2c-437d-bd87-505bfec95b0f tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "GET /v2.0/floatingips/7be7baf8-5f32-4356-984e-e18e3aa5c972 HTTP/1.1" status: 200 len: 992 time: 0.1918352 Feb 28 10:40:10.641117 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6f5e1936-9bc6-475e-a212-3a28293c9a48 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks [] for router_controller (45128454-cbf7-4ad3-9c5c-c0caa86daa64), precommit_add_association {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:10.672423 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dfa57b84-85dd-49d6-807c-509650a73a8e admin admin] Publish callbacks [] for security_group (ba5300f1-f89e-4662-b2f5-cacc76af7281), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:10.680346 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b6229e88-157a-47a4-ac47-9074ccdfe64e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (83113ffb-e6a0-4145-8c35-cfeb71c0e212), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:10.721034 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6f5e1936-9bc6-475e-a212-3a28293c9a48 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (45128454-cbf7-4ad3-9c5c-c0caa86daa64), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:10.731341 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-91148812-6b34-45d3-891f-515bbabdc474 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (7281463e-8416-44ae-bc8c-9c5939dd1d73), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:10.824945 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6f5e1936-9bc6-475e-a212-3a28293c9a48 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:10.826240 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-6f5e1936-9bc6-475e-a212-3a28293c9a48 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.0664365 Feb 28 10:40:10.829190 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47836) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:10.836794 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-fe3871ab-052a-4563-9a1e-963efc35ca70 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-881236023'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:10.853547 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dfa57b84-85dd-49d6-807c-509650a73a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (ba5300f1-f89e-4662-b2f5-cacc76af7281), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:10.858679 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dfa57b84-85dd-49d6-807c-509650a73a8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:10.858679 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-dfa57b84-85dd-49d6-807c-509650a73a8e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ba5300f1-f89e-4662-b2f5-cacc76af7281 HTTP/1.1" status: 204 len: 168 time: 0.8053932 Feb 28 10:40:10.871490 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa57b84-85dd-49d6-807c-509650a73a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5300f1-f89e-4662-b2f5-cacc76af7281,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:10.913042 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0be058-1de7-45dc-abdf-8a93c2f68297 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Made reservation on behalf of a3b8dd05d882407cb4aeb7c1fff3f6af for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:40:10.917396 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5a0be058-1de7-45dc-abdf-8a93c2f68297 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:10.981921 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3871ab-052a-4563-9a1e-963efc35ca70 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Made reservation on behalf of 48385e64db644bfc90ce657eac8bbe16 for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:40:10.987731 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-fe3871ab-052a-4563-9a1e-963efc35ca70 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:11.015667 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-fe3871ab-052a-4563-9a1e-963efc35ca70 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:11.190406 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-91148812-6b34-45d3-891f-515bbabdc474 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (7281463e-8416-44ae-bc8c-9c5939dd1d73), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:11.192875 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b6229e88-157a-47a4-ac47-9074ccdfe64e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (83113ffb-e6a0-4145-8c35-cfeb71c0e212), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:11.228811 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91148812-6b34-45d3-891f-515bbabdc474 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event deleted for resources: {'Subnet': ['ID=7281463e-8416-44ae-bc8c-9c5939dd1d73,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:11.237993 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-fe3871ab-052a-4563-9a1e-963efc35ca70 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks [] for security_group (3b97d0a8-c0d1-4f58-bca3-f67c0320b12b), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:11.254038 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3164e05d-e5e3-4a8a-928a-c20db5d71525 None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:40:11.254621 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b6229e88-157a-47a4-ac47-9074ccdfe64e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:11.257361 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5a0be058-1de7-45dc-abdf-8a93c2f68297 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (6c1ccdcf-d52b-4801-9083-3d0bb0551c2a), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:11.261976 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-b6229e88-157a-47a4-ac47-9074ccdfe64e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/subnets/83113ffb-e6a0-4145-8c35-cfeb71c0e212 HTTP/1.1" status: 204 len: 168 time: 1.0792086 Feb 28 10:40:11.261976 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-91148812-6b34-45d3-891f-515bbabdc474 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:11.266151 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-91148812-6b34-45d3-891f-515bbabdc474 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "DELETE /v2.0/subnets/7281463e-8416-44ae-bc8c-9c5939dd1d73 HTTP/1.1" status: 204 len: 168 time: 1.1123939 Feb 28 10:40:11.266151 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47842) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:11.266457 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02c9433-6b92-4831-a576-96458537dab1 None None] Network 095563eb-e152-4436-95af-825b0896891f requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:40:11.266562 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6229e88-157a-47a4-ac47-9074ccdfe64e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event deleted for resources: {'Subnet': ['ID=83113ffb-e6a0-4145-8c35-cfeb71c0e212,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:11.267635 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47844) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:11.319047 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-fe3871ab-052a-4563-9a1e-963efc35ca70 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (3b97d0a8-c0d1-4f58-bca3-f67c0320b12b), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:11.338481 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0be058-1de7-45dc-abdf-8a93c2f68297 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event updated for resources: {'Subnet': ['ID=6c1ccdcf-d52b-4801-9083-3d0bb0551c2a,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:11.341412 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-234b76d9-8098-4581-96e2-11491f36b200 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0759294 Feb 28 10:40:11.345733 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47848) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:11.382362 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3871ab-052a-4563-9a1e-963efc35ca70 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b97d0a8-c0d1-4f58-bca3-f67c0320b12b,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:11.393940 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-6a7c1ff7-e9b2-4c3e-bfd6-7a5d817cd4cc tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Request body: {'subnet': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:11.395137 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe3871ab-052a-4563-9a1e-963efc35ca70 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:40:11.409083 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0be058-1de7-45dc-abdf-8a93c2f68297 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Checking segment: {'id': 'e6b0fa28-05cb-48c5-9917-cb85dca486f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '49e1bab8-8769-41de-bb15-744e85fc0959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:40:11.409711 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0be058-1de7-45dc-abdf-8a93c2f68297 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Network hostable DHCP agents. Network: 49e1bab8-8769-41de-bb15-744e85fc0959, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:40:11.423529 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-fe3871ab-052a-4563-9a1e-963efc35ca70 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (33545f80-f86e-4bbb-93be-c9311e356a2f), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:11.423877 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-fe3871ab-052a-4563-9a1e-963efc35ca70 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Added segment 33545f80-f86e-4bbb-93be-c9311e356a2f of type vlan for network 1ffc15d1-280e-4faa-862a-7de4c78c999c Feb 28 10:40:11.473115 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-fe3871ab-052a-4563-9a1e-963efc35ca70 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (1ffc15d1-280e-4faa-862a-7de4c78c999c), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:11.485761 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-897b74a0-dcf8-4331-a0c2-2409975916c9 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (095563eb-e152-4436-95af-825b0896891f), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:11.509773 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0be058-1de7-45dc-abdf-8a93c2f68297 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Network 49e1bab8-8769-41de-bb15-744e85fc0959 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:40:11.577516 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-897b74a0-dcf8-4331-a0c2-2409975916c9 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Deleting port 0a42b1e4-86e5-4897-9494-533bc9520d11 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:40:11.577863 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-897b74a0-dcf8-4331-a0c2-2409975916c9 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (0a42b1e4-86e5-4897-9494-533bc9520d11), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:11.599753 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e4b07f-a015-46a5-ba7f-82d7ffc31988 None None] DHCP port deletion for a10d36a7-87ef-481e-9e9f-da2235211c53 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:40:11.606909 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-fe3871ab-052a-4563-9a1e-963efc35ca70 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (1ffc15d1-280e-4faa-862a-7de4c78c999c), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:11.613814 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3871ab-052a-4563-9a1e-963efc35ca70 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:11.614674 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-fe3871ab-052a-4563-9a1e-963efc35ca70 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:11.632242 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee9ecf4-7735-4b67-b34e-8670f976962d None None] DHCP port deletion for 095563eb-e152-4436-95af-825b0896891f request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:40:11.653187 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-5a0be058-1de7-45dc-abdf-8a93c2f68297 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 49e1bab8-8769-41de-bb15-744e85fc0959) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:11.655333 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-897b74a0-dcf8-4331-a0c2-2409975916c9 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] For port 0a42b1e4-86e5-4897-9494-533bc9520d11, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=0a42b1e4-86e5-4897-9494-533bc9520d11,segment=NetworkSegment(909d7e94-c3ee-490c-b137-4ce59291947c),segment_id=909d7e94-c3ee-490c-b137-4ce59291947c)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:11.656010 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-897b74a0-dcf8-4331-a0c2-2409975916c9 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (0a42b1e4-86e5-4897-9494-533bc9520d11), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:11.659206 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7c1ff7-e9b2-4c3e-bfd6-7a5d817cd4cc tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Made reservation on behalf of 9047a33944184c15875a48328f19bcdb for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:40:11.664469 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6a7c1ff7-e9b2-4c3e-bfd6-7a5d817cd4cc tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:11.678608 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4769344d-4cd1-4908-9a03-cc6a578cf9bb None None] Network 49e1bab8-8769-41de-bb15-744e85fc0959 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:40:11.697726 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-897b74a0-dcf8-4331-a0c2-2409975916c9 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Calling delete_port for 0a42b1e4-86e5-4897-9494-533bc9520d11 owned by network:dhcp {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:40:11.722038 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0be058-1de7-45dc-abdf-8a93c2f68297 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:11.723391 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5a0be058-1de7-45dc-abdf-8a93c2f68297 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:11.757202 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3871ab-052a-4563-9a1e-963efc35ca70 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Pushing event updated for resources: {'Network': ['ID=1ffc15d1-280e-4faa-862a-7de4c78c999c,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:11.758624 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-67e4b07f-a015-46a5-ba7f-82d7ffc31988 None None] Deleting port 2f0cc694-749a-4e85-9878-1c8098455703 {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:40:11.759114 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-67e4b07f-a015-46a5-ba7f-82d7ffc31988 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (2f0cc694-749a-4e85-9878-1c8098455703), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:11.782416 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 1ffc15d1-280e-4faa-862a-7de4c78c999c details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:40:11.798511 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-fe3871ab-052a-4563-9a1e-963efc35ca70 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9654212 Feb 28 10:40:11.798768 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47858) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:11.806687 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-cc081922-58b3-49b7-9a81-eb8368f99983 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Request body: {'subnet': {'network_id': '1ffc15d1-280e-4faa-862a-7de4c78c999c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:11.852103 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-5a0be058-1de7-45dc-abdf-8a93c2f68297 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2721958 Feb 28 10:40:11.855517 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47862) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:11.861659 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-41317664-817d-43cf-b878-11b85eddbc5f tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Request body: {'port': {'network_id': '49e1bab8-8769-41de-bb15-744e85fc0959', 'name': 'tempest-PortsTestJSON-1375744932'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:11.917906 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-3ee9ecf4-7735-4b67-b34e-8670f976962d None None] Deleting port 0a42b1e4-86e5-4897-9494-533bc9520d11 {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:40:11.918268 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3ee9ecf4-7735-4b67-b34e-8670f976962d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (0a42b1e4-86e5-4897-9494-533bc9520d11), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:11.925387 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-67e4b07f-a015-46a5-ba7f-82d7ffc31988 None None] For port 2f0cc694-749a-4e85-9878-1c8098455703, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=2f0cc694-749a-4e85-9878-1c8098455703,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:11.925387 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-67e4b07f-a015-46a5-ba7f-82d7ffc31988 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (2f0cc694-749a-4e85-9878-1c8098455703), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:11.934457 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e110e697-8d32-44bd-a1cf-4e2c0d873e45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-49e1bab8-8769-41de-bb15-744e85fc0959', 'network_id': '49e1bab8-8769-41de-bb15-744e85fc0959', 'project_id': 'a3b8dd05d882407cb4aeb7c1fff3f6af', 'fixed_ips': [{'subnet_id': '6c1ccdcf-d52b-4801-9083-3d0bb0551c2a'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:40:11.934457 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e110e697-8d32-44bd-a1cf-4e2c0d873e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:11.997374 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-67e4b07f-a015-46a5-ba7f-82d7ffc31988 None None] Calling delete_port for 2f0cc694-749a-4e85-9878-1c8098455703 owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:40:11.998346 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-897b74a0-dcf8-4331-a0c2-2409975916c9 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (0a42b1e4-86e5-4897-9494-533bc9520d11), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:12.006892 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 996e044c-df70-4dcd-8ba3-2af0b3c397da up at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:40:12.037336 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897b74a0-dcf8-4331-a0c2-2409975916c9 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event deleted for resources: {'Port': ['ID=0a42b1e4-86e5-4897-9494-533bc9520d11,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:12.045162 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897b74a0-dcf8-4331-a0c2-2409975916c9 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] No DVR routers for this DVR port 0a42b1e4-86e5-4897-9494-533bc9520d11 on host dv-neutron-829161-3-hyperv {{(pid=104084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:40:12.091676 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41317664-817d-43cf-b878-11b85eddbc5f tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Made reservation on behalf of a3b8dd05d882407cb4aeb7c1fff3f6af for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:40:12.096219 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-41317664-817d-43cf-b878-11b85eddbc5f tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:12.115718 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc081922-58b3-49b7-9a81-eb8368f99983 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Made reservation on behalf of 48385e64db644bfc90ce657eac8bbe16 for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:40:12.119194 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cc081922-58b3-49b7-9a81-eb8368f99983 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:12.126082 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-41317664-817d-43cf-b878-11b85eddbc5f tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] device_id is not set on port 07bc3082-9913-484b-972d-e0e2679844b1 yet. {{(pid=104083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:40:12.184327 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-3ee9ecf4-7735-4b67-b34e-8670f976962d None None] For port 0a42b1e4-86e5-4897-9494-533bc9520d11, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=0a42b1e4-86e5-4897-9494-533bc9520d11,segment=NetworkSegment(909d7e94-c3ee-490c-b137-4ce59291947c),segment_id=909d7e94-c3ee-490c-b137-4ce59291947c)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:12.184660 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3ee9ecf4-7735-4b67-b34e-8670f976962d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (0a42b1e4-86e5-4897-9494-533bc9520d11), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:12.221808 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-3ee9ecf4-7735-4b67-b34e-8670f976962d None None] Calling delete_port for 0a42b1e4-86e5-4897-9494-533bc9520d11 owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:40:12.230860 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47868) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:12.253860 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-897b74a0-dcf8-4331-a0c2-2409975916c9 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (095563eb-e152-4436-95af-825b0896891f), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:12.266351 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-41317664-817d-43cf-b878-11b85eddbc5f tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Allocated IP 172.20.0.2 (49e1bab8-8769-41de-bb15-744e85fc0959/6c1ccdcf-d52b-4801-9083-3d0bb0551c2a/07bc3082-9913-484b-972d-e0e2679844b1) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:40:12.292109 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning complete for port 996e044c-df70-4dcd-8ba3-2af0b3c397da triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:12.292735 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (996e044c-df70-4dcd-8ba3-2af0b3c397da), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:12.304725 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-897b74a0-dcf8-4331-a0c2-2409975916c9 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['095563eb-e152-4436-95af-825b0896891f']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:12.307943 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6a7c1ff7-e9b2-4c3e-bfd6-7a5d817cd4cc tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (616fe700-e7c0-4c6a-9002-38a38ec0fdda), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:12.360893 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3ee9ecf4-7735-4b67-b34e-8670f976962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (0a42b1e4-86e5-4897-9494-533bc9520d11), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:12.363894 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-897b74a0-dcf8-4331-a0c2-2409975916c9 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '909d7e94-c3ee-490c-b137-4ce59291947c') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:12.364203 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-897b74a0-dcf8-4331-a0c2-2409975916c9 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '909d7e94-c3ee-490c-b137-4ce59291947c') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:12.392199 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-897b74a0-dcf8-4331-a0c2-2409975916c9 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (909d7e94-c3ee-490c-b137-4ce59291947c), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:12.405329 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7c1ff7-e9b2-4c3e-bfd6-7a5d817cd4cc tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:40:12.408269 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-67e4b07f-a015-46a5-ba7f-82d7ffc31988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (2f0cc694-749a-4e85-9878-1c8098455703), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:12.409129 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-b5b60c9e-0734-4f73-b8e4-cf63c932c42d tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Request body: {'networks': [{'name': 'tempest-network--1180893346'}, {'name': 'tempest-network--1344943498'}]} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:12.409446 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-b5b60c9e-0734-4f73-b8e4-cf63c932c42d tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Request body: {'network': {'name': 'tempest-network--1180893346'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:12.409912 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-b5b60c9e-0734-4f73-b8e4-cf63c932c42d tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Request body: {'network': {'name': 'tempest-network--1344943498'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:12.410244 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee9ecf4-7735-4b67-b34e-8670f976962d None None] Pushing event deleted for resources: {'Port': ['ID=0a42b1e4-86e5-4897-9494-533bc9520d11,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:12.422357 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee9ecf4-7735-4b67-b34e-8670f976962d None None] No DVR routers for this DVR port 0a42b1e4-86e5-4897-9494-533bc9520d11 on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:40:12.425526 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-6a7c1ff7-e9b2-4c3e-bfd6-7a5d817cd4cc tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:12.443850 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-897b74a0-dcf8-4331-a0c2-2409975916c9 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (909d7e94-c3ee-490c-b137-4ce59291947c), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:12.443850 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7c1ff7-e9b2-4c3e-bfd6-7a5d817cd4cc tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:12.443850 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6a7c1ff7-e9b2-4c3e-bfd6-7a5d817cd4cc tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:12.455129 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e4b07f-a015-46a5-ba7f-82d7ffc31988 None None] Pushing event deleted for resources: {'Port': ['ID=2f0cc694-749a-4e85-9878-1c8098455703,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:12.458344 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e4b07f-a015-46a5-ba7f-82d7ffc31988 None None] No DVR routers for this DVR port 2f0cc694-749a-4e85-9878-1c8098455703 on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:40:12.462884 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 996e044c-df70-4dcd-8ba3-2af0b3c397da is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:12.462884 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (996e044c-df70-4dcd-8ba3-2af0b3c397da), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:12.469519 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7c1ff7-e9b2-4c3e-bfd6-7a5d817cd4cc tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event updated for resources: {'Subnet': ['ID=616fe700-e7c0-4c6a-9002-38a38ec0fdda,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:12.475797 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-897b74a0-dcf8-4331-a0c2-2409975916c9 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:40:12.480863 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-897b74a0-dcf8-4331-a0c2-2409975916c9 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (909d7e94-c3ee-490c-b137-4ce59291947c), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:12.480863 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 10:40:12.480863 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:40:12.480863 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 10:40:12.480863 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:40:12.480863 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 10:40:12.480863 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:40:12.480863 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 10:40:12.480863 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:40:12.480863 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 10:40:12.480863 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:40:12.480863 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 10:40:12.480863 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:40:12.480863 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 10:40:12.480863 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:40:12.480863 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:40:12.480863 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:40:12.480863 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:40:12.480863 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:40:12.480863 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 10:40:12.480863 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:40:12.480863 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 10:40:12.480863 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:40:12.480863 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:40:12.480863 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:40:12.480863 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 10:40:12.480863 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:40:12.480863 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:40:12.480863 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:40:12.480863 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:40:12.480863 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:40:12.480863 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:40:12.480863 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:40:12.495278 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2148e76d-635b-459e-9863-9aa3e7607ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '996e044c-df70-4dcd-8ba3-2af0b3c397da'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:40:12.497514 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574946dd-dea7-4386-958e-e2927bc0b939" -d '{"events": [{"server_uuid": "2148e76d-635b-459e-9863-9aa3e7607ee5", "name": "network-vif-plugged", "status": "completed", "tag": "996e044c-df70-4dcd-8ba3-2af0b3c397da"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:40:12.513039 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f68aa90-86f8-404e-9a94-b88c77d05c69 None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:40:12.532647 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 996e044c-df70-4dcd-8ba3-2af0b3c397da, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=996e044c-df70-4dcd-8ba3-2af0b3c397da,segment=NetworkSegment(5d3ef6a2-26fd-4ae1-a1a7-759a1b4042a7),segment_id=5d3ef6a2-26fd-4ae1-a1a7-759a1b4042a7)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:12.538491 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-41317664-817d-43cf-b878-11b85eddbc5f tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for port (07bc3082-9913-484b-972d-e0e2679844b1), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:12.566168 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-6a7c1ff7-e9b2-4c3e-bfd6-7a5d817cd4cc tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2199872 Feb 28 10:40:12.576728 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47874) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:12.576870 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647479d1-1fa7-4208-90ec-9e137a5e4a90 x-openstack-request-id: req-647479d1-1fa7-4208-90ec-9e137a5e4a90 {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:40:12.576870 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2148e76d-635b-459e-9863-9aa3e7607ee5", "name": "network-vif-plugged", "status": "completed", "tag": "996e044c-df70-4dcd-8ba3-2af0b3c397da", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:40:12.576870 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-647479d1-1fa7-4208-90ec-9e137a5e4a90 {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:40:12.576870 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2148e76d-635b-459e-9863-9aa3e7607ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '996e044c-df70-4dcd-8ba3-2af0b3c397da', 'code': 200} Feb 28 10:40:12.577230 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-c24a3df0-175a-4785-90e9-4312e2abccfb tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Request body: {'port': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'fixed_ips': [{'subnet_id': '616fe700-e7c0-4c6a-9002-38a38ec0fdda', 'ip_address': '2001:db8::2f80:a772:3c2b:c6'}], 'name': 'tempest-NetworksTestDHCPv6-23055142'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:12.602921 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (996e044c-df70-4dcd-8ba3-2af0b3c397da), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:12.652407 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b60c9e-0734-4f73-b8e4-cf63c932c42d tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Made reservation on behalf of 36e93ef975734c2bbb415aa2ec418512 for: {'network': 2} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:40:12.664024 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b5b60c9e-0734-4f73-b8e4-cf63c932c42d tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:12.666415 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9f7c3a-4887-4734-a75d-1890db64b1fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-a10d36a7-87ef-481e-9e9f-da2235211c53', 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'project_id': '9047a33944184c15875a48328f19bcdb', 'fixed_ips': [{'subnet_id': '616fe700-e7c0-4c6a-9002-38a38ec0fdda'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:40:12.667125 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-4f9f7c3a-4887-4734-a75d-1890db64b1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:12.684508 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-897b74a0-dcf8-4331-a0c2-2409975916c9 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (095563eb-e152-4436-95af-825b0896891f), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:12.684742 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-41317664-817d-43cf-b878-11b85eddbc5f tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (07bc3082-9913-484b-972d-e0e2679844b1), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:12.706580 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b5b60c9e-0734-4f73-b8e4-cf63c932c42d tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:12.712703 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=996e044c-df70-4dcd-8ba3-2af0b3c397da,revision_number=8']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:12.721725 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-897b74a0-dcf8-4331-a0c2-2409975916c9 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:12.726039 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-897b74a0-dcf8-4331-a0c2-2409975916c9 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "DELETE /v2.0/networks/095563eb-e152-4436-95af-825b0896891f HTTP/1.1" status: 204 len: 168 time: 1.4517756 Feb 28 10:40:12.734868 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47876) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:12.744836 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-9bce0f43-b8a8-4b60-9a02-df529ceba57a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-108203273', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}, 'admin_state_up': False}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:12.752633 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897b74a0-dcf8-4331-a0c2-2409975916c9 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event deleted for resources: {'Network': ['ID=095563eb-e152-4436-95af-825b0896891f,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:12.767328 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41317664-817d-43cf-b878-11b85eddbc5f tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Network 49e1bab8-8769-41de-bb15-744e85fc0959 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:40:12.778246 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-41317664-817d-43cf-b878-11b85eddbc5f tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:12.781046 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41317664-817d-43cf-b878-11b85eddbc5f tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:40:12.819696 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24a3df0-175a-4785-90e9-4312e2abccfb tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Made reservation on behalf of 9047a33944184c15875a48328f19bcdb for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:40:12.835946 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b5b60c9e-0734-4f73-b8e4-cf63c932c42d tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks [] for security_group (66beaae0-73ec-4a02-95a7-a1a427147711), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:12.850884 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cc081922-58b3-49b7-9a81-eb8368f99983 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (ac1e4f92-3a2b-4055-bbb8-b7dd860c7569), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:12.875626 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41317664-817d-43cf-b878-11b85eddbc5f tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event updated for resources: {'Port': ['ID=07bc3082-9913-484b-972d-e0e2679844b1,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:12.905200 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9bce0f43-b8a8-4b60-9a02-df529ceba57a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (1784df79-ffde-4632-9272-dc5a8d3cfabf), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:12.906256 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9bce0f43-b8a8-4b60-9a02-df529ceba57a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (1784df79-ffde-4632-9272-dc5a8d3cfabf), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:12.915008 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc081922-58b3-49b7-9a81-eb8368f99983 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Pushing event updated for resources: {'Subnet': ['ID=ac1e4f92-3a2b-4055-bbb8-b7dd860c7569,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:12.918673 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41317664-817d-43cf-b878-11b85eddbc5f tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:12.919010 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-41317664-817d-43cf-b878-11b85eddbc5f tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:12.919551 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b5b60c9e-0734-4f73-b8e4-cf63c932c42d tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (66beaae0-73ec-4a02-95a7-a1a427147711), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:12.920035 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b5b60c9e-0734-4f73-b8e4-cf63c932c42d tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:12.952831 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc081922-58b3-49b7-9a81-eb8368f99983 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Checking segment: {'id': '33545f80-f86e-4bbb-93be-c9311e356a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1ffc15d1-280e-4faa-862a-7de4c78c999c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:40:12.952831 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc081922-58b3-49b7-9a81-eb8368f99983 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Network hostable DHCP agents. Network: 1ffc15d1-280e-4faa-862a-7de4c78c999c, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:40:12.983750 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b60c9e-0734-4f73-b8e4-cf63c932c42d tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66beaae0-73ec-4a02-95a7-a1a427147711,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:12.986257 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5b60c9e-0734-4f73-b8e4-cf63c932c42d tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:40:12.999712 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b5b60c9e-0734-4f73-b8e4-cf63c932c42d tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (23b8c728-d188-465f-8a56-60ca6090b028), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:13.000068 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-b5b60c9e-0734-4f73-b8e4-cf63c932c42d tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Added segment 23b8c728-d188-465f-8a56-60ca6090b028 of type vlan for network 17a89b3c-d019-40fc-8917-ce77c18093f2 Feb 28 10:40:13.012870 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c24a3df0-175a-4785-90e9-4312e2abccfb tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:13.016171 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9bce0f43-b8a8-4b60-9a02-df529ceba57a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for router_controller (1784df79-ffde-4632-9272-dc5a8d3cfabf), precommit_add_association {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:13.027081 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-41317664-817d-43cf-b878-11b85eddbc5f tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1705551 Feb 28 10:40:13.029519 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47878) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:13.034566 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-d68ccc4d-6ed3-4011-aefc-f811ef547a8e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Request body: {'port': {'network_id': '49e1bab8-8769-41de-bb15-744e85fc0959', 'name': 'tempest-PortsTestJSON-1758937723'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:13.055195 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b5b60c9e-0734-4f73-b8e4-cf63c932c42d tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (17a89b3c-d019-40fc-8917-ce77c18093f2), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:13.057127 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-4f9f7c3a-4887-4734-a75d-1890db64b1fb None None] Allocated IP 2001:db8::2 (a10d36a7-87ef-481e-9e9f-da2235211c53/616fe700-e7c0-4c6a-9002-38a38ec0fdda/0da73447-3afc-4680-b583-d5ff6f930c11) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:40:13.059165 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.db.api [None req-e110e697-8d32-44bd-a1cf-4e2c0d873e45 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-f2748312-106f-4fc5-a945-0a552bd18cbf {{(pid=104085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:40:13.059537 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG oslo_db.api [None req-e110e697-8d32-44bd-a1cf-4e2c0d873e45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:40:13.067560 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-c24a3df0-175a-4785-90e9-4312e2abccfb tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] device_id is not set on port 89175484-36eb-40c1-9704-46ab25430457 yet. {{(pid=104083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:40:13.091652 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5b60c9e-0734-4f73-b8e4-cf63c932c42d tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:40:13.101699 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b5b60c9e-0734-4f73-b8e4-cf63c932c42d tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (9526b2ef-0a0f-4f60-9e15-b8877b08fa21), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:13.102040 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-b5b60c9e-0734-4f73-b8e4-cf63c932c42d tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Added segment 9526b2ef-0a0f-4f60-9e15-b8877b08fa21 of type vlan for network aafcd503-55b5-491b-a0a4-3a0a77b0f12d Feb 28 10:40:13.112008 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc081922-58b3-49b7-9a81-eb8368f99983 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Network 1ffc15d1-280e-4faa-862a-7de4c78c999c is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:40:13.151306 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b5b60c9e-0734-4f73-b8e4-cf63c932c42d tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (aafcd503-55b5-491b-a0a4-3a0a77b0f12d), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:13.220870 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-4f9f7c3a-4887-4734-a75d-1890db64b1fb None None] Publish callbacks [] for port (0da73447-3afc-4680-b583-d5ff6f930c11), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:13.226602 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-cc081922-58b3-49b7-9a81-eb8368f99983 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 1ffc15d1-280e-4faa-862a-7de4c78c999c) {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:13.231331 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc081922-58b3-49b7-9a81-eb8368f99983 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:13.231939 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cc081922-58b3-49b7-9a81-eb8368f99983 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:13.238531 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3875452-cbe9-41f3-94ec-bd4f61c9c414 None None] Network 1ffc15d1-280e-4faa-862a-7de4c78c999c requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:40:13.254965 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b5b60c9e-0734-4f73-b8e4-cf63c932c42d tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (17a89b3c-d019-40fc-8917-ce77c18093f2), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:13.255778 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b5b60c9e-0734-4f73-b8e4-cf63c932c42d tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (aafcd503-55b5-491b-a0a4-3a0a77b0f12d), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:13.261642 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b60c9e-0734-4f73-b8e4-cf63c932c42d tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:13.266681 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b60c9e-0734-4f73-b8e4-cf63c932c42d tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:13.267509 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b5b60c9e-0734-4f73-b8e4-cf63c932c42d tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:13.285181 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-4f9f7c3a-4887-4734-a75d-1890db64b1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (0da73447-3afc-4680-b583-d5ff6f930c11), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:13.349747 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-cc081922-58b3-49b7-9a81-eb8368f99983 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5469158 Feb 28 10:40:13.349991 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9f7c3a-4887-4734-a75d-1890db64b1fb None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:40:13.355296 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47880) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:13.356362 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-4f9f7c3a-4887-4734-a75d-1890db64b1fb None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:13.369071 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9f7c3a-4887-4734-a75d-1890db64b1fb None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:40:13.370041 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-03bd9719-6316-4a93-9db5-3f5423d70067 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Request body: {'network': {'name': 'tempest-router-network01--808863902'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:13.379654 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9f7c3a-4887-4734-a75d-1890db64b1fb None None] Pushing event updated for resources: {'Port': ['ID=0da73447-3afc-4680-b583-d5ff6f930c11,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:13.380770 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b60c9e-0734-4f73-b8e4-cf63c932c42d tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Pushing event updated for resources: {'Network': ['ID=17a89b3c-d019-40fc-8917-ce77c18093f2,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:13.386405 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9bce0f43-b8a8-4b60-9a02-df529ceba57a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for router_gateway (1784df79-ffde-4632-9272-dc5a8d3cfabf), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:13.412628 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-b5b60c9e-0734-4f73-b8e4-cf63c932c42d tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.1718664 Feb 28 10:40:13.416363 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47882) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:13.429579 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 17a89b3c-d019-40fc-8917-ce77c18093f2 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:40:13.460819 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b60c9e-0734-4f73-b8e4-cf63c932c42d tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Pushing event updated for resources: {'Network': ['ID=aafcd503-55b5-491b-a0a4-3a0a77b0f12d,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:13.489179 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network aafcd503-55b5-491b-a0a4-3a0a77b0f12d details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:40:13.492345 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ba8ae8-8f53-4684-8daa-01c99464130d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-1ffc15d1-280e-4faa-862a-7de4c78c999c', 'network_id': '1ffc15d1-280e-4faa-862a-7de4c78c999c', 'project_id': '48385e64db644bfc90ce657eac8bbe16', 'fixed_ips': [{'subnet_id': 'ac1e4f92-3a2b-4055-bbb8-b7dd860c7569'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:40:13.493403 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-01ba8ae8-8f53-4684-8daa-01c99464130d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:13.529397 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03bd9719-6316-4a93-9db5-3f5423d70067 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Made reservation on behalf of 48385e64db644bfc90ce657eac8bbe16 for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:40:13.535810 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-03bd9719-6316-4a93-9db5-3f5423d70067 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:13.539505 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68ccc4d-6ed3-4011-aefc-f811ef547a8e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Made reservation on behalf of a3b8dd05d882407cb4aeb7c1fff3f6af for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:40:13.543868 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d68ccc4d-6ed3-4011-aefc-f811ef547a8e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:13.568784 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03bd9719-6316-4a93-9db5-3f5423d70067 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:40:13.572093 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e110e697-8d32-44bd-a1cf-4e2c0d873e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:13.578783 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-03bd9719-6316-4a93-9db5-3f5423d70067 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (4482566d-7b43-4a54-a155-51b6df74053c), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:13.579276 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-03bd9719-6316-4a93-9db5-3f5423d70067 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Added segment 4482566d-7b43-4a54-a155-51b6df74053c of type vlan for network bc04ded2-d431-46b9-8576-62476dda202f Feb 28 10:40:13.587230 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 2f0cc694-749a-4e85-9878-1c8098455703 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:40:13.622770 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-03bd9719-6316-4a93-9db5-3f5423d70067 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (bc04ded2-d431-46b9-8576-62476dda202f), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:13.625635 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-c24a3df0-175a-4785-90e9-4312e2abccfb tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Allocated IP 2001:db8::2f80:a772:3c2b:c6 (a10d36a7-87ef-481e-9e9f-da2235211c53/616fe700-e7c0-4c6a-9002-38a38ec0fdda/89175484-36eb-40c1-9704-46ab25430457) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:40:13.632711 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-d68ccc4d-6ed3-4011-aefc-f811ef547a8e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] device_id is not set on port ed87c281-5dab-4f52-a263-6b9e441fcf51 yet. {{(pid=104083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:40:13.642933 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 2f0cc694-749a-4e85-9878-1c8098455703 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:40:13.643284 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 2f0cc694-749a-4e85-9878-1c8098455703 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:40:13.643715 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 0a42b1e4-86e5-4897-9494-533bc9520d11 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:40:13.645402 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-4f9f7c3a-4887-4734-a75d-1890db64b1fb None None] Attempting to bind port 0da73447-3afc-4680-b583-d5ff6f930c11 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:40:13.645756 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-4f9f7c3a-4887-4734-a75d-1890db64b1fb None None] Attempting to bind port 0da73447-3afc-4680-b583-d5ff6f930c11 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:40:13.646115 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9f7c3a-4887-4734-a75d-1890db64b1fb None None] Attempting to bind port 0da73447-3afc-4680-b583-d5ff6f930c11 on network a10d36a7-87ef-481e-9e9f-da2235211c53 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:40:13.718552 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-03bd9719-6316-4a93-9db5-3f5423d70067 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (bc04ded2-d431-46b9-8576-62476dda202f), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:13.724259 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bd9719-6316-4a93-9db5-3f5423d70067 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:13.725695 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-03bd9719-6316-4a93-9db5-3f5423d70067 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:13.737514 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9f7c3a-4887-4734-a75d-1890db64b1fb None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:40:13.737913 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9f7c3a-4887-4734-a75d-1890db64b1fb None None] Checking segment: {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:40:13.738299 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-4f9f7c3a-4887-4734-a75d-1890db64b1fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:13.738755 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9f7c3a-4887-4734-a75d-1890db64b1fb None None] Bound using segment: {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:40:13.739213 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-4f9f7c3a-4887-4734-a75d-1890db64b1fb None None] Bound port: 0da73447-3afc-4680-b583-d5ff6f930c11, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:40:13.739598 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-4f9f7c3a-4887-4734-a75d-1890db64b1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (0da73447-3afc-4680-b583-d5ff6f930c11), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:13.741935 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 0a42b1e4-86e5-4897-9494-533bc9520d11 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:40:13.742280 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 0a42b1e4-86e5-4897-9494-533bc9520d11 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:40:13.812994 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd9719-6316-4a93-9db5-3f5423d70067 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Pushing event updated for resources: {'Network': ['ID=bc04ded2-d431-46b9-8576-62476dda202f,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:13.816301 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cec9957-1770-4ffe-a5c7-35ddf6edd84d tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:13.822281 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cec9957-1770-4ffe-a5c7-35ddf6edd84d tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:13.828483 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cec9957-1770-4ffe-a5c7-35ddf6edd84d tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:13.830754 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network bc04ded2-d431-46b9-8576-62476dda202f details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:40:13.833848 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cec9957-1770-4ffe-a5c7-35ddf6edd84d tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:13.836152 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-7cec9957-1770-4ffe-a5c7-35ddf6edd84d tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4184148 Feb 28 10:40:13.839162 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47884) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:13.865967 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-03bd9719-6316-4a93-9db5-3f5423d70067 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5092981 Feb 28 10:40:13.869425 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47886) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:13.874863 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-3eeb1967-53d2-48a6-bbb2-0e6357951f42 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Request body: {'network': {'name': 'tempest-router-network02--1122544517'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:13.941569 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cb57eeb6-b0d7-42d8-a4b5-613dc127e729 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (17a89b3c-d019-40fc-8917-ce77c18093f2), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:13.979759 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-01ba8ae8-8f53-4684-8daa-01c99464130d None None] Allocated IP 2001:db8::2 (1ffc15d1-280e-4faa-862a-7de4c78c999c/ac1e4f92-3a2b-4055-bbb8-b7dd860c7569/c99d254a-40d4-461a-a531-8547163c2165) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:40:13.983331 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-d68ccc4d-6ed3-4011-aefc-f811ef547a8e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Allocated IP 172.20.0.13 (49e1bab8-8769-41de-bb15-744e85fc0959/6c1ccdcf-d52b-4801-9083-3d0bb0551c2a/ed87c281-5dab-4f52-a263-6b9e441fcf51) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:40:13.988504 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-4f9f7c3a-4887-4734-a75d-1890db64b1fb None None] For port 0da73447-3afc-4680-b583-d5ff6f930c11, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:40:14.001961 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-4f9f7c3a-4887-4734-a75d-1890db64b1fb None None] For port 0da73447-3afc-4680-b583-d5ff6f930c11, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=0da73447-3afc-4680-b583-d5ff6f930c11,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:40:14.024648 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eeb1967-53d2-48a6-bbb2-0e6357951f42 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Made reservation on behalf of 48385e64db644bfc90ce657eac8bbe16 for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:40:14.028474 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3eeb1967-53d2-48a6-bbb2-0e6357951f42 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:14.052320 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cb57eeb6-b0d7-42d8-a4b5-613dc127e729 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (17a89b3c-d019-40fc-8917-ce77c18093f2), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:14.079867 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-cb57eeb6-b0d7-42d8-a4b5-613dc127e729 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17a89b3c-d019-40fc-8917-ce77c18093f2']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:14.088911 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eeb1967-53d2-48a6-bbb2-0e6357951f42 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:40:14.093406 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-4f9f7c3a-4887-4734-a75d-1890db64b1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (0da73447-3afc-4680-b583-d5ff6f930c11), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:14.096688 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-cb57eeb6-b0d7-42d8-a4b5-613dc127e729 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23b8c728-d188-465f-8a56-60ca6090b028') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:14.096688 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-cb57eeb6-b0d7-42d8-a4b5-613dc127e729 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23b8c728-d188-465f-8a56-60ca6090b028') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:14.108434 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cb57eeb6-b0d7-42d8-a4b5-613dc127e729 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (23b8c728-d188-465f-8a56-60ca6090b028), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:14.110389 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3eeb1967-53d2-48a6-bbb2-0e6357951f42 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (cbaccc25-10f8-41a4-acad-a5f9366ca878), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:14.110731 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-3eeb1967-53d2-48a6-bbb2-0e6357951f42 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Added segment cbaccc25-10f8-41a4-acad-a5f9366ca878 of type vlan for network 72ee4b58-d0c4-4255-b25e-22ade9988c8c Feb 28 10:40:14.147117 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cb57eeb6-b0d7-42d8-a4b5-613dc127e729 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (23b8c728-d188-465f-8a56-60ca6090b028), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:14.161912 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb57eeb6-b0d7-42d8-a4b5-613dc127e729 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:40:14.162509 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cb57eeb6-b0d7-42d8-a4b5-613dc127e729 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (23b8c728-d188-465f-8a56-60ca6090b028), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:14.165757 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 10:40:14.165757 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:40:14.165757 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 10:40:14.165757 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:40:14.165757 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 10:40:14.165757 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:40:14.165757 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 10:40:14.165757 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:40:14.165757 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 10:40:14.165757 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:40:14.165757 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 10:40:14.165757 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:40:14.165757 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 10:40:14.165757 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:40:14.165757 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:40:14.165757 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:40:14.165757 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:40:14.165757 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:40:14.165757 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 10:40:14.165757 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:40:14.165757 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 10:40:14.165757 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:40:14.165757 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:40:14.165757 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:40:14.165757 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 10:40:14.165757 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:40:14.165757 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:40:14.165757 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:40:14.165757 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:40:14.165757 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:40:14.165757 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:40:14.165757 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:40:14.183621 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3eeb1967-53d2-48a6-bbb2-0e6357951f42 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (72ee4b58-d0c4-4255-b25e-22ade9988c8c), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:14.219120 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-01ba8ae8-8f53-4684-8daa-01c99464130d None None] Publish callbacks [] for port (c99d254a-40d4-461a-a531-8547163c2165), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:14.233790 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9f7c3a-4887-4734-a75d-1890db64b1fb None None] Pushing event updated for resources: {'Port': ['ID=0da73447-3afc-4680-b583-d5ff6f930c11,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:14.279215 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-01ba8ae8-8f53-4684-8daa-01c99464130d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (c99d254a-40d4-461a-a531-8547163c2165), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:14.326484 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ba8ae8-8f53-4684-8daa-01c99464130d None None] Network 1ffc15d1-280e-4faa-862a-7de4c78c999c is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:40:14.329739 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-01ba8ae8-8f53-4684-8daa-01c99464130d None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:14.333403 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ba8ae8-8f53-4684-8daa-01c99464130d None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:40:14.345028 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ba8ae8-8f53-4684-8daa-01c99464130d None None] Pushing event updated for resources: {'Port': ['ID=c99d254a-40d4-461a-a531-8547163c2165,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:14.353007 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cb57eeb6-b0d7-42d8-a4b5-613dc127e729 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (17a89b3c-d019-40fc-8917-ce77c18093f2), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:14.373132 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cb57eeb6-b0d7-42d8-a4b5-613dc127e729 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:14.383155 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-cb57eeb6-b0d7-42d8-a4b5-613dc127e729 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] 10.222.0.62 "DELETE /v2.0/networks/17a89b3c-d019-40fc-8917-ce77c18093f2 HTTP/1.1" status: 204 len: 168 time: 0.5389066 Feb 28 10:40:14.397749 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47888) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:14.398440 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3eeb1967-53d2-48a6-bbb2-0e6357951f42 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (72ee4b58-d0c4-4255-b25e-22ade9988c8c), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:14.409353 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eeb1967-53d2-48a6-bbb2-0e6357951f42 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:14.410159 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3eeb1967-53d2-48a6-bbb2-0e6357951f42 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:14.412479 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-01ba8ae8-8f53-4684-8daa-01c99464130d None None] Attempting to bind port c99d254a-40d4-461a-a531-8547163c2165 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:40:14.412479 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-01ba8ae8-8f53-4684-8daa-01c99464130d None None] Attempting to bind port c99d254a-40d4-461a-a531-8547163c2165 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '33545f80-f86e-4bbb-93be-c9311e356a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1ffc15d1-280e-4faa-862a-7de4c78c999c'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:40:14.412479 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ba8ae8-8f53-4684-8daa-01c99464130d None None] Attempting to bind port c99d254a-40d4-461a-a531-8547163c2165 on network 1ffc15d1-280e-4faa-862a-7de4c78c999c {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:40:14.436738 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ba8ae8-8f53-4684-8daa-01c99464130d None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:40:14.444597 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ba8ae8-8f53-4684-8daa-01c99464130d None None] Checking segment: {'id': '33545f80-f86e-4bbb-93be-c9311e356a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1ffc15d1-280e-4faa-862a-7de4c78c999c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:40:14.445064 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-01ba8ae8-8f53-4684-8daa-01c99464130d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:14.445521 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ba8ae8-8f53-4684-8daa-01c99464130d None None] Bound using segment: {'id': '33545f80-f86e-4bbb-93be-c9311e356a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1ffc15d1-280e-4faa-862a-7de4c78c999c'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:40:14.446040 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-01ba8ae8-8f53-4684-8daa-01c99464130d None None] Bound port: c99d254a-40d4-461a-a531-8547163c2165, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33545f80-f86e-4bbb-93be-c9311e356a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1ffc15d1-280e-4faa-862a-7de4c78c999c'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:40:14.446434 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-01ba8ae8-8f53-4684-8daa-01c99464130d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (c99d254a-40d4-461a-a531-8547163c2165), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:14.455083 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb57eeb6-b0d7-42d8-a4b5-613dc127e729 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Pushing event deleted for resources: {'Network': ['ID=17a89b3c-d019-40fc-8917-ce77c18093f2,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:14.492921 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c24a3df0-175a-4785-90e9-4312e2abccfb tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for port (89175484-36eb-40c1-9704-46ab25430457), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:14.541740 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-01ba8ae8-8f53-4684-8daa-01c99464130d None None] For port c99d254a-40d4-461a-a531-8547163c2165, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:40:14.545620 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-01ba8ae8-8f53-4684-8daa-01c99464130d None None] For port c99d254a-40d4-461a-a531-8547163c2165, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=c99d254a-40d4-461a-a531-8547163c2165,segment=NetworkSegment(33545f80-f86e-4bbb-93be-c9311e356a2f),segment_id=33545f80-f86e-4bbb-93be-c9311e356a2f)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:40:14.574051 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9bce0f43-b8a8-4b60-9a02-df529ceba57a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for router_gateway (1784df79-ffde-4632-9272-dc5a8d3cfabf), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:14.586959 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-3eeb1967-53d2-48a6-bbb2-0e6357951f42 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7133074 Feb 28 10:40:14.598863 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47890) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:14.606103 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-c1fdff51-a6a2-4e45-8677-e9125eac62f4 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Request body: {'subnet': {'network_id': 'bc04ded2-d431-46b9-8576-62476dda202f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:14.617257 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9bce0f43-b8a8-4b60-9a02-df529ceba57a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:14.627503 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-01ba8ae8-8f53-4684-8daa-01c99464130d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (c99d254a-40d4-461a-a531-8547163c2165), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:14.629006 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fdf2eaa3-f39f-4f1f-8289-743c0833cc45 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (aafcd503-55b5-491b-a0a4-3a0a77b0f12d), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:14.665049 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeb1967-53d2-48a6-bbb2-0e6357951f42 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Pushing event updated for resources: {'Network': ['ID=72ee4b58-d0c4-4255-b25e-22ade9988c8c,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:14.699787 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeb1967-53d2-48a6-bbb2-0e6357951f42 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:14.700147 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeb1967-53d2-48a6-bbb2-0e6357951f42 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:14.700486 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeb1967-53d2-48a6-bbb2-0e6357951f42 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:14.700837 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeb1967-53d2-48a6-bbb2-0e6357951f42 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:14.701184 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeb1967-53d2-48a6-bbb2-0e6357951f42 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:14.701526 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeb1967-53d2-48a6-bbb2-0e6357951f42 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:14.701870 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeb1967-53d2-48a6-bbb2-0e6357951f42 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:14.702241 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeb1967-53d2-48a6-bbb2-0e6357951f42 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:14.702598 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeb1967-53d2-48a6-bbb2-0e6357951f42 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:14.702906 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeb1967-53d2-48a6-bbb2-0e6357951f42 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:14.703247 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeb1967-53d2-48a6-bbb2-0e6357951f42 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:14.703582 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeb1967-53d2-48a6-bbb2-0e6357951f42 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:14.703913 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeb1967-53d2-48a6-bbb2-0e6357951f42 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:14.738473 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d68ccc4d-6ed3-4011-aefc-f811ef547a8e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for port (ed87c281-5dab-4f52-a263-6b9e441fcf51), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:14.748124 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 72ee4b58-d0c4-4255-b25e-22ade9988c8c details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:40:14.783783 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c24a3df0-175a-4785-90e9-4312e2abccfb tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (89175484-36eb-40c1-9704-46ab25430457), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:14.835838 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fdf2eaa3-f39f-4f1f-8289-743c0833cc45 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (aafcd503-55b5-491b-a0a4-3a0a77b0f12d), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:14.850130 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ba8ae8-8f53-4684-8daa-01c99464130d None None] Pushing event updated for resources: {'Port': ['ID=c99d254a-40d4-461a-a531-8547163c2165,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:14.868110 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-fdf2eaa3-f39f-4f1f-8289-743c0833cc45 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aafcd503-55b5-491b-a0a4-3a0a77b0f12d']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:14.868934 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24a3df0-175a-4785-90e9-4312e2abccfb tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:40:14.877732 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-fdf2eaa3-f39f-4f1f-8289-743c0833cc45 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9526b2ef-0a0f-4f60-9e15-b8877b08fa21') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:14.878051 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-fdf2eaa3-f39f-4f1f-8289-743c0833cc45 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9526b2ef-0a0f-4f60-9e15-b8877b08fa21') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:14.879586 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-9bce0f43-b8a8-4b60-9a02-df529ceba57a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Allocated IP 172.26.3.9 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/2af246ca-d2b9-4565-bc6d-c34c29ea104c) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:40:14.883394 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-c24a3df0-175a-4785-90e9-4312e2abccfb tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:14.888950 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24a3df0-175a-4785-90e9-4312e2abccfb tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event updated for resources: {'Port': ['ID=89175484-36eb-40c1-9704-46ab25430457,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:14.893488 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1fdff51-a6a2-4e45-8677-e9125eac62f4 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Made reservation on behalf of 48385e64db644bfc90ce657eac8bbe16 for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:40:14.893860 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24a3df0-175a-4785-90e9-4312e2abccfb tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:40:14.893994 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c1fdff51-a6a2-4e45-8677-e9125eac62f4 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:14.899689 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fdf2eaa3-f39f-4f1f-8289-743c0833cc45 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (9526b2ef-0a0f-4f60-9e15-b8877b08fa21), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:14.901969 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24a3df0-175a-4785-90e9-4312e2abccfb tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:14.902659 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c24a3df0-175a-4785-90e9-4312e2abccfb tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:14.971111 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fdf2eaa3-f39f-4f1f-8289-743c0833cc45 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (9526b2ef-0a0f-4f60-9e15-b8877b08fa21), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:14.996007 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdf2eaa3-f39f-4f1f-8289-743c0833cc45 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:40:14.996416 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fdf2eaa3-f39f-4f1f-8289-743c0833cc45 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (9526b2ef-0a0f-4f60-9e15-b8877b08fa21), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:14.999349 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 10:40:14.999349 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:40:14.999349 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 10:40:14.999349 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:40:14.999349 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 10:40:14.999349 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:40:14.999349 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 10:40:14.999349 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:40:14.999349 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 10:40:14.999349 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:40:14.999349 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 10:40:14.999349 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:40:14.999349 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 10:40:14.999349 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:40:14.999349 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:40:14.999349 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:40:14.999349 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:40:14.999349 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:40:14.999349 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 10:40:14.999349 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:40:14.999349 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 10:40:14.999349 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:40:14.999349 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:40:14.999349 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:40:14.999349 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 10:40:14.999349 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:40:14.999349 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:40:14.999349 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:40:14.999349 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:40:14.999349 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:40:14.999349 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:40:14.999349 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:40:15.030999 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d68ccc4d-6ed3-4011-aefc-f811ef547a8e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (ed87c281-5dab-4f52-a263-6b9e441fcf51), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:15.075773 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-e110e697-8d32-44bd-a1cf-4e2c0d873e45 None None] Allocated IP 172.20.0.3 (49e1bab8-8769-41de-bb15-744e85fc0959/6c1ccdcf-d52b-4801-9083-3d0bb0551c2a/6eca782b-c200-476d-a889-1af89f089638) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:40:15.078547 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-c24a3df0-175a-4785-90e9-4312e2abccfb tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.5070734 Feb 28 10:40:15.079359 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47892) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:15.122324 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68ccc4d-6ed3-4011-aefc-f811ef547a8e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Network 49e1bab8-8769-41de-bb15-744e85fc0959 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:40:15.142505 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-d68ccc4d-6ed3-4011-aefc-f811ef547a8e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:15.161216 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fdf2eaa3-f39f-4f1f-8289-743c0833cc45 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (aafcd503-55b5-491b-a0a4-3a0a77b0f12d), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:15.166902 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68ccc4d-6ed3-4011-aefc-f811ef547a8e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:40:15.172249 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9bce0f43-b8a8-4b60-9a02-df529ceba57a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for port (2af246ca-d2b9-4565-bc6d-c34c29ea104c), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:15.179607 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fdf2eaa3-f39f-4f1f-8289-743c0833cc45 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:15.185096 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-fdf2eaa3-f39f-4f1f-8289-743c0833cc45 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] 10.222.0.62 "DELETE /v2.0/networks/aafcd503-55b5-491b-a0a4-3a0a77b0f12d HTTP/1.1" status: 204 len: 168 time: 0.7515163 Feb 28 10:40:15.194704 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47894) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:15.212474 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf2eaa3-f39f-4f1f-8289-743c0833cc45 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Pushing event deleted for resources: {'Network': ['ID=aafcd503-55b5-491b-a0a4-3a0a77b0f12d,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:15.240409 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68ccc4d-6ed3-4011-aefc-f811ef547a8e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event updated for resources: {'Port': ['ID=ed87c281-5dab-4f52-a263-6b9e441fcf51,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:15.305259 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e110e697-8d32-44bd-a1cf-4e2c0d873e45 None None] Publish callbacks [] for port (6eca782b-c200-476d-a889-1af89f089638), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:15.315975 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ccc4d-6ed3-4011-aefc-f811ef547a8e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:15.316334 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ccc4d-6ed3-4011-aefc-f811ef547a8e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:15.317914 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ccc4d-6ed3-4011-aefc-f811ef547a8e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:15.317914 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ccc4d-6ed3-4011-aefc-f811ef547a8e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:15.317914 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ccc4d-6ed3-4011-aefc-f811ef547a8e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:15.317914 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ccc4d-6ed3-4011-aefc-f811ef547a8e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:15.319285 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ccc4d-6ed3-4011-aefc-f811ef547a8e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:15.319285 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ccc4d-6ed3-4011-aefc-f811ef547a8e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:15.319285 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ccc4d-6ed3-4011-aefc-f811ef547a8e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:15.319746 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ccc4d-6ed3-4011-aefc-f811ef547a8e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:15.320089 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ccc4d-6ed3-4011-aefc-f811ef547a8e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:15.320427 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ccc4d-6ed3-4011-aefc-f811ef547a8e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:15.320769 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ccc4d-6ed3-4011-aefc-f811ef547a8e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:15.364715 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68ccc4d-6ed3-4011-aefc-f811ef547a8e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:15.365439 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d68ccc4d-6ed3-4011-aefc-f811ef547a8e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:15.381323 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e110e697-8d32-44bd-a1cf-4e2c0d873e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (6eca782b-c200-476d-a889-1af89f089638), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:15.392053 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37630dba-904e-41e9-88ac-b5a0e74f4f21 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:15.398427 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37630dba-904e-41e9-88ac-b5a0e74f4f21 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:15.398738 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c1fdff51-a6a2-4e45-8677-e9125eac62f4 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (09c59612-268c-4df5-8e61-9707aec89baa), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:15.400137 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-37630dba-904e-41e9-88ac-b5a0e74f4f21 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1681 time: 0.2947009 Feb 28 10:40:15.407747 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47896) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:15.421565 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e110e697-8d32-44bd-a1cf-4e2c0d873e45 None None] Network 49e1bab8-8769-41de-bb15-744e85fc0959 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:40:15.428878 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-e110e697-8d32-44bd-a1cf-4e2c0d873e45 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:15.436276 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e110e697-8d32-44bd-a1cf-4e2c0d873e45 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:40:15.439960 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e110e697-8d32-44bd-a1cf-4e2c0d873e45 None None] Pushing event updated for resources: {'Port': ['ID=6eca782b-c200-476d-a889-1af89f089638,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:15.442481 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8c38a9-1952-4b32-95ce-65db1b53b385 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:15.448202 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8c38a9-1952-4b32-95ce-65db1b53b385 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:15.454738 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-2e8c38a9-1952-4b32-95ce-65db1b53b385 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2361305 Feb 28 10:40:15.454738 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47898) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:15.461518 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-16f05be8-5d8d-43dc-b5d9-aa7682b74d43 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1441847415'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:15.489426 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-d68ccc4d-6ed3-4011-aefc-f811ef547a8e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.4588270 Feb 28 10:40:15.492047 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47900) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:15.547461 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-e110e697-8d32-44bd-a1cf-4e2c0d873e45 None None] Attempting to bind port 6eca782b-c200-476d-a889-1af89f089638 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:40:15.552295 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-e110e697-8d32-44bd-a1cf-4e2c0d873e45 None None] Attempting to bind port 6eca782b-c200-476d-a889-1af89f089638 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': 'e6b0fa28-05cb-48c5-9917-cb85dca486f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '49e1bab8-8769-41de-bb15-744e85fc0959'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:40:15.552295 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e110e697-8d32-44bd-a1cf-4e2c0d873e45 None None] Attempting to bind port 6eca782b-c200-476d-a889-1af89f089638 on network 49e1bab8-8769-41de-bb15-744e85fc0959 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:40:15.556672 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e110e697-8d32-44bd-a1cf-4e2c0d873e45 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:40:15.557050 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e110e697-8d32-44bd-a1cf-4e2c0d873e45 None None] Checking segment: {'id': 'e6b0fa28-05cb-48c5-9917-cb85dca486f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '49e1bab8-8769-41de-bb15-744e85fc0959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:40:15.557505 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e110e697-8d32-44bd-a1cf-4e2c0d873e45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:15.557960 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e110e697-8d32-44bd-a1cf-4e2c0d873e45 None None] Bound using segment: {'id': 'e6b0fa28-05cb-48c5-9917-cb85dca486f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '49e1bab8-8769-41de-bb15-744e85fc0959'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:40:15.559338 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-e110e697-8d32-44bd-a1cf-4e2c0d873e45 None None] Bound port: 6eca782b-c200-476d-a889-1af89f089638, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b0fa28-05cb-48c5-9917-cb85dca486f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '49e1bab8-8769-41de-bb15-744e85fc0959'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:40:15.559766 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e110e697-8d32-44bd-a1cf-4e2c0d873e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (6eca782b-c200-476d-a889-1af89f089638), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:15.622975 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9bce0f43-b8a8-4b60-9a02-df529ceba57a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (2af246ca-d2b9-4565-bc6d-c34c29ea104c), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:15.638859 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fdff51-a6a2-4e45-8677-e9125eac62f4 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Pushing event updated for resources: {'Subnet': ['ID=09c59612-268c-4df5-8e61-9707aec89baa,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:15.689821 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-e110e697-8d32-44bd-a1cf-4e2c0d873e45 None None] For port 6eca782b-c200-476d-a889-1af89f089638, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:40:15.692117 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fdff51-a6a2-4e45-8677-e9125eac62f4 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Checking segment: {'id': '4482566d-7b43-4a54-a155-51b6df74053c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'bc04ded2-d431-46b9-8576-62476dda202f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:40:15.692487 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fdff51-a6a2-4e45-8677-e9125eac62f4 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Network hostable DHCP agents. Network: bc04ded2-d431-46b9-8576-62476dda202f, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:40:15.698085 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device c99d254a-40d4-461a-a531-8547163c2165 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:40:15.707220 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-e110e697-8d32-44bd-a1cf-4e2c0d873e45 None None] For port 6eca782b-c200-476d-a889-1af89f089638, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=6eca782b-c200-476d-a889-1af89f089638,segment=NetworkSegment(e6b0fa28-05cb-48c5-9917-cb85dca486f4),segment_id=e6b0fa28-05cb-48c5-9917-cb85dca486f4)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:40:15.711613 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f05be8-5d8d-43dc-b5d9-aa7682b74d43 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Made reservation on behalf of 36e93ef975734c2bbb415aa2ec418512 for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:40:15.715826 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-16f05be8-5d8d-43dc-b5d9-aa7682b74d43 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:15.736255 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-56b97b51-a117-4c58-b35a-7f8d43f8b040 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Deleting port 89175484-36eb-40c1-9704-46ab25430457 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:40:15.736698 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-56b97b51-a117-4c58-b35a-7f8d43f8b040 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (89175484-36eb-40c1-9704-46ab25430457), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:15.753448 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bce0f43-b8a8-4b60-9a02-df529ceba57a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:40:15.758712 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-9bce0f43-b8a8-4b60-9a02-df529ceba57a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:15.767483 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e110e697-8d32-44bd-a1cf-4e2c0d873e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (6eca782b-c200-476d-a889-1af89f089638), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:15.775287 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bce0f43-b8a8-4b60-9a02-df529ceba57a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:40:15.790568 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bce0f43-b8a8-4b60-9a02-df529ceba57a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event updated for resources: {'Port': ['ID=2af246ca-d2b9-4565-bc6d-c34c29ea104c,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:15.810677 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fdff51-a6a2-4e45-8677-e9125eac62f4 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Network bc04ded2-d431-46b9-8576-62476dda202f is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:40:15.868414 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16f05be8-5d8d-43dc-b5d9-aa7682b74d43 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:40:15.879271 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-16f05be8-5d8d-43dc-b5d9-aa7682b74d43 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (07a7982f-d0e4-467b-82e1-83a6f8f58d38), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:15.880433 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-16f05be8-5d8d-43dc-b5d9-aa7682b74d43 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Added segment 07a7982f-d0e4-467b-82e1-83a6f8f58d38 of type vlan for network e80176a0-0de4-4f2d-ae54-342bf499f223 Feb 28 10:40:15.888039 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-56b97b51-a117-4c58-b35a-7f8d43f8b040 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (89175484-36eb-40c1-9704-46ab25430457), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:15.895917 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-3f7bed79-cfa1-4e63-8922-e4b32698fd8e None None] Provisioning complete for port 0da73447-3afc-4680-b583-d5ff6f930c11 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:15.896300 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3f7bed79-cfa1-4e63-8922-e4b32698fd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (0da73447-3afc-4680-b583-d5ff6f930c11), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:15.909119 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-56b97b51-a117-4c58-b35a-7f8d43f8b040 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Calling delete_port for 89175484-36eb-40c1-9704-46ab25430457 owned by {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:40:15.939238 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e110e697-8d32-44bd-a1cf-4e2c0d873e45 None None] Pushing event updated for resources: {'Port': ['ID=6eca782b-c200-476d-a889-1af89f089638,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:15.958462 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port c99d254a-40d4-461a-a531-8547163c2165 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:15.959014 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (c99d254a-40d4-461a-a531-8547163c2165), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:15.966813 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-c1fdff51-a6a2-4e45-8677-e9125eac62f4 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, bc04ded2-d431-46b9-8576-62476dda202f) {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:15.977467 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fdff51-a6a2-4e45-8677-e9125eac62f4 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:15.978125 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c1fdff51-a6a2-4e45-8677-e9125eac62f4 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:15.987037 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f42b6e-11f6-4a31-a2cc-9b58e2d0a948 None None] Network bc04ded2-d431-46b9-8576-62476dda202f requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:40:16.066946 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3bfbf6-8044-4aa8-b2d8-629e91188dc6 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:16.073545 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-ab3bfbf6-8044-4aa8-b2d8-629e91188dc6 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.2 HTTP/1.1" status: 200 len: 922 time: 0.5803266 Feb 28 10:40:16.079778 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-16f05be8-5d8d-43dc-b5d9-aa7682b74d43 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (e80176a0-0de4-4f2d-ae54-342bf499f223), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:16.097745 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47902) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:16.124414 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c1fdff51-a6a2-4e45-8677-e9125eac62f4 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5175056 Feb 28 10:40:16.144847 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47904) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:16.154231 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-ce5cfe1e-9ad2-4eca-841d-463decb6900f tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Request body: {'subnet': {'network_id': '72ee4b58-d0c4-4255-b25e-22ade9988c8c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:16.356082 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-16f05be8-5d8d-43dc-b5d9-aa7682b74d43 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (e80176a0-0de4-4f2d-ae54-342bf499f223), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:16.366000 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-ce562f50-da2e-41ab-991a-01ebbc10d577 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Deleting port ed87c281-5dab-4f52-a263-6b9e441fcf51 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:40:16.366000 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ce562f50-da2e-41ab-991a-01ebbc10d577 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (ed87c281-5dab-4f52-a263-6b9e441fcf51), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:16.366192 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f05be8-5d8d-43dc-b5d9-aa7682b74d43 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:16.366192 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-16f05be8-5d8d-43dc-b5d9-aa7682b74d43 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:16.372691 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8c5b6f-5300-4577-b022-9e071d1d4050 None None] Network 1ffc15d1-280e-4faa-862a-7de4c78c999c requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:40:16.420568 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-56b97b51-a117-4c58-b35a-7f8d43f8b040 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (89175484-36eb-40c1-9704-46ab25430457), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:16.445132 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f05be8-5d8d-43dc-b5d9-aa7682b74d43 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Pushing event updated for resources: {'Network': ['ID=e80176a0-0de4-4f2d-ae54-342bf499f223,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:16.463591 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5cfe1e-9ad2-4eca-841d-463decb6900f tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Made reservation on behalf of 48385e64db644bfc90ce657eac8bbe16 for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:40:16.467567 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ce5cfe1e-9ad2-4eca-841d-463decb6900f tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:16.473588 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b97b51-a117-4c58-b35a-7f8d43f8b040 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event deleted for resources: {'Port': ['ID=89175484-36eb-40c1-9704-46ab25430457,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:16.495958 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network e80176a0-0de4-4f2d-ae54-342bf499f223 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:40:16.560573 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-56b97b51-a117-4c58-b35a-7f8d43f8b040 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:16.566821 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-56b97b51-a117-4c58-b35a-7f8d43f8b040 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/ports/89175484-36eb-40c1-9704-46ab25430457 HTTP/1.1" status: 204 len: 168 time: 1.1553922 Feb 28 10:40:16.570160 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-16f05be8-5d8d-43dc-b5d9-aa7682b74d43 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1151922 Feb 28 10:40:16.571044 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47906) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:16.581695 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47908) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:16.587607 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ce562f50-da2e-41ab-991a-01ebbc10d577 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (ed87c281-5dab-4f52-a263-6b9e441fcf51), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:16.593296 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-b1905223-fffc-4267-a5e5-b1b78dfaf8cd tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-836768582'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:16.612804 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-911cc3fb-9013-4c97-bf09-1d5ef578f945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:16.628261 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-ce562f50-da2e-41ab-991a-01ebbc10d577 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Calling delete_port for ed87c281-5dab-4f52-a263-6b9e441fcf51 owned by {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:40:16.637471 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4fedc0-a052-467e-b610-9ee528a2484a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-bc04ded2-d431-46b9-8576-62476dda202f', 'network_id': 'bc04ded2-d431-46b9-8576-62476dda202f', 'project_id': '48385e64db644bfc90ce657eac8bbe16', 'fixed_ips': [{'subnet_id': '09c59612-268c-4df5-8e61-9707aec89baa'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:40:16.638484 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ca4fedc0-a052-467e-b610-9ee528a2484a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:16.730925 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9accf4c6-24ab-4aaa-97ba-39807bec5b0d tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:16.732875 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9accf4c6-24ab-4aaa-97ba-39807bec5b0d tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:16.734412 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-9accf4c6-24ab-4aaa-97ba-39807bec5b0d tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1597219 Feb 28 10:40:16.737235 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47910) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:16.754430 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1905223-fffc-4267-a5e5-b1b78dfaf8cd tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Made reservation on behalf of 36e93ef975734c2bbb415aa2ec418512 for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:40:16.759604 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b1905223-fffc-4267-a5e5-b1b78dfaf8cd tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:16.791261 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9bce0f43-b8a8-4b60-9a02-df529ceba57a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for router_gateway (1784df79-ffde-4632-9272-dc5a8d3cfabf), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:16.791823 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-3f7bed79-cfa1-4e63-8922-e4b32698fd8e None None] Current status of the port 0da73447-3afc-4680-b583-d5ff6f930c11 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:16.792226 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3f7bed79-cfa1-4e63-8922-e4b32698fd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (0da73447-3afc-4680-b583-d5ff6f930c11), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:16.843875 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_v2 [None req-181fce91-745f-4fa0-abd6-761c1f3da126 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Deleting subnet 616fe700-e7c0-4c6a-9002-38a38ec0fdda {{(pid=104083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:40:16.848959 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-181fce91-745f-4fa0-abd6-761c1f3da126 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for subnet (616fe700-e7c0-4c6a-9002-38a38ec0fdda), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:16.876816 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port c99d254a-40d4-461a-a531-8547163c2165 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:16.877644 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (c99d254a-40d4-461a-a531-8547163c2165), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:16.940454 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-181fce91-745f-4fa0-abd6-761c1f3da126 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59245535'] for subnet (616fe700-e7c0-4c6a-9002-38a38ec0fdda), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:16.955105 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-3f7bed79-cfa1-4e63-8922-e4b32698fd8e None None] For port 0da73447-3afc-4680-b583-d5ff6f930c11, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=0da73447-3afc-4680-b583-d5ff6f930c11,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:16.993551 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port c99d254a-40d4-461a-a531-8547163c2165, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=c99d254a-40d4-461a-a531-8547163c2165,segment=NetworkSegment(33545f80-f86e-4bbb-93be-c9311e356a2f),segment_id=33545f80-f86e-4bbb-93be-c9311e356a2f)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:17.007334 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-ca4fedc0-a052-467e-b610-9ee528a2484a None None] Allocated IP 2001:db8::2 (bc04ded2-d431-46b9-8576-62476dda202f/09c59612-268c-4df5-8e61-9707aec89baa/9188e54f-d6cb-463b-8473-dd71c1141d38) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:40:17.012449 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ce5cfe1e-9ad2-4eca-841d-463decb6900f tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (15b5eb75-7cfb-411f-994a-53aacee0e9ce), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:17.032075 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1905223-fffc-4267-a5e5-b1b78dfaf8cd tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:40:17.044122 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3f7bed79-cfa1-4e63-8922-e4b32698fd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (0da73447-3afc-4680-b583-d5ff6f930c11), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:17.083357 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b1905223-fffc-4267-a5e5-b1b78dfaf8cd tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (5b73d383-3655-4133-bb1d-5b00aeddd2cf), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:17.083631 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-b1905223-fffc-4267-a5e5-b1b78dfaf8cd tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Added segment 5b73d383-3655-4133-bb1d-5b00aeddd2cf of type vlan for network 9418cccc-1736-4ba0-9bc7-1852756e4e13 Feb 28 10:40:17.138163 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ce562f50-da2e-41ab-991a-01ebbc10d577 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (ed87c281-5dab-4f52-a263-6b9e441fcf51), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:17.155261 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (c99d254a-40d4-461a-a531-8547163c2165), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:17.156355 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 0da73447-3afc-4680-b583-d5ff6f930c11 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:40:17.199736 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce562f50-da2e-41ab-991a-01ebbc10d577 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event deleted for resources: {'Port': ['ID=ed87c281-5dab-4f52-a263-6b9e441fcf51,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:17.208086 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b1905223-fffc-4267-a5e5-b1b78dfaf8cd tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (9418cccc-1736-4ba0-9bc7-1852756e4e13), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:17.211048 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5cfe1e-9ad2-4eca-841d-463decb6900f tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Pushing event updated for resources: {'Subnet': ['ID=15b5eb75-7cfb-411f-994a-53aacee0e9ce,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:17.242750 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-181fce91-745f-4fa0-abd6-761c1f3da126 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (616fe700-e7c0-4c6a-9002-38a38ec0fdda), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:17.256718 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-00478c2a-e295-4199-8d19-587a17fc78d2 None None] Provisioning complete for port c99d254a-40d4-461a-a531-8547163c2165 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:17.257149 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-00478c2a-e295-4199-8d19-587a17fc78d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (c99d254a-40d4-461a-a531-8547163c2165), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:17.288673 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5cfe1e-9ad2-4eca-841d-463decb6900f tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Checking segment: {'id': 'cbaccc25-10f8-41a4-acad-a5f9366ca878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '72ee4b58-d0c4-4255-b25e-22ade9988c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:40:17.288946 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5cfe1e-9ad2-4eca-841d-463decb6900f tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Network hostable DHCP agents. Network: 72ee4b58-d0c4-4255-b25e-22ade9988c8c, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:40:17.299705 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9bce0f43-b8a8-4b60-9a02-df529ceba57a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (1784df79-ffde-4632-9272-dc5a8d3cfabf), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:17.343838 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ce562f50-da2e-41ab-991a-01ebbc10d577 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:17.346717 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7bed79-cfa1-4e63-8922-e4b32698fd8e None None] Pushing event updated for resources: {'Port': ['ID=0da73447-3afc-4680-b583-d5ff6f930c11,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:17.350643 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-ce562f50-da2e-41ab-991a-01ebbc10d577 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "DELETE /v2.0/ports/ed87c281-5dab-4f52-a263-6b9e441fcf51 HTTP/1.1" status: 204 len: 168 time: 1.2518888 Feb 28 10:40:17.351304 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47912) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:17.360581 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7bed79-cfa1-4e63-8922-e4b32698fd8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:17.361087 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7bed79-cfa1-4e63-8922-e4b32698fd8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:17.361520 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7bed79-cfa1-4e63-8922-e4b32698fd8e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:17.362042 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7bed79-cfa1-4e63-8922-e4b32698fd8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:17.362462 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7bed79-cfa1-4e63-8922-e4b32698fd8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:17.362787 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7bed79-cfa1-4e63-8922-e4b32698fd8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:17.363106 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7bed79-cfa1-4e63-8922-e4b32698fd8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:17.363425 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7bed79-cfa1-4e63-8922-e4b32698fd8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:17.363773 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7bed79-cfa1-4e63-8922-e4b32698fd8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:17.364110 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7bed79-cfa1-4e63-8922-e4b32698fd8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:17.364441 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7bed79-cfa1-4e63-8922-e4b32698fd8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:17.364857 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7bed79-cfa1-4e63-8922-e4b32698fd8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:17.365366 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7bed79-cfa1-4e63-8922-e4b32698fd8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:17.389701 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b1905223-fffc-4267-a5e5-b1b78dfaf8cd tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (9418cccc-1736-4ba0-9bc7-1852756e4e13), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:17.395020 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1905223-fffc-4267-a5e5-b1b78dfaf8cd tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:17.395627 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b1905223-fffc-4267-a5e5-b1b78dfaf8cd tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:17.403649 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-daa6b32e-dd86-4ec1-b49e-1f550d20576c tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] GET failed (client error): The resource could not be found. Feb 28 10:40:17.413202 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-daa6b32e-dd86-4ec1-b49e-1f550d20576c tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "GET /v2.0/ports/ed87c281-5dab-4f52-a263-6b9e441fcf51 HTTP/1.1" status: 404 len: 333 time: 0.0557139 Feb 28 10:40:17.413510 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47914) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:17.459010 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5cfe1e-9ad2-4eca-841d-463decb6900f tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Network 72ee4b58-d0c4-4255-b25e-22ade9988c8c is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:40:17.473871 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 0da73447-3afc-4680-b583-d5ff6f930c11 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:17.474963 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (0da73447-3afc-4680-b583-d5ff6f930c11), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:17.481489 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1905223-fffc-4267-a5e5-b1b78dfaf8cd tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Pushing event updated for resources: {'Network': ['ID=9418cccc-1736-4ba0-9bc7-1852756e4e13,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:17.481759 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d389a0-391b-4cbb-8953-c4769ec18c88 None None] Network 49e1bab8-8769-41de-bb15-744e85fc0959 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:40:17.504965 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 9418cccc-1736-4ba0-9bc7-1852756e4e13 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:40:17.538213 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-b1905223-fffc-4267-a5e5-b1b78dfaf8cd tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9552631 Feb 28 10:40:17.541043 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47916) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:17.546247 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-d569bee3-558a-4caa-ac5b-878f99ae12a7 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Request body: {'ports': [{'network_id': 'e80176a0-0de4-4f2d-ae54-342bf499f223', 'name': 'tempest-port--975938117', 'admin_state_up': True}, {'network_id': '9418cccc-1736-4ba0-9bc7-1852756e4e13', 'admin_state_up': False}]} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:17.546569 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-d569bee3-558a-4caa-ac5b-878f99ae12a7 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Request body: {'port': {'network_id': 'e80176a0-0de4-4f2d-ae54-342bf499f223', 'name': 'tempest-port--975938117', 'admin_state_up': True}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:17.547230 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-d569bee3-558a-4caa-ac5b-878f99ae12a7 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Request body: {'port': {'network_id': '9418cccc-1736-4ba0-9bc7-1852756e4e13', 'admin_state_up': False}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:17.572947 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-ce5cfe1e-9ad2-4eca-841d-463decb6900f tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 72ee4b58-d0c4-4255-b25e-22ade9988c8c) {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:17.573187 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-181fce91-745f-4fa0-abd6-761c1f3da126 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (616fe700-e7c0-4c6a-9002-38a38ec0fdda), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:17.576571 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5cfe1e-9ad2-4eca-841d-463decb6900f tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:17.580404 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ce5cfe1e-9ad2-4eca-841d-463decb6900f tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:17.612816 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181fce91-745f-4fa0-abd6-761c1f3da126 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event deleted for resources: {'Subnet': ['ID=616fe700-e7c0-4c6a-9002-38a38ec0fdda,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:17.619527 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-181fce91-745f-4fa0-abd6-761c1f3da126 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:17.622823 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-181fce91-745f-4fa0-abd6-761c1f3da126 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/subnets/616fe700-e7c0-4c6a-9002-38a38ec0fdda HTTP/1.1" status: 204 len: 168 time: 0.8844368 Feb 28 10:40:17.631695 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47918) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:17.649195 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad2ee38-a3db-4f47-9f56-70e37ea937de None None] Network 72ee4b58-d0c4-4255-b25e-22ade9988c8c requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:40:17.663152 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d471a7-4e70-48eb-8630-298054620ead None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:40:17.676944 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ca4fedc0-a052-467e-b610-9ee528a2484a None None] Publish callbacks [] for port (9188e54f-d6cb-463b-8473-dd71c1141d38), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:17.683197 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-2d201394-3d3c-42ee-a7e4-a8105f58421c tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Deleting port 07bc3082-9913-484b-972d-e0e2679844b1 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:40:17.684019 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2d201394-3d3c-42ee-a7e4-a8105f58421c tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (07bc3082-9913-484b-972d-e0e2679844b1), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:17.684608 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=c99d254a-40d4-461a-a531-8547163c2165,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:17.687720 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-238f4dd3-af92-4b6b-8118-ffb4bf4a3ac7 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0549083 Feb 28 10:40:17.690238 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47920) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:17.808784 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ca4fedc0-a052-467e-b610-9ee528a2484a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (9188e54f-d6cb-463b-8473-dd71c1141d38), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:17.819755 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf95fb16-50ef-4a96-9732-2c90ebdee927 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:17.823816 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-bf95fb16-50ef-4a96-9732-2c90ebdee927 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1302538 Feb 28 10:40:17.825324 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-00478c2a-e295-4199-8d19-587a17fc78d2 None None] Current status of the port c99d254a-40d4-461a-a531-8547163c2165 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:17.828332 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47922) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:17.840089 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bce0f43-b8a8-4b60-9a02-df529ceba57a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Router 1784df79-ffde-4632-9272-dc5a8d3cfabf is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:40:17.842602 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2d201394-3d3c-42ee-a7e4-a8105f58421c tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (07bc3082-9913-484b-972d-e0e2679844b1), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:17.876597 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-00478c2a-e295-4199-8d19-587a17fc78d2 None None] Could not find standard attr ID for object 89175484-36eb-40c1-9704-46ab25430457. {{(pid=104085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:40:17.883576 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-2d201394-3d3c-42ee-a7e4-a8105f58421c tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Calling delete_port for 07bc3082-9913-484b-972d-e0e2679844b1 owned by {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:40:17.931588 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4fedc0-a052-467e-b610-9ee528a2484a None None] Network bc04ded2-d431-46b9-8576-62476dda202f is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:40:17.965412 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-ca4fedc0-a052-467e-b610-9ee528a2484a None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:17.987266 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4fedc0-a052-467e-b610-9ee528a2484a None None] Pushing event updated for resources: {'Port': ['ID=9188e54f-d6cb-463b-8473-dd71c1141d38,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:17.995134 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4fedc0-a052-467e-b610-9ee528a2484a None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:40:18.045124 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-ce5cfe1e-9ad2-4eca-841d-463decb6900f tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8923426 Feb 28 10:40:18.045124 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47924) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:18.070790 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 0da73447-3afc-4680-b583-d5ff6f930c11 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:18.109959 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e0cb3a-f6b9-4d23-8c84-9cb0589c6656 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-72ee4b58-d0c4-4255-b25e-22ade9988c8c', 'network_id': '72ee4b58-d0c4-4255-b25e-22ade9988c8c', 'project_id': '48385e64db644bfc90ce657eac8bbe16', 'fixed_ips': [{'subnet_id': '15b5eb75-7cfb-411f-994a-53aacee0e9ce'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:40:18.110824 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-01e0cb3a-f6b9-4d23-8c84-9cb0589c6656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:18.125498 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-59c69ef3-919e-42f2-80be-f58f49aafd3d None None] Provisioning complete for port c99d254a-40d4-461a-a531-8547163c2165 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:18.125874 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-59c69ef3-919e-42f2-80be-f58f49aafd3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (c99d254a-40d4-461a-a531-8547163c2165), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:18.291449 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d569bee3-558a-4caa-ac5b-878f99ae12a7 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Made reservation on behalf of 36e93ef975734c2bbb415aa2ec418512 for: {'port': 2} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:40:18.296528 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d569bee3-558a-4caa-ac5b-878f99ae12a7 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:18.343643 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d569bee3-558a-4caa-ac5b-878f99ae12a7 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:18.356384 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f571e3e5-b054-4da6-854e-7a82f62c530c None None] DHCP port deletion for a10d36a7-87ef-481e-9e9f-da2235211c53 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:40:18.362626 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50323c8-3600-4444-8265-105e2fa1730a tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:18.366739 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a50323c8-3600-4444-8265-105e2fa1730a tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5358357 Feb 28 10:40:18.371940 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47926) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:18.454612 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-50fe65cf-af34-463a-93b4-f79e4a203319 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0828178 Feb 28 10:40:18.464836 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47928) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:18.471546 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-98bc2093-f65d-41a4-a46b-2056e5dc74c6 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Request body: {'subnet': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:18.492230 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bce0f43-b8a8-4b60-9a02-df529ceba57a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:40:18.553653 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-ca4fedc0-a052-467e-b610-9ee528a2484a None None] Attempting to bind port 9188e54f-d6cb-463b-8473-dd71c1141d38 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:40:18.554203 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-ca4fedc0-a052-467e-b610-9ee528a2484a None None] Attempting to bind port 9188e54f-d6cb-463b-8473-dd71c1141d38 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '4482566d-7b43-4a54-a155-51b6df74053c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'bc04ded2-d431-46b9-8576-62476dda202f'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:40:18.554452 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4fedc0-a052-467e-b610-9ee528a2484a None None] Attempting to bind port 9188e54f-d6cb-463b-8473-dd71c1141d38 on network bc04ded2-d431-46b9-8576-62476dda202f {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:40:18.569952 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device c99d254a-40d4-461a-a531-8547163c2165 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:40:18.595820 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d88b170-dbcc-4e3a-9470-7006fe3ec181 None None] Sync routers for ids ['1784df79-ffde-4632-9272-dc5a8d3cfabf'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:40:18.599647 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-99b29329-3841-4238-b442-6579620809ce tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:18.649570 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4fedc0-a052-467e-b610-9ee528a2484a None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:40:18.649956 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4fedc0-a052-467e-b610-9ee528a2484a None None] Checking segment: {'id': '4482566d-7b43-4a54-a155-51b6df74053c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'bc04ded2-d431-46b9-8576-62476dda202f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:40:18.653269 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ca4fedc0-a052-467e-b610-9ee528a2484a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:18.659143 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4fedc0-a052-467e-b610-9ee528a2484a None None] Bound using segment: {'id': '4482566d-7b43-4a54-a155-51b6df74053c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'bc04ded2-d431-46b9-8576-62476dda202f'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:40:18.659143 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-ca4fedc0-a052-467e-b610-9ee528a2484a None None] Bound port: 9188e54f-d6cb-463b-8473-dd71c1141d38, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4482566d-7b43-4a54-a155-51b6df74053c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'bc04ded2-d431-46b9-8576-62476dda202f'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:40:18.659143 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ca4fedc0-a052-467e-b610-9ee528a2484a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (9188e54f-d6cb-463b-8473-dd71c1141d38), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:18.678285 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9bce0f43-b8a8-4b60-9a02-df529ceba57a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:18.682144 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-9bce0f43-b8a8-4b60-9a02-df529ceba57a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 5.9424834 Feb 28 10:40:18.682728 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47930) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:18.685761 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d88b170-dbcc-4e3a-9470-7006fe3ec181 None None] Routers {'1784df79-ffde-4632-9272-dc5a8d3cfabf'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:40:18.686384 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-6d88b170-dbcc-4e3a-9470-7006fe3ec181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:39:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['1784df79-ffde-4632-9272-dc5a8d3cfabf'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:18.694784 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [None req-d569bee3-558a-4caa-ac5b-878f99ae12a7 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] device_id is not set on port 2435989b-bbdb-41af-b2e2-215eb1f0bfdd yet. {{(pid=104084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:40:18.701950 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-59c69ef3-919e-42f2-80be-f58f49aafd3d None None] Current status of the port c99d254a-40d4-461a-a531-8547163c2165 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:18.736151 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2d201394-3d3c-42ee-a7e4-a8105f58421c tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (07bc3082-9913-484b-972d-e0e2679844b1), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:18.784361 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98bc2093-f65d-41a4-a46b-2056e5dc74c6 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Made reservation on behalf of 9047a33944184c15875a48328f19bcdb for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:40:18.788297 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-98bc2093-f65d-41a4-a46b-2056e5dc74c6 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:18.788576 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-6d88b170-dbcc-4e3a-9470-7006fe3ec181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:18.791842 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d201394-3d3c-42ee-a7e4-a8105f58421c tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event deleted for resources: {'Port': ['ID=07bc3082-9913-484b-972d-e0e2679844b1,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:18.841328 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-46cac40b-b841-49f7-8888-4e3e9c66fcb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:18.872410 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-59c69ef3-919e-42f2-80be-f58f49aafd3d None None] Provisioning complete for port 6eca782b-c200-476d-a889-1af89f089638 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:18.872740 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-59c69ef3-919e-42f2-80be-f58f49aafd3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (6eca782b-c200-476d-a889-1af89f089638), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:18.909928 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d569bee3-558a-4caa-ac5b-878f99ae12a7 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks [] for port (2435989b-bbdb-41af-b2e2-215eb1f0bfdd), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:18.917734 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d88b170-dbcc-4e3a-9470-7006fe3ec181 None None] Routers {'1784df79-ffde-4632-9272-dc5a8d3cfabf'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:40:18.918386 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-6d88b170-dbcc-4e3a-9470-7006fe3ec181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:39:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['1784df79-ffde-4632-9272-dc5a8d3cfabf'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:18.972592 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-6d88b170-dbcc-4e3a-9470-7006fe3ec181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:18.973431 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d88b170-dbcc-4e3a-9470-7006fe3ec181 None None] The sync data for ids ['1784df79-ffde-4632-9272-dc5a8d3cfabf'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:40:18.979308 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2d201394-3d3c-42ee-a7e4-a8105f58421c tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:18.982571 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-2d201394-3d3c-42ee-a7e4-a8105f58421c tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "DELETE /v2.0/ports/07bc3082-9913-484b-972d-e0e2679844b1 HTTP/1.1" status: 204 len: 168 time: 1.5642788 Feb 28 10:40:18.985067 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47932) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:18.996345 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [None req-d569bee3-558a-4caa-ac5b-878f99ae12a7 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] device_id is not set on port 28f17d3b-7a0e-4dcc-82e6-5f24b4ab5399 yet. {{(pid=104084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:40:19.039087 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port c99d254a-40d4-461a-a531-8547163c2165 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:19.039521 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (c99d254a-40d4-461a-a531-8547163c2165), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:19.043240 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-d379abbd-3cc9-4328-8819-abba72494b27 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] GET failed (client error): The resource could not be found. Feb 28 10:40:19.044759 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-d379abbd-3cc9-4328-8819-abba72494b27 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "GET /v2.0/ports/07bc3082-9913-484b-972d-e0e2679844b1 HTTP/1.1" status: 404 len: 333 time: 0.0569835 Feb 28 10:40:19.048531 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-01e0cb3a-f6b9-4d23-8c84-9cb0589c6656 None None] Allocated IP 2001:db8::2 (72ee4b58-d0c4-4255-b25e-22ade9988c8c/15b5eb75-7cfb-411f-994a-53aacee0e9ce/ef1deba9-5106-4925-ad00-ae374f2ea5c2) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:40:19.050884 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47934) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:19.060350 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-08b059ad-3dc1-4ba0-8d9c-93521ff1258e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "GET /v2.0/routers/1784df79-ffde-4632-9272-dc5a8d3cfabf HTTP/1.1" status: 200 len: 878 time: 0.3755260 Feb 28 10:40:19.066541 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47936) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:19.096256 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ca4fedc0-a052-467e-b610-9ee528a2484a None None] For port 9188e54f-d6cb-463b-8473-dd71c1141d38, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:40:19.126339 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-f571e3e5-b054-4da6-854e-7a82f62c530c None None] Deleting port 0da73447-3afc-4680-b583-d5ff6f930c11 {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:40:19.126704 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f571e3e5-b054-4da6-854e-7a82f62c530c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (0da73447-3afc-4680-b583-d5ff6f930c11), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:19.132154 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5622be9-82ad-4adf-89df-88418bfac946 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Deleting subnet 6c1ccdcf-d52b-4801-9083-3d0bb0551c2a {{(pid=104083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:40:19.133264 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ca4fedc0-a052-467e-b610-9ee528a2484a None None] For port 9188e54f-d6cb-463b-8473-dd71c1141d38, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=9188e54f-d6cb-463b-8473-dd71c1141d38,segment=NetworkSegment(4482566d-7b43-4a54-a155-51b6df74053c),segment_id=4482566d-7b43-4a54-a155-51b6df74053c)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:40:19.143728 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e5622be9-82ad-4adf-89df-88418bfac946 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for subnet (6c1ccdcf-d52b-4801-9083-3d0bb0551c2a), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:19.219756 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e5622be9-82ad-4adf-89df-88418bfac946 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59245535'] for subnet (6c1ccdcf-d52b-4801-9083-3d0bb0551c2a), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:19.242814 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ca4fedc0-a052-467e-b610-9ee528a2484a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (9188e54f-d6cb-463b-8473-dd71c1141d38), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:19.277898 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d569bee3-558a-4caa-ac5b-878f99ae12a7 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks [] for port (28f17d3b-7a0e-4dcc-82e6-5f24b4ab5399), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:19.288109 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-99b29329-3841-4238-b442-6579620809ce tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Allocated IP 2001:db8::1 (bc04ded2-d431-46b9-8576-62476dda202f/09c59612-268c-4df5-8e61-9707aec89baa/a1aa56b3-ead5-4731-bcbf-f4203039454e) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:40:19.345304 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-f571e3e5-b054-4da6-854e-7a82f62c530c None None] For port 0da73447-3afc-4680-b583-d5ff6f930c11, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=0da73447-3afc-4680-b583-d5ff6f930c11,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:19.345712 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f571e3e5-b054-4da6-854e-7a82f62c530c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (0da73447-3afc-4680-b583-d5ff6f930c11), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:19.392727 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-98bc2093-f65d-41a4-a46b-2056e5dc74c6 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (437c289a-c4a5-40f3-b9aa-e6e307cdbbb4), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:19.400186 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e5622be9-82ad-4adf-89df-88418bfac946 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (6c1ccdcf-d52b-4801-9083-3d0bb0551c2a), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:19.411628 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-59c69ef3-919e-42f2-80be-f58f49aafd3d None None] Current status of the port 6eca782b-c200-476d-a889-1af89f089638 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:19.413311 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-59c69ef3-919e-42f2-80be-f58f49aafd3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (6eca782b-c200-476d-a889-1af89f089638), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:19.438853 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-f571e3e5-b054-4da6-854e-7a82f62c530c None None] Calling delete_port for 0da73447-3afc-4680-b583-d5ff6f930c11 owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:40:19.465409 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bc2093-f65d-41a4-a46b-2056e5dc74c6 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:40:19.471324 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-98bc2093-f65d-41a4-a46b-2056e5dc74c6 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:19.478997 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bc2093-f65d-41a4-a46b-2056e5dc74c6 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:19.479858 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-98bc2093-f65d-41a4-a46b-2056e5dc74c6 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:19.498575 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4fedc0-a052-467e-b610-9ee528a2484a None None] Pushing event updated for resources: {'Port': ['ID=9188e54f-d6cb-463b-8473-dd71c1141d38,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:19.533910 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port c99d254a-40d4-461a-a531-8547163c2165 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:19.535079 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 6eca782b-c200-476d-a889-1af89f089638 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:40:19.546697 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bc2093-f65d-41a4-a46b-2056e5dc74c6 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event updated for resources: {'Subnet': ['ID=437c289a-c4a5-40f3-b9aa-e6e307cdbbb4,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:19.597905 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e5622be9-82ad-4adf-89df-88418bfac946 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (6c1ccdcf-d52b-4801-9083-3d0bb0551c2a), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:19.640853 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d569bee3-558a-4caa-ac5b-878f99ae12a7 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (2435989b-bbdb-41af-b2e2-215eb1f0bfdd), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:19.650810 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-98bc2093-f65d-41a4-a46b-2056e5dc74c6 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1842682 Feb 28 10:40:19.669868 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47938) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:19.672726 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5622be9-82ad-4adf-89df-88418bfac946 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event deleted for resources: {'Subnet': ['ID=6c1ccdcf-d52b-4801-9083-3d0bb0551c2a,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:19.677777 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e5622be9-82ad-4adf-89df-88418bfac946 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:19.681996 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-e5622be9-82ad-4adf-89df-88418bfac946 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "DELETE /v2.0/subnets/6c1ccdcf-d52b-4801-9083-3d0bb0551c2a HTTP/1.1" status: 204 len: 168 time: 0.6296482 Feb 28 10:40:19.684677 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47940) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:19.688670 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-b4c48a1d-e28b-4797-8f0f-03015a56c66e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Request body: {'port': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'fixed_ips': [{'subnet_id': '437c289a-c4a5-40f3-b9aa-e6e307cdbbb4', 'ip_address': '2001:db8::73b0:ac94:8697:47a3'}], 'name': 'tempest-NetworksTestDHCPv6-970360395'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:19.753787 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-01e0cb3a-f6b9-4d23-8c84-9cb0589c6656 None None] Publish callbacks [] for port (ef1deba9-5106-4925-ad00-ae374f2ea5c2), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:19.766029 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-99b29329-3841-4238-b442-6579620809ce tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks [] for port (a1aa56b3-ead5-4731-bcbf-f4203039454e), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:19.776604 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d569bee3-558a-4caa-ac5b-878f99ae12a7 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Pushing event updated for resources: {'Port': ['ID=2435989b-bbdb-41af-b2e2-215eb1f0bfdd,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:19.791132 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.db.api [None req-59c69ef3-919e-42f2-80be-f58f49aafd3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:40:19.791512 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG oslo_db.api [None req-59c69ef3-919e-42f2-80be-f58f49aafd3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:40:19.801395 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 6eca782b-c200-476d-a889-1af89f089638 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:19.801759 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (6eca782b-c200-476d-a889-1af89f089638), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:19.825267 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-838ce547-31ba-49b3-aac3-c1d10514fe0b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (49e1bab8-8769-41de-bb15-744e85fc0959), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:19.844688 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f571e3e5-b054-4da6-854e-7a82f62c530c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (0da73447-3afc-4680-b583-d5ff6f930c11), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:19.886888 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-01e0cb3a-f6b9-4d23-8c84-9cb0589c6656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (ef1deba9-5106-4925-ad00-ae374f2ea5c2), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:19.888854 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f571e3e5-b054-4da6-854e-7a82f62c530c None None] Pushing event deleted for resources: {'Port': ['ID=0da73447-3afc-4680-b583-d5ff6f930c11,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:19.897387 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-838ce547-31ba-49b3-aac3-c1d10514fe0b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Deleting port 6eca782b-c200-476d-a889-1af89f089638 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:40:19.898015 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-838ce547-31ba-49b3-aac3-c1d10514fe0b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (6eca782b-c200-476d-a889-1af89f089638), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:19.933300 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-b3b6269a-6fd3-4f13-abd2-d136705074c3 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 881 time: 0.8655262 Feb 28 10:40:19.940199 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47942) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:19.945883 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f571e3e5-b054-4da6-854e-7a82f62c530c None None] No DVR routers for this DVR port 0da73447-3afc-4680-b583-d5ff6f930c11 on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:40:19.949232 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-9bbc1055-2de1-4d48-afa2-80710b0de533 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-108203273'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:19.954869 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d569bee3-558a-4caa-ac5b-878f99ae12a7 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Checking segment: {'id': '07a7982f-d0e4-467b-82e1-83a6f8f58d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e80176a0-0de4-4f2d-ae54-342bf499f223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:40:19.955477 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d569bee3-558a-4caa-ac5b-878f99ae12a7 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Network hostable DHCP agents. Network: e80176a0-0de4-4f2d-ae54-342bf499f223, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:40:19.986847 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d272b523-8ca2-4f15-9e5c-4bffeaaeee85 None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:40:19.989460 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e0cb3a-f6b9-4d23-8c84-9cb0589c6656 None None] Pushing event updated for resources: {'Port': ['ID=ef1deba9-5106-4925-ad00-ae374f2ea5c2,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:20.007829 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-838ce547-31ba-49b3-aac3-c1d10514fe0b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] For port 6eca782b-c200-476d-a889-1af89f089638, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=6eca782b-c200-476d-a889-1af89f089638,segment=NetworkSegment(e6b0fa28-05cb-48c5-9917-cb85dca486f4),segment_id=e6b0fa28-05cb-48c5-9917-cb85dca486f4)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:20.008393 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-838ce547-31ba-49b3-aac3-c1d10514fe0b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (6eca782b-c200-476d-a889-1af89f089638), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:20.024313 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-838ce547-31ba-49b3-aac3-c1d10514fe0b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Calling delete_port for 6eca782b-c200-476d-a889-1af89f089638 owned by network:dhcp {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:40:20.025556 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e0cb3a-f6b9-4d23-8c84-9cb0589c6656 None None] Network 72ee4b58-d0c4-4255-b25e-22ade9988c8c is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:40:20.054721 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db95fa7-d2d4-47eb-a791-1a5d9a0362ea None None] Network 49e1bab8-8769-41de-bb15-744e85fc0959 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:40:20.073004 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-01e0cb3a-f6b9-4d23-8c84-9cb0589c6656 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:20.075763 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e0cb3a-f6b9-4d23-8c84-9cb0589c6656 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:40:20.087731 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:20.111730 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-99b29329-3841-4238-b442-6579620809ce tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (a1aa56b3-ead5-4731-bcbf-f4203039454e), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:20.161072 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d569bee3-558a-4caa-ac5b-878f99ae12a7 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Network e80176a0-0de4-4f2d-ae54-342bf499f223 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:40:20.182049 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b29329-3841-4238-b442-6579620809ce tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Network bc04ded2-d431-46b9-8576-62476dda202f is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:40:20.190152 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-99b29329-3841-4238-b442-6579620809ce tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:20.199562 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b29329-3841-4238-b442-6579620809ce tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:40:20.200075 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-99b29329-3841-4238-b442-6579620809ce tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047958'] for router_interface (45128454-cbf7-4ad3-9c5c-c0caa86daa64), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:20.209761 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-838ce547-31ba-49b3-aac3-c1d10514fe0b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (6eca782b-c200-476d-a889-1af89f089638), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:20.235815 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b29329-3841-4238-b442-6579620809ce tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Pushing event updated for resources: {'Port': ['ID=a1aa56b3-ead5-4731-bcbf-f4203039454e,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:20.246790 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838ce547-31ba-49b3-aac3-c1d10514fe0b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event deleted for resources: {'Port': ['ID=6eca782b-c200-476d-a889-1af89f089638,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:20.248757 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838ce547-31ba-49b3-aac3-c1d10514fe0b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] No DVR routers for this DVR port 6eca782b-c200-476d-a889-1af89f089638 on host dv-neutron-829161-3-hyperv {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:40:20.255188 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 6eca782b-c200-476d-a889-1af89f089638 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:20.255626 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (6eca782b-c200-476d-a889-1af89f089638), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:20.260808 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-01e0cb3a-f6b9-4d23-8c84-9cb0589c6656 None None] Attempting to bind port ef1deba9-5106-4925-ad00-ae374f2ea5c2 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:40:20.261194 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-01e0cb3a-f6b9-4d23-8c84-9cb0589c6656 None None] Attempting to bind port ef1deba9-5106-4925-ad00-ae374f2ea5c2 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': 'cbaccc25-10f8-41a4-acad-a5f9366ca878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '72ee4b58-d0c4-4255-b25e-22ade9988c8c'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:40:20.264143 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e0cb3a-f6b9-4d23-8c84-9cb0589c6656 None None] Attempting to bind port ef1deba9-5106-4925-ad00-ae374f2ea5c2 on network 72ee4b58-d0c4-4255-b25e-22ade9988c8c {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:40:20.295472 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c48a1d-e28b-4797-8f0f-03015a56c66e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Made reservation on behalf of 9047a33944184c15875a48328f19bcdb for: {'port': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:40:20.297746 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e0cb3a-f6b9-4d23-8c84-9cb0589c6656 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:40:20.298440 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e0cb3a-f6b9-4d23-8c84-9cb0589c6656 None None] Checking segment: {'id': 'cbaccc25-10f8-41a4-acad-a5f9366ca878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '72ee4b58-d0c4-4255-b25e-22ade9988c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:40:20.298758 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-01e0cb3a-f6b9-4d23-8c84-9cb0589c6656 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:20.299277 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e0cb3a-f6b9-4d23-8c84-9cb0589c6656 None None] Bound using segment: {'id': 'cbaccc25-10f8-41a4-acad-a5f9366ca878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '72ee4b58-d0c4-4255-b25e-22ade9988c8c'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:40:20.299687 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-01e0cb3a-f6b9-4d23-8c84-9cb0589c6656 None None] Bound port: ef1deba9-5106-4925-ad00-ae374f2ea5c2, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbaccc25-10f8-41a4-acad-a5f9366ca878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '72ee4b58-d0c4-4255-b25e-22ade9988c8c'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:40:20.300064 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-01e0cb3a-f6b9-4d23-8c84-9cb0589c6656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (ef1deba9-5106-4925-ad00-ae374f2ea5c2), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:20.322573 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-d569bee3-558a-4caa-ac5b-878f99ae12a7 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, e80176a0-0de4-4f2d-ae54-342bf499f223) {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:20.340503 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71cc2fa-6c3d-48c0-98ad-0763b5682180 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-a10d36a7-87ef-481e-9e9f-da2235211c53', 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'project_id': '9047a33944184c15875a48328f19bcdb', 'fixed_ips': [{'subnet_id': '437c289a-c4a5-40f3-b9aa-e6e307cdbbb4'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:40:20.341386 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a71cc2fa-6c3d-48c0-98ad-0763b5682180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:20.344956 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6fe12d-5665-40a3-8d7c-a88eb083010f None None] Network e80176a0-0de4-4f2d-ae54-342bf499f223 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:40:20.347467 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-838ce547-31ba-49b3-aac3-c1d10514fe0b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (49e1bab8-8769-41de-bb15-744e85fc0959), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:20.353844 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-59c69ef3-919e-42f2-80be-f58f49aafd3d None None] Port 6eca782b-c200-476d-a889-1af89f089638 update to ACTIVE by agent not found {{(pid=104085) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 28 10:40:20.379397 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-838ce547-31ba-49b3-aac3-c1d10514fe0b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49e1bab8-8769-41de-bb15-744e85fc0959']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:20.391293 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-838ce547-31ba-49b3-aac3-c1d10514fe0b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6b0fa28-05cb-48c5-9917-cb85dca486f4') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:20.391817 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-838ce547-31ba-49b3-aac3-c1d10514fe0b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6b0fa28-05cb-48c5-9917-cb85dca486f4') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:20.404134 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-838ce547-31ba-49b3-aac3-c1d10514fe0b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (e6b0fa28-05cb-48c5-9917-cb85dca486f4), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:20.422252 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-838ce547-31ba-49b3-aac3-c1d10514fe0b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (e6b0fa28-05cb-48c5-9917-cb85dca486f4), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:20.430932 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-838ce547-31ba-49b3-aac3-c1d10514fe0b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:40:20.432150 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-838ce547-31ba-49b3-aac3-c1d10514fe0b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (e6b0fa28-05cb-48c5-9917-cb85dca486f4), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:20.435244 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:40:20.435244 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:40:20.435244 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:40:20.435244 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:40:20.435244 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:40:20.435244 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:40:20.435244 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:40:20.435244 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:40:20.435244 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:40:20.435244 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:40:20.435244 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:40:20.435244 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:40:20.435244 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:40:20.435244 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:40:20.435244 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:40:20.435244 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:40:20.435244 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:40:20.435244 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:40:20.435244 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:40:20.435244 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:40:20.435244 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:40:20.435244 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:40:20.435244 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:40:20.435244 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:40:20.435244 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:40:20.435244 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:40:20.435244 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:40:20.435244 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:40:20.435244 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:40:20.435244 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:40:20.435244 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:40:20.435244 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:40:20.443788 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf915ae-ae84-4281-bc57-786b7e1cb122 None None] DHCP port deletion for 49e1bab8-8769-41de-bb15-744e85fc0959 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:40:20.515680 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-7208cc92-4f8f-4091-8f16-3f5082c52064 None None] Could not find standard attr ID for object ed87c281-5dab-4f52-a263-6b9e441fcf51. {{(pid=104085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:40:20.575195 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-838ce547-31ba-49b3-aac3-c1d10514fe0b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (49e1bab8-8769-41de-bb15-744e85fc0959), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:20.582995 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-838ce547-31ba-49b3-aac3-c1d10514fe0b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:20.596047 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-838ce547-31ba-49b3-aac3-c1d10514fe0b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "DELETE /v2.0/networks/49e1bab8-8769-41de-bb15-744e85fc0959 HTTP/1.1" status: 204 len: 168 time: 0.9098020 Feb 28 10:40:20.601961 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47944) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:20.615937 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-7208cc92-4f8f-4091-8f16-3f5082c52064 None None] Could not find standard attr ID for object 6eca782b-c200-476d-a889-1af89f089638. {{(pid=104085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:40:20.629378 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-a8d959a9-0465-4376-8106-5de20637f311 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2106104617'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:20.633610 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838ce547-31ba-49b3-aac3-c1d10514fe0b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event deleted for resources: {'Network': ['ID=49e1bab8-8769-41de-bb15-744e85fc0959,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:20.753066 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d959a9-0465-4376-8106-5de20637f311 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Made reservation on behalf of a3b8dd05d882407cb4aeb7c1fff3f6af for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:40:20.760443 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a8d959a9-0465-4376-8106-5de20637f311 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:20.797257 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8d959a9-0465-4376-8106-5de20637f311 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:40:20.811362 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a8d959a9-0465-4376-8106-5de20637f311 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (aa9b9431-1ddc-4ed3-b172-734ac10feabd), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:20.811799 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-a8d959a9-0465-4376-8106-5de20637f311 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Added segment aa9b9431-1ddc-4ed3-b172-734ac10feabd of type vlan for network 466c5f5e-5618-4374-8fe0-9541e2a7cf2e Feb 28 10:40:20.812601 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 9188e54f-d6cb-463b-8473-dd71c1141d38 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:40:20.839277 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-7208cc92-4f8f-4091-8f16-3f5082c52064 None None] Could not find standard attr ID for object 07bc3082-9913-484b-972d-e0e2679844b1. {{(pid=104085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:40:20.851067 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d569bee3-558a-4caa-ac5b-878f99ae12a7 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:40:20.852010 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d569bee3-558a-4caa-ac5b-878f99ae12a7 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (28f17d3b-7a0e-4dcc-82e6-5f24b4ab5399), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:20.862061 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e7a0ed-6fd1-4139-ae35-4bb71af9b903 None None] Network bc04ded2-d431-46b9-8576-62476dda202f requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:40:20.869316 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a8d959a9-0465-4376-8106-5de20637f311 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (466c5f5e-5618-4374-8fe0-9541e2a7cf2e), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:20.943843 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-01e0cb3a-f6b9-4d23-8c84-9cb0589c6656 None None] For port ef1deba9-5106-4925-ad00-ae374f2ea5c2, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:40:20.984679 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a8d959a9-0465-4376-8106-5de20637f311 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (466c5f5e-5618-4374-8fe0-9541e2a7cf2e), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:20.991057 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d959a9-0465-4376-8106-5de20637f311 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:20.991767 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a8d959a9-0465-4376-8106-5de20637f311 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:21.002521 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-01e0cb3a-f6b9-4d23-8c84-9cb0589c6656 None None] For port ef1deba9-5106-4925-ad00-ae374f2ea5c2, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=ef1deba9-5106-4925-ad00-ae374f2ea5c2,segment=NetworkSegment(cbaccc25-10f8-41a4-acad-a5f9366ca878),segment_id=cbaccc25-10f8-41a4-acad-a5f9366ca878)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:40:21.017521 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d569bee3-558a-4caa-ac5b-878f99ae12a7 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Pushing event updated for resources: {'Port': ['ID=28f17d3b-7a0e-4dcc-82e6-5f24b4ab5399,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:21.048681 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b4c48a1d-e28b-4797-8f0f-03015a56c66e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:21.068930 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-a71cc2fa-6c3d-48c0-98ad-0763b5682180 None None] Allocated IP 2001:db8::2 (a10d36a7-87ef-481e-9e9f-da2235211c53/437c289a-c4a5-40f3-b9aa-e6e307cdbbb4/6a970652-452e-4fd6-b433-b739188d554e) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:40:21.069292 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d959a9-0465-4376-8106-5de20637f311 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event updated for resources: {'Network': ['ID=466c5f5e-5618-4374-8fe0-9541e2a7cf2e,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:21.095586 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-99b29329-3841-4238-b442-6579620809ce tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (a1aa56b3-ead5-4731-bcbf-f4203039454e), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:21.107492 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 466c5f5e-5618-4374-8fe0-9541e2a7cf2e details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:40:21.110382 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-6b08f3f4-f142-4965-a3e8-ee2a824ac896 None None] Provisioning complete for port 9188e54f-d6cb-463b-8473-dd71c1141d38 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:21.110756 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6b08f3f4-f142-4965-a3e8-ee2a824ac896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (9188e54f-d6cb-463b-8473-dd71c1141d38), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:21.116926 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-01e0cb3a-f6b9-4d23-8c84-9cb0589c6656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (ef1deba9-5106-4925-ad00-ae374f2ea5c2), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:21.118561 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d569bee3-558a-4caa-ac5b-878f99ae12a7 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Checking segment: {'id': '5b73d383-3655-4133-bb1d-5b00aeddd2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9418cccc-1736-4ba0-9bc7-1852756e4e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:40:21.118960 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d569bee3-558a-4caa-ac5b-878f99ae12a7 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Network hostable DHCP agents. Network: 9418cccc-1736-4ba0-9bc7-1852756e4e13, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:40:21.121803 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [None req-b4c48a1d-e28b-4797-8f0f-03015a56c66e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] device_id is not set on port 62674160-9599-4fad-b954-e7cfb5837b21 yet. {{(pid=104084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:40:21.141214 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a8d959a9-0465-4376-8106-5de20637f311 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5381052 Feb 28 10:40:21.144654 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47946) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:21.151784 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-31bf76c9-795a-431e-947a-7327fd34be4d tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Request body: {'subnet': {'network_id': '466c5f5e-5618-4374-8fe0-9541e2a7cf2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:21.215036 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9bbc1055-2de1-4d48-afa2-80710b0de533 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1032676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1044823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27871'] for router (1784df79-ffde-4632-9272-dc5a8d3cfabf), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:21.317407 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 9188e54f-d6cb-463b-8473-dd71c1141d38 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:21.317785 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (9188e54f-d6cb-463b-8473-dd71c1141d38), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:21.322881 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d569bee3-558a-4caa-ac5b-878f99ae12a7 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Network 9418cccc-1736-4ba0-9bc7-1852756e4e13 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:40:21.334251 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31bf76c9-795a-431e-947a-7327fd34be4d tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Made reservation on behalf of a3b8dd05d882407cb4aeb7c1fff3f6af for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:40:21.338289 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-31bf76c9-795a-431e-947a-7327fd34be4d tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:21.361598 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9bbc1055-2de1-4d48-afa2-80710b0de533 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1032701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1032690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1044908'] for router (1784df79-ffde-4632-9272-dc5a8d3cfabf), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:21.409064 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e0cb3a-f6b9-4d23-8c84-9cb0589c6656 None None] Pushing event updated for resources: {'Port': ['ID=ef1deba9-5106-4925-ad00-ae374f2ea5c2,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:21.424803 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:21.441758 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-d569bee3-558a-4caa-ac5b-878f99ae12a7 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 9418cccc-1736-4ba0-9bc7-1852756e4e13) {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:21.455263 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d569bee3-558a-4caa-ac5b-878f99ae12a7 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:40:21.461663 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d569bee3-558a-4caa-ac5b-878f99ae12a7 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:21.466433 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d569bee3-558a-4caa-ac5b-878f99ae12a7 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:21.467309 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d569bee3-558a-4caa-ac5b-878f99ae12a7 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:21.491475 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0205703-831d-47ab-b7ba-106ef1b7099b None None] Network 9418cccc-1736-4ba0-9bc7-1852756e4e13 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:40:21.541145 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-6b08f3f4-f142-4965-a3e8-ee2a824ac896 None None] Current status of the port 9188e54f-d6cb-463b-8473-dd71c1141d38 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:21.541542 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6b08f3f4-f142-4965-a3e8-ee2a824ac896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (9188e54f-d6cb-463b-8473-dd71c1141d38), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:21.687825 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a71cc2fa-6c3d-48c0-98ad-0763b5682180 None None] Publish callbacks [] for port (6a970652-452e-4fd6-b433-b739188d554e), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:21.713772 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 9188e54f-d6cb-463b-8473-dd71c1141d38 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:21.714871 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (9188e54f-d6cb-463b-8473-dd71c1141d38), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:21.717597 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-6b08f3f4-f142-4965-a3e8-ee2a824ac896 None None] For port 9188e54f-d6cb-463b-8473-dd71c1141d38, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=9188e54f-d6cb-463b-8473-dd71c1141d38,segment=NetworkSegment(4482566d-7b43-4a54-a155-51b6df74053c),segment_id=4482566d-7b43-4a54-a155-51b6df74053c)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:21.733941 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-d569bee3-558a-4caa-ac5b-878f99ae12a7 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.1895649 Feb 28 10:40:21.735719 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47948) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:21.757840 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-31bf76c9-795a-431e-947a-7327fd34be4d tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (93432a06-52ce-4345-b434-fe43ca982e3e), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:21.773081 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bbc1055-2de1-4d48-afa2-80710b0de533 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Router 1784df79-ffde-4632-9272-dc5a8d3cfabf has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:40:21.791216 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-99b29329-3841-4238-b442-6579620809ce tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks [] for port (a1aa56b3-ead5-4731-bcbf-f4203039454e), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:21.822273 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6b08f3f4-f142-4965-a3e8-ee2a824ac896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (9188e54f-d6cb-463b-8473-dd71c1141d38), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:21.833378 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a71cc2fa-6c3d-48c0-98ad-0763b5682180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (6a970652-452e-4fd6-b433-b739188d554e), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:21.877341 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d1df18-d48d-4b8d-bffe-2170197967cd tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:21.888199 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d1df18-d48d-4b8d-bffe-2170197967cd tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:21.892340 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-c7d1df18-d48d-4b8d-bffe-2170197967cd tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1521227 Feb 28 10:40:21.892538 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-99b29329-3841-4238-b442-6579620809ce tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (a1aa56b3-ead5-4731-bcbf-f4203039454e), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:21.892981 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bf76c9-795a-431e-947a-7327fd34be4d tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event updated for resources: {'Subnet': ['ID=93432a06-52ce-4345-b434-fe43ca982e3e,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:21.893089 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-99b29329-3841-4238-b442-6579620809ce tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047558'] for router_interface (45128454-cbf7-4ad3-9c5c-c0caa86daa64), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:21.894350 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47950) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:21.942531 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bf76c9-795a-431e-947a-7327fd34be4d tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Checking segment: {'id': 'aa9b9431-1ddc-4ed3-b172-734ac10feabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '466c5f5e-5618-4374-8fe0-9541e2a7cf2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:40:21.943117 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bf76c9-795a-431e-947a-7327fd34be4d tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Network hostable DHCP agents. Network: 466c5f5e-5618-4374-8fe0-9541e2a7cf2e, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:40:21.955732 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71cc2fa-6c3d-48c0-98ad-0763b5682180 None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:40:21.964987 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-a71cc2fa-6c3d-48c0-98ad-0763b5682180 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:21.967627 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71cc2fa-6c3d-48c0-98ad-0763b5682180 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:40:21.970334 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b08f3f4-f142-4965-a3e8-ee2a824ac896 None None] Pushing event updated for resources: {'Port': ['ID=9188e54f-d6cb-463b-8473-dd71c1141d38,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:22.009301 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.db.api [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:40:22.009655 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG oslo_db.api [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:40:22.054141 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-5a3696ec-7ee0-4446-abf9-d7ffbe55c636 None None] Provisioning complete for port a1aa56b3-ead5-4731-bcbf-f4203039454e triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:22.054619 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5a3696ec-7ee0-4446-abf9-d7ffbe55c636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (a1aa56b3-ead5-4731-bcbf-f4203039454e), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:22.059122 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-84d5b66f-c855-4877-a9f6-b0608e19126c tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Deleting port 2435989b-bbdb-41af-b2e2-215eb1f0bfdd {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:40:22.059122 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-84d5b66f-c855-4877-a9f6-b0608e19126c tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (2435989b-bbdb-41af-b2e2-215eb1f0bfdd), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:22.100502 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bf76c9-795a-431e-947a-7327fd34be4d tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Network 466c5f5e-5618-4374-8fe0-9541e2a7cf2e is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:40:22.103953 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-b4c48a1d-e28b-4797-8f0f-03015a56c66e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Allocated IP 2001:db8::73b0:ac94:8697:47a3 (a10d36a7-87ef-481e-9e9f-da2235211c53/437c289a-c4a5-40f3-b9aa-e6e307cdbbb4/62674160-9599-4fad-b954-e7cfb5837b21) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:40:22.109138 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71cc2fa-6c3d-48c0-98ad-0763b5682180 None None] Pushing event updated for resources: {'Port': ['ID=6a970652-452e-4fd6-b433-b739188d554e,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:22.127203 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-a71cc2fa-6c3d-48c0-98ad-0763b5682180 None None] Attempting to bind port 6a970652-452e-4fd6-b433-b739188d554e on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:40:22.127580 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-a71cc2fa-6c3d-48c0-98ad-0763b5682180 None None] Attempting to bind port 6a970652-452e-4fd6-b433-b739188d554e by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:40:22.127946 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71cc2fa-6c3d-48c0-98ad-0763b5682180 None None] Attempting to bind port 6a970652-452e-4fd6-b433-b739188d554e on network a10d36a7-87ef-481e-9e9f-da2235211c53 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:40:22.132697 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bbc1055-2de1-4d48-afa2-80710b0de533 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:40:22.143684 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71cc2fa-6c3d-48c0-98ad-0763b5682180 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:40:22.144061 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71cc2fa-6c3d-48c0-98ad-0763b5682180 None None] Checking segment: {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:40:22.144201 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86ab5b9-756e-47d4-a6b8-89f3982af7d9 None None] Sync routers for ids ['1784df79-ffde-4632-9272-dc5a8d3cfabf'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:40:22.144636 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a71cc2fa-6c3d-48c0-98ad-0763b5682180 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:22.144853 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71cc2fa-6c3d-48c0-98ad-0763b5682180 None None] Bound using segment: {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:40:22.145339 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-a71cc2fa-6c3d-48c0-98ad-0763b5682180 None None] Bound port: 6a970652-452e-4fd6-b433-b739188d554e, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:40:22.145720 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a71cc2fa-6c3d-48c0-98ad-0763b5682180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (6a970652-452e-4fd6-b433-b739188d554e), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:22.147988 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-5a3696ec-7ee0-4446-abf9-d7ffbe55c636 None None] Port a1aa56b3-ead5-4731-bcbf-f4203039454e cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:40:22.158849 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9bbc1055-2de1-4d48-afa2-80710b0de533 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:22.159656 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86ab5b9-756e-47d4-a6b8-89f3982af7d9 None None] Routers {'1784df79-ffde-4632-9272-dc5a8d3cfabf'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:40:22.160300 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-c86ab5b9-756e-47d4-a6b8-89f3982af7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:40:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['1784df79-ffde-4632-9272-dc5a8d3cfabf'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:22.163525 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-9bbc1055-2de1-4d48-afa2-80710b0de533 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "PUT /v2.0/routers/1784df79-ffde-4632-9272-dc5a8d3cfabf HTTP/1.1" status: 200 len: 885 time: 2.2215576 Feb 28 10:40:22.171264 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47952) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:22.192307 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b29329-3841-4238-b442-6579620809ce tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Pushing event updated for resources: {'Port': ['ID=a1aa56b3-ead5-4731-bcbf-f4203039454e,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:22.199312 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-5a3696ec-7ee0-4446-abf9-d7ffbe55c636 None None] Provisioning complete for port 9188e54f-d6cb-463b-8473-dd71c1141d38 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:22.199722 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5a3696ec-7ee0-4446-abf9-d7ffbe55c636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (9188e54f-d6cb-463b-8473-dd71c1141d38), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:22.220348 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-c86ab5b9-756e-47d4-a6b8-89f3982af7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:22.233999 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86ab5b9-756e-47d4-a6b8-89f3982af7d9 None None] Routers {'1784df79-ffde-4632-9272-dc5a8d3cfabf'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:40:22.235011 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-c86ab5b9-756e-47d4-a6b8-89f3982af7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:40:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['1784df79-ffde-4632-9272-dc5a8d3cfabf'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:22.257575 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-31bf76c9-795a-431e-947a-7327fd34be4d tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 466c5f5e-5618-4374-8fe0-9541e2a7cf2e) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:22.261626 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-84d5b66f-c855-4877-a9f6-b0608e19126c tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (2435989b-bbdb-41af-b2e2-215eb1f0bfdd), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:22.270060 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5938e51a-114b-47b8-a639-b9e14fef0cc8 None None] Network 466c5f5e-5618-4374-8fe0-9541e2a7cf2e requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:40:22.270267 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b29329-3841-4238-b442-6579620809ce tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Network bc04ded2-d431-46b9-8576-62476dda202f is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:40:22.275358 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a71cc2fa-6c3d-48c0-98ad-0763b5682180 None None] For port 6a970652-452e-4fd6-b433-b739188d554e, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:40:22.280065 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bf76c9-795a-431e-947a-7327fd34be4d tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:22.280709 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-31bf76c9-795a-431e-947a-7327fd34be4d tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:22.284877 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-99b29329-3841-4238-b442-6579620809ce tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:22.300766 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-84d5b66f-c855-4877-a9f6-b0608e19126c tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Calling delete_port for 2435989b-bbdb-41af-b2e2-215eb1f0bfdd owned by {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:40:22.311095 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-c86ab5b9-756e-47d4-a6b8-89f3982af7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:22.312202 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86ab5b9-756e-47d4-a6b8-89f3982af7d9 None None] The sync data for ids ['1784df79-ffde-4632-9272-dc5a8d3cfabf'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:40:22.364198 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a71cc2fa-6c3d-48c0-98ad-0763b5682180 None None] For port 6a970652-452e-4fd6-b433-b739188d554e, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=6a970652-452e-4fd6-b433-b739188d554e,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:40:22.432746 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-31bf76c9-795a-431e-947a-7327fd34be4d tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2869060 Feb 28 10:40:22.439977 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-aebcf07e-a524-474c-86a9-cd07ff828d72 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "GET /v2.0/routers/1784df79-ffde-4632-9272-dc5a8d3cfabf HTTP/1.1" status: 200 len: 885 time: 0.2675276 Feb 28 10:40:22.445720 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47954) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:22.451335 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-5a3696ec-7ee0-4446-abf9-d7ffbe55c636 None None] Current status of the port 9188e54f-d6cb-463b-8473-dd71c1141d38 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:22.455124 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-cc7b32f6-43fe-419d-9117-114089c784e3 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Request body: {'port': {'network_id': '466c5f5e-5618-4374-8fe0-9541e2a7cf2e', 'name': 'tempest-PortsTestJSON-1148312455', 'fixed_ips': [{'subnet_id': '93432a06-52ce-4345-b434-fe43ca982e3e', 'ip_address': '172.20.0.10'}]}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:22.486002 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47956) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:22.492738 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a71cc2fa-6c3d-48c0-98ad-0763b5682180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (6a970652-452e-4fd6-b433-b739188d554e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:22.527196 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cc54a5-2341-4655-9124-734e45125188 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-466c5f5e-5618-4374-8fe0-9541e2a7cf2e', 'network_id': '466c5f5e-5618-4374-8fe0-9541e2a7cf2e', 'project_id': 'a3b8dd05d882407cb4aeb7c1fff3f6af', 'fixed_ips': [{'subnet_id': '93432a06-52ce-4345-b434-fe43ca982e3e'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:40:22.528120 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-55cc54a5-2341-4655-9124-734e45125188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:22.569261 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-7f2b4baa-011d-4fef-9781-6d71010a9564 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "GET /v2.0/ports?device_id=1784df79-ffde-4632-9272-dc5a8d3cfabf HTTP/1.1" status: 200 len: 205 time: 0.0717306 Feb 28 10:40:22.578183 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47958) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:22.633334 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-84d5b66f-c855-4877-a9f6-b0608e19126c tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (2435989b-bbdb-41af-b2e2-215eb1f0bfdd), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:22.659980 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 9188e54f-d6cb-463b-8473-dd71c1141d38 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:22.663311 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71cc2fa-6c3d-48c0-98ad-0763b5682180 None None] Pushing event updated for resources: {'Port': ['ID=6a970652-452e-4fd6-b433-b739188d554e,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:22.739823 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-9db7342e-e45c-498d-9e12-62c7d0263d91 None None] Provisioning complete for port a1aa56b3-ead5-4731-bcbf-f4203039454e triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:22.742752 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9db7342e-e45c-498d-9e12-62c7d0263d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (a1aa56b3-ead5-4731-bcbf-f4203039454e), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:22.769102 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d5b66f-c855-4877-a9f6-b0608e19126c tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Pushing event deleted for resources: {'Port': ['ID=2435989b-bbdb-41af-b2e2-215eb1f0bfdd,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:22.783210 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-84d5b66f-c855-4877-a9f6-b0608e19126c tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:22.786350 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-84d5b66f-c855-4877-a9f6-b0608e19126c tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] 10.222.0.62 "DELETE /v2.0/ports/2435989b-bbdb-41af-b2e2-215eb1f0bfdd HTTP/1.1" status: 204 len: 168 time: 0.8914776 Feb 28 10:40:22.789854 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 6eca782b-c200-476d-a889-1af89f089638 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:40:22.791231 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47960) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:22.798646 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:22.864153 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 6eca782b-c200-476d-a889-1af89f089638 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:40:22.866140 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 6eca782b-c200-476d-a889-1af89f089638 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:40:22.866805 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 0da73447-3afc-4680-b583-d5ff6f930c11 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:40:22.867869 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b4c48a1d-e28b-4797-8f0f-03015a56c66e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for port (62674160-9599-4fad-b954-e7cfb5837b21), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:22.926197 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 0da73447-3afc-4680-b583-d5ff6f930c11 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:40:22.926674 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 0da73447-3afc-4680-b583-d5ff6f930c11 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:40:22.929244 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cd4fc266-911c-44f0-bcd0-2e63c770f690 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for router (1784df79-ffde-4632-9272-dc5a8d3cfabf), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:22.934761 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7b32f6-43fe-419d-9117-114089c784e3 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Made reservation on behalf of a3b8dd05d882407cb4aeb7c1fff3f6af for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:40:22.945022 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-9cf1853a-c6d2-44ea-8b57-2c7c4c9a834b tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Deleting port 28f17d3b-7a0e-4dcc-82e6-5f24b4ab5399 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:40:22.945022 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9cf1853a-c6d2-44ea-8b57-2c7c4c9a834b tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (28f17d3b-7a0e-4dcc-82e6-5f24b4ab5399), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:22.951714 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-9db7342e-e45c-498d-9e12-62c7d0263d91 None None] Port a1aa56b3-ead5-4731-bcbf-f4203039454e cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:40:23.007427 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99b29329-3841-4238-b442-6579620809ce tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Router 45128454-cbf7-4ad3-9c5c-c0caa86daa64 is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:40:23.108528 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9cf1853a-c6d2-44ea-8b57-2c7c4c9a834b tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (28f17d3b-7a0e-4dcc-82e6-5f24b4ab5399), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:23.141550 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-9cf1853a-c6d2-44ea-8b57-2c7c4c9a834b tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Calling delete_port for 28f17d3b-7a0e-4dcc-82e6-5f24b4ab5399 owned by {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:40:23.168022 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cc7b32f6-43fe-419d-9117-114089c784e3 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:23.206533 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b4c48a1d-e28b-4797-8f0f-03015a56c66e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (62674160-9599-4fad-b954-e7cfb5837b21), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:23.236917 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-cc7b32f6-43fe-419d-9117-114089c784e3 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] device_id is not set on port fbe02389-6984-4f15-9230-cf09ab93eeff yet. {{(pid=104083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:40:23.292347 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c48a1d-e28b-4797-8f0f-03015a56c66e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:40:23.298702 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c48a1d-e28b-4797-8f0f-03015a56c66e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event updated for resources: {'Port': ['ID=62674160-9599-4fad-b954-e7cfb5837b21,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:23.304422 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-b4c48a1d-e28b-4797-8f0f-03015a56c66e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:23.305748 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b439a8a-96da-4f4b-8f0b-ce78a4f6f174 None None] Network 72ee4b58-d0c4-4255-b25e-22ade9988c8c requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:40:23.306306 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cd4fc266-911c-44f0-bcd0-2e63c770f690 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for router_gateway (1784df79-ffde-4632-9272-dc5a8d3cfabf), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:23.309854 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c48a1d-e28b-4797-8f0f-03015a56c66e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:40:23.315546 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c48a1d-e28b-4797-8f0f-03015a56c66e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:23.315856 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b4c48a1d-e28b-4797-8f0f-03015a56c66e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:23.328801 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b29329-3841-4238-b442-6579620809ce tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:40:23.340698 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-99b29329-3841-4238-b442-6579620809ce tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] 10.222.0.62 "PUT /v2.0/routers/45128454-cbf7-4ad3-9c5c-c0caa86daa64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2899806 Feb 28 10:40:23.340698 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47962) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:23.393736 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38212bf5-8ef5-4cd5-9a79-40fc7799e2c5 None None] Sync routers for ids ['45128454-cbf7-4ad3-9c5c-c0caa86daa64'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:40:23.433509 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 6a970652-452e-4fd6-b433-b739188d554e up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:40:23.442810 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-b4c48a1d-e28b-4797-8f0f-03015a56c66e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.7611165 Feb 28 10:40:23.447099 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38212bf5-8ef5-4cd5-9a79-40fc7799e2c5 None None] Routers {'45128454-cbf7-4ad3-9c5c-c0caa86daa64'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:40:23.447099 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-38212bf5-8ef5-4cd5-9a79-40fc7799e2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:40:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['45128454-cbf7-4ad3-9c5c-c0caa86daa64'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:23.448203 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47964) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:23.472774 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-d5893f4b-5f93-4643-a844-8a74cb85b01b tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Request body: {'port': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'fixed_ips': [{'subnet_id': '437c289a-c4a5-40f3-b9aa-e6e307cdbbb4', 'ip_address': '2001:db8::73b0:ac94:8697:47a3'}], 'name': 'tempest-NetworksTestDHCPv6-2067464396'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:23.483754 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9cf1853a-c6d2-44ea-8b57-2c7c4c9a834b tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (28f17d3b-7a0e-4dcc-82e6-5f24b4ab5399), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:23.522302 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-55cc54a5-2341-4655-9124-734e45125188 None None] Allocated IP 172.20.0.2 (466c5f5e-5618-4374-8fe0-9541e2a7cf2e/93432a06-52ce-4345-b434-fe43ca982e3e/a5488962-c1ab-41f5-a751-53950a3cf93f) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:40:23.529902 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-be6d327e-226a-482c-b97d-096a8fb63018 None None] Provisioning complete for port ef1deba9-5106-4925-ad00-ae374f2ea5c2 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:23.531959 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-be6d327e-226a-482c-b97d-096a8fb63018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (ef1deba9-5106-4925-ad00-ae374f2ea5c2), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:23.531959 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-38212bf5-8ef5-4cd5-9a79-40fc7799e2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:23.541015 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1853a-c6d2-44ea-8b57-2c7c4c9a834b tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Pushing event deleted for resources: {'Port': ['ID=28f17d3b-7a0e-4dcc-82e6-5f24b4ab5399,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:23.548173 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9cf1853a-c6d2-44ea-8b57-2c7c4c9a834b tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:23.553633 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-9cf1853a-c6d2-44ea-8b57-2c7c4c9a834b tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] 10.222.0.62 "DELETE /v2.0/ports/28f17d3b-7a0e-4dcc-82e6-5f24b4ab5399 HTTP/1.1" status: 204 len: 168 time: 0.7609146 Feb 28 10:40:23.556144 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47966) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:23.587581 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-bb5cabc6-4844-43b0-89ff-2fde9a297ed5 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0303063 Feb 28 10:40:23.591633 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47968) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:23.597699 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-a6fa8033-7c55-472d-b553-4955f77fa518 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-402905726'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:23.649966 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38212bf5-8ef5-4cd5-9a79-40fc7799e2c5 None None] Routers {'45128454-cbf7-4ad3-9c5c-c0caa86daa64'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:40:23.650650 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-38212bf5-8ef5-4cd5-9a79-40fc7799e2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:40:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['45128454-cbf7-4ad3-9c5c-c0caa86daa64'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:23.678089 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6fa8033-7c55-472d-b553-4955f77fa518 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Made reservation on behalf of 36e93ef975734c2bbb415aa2ec418512 for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:40:23.683465 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a6fa8033-7c55-472d-b553-4955f77fa518 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:23.722478 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6fa8033-7c55-472d-b553-4955f77fa518 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:40:23.730435 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-38212bf5-8ef5-4cd5-9a79-40fc7799e2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:23.731158 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38212bf5-8ef5-4cd5-9a79-40fc7799e2c5 None None] The sync data for ids ['45128454-cbf7-4ad3-9c5c-c0caa86daa64'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:40:23.745968 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a6fa8033-7c55-472d-b553-4955f77fa518 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (d30d778d-f742-431b-b47c-d0fc7864be54), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:23.746898 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-a6fa8033-7c55-472d-b553-4955f77fa518 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Added segment d30d778d-f742-431b-b47c-d0fc7864be54 of type vlan for network 6270902f-7c0e-4bc9-b1ee-09bae0dcbdd4 Feb 28 10:40:23.768400 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 6a970652-452e-4fd6-b433-b739188d554e triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:23.768781 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (6a970652-452e-4fd6-b433-b739188d554e), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:23.820174 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a6fa8033-7c55-472d-b553-4955f77fa518 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (6270902f-7c0e-4bc9-b1ee-09bae0dcbdd4), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:23.880037 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-be6d327e-226a-482c-b97d-096a8fb63018 None None] Current status of the port ef1deba9-5106-4925-ad00-ae374f2ea5c2 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:23.881224 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-be6d327e-226a-482c-b97d-096a8fb63018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (ef1deba9-5106-4925-ad00-ae374f2ea5c2), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:23.935578 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a6fa8033-7c55-472d-b553-4955f77fa518 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (6270902f-7c0e-4bc9-b1ee-09bae0dcbdd4), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:23.940864 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fa8033-7c55-472d-b553-4955f77fa518 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:23.941563 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a6fa8033-7c55-472d-b553-4955f77fa518 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:23.969573 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-55cc54a5-2341-4655-9124-734e45125188 None None] Publish callbacks [] for port (a5488962-c1ab-41f5-a751-53950a3cf93f), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:23.982696 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-be6d327e-226a-482c-b97d-096a8fb63018 None None] For port ef1deba9-5106-4925-ad00-ae374f2ea5c2, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=ef1deba9-5106-4925-ad00-ae374f2ea5c2,segment=NetworkSegment(cbaccc25-10f8-41a4-acad-a5f9366ca878),segment_id=cbaccc25-10f8-41a4-acad-a5f9366ca878)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:24.004264 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 6a970652-452e-4fd6-b433-b739188d554e is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:24.005020 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (6a970652-452e-4fd6-b433-b739188d554e), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:24.057981 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port 6a970652-452e-4fd6-b433-b739188d554e, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=6a970652-452e-4fd6-b433-b739188d554e,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:24.072432 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fa8033-7c55-472d-b553-4955f77fa518 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Pushing event updated for resources: {'Network': ['ID=6270902f-7c0e-4bc9-b1ee-09bae0dcbdd4,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:24.082992 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-55cc54a5-2341-4655-9124-734e45125188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (a5488962-c1ab-41f5-a751-53950a3cf93f), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:24.096982 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 6270902f-7c0e-4bc9-b1ee-09bae0dcbdd4 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:40:24.120549 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a6fa8033-7c55-472d-b553-4955f77fa518 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5272462 Feb 28 10:40:24.124519 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47970) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:24.132398 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-6933b6f9-e6ec-49df-9dfa-9173a6e7829d tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1618438553'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:24.141885 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-be6d327e-226a-482c-b97d-096a8fb63018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (ef1deba9-5106-4925-ad00-ae374f2ea5c2), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:24.158400 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-cc7b32f6-43fe-419d-9117-114089c784e3 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Allocated IP 172.20.0.10 (466c5f5e-5618-4374-8fe0-9541e2a7cf2e/93432a06-52ce-4345-b434-fe43ca982e3e/fbe02389-6984-4f15-9230-cf09ab93eeff) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:40:24.170223 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (6a970652-452e-4fd6-b433-b739188d554e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:24.171512 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 9188e54f-d6cb-463b-8473-dd71c1141d38 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:40:24.175237 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-cd4fc266-911c-44f0-bcd0-2e63c770f690 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Deleting port 2af246ca-d2b9-4565-bc6d-c34c29ea104c {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:40:24.175573 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cd4fc266-911c-44f0-bcd0-2e63c770f690 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (2af246ca-d2b9-4565-bc6d-c34c29ea104c), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:24.184765 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cc54a5-2341-4655-9124-734e45125188 None None] Network 466c5f5e-5618-4374-8fe0-9541e2a7cf2e is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:40:24.237483 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cc54a5-2341-4655-9124-734e45125188 None None] Pushing event updated for resources: {'Port': ['ID=a5488962-c1ab-41f5-a751-53950a3cf93f,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:24.240465 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-55cc54a5-2341-4655-9124-734e45125188 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:24.250345 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cc54a5-2341-4655-9124-734e45125188 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:40:24.269962 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-be6d327e-226a-482c-b97d-096a8fb63018 None None] Provisioning complete for port a1aa56b3-ead5-4731-bcbf-f4203039454e triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:24.270264 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-be6d327e-226a-482c-b97d-096a8fb63018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (a1aa56b3-ead5-4731-bcbf-f4203039454e), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:24.292502 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5893f4b-5f93-4643-a844-8a74cb85b01b tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Made reservation on behalf of 9047a33944184c15875a48328f19bcdb for: {'port': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:40:24.294792 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d5893f4b-5f93-4643-a844-8a74cb85b01b tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:24.343421 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [None req-d5893f4b-5f93-4643-a844-8a74cb85b01b tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] device_id is not set on port b500862e-436d-47fc-8e3f-35df3e50a7b9 yet. {{(pid=104084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:40:24.352007 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cd4fc266-911c-44f0-bcd0-2e63c770f690 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (2af246ca-d2b9-4565-bc6d-c34c29ea104c), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:24.369996 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cc7b32f6-43fe-419d-9117-114089c784e3 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for port (fbe02389-6984-4f15-9230-cf09ab93eeff), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:24.397348 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6933b6f9-e6ec-49df-9dfa-9173a6e7829d tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Made reservation on behalf of 36e93ef975734c2bbb415aa2ec418512 for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:40:24.400719 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6933b6f9-e6ec-49df-9dfa-9173a6e7829d tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:24.422172 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-be6d327e-226a-482c-b97d-096a8fb63018 None None] Port a1aa56b3-ead5-4731-bcbf-f4203039454e cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:40:24.440507 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6d327e-226a-482c-b97d-096a8fb63018 None None] Pushing event updated for resources: {'Port': ['ID=ef1deba9-5106-4925-ad00-ae374f2ea5c2,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:24.450703 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-55cc54a5-2341-4655-9124-734e45125188 None None] Attempting to bind port a5488962-c1ab-41f5-a751-53950a3cf93f on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:40:24.451218 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-55cc54a5-2341-4655-9124-734e45125188 None None] Attempting to bind port a5488962-c1ab-41f5-a751-53950a3cf93f by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': 'aa9b9431-1ddc-4ed3-b172-734ac10feabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '466c5f5e-5618-4374-8fe0-9541e2a7cf2e'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:40:24.451678 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cc54a5-2341-4655-9124-734e45125188 None None] Attempting to bind port a5488962-c1ab-41f5-a751-53950a3cf93f on network 466c5f5e-5618-4374-8fe0-9541e2a7cf2e {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:40:24.469778 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-cd4fc266-911c-44f0-bcd0-2e63c770f690 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Calling delete_port for 2af246ca-d2b9-4565-bc6d-c34c29ea104c owned by network:router_gateway {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:40:24.485831 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cc54a5-2341-4655-9124-734e45125188 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:40:24.486305 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cc54a5-2341-4655-9124-734e45125188 None None] Checking segment: {'id': 'aa9b9431-1ddc-4ed3-b172-734ac10feabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '466c5f5e-5618-4374-8fe0-9541e2a7cf2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:40:24.486786 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-55cc54a5-2341-4655-9124-734e45125188 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:24.487274 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cc54a5-2341-4655-9124-734e45125188 None None] Bound using segment: {'id': 'aa9b9431-1ddc-4ed3-b172-734ac10feabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '466c5f5e-5618-4374-8fe0-9541e2a7cf2e'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:40:24.487858 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-55cc54a5-2341-4655-9124-734e45125188 None None] Bound port: a5488962-c1ab-41f5-a751-53950a3cf93f, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa9b9431-1ddc-4ed3-b172-734ac10feabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '466c5f5e-5618-4374-8fe0-9541e2a7cf2e'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:40:24.488335 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-55cc54a5-2341-4655-9124-734e45125188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (a5488962-c1ab-41f5-a751-53950a3cf93f), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:24.488596 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cc7b32f6-43fe-419d-9117-114089c784e3 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (fbe02389-6984-4f15-9230-cf09ab93eeff), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:24.508265 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 9188e54f-d6cb-463b-8473-dd71c1141d38 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:24.508850 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (9188e54f-d6cb-463b-8473-dd71c1141d38), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:24.561341 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7b32f6-43fe-419d-9117-114089c784e3 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Network 466c5f5e-5618-4374-8fe0-9541e2a7cf2e is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:40:24.564220 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7b32f6-43fe-419d-9117-114089c784e3 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event updated for resources: {'Port': ['ID=fbe02389-6984-4f15-9230-cf09ab93eeff,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:24.565777 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-cc7b32f6-43fe-419d-9117-114089c784e3 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:24.568845 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7b32f6-43fe-419d-9117-114089c784e3 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:40:24.571680 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=6a970652-452e-4fd6-b433-b739188d554e,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:24.614333 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-9e8b05d8-26e1-4b46-be02-d2c84a5c8172 None None] Provisioning complete for port ef1deba9-5106-4925-ad00-ae374f2ea5c2 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:24.614757 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9e8b05d8-26e1-4b46-be02-d2c84a5c8172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (ef1deba9-5106-4925-ad00-ae374f2ea5c2), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:24.623576 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7b32f6-43fe-419d-9117-114089c784e3 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:24.624786 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cc7b32f6-43fe-419d-9117-114089c784e3 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:24.643437 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6933b6f9-e6ec-49df-9dfa-9173a6e7829d tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:40:24.655165 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-55cc54a5-2341-4655-9124-734e45125188 None None] For port a5488962-c1ab-41f5-a751-53950a3cf93f, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:40:24.693854 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-55cc54a5-2341-4655-9124-734e45125188 None None] For port a5488962-c1ab-41f5-a751-53950a3cf93f, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=a5488962-c1ab-41f5-a751-53950a3cf93f,segment=NetworkSegment(aa9b9431-1ddc-4ed3-b172-734ac10feabd),segment_id=aa9b9431-1ddc-4ed3-b172-734ac10feabd)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:40:24.702090 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6933b6f9-e6ec-49df-9dfa-9173a6e7829d tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (1ea4154c-7b54-4061-8e56-32cc01e692a6), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:24.702442 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-6933b6f9-e6ec-49df-9dfa-9173a6e7829d tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Added segment 1ea4154c-7b54-4061-8e56-32cc01e692a6 of type vlan for network 833d8ef1-36ce-479e-ac57-86ca7f8f887b Feb 28 10:40:24.707756 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-70693112-ef22-474b-b121-5fe34a00f705 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:40:24.708890 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-70693112-ef22-474b-b121-5fe34a00f705 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] 10.222.0.62 "PUT /v2.0/routers/45128454-cbf7-4ad3-9c5c-c0caa86daa64/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3696604 Feb 28 10:40:24.709620 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-cc7b32f6-43fe-419d-9117-114089c784e3 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.2636566 Feb 28 10:40:24.712066 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47972) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:24.714048 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47974) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:24.721372 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 9188e54f-d6cb-463b-8473-dd71c1141d38 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:24.722470 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device ef1deba9-5106-4925-ad00-ae374f2ea5c2 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:40:24.724716 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-6b685806-6161-4f14-ab46-a9ade0eff799 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Request body: {'port': {'network_id': '466c5f5e-5618-4374-8fe0-9541e2a7cf2e', 'name': 'tempest-PortsTestJSON-286176987', 'fixed_ips': [{'subnet_id': '93432a06-52ce-4345-b434-fe43ca982e3e', 'ip_address': '172.20.0.9'}]}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:24.772817 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-55cc54a5-2341-4655-9124-734e45125188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (a5488962-c1ab-41f5-a751-53950a3cf93f), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:24.820711 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6933b6f9-e6ec-49df-9dfa-9173a6e7829d tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (833d8ef1-36ce-479e-ac57-86ca7f8f887b), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:24.825079 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-9e8b05d8-26e1-4b46-be02-d2c84a5c8172 None None] Current status of the port ef1deba9-5106-4925-ad00-ae374f2ea5c2 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:24.868682 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cc54a5-2341-4655-9124-734e45125188 None None] Pushing event updated for resources: {'Port': ['ID=a5488962-c1ab-41f5-a751-53950a3cf93f,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:24.869774 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-9e8b05d8-26e1-4b46-be02-d2c84a5c8172 None None] Provisioning complete for port 6a970652-452e-4fd6-b433-b739188d554e triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:24.870214 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9e8b05d8-26e1-4b46-be02-d2c84a5c8172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (6a970652-452e-4fd6-b433-b739188d554e), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:24.900986 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port ef1deba9-5106-4925-ad00-ae374f2ea5c2 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:24.901657 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5893f4b-5f93-4643-a844-8a74cb85b01b tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 28 10:40:24.903174 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (ef1deba9-5106-4925-ad00-ae374f2ea5c2), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:24.903294 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5893f4b-5f93-4643-a844-8a74cb85b01b tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:40:24.978233 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6933b6f9-e6ec-49df-9dfa-9173a6e7829d tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (833d8ef1-36ce-479e-ac57-86ca7f8f887b), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:24.983955 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6933b6f9-e6ec-49df-9dfa-9173a6e7829d tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:24.984895 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6933b6f9-e6ec-49df-9dfa-9173a6e7829d tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:25.017887 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-d5893f4b-5f93-4643-a844-8a74cb85b01b tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.5521190 Feb 28 10:40:25.018944 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cd4fc266-911c-44f0-bcd0-2e63c770f690 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (2af246ca-d2b9-4565-bc6d-c34c29ea104c), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:25.029714 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-9e8b05d8-26e1-4b46-be02-d2c84a5c8172 None None] Current status of the port 6a970652-452e-4fd6-b433-b739188d554e is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:25.040669 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port ef1deba9-5106-4925-ad00-ae374f2ea5c2 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:25.087156 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47976) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:25.154347 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-1e814ef7-d0c2-434b-b50d-e7b17c01c950 None None] Provisioning complete for port 62674160-9599-4fad-b954-e7cfb5837b21 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:25.154727 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-1e814ef7-d0c2-434b-b50d-e7b17c01c950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (62674160-9599-4fad-b954-e7cfb5837b21), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:25.190286 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6933b6f9-e6ec-49df-9dfa-9173a6e7829d tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Pushing event updated for resources: {'Network': ['ID=833d8ef1-36ce-479e-ac57-86ca7f8f887b,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:25.211686 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 6a970652-452e-4fd6-b433-b739188d554e up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:40:25.215347 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 833d8ef1-36ce-479e-ac57-86ca7f8f887b details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:40:25.276831 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4fc266-911c-44f0-bcd0-2e63c770f690 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event deleted for resources: {'Port': ['ID=2af246ca-d2b9-4565-bc6d-c34c29ea104c,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:25.282793 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-6933b6f9-e6ec-49df-9dfa-9173a6e7829d tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1542094 Feb 28 10:40:25.283647 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cd4fc266-911c-44f0-bcd0-2e63c770f690 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047843'] for router_gateway (1784df79-ffde-4632-9272-dc5a8d3cfabf), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:25.398349 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cd4fc266-911c-44f0-bcd0-2e63c770f690 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (1784df79-ffde-4632-9272-dc5a8d3cfabf), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:25.400604 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cd4fc266-911c-44f0-bcd0-2e63c770f690 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for router_controller (1784df79-ffde-4632-9272-dc5a8d3cfabf), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:25.488622 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e33064-54a4-4dd0-b0b1-be1b5d8d8748 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:25.489146 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b685806-6161-4f14-ab46-a9ade0eff799 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Made reservation on behalf of a3b8dd05d882407cb4aeb7c1fff3f6af for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:40:25.495903 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6b685806-6161-4f14-ab46-a9ade0eff799 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:25.496541 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e33064-54a4-4dd0-b0b1-be1b5d8d8748 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:25.500922 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-b1e33064-54a4-4dd0-b0b1-be1b5d8d8748 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.3879144 Feb 28 10:40:25.502570 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47978) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:25.521823 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-6b685806-6161-4f14-ab46-a9ade0eff799 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] device_id is not set on port 90e88d5a-9676-4124-a606-74f2dcd6cf7c yet. {{(pid=104083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:40:25.573658 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-1e814ef7-d0c2-434b-b50d-e7b17c01c950 None None] Port 62674160-9599-4fad-b954-e7cfb5837b21 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:40:25.602257 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 6a970652-452e-4fd6-b433-b739188d554e triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:25.602633 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (6a970652-452e-4fd6-b433-b739188d554e), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:25.607990 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cd4fc266-911c-44f0-bcd0-2e63c770f690 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (1784df79-ffde-4632-9272-dc5a8d3cfabf), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:25.608602 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd4fc266-911c-44f0-bcd0-2e63c770f690 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Fanout notify agent at l3_agent the message router_deleted on router 1784df79-ffde-4632-9272-dc5a8d3cfabf {{(pid=104084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:40:25.619904 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cd4fc266-911c-44f0-bcd0-2e63c770f690 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:25.621036 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-cd4fc266-911c-44f0-bcd0-2e63c770f690 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "DELETE /v2.0/routers/1784df79-ffde-4632-9272-dc5a8d3cfabf HTTP/1.1" status: 204 len: 168 time: 3.0402210 Feb 28 10:40:25.625889 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47980) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:25.649771 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-54cc0658-9bbf-4009-bfa9-451c13967cad tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Deleting port 62674160-9599-4fad-b954-e7cfb5837b21 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:40:25.649995 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-54cc0658-9bbf-4009-bfa9-451c13967cad tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (62674160-9599-4fad-b954-e7cfb5837b21), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:25.659628 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-88949645-3fb3-46e5-ba27-d3f2e6e517fb tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Request body: {'network': {'name': 'tempest-RoutersTest-2062257931'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:25.743946 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 6a970652-452e-4fd6-b433-b739188d554e is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:25.748118 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device ef1deba9-5106-4925-ad00-ae374f2ea5c2 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:40:25.765424 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-54cc0658-9bbf-4009-bfa9-451c13967cad tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (62674160-9599-4fad-b954-e7cfb5837b21), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:25.779191 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-54cc0658-9bbf-4009-bfa9-451c13967cad tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Calling delete_port for 62674160-9599-4fad-b954-e7cfb5837b21 owned by {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:40:25.830324 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-57c411f2-1d1c-40c1-8bad-f7e5c31e2680 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047661'] for router_interface (45128454-cbf7-4ad3-9c5c-c0caa86daa64), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:25.879282 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port ef1deba9-5106-4925-ad00-ae374f2ea5c2 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:25.880578 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (ef1deba9-5106-4925-ad00-ae374f2ea5c2), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:25.884657 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-6b685806-6161-4f14-ab46-a9ade0eff799 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Allocated IP 172.20.0.9 (466c5f5e-5618-4374-8fe0-9541e2a7cf2e/93432a06-52ce-4345-b434-fe43ca982e3e/90e88d5a-9676-4124-a606-74f2dcd6cf7c) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:40:25.890395 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88949645-3fb3-46e5-ba27-d3f2e6e517fb tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Made reservation on behalf of 25b479ba752e4d33b5861f804bc6920d for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:40:25.898048 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-88949645-3fb3-46e5-ba27-d3f2e6e517fb tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:25.998924 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port ef1deba9-5106-4925-ad00-ae374f2ea5c2 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:26.013094 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-54cc0658-9bbf-4009-bfa9-451c13967cad tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (62674160-9599-4fad-b954-e7cfb5837b21), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:26.052015 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cc0658-9bbf-4009-bfa9-451c13967cad tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event deleted for resources: {'Port': ['ID=62674160-9599-4fad-b954-e7cfb5837b21,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:26.108642 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-54cc0658-9bbf-4009-bfa9-451c13967cad tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:26.121743 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-54cc0658-9bbf-4009-bfa9-451c13967cad tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/ports/62674160-9599-4fad-b954-e7cfb5837b21 HTTP/1.1" status: 204 len: 168 time: 0.6178672 Feb 28 10:40:26.122488 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47982) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:26.198675 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88949645-3fb3-46e5-ba27-d3f2e6e517fb tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:40:26.209633 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab600bbb-f21d-44ad-8c5b-a68f11b47883 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:26.211902 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab600bbb-f21d-44ad-8c5b-a68f11b47883 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:26.219599 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-ab600bbb-f21d-44ad-8c5b-a68f11b47883 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0928106 Feb 28 10:40:26.219599 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47984) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:26.227581 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-88949645-3fb3-46e5-ba27-d3f2e6e517fb tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (ebf95878-cb7e-45ff-bca5-a8ea66d94349), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:26.227929 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-88949645-3fb3-46e5-ba27-d3f2e6e517fb tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Added segment ebf95878-cb7e-45ff-bca5-a8ea66d94349 of type vlan for network 468d1482-bd59-47a9-8ca5-35333664a166 Feb 28 10:40:26.313160 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-b279e5f0-b284-41ea-8b82-908e8d7d14f5 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Deleting subnet 437c289a-c4a5-40f3-b9aa-e6e307cdbbb4 {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:40:26.314251 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-88949645-3fb3-46e5-ba27-d3f2e6e517fb tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (468d1482-bd59-47a9-8ca5-35333664a166), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:26.316986 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b279e5f0-b284-41ea-8b82-908e8d7d14f5 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for subnet (437c289a-c4a5-40f3-b9aa-e6e307cdbbb4), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:26.363917 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dca744b-96bf-47d1-b548-3f364623bfcf None None] Network 466c5f5e-5618-4374-8fe0-9541e2a7cf2e requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:40:26.376687 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b279e5f0-b284-41ea-8b82-908e8d7d14f5 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (437c289a-c4a5-40f3-b9aa-e6e307cdbbb4), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:26.433028 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.db.resource_extend [None req-88949645-3fb3-46e5-ba27-d3f2e6e517fb tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 10:40:26.437905 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6b685806-6161-4f14-ab46-a9ade0eff799 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for port (90e88d5a-9676-4124-a606-74f2dcd6cf7c), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:26.473649 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b279e5f0-b284-41ea-8b82-908e8d7d14f5 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (437c289a-c4a5-40f3-b9aa-e6e307cdbbb4), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:26.511635 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-28957d1b-6027-4186-b728-f5ffce100386 None None] Provisioning complete for port a5488962-c1ab-41f5-a751-53950a3cf93f triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:26.512016 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-28957d1b-6027-4186-b728-f5ffce100386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (a5488962-c1ab-41f5-a751-53950a3cf93f), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:26.538691 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-57c411f2-1d1c-40c1-8bad-f7e5c31e2680 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Deleting port a1aa56b3-ead5-4731-bcbf-f4203039454e {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:40:26.540349 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-57c411f2-1d1c-40c1-8bad-f7e5c31e2680 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (a1aa56b3-ead5-4731-bcbf-f4203039454e), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:26.611856 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-88949645-3fb3-46e5-ba27-d3f2e6e517fb tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (468d1482-bd59-47a9-8ca5-35333664a166), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:26.616791 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-28957d1b-6027-4186-b728-f5ffce100386 None None] Current status of the port a5488962-c1ab-41f5-a751-53950a3cf93f is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:26.617101 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88949645-3fb3-46e5-ba27-d3f2e6e517fb tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:26.617246 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-28957d1b-6027-4186-b728-f5ffce100386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (a5488962-c1ab-41f5-a751-53950a3cf93f), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:26.617781 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-88949645-3fb3-46e5-ba27-d3f2e6e517fb tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:26.655792 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-28957d1b-6027-4186-b728-f5ffce100386 None None] For port a5488962-c1ab-41f5-a751-53950a3cf93f, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=a5488962-c1ab-41f5-a751-53950a3cf93f,segment=NetworkSegment(aa9b9431-1ddc-4ed3-b172-734ac10feabd),segment_id=aa9b9431-1ddc-4ed3-b172-734ac10feabd)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:26.667233 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b279e5f0-b284-41ea-8b82-908e8d7d14f5 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (437c289a-c4a5-40f3-b9aa-e6e307cdbbb4), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:26.695306 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6b685806-6161-4f14-ab46-a9ade0eff799 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (90e88d5a-9676-4124-a606-74f2dcd6cf7c), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:26.712501 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b279e5f0-b284-41ea-8b82-908e8d7d14f5 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event deleted for resources: {'Subnet': ['ID=437c289a-c4a5-40f3-b9aa-e6e307cdbbb4,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:26.722329 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b279e5f0-b284-41ea-8b82-908e8d7d14f5 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:26.722621 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-28957d1b-6027-4186-b728-f5ffce100386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (a5488962-c1ab-41f5-a751-53950a3cf93f), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:26.729834 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-b279e5f0-b284-41ea-8b82-908e8d7d14f5 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/subnets/437c289a-c4a5-40f3-b9aa-e6e307cdbbb4 HTTP/1.1" status: 204 len: 168 time: 0.5097282 Feb 28 10:40:26.730462 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47986) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:26.773695 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94495c58-cd84-491b-9e71-671eb554d06b None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:40:26.798511 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-5e46e429-3202-4db7-86a7-abef08db5f0b tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0669093 Feb 28 10:40:26.799199 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47988) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:26.805835 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-3b7f95d0-4c9a-4ab1-a2d9-f0c77d5a5c3d tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Request body: {'subnet': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:26.821710 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-57c411f2-1d1c-40c1-8bad-f7e5c31e2680 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (a1aa56b3-ead5-4731-bcbf-f4203039454e), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:26.836637 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-57c411f2-1d1c-40c1-8bad-f7e5c31e2680 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Calling delete_port for a1aa56b3-ead5-4731-bcbf-f4203039454e owned by network:router_interface {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:40:26.899581 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28957d1b-6027-4186-b728-f5ffce100386 None None] Pushing event updated for resources: {'Port': ['ID=a5488962-c1ab-41f5-a751-53950a3cf93f,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:26.969368 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b685806-6161-4f14-ab46-a9ade0eff799 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event updated for resources: {'Port': ['ID=90e88d5a-9676-4124-a606-74f2dcd6cf7c,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:26.978436 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47990) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:26.983720 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-d3cee137-119e-4e7c-bf44-f2ba0fe610f8 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Request body: {'subnet': {'network_id': '468d1482-bd59-47a9-8ca5-35333664a166', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:26.987319 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-88949645-3fb3-46e5-ba27-d3f2e6e517fb tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3456955 Feb 28 10:40:27.003931 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88949645-3fb3-46e5-ba27-d3f2e6e517fb tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event updated for resources: {'Network': ['ID=468d1482-bd59-47a9-8ca5-35333664a166,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:27.024921 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 468d1482-bd59-47a9-8ca5-35333664a166 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:40:27.086005 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b685806-6161-4f14-ab46-a9ade0eff799 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Network 466c5f5e-5618-4374-8fe0-9541e2a7cf2e is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:40:27.110043 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7f95d0-4c9a-4ab1-a2d9-f0c77d5a5c3d tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Made reservation on behalf of 9047a33944184c15875a48328f19bcdb for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:40:27.111912 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3b7f95d0-4c9a-4ab1-a2d9-f0c77d5a5c3d tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:27.177133 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b05459-5ed7-4b00-baef-d05d99df4e19 None None] DHCP port deletion for a10d36a7-87ef-481e-9e9f-da2235211c53 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:40:27.192643 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-6b685806-6161-4f14-ab46-a9ade0eff799 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:27.202708 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b685806-6161-4f14-ab46-a9ade0eff799 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:40:27.350811 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-4da93f13-601c-49c9-b5e2-79f71fd50195 None None] Provisioning complete for port fbe02389-6984-4f15-9230-cf09ab93eeff triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:27.350811 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-4da93f13-601c-49c9-b5e2-79f71fd50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (fbe02389-6984-4f15-9230-cf09ab93eeff), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:27.351123 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b685806-6161-4f14-ab46-a9ade0eff799 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:27.351123 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6b685806-6161-4f14-ab46-a9ade0eff799 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:27.369282 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3cee137-119e-4e7c-bf44-f2ba0fe610f8 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Made reservation on behalf of 25b479ba752e4d33b5861f804bc6920d for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:40:27.374386 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d3cee137-119e-4e7c-bf44-f2ba0fe610f8 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:27.409539 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-4da93f13-601c-49c9-b5e2-79f71fd50195 None None] Port fbe02389-6984-4f15-9230-cf09ab93eeff cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:40:27.411338 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device a5488962-c1ab-41f5-a751-53950a3cf93f up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:40:27.467638 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-6b685806-6161-4f14-ab46-a9ade0eff799 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7472177 Feb 28 10:40:27.468928 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47992) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:27.479724 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-4da93f13-601c-49c9-b5e2-79f71fd50195 None None] Provisioning complete for port a5488962-c1ab-41f5-a751-53950a3cf93f triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:27.480104 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-4da93f13-601c-49c9-b5e2-79f71fd50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (a5488962-c1ab-41f5-a751-53950a3cf93f), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:27.554591 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-68b05459-5ed7-4b00-baef-d05d99df4e19 None None] Deleting port 6a970652-452e-4fd6-b433-b739188d554e {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:40:27.555254 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-68b05459-5ed7-4b00-baef-d05d99df4e19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (6a970652-452e-4fd6-b433-b739188d554e), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:27.559834 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port a5488962-c1ab-41f5-a751-53950a3cf93f triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:27.560392 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (a5488962-c1ab-41f5-a751-53950a3cf93f), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:27.581212 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-57c411f2-1d1c-40c1-8bad-f7e5c31e2680 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (a1aa56b3-ead5-4731-bcbf-f4203039454e), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:27.641999 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c411f2-1d1c-40c1-8bad-f7e5c31e2680 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Pushing event deleted for resources: {'Port': ['ID=a1aa56b3-ead5-4731-bcbf-f4203039454e,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:27.651110 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3b7f95d0-4c9a-4ab1-a2d9-f0c77d5a5c3d tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (62a6e323-e854-493b-a1be-d0f555fb0bec), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:27.770086 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7f95d0-4c9a-4ab1-a2d9-f0c77d5a5c3d tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:40:27.774250 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-3b7f95d0-4c9a-4ab1-a2d9-f0c77d5a5c3d tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:27.777829 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7f95d0-4c9a-4ab1-a2d9-f0c77d5a5c3d tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:27.778538 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3b7f95d0-4c9a-4ab1-a2d9-f0c77d5a5c3d tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:27.792136 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-4da93f13-601c-49c9-b5e2-79f71fd50195 None None] Current status of the port a5488962-c1ab-41f5-a751-53950a3cf93f is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:27.816328 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7f95d0-4c9a-4ab1-a2d9-f0c77d5a5c3d tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event updated for resources: {'Subnet': ['ID=62a6e323-e854-493b-a1be-d0f555fb0bec,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:27.822735 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cf01fe-42f2-4782-988c-ec07f15c8dc9 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:27.822958 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d3cee137-119e-4e7c-bf44-f2ba0fe610f8 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (2cb27431-31d1-4b5d-8e46-cad024b8833e), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:27.824613 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-87cf01fe-42f2-4782-988c-ec07f15c8dc9 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.3543122 Feb 28 10:40:27.830469 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-68b05459-5ed7-4b00-baef-d05d99df4e19 None None] For port 6a970652-452e-4fd6-b433-b739188d554e, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=6a970652-452e-4fd6-b433-b739188d554e,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:27.837690 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47994) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:27.840525 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-68b05459-5ed7-4b00-baef-d05d99df4e19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (6a970652-452e-4fd6-b433-b739188d554e), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:27.860665 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-68b05459-5ed7-4b00-baef-d05d99df4e19 None None] Calling delete_port for 6a970652-452e-4fd6-b433-b739188d554e owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:40:27.901786 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-57c411f2-1d1c-40c1-8bad-f7e5c31e2680 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1047681'] for router_interface (45128454-cbf7-4ad3-9c5c-c0caa86daa64), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:27.966269 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cee137-119e-4e7c-bf44-f2ba0fe610f8 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event updated for resources: {'Subnet': ['ID=2cb27431-31d1-4b5d-8e46-cad024b8833e,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:27.983804 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-3b7f95d0-4c9a-4ab1-a2d9-f0c77d5a5c3d tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1835184 Feb 28 10:40:28.001292 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port a5488962-c1ab-41f5-a751-53950a3cf93f is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:28.011310 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-01af65df-3796-4131-863c-cbec021a4c00 None None] Provisioning complete for port fbe02389-6984-4f15-9230-cf09ab93eeff triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:28.012022 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-01af65df-3796-4131-863c-cbec021a4c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (fbe02389-6984-4f15-9230-cf09ab93eeff), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:28.013459 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 47996) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:28.020013 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-f73505a8-ffe8-4413-b4ad-9f015797f81a tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Request body: {'port': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'fixed_ips': [{'subnet_id': '62a6e323-e854-493b-a1be-d0f555fb0bec', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-482106209'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:28.114164 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 6a970652-452e-4fd6-b433-b739188d554e no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:40:28.120515 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-01af65df-3796-4131-863c-cbec021a4c00 None None] Port fbe02389-6984-4f15-9230-cf09ab93eeff cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:40:28.157654 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e42db77-eafb-4431-a431-2b2a6dbd495b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:28.164372 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e42db77-eafb-4431-a431-2b2a6dbd495b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:28.167523 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-01af65df-3796-4131-863c-cbec021a4c00 None None] Provisioning complete for port 90e88d5a-9676-4124-a606-74f2dcd6cf7c triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:28.168165 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-01af65df-3796-4131-863c-cbec021a4c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (90e88d5a-9676-4124-a606-74f2dcd6cf7c), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:28.172631 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e42db77-eafb-4431-a431-2b2a6dbd495b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:28.173497 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c411f2-1d1c-40c1-8bad-f7e5c31e2680 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Router 45128454-cbf7-4ad3-9c5c-c0caa86daa64 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:40:28.174376 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-1e42db77-eafb-4431-a431-2b2a6dbd495b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.2747736 Feb 28 10:40:28.179409 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 47998) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:28.190582 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cee137-119e-4e7c-bf44-f2ba0fe610f8 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Checking segment: {'id': 'ebf95878-cb7e-45ff-bca5-a8ea66d94349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '468d1482-bd59-47a9-8ca5-35333664a166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:40:28.193592 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cee137-119e-4e7c-bf44-f2ba0fe610f8 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Network hostable DHCP agents. Network: 468d1482-bd59-47a9-8ca5-35333664a166, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:40:28.227281 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-68b05459-5ed7-4b00-baef-d05d99df4e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (6a970652-452e-4fd6-b433-b739188d554e), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:28.272168 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b05459-5ed7-4b00-baef-d05d99df4e19 None None] Pushing event deleted for resources: {'Port': ['ID=6a970652-452e-4fd6-b433-b739188d554e,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:28.275637 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-01af65df-3796-4131-863c-cbec021a4c00 None None] Port 90e88d5a-9676-4124-a606-74f2dcd6cf7c cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:40:28.279453 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 6a970652-452e-4fd6-b433-b739188d554e is: ACTIVE; New status is: DOWN {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:28.280092 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (6a970652-452e-4fd6-b433-b739188d554e), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:28.282292 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b05459-5ed7-4b00-baef-d05d99df4e19 None None] No DVR routers for this DVR port 6a970652-452e-4fd6-b433-b739188d554e on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:40:28.301557 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cee137-119e-4e7c-bf44-f2ba0fe610f8 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Network 468d1482-bd59-47a9-8ca5-35333664a166 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:40:28.308915 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd960ea7-1af2-4004-9420-c106328531dd None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:40:28.328745 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f73505a8-ffe8-4413-b4ad-9f015797f81a tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Made reservation on behalf of 9047a33944184c15875a48328f19bcdb for: {'port': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:40:28.390216 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c411f2-1d1c-40c1-8bad-f7e5c31e2680 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:40:28.406625 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-57c411f2-1d1c-40c1-8bad-f7e5c31e2680 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] 10.222.0.62 "PUT /v2.0/routers/45128454-cbf7-4ad3-9c5c-c0caa86daa64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6933348 Feb 28 10:40:28.410400 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48000) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:28.414269 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e723a6-b40e-41bf-bc45-b9b255a32683 None None] Sync routers for ids ['45128454-cbf7-4ad3-9c5c-c0caa86daa64'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:40:28.428465 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e723a6-b40e-41bf-bc45-b9b255a32683 None None] Routers {'45128454-cbf7-4ad3-9c5c-c0caa86daa64'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:40:28.429089 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-d5e723a6-b40e-41bf-bc45-b9b255a32683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:40:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['45128454-cbf7-4ad3-9c5c-c0caa86daa64'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:28.459714 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf492dc-8abe-4abd-9db1-f3569cf007c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-a10d36a7-87ef-481e-9e9f-da2235211c53', 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'project_id': '9047a33944184c15875a48328f19bcdb', 'fixed_ips': [{'subnet_id': '62a6e323-e854-493b-a1be-d0f555fb0bec'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:40:28.461102 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-acf492dc-8abe-4abd-9db1-f3569cf007c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:28.481279 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f73505a8-ffe8-4413-b4ad-9f015797f81a tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:28.483306 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-d3cee137-119e-4e7c-bf44-f2ba0fe610f8 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 468d1482-bd59-47a9-8ca5-35333664a166) {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:28.499041 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cee137-119e-4e7c-bf44-f2ba0fe610f8 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:28.500026 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d3cee137-119e-4e7c-bf44-f2ba0fe610f8 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:28.502912 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-d5e723a6-b40e-41bf-bc45-b9b255a32683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:28.511040 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.api.v2.resource [None req-2a9335c1-c99a-4d9c-9539-516d77f48220 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] delete failed (client error): The resource could not be found. Feb 28 10:40:28.515230 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-2a9335c1-c99a-4d9c-9539-516d77f48220 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] 10.222.0.62 "DELETE /v2.0/routers/tempest-non_exist_router-306594034 HTTP/1.1" status: 404 len: 334 time: 0.0905156 Feb 28 10:40:28.519848 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48002) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:28.522036 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e723a6-b40e-41bf-bc45-b9b255a32683 None None] Routers {'45128454-cbf7-4ad3-9c5c-c0caa86daa64'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:40:28.524579 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-d5e723a6-b40e-41bf-bc45-b9b255a32683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:40:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['45128454-cbf7-4ad3-9c5c-c0caa86daa64'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:28.529126 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-d41b1a0d-e4a0-49c4-b13a-fe6c93158351 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Request body: {'router': {'external_gateway_info': {'network_id': '45128454-cbf7-4ad3-9c5c-c0caa86daa64'}}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:28.548790 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [None req-f73505a8-ffe8-4413-b4ad-9f015797f81a tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] device_id is not set on port ecd1b3e9-6842-47cb-bbb5-cd7fb4751fd0 yet. {{(pid=104084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:40:28.553725 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-5d2ec764-a76b-48cf-b580-cb109fca3206 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Deleting port 90e88d5a-9676-4124-a606-74f2dcd6cf7c {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:40:28.554073 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5d2ec764-a76b-48cf-b580-cb109fca3206 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (90e88d5a-9676-4124-a606-74f2dcd6cf7c), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:28.602914 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-d5e723a6-b40e-41bf-bc45-b9b255a32683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:28.603965 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e723a6-b40e-41bf-bc45-b9b255a32683 None None] The sync data for ids ['45128454-cbf7-4ad3-9c5c-c0caa86daa64'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:40:28.650859 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-acf492dc-8abe-4abd-9db1-f3569cf007c2 None None] Allocated IP 2001:db8::2 (a10d36a7-87ef-481e-9e9f-da2235211c53/62a6e323-e854-493b-a1be-d0f555fb0bec/3142adfb-29c6-4686-82cd-9127ded578a8) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:40:28.682540 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5d2ec764-a76b-48cf-b580-cb109fca3206 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (90e88d5a-9676-4124-a606-74f2dcd6cf7c), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:28.703234 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-5d2ec764-a76b-48cf-b580-cb109fca3206 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Calling delete_port for 90e88d5a-9676-4124-a606-74f2dcd6cf7c owned by {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:40:28.737057 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840535b3-c946-45a8-853d-6661aa9b8863 None None] Network 468d1482-bd59-47a9-8ca5-35333664a166 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:40:28.771660 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-d3cee137-119e-4e7c-bf44-f2ba0fe610f8 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7918849 Feb 28 10:40:28.774871 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48004) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:28.779961 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-1bf67f37-aa4d-4a7a-9806-08a3a7658e86 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2107384890', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:28.872528 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26afa19d-2cf1-4190-96b3-f64be805cea1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-468d1482-bd59-47a9-8ca5-35333664a166', 'network_id': '468d1482-bd59-47a9-8ca5-35333664a166', 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'fixed_ips': [{'subnet_id': '2cb27431-31d1-4b5d-8e46-cad024b8833e'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:40:28.873399 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-26afa19d-2cf1-4190-96b3-f64be805cea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:28.893929 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5d2ec764-a76b-48cf-b580-cb109fca3206 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (90e88d5a-9676-4124-a606-74f2dcd6cf7c), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:28.937377 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2ec764-a76b-48cf-b580-cb109fca3206 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event deleted for resources: {'Port': ['ID=90e88d5a-9676-4124-a606-74f2dcd6cf7c,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:28.941183 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48006) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:28.947889 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1bf67f37-aa4d-4a7a-9806-08a3a7658e86 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (16ee5bbb-d7d4-4e7e-a190-4c5b94544e37), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:28.949218 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1bf67f37-aa4d-4a7a-9806-08a3a7658e86 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (16ee5bbb-d7d4-4e7e-a190-4c5b94544e37), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:28.952833 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-0d815d6c-3dd3-47a5-85d0-767366359c90 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Request body: {'subnets': [{'network_id': '6270902f-7c0e-4bc9-b1ee-09bae0dcbdd4', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1272004832', 'ip_version': 6}, {'network_id': '833d8ef1-36ce-479e-ac57-86ca7f8f887b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:28.953203 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-0d815d6c-3dd3-47a5-85d0-767366359c90 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Request body: {'subnet': {'network_id': '6270902f-7c0e-4bc9-b1ee-09bae0dcbdd4', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1272004832', 'ip_version': 6}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:28.953826 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-0d815d6c-3dd3-47a5-85d0-767366359c90 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Request body: {'subnet': {'network_id': '833d8ef1-36ce-479e-ac57-86ca7f8f887b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:28.995135 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-acf492dc-8abe-4abd-9db1-f3569cf007c2 None None] Publish callbacks [] for port (3142adfb-29c6-4686-82cd-9127ded578a8), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:29.004955 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d41b1a0d-e4a0-49c4-b13a-fe6c93158351 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks [] for router_gateway (45128454-cbf7-4ad3-9c5c-c0caa86daa64), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:29.072156 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-26afa19d-2cf1-4190-96b3-f64be805cea1 None None] Allocated IP 172.20.0.2 (468d1482-bd59-47a9-8ca5-35333664a166/2cb27431-31d1-4b5d-8e46-cad024b8833e/6f658c86-704b-49d6-9fde-ce35ba1e621a) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:40:29.077007 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-acf492dc-8abe-4abd-9db1-f3569cf007c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (3142adfb-29c6-4686-82cd-9127ded578a8), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:29.098358 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1bf67f37-aa4d-4a7a-9806-08a3a7658e86 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for router_controller (16ee5bbb-d7d4-4e7e-a190-4c5b94544e37), precommit_add_association {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:29.126701 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-d41b1a0d-e4a0-49c4-b13a-fe6c93158351 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] update failed (client error): The resource could not be found. Feb 28 10:40:29.132114 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-d41b1a0d-e4a0-49c4-b13a-fe6c93158351 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] 10.222.0.62 "PUT /v2.0/routers/45128454-cbf7-4ad3-9c5c-c0caa86daa64 HTTP/1.1" status: 404 len: 339 time: 0.6108556 Feb 28 10:40:29.132856 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48008) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:29.137977 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-9255a85b-86b8-406e-8a0f-ddb7b190444d tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-309089851'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:29.143598 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-f73505a8-ffe8-4413-b4ad-9f015797f81a tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:40:29.144223 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f73505a8-ffe8-4413-b4ad-9f015797f81a tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:40:29.168678 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5d2ec764-a76b-48cf-b580-cb109fca3206 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:29.175020 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1bf67f37-aa4d-4a7a-9806-08a3a7658e86 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (16ee5bbb-d7d4-4e7e-a190-4c5b94544e37), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:29.175169 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-5d2ec764-a76b-48cf-b580-cb109fca3206 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "DELETE /v2.0/ports/90e88d5a-9676-4124-a606-74f2dcd6cf7c HTTP/1.1" status: 204 len: 168 time: 0.9912415 Feb 28 10:40:29.175169 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48010) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:29.211537 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdeb78f8-f5cb-42c8-83ac-2a34a5f3e1c2 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] GET failed (client error): The resource could not be found. Feb 28 10:40:29.213186 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-fdeb78f8-f5cb-42c8-83ac-2a34a5f3e1c2 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "GET /v2.0/ports/90e88d5a-9676-4124-a606-74f2dcd6cf7c HTTP/1.1" status: 404 len: 333 time: 0.0374908 Feb 28 10:40:29.216315 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48012) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:29.260709 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-f73505a8-ffe8-4413-b4ad-9f015797f81a tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.2458272 Feb 28 10:40:29.263595 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48014) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:29.281358 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1bf67f37-aa4d-4a7a-9806-08a3a7658e86 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:29.283413 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-1bf67f37-aa4d-4a7a-9806-08a3a7658e86 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5066698 Feb 28 10:40:29.301724 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48016) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:29.312744 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d815d6c-3dd3-47a5-85d0-767366359c90 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Made reservation on behalf of 36e93ef975734c2bbb415aa2ec418512 for: {'subnet': 2} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:40:29.317869 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0d815d6c-3dd3-47a5-85d0-767366359c90 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:29.318217 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0d815d6c-3dd3-47a5-85d0-767366359c90 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:29.347866 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9255a85b-86b8-406e-8a0f-ddb7b190444d tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Made reservation on behalf of 48385e64db644bfc90ce657eac8bbe16 for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:40:29.352168 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9255a85b-86b8-406e-8a0f-ddb7b190444d tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:29.363597 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf492dc-8abe-4abd-9db1-f3569cf007c2 None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:40:29.369081 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf492dc-8abe-4abd-9db1-f3569cf007c2 None None] Pushing event updated for resources: {'Port': ['ID=3142adfb-29c6-4686-82cd-9127ded578a8,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:29.371612 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-acf492dc-8abe-4abd-9db1-f3569cf007c2 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:29.377291 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf492dc-8abe-4abd-9db1-f3569cf007c2 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:40:29.409846 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ec1c6d-5688-4367-b308-e835aab361e7 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:29.414333 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-71ec1c6d-5688-4367-b308-e835aab361e7 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1467969 Feb 28 10:40:29.417915 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48018) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:29.484698 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-acf492dc-8abe-4abd-9db1-f3569cf007c2 None None] Attempting to bind port 3142adfb-29c6-4686-82cd-9127ded578a8 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:40:29.485079 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-acf492dc-8abe-4abd-9db1-f3569cf007c2 None None] Attempting to bind port 3142adfb-29c6-4686-82cd-9127ded578a8 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:40:29.485445 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf492dc-8abe-4abd-9db1-f3569cf007c2 None None] Attempting to bind port 3142adfb-29c6-4686-82cd-9127ded578a8 on network a10d36a7-87ef-481e-9e9f-da2235211c53 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:40:29.496609 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf492dc-8abe-4abd-9db1-f3569cf007c2 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:40:29.497097 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf492dc-8abe-4abd-9db1-f3569cf007c2 None None] Checking segment: {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:40:29.497373 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9a29f7-dc5b-4419-94cf-94c9e2b613a2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:29.497493 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-acf492dc-8abe-4abd-9db1-f3569cf007c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:29.497783 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf492dc-8abe-4abd-9db1-f3569cf007c2 None None] Bound using segment: {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:40:29.498271 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-acf492dc-8abe-4abd-9db1-f3569cf007c2 None None] Bound port: 3142adfb-29c6-4686-82cd-9127ded578a8, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:40:29.498662 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-acf492dc-8abe-4abd-9db1-f3569cf007c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (3142adfb-29c6-4686-82cd-9127ded578a8), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:29.498767 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9a29f7-dc5b-4419-94cf-94c9e2b613a2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:29.502758 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-1d9a29f7-dc5b-4419-94cf-94c9e2b613a2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0812314 Feb 28 10:40:29.503615 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48020) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:29.527743 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-26afa19d-2cf1-4190-96b3-f64be805cea1 None None] Publish callbacks [] for port (6f658c86-704b-49d6-9fde-ce35ba1e621a), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:29.587239 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-acf492dc-8abe-4abd-9db1-f3569cf007c2 None None] For port 3142adfb-29c6-4686-82cd-9127ded578a8, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:40:29.591240 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-acf492dc-8abe-4abd-9db1-f3569cf007c2 None None] For port 3142adfb-29c6-4686-82cd-9127ded578a8, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=3142adfb-29c6-4686-82cd-9127ded578a8,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:40:29.592398 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_v2 [None req-72a405a5-d91f-40ca-8a02-e23917a9c003 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Deleting subnet 62a6e323-e854-493b-a1be-d0f555fb0bec {{(pid=104083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:40:29.598350 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-72a405a5-d91f-40ca-8a02-e23917a9c003 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for subnet (62a6e323-e854-493b-a1be-d0f555fb0bec), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:29.649459 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-26afa19d-2cf1-4190-96b3-f64be805cea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (6f658c86-704b-49d6-9fde-ce35ba1e621a), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:29.697394 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26afa19d-2cf1-4190-96b3-f64be805cea1 None None] Network 468d1482-bd59-47a9-8ca5-35333664a166 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:40:29.703764 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-26afa19d-2cf1-4190-96b3-f64be805cea1 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:29.710364 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26afa19d-2cf1-4190-96b3-f64be805cea1 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:40:29.713979 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-acf492dc-8abe-4abd-9db1-f3569cf007c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (3142adfb-29c6-4686-82cd-9127ded578a8), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:29.717478 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26afa19d-2cf1-4190-96b3-f64be805cea1 None None] Pushing event updated for resources: {'Port': ['ID=6f658c86-704b-49d6-9fde-ce35ba1e621a,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:29.841102 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf492dc-8abe-4abd-9db1-f3569cf007c2 None None] Pushing event updated for resources: {'Port': ['ID=3142adfb-29c6-4686-82cd-9127ded578a8,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:29.851487 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9255a85b-86b8-406e-8a0f-ddb7b190444d tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:40:29.855674 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-285ba7cc-0646-4989-8cde-a65fc3e0d98e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Deleting port fbe02389-6984-4f15-9230-cf09ab93eeff {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:40:29.860514 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-285ba7cc-0646-4989-8cde-a65fc3e0d98e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (fbe02389-6984-4f15-9230-cf09ab93eeff), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:29.863196 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-26afa19d-2cf1-4190-96b3-f64be805cea1 None None] Attempting to bind port 6f658c86-704b-49d6-9fde-ce35ba1e621a on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:40:29.864424 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-26afa19d-2cf1-4190-96b3-f64be805cea1 None None] Attempting to bind port 6f658c86-704b-49d6-9fde-ce35ba1e621a by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': 'ebf95878-cb7e-45ff-bca5-a8ea66d94349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '468d1482-bd59-47a9-8ca5-35333664a166'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:40:29.866788 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26afa19d-2cf1-4190-96b3-f64be805cea1 None None] Attempting to bind port 6f658c86-704b-49d6-9fde-ce35ba1e621a on network 468d1482-bd59-47a9-8ca5-35333664a166 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:40:29.873789 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26afa19d-2cf1-4190-96b3-f64be805cea1 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:40:29.874563 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26afa19d-2cf1-4190-96b3-f64be805cea1 None None] Checking segment: {'id': 'ebf95878-cb7e-45ff-bca5-a8ea66d94349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '468d1482-bd59-47a9-8ca5-35333664a166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:40:29.875818 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-26afa19d-2cf1-4190-96b3-f64be805cea1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:29.876426 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26afa19d-2cf1-4190-96b3-f64be805cea1 None None] Bound using segment: {'id': 'ebf95878-cb7e-45ff-bca5-a8ea66d94349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '468d1482-bd59-47a9-8ca5-35333664a166'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:40:29.877124 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-26afa19d-2cf1-4190-96b3-f64be805cea1 None None] Bound port: 6f658c86-704b-49d6-9fde-ce35ba1e621a, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebf95878-cb7e-45ff-bca5-a8ea66d94349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '468d1482-bd59-47a9-8ca5-35333664a166'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:40:29.878019 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-26afa19d-2cf1-4190-96b3-f64be805cea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (6f658c86-704b-49d6-9fde-ce35ba1e621a), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:29.965454 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-26afa19d-2cf1-4190-96b3-f64be805cea1 None None] For port 6f658c86-704b-49d6-9fde-ce35ba1e621a, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:40:29.969291 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-26afa19d-2cf1-4190-96b3-f64be805cea1 None None] For port 6f658c86-704b-49d6-9fde-ce35ba1e621a, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=6f658c86-704b-49d6-9fde-ce35ba1e621a,segment=NetworkSegment(ebf95878-cb7e-45ff-bca5-a8ea66d94349),segment_id=ebf95878-cb7e-45ff-bca5-a8ea66d94349)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:40:29.984072 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9255a85b-86b8-406e-8a0f-ddb7b190444d tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (c152c145-2284-43ec-a009-e7c0e5d00734), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:29.984418 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-9255a85b-86b8-406e-8a0f-ddb7b190444d tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Added segment c152c145-2284-43ec-a009-e7c0e5d00734 of type vlan for network 075bd27b-651e-4c91-9b85-ebc998868ff9 Feb 28 10:40:29.987517 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-72a405a5-d91f-40ca-8a02-e23917a9c003 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59245535'] for subnet (62a6e323-e854-493b-a1be-d0f555fb0bec), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:30.039177 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-26afa19d-2cf1-4190-96b3-f64be805cea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (6f658c86-704b-49d6-9fde-ce35ba1e621a), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:30.127305 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9255a85b-86b8-406e-8a0f-ddb7b190444d tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (075bd27b-651e-4c91-9b85-ebc998868ff9), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:30.144977 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26afa19d-2cf1-4190-96b3-f64be805cea1 None None] Pushing event updated for resources: {'Port': ['ID=6f658c86-704b-49d6-9fde-ce35ba1e621a,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:30.211139 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-285ba7cc-0646-4989-8cde-a65fc3e0d98e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (fbe02389-6984-4f15-9230-cf09ab93eeff), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:30.225815 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-285ba7cc-0646-4989-8cde-a65fc3e0d98e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Calling delete_port for fbe02389-6984-4f15-9230-cf09ab93eeff owned by {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:40:30.248483 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8d5f37fd-0ebc-48be-a1fc-35c4af940e84 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:30.263540 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9255a85b-86b8-406e-8a0f-ddb7b190444d tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (075bd27b-651e-4c91-9b85-ebc998868ff9), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:30.268588 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9255a85b-86b8-406e-8a0f-ddb7b190444d tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:30.269176 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9255a85b-86b8-406e-8a0f-ddb7b190444d tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:30.275916 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-72a405a5-d91f-40ca-8a02-e23917a9c003 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (62a6e323-e854-493b-a1be-d0f555fb0bec), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:30.374346 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0d815d6c-3dd3-47a5-85d0-767366359c90 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (d66d97ca-ca06-4642-adea-56799e2e7ced), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:30.446284 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d815d6c-3dd3-47a5-85d0-767366359c90 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Pushing event updated for resources: {'Subnet': ['ID=d66d97ca-ca06-4642-adea-56799e2e7ced,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:30.447167 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-9255a85b-86b8-406e-8a0f-ddb7b190444d tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3131149 Feb 28 10:40:30.450062 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48022) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:30.455070 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-832d5d11-0734-45a5-b0b9-54b480288f76 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Request body: {'subnet': {'network_id': '075bd27b-651e-4c91-9b85-ebc998868ff9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:30.464056 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-72a405a5-d91f-40ca-8a02-e23917a9c003 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (62a6e323-e854-493b-a1be-d0f555fb0bec), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:30.494428 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255a85b-86b8-406e-8a0f-ddb7b190444d tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Pushing event updated for resources: {'Network': ['ID=075bd27b-651e-4c91-9b85-ebc998868ff9,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:30.507239 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 075bd27b-651e-4c91-9b85-ebc998868ff9 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:40:30.511543 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d815d6c-3dd3-47a5-85d0-767366359c90 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Checking segment: {'id': 'd30d778d-f742-431b-b47c-d0fc7864be54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6270902f-7c0e-4bc9-b1ee-09bae0dcbdd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:40:30.511919 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d815d6c-3dd3-47a5-85d0-767366359c90 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Network hostable DHCP agents. Network: 6270902f-7c0e-4bc9-b1ee-09bae0dcbdd4, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:40:30.556335 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:30.558581 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a405a5-d91f-40ca-8a02-e23917a9c003 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event deleted for resources: {'Subnet': ['ID=62a6e323-e854-493b-a1be-d0f555fb0bec,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:30.602997 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-72a405a5-d91f-40ca-8a02-e23917a9c003 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:30.606422 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-72a405a5-d91f-40ca-8a02-e23917a9c003 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/subnets/62a6e323-e854-493b-a1be-d0f555fb0bec HTTP/1.1" status: 204 len: 168 time: 1.1018109 Feb 28 10:40:30.608978 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48024) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:30.656057 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-d686e513-d72d-41dc-ba08-678f45d67bf3 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0457263 Feb 28 10:40:30.661902 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48026) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:30.669361 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-13ce57fd-948f-4f0b-b656-632face83c78 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Request body: {'subnet': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:30.741544 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-8d5f37fd-0ebc-48be-a1fc-35c4af940e84 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Allocated IP 172.20.0.1 (468d1482-bd59-47a9-8ca5-35333664a166/2cb27431-31d1-4b5d-8e46-cad024b8833e/a76069be-9e71-46d2-b80c-f3390e6eb018) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:40:30.748197 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d815d6c-3dd3-47a5-85d0-767366359c90 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Network 6270902f-7c0e-4bc9-b1ee-09bae0dcbdd4 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:40:30.774608 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-832d5d11-0734-45a5-b0b9-54b480288f76 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Made reservation on behalf of 48385e64db644bfc90ce657eac8bbe16 for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:40:30.774872 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-285ba7cc-0646-4989-8cde-a65fc3e0d98e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (fbe02389-6984-4f15-9230-cf09ab93eeff), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:30.778077 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-832d5d11-0734-45a5-b0b9-54b480288f76 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:30.827781 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-0d815d6c-3dd3-47a5-85d0-767366359c90 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 6270902f-7c0e-4bc9-b1ee-09bae0dcbdd4) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:30.840984 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0d815d6c-3dd3-47a5-85d0-767366359c90 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (e1880067-2796-4586-9feb-c7feed1a6253), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:30.842162 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb44316e-bb73-4bc2-9db6-c8f2f0c0c44f None None] Network 6270902f-7c0e-4bc9-b1ee-09bae0dcbdd4 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:40:30.842502 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285ba7cc-0646-4989-8cde-a65fc3e0d98e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event deleted for resources: {'Port': ['ID=fbe02389-6984-4f15-9230-cf09ab93eeff,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:30.958208 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ce57fd-948f-4f0b-b656-632face83c78 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Made reservation on behalf of 9047a33944184c15875a48328f19bcdb for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:40:30.968928 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-13ce57fd-948f-4f0b-b656-632face83c78 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:30.968928 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d815d6c-3dd3-47a5-85d0-767366359c90 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Pushing event updated for resources: {'Subnet': ['ID=e1880067-2796-4586-9feb-c7feed1a6253,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:30.969179 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8d5f37fd-0ebc-48be-a1fc-35c4af940e84 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for port (a76069be-9e71-46d2-b80c-f3390e6eb018), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:30.980341 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-285ba7cc-0646-4989-8cde-a65fc3e0d98e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:30.987804 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-285ba7cc-0646-4989-8cde-a65fc3e0d98e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "DELETE /v2.0/ports/fbe02389-6984-4f15-9230-cf09ab93eeff HTTP/1.1" status: 204 len: 168 time: 1.7699943 Feb 28 10:40:30.991259 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48028) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:31.036268 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-79168b11-8b4b-464d-bf21-2de9939f21cf tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] GET failed (client error): The resource could not be found. Feb 28 10:40:31.041609 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-79168b11-8b4b-464d-bf21-2de9939f21cf tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "GET /v2.0/ports/fbe02389-6984-4f15-9230-cf09ab93eeff HTTP/1.1" status: 404 len: 333 time: 0.0498409 Feb 28 10:40:31.042268 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48030) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:31.060261 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d815d6c-3dd3-47a5-85d0-767366359c90 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Checking segment: {'id': '1ea4154c-7b54-4061-8e56-32cc01e692a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '833d8ef1-36ce-479e-ac57-86ca7f8f887b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:40:31.060779 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d815d6c-3dd3-47a5-85d0-767366359c90 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Network hostable DHCP agents. Network: 833d8ef1-36ce-479e-ac57-86ca7f8f887b, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:40:31.136591 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9676b1-b13d-4e58-8c2b-8a7072670035 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-6270902f-7c0e-4bc9-b1ee-09bae0dcbdd4', 'network_id': '6270902f-7c0e-4bc9-b1ee-09bae0dcbdd4', 'project_id': '36e93ef975734c2bbb415aa2ec418512', 'fixed_ips': [{'subnet_id': 'd66d97ca-ca06-4642-adea-56799e2e7ced'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:40:31.140149 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-1a9676b1-b13d-4e58-8c2b-8a7072670035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:31.196674 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-80166410-5430-4606-a898-aed9c4b77362 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Deleting subnet 93432a06-52ce-4345-b434-fe43ca982e3e {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:40:31.214148 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-80166410-5430-4606-a898-aed9c4b77362 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for subnet (93432a06-52ce-4345-b434-fe43ca982e3e), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:31.314611 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d815d6c-3dd3-47a5-85d0-767366359c90 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Network 833d8ef1-36ce-479e-ac57-86ca7f8f887b is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:40:31.333159 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-80166410-5430-4606-a898-aed9c4b77362 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (93432a06-52ce-4345-b434-fe43ca982e3e), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:31.342476 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 3142adfb-29c6-4686-82cd-9127ded578a8 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:40:31.345351 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8d5f37fd-0ebc-48be-a1fc-35c4af940e84 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (a76069be-9e71-46d2-b80c-f3390e6eb018), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:31.351918 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-832d5d11-0734-45a5-b0b9-54b480288f76 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (1faf7292-495f-4c3b-b4c4-91b45da5e3ae), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:31.417837 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-0d815d6c-3dd3-47a5-85d0-767366359c90 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 833d8ef1-36ce-479e-ac57-86ca7f8f887b) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:31.428492 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3d9720-777e-45c3-bdef-82212728e879 None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:40:31.436769 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc66468-6e2d-4ff7-b722-6fc3393bcc1d None None] Network 833d8ef1-36ce-479e-ac57-86ca7f8f887b requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:40:31.438049 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d815d6c-3dd3-47a5-85d0-767366359c90 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:31.438986 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d815d6c-3dd3-47a5-85d0-767366359c90 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:31.439586 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0d815d6c-3dd3-47a5-85d0-767366359c90 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:31.456152 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5f37fd-0ebc-48be-a1fc-35c4af940e84 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Network 468d1482-bd59-47a9-8ca5-35333664a166 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:40:31.479353 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-8d5f37fd-0ebc-48be-a1fc-35c4af940e84 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:31.479353 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5f37fd-0ebc-48be-a1fc-35c4af940e84 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:40:31.520409 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832d5d11-0734-45a5-b0b9-54b480288f76 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Pushing event updated for resources: {'Subnet': ['ID=1faf7292-495f-4c3b-b4c4-91b45da5e3ae,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:31.538266 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-1a9676b1-b13d-4e58-8c2b-8a7072670035 None None] Allocated IP 2001:db8::1 (6270902f-7c0e-4bc9-b1ee-09bae0dcbdd4/d66d97ca-ca06-4642-adea-56799e2e7ced/b56d5819-fd0e-469a-98d8-d9a5bb5c4989) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:40:31.550516 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832d5d11-0734-45a5-b0b9-54b480288f76 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Checking segment: {'id': 'c152c145-2284-43ec-a009-e7c0e5d00734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '075bd27b-651e-4c91-9b85-ebc998868ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:40:31.551820 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832d5d11-0734-45a5-b0b9-54b480288f76 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Network hostable DHCP agents. Network: 075bd27b-651e-4c91-9b85-ebc998868ff9, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:40:31.556847 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5f37fd-0ebc-48be-a1fc-35c4af940e84 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event updated for resources: {'Port': ['ID=a76069be-9e71-46d2-b80c-f3390e6eb018,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:31.562717 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8d5f37fd-0ebc-48be-a1fc-35c4af940e84 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047958'] for router_interface (16ee5bbb-d7d4-4e7e-a190-4c5b94544e37), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:31.601189 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-0d815d6c-3dd3-47a5-85d0-767366359c90 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.6524529 Feb 28 10:40:31.602006 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48032) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:31.613666 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-3834a7de-633c-4e53-ad84-490fa740f3af None None] Provisioning complete for port 3142adfb-29c6-4686-82cd-9127ded578a8 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:31.614040 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3834a7de-633c-4e53-ad84-490fa740f3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (3142adfb-29c6-4686-82cd-9127ded578a8), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:31.634583 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 3142adfb-29c6-4686-82cd-9127ded578a8 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:31.634977 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (3142adfb-29c6-4686-82cd-9127ded578a8), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:31.651165 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-13ce57fd-948f-4f0b-b656-632face83c78 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (4692fc91-19d2-4c55-822c-c8c8b2d52902), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:31.673653 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-80166410-5430-4606-a898-aed9c4b77362 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (93432a06-52ce-4345-b434-fe43ca982e3e), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:31.708355 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832d5d11-0734-45a5-b0b9-54b480288f76 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Network 075bd27b-651e-4c91-9b85-ebc998868ff9 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:40:31.758656 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4b3c72-6090-4f0d-8c94-1162fbd41fed tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:31.762558 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4b3c72-6090-4f0d-8c94-1162fbd41fed tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:31.762558 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4b3c72-6090-4f0d-8c94-1162fbd41fed tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:31.763233 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-be4b3c72-6090-4f0d-8c94-1162fbd41fed tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1598482 Feb 28 10:40:31.765376 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ce57fd-948f-4f0b-b656-632face83c78 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:40:31.769410 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-13ce57fd-948f-4f0b-b656-632face83c78 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:31.772681 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48034) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:31.774606 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ce57fd-948f-4f0b-b656-632face83c78 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:31.775251 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-13ce57fd-948f-4f0b-b656-632face83c78 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:31.787200 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ce57fd-948f-4f0b-b656-632face83c78 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event updated for resources: {'Subnet': ['ID=4692fc91-19d2-4c55-822c-c8c8b2d52902,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:31.810535 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365ec748-9d98-4608-b42f-c0263ef85fa0 None None] Network 468d1482-bd59-47a9-8ca5-35333664a166 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:40:31.848984 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-832d5d11-0734-45a5-b0b9-54b480288f76 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 075bd27b-651e-4c91-9b85-ebc998868ff9) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:31.849750 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f977416-9586-4dd5-92a6-a5e9184dd566 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Deleting subnet d66d97ca-ca06-4642-adea-56799e2e7ced {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:40:31.855841 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832d5d11-0734-45a5-b0b9-54b480288f76 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:31.859433 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-832d5d11-0734-45a5-b0b9-54b480288f76 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:31.859740 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-80166410-5430-4606-a898-aed9c4b77362 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (93432a06-52ce-4345-b434-fe43ca982e3e), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:31.885926 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-13ce57fd-948f-4f0b-b656-632face83c78 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2225416 Feb 28 10:40:31.889235 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48036) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:31.894733 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-a08c5a4d-1ca2-4069-939f-3b131b61d983 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1546625639', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:31.894924 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80166410-5430-4606-a898-aed9c4b77362 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event deleted for resources: {'Subnet': ['ID=93432a06-52ce-4345-b434-fe43ca982e3e,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:31.897255 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-80166410-5430-4606-a898-aed9c4b77362 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:31.901016 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-80166410-5430-4606-a898-aed9c4b77362 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "DELETE /v2.0/subnets/93432a06-52ce-4345-b434-fe43ca982e3e HTTP/1.1" status: 204 len: 168 time: 0.8558919 Feb 28 10:40:31.901711 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8d5f37fd-0ebc-48be-a1fc-35c4af940e84 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (a76069be-9e71-46d2-b80c-f3390e6eb018), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:31.904889 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48038) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:31.906216 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0b7c44-1884-4a27-a129-1650fd353f6c None None] Network 075bd27b-651e-4c91-9b85-ebc998868ff9 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:40:31.928810 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed195352-498e-4446-b9bf-91e13e9f50ad None None] Network 466c5f5e-5618-4374-8fe0-9541e2a7cf2e requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:40:31.934678 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-832d5d11-0734-45a5-b0b9-54b480288f76 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4827352 Feb 28 10:40:31.942432 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48040) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:31.956374 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-919418bc-01f7-4ef6-83a0-a2dc6278ddc4 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Request body: {'router': {'external_gateway_info': {'network_id': '075bd27b-651e-4c91-9b85-ebc998868ff9'}}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:32.003872 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1592301d-d23f-4ecc-b186-b0babc5e2e87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-833d8ef1-36ce-479e-ac57-86ca7f8f887b', 'network_id': '833d8ef1-36ce-479e-ac57-86ca7f8f887b', 'project_id': '36e93ef975734c2bbb415aa2ec418512', 'fixed_ips': [{'subnet_id': 'e1880067-2796-4586-9feb-c7feed1a6253'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:40:32.004646 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-1592301d-d23f-4ecc-b186-b0babc5e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:32.033955 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5ec86e24-f89d-4832-98c8-49d9f1da182b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (466c5f5e-5618-4374-8fe0-9541e2a7cf2e), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:32.038484 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a08c5a4d-1ca2-4069-939f-3b131b61d983 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (986529d2-d3cb-4550-97bb-00941d9fbbfd), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:32.039909 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a08c5a4d-1ca2-4069-939f-3b131b61d983 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (986529d2-d3cb-4550-97bb-00941d9fbbfd), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:32.059950 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-1a9676b1-b13d-4e58-8c2b-8a7072670035 None None] Publish callbacks [] for port (b56d5819-fd0e-469a-98d8-d9a5bb5c4989), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:32.133463 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9f977416-9586-4dd5-92a6-a5e9184dd566 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks [] for subnet (d66d97ca-ca06-4642-adea-56799e2e7ced), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:32.197394 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9f977416-9586-4dd5-92a6-a5e9184dd566 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (d66d97ca-ca06-4642-adea-56799e2e7ced), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:32.218318 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a08c5a4d-1ca2-4069-939f-3b131b61d983 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for router_controller (986529d2-d3cb-4550-97bb-00941d9fbbfd), precommit_add_association {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:32.251904 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-919418bc-01f7-4ef6-83a0-a2dc6278ddc4 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks [] for router_gateway (45128454-cbf7-4ad3-9c5c-c0caa86daa64), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:32.270070 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a08c5a4d-1ca2-4069-939f-3b131b61d983 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (986529d2-d3cb-4550-97bb-00941d9fbbfd), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:32.324177 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-1a9676b1-b13d-4e58-8c2b-8a7072670035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (b56d5819-fd0e-469a-98d8-d9a5bb5c4989), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:32.375773 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ad3215-218f-4cf9-b905-d2b16285acb6 None None] DHCP port deletion for a10d36a7-87ef-481e-9e9f-da2235211c53 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:40:32.392855 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a08c5a4d-1ca2-4069-939f-3b131b61d983 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:32.397058 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a08c5a4d-1ca2-4069-939f-3b131b61d983 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5037105 Feb 28 10:40:32.397221 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-5ec86e24-f89d-4832-98c8-49d9f1da182b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Deleting port a5488962-c1ab-41f5-a751-53950a3cf93f {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:40:32.397221 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5ec86e24-f89d-4832-98c8-49d9f1da182b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (a5488962-c1ab-41f5-a751-53950a3cf93f), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:32.397399 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48042) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:32.455627 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.api.v2.resource [None req-919418bc-01f7-4ef6-83a0-a2dc6278ddc4 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:40:32.461069 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-919418bc-01f7-4ef6-83a0-a2dc6278ddc4 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] 10.222.0.62 "PUT /v2.0/routers/45128454-cbf7-4ad3-9c5c-c0caa86daa64 HTTP/1.1" status: 400 len: 364 time: 0.5167496 Feb 28 10:40:32.462112 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48044) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:32.533291 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9f977416-9586-4dd5-92a6-a5e9184dd566 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (d66d97ca-ca06-4642-adea-56799e2e7ced), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:32.546896 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9676b1-b13d-4e58-8c2b-8a7072670035 None None] Network 6270902f-7c0e-4bc9-b1ee-09bae0dcbdd4 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:40:32.553974 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-3834a7de-633c-4e53-ad84-490fa740f3af None None] Current status of the port 3142adfb-29c6-4686-82cd-9127ded578a8 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:32.554370 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3834a7de-633c-4e53-ad84-490fa740f3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (3142adfb-29c6-4686-82cd-9127ded578a8), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:32.568139 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 3142adfb-29c6-4686-82cd-9127ded578a8 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:32.568690 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (3142adfb-29c6-4686-82cd-9127ded578a8), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:32.598437 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9676b1-b13d-4e58-8c2b-8a7072670035 None None] Pushing event updated for resources: {'Port': ['ID=b56d5819-fd0e-469a-98d8-d9a5bb5c4989,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:32.601485 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68a224a-4a6d-47e0-8ac1-e1d8798c817e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-075bd27b-651e-4c91-9b85-ebc998868ff9', 'network_id': '075bd27b-651e-4c91-9b85-ebc998868ff9', 'project_id': '48385e64db644bfc90ce657eac8bbe16', 'fixed_ips': [{'subnet_id': '1faf7292-495f-4c3b-b4c4-91b45da5e3ae'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:40:32.602345 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d68a224a-4a6d-47e0-8ac1-e1d8798c817e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:32.605077 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-1a9676b1-b13d-4e58-8c2b-8a7072670035 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:32.632398 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9676b1-b13d-4e58-8c2b-8a7072670035 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:40:32.643237 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-5ec86e24-f89d-4832-98c8-49d9f1da182b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] For port a5488962-c1ab-41f5-a751-53950a3cf93f, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=a5488962-c1ab-41f5-a751-53950a3cf93f,segment=NetworkSegment(aa9b9431-1ddc-4ed3-b172-734ac10feabd),segment_id=aa9b9431-1ddc-4ed3-b172-734ac10feabd)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:32.643604 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5ec86e24-f89d-4832-98c8-49d9f1da182b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (a5488962-c1ab-41f5-a751-53950a3cf93f), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:32.692112 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8d5f37fd-0ebc-48be-a1fc-35c4af940e84 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for port (a76069be-9e71-46d2-b80c-f3390e6eb018), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:32.701564 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-5ec86e24-f89d-4832-98c8-49d9f1da182b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Calling delete_port for a5488962-c1ab-41f5-a751-53950a3cf93f owned by network:dhcp {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:40:32.739380 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-1592301d-d23f-4ecc-b186-b0babc5e2e87 None None] Allocated IP 2001:db8:0:1::1 (833d8ef1-36ce-479e-ac57-86ca7f8f887b/e1880067-2796-4586-9feb-c7feed1a6253/43f3e9f2-2fe3-4a5f-bd00-c99fa311e958) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:40:32.763337 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-3834a7de-633c-4e53-ad84-490fa740f3af None None] For port 3142adfb-29c6-4686-82cd-9127ded578a8, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=3142adfb-29c6-4686-82cd-9127ded578a8,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:32.830979 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8d5f37fd-0ebc-48be-a1fc-35c4af940e84 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (a76069be-9e71-46d2-b80c-f3390e6eb018), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:32.840396 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fac46b-0fc6-4041-a31b-8b7dc4fa86de None None] DHCP port deletion for 466c5f5e-5618-4374-8fe0-9541e2a7cf2e request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:40:32.859077 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3834a7de-633c-4e53-ad84-490fa740f3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (3142adfb-29c6-4686-82cd-9127ded578a8), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:32.861372 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-924ec75d-921f-42d9-a5ee-107bf6b49b1a tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:32.923714 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-1a9676b1-b13d-4e58-8c2b-8a7072670035 None None] Attempting to bind port b56d5819-fd0e-469a-98d8-d9a5bb5c4989 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:40:32.924098 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-1a9676b1-b13d-4e58-8c2b-8a7072670035 None None] Attempting to bind port b56d5819-fd0e-469a-98d8-d9a5bb5c4989 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': 'd30d778d-f742-431b-b47c-d0fc7864be54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6270902f-7c0e-4bc9-b1ee-09bae0dcbdd4'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:40:32.924553 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9676b1-b13d-4e58-8c2b-8a7072670035 None None] Attempting to bind port b56d5819-fd0e-469a-98d8-d9a5bb5c4989 on network 6270902f-7c0e-4bc9-b1ee-09bae0dcbdd4 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:40:32.965506 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9f977416-9586-4dd5-92a6-a5e9184dd566 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (d66d97ca-ca06-4642-adea-56799e2e7ced), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:32.983574 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad3215-218f-4cf9-b905-d2b16285acb6 None None] Deleting port 3142adfb-29c6-4686-82cd-9127ded578a8 {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:40:32.983574 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a3ad3215-218f-4cf9-b905-d2b16285acb6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (3142adfb-29c6-4686-82cd-9127ded578a8), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:32.985204 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5f37fd-0ebc-48be-a1fc-35c4af940e84 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event updated for resources: {'Port': ['ID=a76069be-9e71-46d2-b80c-f3390e6eb018,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:33.013930 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8d5f37fd-0ebc-48be-a1fc-35c4af940e84 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047558'] for router_interface (16ee5bbb-d7d4-4e7e-a190-4c5b94544e37), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:33.018925 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9676b1-b13d-4e58-8c2b-8a7072670035 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:40:33.019321 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9676b1-b13d-4e58-8c2b-8a7072670035 None None] Checking segment: {'id': 'd30d778d-f742-431b-b47c-d0fc7864be54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6270902f-7c0e-4bc9-b1ee-09bae0dcbdd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:40:33.022437 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-1a9676b1-b13d-4e58-8c2b-8a7072670035 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:33.022437 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9676b1-b13d-4e58-8c2b-8a7072670035 None None] Bound using segment: {'id': 'd30d778d-f742-431b-b47c-d0fc7864be54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6270902f-7c0e-4bc9-b1ee-09bae0dcbdd4'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:40:33.022437 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-1a9676b1-b13d-4e58-8c2b-8a7072670035 None None] Bound port: b56d5819-fd0e-469a-98d8-d9a5bb5c4989, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd30d778d-f742-431b-b47c-d0fc7864be54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6270902f-7c0e-4bc9-b1ee-09bae0dcbdd4'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:40:33.022437 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-1a9676b1-b13d-4e58-8c2b-8a7072670035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (b56d5819-fd0e-469a-98d8-d9a5bb5c4989), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:33.025748 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f977416-9586-4dd5-92a6-a5e9184dd566 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Pushing event deleted for resources: {'Subnet': ['ID=d66d97ca-ca06-4642-adea-56799e2e7ced,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:33.036406 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9f977416-9586-4dd5-92a6-a5e9184dd566 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:33.042310 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-9f977416-9586-4dd5-92a6-a5e9184dd566 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] 10.222.0.62 "DELETE /v2.0/subnets/d66d97ca-ca06-4642-adea-56799e2e7ced HTTP/1.1" status: 204 len: 168 time: 1.2684052 Feb 28 10:40:33.054246 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48050) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:33.135049 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.db.api [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:40:33.135414 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG oslo_db.api [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:40:33.148679 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-16680aab-e044-421e-9d07-27b3fcfa25fd tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:33.175309 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3834a7de-633c-4e53-ad84-490fa740f3af None None] Pushing event updated for resources: {'Port': ['ID=3142adfb-29c6-4686-82cd-9127ded578a8,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:33.196160 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a55f1f5e-ac28-4a57-89d7-c5227cde3010 None None] Provisioning complete for port 6f658c86-704b-49d6-9fde-ce35ba1e621a triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:33.196647 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a55f1f5e-ac28-4a57-89d7-c5227cde3010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (6f658c86-704b-49d6-9fde-ce35ba1e621a), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:33.243712 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-924ec75d-921f-42d9-a5ee-107bf6b49b1a tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Allocated IP 2001:db8::1 (1ffc15d1-280e-4faa-862a-7de4c78c999c/ac1e4f92-3a2b-4055-bbb8-b7dd860c7569/e7da5be9-222e-44ec-9968-daac9fe0903f) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:40:33.279847 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-d68a224a-4a6d-47e0-8ac1-e1d8798c817e None None] Allocated IP 2001:db8:1::2 (075bd27b-651e-4c91-9b85-ebc998868ff9/1faf7292-495f-4c3b-b4c4-91b45da5e3ae/a8405033-c4c5-4d6c-8c34-990fab93643f) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:40:33.389441 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-924ec75d-921f-42d9-a5ee-107bf6b49b1a tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks [] for port (e7da5be9-222e-44ec-9968-daac9fe0903f), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:33.396158 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a3ad3215-218f-4cf9-b905-d2b16285acb6 None None] For port 3142adfb-29c6-4686-82cd-9127ded578a8, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=3142adfb-29c6-4686-82cd-9127ded578a8,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:33.396292 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a3ad3215-218f-4cf9-b905-d2b16285acb6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (3142adfb-29c6-4686-82cd-9127ded578a8), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:33.421905 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-1a9676b1-b13d-4e58-8c2b-8a7072670035 None None] For port b56d5819-fd0e-469a-98d8-d9a5bb5c4989, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:40:33.441232 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-e0fac46b-0fc6-4041-a31b-8b7dc4fa86de None None] Deleting port a5488962-c1ab-41f5-a751-53950a3cf93f {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:40:33.441612 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e0fac46b-0fc6-4041-a31b-8b7dc4fa86de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (a5488962-c1ab-41f5-a751-53950a3cf93f), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:33.501501 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad3215-218f-4cf9-b905-d2b16285acb6 None None] Calling delete_port for 3142adfb-29c6-4686-82cd-9127ded578a8 owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:40:33.510228 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-924ec75d-921f-42d9-a5ee-107bf6b49b1a tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (e7da5be9-222e-44ec-9968-daac9fe0903f), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:33.528415 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-1a9676b1-b13d-4e58-8c2b-8a7072670035 None None] For port b56d5819-fd0e-469a-98d8-d9a5bb5c4989, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=b56d5819-fd0e-469a-98d8-d9a5bb5c4989,segment=NetworkSegment(d30d778d-f742-431b-b47c-d0fc7864be54),segment_id=d30d778d-f742-431b-b47c-d0fc7864be54)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:40:33.556184 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924ec75d-921f-42d9-a5ee-107bf6b49b1a tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Network 1ffc15d1-280e-4faa-862a-7de4c78c999c is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:40:33.565148 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-924ec75d-921f-42d9-a5ee-107bf6b49b1a tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:33.567589 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ec75d-921f-42d9-a5ee-107bf6b49b1a tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Pushing event updated for resources: {'Port': ['ID=e7da5be9-222e-44ec-9968-daac9fe0903f,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:33.570190 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924ec75d-921f-42d9-a5ee-107bf6b49b1a tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:40:33.571166 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-924ec75d-921f-42d9-a5ee-107bf6b49b1a tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047958'] for router_interface (45128454-cbf7-4ad3-9c5c-c0caa86daa64), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:33.611361 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5ec86e24-f89d-4832-98c8-49d9f1da182b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (a5488962-c1ab-41f5-a751-53950a3cf93f), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:33.673993 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-35a929f4-f108-4ba1-8765-d4d65b0c3962 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Deleting subnet e1880067-2796-4586-9feb-c7feed1a6253 {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:40:33.678750 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-e0fac46b-0fc6-4041-a31b-8b7dc4fa86de None None] For port a5488962-c1ab-41f5-a751-53950a3cf93f, host dv-neutron-829161-3-hyperv, got binding levels [] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:33.679807 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e0fac46b-0fc6-4041-a31b-8b7dc4fa86de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (a5488962-c1ab-41f5-a751-53950a3cf93f), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:33.686406 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a55f1f5e-ac28-4a57-89d7-c5227cde3010 None None] Current status of the port 6f658c86-704b-49d6-9fde-ce35ba1e621a is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:33.687058 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a55f1f5e-ac28-4a57-89d7-c5227cde3010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (6f658c86-704b-49d6-9fde-ce35ba1e621a), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:33.690350 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec86e24-f89d-4832-98c8-49d9f1da182b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event deleted for resources: {'Port': ['ID=a5488962-c1ab-41f5-a751-53950a3cf93f,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:33.700767 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec86e24-f89d-4832-98c8-49d9f1da182b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] No DVR routers for this DVR port a5488962-c1ab-41f5-a751-53950a3cf93f on host dv-neutron-829161-3-hyperv {{(pid=104084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:40:33.795214 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-1a9676b1-b13d-4e58-8c2b-8a7072670035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (b56d5819-fd0e-469a-98d8-d9a5bb5c4989), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:33.811766 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-924ec75d-921f-42d9-a5ee-107bf6b49b1a tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (e7da5be9-222e-44ec-9968-daac9fe0903f), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:33.845827 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 3142adfb-29c6-4686-82cd-9127ded578a8 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:33.846805 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 6f658c86-704b-49d6-9fde-ce35ba1e621a up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:40:33.884565 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5f37fd-0ebc-48be-a1fc-35c4af940e84 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Network 468d1482-bd59-47a9-8ca5-35333664a166 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:40:33.884764 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-e0fac46b-0fc6-4041-a31b-8b7dc4fa86de None None] Calling delete_port for a5488962-c1ab-41f5-a751-53950a3cf93f owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:40:33.893831 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5ec86e24-f89d-4832-98c8-49d9f1da182b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (466c5f5e-5618-4374-8fe0-9541e2a7cf2e), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:33.896657 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-8d5f37fd-0ebc-48be-a1fc-35c4af940e84 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:33.930645 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-5ec86e24-f89d-4832-98c8-49d9f1da182b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['466c5f5e-5618-4374-8fe0-9541e2a7cf2e']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:33.947595 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.ipam_backend_mixin [None req-e0fac46b-0fc6-4041-a31b-8b7dc4fa86de None None] Port a5488962-c1ab-41f5-a751-53950a3cf93f was not found and therefore no delete operation was performed {{(pid=104085) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 28 10:40:33.982069 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-5ec86e24-f89d-4832-98c8-49d9f1da182b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa9b9431-1ddc-4ed3-b172-734ac10feabd') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:33.982069 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-5ec86e24-f89d-4832-98c8-49d9f1da182b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa9b9431-1ddc-4ed3-b172-734ac10feabd') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:33.999407 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e0fac46b-0fc6-4041-a31b-8b7dc4fa86de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (a5488962-c1ab-41f5-a751-53950a3cf93f), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:34.031583 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a55f1f5e-ac28-4a57-89d7-c5227cde3010 None None] For port 6f658c86-704b-49d6-9fde-ce35ba1e621a, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=6f658c86-704b-49d6-9fde-ce35ba1e621a,segment=NetworkSegment(ebf95878-cb7e-45ff-bca5-a8ea66d94349),segment_id=ebf95878-cb7e-45ff-bca5-a8ea66d94349)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:34.053694 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fac46b-0fc6-4041-a31b-8b7dc4fa86de None None] No DVR routers for this DVR port a5488962-c1ab-41f5-a751-53950a3cf93f on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:40:34.074285 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5ec86e24-f89d-4832-98c8-49d9f1da182b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (aa9b9431-1ddc-4ed3-b172-734ac10feabd), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:34.111356 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5ec86e24-f89d-4832-98c8-49d9f1da182b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (aa9b9431-1ddc-4ed3-b172-734ac10feabd), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:34.128791 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ec86e24-f89d-4832-98c8-49d9f1da182b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:40:34.129251 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5ec86e24-f89d-4832-98c8-49d9f1da182b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (aa9b9431-1ddc-4ed3-b172-734ac10feabd), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:34.134784 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 10:40:34.134784 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:40:34.134784 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 10:40:34.134784 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:40:34.134784 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 10:40:34.134784 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:40:34.134784 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 10:40:34.134784 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:40:34.134784 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 10:40:34.134784 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:40:34.134784 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 10:40:34.134784 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:40:34.134784 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 10:40:34.134784 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:40:34.134784 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:40:34.134784 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:40:34.134784 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:40:34.134784 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:40:34.134784 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 10:40:34.134784 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:40:34.134784 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 10:40:34.134784 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:40:34.134784 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:40:34.134784 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:40:34.134784 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 10:40:34.134784 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:40:34.134784 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:40:34.134784 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:40:34.134784 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:40:34.134784 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:40:34.134784 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:40:34.134784 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:40:34.137117 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-16680aab-e044-421e-9d07-27b3fcfa25fd tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Allocated IP 2001:db8::1 (a10d36a7-87ef-481e-9e9f-da2235211c53/4692fc91-19d2-4c55-822c-c8c8b2d52902/97582d73-364f-4567-bd65-2c6c3d47452f) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:40:34.155407 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-924ec75d-921f-42d9-a5ee-107bf6b49b1a tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks [] for port (e7da5be9-222e-44ec-9968-daac9fe0903f), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:34.171057 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a55f1f5e-ac28-4a57-89d7-c5227cde3010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (6f658c86-704b-49d6-9fde-ce35ba1e621a), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:34.203379 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-1592301d-d23f-4ecc-b186-b0babc5e2e87 None None] Publish callbacks [] for port (43f3e9f2-2fe3-4a5f-bd00-c99fa311e958), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:34.236058 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a3ad3215-218f-4cf9-b905-d2b16285acb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (3142adfb-29c6-4686-82cd-9127ded578a8), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:34.249502 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-924ec75d-921f-42d9-a5ee-107bf6b49b1a tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (e7da5be9-222e-44ec-9968-daac9fe0903f), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:34.250444 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-924ec75d-921f-42d9-a5ee-107bf6b49b1a tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047558'] for router_interface (45128454-cbf7-4ad3-9c5c-c0caa86daa64), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:34.268981 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9676b1-b13d-4e58-8c2b-8a7072670035 None None] Pushing event updated for resources: {'Port': ['ID=b56d5819-fd0e-469a-98d8-d9a5bb5c4989,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:34.278956 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d68a224a-4a6d-47e0-8ac1-e1d8798c817e None None] Publish callbacks [] for port (a8405033-c4c5-4d6c-8c34-990fab93643f), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:34.293957 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ad3215-218f-4cf9-b905-d2b16285acb6 None None] No DVR routers for this DVR port 3142adfb-29c6-4686-82cd-9127ded578a8 on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:40:34.307718 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-35a929f4-f108-4ba1-8765-d4d65b0c3962 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks [] for subnet (e1880067-2796-4586-9feb-c7feed1a6253), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:34.346181 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee88a84-12a9-4116-aebf-33d72c20d3c4 None None] Network 6270902f-7c0e-4bc9-b1ee-09bae0dcbdd4 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:40:34.348271 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ec75d-921f-42d9-a5ee-107bf6b49b1a tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Pushing event updated for resources: {'Port': ['ID=e7da5be9-222e-44ec-9968-daac9fe0903f,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:34.348855 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbd5088-62a8-4cec-a0d8-5fe2223e1a10 None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:40:34.358549 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-1592301d-d23f-4ecc-b186-b0babc5e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (43f3e9f2-2fe3-4a5f-bd00-c99fa311e958), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:34.366375 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fac46b-0fc6-4041-a31b-8b7dc4fa86de None None] Pushing event deleted for resources: {'Port': ['ID=a5488962-c1ab-41f5-a751-53950a3cf93f,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:34.370827 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5ec86e24-f89d-4832-98c8-49d9f1da182b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (466c5f5e-5618-4374-8fe0-9541e2a7cf2e), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:34.394208 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924ec75d-921f-42d9-a5ee-107bf6b49b1a tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Network 1ffc15d1-280e-4faa-862a-7de4c78c999c is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:40:34.398293 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-924ec75d-921f-42d9-a5ee-107bf6b49b1a tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:34.401452 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5ec86e24-f89d-4832-98c8-49d9f1da182b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:34.409491 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-5ec86e24-f89d-4832-98c8-49d9f1da182b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "DELETE /v2.0/networks/466c5f5e-5618-4374-8fe0-9541e2a7cf2e HTTP/1.1" status: 204 len: 168 time: 2.5035164 Feb 28 10:40:34.416356 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48052) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:34.421522 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-07d438f6-a117-4711-a8b5-1ae76e38d46e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-894389303'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:34.439087 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d5f37fd-0ebc-48be-a1fc-35c4af940e84 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Router 16ee5bbb-d7d4-4e7e-a190-4c5b94544e37 is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:40:34.461966 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec86e24-f89d-4832-98c8-49d9f1da182b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event deleted for resources: {'Network': ['ID=466c5f5e-5618-4374-8fe0-9541e2a7cf2e,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:34.470232 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-16680aab-e044-421e-9d07-27b3fcfa25fd tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for port (97582d73-364f-4567-bd65-2c6c3d47452f), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:34.476346 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-35a929f4-f108-4ba1-8765-d4d65b0c3962 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (e1880067-2796-4586-9feb-c7feed1a6253), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:34.519066 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-924ec75d-921f-42d9-a5ee-107bf6b49b1a tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Router 45128454-cbf7-4ad3-9c5c-c0caa86daa64 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:40:34.672677 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-6816396a-6642-4002-9173-1cd0ddd34ed4 None None] Provisioning complete for port 6f658c86-704b-49d6-9fde-ce35ba1e621a triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:34.672677 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6816396a-6642-4002-9173-1cd0ddd34ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (6f658c86-704b-49d6-9fde-ce35ba1e621a), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:34.682548 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-924ec75d-921f-42d9-a5ee-107bf6b49b1a tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:40:34.684443 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5f37fd-0ebc-48be-a1fc-35c4af940e84 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:40:34.694185 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-8d5f37fd-0ebc-48be-a1fc-35c4af940e84 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "PUT /v2.0/routers/16ee5bbb-d7d4-4e7e-a190-4c5b94544e37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3914309 Feb 28 10:40:34.696976 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48054) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:34.711410 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-16680aab-e044-421e-9d07-27b3fcfa25fd tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (97582d73-364f-4567-bd65-2c6c3d47452f), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:34.715830 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae8cc37-f3cb-44e2-9659-54162f17bea7 None None] Sync routers for ids ['16ee5bbb-d7d4-4e7e-a190-4c5b94544e37'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:40:34.716313 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-35a929f4-f108-4ba1-8765-d4d65b0c3962 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (e1880067-2796-4586-9feb-c7feed1a6253), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:34.718317 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-924ec75d-921f-42d9-a5ee-107bf6b49b1a tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] 10.222.0.62 "PUT /v2.0/routers/45128454-cbf7-4ad3-9c5c-c0caa86daa64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2553973 Feb 28 10:40:34.719118 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48056) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:34.722218 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6656e75a-9acc-450e-9ec4-1adcb7ab3bbe None None] Sync routers for ids ['45128454-cbf7-4ad3-9c5c-c0caa86daa64'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:40:34.730031 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae8cc37-f3cb-44e2-9659-54162f17bea7 None None] Routers {'16ee5bbb-d7d4-4e7e-a190-4c5b94544e37'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:40:34.730996 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-4ae8cc37-f3cb-44e2-9659-54162f17bea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:40:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['16ee5bbb-d7d4-4e7e-a190-4c5b94544e37'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:34.731833 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d68a224a-4a6d-47e0-8ac1-e1d8798c817e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (a8405033-c4c5-4d6c-8c34-990fab93643f), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:34.762132 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1592301d-d23f-4ecc-b186-b0babc5e2e87 None None] Network 833d8ef1-36ce-479e-ac57-86ca7f8f887b is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:40:34.768255 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 6f658c86-704b-49d6-9fde-ce35ba1e621a triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:34.768803 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (6f658c86-704b-49d6-9fde-ce35ba1e621a), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:34.776004 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-4ae8cc37-f3cb-44e2-9659-54162f17bea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:34.789338 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae8cc37-f3cb-44e2-9659-54162f17bea7 None None] Routers {'16ee5bbb-d7d4-4e7e-a190-4c5b94544e37'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:40:34.790245 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-4ae8cc37-f3cb-44e2-9659-54162f17bea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:40:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['16ee5bbb-d7d4-4e7e-a190-4c5b94544e37'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:34.801799 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d438f6-a117-4711-a8b5-1ae76e38d46e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Made reservation on behalf of a3b8dd05d882407cb4aeb7c1fff3f6af for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:40:34.805468 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-07d438f6-a117-4711-a8b5-1ae76e38d46e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:34.812910 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-1592301d-d23f-4ecc-b186-b0babc5e2e87 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:34.816138 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16680aab-e044-421e-9d07-27b3fcfa25fd tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:40:34.827166 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6656e75a-9acc-450e-9ec4-1adcb7ab3bbe None None] Routers {'45128454-cbf7-4ad3-9c5c-c0caa86daa64'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:40:34.828489 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-6656e75a-9acc-450e-9ec4-1adcb7ab3bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:40:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['45128454-cbf7-4ad3-9c5c-c0caa86daa64'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:34.829936 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-16680aab-e044-421e-9d07-27b3fcfa25fd tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:34.842962 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-4ae8cc37-f3cb-44e2-9659-54162f17bea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:34.843410 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16680aab-e044-421e-9d07-27b3fcfa25fd tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:40:34.846588 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-16680aab-e044-421e-9d07-27b3fcfa25fd tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047958'] for router_interface (986529d2-d3cb-4550-97bb-00941d9fbbfd), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:34.846728 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae8cc37-f3cb-44e2-9659-54162f17bea7 None None] The sync data for ids ['16ee5bbb-d7d4-4e7e-a190-4c5b94544e37'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:40:34.856001 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1701c0e3-eb5f-420b-86f8-d8245efc8075 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks [] for router (45128454-cbf7-4ad3-9c5c-c0caa86daa64), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:34.875426 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1592301d-d23f-4ecc-b186-b0babc5e2e87 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:40:34.892129 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5759b752-1ee8-4205-8a67-6b4ca6d6b1db tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:34.895973 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-5759b752-1ee8-4205-8a67-6b4ca6d6b1db tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "GET /v2.0/ports/a76069be-9e71-46d2-b80c-f3390e6eb018 HTTP/1.1" status: 200 len: 910 time: 0.1956253 Feb 28 10:40:34.896584 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48058) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:34.898420 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-6656e75a-9acc-450e-9ec4-1adcb7ab3bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:34.904360 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-064c0437-52c9-441b-922d-b9ae5eaab3fc tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2cb27431-31d1-4b5d-8e46-cad024b8833e'}]}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:34.918816 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16680aab-e044-421e-9d07-27b3fcfa25fd tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event updated for resources: {'Port': ['ID=97582d73-364f-4567-bd65-2c6c3d47452f,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:34.927471 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68a224a-4a6d-47e0-8ac1-e1d8798c817e None None] Network 075bd27b-651e-4c91-9b85-ebc998868ff9 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:40:34.935093 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07d438f6-a117-4711-a8b5-1ae76e38d46e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:40:34.945305 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-d68a224a-4a6d-47e0-8ac1-e1d8798c817e None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:34.958003 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68a224a-4a6d-47e0-8ac1-e1d8798c817e None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:40:34.961941 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55f1f5e-ac28-4a57-89d7-c5227cde3010 None None] Pushing event updated for resources: {'Port': ['ID=6f658c86-704b-49d6-9fde-ce35ba1e621a,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:35.053352 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6656e75a-9acc-450e-9ec4-1adcb7ab3bbe None None] Routers {'45128454-cbf7-4ad3-9c5c-c0caa86daa64'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:40:35.054021 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-6656e75a-9acc-450e-9ec4-1adcb7ab3bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:40:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['45128454-cbf7-4ad3-9c5c-c0caa86daa64'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:35.056322 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-07d438f6-a117-4711-a8b5-1ae76e38d46e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (b9448f23-6d7a-4e1d-bd0a-3b03b4073da6), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:35.056676 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-07d438f6-a117-4711-a8b5-1ae76e38d46e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Added segment b9448f23-6d7a-4e1d-bd0a-3b03b4073da6 of type vlan for network c2c2ccc8-2021-4a6a-912b-f18f044956c3 Feb 28 10:40:35.070500 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-35a929f4-f108-4ba1-8765-d4d65b0c3962 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (e1880067-2796-4586-9feb-c7feed1a6253), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:35.108486 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad3215-218f-4cf9-b905-d2b16285acb6 None None] Pushing event deleted for resources: {'Port': ['ID=3142adfb-29c6-4686-82cd-9127ded578a8,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:35.157558 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a929f4-f108-4ba1-8765-d4d65b0c3962 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Pushing event deleted for resources: {'Subnet': ['ID=e1880067-2796-4586-9feb-c7feed1a6253,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:35.160259 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-35a929f4-f108-4ba1-8765-d4d65b0c3962 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:35.166587 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-35a929f4-f108-4ba1-8765-d4d65b0c3962 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] 10.222.0.62 "DELETE /v2.0/subnets/e1880067-2796-4586-9feb-c7feed1a6253 HTTP/1.1" status: 204 len: 168 time: 2.1112394 Feb 28 10:40:35.169858 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48060) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:35.187172 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-6656e75a-9acc-450e-9ec4-1adcb7ab3bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:35.187867 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6656e75a-9acc-450e-9ec4-1adcb7ab3bbe None None] The sync data for ids ['45128454-cbf7-4ad3-9c5c-c0caa86daa64'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:40:35.206713 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-6816396a-6642-4002-9173-1cd0ddd34ed4 None None] Current status of the port 6f658c86-704b-49d6-9fde-ce35ba1e621a is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:35.213468 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-16680aab-e044-421e-9d07-27b3fcfa25fd tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (97582d73-364f-4567-bd65-2c6c3d47452f), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:35.222095 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-07d438f6-a117-4711-a8b5-1ae76e38d46e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (c2c2ccc8-2021-4a6a-912b-f18f044956c3), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:35.238715 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-1592301d-d23f-4ecc-b186-b0babc5e2e87 None None] Attempting to bind port 43f3e9f2-2fe3-4a5f-bd00-c99fa311e958 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:40:35.239142 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-1592301d-d23f-4ecc-b186-b0babc5e2e87 None None] Attempting to bind port 43f3e9f2-2fe3-4a5f-bd00-c99fa311e958 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '1ea4154c-7b54-4061-8e56-32cc01e692a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '833d8ef1-36ce-479e-ac57-86ca7f8f887b'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:40:35.239487 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1592301d-d23f-4ecc-b186-b0babc5e2e87 None None] Attempting to bind port 43f3e9f2-2fe3-4a5f-bd00-c99fa311e958 on network 833d8ef1-36ce-479e-ac57-86ca7f8f887b {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:40:35.286051 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-d68a224a-4a6d-47e0-8ac1-e1d8798c817e None None] Attempting to bind port a8405033-c4c5-4d6c-8c34-990fab93643f on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:40:35.286051 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-d68a224a-4a6d-47e0-8ac1-e1d8798c817e None None] Attempting to bind port a8405033-c4c5-4d6c-8c34-990fab93643f by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': 'c152c145-2284-43ec-a009-e7c0e5d00734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '075bd27b-651e-4c91-9b85-ebc998868ff9'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:40:35.286419 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68a224a-4a6d-47e0-8ac1-e1d8798c817e None None] Attempting to bind port a8405033-c4c5-4d6c-8c34-990fab93643f on network 075bd27b-651e-4c91-9b85-ebc998868ff9 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:40:35.289885 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1592301d-d23f-4ecc-b186-b0babc5e2e87 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:40:35.290269 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1592301d-d23f-4ecc-b186-b0babc5e2e87 None None] Checking segment: {'id': '1ea4154c-7b54-4061-8e56-32cc01e692a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '833d8ef1-36ce-479e-ac57-86ca7f8f887b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:40:35.290672 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-1592301d-d23f-4ecc-b186-b0babc5e2e87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:35.291522 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1592301d-d23f-4ecc-b186-b0babc5e2e87 None None] Bound using segment: {'id': '1ea4154c-7b54-4061-8e56-32cc01e692a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '833d8ef1-36ce-479e-ac57-86ca7f8f887b'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:40:35.291643 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-1592301d-d23f-4ecc-b186-b0babc5e2e87 None None] Bound port: 43f3e9f2-2fe3-4a5f-bd00-c99fa311e958, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ea4154c-7b54-4061-8e56-32cc01e692a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '833d8ef1-36ce-479e-ac57-86ca7f8f887b'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:40:35.292059 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-1592301d-d23f-4ecc-b186-b0babc5e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (43f3e9f2-2fe3-4a5f-bd00-c99fa311e958), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:35.298886 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318f58a6-3a22-4746-9ebb-dece784e5c34 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:35.307099 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1592301d-d23f-4ecc-b186-b0babc5e2e87 None None] Pushing event updated for resources: {'Port': ['ID=43f3e9f2-2fe3-4a5f-bd00-c99fa311e958,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:35.307762 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-318f58a6-3a22-4746-9ebb-dece784e5c34 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1348689 Feb 28 10:40:35.308768 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48062) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:35.315302 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-6816396a-6642-4002-9173-1cd0ddd34ed4 None None] Provisioning complete for port a76069be-9e71-46d2-b80c-f3390e6eb018 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:35.315684 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6816396a-6642-4002-9173-1cd0ddd34ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (a76069be-9e71-46d2-b80c-f3390e6eb018), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:35.324214 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68a224a-4a6d-47e0-8ac1-e1d8798c817e None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:40:35.324601 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68a224a-4a6d-47e0-8ac1-e1d8798c817e None None] Checking segment: {'id': 'c152c145-2284-43ec-a009-e7c0e5d00734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '075bd27b-651e-4c91-9b85-ebc998868ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:40:35.325005 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d68a224a-4a6d-47e0-8ac1-e1d8798c817e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:35.325412 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68a224a-4a6d-47e0-8ac1-e1d8798c817e None None] Bound using segment: {'id': 'c152c145-2284-43ec-a009-e7c0e5d00734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '075bd27b-651e-4c91-9b85-ebc998868ff9'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:40:35.325900 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-d68a224a-4a6d-47e0-8ac1-e1d8798c817e None None] Bound port: a8405033-c4c5-4d6c-8c34-990fab93643f, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c152c145-2284-43ec-a009-e7c0e5d00734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '075bd27b-651e-4c91-9b85-ebc998868ff9'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:40:35.326334 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d68a224a-4a6d-47e0-8ac1-e1d8798c817e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (a8405033-c4c5-4d6c-8c34-990fab93643f), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:35.362795 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-07d438f6-a117-4711-a8b5-1ae76e38d46e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (c2c2ccc8-2021-4a6a-912b-f18f044956c3), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:35.369309 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d438f6-a117-4711-a8b5-1ae76e38d46e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:35.369309 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-07d438f6-a117-4711-a8b5-1ae76e38d46e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:35.388907 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a57f10b-c55d-4763-8c5d-5b8deeb8e9ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-a10d36a7-87ef-481e-9e9f-da2235211c53', 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'project_id': '9047a33944184c15875a48328f19bcdb', 'fixed_ips': [{'subnet_id': '4692fc91-19d2-4c55-822c-c8c8b2d52902'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:40:35.389759 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a57f10b-c55d-4763-8c5d-5b8deeb8e9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:35.398575 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 6f658c86-704b-49d6-9fde-ce35ba1e621a is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:35.402279 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.api.v2.resource [None req-1701c0e3-eb5f-420b-86f8-d8245efc8075 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 28 10:40:35.403354 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-1701c0e3-eb5f-420b-86f8-d8245efc8075 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] 10.222.0.62 "DELETE /v2.0/routers/45128454-cbf7-4ad3-9c5c-c0caa86daa64 HTTP/1.1" status: 409 len: 329 time: 0.6832056 Feb 28 10:40:35.435593 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48064) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:35.476383 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-6816396a-6642-4002-9173-1cd0ddd34ed4 None None] Port a76069be-9e71-46d2-b80c-f3390e6eb018 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:40:35.488717 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68a224a-4a6d-47e0-8ac1-e1d8798c817e None None] Pushing event updated for resources: {'Port': ['ID=a8405033-c4c5-4d6c-8c34-990fab93643f,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:35.493612 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-86e82961-91d3-4b06-825f-4f2655c8fdfb tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (833d8ef1-36ce-479e-ac57-86ca7f8f887b), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:35.533747 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-07d438f6-a117-4711-a8b5-1ae76e38d46e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1165390 Feb 28 10:40:35.538313 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48068) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:35.539212 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d438f6-a117-4711-a8b5-1ae76e38d46e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event updated for resources: {'Network': ['ID=c2c2ccc8-2021-4a6a-912b-f18f044956c3,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:35.559245 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-c2dfc43f-298f-483b-b091-12f563573ae8 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Request body: {'subnet': {'network_id': 'c2c2ccc8-2021-4a6a-912b-f18f044956c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:35.587997 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network c2c2ccc8-2021-4a6a-912b-f18f044956c3 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:40:35.589989 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-6816396a-6642-4002-9173-1cd0ddd34ed4 None None] Provisioning complete for port e7da5be9-222e-44ec-9968-daac9fe0903f triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:35.590371 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6816396a-6642-4002-9173-1cd0ddd34ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (e7da5be9-222e-44ec-9968-daac9fe0903f), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:35.604652 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 6f658c86-704b-49d6-9fde-ce35ba1e621a up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:40:35.650365 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-1592301d-d23f-4ecc-b186-b0babc5e2e87 None None] For port 43f3e9f2-2fe3-4a5f-bd00-c99fa311e958, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:40:35.729334 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-064c0437-52c9-441b-922d-b9ae5eaab3fc tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (a76069be-9e71-46d2-b80c-f3390e6eb018), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:35.742361 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-d68a224a-4a6d-47e0-8ac1-e1d8798c817e None None] For port a8405033-c4c5-4d6c-8c34-990fab93643f, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:40:35.746620 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-1592301d-d23f-4ecc-b186-b0babc5e2e87 None None] For port 43f3e9f2-2fe3-4a5f-bd00-c99fa311e958, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=43f3e9f2-2fe3-4a5f-bd00-c99fa311e958,segment=NetworkSegment(1ea4154c-7b54-4061-8e56-32cc01e692a6),segment_id=1ea4154c-7b54-4061-8e56-32cc01e692a6)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:40:35.767845 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-16680aab-e044-421e-9d07-27b3fcfa25fd tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for port (97582d73-364f-4567-bd65-2c6c3d47452f), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:35.793507 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-6816396a-6642-4002-9173-1cd0ddd34ed4 None None] Port e7da5be9-222e-44ec-9968-daac9fe0903f cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:40:35.796128 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-d68a224a-4a6d-47e0-8ac1-e1d8798c817e None None] For port a8405033-c4c5-4d6c-8c34-990fab93643f, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=a8405033-c4c5-4d6c-8c34-990fab93643f,segment=NetworkSegment(c152c145-2284-43ec-a009-e7c0e5d00734),segment_id=c152c145-2284-43ec-a009-e7c0e5d00734)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:40:35.804199 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2dfc43f-298f-483b-b091-12f563573ae8 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Made reservation on behalf of a3b8dd05d882407cb4aeb7c1fff3f6af for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:40:35.806308 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-86e82961-91d3-4b06-825f-4f2655c8fdfb tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Deleting port 43f3e9f2-2fe3-4a5f-bd00-c99fa311e958 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:40:35.806642 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-86e82961-91d3-4b06-825f-4f2655c8fdfb tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (43f3e9f2-2fe3-4a5f-bd00-c99fa311e958), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:35.808856 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c2dfc43f-298f-483b-b091-12f563573ae8 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:35.833050 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-3a57f10b-c55d-4763-8c5d-5b8deeb8e9ee None None] Allocated IP 2001:db8::2 (a10d36a7-87ef-481e-9e9f-da2235211c53/4692fc91-19d2-4c55-822c-c8c8b2d52902/c82b2393-f018-4891-a703-125e114f1f0c) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:40:35.845114 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 6f658c86-704b-49d6-9fde-ce35ba1e621a triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:35.845498 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (6f658c86-704b-49d6-9fde-ce35ba1e621a), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:35.858780 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-16680aab-e044-421e-9d07-27b3fcfa25fd tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (97582d73-364f-4567-bd65-2c6c3d47452f), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:35.859696 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-16680aab-e044-421e-9d07-27b3fcfa25fd tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047558'] for router_interface (986529d2-d3cb-4550-97bb-00941d9fbbfd), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:35.892436 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-1592301d-d23f-4ecc-b186-b0babc5e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (43f3e9f2-2fe3-4a5f-bd00-c99fa311e958), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:35.955865 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d68a224a-4a6d-47e0-8ac1-e1d8798c817e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (a8405033-c4c5-4d6c-8c34-990fab93643f), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:35.985113 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16680aab-e044-421e-9d07-27b3fcfa25fd tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event updated for resources: {'Port': ['ID=97582d73-364f-4567-bd65-2c6c3d47452f,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:36.042475 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-86e82961-91d3-4b06-825f-4f2655c8fdfb tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] For port 43f3e9f2-2fe3-4a5f-bd00-c99fa311e958, host dv-neutron-829161-3-hyperv, got binding levels [] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:36.042865 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-86e82961-91d3-4b06-825f-4f2655c8fdfb tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (43f3e9f2-2fe3-4a5f-bd00-c99fa311e958), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:36.064380 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16680aab-e044-421e-9d07-27b3fcfa25fd tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:40:36.065167 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-9815d693-6a1c-441b-832e-1019efb1174d None None] Provisioning complete for port e7da5be9-222e-44ec-9968-daac9fe0903f triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:36.065550 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9815d693-6a1c-441b-832e-1019efb1174d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (e7da5be9-222e-44ec-9968-daac9fe0903f), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:36.067842 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-16680aab-e044-421e-9d07-27b3fcfa25fd tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:36.082292 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1592301d-d23f-4ecc-b186-b0babc5e2e87 None None] Pushing event updated for resources: {'Port': ['ID=43f3e9f2-2fe3-4a5f-bd00-c99fa311e958,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:36.125257 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-86e82961-91d3-4b06-825f-4f2655c8fdfb tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Calling delete_port for 43f3e9f2-2fe3-4a5f-bd00-c99fa311e958 owned by network:dhcp {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:40:36.185535 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13becb31-26a7-46b5-9c54-b78462d1294f None None] Network 833d8ef1-36ce-479e-ac57-86ca7f8f887b requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:40:36.275986 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c2dfc43f-298f-483b-b091-12f563573ae8 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (1e02824c-c588-4b67-868f-537f3f1734f7), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:36.299333 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68a224a-4a6d-47e0-8ac1-e1d8798c817e None None] Pushing event updated for resources: {'Port': ['ID=a8405033-c4c5-4d6c-8c34-990fab93643f,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:36.310712 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-9815d693-6a1c-441b-832e-1019efb1174d None None] Port e7da5be9-222e-44ec-9968-daac9fe0903f cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:40:36.318953 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 6f658c86-704b-49d6-9fde-ce35ba1e621a is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:36.360483 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16680aab-e044-421e-9d07-27b3fcfa25fd tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Router 986529d2-d3cb-4550-97bb-00941d9fbbfd is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:40:36.384018 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dfc43f-298f-483b-b091-12f563573ae8 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event updated for resources: {'Subnet': ['ID=1e02824c-c588-4b67-868f-537f3f1734f7,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:36.440059 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a57f10b-c55d-4763-8c5d-5b8deeb8e9ee None None] Publish callbacks [] for port (c82b2393-f018-4891-a703-125e114f1f0c), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:36.485453 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dfc43f-298f-483b-b091-12f563573ae8 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Checking segment: {'id': 'b9448f23-6d7a-4e1d-bd0a-3b03b4073da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c2c2ccc8-2021-4a6a-912b-f18f044956c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:40:36.485828 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2dfc43f-298f-483b-b091-12f563573ae8 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Network hostable DHCP agents. Network: c2c2ccc8-2021-4a6a-912b-f18f044956c3, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:40:36.553845 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b0eadb40-e564-4056-b40c-fc03b88fdd87 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047661'] for router_interface (45128454-cbf7-4ad3-9c5c-c0caa86daa64), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:36.559321 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-86e82961-91d3-4b06-825f-4f2655c8fdfb tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (43f3e9f2-2fe3-4a5f-bd00-c99fa311e958), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:36.564831 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16680aab-e044-421e-9d07-27b3fcfa25fd tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:40:36.576728 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-16680aab-e044-421e-9d07-27b3fcfa25fd tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "PUT /v2.0/routers/986529d2-d3cb-4550-97bb-00941d9fbbfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1746645 Feb 28 10:40:36.577514 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48070) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:36.620629 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2dfc43f-298f-483b-b091-12f563573ae8 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Network c2c2ccc8-2021-4a6a-912b-f18f044956c3 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:40:36.627681 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 3142adfb-29c6-4686-82cd-9127ded578a8 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:40:36.633471 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2a627a-9d25-4c9c-9737-0679453f7563 None None] Sync routers for ids ['986529d2-d3cb-4550-97bb-00941d9fbbfd'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:40:36.639741 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a57f10b-c55d-4763-8c5d-5b8deeb8e9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (c82b2393-f018-4891-a703-125e114f1f0c), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:36.641315 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac05dd0b-56bd-4a7e-b803-8ca6cdb84417 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:36.646078 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-ac05dd0b-56bd-4a7e-b803-8ca6cdb84417 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/ports/97582d73-364f-4567-bd65-2c6c3d47452f HTTP/1.1" status: 200 len: 911 time: 0.0671272 Feb 28 10:40:36.646713 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48072) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:36.668627 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e82961-91d3-4b06-825f-4f2655c8fdfb tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Pushing event deleted for resources: {'Port': ['ID=43f3e9f2-2fe3-4a5f-bd00-c99fa311e958,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:36.674721 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e82961-91d3-4b06-825f-4f2655c8fdfb tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] No DVR routers for this DVR port 43f3e9f2-2fe3-4a5f-bd00-c99fa311e958 on host dv-neutron-829161-3-hyperv {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:40:36.679209 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d29e4ffe-dfbc-45ba-8db6-42ae6ff1a01e req-59d53ebb-cbc5-4c00-8e75-fd724e00854f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2148e76d-635b-459e-9863-9aa3e7607ee5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2284880 Feb 28 10:40:36.689522 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 3142adfb-29c6-4686-82cd-9127ded578a8 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:40:36.690018 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 3142adfb-29c6-4686-82cd-9127ded578a8 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:40:36.691201 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device a5488962-c1ab-41f5-a751-53950a3cf93f no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:40:36.716894 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-c2dfc43f-298f-483b-b091-12f563573ae8 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, c2c2ccc8-2021-4a6a-912b-f18f044956c3) {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:36.721572 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2dfc43f-298f-483b-b091-12f563573ae8 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:36.726683 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c2dfc43f-298f-483b-b091-12f563573ae8 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:36.736568 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdbc7a0-e0b4-4fb8-9322-8bff88de01a5 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:36.741450 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: a5488962-c1ab-41f5-a751-53950a3cf93f {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:40:36.741923 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device a5488962-c1ab-41f5-a751-53950a3cf93f not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:40:36.743539 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2a627a-9d25-4c9c-9737-0679453f7563 None None] Routers {'986529d2-d3cb-4550-97bb-00941d9fbbfd'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:40:36.744269 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-ab2a627a-9d25-4c9c-9737-0679453f7563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:40:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['986529d2-d3cb-4550-97bb-00941d9fbbfd'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:36.745224 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdbc7a0-e0b4-4fb8-9322-8bff88de01a5 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:36.749604 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-6fdbc7a0-e0b4-4fb8-9322-8bff88de01a5 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.0987668 Feb 28 10:40:36.749786 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48074) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:36.753598 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a57f10b-c55d-4763-8c5d-5b8deeb8e9ee None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:40:36.806963 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdfb4c5-4bad-4adb-b11e-737746b9289e None None] Network c2c2ccc8-2021-4a6a-912b-f18f044956c3 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:40:36.810134 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-3a57f10b-c55d-4763-8c5d-5b8deeb8e9ee None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:36.867626 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a57f10b-c55d-4763-8c5d-5b8deeb8e9ee None None] Pushing event updated for resources: {'Port': ['ID=c82b2393-f018-4891-a703-125e114f1f0c,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:36.875442 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a57f10b-c55d-4763-8c5d-5b8deeb8e9ee None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:40:36.907391 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-86e82961-91d3-4b06-825f-4f2655c8fdfb tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (833d8ef1-36ce-479e-ac57-86ca7f8f887b), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:36.954395 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c2dfc43f-298f-483b-b091-12f563573ae8 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3971345 Feb 28 10:40:36.954798 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48076) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:36.959746 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-3762e3ef-eb5b-41d9-9171-43becaee86a4 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1276605378', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:36.973380 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-064c0437-52c9-441b-922d-b9ae5eaab3fc tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for port (a76069be-9e71-46d2-b80c-f3390e6eb018), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:36.981997 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-86e82961-91d3-4b06-825f-4f2655c8fdfb tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['833d8ef1-36ce-479e-ac57-86ca7f8f887b']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:36.986973 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-ab2a627a-9d25-4c9c-9737-0679453f7563 None None] Set router 986529d2-d3cb-4550-97bb-00941d9fbbfd gateway port host: None {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:40:36.996951 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-86e82961-91d3-4b06-825f-4f2655c8fdfb tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ea4154c-7b54-4061-8e56-32cc01e692a6') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:36.998243 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-86e82961-91d3-4b06-825f-4f2655c8fdfb tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ea4154c-7b54-4061-8e56-32cc01e692a6') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:37.012445 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e4ffe-dfbc-45ba-8db6-42ae6ff1a01e req-933774ef-99f2-47d2-876a-59f75dc986f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:37.013994 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d29e4ffe-dfbc-45ba-8db6-42ae6ff1a01e req-933774ef-99f2-47d2-876a-59f75dc986f1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f5a1ec0f7f9748a2bd1edc7639d74b9e&device_id=2148e76d-635b-459e-9863-9aa3e7607ee5 HTTP/1.1" status: 200 len: 1130 time: 0.2284741 Feb 28 10:40:37.029683 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-86e82961-91d3-4b06-825f-4f2655c8fdfb tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (1ea4154c-7b54-4061-8e56-32cc01e692a6), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:37.041478 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-3a57f10b-c55d-4763-8c5d-5b8deeb8e9ee None None] Attempting to bind port c82b2393-f018-4891-a703-125e114f1f0c on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:40:37.041765 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-3a57f10b-c55d-4763-8c5d-5b8deeb8e9ee None None] Attempting to bind port c82b2393-f018-4891-a703-125e114f1f0c by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:40:37.042132 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a57f10b-c55d-4763-8c5d-5b8deeb8e9ee None None] Attempting to bind port c82b2393-f018-4891-a703-125e114f1f0c on network a10d36a7-87ef-481e-9e9f-da2235211c53 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:40:37.050535 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a57f10b-c55d-4763-8c5d-5b8deeb8e9ee None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:40:37.050960 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a57f10b-c55d-4763-8c5d-5b8deeb8e9ee None None] Checking segment: {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:40:37.051370 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a57f10b-c55d-4763-8c5d-5b8deeb8e9ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:37.051778 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a57f10b-c55d-4763-8c5d-5b8deeb8e9ee None None] Bound using segment: {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:40:37.052943 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-3a57f10b-c55d-4763-8c5d-5b8deeb8e9ee None None] Bound port: c82b2393-f018-4891-a703-125e114f1f0c, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:40:37.053329 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a57f10b-c55d-4763-8c5d-5b8deeb8e9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (c82b2393-f018-4891-a703-125e114f1f0c), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:37.116332 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-86e82961-91d3-4b06-825f-4f2655c8fdfb tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (1ea4154c-7b54-4061-8e56-32cc01e692a6), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:37.128443 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d461a3ec-742b-43d3-a5bc-cdfd1ecaa3fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-c2c2ccc8-2021-4a6a-912b-f18f044956c3', 'network_id': 'c2c2ccc8-2021-4a6a-912b-f18f044956c3', 'project_id': 'a3b8dd05d882407cb4aeb7c1fff3f6af', 'fixed_ips': [{'subnet_id': '1e02824c-c588-4b67-868f-537f3f1734f7'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:40:37.129094 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d461a3ec-742b-43d3-a5bc-cdfd1ecaa3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:37.130084 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-064c0437-52c9-441b-922d-b9ae5eaab3fc tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (a76069be-9e71-46d2-b80c-f3390e6eb018), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:37.144363 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86e82961-91d3-4b06-825f-4f2655c8fdfb tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:40:37.144604 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-86e82961-91d3-4b06-825f-4f2655c8fdfb tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (1ea4154c-7b54-4061-8e56-32cc01e692a6), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:37.147801 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:40:37.147801 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:40:37.147801 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:40:37.147801 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:40:37.147801 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:40:37.147801 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:40:37.147801 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:40:37.147801 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:40:37.147801 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:40:37.147801 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:40:37.147801 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:40:37.147801 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:40:37.147801 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:40:37.147801 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:40:37.147801 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:40:37.147801 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:40:37.147801 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:40:37.147801 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:40:37.147801 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:40:37.147801 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:40:37.147801 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:40:37.147801 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:40:37.147801 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:40:37.147801 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:40:37.147801 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:40:37.147801 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:40:37.147801 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:40:37.147801 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:40:37.147801 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:40:37.147801 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:40:37.147801 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:40:37.147801 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:40:37.437959 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3762e3ef-eb5b-41d9-9171-43becaee86a4 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (dfa5082a-0f0f-43de-b007-c9d409c717a4), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:37.439058 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3762e3ef-eb5b-41d9-9171-43becaee86a4 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (dfa5082a-0f0f-43de-b007-c9d409c717a4), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:37.439207 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-3a57f10b-c55d-4763-8c5d-5b8deeb8e9ee None None] For port c82b2393-f018-4891-a703-125e114f1f0c, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:40:37.443647 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-3a57f10b-c55d-4763-8c5d-5b8deeb8e9ee None None] For port c82b2393-f018-4891-a703-125e114f1f0c, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=c82b2393-f018-4891-a703-125e114f1f0c,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:40:37.510367 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3762e3ef-eb5b-41d9-9171-43becaee86a4 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for router_controller (dfa5082a-0f0f-43de-b007-c9d409c717a4), precommit_add_association {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:37.511465 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-d461a3ec-742b-43d3-a5bc-cdfd1ecaa3fc None None] Allocated IP 172.20.0.2 (c2c2ccc8-2021-4a6a-912b-f18f044956c3/1e02824c-c588-4b67-868f-537f3f1734f7/00312034-d9b2-4b3f-8979-830b7c65525d) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:40:37.517534 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-ab2a627a-9d25-4c9c-9737-0679453f7563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986529d2-d3cb-4550-97bb-00941d9fbbfd', 'name': 'tempest-NetworksTestDHCPv6-router-1546625639', 'tenant_id': '9047a33944184c15875a48328f19bcdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:32Z', 'updated_at': '2022-02-28T10:40:34Z', 'revision_number': 2, 'project_id': '9047a33944184c15875a48328f19bcdb', 'gw_port_host': None, '_interfaces': [{'id': '97582d73-364f-4567-bd65-2c6c3d47452f', 'name': '', 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'tenant_id': '9047a33944184c15875a48328f19bcdb', 'mac_address': 'fa:16:3e:5c:f1:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986529d2-d3cb-4550-97bb-00941d9fbbfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '4692fc91-19d2-4c55-822c-c8c8b2d52902', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:33Z', 'updated_at': '2022-02-28T10:40:35Z', 'revision_number': 2, 'project_id': '9047a33944184c15875a48328f19bcdb', 'subnets': [{'id': '4692fc91-19d2-4c55-822c-c8c8b2d52902', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:37.564531 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2a627a-9d25-4c9c-9737-0679453f7563 None None] Checking router: 986529d2-d3cb-4550-97bb-00941d9fbbfd for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:40:37.565161 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2a627a-9d25-4c9c-9737-0679453f7563 None None] Updating router 986529d2-d3cb-4550-97bb-00941d9fbbfd port 97582d73-364f-4567-bd65-2c6c3d47452f binding host dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:40:37.602584 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a57f10b-c55d-4763-8c5d-5b8deeb8e9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (c82b2393-f018-4891-a703-125e114f1f0c), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:37.605442 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcdcc05-fb19-4599-bd1b-f81442e11186 None None] Network 075bd27b-651e-4c91-9b85-ebc998868ff9 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:40:37.607384 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device a8405033-c4c5-4d6c-8c34-990fab93643f up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:40:37.619827 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3762e3ef-eb5b-41d9-9171-43becaee86a4 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (dfa5082a-0f0f-43de-b007-c9d409c717a4), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:37.646741 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-01be7836-0625-40fe-ba82-bac5730b114c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047661'] for router_interface (986529d2-d3cb-4550-97bb-00941d9fbbfd), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:37.725348 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3762e3ef-eb5b-41d9-9171-43becaee86a4 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:37.729077 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-3762e3ef-eb5b-41d9-9171-43becaee86a4 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7706065 Feb 28 10:40:37.730014 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48078) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:37.734111 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-b31c2169-5b77-4815-8302-28bf94469943 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Request body: {'port': {'network_id': 'c2c2ccc8-2021-4a6a-912b-f18f044956c3', 'name': 'tempest-PortsTestJSON-1765959255'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:37.761837 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064c0437-52c9-441b-922d-b9ae5eaab3fc tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event updated for resources: {'Port': ['ID=a76069be-9e71-46d2-b80c-f3390e6eb018,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:37.766065 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ab2a627a-9d25-4c9c-9737-0679453f7563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (97582d73-364f-4567-bd65-2c6c3d47452f), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:37.777732 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064c0437-52c9-441b-922d-b9ae5eaab3fc tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:37.778401 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-064c0437-52c9-441b-922d-b9ae5eaab3fc tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:37.784279 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-064c0437-52c9-441b-922d-b9ae5eaab3fc tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "PUT /v2.0/ports/a76069be-9e71-46d2-b80c-f3390e6eb018 HTTP/1.1" status: 200 len: 910 time: 2.8824244 Feb 28 10:40:37.785996 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48080) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:37.793817 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e4ffe-dfbc-45ba-8db6-42ae6ff1a01e req-4ef6beba-ad6e-4706-a4eb-34c3001860ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:37.796973 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d29e4ffe-dfbc-45ba-8db6-42ae6ff1a01e req-4ef6beba-ad6e-4706-a4eb-34c3001860ac service neutron] 10.222.0.70 "GET /v2.0/networks?id=06e3cc33-89ec-4958-a42e-5435ad902e2f HTTP/1.1" status: 200 len: 896 time: 0.7570992 Feb 28 10:40:37.836029 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-dbeab525-6692-4e14-86f0-c75870488c79 None None] Provisioning complete for port a8405033-c4c5-4d6c-8c34-990fab93643f triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:37.836468 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-dbeab525-6692-4e14-86f0-c75870488c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (a8405033-c4c5-4d6c-8c34-990fab93643f), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:37.878708 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-86e82961-91d3-4b06-825f-4f2655c8fdfb tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (833d8ef1-36ce-479e-ac57-86ca7f8f887b), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:37.885424 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-86e82961-91d3-4b06-825f-4f2655c8fdfb tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:37.887924 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-86e82961-91d3-4b06-825f-4f2655c8fdfb tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] 10.222.0.62 "DELETE /v2.0/networks/833d8ef1-36ce-479e-ac57-86ca7f8f887b HTTP/1.1" status: 204 len: 168 time: 2.5765357 Feb 28 10:40:37.892262 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48082) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:37.921268 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a57f10b-c55d-4763-8c5d-5b8deeb8e9ee None None] Pushing event updated for resources: {'Port': ['ID=c82b2393-f018-4891-a703-125e114f1f0c,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:37.929632 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e82961-91d3-4b06-825f-4f2655c8fdfb tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Pushing event deleted for resources: {'Network': ['ID=833d8ef1-36ce-479e-ac57-86ca7f8f887b,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:37.948817 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d29e4ffe-dfbc-45ba-8db6-42ae6ff1a01e req-4dd1b0e7-d247-4327-af58-682a04df1aee service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=996e044c-df70-4dcd-8ba3-2af0b3c397da HTTP/1.1" status: 200 len: 1002 time: 0.1249604 Feb 28 10:40:37.955495 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-b0eadb40-e564-4056-b40c-fc03b88fdd87 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Deleting port e7da5be9-222e-44ec-9968-daac9fe0903f {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:40:37.955495 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b0eadb40-e564-4056-b40c-fc03b88fdd87 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (e7da5be9-222e-44ec-9968-daac9fe0903f), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:38.063845 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e4ffe-dfbc-45ba-8db6-42ae6ff1a01e req-b412dccf-f194-451c-a008-9388ddd68d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:38.065342 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d29e4ffe-dfbc-45ba-8db6-42ae6ff1a01e req-b412dccf-f194-451c-a008-9388ddd68d80 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bea0f80b-02eb-4df8-90d4-3e99d0538dbd HTTP/1.1" status: 200 len: 835 time: 0.1047053 Feb 28 10:40:38.098628 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port a8405033-c4c5-4d6c-8c34-990fab93643f triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:38.099346 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (a8405033-c4c5-4d6c-8c34-990fab93643f), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:38.127503 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b0eadb40-e564-4056-b40c-fc03b88fdd87 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (e7da5be9-222e-44ec-9968-daac9fe0903f), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:38.145095 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-b0eadb40-e564-4056-b40c-fc03b88fdd87 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Calling delete_port for e7da5be9-222e-44ec-9968-daac9fe0903f owned by network:router_interface {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:40:38.178322 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d461a3ec-742b-43d3-a5bc-cdfd1ecaa3fc None None] Publish callbacks [] for port (00312034-d9b2-4b3f-8979-830b7c65525d), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:38.191698 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e4ffe-dfbc-45ba-8db6-42ae6ff1a01e req-1b37df64-4e5a-4c73-8796-f79578f5eafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:38.194562 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d29e4ffe-dfbc-45ba-8db6-42ae6ff1a01e req-1b37df64-4e5a-4c73-8796-f79578f5eafe service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=06e3cc33-89ec-4958-a42e-5435ad902e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1210485 Feb 28 10:40:38.209428 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f9f7b5ca-ccc1-4ab1-b95d-db6264dd3bee tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (6270902f-7c0e-4bc9-b1ee-09bae0dcbdd4), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:38.369210 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31c2169-5b77-4815-8302-28bf94469943 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Made reservation on behalf of a3b8dd05d882407cb4aeb7c1fff3f6af for: {'port': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:40:38.372965 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b31c2169-5b77-4815-8302-28bf94469943 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:38.412484 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d29e4ffe-dfbc-45ba-8db6-42ae6ff1a01e req-08b2ce2d-84af-4ba6-88b7-4de498e80d01 service neutron] 10.222.0.70 "GET /v2.0/networks/06e3cc33-89ec-4958-a42e-5435ad902e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758885 Feb 28 10:40:38.448733 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [None req-b31c2169-5b77-4815-8302-28bf94469943 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] device_id is not set on port f3eaab13-bd31-40c5-818a-663c9d73b149 yet. {{(pid=104084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:40:38.450612 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d461a3ec-742b-43d3-a5bc-cdfd1ecaa3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (00312034-d9b2-4b3f-8979-830b7c65525d), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:38.534393 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d461a3ec-742b-43d3-a5bc-cdfd1ecaa3fc None None] Network c2c2ccc8-2021-4a6a-912b-f18f044956c3 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:40:38.535239 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-dbeab525-6692-4e14-86f0-c75870488c79 None None] Current status of the port a8405033-c4c5-4d6c-8c34-990fab93643f is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:38.535612 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-dbeab525-6692-4e14-86f0-c75870488c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (a8405033-c4c5-4d6c-8c34-990fab93643f), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:38.535981 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-f9f7b5ca-ccc1-4ab1-b95d-db6264dd3bee tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Deleting port b56d5819-fd0e-469a-98d8-d9a5bb5c4989 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:40:38.536338 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f9f7b5ca-ccc1-4ab1-b95d-db6264dd3bee tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (b56d5819-fd0e-469a-98d8-d9a5bb5c4989), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:38.553088 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d29e4ffe-dfbc-45ba-8db6-42ae6ff1a01e req-b7793f70-0050-471e-abb9-3eeb33021d5a service neutron] 10.222.0.70 "GET /v2.0/networks/06e3cc33-89ec-4958-a42e-5435ad902e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341240 Feb 28 10:40:38.561311 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-d461a3ec-742b-43d3-a5bc-cdfd1ecaa3fc None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:38.601295 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-01be7836-0625-40fe-ba82-bac5730b114c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Deleting port 97582d73-364f-4567-bd65-2c6c3d47452f {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:40:38.601593 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-01be7836-0625-40fe-ba82-bac5730b114c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (97582d73-364f-4567-bd65-2c6c3d47452f), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:38.610379 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d461a3ec-742b-43d3-a5bc-cdfd1ecaa3fc None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:40:38.618448 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b0eadb40-e564-4056-b40c-fc03b88fdd87 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (e7da5be9-222e-44ec-9968-daac9fe0903f), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:38.636326 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d461a3ec-742b-43d3-a5bc-cdfd1ecaa3fc None None] Pushing event updated for resources: {'Port': ['ID=00312034-d9b2-4b3f-8979-830b7c65525d,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:38.681458 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eadb40-e564-4056-b40c-fc03b88fdd87 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Pushing event deleted for resources: {'Port': ['ID=e7da5be9-222e-44ec-9968-daac9fe0903f,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:38.712034 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port a8405033-c4c5-4d6c-8c34-990fab93643f is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:38.712389 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (a8405033-c4c5-4d6c-8c34-990fab93643f), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:38.755539 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-dbeab525-6692-4e14-86f0-c75870488c79 None None] For port a8405033-c4c5-4d6c-8c34-990fab93643f, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=a8405033-c4c5-4d6c-8c34-990fab93643f,segment=NetworkSegment(c152c145-2284-43ec-a009-e7c0e5d00734),segment_id=c152c145-2284-43ec-a009-e7c0e5d00734)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:38.790917 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-d461a3ec-742b-43d3-a5bc-cdfd1ecaa3fc None None] Attempting to bind port 00312034-d9b2-4b3f-8979-830b7c65525d on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:40:38.791575 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-d461a3ec-742b-43d3-a5bc-cdfd1ecaa3fc None None] Attempting to bind port 00312034-d9b2-4b3f-8979-830b7c65525d by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': 'b9448f23-6d7a-4e1d-bd0a-3b03b4073da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c2c2ccc8-2021-4a6a-912b-f18f044956c3'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:40:38.791575 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d461a3ec-742b-43d3-a5bc-cdfd1ecaa3fc None None] Attempting to bind port 00312034-d9b2-4b3f-8979-830b7c65525d on network c2c2ccc8-2021-4a6a-912b-f18f044956c3 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:40:38.829557 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-dbeab525-6692-4e14-86f0-c75870488c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (a8405033-c4c5-4d6c-8c34-990fab93643f), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:38.839720 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d461a3ec-742b-43d3-a5bc-cdfd1ecaa3fc None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:40:38.842753 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d461a3ec-742b-43d3-a5bc-cdfd1ecaa3fc None None] Checking segment: {'id': 'b9448f23-6d7a-4e1d-bd0a-3b03b4073da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c2c2ccc8-2021-4a6a-912b-f18f044956c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:40:38.843411 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d461a3ec-742b-43d3-a5bc-cdfd1ecaa3fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:38.843966 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d461a3ec-742b-43d3-a5bc-cdfd1ecaa3fc None None] Bound using segment: {'id': 'b9448f23-6d7a-4e1d-bd0a-3b03b4073da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c2c2ccc8-2021-4a6a-912b-f18f044956c3'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:40:38.844630 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-d461a3ec-742b-43d3-a5bc-cdfd1ecaa3fc None None] Bound port: 00312034-d9b2-4b3f-8979-830b7c65525d, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9448f23-6d7a-4e1d-bd0a-3b03b4073da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c2c2ccc8-2021-4a6a-912b-f18f044956c3'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:40:38.845201 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d461a3ec-742b-43d3-a5bc-cdfd1ecaa3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (00312034-d9b2-4b3f-8979-830b7c65525d), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:38.855863 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-b31c2169-5b77-4815-8302-28bf94469943 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Allocated IP 172.20.0.5 (c2c2ccc8-2021-4a6a-912b-f18f044956c3/1e02824c-c588-4b67-868f-537f3f1734f7/f3eaab13-bd31-40c5-818a-663c9d73b149) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:40:38.859057 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b0eadb40-e564-4056-b40c-fc03b88fdd87 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1047681'] for router_interface (45128454-cbf7-4ad3-9c5c-c0caa86daa64), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:38.867572 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-01be7836-0625-40fe-ba82-bac5730b114c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (97582d73-364f-4567-bd65-2c6c3d47452f), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:38.900639 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-f9f7b5ca-ccc1-4ab1-b95d-db6264dd3bee tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] For port b56d5819-fd0e-469a-98d8-d9a5bb5c4989, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=b56d5819-fd0e-469a-98d8-d9a5bb5c4989,segment=NetworkSegment(d30d778d-f742-431b-b47c-d0fc7864be54),segment_id=d30d778d-f742-431b-b47c-d0fc7864be54)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:38.901025 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f9f7b5ca-ccc1-4ab1-b95d-db6264dd3bee tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (b56d5819-fd0e-469a-98d8-d9a5bb5c4989), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:38.909385 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-01be7836-0625-40fe-ba82-bac5730b114c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Calling delete_port for 97582d73-364f-4567-bd65-2c6c3d47452f owned by network:router_interface {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:40:38.954129 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-f9f7b5ca-ccc1-4ab1-b95d-db6264dd3bee tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Calling delete_port for b56d5819-fd0e-469a-98d8-d9a5bb5c4989 owned by network:dhcp {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:40:38.963873 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ab2a627a-9d25-4c9c-9737-0679453f7563 None None] Publish callbacks [] for port (97582d73-364f-4567-bd65-2c6c3d47452f), precommit_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:39.044787 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.db.api [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:40:39.045405 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG oslo_db.api [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:40:39.050923 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeab525-6692-4e14-86f0-c75870488c79 None None] Pushing event updated for resources: {'Port': ['ID=a8405033-c4c5-4d6c-8c34-990fab93643f,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:39.061431 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-fe0d89bf-99b7-42f1-9e95-cb29ceee5efd None None] Provisioning complete for port a8405033-c4c5-4d6c-8c34-990fab93643f triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:39.062140 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-fe0d89bf-99b7-42f1-9e95-cb29ceee5efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (a8405033-c4c5-4d6c-8c34-990fab93643f), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:39.121968 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ab2a627a-9d25-4c9c-9737-0679453f7563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (97582d73-364f-4567-bd65-2c6c3d47452f), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:39.134435 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0eadb40-e564-4056-b40c-fc03b88fdd87 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Router 45128454-cbf7-4ad3-9c5c-c0caa86daa64 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:40:39.168707 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-d461a3ec-742b-43d3-a5bc-cdfd1ecaa3fc None None] For port 00312034-d9b2-4b3f-8979-830b7c65525d, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:40:39.210985 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-d461a3ec-742b-43d3-a5bc-cdfd1ecaa3fc None None] For port 00312034-d9b2-4b3f-8979-830b7c65525d, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=00312034-d9b2-4b3f-8979-830b7c65525d,segment=NetworkSegment(b9448f23-6d7a-4e1d-bd0a-3b03b4073da6),segment_id=b9448f23-6d7a-4e1d-bd0a-3b03b4073da6)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:40:39.232185 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fac69dc-8a81-4a9a-b2c8-71368ceea8a4 None None] Pushing event updated for resources: {'Port': ['ID=97582d73-364f-4567-bd65-2c6c3d47452f,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:39.249852 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0eadb40-e564-4056-b40c-fc03b88fdd87 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:40:39.257831 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-b0eadb40-e564-4056-b40c-fc03b88fdd87 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] 10.222.0.62 "PUT /v2.0/routers/45128454-cbf7-4ad3-9c5c-c0caa86daa64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8214092 Feb 28 10:40:39.261903 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48086) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:39.270159 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96429b67-3354-4902-8efc-aefde4690482 None None] Sync routers for ids ['45128454-cbf7-4ad3-9c5c-c0caa86daa64'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:40:39.284762 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96429b67-3354-4902-8efc-aefde4690482 None None] Routers {'45128454-cbf7-4ad3-9c5c-c0caa86daa64'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:40:39.285427 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-96429b67-3354-4902-8efc-aefde4690482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:40:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['45128454-cbf7-4ad3-9c5c-c0caa86daa64'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:39.295696 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48088) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:39.312134 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.api.v2.resource [None req-d7481455-82b5-4a27-a4dc-86de4d76be98 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] show failed (client error): The resource could not be found. Feb 28 10:40:39.313385 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-d7481455-82b5-4a27-a4dc-86de4d76be98 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] 10.222.0.62 "GET /v2.0/routers/tempest-non_exist_router-320165285 HTTP/1.1" status: 404 len: 334 time: 0.0484326 Feb 28 10:40:39.314178 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-ab2a627a-9d25-4c9c-9737-0679453f7563 None None] Attempting to bind port 97582d73-364f-4567-bd65-2c6c3d47452f on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:40:39.314678 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-ab2a627a-9d25-4c9c-9737-0679453f7563 None None] Attempting to bind port 97582d73-364f-4567-bd65-2c6c3d47452f by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:40:39.314964 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2a627a-9d25-4c9c-9737-0679453f7563 None None] Attempting to bind port 97582d73-364f-4567-bd65-2c6c3d47452f on network a10d36a7-87ef-481e-9e9f-da2235211c53 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:40:39.317397 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d461a3ec-742b-43d3-a5bc-cdfd1ecaa3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (00312034-d9b2-4b3f-8979-830b7c65525d), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:39.318710 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48090) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:39.325587 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-d60706d5-e4b6-42bd-8a5d-62e75c1dffd6 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Request body: {'router': {'name': 'new_name'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:39.343960 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-96429b67-3354-4902-8efc-aefde4690482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:39.355356 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96429b67-3354-4902-8efc-aefde4690482 None None] Routers {'45128454-cbf7-4ad3-9c5c-c0caa86daa64'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:40:39.356476 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-96429b67-3354-4902-8efc-aefde4690482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:40:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['45128454-cbf7-4ad3-9c5c-c0caa86daa64'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:39.384133 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.api.v2.resource [None req-d60706d5-e4b6-42bd-8a5d-62e75c1dffd6 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] update failed (client error): The resource could not be found. Feb 28 10:40:39.392676 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2a627a-9d25-4c9c-9737-0679453f7563 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:40:39.392945 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-d60706d5-e4b6-42bd-8a5d-62e75c1dffd6 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] 10.222.0.62 "PUT /v2.0/routers/tempest-non_exist_router-2120319322 HTTP/1.1" status: 404 len: 335 time: 0.0654442 Feb 28 10:40:39.393051 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2a627a-9d25-4c9c-9737-0679453f7563 None None] Checking segment: {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:40:39.393051 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ab2a627a-9d25-4c9c-9737-0679453f7563 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:39.393051 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2a627a-9d25-4c9c-9737-0679453f7563 None None] Bound using segment: {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:40:39.393051 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-ab2a627a-9d25-4c9c-9737-0679453f7563 None None] Bound port: 97582d73-364f-4567-bd65-2c6c3d47452f, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:40:39.393051 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ab2a627a-9d25-4c9c-9737-0679453f7563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (97582d73-364f-4567-bd65-2c6c3d47452f), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:39.394596 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48092) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:39.419343 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-96429b67-3354-4902-8efc-aefde4690482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:39.419567 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-fe0d89bf-99b7-42f1-9e95-cb29ceee5efd None None] Current status of the port a8405033-c4c5-4d6c-8c34-990fab93643f is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:39.420317 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96429b67-3354-4902-8efc-aefde4690482 None None] The sync data for ids ['45128454-cbf7-4ad3-9c5c-c0caa86daa64'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:40:39.473098 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_v2 [None req-e94f7f85-ac02-47c8-93b8-2356923806e9 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Deleting subnet 1faf7292-495f-4c3b-b4c4-91b45da5e3ae {{(pid=104083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:40:39.477495 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e94f7f85-ac02-47c8-93b8-2356923806e9 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks [] for subnet (1faf7292-495f-4c3b-b4c4-91b45da5e3ae), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:39.497967 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d461a3ec-742b-43d3-a5bc-cdfd1ecaa3fc None None] Pushing event updated for resources: {'Port': ['ID=00312034-d9b2-4b3f-8979-830b7c65525d,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:39.514632 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ab2a627a-9d25-4c9c-9737-0679453f7563 None None] For port 97582d73-364f-4567-bd65-2c6c3d47452f, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:40:39.519459 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ab2a627a-9d25-4c9c-9737-0679453f7563 None None] For port 97582d73-364f-4567-bd65-2c6c3d47452f, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=97582d73-364f-4567-bd65-2c6c3d47452f,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:40:39.534493 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e94f7f85-ac02-47c8-93b8-2356923806e9 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59245535'] for subnet (1faf7292-495f-4c3b-b4c4-91b45da5e3ae), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:39.540851 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8ee92d72-6443-4e43-b5e0-e47857063eb1 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047661'] for router_interface (16ee5bbb-d7d4-4e7e-a190-4c5b94544e37), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:39.590563 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-f29b97a6-74d4-452c-8d8e-bf0a124c9ff3 None None] Provisioning complete for port 97582d73-364f-4567-bd65-2c6c3d47452f triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:39.591463 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f29b97a6-74d4-452c-8d8e-bf0a124c9ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (97582d73-364f-4567-bd65-2c6c3d47452f), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:39.609089 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ab2a627a-9d25-4c9c-9737-0679453f7563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (97582d73-364f-4567-bd65-2c6c3d47452f), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:39.691936 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b31c2169-5b77-4815-8302-28bf94469943 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for port (f3eaab13-bd31-40c5-818a-663c9d73b149), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:39.694001 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e94f7f85-ac02-47c8-93b8-2356923806e9 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (1faf7292-495f-4c3b-b4c4-91b45da5e3ae), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:39.736145 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f9f7b5ca-ccc1-4ab1-b95d-db6264dd3bee tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (b56d5819-fd0e-469a-98d8-d9a5bb5c4989), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:39.736262 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port a8405033-c4c5-4d6c-8c34-990fab93643f is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:39.824165 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2a627a-9d25-4c9c-9737-0679453f7563 None None] Routers {'986529d2-d3cb-4550-97bb-00941d9fbbfd'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:40:39.830500 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-ab2a627a-9d25-4c9c-9737-0679453f7563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:40:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['986529d2-d3cb-4550-97bb-00941d9fbbfd'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:39.912775 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e94f7f85-ac02-47c8-93b8-2356923806e9 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (1faf7292-495f-4c3b-b4c4-91b45da5e3ae), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:39.937981 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fac69dc-8a81-4a9a-b2c8-71368ceea8a4 None None] Pushing event updated for resources: {'Port': ['ID=97582d73-364f-4567-bd65-2c6c3d47452f,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:39.956532 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94f7f85-ac02-47c8-93b8-2356923806e9 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Pushing event deleted for resources: {'Subnet': ['ID=1faf7292-495f-4c3b-b4c4-91b45da5e3ae,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:39.983013 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e94f7f85-ac02-47c8-93b8-2356923806e9 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:39.990012 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-e94f7f85-ac02-47c8-93b8-2356923806e9 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] 10.222.0.62 "DELETE /v2.0/subnets/1faf7292-495f-4c3b-b4c4-91b45da5e3ae HTTP/1.1" status: 204 len: 168 time: 0.5942657 Feb 28 10:40:39.990692 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48094) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:40.018557 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d04f120-b712-4a75-997a-a86a2446bd3d None None] Network 075bd27b-651e-4c91-9b85-ebc998868ff9 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:40:40.234614 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device a8405033-c4c5-4d6c-8c34-990fab93643f up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:40:40.236948 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-61eec1db-2ae8-438d-9961-719f37091b03 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (075bd27b-651e-4c91-9b85-ebc998868ff9), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:40.237512 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-ab2a627a-9d25-4c9c-9737-0679453f7563 None None] Set router 986529d2-d3cb-4550-97bb-00941d9fbbfd gateway port host: None {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:40:40.308905 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-61eec1db-2ae8-438d-9961-719f37091b03 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Deleting port a8405033-c4c5-4d6c-8c34-990fab93643f {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:40:40.308905 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-61eec1db-2ae8-438d-9961-719f37091b03 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (a8405033-c4c5-4d6c-8c34-990fab93643f), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:40.309524 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-f29b97a6-74d4-452c-8d8e-bf0a124c9ff3 None None] Current status of the port 97582d73-364f-4567-bd65-2c6c3d47452f is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:40.309524 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f29b97a6-74d4-452c-8d8e-bf0a124c9ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (97582d73-364f-4567-bd65-2c6c3d47452f), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:40.309739 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f7b5ca-ccc1-4ab1-b95d-db6264dd3bee tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] No DVR routers for this DVR port b56d5819-fd0e-469a-98d8-d9a5bb5c4989 on host dv-neutron-829161-3-hyperv {{(pid=104084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:40:40.309739 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f7b5ca-ccc1-4ab1-b95d-db6264dd3bee tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Pushing event deleted for resources: {'Port': ['ID=b56d5819-fd0e-469a-98d8-d9a5bb5c4989,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:40.344274 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-61eec1db-2ae8-438d-9961-719f37091b03 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] For port a8405033-c4c5-4d6c-8c34-990fab93643f, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=a8405033-c4c5-4d6c-8c34-990fab93643f,segment=NetworkSegment(c152c145-2284-43ec-a009-e7c0e5d00734),segment_id=c152c145-2284-43ec-a009-e7c0e5d00734)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:40.344649 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-61eec1db-2ae8-438d-9961-719f37091b03 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (a8405033-c4c5-4d6c-8c34-990fab93643f), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:40.359805 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-61eec1db-2ae8-438d-9961-719f37091b03 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Calling delete_port for a8405033-c4c5-4d6c-8c34-990fab93643f owned by network:dhcp {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:40:40.430810 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port a8405033-c4c5-4d6c-8c34-990fab93643f triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:40.431471 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (a8405033-c4c5-4d6c-8c34-990fab93643f), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:40.472709 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06d81d5-7fec-4f5f-ac7d-dfed9046590b None None] DHCP port deletion for 075bd27b-651e-4c91-9b85-ebc998868ff9 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:40:40.495423 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f9f7b5ca-ccc1-4ab1-b95d-db6264dd3bee tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (6270902f-7c0e-4bc9-b1ee-09bae0dcbdd4), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:40.500132 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-01be7836-0625-40fe-ba82-bac5730b114c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (97582d73-364f-4567-bd65-2c6c3d47452f), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:40.553628 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01be7836-0625-40fe-ba82-bac5730b114c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event deleted for resources: {'Port': ['ID=97582d73-364f-4567-bd65-2c6c3d47452f,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:40.579183 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b31c2169-5b77-4815-8302-28bf94469943 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (f3eaab13-bd31-40c5-818a-663c9d73b149), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:40.581471 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-392a5a9a-d8ea-4b2b-99bb-c0cd6ee0c72f tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Deleting port 4ae2b55d-81cf-4329-b101-2647c30c6642 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:40:40.581804 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-392a5a9a-d8ea-4b2b-99bb-c0cd6ee0c72f tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (4ae2b55d-81cf-4329-b101-2647c30c6642), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:40.590108 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-61eec1db-2ae8-438d-9961-719f37091b03 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (a8405033-c4c5-4d6c-8c34-990fab93643f), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:40.613840 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-f9f7b5ca-ccc1-4ab1-b95d-db6264dd3bee tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6270902f-7c0e-4bc9-b1ee-09bae0dcbdd4']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:40.623758 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eec1db-2ae8-438d-9961-719f37091b03 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Pushing event deleted for resources: {'Port': ['ID=a8405033-c4c5-4d6c-8c34-990fab93643f,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:40.628275 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61eec1db-2ae8-438d-9961-719f37091b03 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] No DVR routers for this DVR port a8405033-c4c5-4d6c-8c34-990fab93643f on host dv-neutron-829161-3-hyperv {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:40:40.666216 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Port a8405033-c4c5-4d6c-8c34-990fab93643f update to ACTIVE by agent not found {{(pid=104085) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 28 10:40:40.666948 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device c82b2393-f018-4891-a703-125e114f1f0c up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:40:40.732663 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-f29b97a6-74d4-452c-8d8e-bf0a124c9ff3 None None] Provisioning complete for port c82b2393-f018-4891-a703-125e114f1f0c triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:40.733195 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f29b97a6-74d4-452c-8d8e-bf0a124c9ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (c82b2393-f018-4891-a703-125e114f1f0c), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:40.758820 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-f9f7b5ca-ccc1-4ab1-b95d-db6264dd3bee tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd30d778d-f742-431b-b47c-d0fc7864be54') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:40.759031 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-f9f7b5ca-ccc1-4ab1-b95d-db6264dd3bee tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd30d778d-f742-431b-b47c-d0fc7864be54') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:40.761357 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-61eec1db-2ae8-438d-9961-719f37091b03 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (075bd27b-651e-4c91-9b85-ebc998868ff9), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:40.790040 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-f06d81d5-7fec-4f5f-ac7d-dfed9046590b None None] Deleting port a8405033-c4c5-4d6c-8c34-990fab93643f {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:40:40.790619 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f06d81d5-7fec-4f5f-ac7d-dfed9046590b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (a8405033-c4c5-4d6c-8c34-990fab93643f), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:40.814487 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-61eec1db-2ae8-438d-9961-719f37091b03 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['075bd27b-651e-4c91-9b85-ebc998868ff9']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:40.829757 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-61eec1db-2ae8-438d-9961-719f37091b03 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c152c145-2284-43ec-a009-e7c0e5d00734') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:40.830619 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-61eec1db-2ae8-438d-9961-719f37091b03 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c152c145-2284-43ec-a009-e7c0e5d00734') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:40.857125 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-61eec1db-2ae8-438d-9961-719f37091b03 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (c152c145-2284-43ec-a009-e7c0e5d00734), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:40.873434 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f9f7b5ca-ccc1-4ab1-b95d-db6264dd3bee tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (d30d778d-f742-431b-b47c-d0fc7864be54), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:40.885168 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-392a5a9a-d8ea-4b2b-99bb-c0cd6ee0c72f tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (4ae2b55d-81cf-4329-b101-2647c30c6642), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:40.885505 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-392a5a9a-d8ea-4b2b-99bb-c0cd6ee0c72f tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks [] for floatingip (4ae2b55d-81cf-4329-b101-2647c30c6642), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:40.891377 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-61eec1db-2ae8-438d-9961-719f37091b03 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (c152c145-2284-43ec-a009-e7c0e5d00734), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:40.902097 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31c2169-5b77-4815-8302-28bf94469943 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Network c2c2ccc8-2021-4a6a-912b-f18f044956c3 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:40:40.904103 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61eec1db-2ae8-438d-9961-719f37091b03 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:40:40.905064 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-61eec1db-2ae8-438d-9961-719f37091b03 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (c152c145-2284-43ec-a009-e7c0e5d00734), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:40.908993 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:40:40.908993 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:40:40.908993 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:40:40.908993 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:40:40.908993 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:40:40.908993 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:40:40.908993 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:40:40.908993 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:40:40.908993 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:40:40.908993 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:40:40.908993 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:40:40.908993 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:40:40.908993 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:40:40.908993 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:40:40.908993 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:40:40.908993 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:40:40.908993 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:40:40.908993 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:40:40.908993 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:40:40.908993 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:40:40.908993 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:40:40.908993 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:40:40.908993 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:40:40.908993 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:40:40.908993 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:40:40.908993 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:40:40.908993 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:40:40.908993 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:40:40.908993 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:40:40.908993 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:40:40.908993 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:40:40.908993 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:40:40.981071 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-b31c2169-5b77-4815-8302-28bf94469943 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:40.986490 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-392a5a9a-d8ea-4b2b-99bb-c0cd6ee0c72f tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Calling delete_port for 4ae2b55d-81cf-4329-b101-2647c30c6642 owned by network:floatingip {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:40:40.991282 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31c2169-5b77-4815-8302-28bf94469943 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event updated for resources: {'Port': ['ID=f3eaab13-bd31-40c5-818a-663c9d73b149,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:40.997334 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31c2169-5b77-4815-8302-28bf94469943 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:40:41.004237 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-01be7836-0625-40fe-ba82-bac5730b114c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1047681'] for router_interface (986529d2-d3cb-4550-97bb-00941d9fbbfd), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:41.028737 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f9f7b5ca-ccc1-4ab1-b95d-db6264dd3bee tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (d30d778d-f742-431b-b47c-d0fc7864be54), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:41.074653 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-61eec1db-2ae8-438d-9961-719f37091b03 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (075bd27b-651e-4c91-9b85-ebc998868ff9), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:41.083437 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-61eec1db-2ae8-438d-9961-719f37091b03 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:41.084310 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port c82b2393-f018-4891-a703-125e114f1f0c triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:41.084838 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (c82b2393-f018-4891-a703-125e114f1f0c), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:41.096078 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-61eec1db-2ae8-438d-9961-719f37091b03 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] 10.222.0.62 "DELETE /v2.0/networks/075bd27b-651e-4c91-9b85-ebc998868ff9 HTTP/1.1" status: 204 len: 168 time: 1.1034372 Feb 28 10:40:41.101918 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48098) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:41.108582 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9f7b5ca-ccc1-4ab1-b95d-db6264dd3bee tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:40:41.112249 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f9f7b5ca-ccc1-4ab1-b95d-db6264dd3bee tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (d30d778d-f742-431b-b47c-d0fc7864be54), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:41.114165 dv-neutron-829161-3-hyperv neutron-server[104084]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:40:41.114165 dv-neutron-829161-3-hyperv neutron-server[104084]: items = [ Feb 28 10:40:41.114165 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 10:40:41.114165 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:40:41.114165 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 10:40:41.114165 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:40:41.114165 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 10:40:41.114165 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:40:41.114165 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 10:40:41.114165 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:40:41.114165 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 10:40:41.114165 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:40:41.114165 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 10:40:41.114165 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:40:41.114165 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 10:40:41.114165 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:40:41.114165 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:40:41.114165 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:40:41.114165 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:40:41.114165 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:40:41.114165 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 10:40:41.114165 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:40:41.114165 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 10:40:41.114165 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:40:41.114165 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:40:41.114165 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:40:41.114165 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 10:40:41.114165 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:40:41.114165 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:40:41.114165 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:40:41.114165 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:40:41.114165 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:40:41.114165 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:40:41.114165 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:40:41.156664 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-f06d81d5-7fec-4f5f-ac7d-dfed9046590b None None] For port a8405033-c4c5-4d6c-8c34-990fab93643f, host dv-neutron-829161-3-hyperv, got binding levels [] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:41.157064 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f06d81d5-7fec-4f5f-ac7d-dfed9046590b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (a8405033-c4c5-4d6c-8c34-990fab93643f), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:41.192065 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eec1db-2ae8-438d-9961-719f37091b03 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Pushing event deleted for resources: {'Network': ['ID=075bd27b-651e-4c91-9b85-ebc998868ff9,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:41.198905 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-f06d81d5-7fec-4f5f-ac7d-dfed9046590b None None] Calling delete_port for a8405033-c4c5-4d6c-8c34-990fab93643f owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:40:41.205297 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.ipam_backend_mixin [None req-f06d81d5-7fec-4f5f-ac7d-dfed9046590b None None] Port a8405033-c4c5-4d6c-8c34-990fab93643f was not found and therefore no delete operation was performed {{(pid=104085) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 28 10:40:41.207230 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-ab2a627a-9d25-4c9c-9737-0679453f7563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986529d2-d3cb-4550-97bb-00941d9fbbfd', 'name': 'tempest-NetworksTestDHCPv6-router-1546625639', 'tenant_id': '9047a33944184c15875a48328f19bcdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:32Z', 'updated_at': '2022-02-28T10:40:34Z', 'revision_number': 2, 'project_id': '9047a33944184c15875a48328f19bcdb', 'gw_port_host': None, '_interfaces': [{'id': '97582d73-364f-4567-bd65-2c6c3d47452f', 'name': '', 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'tenant_id': '9047a33944184c15875a48328f19bcdb', 'mac_address': 'fa:16:3e:5c:f1:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986529d2-d3cb-4550-97bb-00941d9fbbfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '4692fc91-19d2-4c55-822c-c8c8b2d52902', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:33Z', 'updated_at': '2022-02-28T10:40:39Z', 'revision_number': 4, 'project_id': '9047a33944184c15875a48328f19bcdb', 'subnets': [{'id': '4692fc91-19d2-4c55-822c-c8c8b2d52902', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:41.236041 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31c2169-5b77-4815-8302-28bf94469943 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:41.236672 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b31c2169-5b77-4815-8302-28bf94469943 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:41.237821 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc064bcd-1841-45d5-8fbd-76f9a1874a0b tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Deleting subnet 15b5eb75-7cfb-411f-994a-53aacee0e9ce {{(pid=104083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:40:41.242511 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f06d81d5-7fec-4f5f-ac7d-dfed9046590b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (a8405033-c4c5-4d6c-8c34-990fab93643f), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:41.243220 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bc064bcd-1841-45d5-8fbd-76f9a1874a0b tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks [] for subnet (15b5eb75-7cfb-411f-994a-53aacee0e9ce), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:41.295816 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122794d9-02e3-4298-baad-82998983150d None None] Network c2c2ccc8-2021-4a6a-912b-f18f044956c3 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:40:41.320662 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bc064bcd-1841-45d5-8fbd-76f9a1874a0b tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59245535'] for subnet (15b5eb75-7cfb-411f-994a-53aacee0e9ce), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:41.379507 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2a627a-9d25-4c9c-9737-0679453f7563 None None] The sync data for ids ['986529d2-d3cb-4550-97bb-00941d9fbbfd'] in dv-neutron-829161-3-hyperv is: [{'id': '986529d2-d3cb-4550-97bb-00941d9fbbfd', 'name': 'tempest-NetworksTestDHCPv6-router-1546625639', 'tenant_id': '9047a33944184c15875a48328f19bcdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:32Z', 'updated_at': '2022-02-28T10:40:34Z', 'revision_number': 2, 'project_id': '9047a33944184c15875a48328f19bcdb', 'gw_port_host': None, '_interfaces': [{'id': '97582d73-364f-4567-bd65-2c6c3d47452f', 'name': '', 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'tenant_id': '9047a33944184c15875a48328f19bcdb', 'mac_address': 'fa:16:3e:5c:f1:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986529d2-d3cb-4550-97bb-00941d9fbbfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '4692fc91-19d2-4c55-822c-c8c8b2d52902', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:33Z', 'updated_at': '2022-02-28T10:40:39Z', 'revision_number': 4, 'project_id': '9047a33944184c15875a48328f19bcdb', 'subnets': [{'id': '4692fc91-19d2-4c55-822c-c8c8b2d52902', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:40:41.414865 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f06d81d5-7fec-4f5f-ac7d-dfed9046590b None None] Network 075bd27b-651e-4c91-9b85-ebc998868ff9 is not hosted by any dhcp agent {{(pid=104085) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 28 10:40:41.415677 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06d81d5-7fec-4f5f-ac7d-dfed9046590b None None] No DVR routers for this DVR port a8405033-c4c5-4d6c-8c34-990fab93643f on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:40:41.439864 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06d81d5-7fec-4f5f-ac7d-dfed9046590b None None] Pushing event deleted for resources: {'Port': ['ID=a8405033-c4c5-4d6c-8c34-990fab93643f,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:41.439959 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bc064bcd-1841-45d5-8fbd-76f9a1874a0b tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (15b5eb75-7cfb-411f-994a-53aacee0e9ce), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:41.496432 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-f29b97a6-74d4-452c-8d8e-bf0a124c9ff3 None None] Current status of the port c82b2393-f018-4891-a703-125e114f1f0c is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:41.501070 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f29b97a6-74d4-452c-8d8e-bf0a124c9ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (c82b2393-f018-4891-a703-125e114f1f0c), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:41.535624 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48100) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:41.535832 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port c82b2393-f018-4891-a703-125e114f1f0c is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:41.535936 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-b31c2169-5b77-4815-8302-28bf94469943 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.7936831 Feb 28 10:40:41.536031 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (c82b2393-f018-4891-a703-125e114f1f0c), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:41.537947 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f9f7b5ca-ccc1-4ab1-b95d-db6264dd3bee tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (6270902f-7c0e-4bc9-b1ee-09bae0dcbdd4), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:41.553184 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f9f7b5ca-ccc1-4ab1-b95d-db6264dd3bee tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:41.558546 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-f9f7b5ca-ccc1-4ab1-b95d-db6264dd3bee tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] 10.222.0.62 "DELETE /v2.0/networks/6270902f-7c0e-4bc9-b1ee-09bae0dcbdd4 HTTP/1.1" status: 204 len: 168 time: 3.6282694 Feb 28 10:40:41.564505 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48102) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:41.581053 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-f29b97a6-74d4-452c-8d8e-bf0a124c9ff3 None None] For port c82b2393-f018-4891-a703-125e114f1f0c, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=c82b2393-f018-4891-a703-125e114f1f0c,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:41.584324 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-8ee92d72-6443-4e43-b5e0-e47857063eb1 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Deleting port a76069be-9e71-46d2-b80c-f3390e6eb018 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:40:41.584668 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8ee92d72-6443-4e43-b5e0-e47857063eb1 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (a76069be-9e71-46d2-b80c-f3390e6eb018), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:41.592381 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f7b5ca-ccc1-4ab1-b95d-db6264dd3bee tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Pushing event deleted for resources: {'Network': ['ID=6270902f-7c0e-4bc9-b1ee-09bae0dcbdd4,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:41.614330 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bc064bcd-1841-45d5-8fbd-76f9a1874a0b tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (15b5eb75-7cfb-411f-994a-53aacee0e9ce), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:41.616540 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01be7836-0625-40fe-ba82-bac5730b114c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Router 986529d2-d3cb-4550-97bb-00941d9fbbfd has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:40:41.653179 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc064bcd-1841-45d5-8fbd-76f9a1874a0b tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Pushing event deleted for resources: {'Subnet': ['ID=15b5eb75-7cfb-411f-994a-53aacee0e9ce,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:41.660240 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f29b97a6-74d4-452c-8d8e-bf0a124c9ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (c82b2393-f018-4891-a703-125e114f1f0c), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:41.668187 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bc064bcd-1841-45d5-8fbd-76f9a1874a0b tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:41.674119 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-bc064bcd-1841-45d5-8fbd-76f9a1874a0b tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] 10.222.0.62 "DELETE /v2.0/subnets/15b5eb75-7cfb-411f-994a-53aacee0e9ce HTTP/1.1" status: 204 len: 168 time: 0.5668797 Feb 28 10:40:41.674119 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48104) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:41.690397 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1a7edb-a166-4517-8e5f-9a62c845c17f None None] Network 72ee4b58-d0c4-4255-b25e-22ade9988c8c requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:40:41.840088 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_v2 [None req-42a9bc88-1a33-42f3-9f89-4b10d4df3542 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Deleting subnet 09c59612-268c-4df5-8e61-9707aec89baa {{(pid=104083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:40:41.851705 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-42a9bc88-1a33-42f3-9f89-4b10d4df3542 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks [] for subnet (09c59612-268c-4df5-8e61-9707aec89baa), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:41.869702 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b97a6-74d4-452c-8d8e-bf0a124c9ff3 None None] Pushing event updated for resources: {'Port': ['ID=c82b2393-f018-4891-a703-125e114f1f0c,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:41.940413 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-bda1b198-d8f7-4dea-8d99-2177c9c58e65 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (9418cccc-1736-4ba0-9bc7-1852756e4e13), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:41.953645 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01be7836-0625-40fe-ba82-bac5730b114c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:40:41.956912 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-c967c58d-ef5e-4d72-9309-47fb843dd7d0 None None] Provisioning complete for port 00312034-d9b2-4b3f-8979-830b7c65525d triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:41.957407 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c967c58d-ef5e-4d72-9309-47fb843dd7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (00312034-d9b2-4b3f-8979-830b7c65525d), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:41.963653 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-01be7836-0625-40fe-ba82-bac5730b114c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "PUT /v2.0/routers/986529d2-d3cb-4550-97bb-00941d9fbbfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2124088 Feb 28 10:40:41.976846 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48106) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:42.004030 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.db.api [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:40:42.004337 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG oslo_db.api [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:40:42.008423 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-42a9bc88-1a33-42f3-9f89-4b10d4df3542 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59245535'] for subnet (09c59612-268c-4df5-8e61-9707aec89baa), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:42.082806 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-392a5a9a-d8ea-4b2b-99bb-c0cd6ee0c72f tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (4ae2b55d-81cf-4329-b101-2647c30c6642), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:42.104761 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-c967c58d-ef5e-4d72-9309-47fb843dd7d0 None None] Current status of the port 00312034-d9b2-4b3f-8979-830b7c65525d is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:42.105376 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c967c58d-ef5e-4d72-9309-47fb843dd7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (00312034-d9b2-4b3f-8979-830b7c65525d), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:42.134141 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8ee92d72-6443-4e43-b5e0-e47857063eb1 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (a76069be-9e71-46d2-b80c-f3390e6eb018), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:42.177633 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-c967c58d-ef5e-4d72-9309-47fb843dd7d0 None None] For port 00312034-d9b2-4b3f-8979-830b7c65525d, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=00312034-d9b2-4b3f-8979-830b7c65525d,segment=NetworkSegment(b9448f23-6d7a-4e1d-bd0a-3b03b4073da6),segment_id=b9448f23-6d7a-4e1d-bd0a-3b03b4073da6)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:42.184289 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d9023f-e900-4269-bc35-e6327b65957b None None] DHCP port deletion for 72ee4b58-d0c4-4255-b25e-22ade9988c8c request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:40:42.210378 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-8ee92d72-6443-4e43-b5e0-e47857063eb1 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Calling delete_port for a76069be-9e71-46d2-b80c-f3390e6eb018 owned by network:router_interface {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:40:42.218032 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392a5a9a-d8ea-4b2b-99bb-c0cd6ee0c72f tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Pushing event deleted for resources: {'Port': ['ID=4ae2b55d-81cf-4329-b101-2647c30c6642,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:42.243848 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-42a9bc88-1a33-42f3-9f89-4b10d4df3542 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (09c59612-268c-4df5-8e61-9707aec89baa), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:42.257588 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf9e782-89f0-4bfc-b7be-942244498f72 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:42.259289 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf9e782-89f0-4bfc-b7be-942244498f72 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:42.263488 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-0cf9e782-89f0-4bfc-b7be-942244498f72 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2832558 Feb 28 10:40:42.272647 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c967c58d-ef5e-4d72-9309-47fb843dd7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (00312034-d9b2-4b3f-8979-830b7c65525d), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:42.282751 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-b9d9023f-e900-4269-bc35-e6327b65957b None None] Deleting port ef1deba9-5106-4925-ad00-ae374f2ea5c2 {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:40:42.283297 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b9d9023f-e900-4269-bc35-e6327b65957b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (ef1deba9-5106-4925-ad00-ae374f2ea5c2), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:42.288248 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48108) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:42.311550 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-c967c58d-ef5e-4d72-9309-47fb843dd7d0 None None] Could not find standard attr ID for object 97582d73-364f-4567-bd65-2c6c3d47452f. {{(pid=104085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:40:42.366569 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_v2 [None req-24ee76d2-d421-4d20-a211-7807cf1b8d09 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Deleting subnet 4692fc91-19d2-4c55-822c-c8c8b2d52902 {{(pid=104083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:40:42.375628 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-24ee76d2-d421-4d20-a211-7807cf1b8d09 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for subnet (4692fc91-19d2-4c55-822c-c8c8b2d52902), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:42.406352 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-b9d9023f-e900-4269-bc35-e6327b65957b None None] For port ef1deba9-5106-4925-ad00-ae374f2ea5c2, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=ef1deba9-5106-4925-ad00-ae374f2ea5c2,segment=NetworkSegment(cbaccc25-10f8-41a4-acad-a5f9366ca878),segment_id=cbaccc25-10f8-41a4-acad-a5f9366ca878)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:42.407173 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b9d9023f-e900-4269-bc35-e6327b65957b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (ef1deba9-5106-4925-ad00-ae374f2ea5c2), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:42.409477 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c967c58d-ef5e-4d72-9309-47fb843dd7d0 None None] Pushing event updated for resources: {'Port': ['ID=00312034-d9b2-4b3f-8979-830b7c65525d,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:42.415433 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-392a5a9a-d8ea-4b2b-99bb-c0cd6ee0c72f tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks [] for floatingip (7be7baf8-5f32-4356-984e-e18e3aa5c972), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:42.415881 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.l3_db [None req-392a5a9a-d8ea-4b2b-99bb-c0cd6ee0c72f tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Floating IP 7be7baf8-5f32-4356-984e-e18e3aa5c972 disassociated (deleted). External IP: 172.26.3.171, port: 996e044c-df70-4dcd-8ba3-2af0b3c397da. Feb 28 10:40:42.419023 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-bda1b198-d8f7-4dea-8d99-2177c9c58e65 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (9418cccc-1736-4ba0-9bc7-1852756e4e13), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:42.429613 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-b9d9023f-e900-4269-bc35-e6327b65957b None None] Calling delete_port for ef1deba9-5106-4925-ad00-ae374f2ea5c2 owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:40:42.478889 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-24ee76d2-d421-4d20-a211-7807cf1b8d09 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59245535'] for subnet (4692fc91-19d2-4c55-822c-c8c8b2d52902), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:42.486650 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-bda1b198-d8f7-4dea-8d99-2177c9c58e65 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9418cccc-1736-4ba0-9bc7-1852756e4e13']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:42.488297 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-4891be0d-eedb-4544-ba03-1e35e395a948 None None] Provisioning complete for port f3eaab13-bd31-40c5-818a-663c9d73b149 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:42.488673 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-4891be0d-eedb-4544-ba03-1e35e395a948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (f3eaab13-bd31-40c5-818a-663c9d73b149), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:42.509539 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-bda1b198-d8f7-4dea-8d99-2177c9c58e65 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b73d383-3655-4133-bb1d-5b00aeddd2cf') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:42.509849 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-bda1b198-d8f7-4dea-8d99-2177c9c58e65 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b73d383-3655-4133-bb1d-5b00aeddd2cf') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:42.530042 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-bda1b198-d8f7-4dea-8d99-2177c9c58e65 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (5b73d383-3655-4133-bb1d-5b00aeddd2cf), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:42.548204 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port c82b2393-f018-4891-a703-125e114f1f0c is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:42.549208 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 00312034-d9b2-4b3f-8979-830b7c65525d up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:40:42.576754 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-bda1b198-d8f7-4dea-8d99-2177c9c58e65 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (5b73d383-3655-4133-bb1d-5b00aeddd2cf), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:42.579199 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7cba3791-c976-467d-941a-faaf87aa3232 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (f3eaab13-bd31-40c5-818a-663c9d73b149), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:42.587500 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-42a9bc88-1a33-42f3-9f89-4b10d4df3542 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (09c59612-268c-4df5-8e61-9707aec89baa), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:42.606157 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-4891be0d-eedb-4544-ba03-1e35e395a948 None None] Port f3eaab13-bd31-40c5-818a-663c9d73b149 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:40:42.626794 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a9bc88-1a33-42f3-9f89-4b10d4df3542 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Pushing event deleted for resources: {'Subnet': ['ID=09c59612-268c-4df5-8e61-9707aec89baa,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:42.633668 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bda1b198-d8f7-4dea-8d99-2177c9c58e65 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:40:42.633668 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-bda1b198-d8f7-4dea-8d99-2177c9c58e65 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (5b73d383-3655-4133-bb1d-5b00aeddd2cf), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:42.637772 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 10:40:42.637772 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:40:42.637772 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 10:40:42.637772 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:40:42.637772 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 10:40:42.637772 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:40:42.637772 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 10:40:42.637772 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:40:42.637772 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 10:40:42.637772 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:40:42.637772 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 10:40:42.637772 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:40:42.637772 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 10:40:42.637772 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:40:42.637772 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:40:42.637772 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:40:42.637772 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:40:42.637772 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:40:42.637772 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 10:40:42.637772 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:40:42.637772 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 10:40:42.637772 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:40:42.637772 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:40:42.637772 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:40:42.637772 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 10:40:42.637772 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:40:42.637772 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:40:42.637772 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:40:42.637772 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:40:42.637772 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:40:42.637772 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:40:42.637772 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:40:42.643704 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 00312034-d9b2-4b3f-8979-830b7c65525d triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:42.645132 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (00312034-d9b2-4b3f-8979-830b7c65525d), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:42.645567 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-4891be0d-eedb-4544-ba03-1e35e395a948 None None] Provisioning complete for port 00312034-d9b2-4b3f-8979-830b7c65525d triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:42.645982 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-4891be0d-eedb-4544-ba03-1e35e395a948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (00312034-d9b2-4b3f-8979-830b7c65525d), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:42.684479 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-42a9bc88-1a33-42f3-9f89-4b10d4df3542 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:42.690361 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-42a9bc88-1a33-42f3-9f89-4b10d4df3542 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] 10.222.0.62 "DELETE /v2.0/subnets/09c59612-268c-4df5-8e61-9707aec89baa HTTP/1.1" status: 204 len: 168 time: 1.0153325 Feb 28 10:40:42.704962 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3eee4a-6e32-4545-b216-29eda8370882 None None] Network bc04ded2-d431-46b9-8576-62476dda202f requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:40:42.713119 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48110) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:42.762291 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b9d9023f-e900-4269-bc35-e6327b65957b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (ef1deba9-5106-4925-ad00-ae374f2ea5c2), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:42.816001 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d9023f-e900-4269-bc35-e6327b65957b None None] Pushing event deleted for resources: {'Port': ['ID=ef1deba9-5106-4925-ad00-ae374f2ea5c2,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:42.827649 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d9023f-e900-4269-bc35-e6327b65957b None None] No DVR routers for this DVR port ef1deba9-5106-4925-ad00-ae374f2ea5c2 on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:40:42.861388 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-24ee76d2-d421-4d20-a211-7807cf1b8d09 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (4692fc91-19d2-4c55-822c-c8c8b2d52902), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:42.938677 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 00312034-d9b2-4b3f-8979-830b7c65525d is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:42.966637 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-4891be0d-eedb-4544-ba03-1e35e395a948 None None] Current status of the port 00312034-d9b2-4b3f-8979-830b7c65525d is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:43.073516 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78836a41-e44b-47cb-8e87-e7983a790bee None None] DHCP port deletion for bc04ded2-d431-46b9-8576-62476dda202f request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:40:43.094465 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7cba3791-c976-467d-941a-faaf87aa3232 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for port (f3eaab13-bd31-40c5-818a-663c9d73b149), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:43.123199 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device c82b2393-f018-4891-a703-125e114f1f0c up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:40:43.123740 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-24ee76d2-d421-4d20-a211-7807cf1b8d09 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (4692fc91-19d2-4c55-822c-c8c8b2d52902), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:43.156149 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ee76d2-d421-4d20-a211-7807cf1b8d09 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event deleted for resources: {'Subnet': ['ID=4692fc91-19d2-4c55-822c-c8c8b2d52902,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:43.156925 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-78836a41-e44b-47cb-8e87-e7983a790bee None None] Deleting port 9188e54f-d6cb-463b-8473-dd71c1141d38 {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:40:43.157552 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-78836a41-e44b-47cb-8e87-e7983a790bee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (9188e54f-d6cb-463b-8473-dd71c1141d38), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:43.163646 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-24ee76d2-d421-4d20-a211-7807cf1b8d09 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:43.170871 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-24ee76d2-d421-4d20-a211-7807cf1b8d09 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/subnets/4692fc91-19d2-4c55-822c-c8c8b2d52902 HTTP/1.1" status: 204 len: 168 time: 0.8815489 Feb 28 10:40:43.171738 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7cba3791-c976-467d-941a-faaf87aa3232 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (f3eaab13-bd31-40c5-818a-663c9d73b149), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:43.173684 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48112) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:43.179431 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182b565e-bfc1-4696-bc83-07aee4210a4c None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:40:43.238097 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-bda1b198-d8f7-4dea-8d99-2177c9c58e65 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (9418cccc-1736-4ba0-9bc7-1852756e4e13), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:43.251153 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-121279a4-1cd9-464a-8330-8ec20fec976e tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (72ee4b58-d0c4-4255-b25e-22ade9988c8c), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:43.261262 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-bda1b198-d8f7-4dea-8d99-2177c9c58e65 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:43.264917 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-bda1b198-d8f7-4dea-8d99-2177c9c58e65 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] 10.222.0.62 "DELETE /v2.0/networks/9418cccc-1736-4ba0-9bc7-1852756e4e13 HTTP/1.1" status: 204 len: 168 time: 1.6933923 Feb 28 10:40:43.304383 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48114) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:43.323138 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-78836a41-e44b-47cb-8e87-e7983a790bee None None] For port 9188e54f-d6cb-463b-8473-dd71c1141d38, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=9188e54f-d6cb-463b-8473-dd71c1141d38,segment=NetworkSegment(4482566d-7b43-4a54-a155-51b6df74053c),segment_id=4482566d-7b43-4a54-a155-51b6df74053c)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:43.323548 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-78836a41-e44b-47cb-8e87-e7983a790bee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (9188e54f-d6cb-463b-8473-dd71c1141d38), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:43.327093 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda1b198-d8f7-4dea-8d99-2177c9c58e65 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Pushing event deleted for resources: {'Network': ['ID=9418cccc-1736-4ba0-9bc7-1852756e4e13,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:43.356803 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port c82b2393-f018-4891-a703-125e114f1f0c triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:43.357183 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (c82b2393-f018-4891-a703-125e114f1f0c), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:43.416964 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-78836a41-e44b-47cb-8e87-e7983a790bee None None] Calling delete_port for 9188e54f-d6cb-463b-8473-dd71c1141d38 owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:40:43.465115 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ca95776a-fadb-4f8f-b703-aeae01cce664 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (e80176a0-0de4-4f2d-ae54-342bf499f223), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:43.470086 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-392a5a9a-d8ea-4b2b-99bb-c0cd6ee0c72f tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Router 22520f81-79af-45f2-8920-13f007234052 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:40:43.510103 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8ee92d72-6443-4e43-b5e0-e47857063eb1 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (a76069be-9e71-46d2-b80c-f3390e6eb018), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:43.558410 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-121279a4-1cd9-464a-8330-8ec20fec976e tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (72ee4b58-d0c4-4255-b25e-22ade9988c8c), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:43.573232 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee92d72-6443-4e43-b5e0-e47857063eb1 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event deleted for resources: {'Port': ['ID=a76069be-9e71-46d2-b80c-f3390e6eb018,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:43.644914 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-121279a4-1cd9-464a-8330-8ec20fec976e tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72ee4b58-d0c4-4255-b25e-22ade9988c8c']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:43.673608 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba3791-c976-467d-941a-faaf87aa3232 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event updated for resources: {'Port': ['ID=f3eaab13-bd31-40c5-818a-663c9d73b149,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:43.814985 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7daa57-217d-4d90-ae78-bbecb5aedcb0 None None] Sync routers for ids ['986529d2-d3cb-4550-97bb-00941d9fbbfd'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:40:43.826110 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-121279a4-1cd9-464a-8330-8ec20fec976e tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbaccc25-10f8-41a4-acad-a5f9366ca878') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:43.827523 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-121279a4-1cd9-464a-8330-8ec20fec976e tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbaccc25-10f8-41a4-acad-a5f9366ca878') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:43.853477 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port c82b2393-f018-4891-a703-125e114f1f0c is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:43.853477 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 00312034-d9b2-4b3f-8979-830b7c65525d up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:40:43.853810 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-121279a4-1cd9-464a-8330-8ec20fec976e tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (cbaccc25-10f8-41a4-acad-a5f9366ca878), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:43.869370 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-121279a4-1cd9-464a-8330-8ec20fec976e tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (cbaccc25-10f8-41a4-acad-a5f9366ca878), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:43.877528 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-121279a4-1cd9-464a-8330-8ec20fec976e tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:40:43.878494 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-121279a4-1cd9-464a-8330-8ec20fec976e tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (cbaccc25-10f8-41a4-acad-a5f9366ca878), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:43.900628 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7daa57-217d-4d90-ae78-bbecb5aedcb0 None None] Routers {'986529d2-d3cb-4550-97bb-00941d9fbbfd'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:40:43.901622 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-cf7daa57-217d-4d90-ae78-bbecb5aedcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:40:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['986529d2-d3cb-4550-97bb-00941d9fbbfd'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:43.904130 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91dc4932-3652-4640-9920-cd38873a3ca5 None None] DHCP port deletion for a10d36a7-87ef-481e-9e9f-da2235211c53 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:40:43.954923 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7cba3791-c976-467d-941a-faaf87aa3232 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047958'] for router_interface (dfa5082a-0f0f-43de-b007-c9d409c717a4), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:43.962561 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 10:40:43.962561 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:40:43.962561 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 10:40:43.962561 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:40:43.962561 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 10:40:43.962561 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:40:43.962561 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 10:40:43.962561 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:40:43.962561 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 10:40:43.962561 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:40:43.962561 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 10:40:43.962561 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:40:43.962561 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 10:40:43.962561 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:40:43.962561 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:40:43.962561 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:40:43.962561 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:40:43.962561 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:40:43.962561 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 10:40:43.962561 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:40:43.962561 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 10:40:43.962561 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:40:43.962561 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:40:43.962561 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:40:43.962561 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 10:40:43.962561 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:40:43.962561 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:40:43.962561 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:40:43.962561 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:40:43.962561 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:40:43.962561 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:40:43.962561 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:40:43.965047 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-54da0d25-368d-4563-b27c-b0fc90e70f1c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.7834635 Feb 28 10:40:43.983142 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48116) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:44.056589 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-78836a41-e44b-47cb-8e87-e7983a790bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (9188e54f-d6cb-463b-8473-dd71c1141d38), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:44.069756 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-cf7daa57-217d-4d90-ae78-bbecb5aedcb0 None None] Set router 986529d2-d3cb-4550-97bb-00941d9fbbfd gateway port host: None {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:40:44.160936 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78836a41-e44b-47cb-8e87-e7983a790bee None None] No DVR routers for this DVR port 9188e54f-d6cb-463b-8473-dd71c1141d38 on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:40:44.163046 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78836a41-e44b-47cb-8e87-e7983a790bee None None] Pushing event deleted for resources: {'Port': ['ID=9188e54f-d6cb-463b-8473-dd71c1141d38,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:44.166370 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-cf7daa57-217d-4d90-ae78-bbecb5aedcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986529d2-d3cb-4550-97bb-00941d9fbbfd', 'name': 'tempest-NetworksTestDHCPv6-router-1546625639', 'tenant_id': '9047a33944184c15875a48328f19bcdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:32Z', 'updated_at': '2022-02-28T10:40:39Z', 'revision_number': 3, 'project_id': '9047a33944184c15875a48328f19bcdb', 'gw_port_host': None}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:44.192456 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7cba3791-c976-467d-941a-faaf87aa3232 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (f3eaab13-bd31-40c5-818a-663c9d73b149), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:44.200782 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-e813866c-d844-4745-872f-a38ce543d527 None None] Provisioning complete for port f3eaab13-bd31-40c5-818a-663c9d73b149 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:44.201164 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e813866c-d844-4745-872f-a38ce543d527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (f3eaab13-bd31-40c5-818a-663c9d73b149), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:44.202197 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ca95776a-fadb-4f8f-b703-aeae01cce664 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (e80176a0-0de4-4f2d-ae54-342bf499f223), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:44.210591 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7daa57-217d-4d90-ae78-bbecb5aedcb0 None None] Checking router: 986529d2-d3cb-4550-97bb-00941d9fbbfd for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:40:44.242241 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8ee92d72-6443-4e43-b5e0-e47857063eb1 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1047681'] for router_interface (16ee5bbb-d7d4-4e7e-a190-4c5b94544e37), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:44.248287 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-121279a4-1cd9-464a-8330-8ec20fec976e tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (72ee4b58-d0c4-4255-b25e-22ade9988c8c), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:44.253461 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-121279a4-1cd9-464a-8330-8ec20fec976e tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:44.256539 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 00312034-d9b2-4b3f-8979-830b7c65525d triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:44.256913 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (00312034-d9b2-4b3f-8979-830b7c65525d), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:44.259578 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-121279a4-1cd9-464a-8330-8ec20fec976e tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] 10.222.0.62 "DELETE /v2.0/networks/72ee4b58-d0c4-4255-b25e-22ade9988c8c HTTP/1.1" status: 204 len: 168 time: 1.5453813 Feb 28 10:40:44.261658 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48118) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:44.261921 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-56c68590-cacb-4803-bfd0-d8fcec4aaa16 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for router (986529d2-d3cb-4550-97bb-00941d9fbbfd), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:44.290020 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7daa57-217d-4d90-ae78-bbecb5aedcb0 None None] Routers {'986529d2-d3cb-4550-97bb-00941d9fbbfd'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:40:44.290657 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-cf7daa57-217d-4d90-ae78-bbecb5aedcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:40:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['986529d2-d3cb-4550-97bb-00941d9fbbfd'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:44.305803 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-e813866c-d844-4745-872f-a38ce543d527 None None] Port f3eaab13-bd31-40c5-818a-663c9d73b149 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:40:44.341237 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-91dc4932-3652-4640-9920-cd38873a3ca5 None None] Deleting port c82b2393-f018-4891-a703-125e114f1f0c {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:40:44.341622 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-91dc4932-3652-4640-9920-cd38873a3ca5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (c82b2393-f018-4891-a703-125e114f1f0c), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:44.377021 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121279a4-1cd9-464a-8330-8ec20fec976e tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Pushing event deleted for resources: {'Network': ['ID=72ee4b58-d0c4-4255-b25e-22ade9988c8c,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:44.381572 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-ca95776a-fadb-4f8f-b703-aeae01cce664 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e80176a0-0de4-4f2d-ae54-342bf499f223']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:44.433039 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b3d06cda-c96f-4289-988b-ea384f0d7a82 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (bc04ded2-d431-46b9-8576-62476dda202f), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:44.446418 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-cf7daa57-217d-4d90-ae78-bbecb5aedcb0 None None] Set router 986529d2-d3cb-4550-97bb-00941d9fbbfd gateway port host: None {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:40:44.466756 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-ca95776a-fadb-4f8f-b703-aeae01cce664 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07a7982f-d0e4-467b-82e1-83a6f8f58d38') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:44.466756 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-ca95776a-fadb-4f8f-b703-aeae01cce664 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07a7982f-d0e4-467b-82e1-83a6f8f58d38') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:44.479843 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392a5a9a-d8ea-4b2b-99bb-c0cd6ee0c72f tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:40:44.490120 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-392a5a9a-d8ea-4b2b-99bb-c0cd6ee0c72f tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:44.494300 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ca95776a-fadb-4f8f-b703-aeae01cce664 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (07a7982f-d0e4-467b-82e1-83a6f8f58d38), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:44.496004 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b7bfb4-04af-4c93-82ae-5bc4e681b863 None None] Sync routers for ids ['22520f81-79af-45f2-8920-13f007234052'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:40:44.511008 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b7bfb4-04af-4c93-82ae-5bc4e681b863 None None] Routers {'22520f81-79af-45f2-8920-13f007234052'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:40:44.512128 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-40b7bfb4-04af-4c93-82ae-5bc4e681b863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:40:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['22520f81-79af-45f2-8920-13f007234052'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:44.534475 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-cf7daa57-217d-4d90-ae78-bbecb5aedcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986529d2-d3cb-4550-97bb-00941d9fbbfd', 'name': 'tempest-NetworksTestDHCPv6-router-1546625639', 'tenant_id': '9047a33944184c15875a48328f19bcdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:32Z', 'updated_at': '2022-02-28T10:40:39Z', 'revision_number': 3, 'project_id': '9047a33944184c15875a48328f19bcdb', 'gw_port_host': None}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:44.538116 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-91dc4932-3652-4640-9920-cd38873a3ca5 None None] For port c82b2393-f018-4891-a703-125e114f1f0c, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=c82b2393-f018-4891-a703-125e114f1f0c,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:44.538530 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-91dc4932-3652-4640-9920-cd38873a3ca5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (c82b2393-f018-4891-a703-125e114f1f0c), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:44.577526 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7daa57-217d-4d90-ae78-bbecb5aedcb0 None None] The sync data for ids ['986529d2-d3cb-4550-97bb-00941d9fbbfd'] in dv-neutron-829161-3-hyperv is: [{'id': '986529d2-d3cb-4550-97bb-00941d9fbbfd', 'name': 'tempest-NetworksTestDHCPv6-router-1546625639', 'tenant_id': '9047a33944184c15875a48328f19bcdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:32Z', 'updated_at': '2022-02-28T10:40:39Z', 'revision_number': 3, 'project_id': '9047a33944184c15875a48328f19bcdb', 'gw_port_host': None}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:40:44.580107 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-91dc4932-3652-4640-9920-cd38873a3ca5 None None] Calling delete_port for c82b2393-f018-4891-a703-125e114f1f0c owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:40:44.588777 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b3d06cda-c96f-4289-988b-ea384f0d7a82 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (bc04ded2-d431-46b9-8576-62476dda202f), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:44.652875 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-b3d06cda-c96f-4289-988b-ea384f0d7a82 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc04ded2-d431-46b9-8576-62476dda202f']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:44.660445 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ca95776a-fadb-4f8f-b703-aeae01cce664 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (07a7982f-d0e4-467b-82e1-83a6f8f58d38), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:44.662792 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 00312034-d9b2-4b3f-8979-830b7c65525d is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:44.673139 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-56c68590-cacb-4803-bfd0-d8fcec4aaa16 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (986529d2-d3cb-4550-97bb-00941d9fbbfd), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:44.679477 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-b3d06cda-c96f-4289-988b-ea384f0d7a82 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4482566d-7b43-4a54-a155-51b6df74053c') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:44.681462 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-b3d06cda-c96f-4289-988b-ea384f0d7a82 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4482566d-7b43-4a54-a155-51b6df74053c') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:44.689367 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-392a5a9a-d8ea-4b2b-99bb-c0cd6ee0c72f tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "DELETE /v2.0/floatingips/7be7baf8-5f32-4356-984e-e18e3aa5c972 HTTP/1.1" status: 204 len: 168 time: 5.3703003 Feb 28 10:40:44.707822 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b3d06cda-c96f-4289-988b-ea384f0d7a82 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (4482566d-7b43-4a54-a155-51b6df74053c), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:44.718771 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-40b7bfb4-04af-4c93-82ae-5bc4e681b863 None None] Set router 22520f81-79af-45f2-8920-13f007234052 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:40:44.741160 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b3d06cda-c96f-4289-988b-ea384f0d7a82 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (4482566d-7b43-4a54-a155-51b6df74053c), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:44.744618 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-56c68590-cacb-4803-bfd0-d8fcec4aaa16 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for router_controller (986529d2-d3cb-4550-97bb-00941d9fbbfd), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:44.746691 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2148e76d-635b-459e-9863-9aa3e7607ee5', 'tag': '996e044c-df70-4dcd-8ba3-2af0b3c397da'}] {{(pid=104084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:40:44.751578 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ffa69481dce8c4e68394bb3e97aff222617d39f0bec9a6d6e4c39a9256e7c95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a4cb9e-700a-4769-b2fe-5fa2f4235d8a" -d '{"events": [{"name": "network-changed", "server_uuid": "2148e76d-635b-459e-9863-9aa3e7607ee5", "tag": "996e044c-df70-4dcd-8ba3-2af0b3c397da"}]}' {{(pid=104084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:40:44.755706 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca95776a-fadb-4f8f-b703-aeae01cce664 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:40:44.756146 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ca95776a-fadb-4f8f-b703-aeae01cce664 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (07a7982f-d0e4-467b-82e1-83a6f8f58d38), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:44.759098 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3d06cda-c96f-4289-988b-ea384f0d7a82 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:40:44.759403 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b3d06cda-c96f-4289-988b-ea384f0d7a82 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (4482566d-7b43-4a54-a155-51b6df74053c), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:44.763501 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:40:44.763501 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:40:44.763501 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:40:44.763501 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:40:44.763501 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:40:44.763501 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:40:44.763501 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:40:44.763501 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:40:44.763501 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:40:44.763501 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:40:44.763501 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:40:44.763501 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:40:44.763501 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:40:44.763501 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:40:44.763501 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:40:44.763501 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:40:44.763501 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:40:44.763501 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:40:44.763501 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:40:44.763501 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:40:44.763501 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:40:44.763501 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:40:44.763501 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:40:44.763501 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:40:44.763501 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:40:44.763501 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:40:44.763501 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:40:44.763501 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:40:44.763501 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:40:44.763501 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:40:44.763501 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:40:44.763501 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:40:44.765991 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 10:40:44.765991 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:40:44.765991 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 10:40:44.765991 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:40:44.765991 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 10:40:44.765991 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:40:44.765991 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 10:40:44.765991 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:40:44.765991 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 10:40:44.765991 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:40:44.765991 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 10:40:44.765991 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:40:44.765991 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 10:40:44.765991 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:40:44.765991 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:40:44.765991 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:40:44.765991 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:40:44.765991 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:40:44.765991 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 10:40:44.765991 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:40:44.765991 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 10:40:44.765991 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:40:44.765991 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:40:44.765991 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:40:44.765991 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 10:40:44.765991 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:40:44.765991 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:40:44.765991 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:40:44.765991 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:40:44.765991 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:40:44.765991 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:40:44.765991 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:40:44.769995 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-91dc4932-3652-4640-9920-cd38873a3ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (c82b2393-f018-4891-a703-125e114f1f0c), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:44.824647 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dc4932-3652-4640-9920-cd38873a3ca5 None None] Pushing event deleted for resources: {'Port': ['ID=c82b2393-f018-4891-a703-125e114f1f0c,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:44.826510 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dc4932-3652-4640-9920-cd38873a3ca5 None None] No DVR routers for this DVR port c82b2393-f018-4891-a703-125e114f1f0c on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:40:44.854108 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7cba3791-c976-467d-941a-faaf87aa3232 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for port (f3eaab13-bd31-40c5-818a-663c9d73b149), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:44.859289 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e5bb34-59a1-492f-8412-b4f158270dac None None] get_active_networks_info from dv-neutron-829161-3-hyperv {{(pid=104085) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 10:40:44.864118 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07916a68-5f20-4a42-bdd0-4c5948b1f6ea x-openstack-request-id: req-07916a68-5f20-4a42-bdd0-4c5948b1f6ea {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:40:44.868012 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2148e76d-635b-459e-9863-9aa3e7607ee5", "tag": "996e044c-df70-4dcd-8ba3-2af0b3c397da", "status": "completed", "code": 200}]} {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:40:44.868012 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-07916a68-5f20-4a42-bdd0-4c5948b1f6ea {{(pid=104084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:40:44.868012 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2148e76d-635b-459e-9863-9aa3e7607ee5', 'tag': '996e044c-df70-4dcd-8ba3-2af0b3c397da', 'status': 'completed', 'code': 200} Feb 28 10:40:44.917873 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b3d06cda-c96f-4289-988b-ea384f0d7a82 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (bc04ded2-d431-46b9-8576-62476dda202f), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:44.919759 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7cba3791-c976-467d-941a-faaf87aa3232 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (f3eaab13-bd31-40c5-818a-663c9d73b149), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:44.941783 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee92d72-6443-4e43-b5e0-e47857063eb1 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Router 16ee5bbb-d7d4-4e7e-a190-4c5b94544e37 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:40:45.000958 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a4cb9e-700a-4769-b2fe-5fa2f4235d8a req-4a1a5ab8-9f17-440f-b8bd-64c46886dcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:45.002546 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d8a4cb9e-700a-4769-b2fe-5fa2f4235d8a req-4a1a5ab8-9f17-440f-b8bd-64c46886dcb9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f5a1ec0f7f9748a2bd1edc7639d74b9e&device_id=2148e76d-635b-459e-9863-9aa3e7607ee5 HTTP/1.1" status: 200 len: 1130 time: 0.1304364 Feb 28 10:40:45.018266 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device ef1deba9-5106-4925-ad00-ae374f2ea5c2 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:40:45.019053 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b3d06cda-c96f-4289-988b-ea384f0d7a82 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:45.022325 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-b3d06cda-c96f-4289-988b-ea384f0d7a82 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] 10.222.0.62 "DELETE /v2.0/networks/bc04ded2-d431-46b9-8576-62476dda202f HTTP/1.1" status: 204 len: 168 time: 0.7584798 Feb 28 10:40:45.056320 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: ef1deba9-5106-4925-ad00-ae374f2ea5c2 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:40:45.056320 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device ef1deba9-5106-4925-ad00-ae374f2ea5c2 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:40:45.056320 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device a8405033-c4c5-4d6c-8c34-990fab93643f no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:40:45.056605 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba3791-c976-467d-941a-faaf87aa3232 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event updated for resources: {'Port': ['ID=f3eaab13-bd31-40c5-818a-663c9d73b149,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:45.058220 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d06cda-c96f-4289-988b-ea384f0d7a82 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Pushing event deleted for resources: {'Network': ['ID=bc04ded2-d431-46b9-8576-62476dda202f,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:45.072321 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48124) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:45.078133 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ca95776a-fadb-4f8f-b703-aeae01cce664 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (e80176a0-0de4-4f2d-ae54-342bf499f223), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:45.084665 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ca95776a-fadb-4f8f-b703-aeae01cce664 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:45.087379 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: a8405033-c4c5-4d6c-8c34-990fab93643f {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:40:45.087739 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device a8405033-c4c5-4d6c-8c34-990fab93643f not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:40:45.092129 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e5bb34-59a1-492f-8412-b4f158270dac None None] Resources bound (agent type, host, resource id): {{(pid=104085) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 10:40:45.107685 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-ca95776a-fadb-4f8f-b703-aeae01cce664 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] 10.222.0.62 "DELETE /v2.0/networks/e80176a0-0de4-4f2d-ae54-342bf499f223 HTTP/1.1" status: 204 len: 168 time: 1.8001785 Feb 28 10:40:45.121011 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-40b7bfb4-04af-4c93-82ae-5bc4e681b863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22520f81-79af-45f2-8920-13f007234052', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2062588438', 'tenant_id': 'f5a1ec0f7f9748a2bd1edc7639d74b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.167'}], 'enable_snat': True}, 'gw_port_id': '0931c656-0cb5-4fb5-b7cc-bc4307f7ad98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:45Z', 'updated_at': '2022-02-28T10:38:54Z', 'revision_number': 4, 'project_id': 'f5a1ec0f7f9748a2bd1edc7639d74b9e', 'gw_port': {'id': '0931c656-0cb5-4fb5-b7cc-bc4307f7ad98', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22520f81-79af-45f2-8920-13f007234052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:46Z', 'updated_at': '2022-02-28T10:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '36af320b-c5ba-4b68-8f9f-0cbad510c520', 'name': '', 'network_id': '06e3cc33-89ec-4958-a42e-5435ad902e2f', 'tenant_id': 'f5a1ec0f7f9748a2bd1edc7639d74b9e', 'mac_address': 'fa:16:3e:cc:0f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22520f81-79af-45f2-8920-13f007234052', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'bea0f80b-02eb-4df8-90d4-3e99d0538dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:52Z', 'updated_at': '2022-02-28T10:38:58Z', 'revision_number': 5, 'project_id': 'f5a1ec0f7f9748a2bd1edc7639d74b9e', 'subnets': [{'id': 'bea0f80b-02eb-4df8-90d4-3e99d0538dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:45.160748 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-56c68590-cacb-4803-bfd0-d8fcec4aaa16 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (986529d2-d3cb-4550-97bb-00941d9fbbfd), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:45.161385 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c68590-cacb-4803-bfd0-d8fcec4aaa16 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Fanout notify agent at l3_agent the message router_deleted on router 986529d2-d3cb-4550-97bb-00941d9fbbfd {{(pid=104084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:40:45.163291 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b7bfb4-04af-4c93-82ae-5bc4e681b863 None None] Checking router: 22520f81-79af-45f2-8920-13f007234052 for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:40:45.180275 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b7bfb4-04af-4c93-82ae-5bc4e681b863 None None] Routers {'22520f81-79af-45f2-8920-13f007234052'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:40:45.181232 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-40b7bfb4-04af-4c93-82ae-5bc4e681b863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:40:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['22520f81-79af-45f2-8920-13f007234052'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:45.184887 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-56c68590-cacb-4803-bfd0-d8fcec4aaa16 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:45.203712 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-56c68590-cacb-4803-bfd0-d8fcec4aaa16 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/routers/986529d2-d3cb-4550-97bb-00941d9fbbfd HTTP/1.1" status: 204 len: 168 time: 1.2173483 Feb 28 10:40:45.230334 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48130) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:45.235644 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-7d4f6449-7ae9-4c41-9a6a-55a25f867f0e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Request body: {'subnet': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:45.311360 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca95776a-fadb-4f8f-b703-aeae01cce664 tempest-BulkNetworkOpsIpV6Test-742577720 tempest-BulkNetworkOpsIpV6Test-742577720-project] Pushing event deleted for resources: {'Network': ['ID=e80176a0-0de4-4f2d-ae54-342bf499f223,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:45.316152 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7cba3791-c976-467d-941a-faaf87aa3232 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047558'] for router_interface (dfa5082a-0f0f-43de-b007-c9d409c717a4), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:45.349873 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-40b7bfb4-04af-4c93-82ae-5bc4e681b863 None None] Set router 22520f81-79af-45f2-8920-13f007234052 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:40:45.373148 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d76307c-2f90-4657-94e2-4eac48e5f1ba tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Deleting subnet ac1e4f92-3a2b-4055-bbb8-b7dd860c7569 {{(pid=104083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:40:45.376868 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5d76307c-2f90-4657-94e2-4eac48e5f1ba tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks [] for subnet (ac1e4f92-3a2b-4055-bbb8-b7dd860c7569), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:45.379857 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 9188e54f-d6cb-463b-8473-dd71c1141d38 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:40:45.424443 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee92d72-6443-4e43-b5e0-e47857063eb1 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:40:45.434775 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 9188e54f-d6cb-463b-8473-dd71c1141d38 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:40:45.435789 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 9188e54f-d6cb-463b-8473-dd71c1141d38 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:40:45.435789 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 97582d73-364f-4567-bd65-2c6c3d47452f no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:40:45.449508 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-8ee92d72-6443-4e43-b5e0-e47857063eb1 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "PUT /v2.0/routers/16ee5bbb-d7d4-4e7e-a190-4c5b94544e37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6558428 Feb 28 10:40:45.456766 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48134) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:45.456885 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3300e6-0c16-48ae-a195-c2d990f4cba8 None None] Sync routers for ids ['16ee5bbb-d7d4-4e7e-a190-4c5b94544e37'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:40:45.526947 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-b5b5f6d3-3827-4ac0-bbc7-e64d95b35866 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "GET /v2.0/ports?device_id=16ee5bbb-d7d4-4e7e-a190-4c5b94544e37 HTTP/1.1" status: 200 len: 205 time: 0.0722599 Feb 28 10:40:45.550614 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 97582d73-364f-4567-bd65-2c6c3d47452f {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:40:45.550777 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 97582d73-364f-4567-bd65-2c6c3d47452f not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:40:45.560258 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48136) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:45.560376 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device c82b2393-f018-4891-a703-125e114f1f0c no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:40:45.588941 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551a5844-e9a2-4223-a2a4-677560d31e06 None None] get_active_networks_info from dv-neutron-829161-3-hyperv {{(pid=104085) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 10:40:45.592559 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: c82b2393-f018-4891-a703-125e114f1f0c {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:40:45.592559 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device c82b2393-f018-4891-a703-125e114f1f0c not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:40:45.601799 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3300e6-0c16-48ae-a195-c2d990f4cba8 None None] Routers {'16ee5bbb-d7d4-4e7e-a190-4c5b94544e37'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:40:45.606940 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-da3300e6-0c16-48ae-a195-c2d990f4cba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:40:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['16ee5bbb-d7d4-4e7e-a190-4c5b94544e37'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:45.609029 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac20ea-854e-4e47-ade4-b0c9b64f92c0 req-23581459-bc7e-4383-9219-749c83894dcd tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:45.611668 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8bac20ea-854e-4e47-ade4-b0c9b64f92c0 req-23581459-bc7e-4383-9219-749c83894dcd tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "GET /v2.0/ports?device_id=2148e76d-635b-459e-9863-9aa3e7607ee5 HTTP/1.1" status: 200 len: 946 time: 0.3051171 Feb 28 10:40:45.668593 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d35a28c9-9832-47c2-bb6b-2fe717792591 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for router (16ee5bbb-d7d4-4e7e-a190-4c5b94544e37), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:45.679198 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-da3300e6-0c16-48ae-a195-c2d990f4cba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:45.688691 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8bac20ea-854e-4e47-ade4-b0c9b64f92c0 req-c1c59881-d115-4226-a107-02079d7ab0ca tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "GET /v2.0/security-groups?id=3004bcfd-0c82-4f4d-b59a-e0848d67262f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614784 Feb 28 10:40:45.710958 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cba3791-c976-467d-941a-faaf87aa3232 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Network c2c2ccc8-2021-4a6a-912b-f18f044956c3 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:40:45.711802 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4f6449-7ae9-4c41-9a6a-55a25f867f0e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Made reservation on behalf of 9047a33944184c15875a48328f19bcdb for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:40:45.713175 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3300e6-0c16-48ae-a195-c2d990f4cba8 None None] Routers {'16ee5bbb-d7d4-4e7e-a190-4c5b94544e37'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:40:45.714004 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-da3300e6-0c16-48ae-a195-c2d990f4cba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:40:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['16ee5bbb-d7d4-4e7e-a190-4c5b94544e37'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:45.716599 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7d4f6449-7ae9-4c41-9a6a-55a25f867f0e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:45.723268 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-7cba3791-c976-467d-941a-faaf87aa3232 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:45.727517 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-40b7bfb4-04af-4c93-82ae-5bc4e681b863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22520f81-79af-45f2-8920-13f007234052', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2062588438', 'tenant_id': 'f5a1ec0f7f9748a2bd1edc7639d74b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.167'}], 'enable_snat': True}, 'gw_port_id': '0931c656-0cb5-4fb5-b7cc-bc4307f7ad98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:45Z', 'updated_at': '2022-02-28T10:38:54Z', 'revision_number': 4, 'project_id': 'f5a1ec0f7f9748a2bd1edc7639d74b9e', 'gw_port': {'id': '0931c656-0cb5-4fb5-b7cc-bc4307f7ad98', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22520f81-79af-45f2-8920-13f007234052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:46Z', 'updated_at': '2022-02-28T10:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '36af320b-c5ba-4b68-8f9f-0cbad510c520', 'name': '', 'network_id': '06e3cc33-89ec-4958-a42e-5435ad902e2f', 'tenant_id': 'f5a1ec0f7f9748a2bd1edc7639d74b9e', 'mac_address': 'fa:16:3e:cc:0f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22520f81-79af-45f2-8920-13f007234052', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'bea0f80b-02eb-4df8-90d4-3e99d0538dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:52Z', 'updated_at': '2022-02-28T10:38:58Z', 'revision_number': 5, 'project_id': 'f5a1ec0f7f9748a2bd1edc7639d74b9e', 'subnets': [{'id': 'bea0f80b-02eb-4df8-90d4-3e99d0538dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:45.751365 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a4cb9e-700a-4769-b2fe-5fa2f4235d8a req-f0cbcf61-dc08-4a2b-b2e1-c9f050c46fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:45.753031 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d8a4cb9e-700a-4769-b2fe-5fa2f4235d8a req-f0cbcf61-dc08-4a2b-b2e1-c9f050c46fc3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=06e3cc33-89ec-4958-a42e-5435ad902e2f HTTP/1.1" status: 200 len: 896 time: 0.7078686 Feb 28 10:40:45.758999 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b7bfb4-04af-4c93-82ae-5bc4e681b863 None None] The sync data for ids ['22520f81-79af-45f2-8920-13f007234052'] in dv-neutron-829161-3-hyperv is: [{'id': '22520f81-79af-45f2-8920-13f007234052', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2062588438', 'tenant_id': 'f5a1ec0f7f9748a2bd1edc7639d74b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.167'}], 'enable_snat': True}, 'gw_port_id': '0931c656-0cb5-4fb5-b7cc-bc4307f7ad98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:45Z', 'updated_at': '2022-02-28T10:38:54Z', 'revision_number': 4, 'project_id': 'f5a1ec0f7f9748a2bd1edc7639d74b9e', 'gw_port': {'id': '0931c656-0cb5-4fb5-b7cc-bc4307f7ad98', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22520f81-79af-45f2-8920-13f007234052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:46Z', 'updated_at': '2022-02-28T10:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '36af320b-c5ba-4b68-8f9f-0cbad510c520', 'name': '', 'network_id': '06e3cc33-89ec-4958-a42e-5435ad902e2f', 'tenant_id': 'f5a1ec0f7f9748a2bd1edc7639d74b9e', 'mac_address': 'fa:16:3e:cc:0f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22520f81-79af-45f2-8920-13f007234052', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'bea0f80b-02eb-4df8-90d4-3e99d0538dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:52Z', 'updated_at': '2022-02-28T10:38:58Z', 'revision_number': 5, 'project_id': 'f5a1ec0f7f9748a2bd1edc7639d74b9e', 'subnets': [{'id': 'bea0f80b-02eb-4df8-90d4-3e99d0538dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:40:45.762624 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5d76307c-2f90-4657-94e2-4eac48e5f1ba tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59245535'] for subnet (ac1e4f92-3a2b-4055-bbb8-b7dd860c7569), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:45.811425 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d8a4cb9e-700a-4769-b2fe-5fa2f4235d8a req-1f02dd96-7c63-47bc-b9b9-3637129cdddd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=996e044c-df70-4dcd-8ba3-2af0b3c397da HTTP/1.1" status: 200 len: 217 time: 0.0435565 Feb 28 10:40:45.967198 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48140) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:46.035705 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7d4f6449-7ae9-4c41-9a6a-55a25f867f0e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (6188afc0-f49d-4e4c-967d-27c3b010aed4), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:46.060083 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-da3300e6-0c16-48ae-a195-c2d990f4cba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:46.060920 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3300e6-0c16-48ae-a195-c2d990f4cba8 None None] The sync data for ids ['16ee5bbb-d7d4-4e7e-a190-4c5b94544e37'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:40:46.082501 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4f6449-7ae9-4c41-9a6a-55a25f867f0e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:40:46.086522 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-7d4f6449-7ae9-4c41-9a6a-55a25f867f0e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:46.092156 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4f6449-7ae9-4c41-9a6a-55a25f867f0e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:46.092386 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d35a28c9-9832-47c2-bb6b-2fe717792591 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (16ee5bbb-d7d4-4e7e-a190-4c5b94544e37), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:46.093153 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7d4f6449-7ae9-4c41-9a6a-55a25f867f0e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:46.118115 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f6449-7ae9-4c41-9a6a-55a25f867f0e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event updated for resources: {'Subnet': ['ID=6188afc0-f49d-4e4c-967d-27c3b010aed4,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:46.138014 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551a5844-e9a2-4223-a2a4-677560d31e06 None None] Resources bound (agent type, host, resource id): {{(pid=104085) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 10:40:46.151781 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d35a28c9-9832-47c2-bb6b-2fe717792591 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for router_controller (16ee5bbb-d7d4-4e7e-a190-4c5b94544e37), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:46.156133 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a4cb9e-700a-4769-b2fe-5fa2f4235d8a req-33e4a239-4769-49bb-98f8-9426ca1d7396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:46.158055 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d8a4cb9e-700a-4769-b2fe-5fa2f4235d8a req-33e4a239-4769-49bb-98f8-9426ca1d7396 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bea0f80b-02eb-4df8-90d4-3e99d0538dbd HTTP/1.1" status: 200 len: 835 time: 0.3233285 Feb 28 10:40:46.163431 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5d76307c-2f90-4657-94e2-4eac48e5f1ba tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (ac1e4f92-3a2b-4055-bbb8-b7dd860c7569), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:46.192198 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-7d4f6449-7ae9-4c41-9a6a-55a25f867f0e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9606037 Feb 28 10:40:46.196666 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48144) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:46.202648 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-c9a3d666-af27-4ecf-be13-a3669e0121c3 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1336544638', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:46.251708 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48437571-c945-4fac-86cf-4e7089dc19f8 None None] New status for floating IP 7be7baf8-5f32-4356-984e-e18e3aa5c972: DOWN {{(pid=104086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:40:46.254226 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-62c4984b-65b0-4235-a678-ac9cbae5d5c8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=36e93ef975734c2bbb415aa2ec418512&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2858286 Feb 28 10:40:46.257379 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48146) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:46.313828 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c9a3d666-af27-4ecf-be13-a3669e0121c3 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (4eb47ff6-ba6c-4bc2-bc9f-4389a0a134ec), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:46.315196 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c9a3d666-af27-4ecf-be13-a3669e0121c3 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (4eb47ff6-ba6c-4bc2-bc9f-4389a0a134ec), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:46.336301 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a4cb9e-700a-4769-b2fe-5fa2f4235d8a req-94b6581a-cb88-4bb4-b533-1138fc69aa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:46.337969 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d8a4cb9e-700a-4769-b2fe-5fa2f4235d8a req-94b6581a-cb88-4bb4-b533-1138fc69aa6c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=06e3cc33-89ec-4958-a42e-5435ad902e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1460671 Feb 28 10:40:46.341455 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d35a28c9-9832-47c2-bb6b-2fe717792591 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (16ee5bbb-d7d4-4e7e-a190-4c5b94544e37), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:46.342120 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d35a28c9-9832-47c2-bb6b-2fe717792591 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Fanout notify agent at l3_agent the message router_deleted on router 16ee5bbb-d7d4-4e7e-a190-4c5b94544e37 {{(pid=104083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:40:46.349546 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d35a28c9-9832-47c2-bb6b-2fe717792591 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:46.353273 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-d35a28c9-9832-47c2-bb6b-2fe717792591 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "DELETE /v2.0/routers/16ee5bbb-d7d4-4e7e-a190-4c5b94544e37 HTTP/1.1" status: 204 len: 168 time: 0.7951784 Feb 28 10:40:46.353983 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48148) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:46.379818 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a05c1ef-a490-4b04-9dc4-aa04b5dcab0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-a10d36a7-87ef-481e-9e9f-da2235211c53', 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'project_id': '9047a33944184c15875a48328f19bcdb', 'fixed_ips': [{'subnet_id': '6188afc0-f49d-4e4c-967d-27c3b010aed4'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:40:46.379818 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-1a05c1ef-a490-4b04-9dc4-aa04b5dcab0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:46.386361 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c9a3d666-af27-4ecf-be13-a3669e0121c3 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for router_controller (4eb47ff6-ba6c-4bc2-bc9f-4389a0a134ec), precommit_add_association {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:46.403372 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-56b2f114-00f4-4c3e-a7b7-81187fe9c726 admin admin] Publish callbacks [] for security_group (66beaae0-73ec-4a02-95a7-a1a427147711), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:46.433689 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-56b2f114-00f4-4c3e-a7b7-81187fe9c726 admin admin] Publish callbacks [] for security_group (66beaae0-73ec-4a02-95a7-a1a427147711), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:46.446375 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5d76307c-2f90-4657-94e2-4eac48e5f1ba tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (ac1e4f92-3a2b-4055-bbb8-b7dd860c7569), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:46.465918 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-71fb186a-6f76-432b-b7df-f1ebb698013a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:46.466402 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c9a3d666-af27-4ecf-be13-a3669e0121c3 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (4eb47ff6-ba6c-4bc2-bc9f-4389a0a134ec), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:46.485013 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cba3791-c976-467d-941a-faaf87aa3232 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Router dfa5082a-0f0f-43de-b007-c9d409c717a4 is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:40:46.486725 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d76307c-2f90-4657-94e2-4eac48e5f1ba tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Pushing event deleted for resources: {'Subnet': ['ID=ac1e4f92-3a2b-4055-bbb8-b7dd860c7569,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:46.498610 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_v2 [None req-0440a4c4-bd6f-4cac-94da-007721daff5f tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Deleting subnet 2cb27431-31d1-4b5d-8e46-cad024b8833e {{(pid=104083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:40:46.504863 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0440a4c4-bd6f-4cac-94da-007721daff5f tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for subnet (2cb27431-31d1-4b5d-8e46-cad024b8833e), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:46.533377 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5d76307c-2f90-4657-94e2-4eac48e5f1ba tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:46.538192 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-5d76307c-2f90-4657-94e2-4eac48e5f1ba tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] 10.222.0.62 "DELETE /v2.0/subnets/ac1e4f92-3a2b-4055-bbb8-b7dd860c7569 HTTP/1.1" status: 204 len: 168 time: 1.4633410 Feb 28 10:40:46.540129 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48150) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:46.544985 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-1a05c1ef-a490-4b04-9dc4-aa04b5dcab0a None None] Allocated IP 2001:db8::2 (a10d36a7-87ef-481e-9e9f-da2235211c53/6188afc0-f49d-4e4c-967d-27c3b010aed4/e6fcd399-6abe-464a-85d0-6ee3a3031784) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:40:46.553602 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c9a3d666-af27-4ecf-be13-a3669e0121c3 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:46.557819 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c9a3d666-af27-4ecf-be13-a3669e0121c3 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3561208 Feb 28 10:40:46.562409 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48152) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:46.609830 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-56b2f114-00f4-4c3e-a7b7-81187fe9c726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (66beaae0-73ec-4a02-95a7-a1a427147711), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:46.612460 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-56b2f114-00f4-4c3e-a7b7-81187fe9c726 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:46.613592 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-56b2f114-00f4-4c3e-a7b7-81187fe9c726 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/66beaae0-73ec-4a02-95a7-a1a427147711 HTTP/1.1" status: 204 len: 168 time: 0.3551087 Feb 28 10:40:46.657595 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b2f114-00f4-4c3e-a7b7-81187fe9c726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66beaae0-73ec-4a02-95a7-a1a427147711,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:46.676144 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-21f6bf3d-ecb2-4754-8c62-8cf744a00b72 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (1ffc15d1-280e-4faa-862a-7de4c78c999c), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:46.696145 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc5b96-2266-46a3-ad24-25e2723a34cf req-29ecd22e-8a8f-4415-b0e3-bc8991f738fa tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:46.697739 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-4bcc5b96-2266-46a3-ad24-25e2723a34cf req-29ecd22e-8a8f-4415-b0e3-bc8991f738fa tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.70 "GET /v2.0/ports?device_id=2148e76d-635b-459e-9863-9aa3e7607ee5 HTTP/1.1" status: 200 len: 946 time: 0.0997448 Feb 28 10:40:46.708774 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:40:46.802578 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-1a05c1ef-a490-4b04-9dc4-aa04b5dcab0a None None] Publish callbacks [] for port (e6fcd399-6abe-464a-85d0-6ee3a3031784), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:46.827895 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-21f6bf3d-ecb2-4754-8c62-8cf744a00b72 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Deleting port c99d254a-40d4-461a-a531-8547163c2165 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:40:46.828242 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-21f6bf3d-ecb2-4754-8c62-8cf744a00b72 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (c99d254a-40d4-461a-a531-8547163c2165), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:46.883706 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-1a05c1ef-a490-4b04-9dc4-aa04b5dcab0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (e6fcd399-6abe-464a-85d0-6ee3a3031784), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:46.891746 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [req-4bcc5b96-2266-46a3-ad24-25e2723a34cf req-e9c5413a-14bf-464a-a6d3-78eaa252bbe0 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Deleting port 996e044c-df70-4dcd-8ba3-2af0b3c397da {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:40:46.892095 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-4bcc5b96-2266-46a3-ad24-25e2723a34cf req-e9c5413a-14bf-464a-a6d3-78eaa252bbe0 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (996e044c-df70-4dcd-8ba3-2af0b3c397da), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:46.926990 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a05c1ef-a490-4b04-9dc4-aa04b5dcab0a None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:40:46.931438 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-1a05c1ef-a490-4b04-9dc4-aa04b5dcab0a None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:46.940495 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a05c1ef-a490-4b04-9dc4-aa04b5dcab0a None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:40:46.947823 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a05c1ef-a490-4b04-9dc4-aa04b5dcab0a None None] Pushing event updated for resources: {'Port': ['ID=e6fcd399-6abe-464a-85d0-6ee3a3031784,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:46.968522 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0440a4c4-bd6f-4cac-94da-007721daff5f tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59245535'] for subnet (2cb27431-31d1-4b5d-8e46-cad024b8833e), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:46.979512 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d8a4cb9e-700a-4769-b2fe-5fa2f4235d8a req-a7a8eb4c-f6ab-4ff2-a2b9-f406f1270244 service neutron] 10.222.0.70 "GET /v2.0/networks/06e3cc33-89ec-4958-a42e-5435ad902e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6149144 Feb 28 10:40:46.981705 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-21f6bf3d-ecb2-4754-8c62-8cf744a00b72 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] For port c99d254a-40d4-461a-a531-8547163c2165, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=c99d254a-40d4-461a-a531-8547163c2165,segment=NetworkSegment(33545f80-f86e-4bbb-93be-c9311e356a2f),segment_id=33545f80-f86e-4bbb-93be-c9311e356a2f)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:46.982078 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-21f6bf3d-ecb2-4754-8c62-8cf744a00b72 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (c99d254a-40d4-461a-a531-8547163c2165), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:47.001265 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-21f6bf3d-ecb2-4754-8c62-8cf744a00b72 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Calling delete_port for c99d254a-40d4-461a-a531-8547163c2165 owned by network:dhcp {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:40:47.047363 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-1a05c1ef-a490-4b04-9dc4-aa04b5dcab0a None None] Attempting to bind port e6fcd399-6abe-464a-85d0-6ee3a3031784 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:40:47.047840 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-1a05c1ef-a490-4b04-9dc4-aa04b5dcab0a None None] Attempting to bind port e6fcd399-6abe-464a-85d0-6ee3a3031784 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:40:47.048295 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a05c1ef-a490-4b04-9dc4-aa04b5dcab0a None None] Attempting to bind port e6fcd399-6abe-464a-85d0-6ee3a3031784 on network a10d36a7-87ef-481e-9e9f-da2235211c53 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:40:47.055430 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a05c1ef-a490-4b04-9dc4-aa04b5dcab0a None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:40:47.055857 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a05c1ef-a490-4b04-9dc4-aa04b5dcab0a None None] Checking segment: {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:40:47.056342 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-1a05c1ef-a490-4b04-9dc4-aa04b5dcab0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:47.056815 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a05c1ef-a490-4b04-9dc4-aa04b5dcab0a None None] Bound using segment: {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:40:47.057512 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-1a05c1ef-a490-4b04-9dc4-aa04b5dcab0a None None] Bound port: e6fcd399-6abe-464a-85d0-6ee3a3031784, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:40:47.057988 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-1a05c1ef-a490-4b04-9dc4-aa04b5dcab0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (e6fcd399-6abe-464a-85d0-6ee3a3031784), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:47.140841 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-1a05c1ef-a490-4b04-9dc4-aa04b5dcab0a None None] For port e6fcd399-6abe-464a-85d0-6ee3a3031784, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:40:47.145099 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-1a05c1ef-a490-4b04-9dc4-aa04b5dcab0a None None] For port e6fcd399-6abe-464a-85d0-6ee3a3031784, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=e6fcd399-6abe-464a-85d0-6ee3a3031784,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:40:47.147865 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [req-4bcc5b96-2266-46a3-ad24-25e2723a34cf req-e9c5413a-14bf-464a-a6d3-78eaa252bbe0 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] For port 996e044c-df70-4dcd-8ba3-2af0b3c397da, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=996e044c-df70-4dcd-8ba3-2af0b3c397da,segment=NetworkSegment(5d3ef6a2-26fd-4ae1-a1a7-759a1b4042a7),segment_id=5d3ef6a2-26fd-4ae1-a1a7-759a1b4042a7)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:47.148245 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-4bcc5b96-2266-46a3-ad24-25e2723a34cf req-e9c5413a-14bf-464a-a6d3-78eaa252bbe0 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (996e044c-df70-4dcd-8ba3-2af0b3c397da), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:47.175286 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [req-4bcc5b96-2266-46a3-ad24-25e2723a34cf req-e9c5413a-14bf-464a-a6d3-78eaa252bbe0 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Calling delete_port for 996e044c-df70-4dcd-8ba3-2af0b3c397da owned by compute:nova {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:40:47.243405 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-1a05c1ef-a490-4b04-9dc4-aa04b5dcab0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (e6fcd399-6abe-464a-85d0-6ee3a3031784), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:47.332170 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a05c1ef-a490-4b04-9dc4-aa04b5dcab0a None None] Pushing event updated for resources: {'Port': ['ID=e6fcd399-6abe-464a-85d0-6ee3a3031784,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:47.343779 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cba3791-c976-467d-941a-faaf87aa3232 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:40:47.354302 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd3454d-3720-48db-8471-bbcfb99aa859 None None] Sync routers for ids ['dfa5082a-0f0f-43de-b007-c9d409c717a4'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:40:47.356368 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-21f6bf3d-ecb2-4754-8c62-8cf744a00b72 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (c99d254a-40d4-461a-a531-8547163c2165), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:47.373054 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd3454d-3720-48db-8471-bbcfb99aa859 None None] Routers {'dfa5082a-0f0f-43de-b007-c9d409c717a4'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:40:47.374335 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-dbd3454d-3720-48db-8471-bbcfb99aa859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:40:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['dfa5082a-0f0f-43de-b007-c9d409c717a4'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:47.398087 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f6bf3d-ecb2-4754-8c62-8cf744a00b72 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Pushing event deleted for resources: {'Port': ['ID=c99d254a-40d4-461a-a531-8547163c2165,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:47.409652 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-7cba3791-c976-467d-941a-faaf87aa3232 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "PUT /v2.0/routers/dfa5082a-0f0f-43de-b007-c9d409c717a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8846149 Feb 28 10:40:47.415940 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48170) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:47.426281 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f6bf3d-ecb2-4754-8c62-8cf744a00b72 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] No DVR routers for this DVR port c99d254a-40d4-461a-a531-8547163c2165 on host dv-neutron-829161-3-hyperv {{(pid=104084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:40:47.454386 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-dbd3454d-3720-48db-8471-bbcfb99aa859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:47.469113 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd3454d-3720-48db-8471-bbcfb99aa859 None None] Routers {'dfa5082a-0f0f-43de-b007-c9d409c717a4'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:40:47.469113 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-dbd3454d-3720-48db-8471-bbcfb99aa859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:40:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['dfa5082a-0f0f-43de-b007-c9d409c717a4'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:47.481956 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-4bcc5b96-2266-46a3-ad24-25e2723a34cf req-e9c5413a-14bf-464a-a6d3-78eaa252bbe0 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (996e044c-df70-4dcd-8ba3-2af0b3c397da), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:47.507835 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-dbd3454d-3720-48db-8471-bbcfb99aa859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:47.508501 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd3454d-3720-48db-8471-bbcfb99aa859 None None] The sync data for ids ['dfa5082a-0f0f-43de-b007-c9d409c717a4'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:40:47.510675 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0440a4c4-bd6f-4cac-94da-007721daff5f tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (2cb27431-31d1-4b5d-8e46-cad024b8833e), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:47.565635 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c5413a-14bf-464a-a6d3-78eaa252bbe0 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Pushing event deleted for resources: {'Port': ['ID=996e044c-df70-4dcd-8ba3-2af0b3c397da,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:47.575737 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-21f6bf3d-ecb2-4754-8c62-8cf744a00b72 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (1ffc15d1-280e-4faa-862a-7de4c78c999c), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:47.634418 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b919fc12-4d7f-4b9a-8878-f5654dc1c3e0 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:47.648423 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bcc5b96-2266-46a3-ad24-25e2723a34cf req-e9c5413a-14bf-464a-a6d3-78eaa252bbe0 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] No DVR routers for this DVR port 996e044c-df70-4dcd-8ba3-2af0b3c397da on host hv-neutron-8291 {{(pid=104084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:40:47.655118 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-4bcc5b96-2266-46a3-ad24-25e2723a34cf req-e9c5413a-14bf-464a-a6d3-78eaa252bbe0 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:47.658406 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-4bcc5b96-2266-46a3-ad24-25e2723a34cf req-e9c5413a-14bf-464a-a6d3-78eaa252bbe0 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.70 "DELETE /v2.0/ports/996e044c-df70-4dcd-8ba3-2af0b3c397da HTTP/1.1" status: 204 len: 173 time: 0.9544103 Feb 28 10:40:47.658970 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2148e76d-635b-459e-9863-9aa3e7607ee5', 'name': 'network-vif-deleted', 'tag': '996e044c-df70-4dcd-8ba3-2af0b3c397da'}] {{(pid=104084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:40:47.660375 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3763309-5de3-4c78-ace7-5fdd0ff641c2 req-302bb22b-e457-4453-b4dd-77fc2e54cc51 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:47.662691 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e3763309-5de3-4c78-ace7-5fdd0ff641c2 req-302bb22b-e457-4453-b4dd-77fc2e54cc51 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "GET /v2.0/ports?device_id=2148e76d-635b-459e-9863-9aa3e7607ee5 HTTP/1.1" status: 200 len: 946 time: 0.7021334 Feb 28 10:40:47.666813 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ffa69481dce8c4e68394bb3e97aff222617d39f0bec9a6d6e4c39a9256e7c95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520de358-8c62-48f4-af95-c47b571054b9" -d '{"events": [{"server_uuid": "2148e76d-635b-459e-9863-9aa3e7607ee5", "name": "network-vif-deleted", "tag": "996e044c-df70-4dcd-8ba3-2af0b3c397da"}]}' {{(pid=104084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:40:47.676199 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-21f6bf3d-ecb2-4754-8c62-8cf744a00b72 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ffc15d1-280e-4faa-862a-7de4c78c999c']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:47.696417 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-21f6bf3d-ecb2-4754-8c62-8cf744a00b72 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33545f80-f86e-4bbb-93be-c9311e356a2f') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:47.697031 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-21f6bf3d-ecb2-4754-8c62-8cf744a00b72 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33545f80-f86e-4bbb-93be-c9311e356a2f') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:47.719480 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d8a4cb9e-700a-4769-b2fe-5fa2f4235d8a req-dee24ea1-2225-4c07-b0e2-997a54eb3b7c service neutron] 10.222.0.70 "GET /v2.0/networks/06e3cc33-89ec-4958-a42e-5435ad902e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6860681 Feb 28 10:40:47.724643 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef83af3-b7b2-4b93-b1c9-67fb9e790c3e x-openstack-request-id: req-9ef83af3-b7b2-4b93-b1c9-67fb9e790c3e {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:40:47.725260 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2148e76d-635b-459e-9863-9aa3e7607ee5", "name": "network-vif-deleted", "tag": "996e044c-df70-4dcd-8ba3-2af0b3c397da", "status": "completed", "code": 200}]} {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:40:47.725628 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9ef83af3-b7b2-4b93-b1c9-67fb9e790c3e {{(pid=104084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:40:47.726218 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2148e76d-635b-459e-9863-9aa3e7607ee5', 'name': 'network-vif-deleted', 'tag': '996e044c-df70-4dcd-8ba3-2af0b3c397da', 'status': 'completed', 'code': 200} Feb 28 10:40:47.728645 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-21f6bf3d-ecb2-4754-8c62-8cf744a00b72 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (33545f80-f86e-4bbb-93be-c9311e356a2f), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:47.747090 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-21f6bf3d-ecb2-4754-8c62-8cf744a00b72 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (33545f80-f86e-4bbb-93be-c9311e356a2f), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:47.761375 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21f6bf3d-ecb2-4754-8c62-8cf744a00b72 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:40:47.761812 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-21f6bf3d-ecb2-4754-8c62-8cf744a00b72 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (33545f80-f86e-4bbb-93be-c9311e356a2f), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:47.765585 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 10:40:47.765585 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:40:47.765585 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 10:40:47.765585 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:40:47.765585 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 10:40:47.765585 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:40:47.765585 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 10:40:47.765585 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:40:47.765585 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 10:40:47.765585 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:40:47.765585 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 10:40:47.765585 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:40:47.765585 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 10:40:47.765585 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:40:47.765585 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:40:47.765585 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:40:47.765585 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:40:47.765585 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:40:47.765585 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 10:40:47.765585 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:40:47.765585 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 10:40:47.765585 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:40:47.765585 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:40:47.765585 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:40:47.765585 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 10:40:47.765585 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:40:47.765585 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:40:47.765585 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:40:47.765585 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:40:47.765585 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:40:47.765585 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:40:47.765585 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:40:47.827992 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc8841b-fd3f-4adf-a7f8-5fe1a9f3e351 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:47.832607 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-cbc8841b-fd3f-4adf-a7f8-5fe1a9f3e351 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfa5082a-0f0f-43de-b007-c9d409c717a4 HTTP/1.1" status: 200 len: 982 time: 0.3874705 Feb 28 10:40:47.837201 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48178) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:47.906172 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e3763309-5de3-4c78-ace7-5fdd0ff641c2 req-be015fb8-6d3c-41ea-91fb-09dd858a75d8 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "GET /v2.0/security-groups?id=3004bcfd-0c82-4f4d-b59a-e0848d67262f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2015045 Feb 28 10:40:47.969929 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0440a4c4-bd6f-4cac-94da-007721daff5f tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (2cb27431-31d1-4b5d-8e46-cad024b8833e), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:48.018640 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0440a4c4-bd6f-4cac-94da-007721daff5f tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event deleted for resources: {'Subnet': ['ID=2cb27431-31d1-4b5d-8e46-cad024b8833e,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:48.024463 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0440a4c4-bd6f-4cac-94da-007721daff5f tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:48.030290 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-0440a4c4-bd6f-4cac-94da-007721daff5f tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "DELETE /v2.0/subnets/2cb27431-31d1-4b5d-8e46-cad024b8833e HTTP/1.1" status: 204 len: 168 time: 1.6734428 Feb 28 10:40:48.031999 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48184) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:48.156883 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-833fa036-8a25-4045-b7b3-2428c71f9ac2 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (468d1482-bd59-47a9-8ca5-35333664a166), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:48.179939 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-b919fc12-4d7f-4b9a-8878-f5654dc1c3e0 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Allocated IP 2001:db8::1 (a10d36a7-87ef-481e-9e9f-da2235211c53/6188afc0-f49d-4e4c-967d-27c3b010aed4/b77cf068-4267-4c28-a977-06c8abdc82b7) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:40:48.190821 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48188) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:48.322035 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-833fa036-8a25-4045-b7b3-2428c71f9ac2 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Deleting port 6f658c86-704b-49d6-9fde-ce35ba1e621a {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:40:48.322384 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-833fa036-8a25-4045-b7b3-2428c71f9ac2 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (6f658c86-704b-49d6-9fde-ce35ba1e621a), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:48.351364 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-07e82951-0082-40ce-be50-b60063cc1580 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Request body: {'security_group': {'name': 'tempest-secgroup--800015859'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:48.390077 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b919fc12-4d7f-4b9a-8878-f5654dc1c3e0 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for port (b77cf068-4267-4c28-a977-06c8abdc82b7), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:48.397000 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-21f6bf3d-ecb2-4754-8c62-8cf744a00b72 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (1ffc15d1-280e-4faa-862a-7de4c78c999c), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:48.411035 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-21f6bf3d-ecb2-4754-8c62-8cf744a00b72 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:48.415775 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-21f6bf3d-ecb2-4754-8c62-8cf744a00b72 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] 10.222.0.62 "DELETE /v2.0/networks/1ffc15d1-280e-4faa-862a-7de4c78c999c HTTP/1.1" status: 204 len: 168 time: 1.8740857 Feb 28 10:40:48.420299 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48192) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:48.445185 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-833fa036-8a25-4045-b7b3-2428c71f9ac2 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] For port 6f658c86-704b-49d6-9fde-ce35ba1e621a, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=6f658c86-704b-49d6-9fde-ce35ba1e621a,segment=NetworkSegment(ebf95878-cb7e-45ff-bca5-a8ea66d94349),segment_id=ebf95878-cb7e-45ff-bca5-a8ea66d94349)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:48.445558 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-833fa036-8a25-4045-b7b3-2428c71f9ac2 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (6f658c86-704b-49d6-9fde-ce35ba1e621a), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:48.464990 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f6bf3d-ecb2-4754-8c62-8cf744a00b72 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Pushing event deleted for resources: {'Network': ['ID=1ffc15d1-280e-4faa-862a-7de4c78c999c,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:48.466013 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-833fa036-8a25-4045-b7b3-2428c71f9ac2 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Calling delete_port for 6f658c86-704b-49d6-9fde-ce35ba1e621a owned by network:dhcp {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:40:48.477907 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-755ea362-ffcd-4437-aa8e-560981f77bc3 tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] 10.222.0.62 "GET /v2.0/ports?device_id=45128454-cbf7-4ad3-9c5c-c0caa86daa64 HTTP/1.1" status: 200 len: 205 time: 0.0540559 Feb 28 10:40:48.478688 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48194) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:48.518053 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-07e82951-0082-40ce-be50-b60063cc1580 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:48.546119 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-07e82951-0082-40ce-be50-b60063cc1580 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:48.551150 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b919fc12-4d7f-4b9a-8878-f5654dc1c3e0 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (b77cf068-4267-4c28-a977-06c8abdc82b7), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:48.586971 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-dc5c1258-a26d-471a-add0-922aeaf36a8c tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks [] for router (45128454-cbf7-4ad3-9c5c-c0caa86daa64), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:48.622354 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b919fc12-4d7f-4b9a-8878-f5654dc1c3e0 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:40:48.635640 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-b919fc12-4d7f-4b9a-8878-f5654dc1c3e0 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:48.654856 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b919fc12-4d7f-4b9a-8878-f5654dc1c3e0 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:40:48.655424 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b919fc12-4d7f-4b9a-8878-f5654dc1c3e0 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047958'] for router_interface (4eb47ff6-ba6c-4bc2-bc9f-4389a0a134ec), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:48.661464 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b919fc12-4d7f-4b9a-8878-f5654dc1c3e0 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event updated for resources: {'Port': ['ID=b77cf068-4267-4c28-a977-06c8abdc82b7,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:48.677469 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecbbf7c-93c4-4d19-884e-efc8bc7daf8e None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:40:48.781621 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-07e82951-0082-40ce-be50-b60063cc1580 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group (8b6817b1-e4e4-4022-ad4a-92d6510e466b), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:48.786117 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb7c9f7-160a-4579-a24d-842ca17d9ce0 None None] Network 1ffc15d1-280e-4faa-862a-7de4c78c999c requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:40:48.788987 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e685c05c-35f7-421f-93b5-92facff005b9 None None] Network 468d1482-bd59-47a9-8ca5-35333664a166 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:40:48.805818 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-89376b67-f536-4990-8fbe-b385bf3c0971 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:48.825622 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-dc5c1258-a26d-471a-add0-922aeaf36a8c tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (45128454-cbf7-4ad3-9c5c-c0caa86daa64), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:48.828140 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-833fa036-8a25-4045-b7b3-2428c71f9ac2 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (6f658c86-704b-49d6-9fde-ce35ba1e621a), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:48.828726 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-dc5c1258-a26d-471a-add0-922aeaf36a8c tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks [] for router_controller (45128454-cbf7-4ad3-9c5c-c0caa86daa64), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:48.844591 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-58cf76f2-eb14-491a-982e-d44638944fae None None] Provisioning complete for port e6fcd399-6abe-464a-85d0-6ee3a3031784 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:48.844591 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-58cf76f2-eb14-491a-982e-d44638944fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (e6fcd399-6abe-464a-85d0-6ee3a3031784), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:48.882400 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-07e82951-0082-40ce-be50-b60063cc1580 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (8b6817b1-e4e4-4022-ad4a-92d6510e466b), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:48.886332 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833fa036-8a25-4045-b7b3-2428c71f9ac2 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event deleted for resources: {'Port': ['ID=6f658c86-704b-49d6-9fde-ce35ba1e621a,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:48.913914 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833fa036-8a25-4045-b7b3-2428c71f9ac2 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] No DVR routers for this DVR port 6f658c86-704b-49d6-9fde-ce35ba1e621a on host dv-neutron-829161-3-hyperv {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:40:48.937999 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb7c9f7-160a-4579-a24d-842ca17d9ce0 None None] Network 1ffc15d1-280e-4faa-862a-7de4c78c999c could not be found, it might have been deleted concurrently. {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 28 10:40:48.984049 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e82951-0082-40ce-be50-b60063cc1580 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6817b1-e4e4-4022-ad4a-92d6510e466b,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:49.038647 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48198) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:49.056605 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-dc5c1258-a26d-471a-add0-922aeaf36a8c tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (45128454-cbf7-4ad3-9c5c-c0caa86daa64), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:49.057667 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5c1258-a26d-471a-add0-922aeaf36a8c tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Fanout notify agent at l3_agent the message router_deleted on router 45128454-cbf7-4ad3-9c5c-c0caa86daa64 {{(pid=104084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:40:49.108071 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbc0011-1a82-4950-92a8-0a48a6ade7eb None None] DHCP port deletion for 1ffc15d1-280e-4faa-862a-7de4c78c999c request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:40:49.111022 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-dc5c1258-a26d-471a-add0-922aeaf36a8c tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:49.112402 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-dc5c1258-a26d-471a-add0-922aeaf36a8c tempest-RoutersNegativeIpV6Test-1033210733 tempest-RoutersNegativeIpV6Test-1033210733-project] 10.222.0.62 "DELETE /v2.0/routers/45128454-cbf7-4ad3-9c5c-c0caa86daa64 HTTP/1.1" status: 204 len: 168 time: 0.6327815 Feb 28 10:40:49.116148 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-67f578a6-3efe-41fe-8bf9-f0569bd559b3 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047661'] for router_interface (dfa5082a-0f0f-43de-b007-c9d409c717a4), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:49.120104 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-833fa036-8a25-4045-b7b3-2428c71f9ac2 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (468d1482-bd59-47a9-8ca5-35333664a166), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:49.160223 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-07e82951-0082-40ce-be50-b60063cc1580 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group (dd853bea-bee7-483c-bc92-caf0b27c7424), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:49.163580 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b919fc12-4d7f-4b9a-8878-f5654dc1c3e0 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (b77cf068-4267-4c28-a977-06c8abdc82b7), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:49.167354 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-833fa036-8a25-4045-b7b3-2428c71f9ac2 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['468d1482-bd59-47a9-8ca5-35333664a166']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:49.204810 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-58cf76f2-eb14-491a-982e-d44638944fae None None] Current status of the port e6fcd399-6abe-464a-85d0-6ee3a3031784 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:49.204991 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-833fa036-8a25-4045-b7b3-2428c71f9ac2 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebf95878-cb7e-45ff-bca5-a8ea66d94349') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:49.205302 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-833fa036-8a25-4045-b7b3-2428c71f9ac2 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebf95878-cb7e-45ff-bca5-a8ea66d94349') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:49.211994 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-58cf76f2-eb14-491a-982e-d44638944fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (e6fcd399-6abe-464a-85d0-6ee3a3031784), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:49.241467 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-833fa036-8a25-4045-b7b3-2428c71f9ac2 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (ebf95878-cb7e-45ff-bca5-a8ea66d94349), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:49.258284 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-833fa036-8a25-4045-b7b3-2428c71f9ac2 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (ebf95878-cb7e-45ff-bca5-a8ea66d94349), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:49.267494 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-833fa036-8a25-4045-b7b3-2428c71f9ac2 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:40:49.269896 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-833fa036-8a25-4045-b7b3-2428c71f9ac2 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (ebf95878-cb7e-45ff-bca5-a8ea66d94349), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:49.292661 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-58cf76f2-eb14-491a-982e-d44638944fae None None] For port e6fcd399-6abe-464a-85d0-6ee3a3031784, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=e6fcd399-6abe-464a-85d0-6ee3a3031784,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:49.305834 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271d8bf8-8ba4-4cf7-9008-be6e22b49400 None None] DHCP port deletion for 468d1482-bd59-47a9-8ca5-35333664a166 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:40:49.358214 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:40:49.358214 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:40:49.358214 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:40:49.358214 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:40:49.358214 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:40:49.358214 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:40:49.358214 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:40:49.358214 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:40:49.358214 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:40:49.358214 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:40:49.358214 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:40:49.358214 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:40:49.358214 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:40:49.358214 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:40:49.358214 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:40:49.358214 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:40:49.358214 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:40:49.358214 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:40:49.358214 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:40:49.358214 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:40:49.358214 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:40:49.358214 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:40:49.358214 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:40:49.358214 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:40:49.358214 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:40:49.358214 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:40:49.358214 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:40:49.358214 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:40:49.358214 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:40:49.358214 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:40:49.358214 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:40:49.358214 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:40:49.368138 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-58cf76f2-eb14-491a-982e-d44638944fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (e6fcd399-6abe-464a-85d0-6ee3a3031784), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:49.414250 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-07e82951-0082-40ce-be50-b60063cc1580 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (dd853bea-bee7-483c-bc92-caf0b27c7424), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:49.455501 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e82951-0082-40ce-be50-b60063cc1580 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd853bea-bee7-483c-bc92-caf0b27c7424,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:49.503378 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cf76f2-eb14-491a-982e-d44638944fae None None] Pushing event updated for resources: {'Port': ['ID=e6fcd399-6abe-464a-85d0-6ee3a3031784,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:49.527418 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-e32a6338-bdbc-4209-be52-512df34deef2 None None] Provisioning complete for port f3eaab13-bd31-40c5-818a-663c9d73b149 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:49.528340 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e32a6338-bdbc-4209-be52-512df34deef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (f3eaab13-bd31-40c5-818a-663c9d73b149), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:49.529336 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-833fa036-8a25-4045-b7b3-2428c71f9ac2 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (468d1482-bd59-47a9-8ca5-35333664a166), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:49.534780 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-833fa036-8a25-4045-b7b3-2428c71f9ac2 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:49.542022 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-833fa036-8a25-4045-b7b3-2428c71f9ac2 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "DELETE /v2.0/networks/468d1482-bd59-47a9-8ca5-35333664a166 HTTP/1.1" status: 204 len: 168 time: 1.5055761 Feb 28 10:40:49.568083 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48202) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:49.568486 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833fa036-8a25-4045-b7b3-2428c71f9ac2 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event deleted for resources: {'Network': ['ID=468d1482-bd59-47a9-8ca5-35333664a166,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:49.575118 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-07e82951-0082-40ce-be50-b60063cc1580 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:49.578968 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-07e82951-0082-40ce-be50-b60063cc1580 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.3828831 Feb 28 10:40:49.581328 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-cc58c3a2-39e1-452c-827b-59106132eb35 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-248430510', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:49.589690 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48204) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:49.622655 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device e6fcd399-6abe-464a-85d0-6ee3a3031784 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:40:49.666684 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-e32a6338-bdbc-4209-be52-512df34deef2 None None] Port f3eaab13-bd31-40c5-818a-663c9d73b149 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:40:49.690742 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port e6fcd399-6abe-464a-85d0-6ee3a3031784 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:49.691932 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (e6fcd399-6abe-464a-85d0-6ee3a3031784), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:49.736609 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-100cbde7-c838-4a3c-b782-5fc97525910d tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1433191 Feb 28 10:40:49.737010 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48206) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:49.743669 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-a016b9ba-227e-4bbd-987e-726158ff3a16 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Request body: {'security_group': {'name': 'tempest-security--864407990', 'description': 'tempest-security-description-1129404319'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:49.779789 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cc58c3a2-39e1-452c-827b-59106132eb35 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (715b97de-b762-4299-96fd-334e07afed82), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:49.780835 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cc58c3a2-39e1-452c-827b-59106132eb35 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (715b97de-b762-4299-96fd-334e07afed82), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:49.830440 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port e6fcd399-6abe-464a-85d0-6ee3a3031784 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:49.847696 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-8215601d-9cab-484c-8509-ad067144344c None None] Provisioning complete for port e6fcd399-6abe-464a-85d0-6ee3a3031784 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:49.849997 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8215601d-9cab-484c-8509-ad067144344c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (e6fcd399-6abe-464a-85d0-6ee3a3031784), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:49.850324 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-67f578a6-3efe-41fe-8bf9-f0569bd559b3 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Deleting port f3eaab13-bd31-40c5-818a-663c9d73b149 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:40:49.850804 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-67f578a6-3efe-41fe-8bf9-f0569bd559b3 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (f3eaab13-bd31-40c5-818a-663c9d73b149), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:49.920283 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cc58c3a2-39e1-452c-827b-59106132eb35 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for router_controller (715b97de-b762-4299-96fd-334e07afed82), precommit_add_association {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:49.924055 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48210) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:49.957273 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a016b9ba-227e-4bbd-987e-726158ff3a16 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group (dd853bea-bee7-483c-bc92-caf0b27c7424), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:49.966455 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-8215601d-9cab-484c-8509-ad067144344c None None] Current status of the port e6fcd399-6abe-464a-85d0-6ee3a3031784 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:49.968934 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device c99d254a-40d4-461a-a531-8547163c2165 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:40:49.976167 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:50.000716 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: c99d254a-40d4-461a-a531-8547163c2165 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:40:50.001067 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device c99d254a-40d4-461a-a531-8547163c2165 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:40:50.003424 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-67f578a6-3efe-41fe-8bf9-f0569bd559b3 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (f3eaab13-bd31-40c5-818a-663c9d73b149), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:50.010480 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-8215601d-9cab-484c-8509-ad067144344c None None] Provisioning complete for port b77cf068-4267-4c28-a977-06c8abdc82b7 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:50.010908 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8215601d-9cab-484c-8509-ad067144344c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (b77cf068-4267-4c28-a977-06c8abdc82b7), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:50.025177 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-67f578a6-3efe-41fe-8bf9-f0569bd559b3 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Calling delete_port for f3eaab13-bd31-40c5-818a-663c9d73b149 owned by network:router_interface {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:40:50.030113 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cc58c3a2-39e1-452c-827b-59106132eb35 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (715b97de-b762-4299-96fd-334e07afed82), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:50.047193 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5e1f8243-6d51-4df8-89ff-a2c5d9c0bf3d tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047661'] for router_interface (22520f81-79af-45f2-8920-13f007234052), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:50.074277 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-8215601d-9cab-484c-8509-ad067144344c None None] Port b77cf068-4267-4c28-a977-06c8abdc82b7 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:40:50.096861 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a016b9ba-227e-4bbd-987e-726158ff3a16 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group (dd853bea-bee7-483c-bc92-caf0b27c7424), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:50.107258 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 996e044c-df70-4dcd-8ba3-2af0b3c397da no longer exists at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:40:50.123080 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b919fc12-4d7f-4b9a-8878-f5654dc1c3e0 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for port (b77cf068-4267-4c28-a977-06c8abdc82b7), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:50.141238 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] No Port match for: 996e044c-df70-4dcd-8ba3-2af0b3c397da {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:40:50.141238 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 996e044c-df70-4dcd-8ba3-2af0b3c397da not bound to the agent host hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:40:50.157629 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a016b9ba-227e-4bbd-987e-726158ff3a16 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (dd853bea-bee7-483c-bc92-caf0b27c7424), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:50.160240 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a016b9ba-227e-4bbd-987e-726158ff3a16 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:50.161557 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a016b9ba-227e-4bbd-987e-726158ff3a16 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "PUT /v2.0/security-groups/dd853bea-bee7-483c-bc92-caf0b27c7424 HTTP/1.1" status: 200 len: 1796 time: 0.4232445 Feb 28 10:40:50.167217 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48214) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:50.204968 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b919fc12-4d7f-4b9a-8878-f5654dc1c3e0 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (b77cf068-4267-4c28-a977-06c8abdc82b7), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:50.205755 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b919fc12-4d7f-4b9a-8878-f5654dc1c3e0 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047558'] for router_interface (4eb47ff6-ba6c-4bc2-bc9f-4389a0a134ec), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:50.222728 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cc58c3a2-39e1-452c-827b-59106132eb35 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:50.223954 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-cc58c3a2-39e1-452c-827b-59106132eb35 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.6462848 Feb 28 10:40:50.236821 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48216) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:50.245039 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-53039934-3711-4d9b-a1e3-d4e3aa56a212 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Request body: {'network': {'name': 'tempest-RoutersTest-246200960'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:50.282454 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a016b9ba-227e-4bbd-987e-726158ff3a16 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd853bea-bee7-483c-bc92-caf0b27c7424,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:50.303142 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-f0577792-153e-4a0a-a04a-e93e09a51bcf None None] Provisioning complete for port b77cf068-4267-4c28-a977-06c8abdc82b7 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:50.303957 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f0577792-153e-4a0a-a04a-e93e09a51bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (b77cf068-4267-4c28-a977-06c8abdc82b7), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:50.341997 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-f0577792-153e-4a0a-a04a-e93e09a51bcf None None] Port b77cf068-4267-4c28-a977-06c8abdc82b7 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:40:50.376375 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a8c1f7be-2c71-4521-b377-4421926ba56b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=48385e64db644bfc90ce657eac8bbe16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4433491 Feb 28 10:40:50.380294 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48218) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:50.381169 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b919fc12-4d7f-4b9a-8878-f5654dc1c3e0 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event updated for resources: {'Port': ['ID=b77cf068-4267-4c28-a977-06c8abdc82b7,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:50.386865 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-ae1be914-3abb-40cc-940d-5da7474868b8 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "GET /v2.0/security-groups/dd853bea-bee7-483c-bc92-caf0b27c7424 HTTP/1.1" status: 200 len: 1796 time: 0.2113850 Feb 28 10:40:50.388045 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48220) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:50.462460 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53039934-3711-4d9b-a1e3-d4e3aa56a212 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Made reservation on behalf of 25b479ba752e4d33b5861f804bc6920d for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:40:50.465914 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-53039934-3711-4d9b-a1e3-d4e3aa56a212 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:50.468923 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b919fc12-4d7f-4b9a-8878-f5654dc1c3e0 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:40:50.475458 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7ea3e2d0-9b86-49c2-9f3e-1838a463f3d4 admin admin] Publish callbacks [] for security_group (3b97d0a8-c0d1-4f58-bca3-f67c0320b12b), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:50.480551 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f3642c42-5003-4961-bb12-f904f3e1f17d tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group (dd853bea-bee7-483c-bc92-caf0b27c7424), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:50.482303 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-b919fc12-4d7f-4b9a-8878-f5654dc1c3e0 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:50.491249 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-67f578a6-3efe-41fe-8bf9-f0569bd559b3 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (f3eaab13-bd31-40c5-818a-663c9d73b149), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:50.556310 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7ea3e2d0-9b86-49c2-9f3e-1838a463f3d4 admin admin] Publish callbacks [] for security_group (3b97d0a8-c0d1-4f58-bca3-f67c0320b12b), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:50.559659 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f578a6-3efe-41fe-8bf9-f0569bd559b3 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event deleted for resources: {'Port': ['ID=f3eaab13-bd31-40c5-818a-663c9d73b149,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:50.593124 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f3642c42-5003-4961-bb12-f904f3e1f17d tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group (dd853bea-bee7-483c-bc92-caf0b27c7424), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:50.595784 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53039934-3711-4d9b-a1e3-d4e3aa56a212 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:40:50.616606 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-53039934-3711-4d9b-a1e3-d4e3aa56a212 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (b16b8075-601f-4950-a113-c13b4c0008bc), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:50.616963 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-53039934-3711-4d9b-a1e3-d4e3aa56a212 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Added segment b16b8075-601f-4950-a113-c13b4c0008bc of type vlan for network dc3763cc-cbd8-49a9-968b-baa5b223e43a Feb 28 10:40:50.687576 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-53039934-3711-4d9b-a1e3-d4e3aa56a212 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (dc3763cc-cbd8-49a9-968b-baa5b223e43a), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:50.696364 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-5e1f8243-6d51-4df8-89ff-a2c5d9c0bf3d tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Deleting port 36af320b-c5ba-4b68-8f9f-0cbad510c520 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:40:50.696874 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5e1f8243-6d51-4df8-89ff-a2c5d9c0bf3d tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (36af320b-c5ba-4b68-8f9f-0cbad510c520), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:50.758588 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f3642c42-5003-4961-bb12-f904f3e1f17d tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (dd853bea-bee7-483c-bc92-caf0b27c7424), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:50.761623 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f3642c42-5003-4961-bb12-f904f3e1f17d tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:50.765251 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-f3642c42-5003-4961-bb12-f904f3e1f17d tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "DELETE /v2.0/security-groups/dd853bea-bee7-483c-bc92-caf0b27c7424 HTTP/1.1" status: 204 len: 168 time: 0.3741236 Feb 28 10:40:50.766365 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48222) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:50.788873 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b919fc12-4d7f-4b9a-8878-f5654dc1c3e0 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Router 4eb47ff6-ba6c-4bc2-bc9f-4389a0a134ec is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:40:50.792922 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-53039934-3711-4d9b-a1e3-d4e3aa56a212 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (dc3763cc-cbd8-49a9-968b-baa5b223e43a), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:50.797889 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53039934-3711-4d9b-a1e3-d4e3aa56a212 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:50.798505 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-53039934-3711-4d9b-a1e3-d4e3aa56a212 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:50.815839 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7ea3e2d0-9b86-49c2-9f3e-1838a463f3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (3b97d0a8-c0d1-4f58-bca3-f67c0320b12b), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:50.818885 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7ea3e2d0-9b86-49c2-9f3e-1838a463f3d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:50.820007 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-7ea3e2d0-9b86-49c2-9f3e-1838a463f3d4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3b97d0a8-c0d1-4f58-bca3-f67c0320b12b HTTP/1.1" status: 204 len: 168 time: 0.4367187 Feb 28 10:40:50.851584 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3642c42-5003-4961-bb12-f904f3e1f17d tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd853bea-bee7-483c-bc92-caf0b27c7424,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:50.863436 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-67f578a6-3efe-41fe-8bf9-f0569bd559b3 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1047681'] for router_interface (dfa5082a-0f0f-43de-b007-c9d409c717a4), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:50.892346 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea3e2d0-9b86-49c2-9f3e-1838a463f3d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b97d0a8-c0d1-4f58-bca3-f67c0320b12b,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:50.893222 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-95877cb1-aa88-40e6-8ac5-0bbd6229531f None None] Provisioning complete for port b77cf068-4267-4c28-a977-06c8abdc82b7 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:50.896422 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-95877cb1-aa88-40e6-8ac5-0bbd6229531f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (b77cf068-4267-4c28-a977-06c8abdc82b7), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:50.934826 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-ed3a2973-e266-43df-b5b6-cedea7bca8d0 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1648784 Feb 28 10:40:50.940514 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48226) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:50.955378 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-95877cb1-aa88-40e6-8ac5-0bbd6229531f None None] Port b77cf068-4267-4c28-a977-06c8abdc82b7 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:40:51.009690 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-5e1f8243-6d51-4df8-89ff-a2c5d9c0bf3d tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] For port 36af320b-c5ba-4b68-8f9f-0cbad510c520, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=36af320b-c5ba-4b68-8f9f-0cbad510c520,segment=NetworkSegment(5d3ef6a2-26fd-4ae1-a1a7-759a1b4042a7),segment_id=5d3ef6a2-26fd-4ae1-a1a7-759a1b4042a7)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:51.010060 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5e1f8243-6d51-4df8-89ff-a2c5d9c0bf3d tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (36af320b-c5ba-4b68-8f9f-0cbad510c520), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:51.026982 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-5e1f8243-6d51-4df8-89ff-a2c5d9c0bf3d tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Calling delete_port for 36af320b-c5ba-4b68-8f9f-0cbad510c520 owned by network:router_interface {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:40:51.278148 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device e6fcd399-6abe-464a-85d0-6ee3a3031784 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:40:51.327144 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-53039934-3711-4d9b-a1e3-d4e3aa56a212 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0874290 Feb 28 10:40:51.327944 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53039934-3711-4d9b-a1e3-d4e3aa56a212 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event updated for resources: {'Network': ['ID=dc3763cc-cbd8-49a9-968b-baa5b223e43a,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:51.356449 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48234) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:51.357365 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.api.v2.resource [None req-76503501-5e7b-458d-92af-325408f1e10e tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] delete failed (client error): The resource could not be found. Feb 28 10:40:51.362627 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-76503501-5e7b-458d-92af-325408f1e10e tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "DELETE /v2.0/security-groups/dd853bea-bee7-483c-bc92-caf0b27c7424 HTTP/1.1" status: 404 len: 347 time: 0.4145308 Feb 28 10:40:51.368383 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48238) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:51.371886 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-0d611901-b0fd-4da3-9e6e-53ae9a7eb90e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Request body: {'subnet': {'network_id': 'dc3763cc-cbd8-49a9-968b-baa5b223e43a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:51.374172 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network dc3763cc-cbd8-49a9-968b-baa5b223e43a details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:40:51.379514 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-c4a980c4-d846-4edc-b59c-c8d4dd50e2be tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Request body: {'security_group': {'name': 'tempest-secgroup--342703649'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:51.381659 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:51.448351 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port e6fcd399-6abe-464a-85d0-6ee3a3031784 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:51.449110 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (e6fcd399-6abe-464a-85d0-6ee3a3031784), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:51.464258 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b919fc12-4d7f-4b9a-8878-f5654dc1c3e0 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:40:51.474754 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-b919fc12-4d7f-4b9a-8878-f5654dc1c3e0 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "PUT /v2.0/routers/4eb47ff6-ba6c-4bc2-bc9f-4389a0a134ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9110272 Feb 28 10:40:51.477919 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48242) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:51.479825 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46756077-d128-42e4-8065-ad33784d2baa None None] Sync routers for ids ['4eb47ff6-ba6c-4bc2-bc9f-4389a0a134ec'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:40:51.490660 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46756077-d128-42e4-8065-ad33784d2baa None None] Routers {'4eb47ff6-ba6c-4bc2-bc9f-4389a0a134ec'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:40:51.491651 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-46756077-d128-42e4-8065-ad33784d2baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:40:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['4eb47ff6-ba6c-4bc2-bc9f-4389a0a134ec'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:51.543305 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f578a6-3efe-41fe-8bf9-f0569bd559b3 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Router dfa5082a-0f0f-43de-b007-c9d409c717a4 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:40:51.550933 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624f1ebc-11d8-4af8-bca6-5e58fc009844 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:51.552756 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-624f1ebc-11d8-4af8-bca6-5e58fc009844 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/ports/b77cf068-4267-4c28-a977-06c8abdc82b7 HTTP/1.1" status: 200 len: 911 time: 0.0724773 Feb 28 10:40:51.555323 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48246) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:51.571603 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c4a980c4-d846-4edc-b59c-c8d4dd50e2be tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:51.631962 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port e6fcd399-6abe-464a-85d0-6ee3a3031784 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:51.642251 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 6f658c86-704b-49d6-9fde-ce35ba1e621a no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:40:51.644250 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d611901-b0fd-4da3-9e6e-53ae9a7eb90e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Made reservation on behalf of 25b479ba752e4d33b5861f804bc6920d for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:40:51.652252 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0d611901-b0fd-4da3-9e6e-53ae9a7eb90e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:51.675936 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 6f658c86-704b-49d6-9fde-ce35ba1e621a {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:40:51.682405 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 6f658c86-704b-49d6-9fde-ce35ba1e621a not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:40:51.707437 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f578a6-3efe-41fe-8bf9-f0569bd559b3 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:40:51.713821 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-67f578a6-3efe-41fe-8bf9-f0569bd559b3 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "PUT /v2.0/routers/dfa5082a-0f0f-43de-b007-c9d409c717a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8757057 Feb 28 10:40:51.717156 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-46756077-d128-42e4-8065-ad33784d2baa None None] Set router 4eb47ff6-ba6c-4bc2-bc9f-4389a0a134ec gateway port host: None {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:40:51.718352 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48248) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:51.725148 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3d80c9-f4ba-40f9-8c36-9a98a62e9eea None None] Sync routers for ids ['dfa5082a-0f0f-43de-b007-c9d409c717a4'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:40:51.766376 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f260576-6579-435f-84f1-0fe219865a3f tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] GET failed (client error): The resource could not be found. Feb 28 10:40:51.770374 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-9f260576-6579-435f-84f1-0fe219865a3f tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "GET /v2.0/ports/f3eaab13-bd31-40c5-818a-663c9d73b149 HTTP/1.1" status: 404 len: 333 time: 0.0508120 Feb 28 10:40:51.775725 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48250) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:51.776338 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3d80c9-f4ba-40f9-8c36-9a98a62e9eea None None] Routers {'dfa5082a-0f0f-43de-b007-c9d409c717a4'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:40:51.778635 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-6e3d80c9-f4ba-40f9-8c36-9a98a62e9eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:40:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['dfa5082a-0f0f-43de-b007-c9d409c717a4'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:51.780278 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547ae118-0ad4-4c78-babc-c09fbbb2c939 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:51.785655 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547ae118-0ad4-4c78-babc-c09fbbb2c939 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:51.787385 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-547ae118-0ad4-4c78-babc-c09fbbb2c939 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2309551 Feb 28 10:40:51.790343 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48254) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:51.868824 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-6e3d80c9-f4ba-40f9-8c36-9a98a62e9eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:51.886897 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3d80c9-f4ba-40f9-8c36-9a98a62e9eea None None] Routers {'dfa5082a-0f0f-43de-b007-c9d409c717a4'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:40:51.889933 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-6e3d80c9-f4ba-40f9-8c36-9a98a62e9eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:40:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['dfa5082a-0f0f-43de-b007-c9d409c717a4'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:51.895010 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c4a980c4-d846-4edc-b59c-c8d4dd50e2be tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group (e1141cb7-a41b-46cc-ac2b-3f28b77b73e0), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:51.931122 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-46756077-d128-42e4-8065-ad33784d2baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb47ff6-ba6c-4bc2-bc9f-4389a0a134ec', 'name': 'tempest-NetworksTestDHCPv6-router-1336544638', 'tenant_id': '9047a33944184c15875a48328f19bcdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:46Z', 'updated_at': '2022-02-28T10:40:48Z', 'revision_number': 2, 'project_id': '9047a33944184c15875a48328f19bcdb', 'gw_port_host': None, '_interfaces': [{'id': 'b77cf068-4267-4c28-a977-06c8abdc82b7', 'name': '', 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'tenant_id': '9047a33944184c15875a48328f19bcdb', 'mac_address': 'fa:16:3e:13:a3:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb47ff6-ba6c-4bc2-bc9f-4389a0a134ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '6188afc0-f49d-4e4c-967d-27c3b010aed4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:47Z', 'updated_at': '2022-02-28T10:40:49Z', 'revision_number': 2, 'project_id': '9047a33944184c15875a48328f19bcdb', 'subnets': [{'id': '6188afc0-f49d-4e4c-967d-27c3b010aed4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:51.958406 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46756077-d128-42e4-8065-ad33784d2baa None None] Checking router: 4eb47ff6-ba6c-4bc2-bc9f-4389a0a134ec for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:40:51.958759 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46756077-d128-42e4-8065-ad33784d2baa None None] Updating router 4eb47ff6-ba6c-4bc2-bc9f-4389a0a134ec port b77cf068-4267-4c28-a977-06c8abdc82b7 binding host dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:40:51.971966 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-6e3d80c9-f4ba-40f9-8c36-9a98a62e9eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:51.972707 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3d80c9-f4ba-40f9-8c36-9a98a62e9eea None None] The sync data for ids ['dfa5082a-0f0f-43de-b007-c9d409c717a4'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:40:51.986367 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c4a980c4-d846-4edc-b59c-c8d4dd50e2be tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (e1141cb7-a41b-46cc-ac2b-3f28b77b73e0), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:51.993696 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-46756077-d128-42e4-8065-ad33784d2baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (b77cf068-4267-4c28-a977-06c8abdc82b7), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:52.012196 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-38aefb2f-7028-4183-a24f-b497f98864ec tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for router (dfa5082a-0f0f-43de-b007-c9d409c717a4), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:52.086855 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5e1f8243-6d51-4df8-89ff-a2c5d9c0bf3d tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (36af320b-c5ba-4b68-8f9f-0cbad510c520), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:52.103389 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a980c4-d846-4edc-b59c-c8d4dd50e2be tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1141cb7-a41b-46cc-ac2b-3f28b77b73e0,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:52.121968 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1f8243-6d51-4df8-89ff-a2c5d9c0bf3d tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Pushing event deleted for resources: {'Port': ['ID=36af320b-c5ba-4b68-8f9f-0cbad510c520,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:52.166058 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c4a980c4-d846-4edc-b59c-c8d4dd50e2be tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:52.176084 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-c4a980c4-d846-4edc-b59c-c8d4dd50e2be tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8055656 Feb 28 10:40:52.177898 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48262) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:52.186124 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-31008a30-1466-4839-82ad-e685a4002b03 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Request body: {'security_group_rule': {'security_group_id': 'e1141cb7-a41b-46cc-ac2b-3f28b77b73e0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:52.256752 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0d611901-b0fd-4da3-9e6e-53ae9a7eb90e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (9aef332b-550c-4398-b0fb-6c0fb7618921), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:52.309004 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-38aefb2f-7028-4183-a24f-b497f98864ec tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (dfa5082a-0f0f-43de-b007-c9d409c717a4), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:52.313269 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-38aefb2f-7028-4183-a24f-b497f98864ec tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for router_controller (dfa5082a-0f0f-43de-b007-c9d409c717a4), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:52.343698 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d611901-b0fd-4da3-9e6e-53ae9a7eb90e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event updated for resources: {'Subnet': ['ID=9aef332b-550c-4398-b0fb-6c0fb7618921,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:52.363516 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-31008a30-1466-4839-82ad-e685a4002b03 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (3ddc0e1d-de3f-40cd-8f74-f1322b845fb1), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:52.420769 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d611901-b0fd-4da3-9e6e-53ae9a7eb90e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Checking segment: {'id': 'b16b8075-601f-4950-a113-c13b4c0008bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dc3763cc-cbd8-49a9-968b-baa5b223e43a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:40:52.421067 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d611901-b0fd-4da3-9e6e-53ae9a7eb90e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Network hostable DHCP agents. Network: dc3763cc-cbd8-49a9-968b-baa5b223e43a, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:40:52.423157 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-46756077-d128-42e4-8065-ad33784d2baa None None] Publish callbacks [] for port (b77cf068-4267-4c28-a977-06c8abdc82b7), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:52.491805 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8777da70-f629-47ce-beb7-7890893befa6 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047661'] for router_interface (4eb47ff6-ba6c-4bc2-bc9f-4389a0a134ec), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:52.503463 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-31008a30-1466-4839-82ad-e685a4002b03 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (3ddc0e1d-de3f-40cd-8f74-f1322b845fb1), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:52.525971 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5e1f8243-6d51-4df8-89ff-a2c5d9c0bf3d tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1047681'] for router_interface (22520f81-79af-45f2-8920-13f007234052), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:52.533129 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-46756077-d128-42e4-8065-ad33784d2baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (b77cf068-4267-4c28-a977-06c8abdc82b7), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:52.548631 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-38aefb2f-7028-4183-a24f-b497f98864ec tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (dfa5082a-0f0f-43de-b007-c9d409c717a4), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:52.549188 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38aefb2f-7028-4183-a24f-b497f98864ec tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Fanout notify agent at l3_agent the message router_deleted on router dfa5082a-0f0f-43de-b007-c9d409c717a4 {{(pid=104084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:40:52.557507 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-38aefb2f-7028-4183-a24f-b497f98864ec tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:52.558517 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-38aefb2f-7028-4183-a24f-b497f98864ec tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "DELETE /v2.0/routers/dfa5082a-0f0f-43de-b007-c9d409c717a4 HTTP/1.1" status: 204 len: 168 time: 0.7834811 Feb 28 10:40:52.577651 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48268) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:52.591198 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc51ae6-42f7-434f-a3d6-ff25af25f9d0 None None] Pushing event updated for resources: {'Port': ['ID=b77cf068-4267-4c28-a977-06c8abdc82b7,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:52.603424 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc51ae6-42f7-434f-a3d6-ff25af25f9d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:52.604119 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc51ae6-42f7-434f-a3d6-ff25af25f9d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:52.604693 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc51ae6-42f7-434f-a3d6-ff25af25f9d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:52.605228 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc51ae6-42f7-434f-a3d6-ff25af25f9d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:52.605747 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc51ae6-42f7-434f-a3d6-ff25af25f9d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:52.606293 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc51ae6-42f7-434f-a3d6-ff25af25f9d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:52.606817 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc51ae6-42f7-434f-a3d6-ff25af25f9d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:52.607597 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc51ae6-42f7-434f-a3d6-ff25af25f9d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:52.608252 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc51ae6-42f7-434f-a3d6-ff25af25f9d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:52.608811 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc51ae6-42f7-434f-a3d6-ff25af25f9d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:52.609303 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc51ae6-42f7-434f-a3d6-ff25af25f9d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:52.609822 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc51ae6-42f7-434f-a3d6-ff25af25f9d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:52.610307 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc51ae6-42f7-434f-a3d6-ff25af25f9d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:52.620132 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d611901-b0fd-4da3-9e6e-53ae9a7eb90e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Network dc3763cc-cbd8-49a9-968b-baa5b223e43a is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:40:52.671031 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-31008a30-1466-4839-82ad-e685a4002b03 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (3ddc0e1d-de3f-40cd-8f74-f1322b845fb1), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:52.679173 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-46756077-d128-42e4-8065-ad33784d2baa None None] Attempting to bind port b77cf068-4267-4c28-a977-06c8abdc82b7 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:40:52.679548 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-46756077-d128-42e4-8065-ad33784d2baa None None] Attempting to bind port b77cf068-4267-4c28-a977-06c8abdc82b7 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:40:52.680133 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46756077-d128-42e4-8065-ad33784d2baa None None] Attempting to bind port b77cf068-4267-4c28-a977-06c8abdc82b7 on network a10d36a7-87ef-481e-9e9f-da2235211c53 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:40:52.686758 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46756077-d128-42e4-8065-ad33784d2baa None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:40:52.687421 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46756077-d128-42e4-8065-ad33784d2baa None None] Checking segment: {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:40:52.687976 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-46756077-d128-42e4-8065-ad33784d2baa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:52.688516 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46756077-d128-42e4-8065-ad33784d2baa None None] Bound using segment: {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:40:52.689145 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-46756077-d128-42e4-8065-ad33784d2baa None None] Bound port: b77cf068-4267-4c28-a977-06c8abdc82b7, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:40:52.689683 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-46756077-d128-42e4-8065-ad33784d2baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (b77cf068-4267-4c28-a977-06c8abdc82b7), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:52.708306 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31008a30-1466-4839-82ad-e685a4002b03 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ddc0e1d-de3f-40cd-8f74-f1322b845fb1,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:52.732176 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-5425f595-fef9-43ce-8258-afe9d2fd10ca tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Deleting subnet 1e02824c-c588-4b67-868f-537f3f1734f7 {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:40:52.738997 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5425f595-fef9-43ce-8258-afe9d2fd10ca tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for subnet (1e02824c-c588-4b67-868f-537f3f1734f7), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:52.743711 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-0d611901-b0fd-4da3-9e6e-53ae9a7eb90e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, dc3763cc-cbd8-49a9-968b-baa5b223e43a) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:52.754229 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf969f2-606b-4a91-a16e-2c0281049df3 None None] Network dc3763cc-cbd8-49a9-968b-baa5b223e43a requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:40:52.794954 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d611901-b0fd-4da3-9e6e-53ae9a7eb90e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:52.795927 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0d611901-b0fd-4da3-9e6e-53ae9a7eb90e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:52.800512 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-46756077-d128-42e4-8065-ad33784d2baa None None] For port b77cf068-4267-4c28-a977-06c8abdc82b7, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:40:52.805490 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-46756077-d128-42e4-8065-ad33784d2baa None None] For port b77cf068-4267-4c28-a977-06c8abdc82b7, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=b77cf068-4267-4c28-a977-06c8abdc82b7,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:40:52.835932 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5425f595-fef9-43ce-8258-afe9d2fd10ca tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (1e02824c-c588-4b67-868f-537f3f1734f7), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:52.843784 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-8777da70-f629-47ce-beb7-7890893befa6 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Deleting port b77cf068-4267-4c28-a977-06c8abdc82b7 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:40:52.844464 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8777da70-f629-47ce-beb7-7890893befa6 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (b77cf068-4267-4c28-a977-06c8abdc82b7), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:52.850918 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:52.857146 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-31008a30-1466-4839-82ad-e685a4002b03 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:52.858728 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-31008a30-1466-4839-82ad-e685a4002b03 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6778166 Feb 28 10:40:52.872955 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48274) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:52.913605 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-46756077-d128-42e4-8065-ad33784d2baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (b77cf068-4267-4c28-a977-06c8abdc82b7), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:52.952453 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-0d611901-b0fd-4da3-9e6e-53ae9a7eb90e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5929279 Feb 28 10:40:52.957215 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48276) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:52.969137 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dda39a24-9453-4a77-b0dc-8c993012d602 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (3ddc0e1d-de3f-40cd-8f74-f1322b845fb1), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:52.979200 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef9f475-8f4c-467e-9428-adfa2f0c1705 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-dc3763cc-cbd8-49a9-968b-baa5b223e43a', 'network_id': 'dc3763cc-cbd8-49a9-968b-baa5b223e43a', 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'fixed_ips': [{'subnet_id': '9aef332b-550c-4398-b0fb-6c0fb7618921'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:40:52.980074 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7ef9f475-8f4c-467e-9428-adfa2f0c1705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:52.991763 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-9bbeb138-a579-44fc-b144-1481dc2a6840 None None] Provisioning complete for port b77cf068-4267-4c28-a977-06c8abdc82b7 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:52.992273 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9bbeb138-a579-44fc-b144-1481dc2a6840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (b77cf068-4267-4c28-a977-06c8abdc82b7), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:52.997190 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5425f595-fef9-43ce-8258-afe9d2fd10ca tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (1e02824c-c588-4b67-868f-537f3f1734f7), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:53.024872 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dda39a24-9453-4a77-b0dc-8c993012d602 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (3ddc0e1d-de3f-40cd-8f74-f1322b845fb1), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:53.042072 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc51ae6-42f7-434f-a3d6-ff25af25f9d0 None None] Pushing event updated for resources: {'Port': ['ID=b77cf068-4267-4c28-a977-06c8abdc82b7,revision_number=4']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:53.051566 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46756077-d128-42e4-8065-ad33784d2baa None None] Routers {'4eb47ff6-ba6c-4bc2-bc9f-4389a0a134ec'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:40:53.052930 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-46756077-d128-42e4-8065-ad33784d2baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:40:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['4eb47ff6-ba6c-4bc2-bc9f-4389a0a134ec'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:53.165820 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5425f595-fef9-43ce-8258-afe9d2fd10ca tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (1e02824c-c588-4b67-868f-537f3f1734f7), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:53.220503 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-8777da70-f629-47ce-beb7-7890893befa6 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] For port b77cf068-4267-4c28-a977-06c8abdc82b7, host dv-neutron-829161-3-hyperv, got binding levels [] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:53.221036 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8777da70-f629-47ce-beb7-7890893befa6 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (b77cf068-4267-4c28-a977-06c8abdc82b7), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:53.227133 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5425f595-fef9-43ce-8258-afe9d2fd10ca tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event deleted for resources: {'Subnet': ['ID=1e02824c-c588-4b67-868f-537f3f1734f7,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:53.241055 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5425f595-fef9-43ce-8258-afe9d2fd10ca tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:53.247256 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-5425f595-fef9-43ce-8258-afe9d2fd10ca tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "DELETE /v2.0/subnets/1e02824c-c588-4b67-868f-537f3f1734f7 HTTP/1.1" status: 204 len: 168 time: 0.6658835 Feb 28 10:40:53.249129 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48282) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:53.252547 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dda39a24-9453-4a77-b0dc-8c993012d602 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (3ddc0e1d-de3f-40cd-8f74-f1322b845fb1), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:53.259306 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dda39a24-9453-4a77-b0dc-8c993012d602 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:53.260688 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-dda39a24-9453-4a77-b0dc-8c993012d602 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/3ddc0e1d-de3f-40cd-8f74-f1322b845fb1 HTTP/1.1" status: 204 len: 168 time: 0.3863199 Feb 28 10:40:53.269305 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c245905a-61fe-4a3e-80d8-76983733c27e None None] Network c2c2ccc8-2021-4a6a-912b-f18f044956c3 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:40:53.272829 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48284) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:53.293272 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-46756077-d128-42e4-8065-ad33784d2baa None None] Set router 4eb47ff6-ba6c-4bc2-bc9f-4389a0a134ec gateway port host: None {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:40:53.351394 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda39a24-9453-4a77-b0dc-8c993012d602 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3ddc0e1d-de3f-40cd-8f74-f1322b845fb1,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:53.360029 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-8777da70-f629-47ce-beb7-7890893befa6 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Calling delete_port for b77cf068-4267-4c28-a977-06c8abdc82b7 owned by network:router_interface {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:40:53.414280 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-e32b78c0-c9fc-4aec-9657-10e7e195e13a tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1351199 Feb 28 10:40:53.414280 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48288) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:53.490978 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-87a54e39-aa3d-4ff2-ba07-1e161957118a tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group (e1141cb7-a41b-46cc-ac2b-3f28b77b73e0), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:53.523587 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48290) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:53.525381 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-87a54e39-aa3d-4ff2-ba07-1e161957118a tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group (e1141cb7-a41b-46cc-ac2b-3f28b77b73e0), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:53.559768 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e1f8243-6d51-4df8-89ff-a2c5d9c0bf3d tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Router 22520f81-79af-45f2-8920-13f007234052 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:40:53.620669 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1efde9a7-8ec0-4b0b-afbe-fae1d46962ab tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (c2c2ccc8-2021-4a6a-912b-f18f044956c3), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:53.653639 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-46756077-d128-42e4-8065-ad33784d2baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb47ff6-ba6c-4bc2-bc9f-4389a0a134ec', 'name': 'tempest-NetworksTestDHCPv6-router-1336544638', 'tenant_id': '9047a33944184c15875a48328f19bcdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:46Z', 'updated_at': '2022-02-28T10:40:48Z', 'revision_number': 2, 'project_id': '9047a33944184c15875a48328f19bcdb', 'gw_port_host': None, '_interfaces': [{'id': 'b77cf068-4267-4c28-a977-06c8abdc82b7', 'name': '', 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'tenant_id': '9047a33944184c15875a48328f19bcdb', 'mac_address': 'fa:16:3e:13:a3:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb47ff6-ba6c-4bc2-bc9f-4389a0a134ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '6188afc0-f49d-4e4c-967d-27c3b010aed4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:47Z', 'updated_at': '2022-02-28T10:40:52Z', 'revision_number': 4, 'project_id': '9047a33944184c15875a48328f19bcdb', 'subnets': [{'id': '6188afc0-f49d-4e4c-967d-27c3b010aed4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:53.686641 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-9bbeb138-a579-44fc-b144-1481dc2a6840 None None] Current status of the port b77cf068-4267-4c28-a977-06c8abdc82b7 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:53.687499 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9bbeb138-a579-44fc-b144-1481dc2a6840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (b77cf068-4267-4c28-a977-06c8abdc82b7), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:53.699437 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46756077-d128-42e4-8065-ad33784d2baa None None] The sync data for ids ['4eb47ff6-ba6c-4bc2-bc9f-4389a0a134ec'] in dv-neutron-829161-3-hyperv is: [{'id': '4eb47ff6-ba6c-4bc2-bc9f-4389a0a134ec', 'name': 'tempest-NetworksTestDHCPv6-router-1336544638', 'tenant_id': '9047a33944184c15875a48328f19bcdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:46Z', 'updated_at': '2022-02-28T10:40:48Z', 'revision_number': 2, 'project_id': '9047a33944184c15875a48328f19bcdb', 'gw_port_host': None, '_interfaces': [{'id': 'b77cf068-4267-4c28-a977-06c8abdc82b7', 'name': '', 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'tenant_id': '9047a33944184c15875a48328f19bcdb', 'mac_address': 'fa:16:3e:13:a3:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb47ff6-ba6c-4bc2-bc9f-4389a0a134ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '6188afc0-f49d-4e4c-967d-27c3b010aed4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:47Z', 'updated_at': '2022-02-28T10:40:52Z', 'revision_number': 4, 'project_id': '9047a33944184c15875a48328f19bcdb', 'subnets': [{'id': '6188afc0-f49d-4e4c-967d-27c3b010aed4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:40:53.723221 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-7ef9f475-8f4c-467e-9428-adfa2f0c1705 None None] Allocated IP 172.20.0.2 (dc3763cc-cbd8-49a9-968b-baa5b223e43a/9aef332b-550c-4398-b0fb-6c0fb7618921/f9c93206-427c-4f1a-a287-a06ebe2d7ff6) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:40:53.772543 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-9bbeb138-a579-44fc-b144-1481dc2a6840 None None] For port b77cf068-4267-4c28-a977-06c8abdc82b7, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=b77cf068-4267-4c28-a977-06c8abdc82b7,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:53.778416 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8cfaa88e-ea6a-4df6-89d0-2d47e313ed9e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:53.795409 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-87a54e39-aa3d-4ff2-ba07-1e161957118a tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (e1141cb7-a41b-46cc-ac2b-3f28b77b73e0), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:53.801437 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-87a54e39-aa3d-4ff2-ba07-1e161957118a tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:53.805051 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-87a54e39-aa3d-4ff2-ba07-1e161957118a tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "DELETE /v2.0/security-groups/e1141cb7-a41b-46cc-ac2b-3f28b77b73e0 HTTP/1.1" status: 204 len: 168 time: 0.3905184 Feb 28 10:40:53.806764 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48294) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:53.825086 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a54e39-aa3d-4ff2-ba07-1e161957118a tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1141cb7-a41b-46cc-ac2b-3f28b77b73e0,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:53.870439 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e1f8243-6d51-4df8-89ff-a2c5d9c0bf3d tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:40:53.870748 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9bbeb138-a579-44fc-b144-1481dc2a6840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (b77cf068-4267-4c28-a977-06c8abdc82b7), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:53.882566 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-5e1f8243-6d51-4df8-89ff-a2c5d9c0bf3d tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "PUT /v2.0/routers/22520f81-79af-45f2-8920-13f007234052/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8445942 Feb 28 10:40:53.883279 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48296) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:53.898151 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87f3a3e-725e-4864-bfbb-70e2af28a7c6 None None] Sync routers for ids ['22520f81-79af-45f2-8920-13f007234052'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:40:53.927669 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87f3a3e-725e-4864-bfbb-70e2af28a7c6 None None] Routers {'22520f81-79af-45f2-8920-13f007234052'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:40:53.928314 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-b87f3a3e-725e-4864-bfbb-70e2af28a7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:40:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['22520f81-79af-45f2-8920-13f007234052'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:53.932232 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-ea8b5c16-c22b-4333-abc0-94a30f84b361 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1136167 Feb 28 10:40:53.949425 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48298) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:53.963195 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-f23824fe-6de2-4fea-ae36-bd1f9e9d1664 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Request body: {'security_group': {'name': 'tempest-secgroup--880094489'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:53.982224 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbeb138-a579-44fc-b144-1481dc2a6840 None None] Pushing event updated for resources: {'Port': ['ID=b77cf068-4267-4c28-a977-06c8abdc82b7,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:54.015394 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4d13f48-736f-4cde-b2a5-05e22638e40e tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Deleting subnet bea0f80b-02eb-4df8-90d4-3e99d0538dbd {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:40:54.024360 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c4d13f48-736f-4cde-b2a5-05e22638e40e tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks [] for subnet (bea0f80b-02eb-4df8-90d4-3e99d0538dbd), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:54.041925 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4aee82c-5c4d-4834-8a29-fd8ef2f3ddf9 None None] DHCP port deletion for c2c2ccc8-2021-4a6a-912b-f18f044956c3 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:40:54.090771 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c4d13f48-736f-4cde-b2a5-05e22638e40e tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (bea0f80b-02eb-4df8-90d4-3e99d0538dbd), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:54.159159 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f23824fe-6de2-4fea-ae36-bd1f9e9d1664 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:54.170935 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-5d086bda-d937-47e0-ab94-2cfa60719d70 None None] Provisioning complete for port b77cf068-4267-4c28-a977-06c8abdc82b7 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:54.172342 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5d086bda-d937-47e0-ab94-2cfa60719d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (b77cf068-4267-4c28-a977-06c8abdc82b7), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:54.175538 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-b87f3a3e-725e-4864-bfbb-70e2af28a7c6 None None] Set router 22520f81-79af-45f2-8920-13f007234052 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:40:54.177663 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7ef9f475-8f4c-467e-9428-adfa2f0c1705 None None] Publish callbacks [] for port (f9c93206-427c-4f1a-a287-a06ebe2d7ff6), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:54.251591 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-e4aee82c-5c4d-4834-8a29-fd8ef2f3ddf9 None None] Deleting port 00312034-d9b2-4b3f-8979-830b7c65525d {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:40:54.252577 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e4aee82c-5c4d-4834-8a29-fd8ef2f3ddf9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (00312034-d9b2-4b3f-8979-830b7c65525d), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:54.271504 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c4d13f48-736f-4cde-b2a5-05e22638e40e tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (bea0f80b-02eb-4df8-90d4-3e99d0538dbd), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:54.372161 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-2ee13fe0-938c-479d-a70e-a7b4b82d1822 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'network': {'name': 'tempest-network-smoke--360326183', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'port_security_enabled': True}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:54.376711 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f23824fe-6de2-4fea-ae36-bd1f9e9d1664 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group (f73d06f1-b986-49d7-9c19-f7e0f43bfea0), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:54.390329 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7ef9f475-8f4c-467e-9428-adfa2f0c1705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (f9c93206-427c-4f1a-a287-a06ebe2d7ff6), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:54.464042 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-e4aee82c-5c4d-4834-8a29-fd8ef2f3ddf9 None None] For port 00312034-d9b2-4b3f-8979-830b7c65525d, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=00312034-d9b2-4b3f-8979-830b7c65525d,segment=NetworkSegment(b9448f23-6d7a-4e1d-bd0a-3b03b4073da6),segment_id=b9448f23-6d7a-4e1d-bd0a-3b03b4073da6)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:54.464743 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e4aee82c-5c4d-4834-8a29-fd8ef2f3ddf9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (00312034-d9b2-4b3f-8979-830b7c65525d), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:54.472196 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c4d13f48-736f-4cde-b2a5-05e22638e40e tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (bea0f80b-02eb-4df8-90d4-3e99d0538dbd), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:54.483187 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-b87f3a3e-725e-4864-bfbb-70e2af28a7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22520f81-79af-45f2-8920-13f007234052', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2062588438', 'tenant_id': 'f5a1ec0f7f9748a2bd1edc7639d74b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.167'}], 'enable_snat': True}, 'gw_port_id': '0931c656-0cb5-4fb5-b7cc-bc4307f7ad98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:45Z', 'updated_at': '2022-02-28T10:40:51Z', 'revision_number': 5, 'project_id': 'f5a1ec0f7f9748a2bd1edc7639d74b9e', 'gw_port': {'id': '0931c656-0cb5-4fb5-b7cc-bc4307f7ad98', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22520f81-79af-45f2-8920-13f007234052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:46Z', 'updated_at': '2022-02-28T10:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:54.486737 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef9f475-8f4c-467e-9428-adfa2f0c1705 None None] Network dc3763cc-cbd8-49a9-968b-baa5b223e43a is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:40:54.494982 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-1efde9a7-8ec0-4b0b-afbe-fae1d46962ab tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Deleting port 00312034-d9b2-4b3f-8979-830b7c65525d {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:40:54.495232 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c4d13f48-736f-4cde-b2a5-05e22638e40e tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:54.495469 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1efde9a7-8ec0-4b0b-afbe-fae1d46962ab tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (00312034-d9b2-4b3f-8979-830b7c65525d), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:54.501282 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c4d13f48-736f-4cde-b2a5-05e22638e40e tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "DELETE /v2.0/subnets/bea0f80b-02eb-4df8-90d4-3e99d0538dbd HTTP/1.1" status: 204 len: 168 time: 0.6139112 Feb 28 10:40:54.502365 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48300) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:54.514518 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-7ef9f475-8f4c-467e-9428-adfa2f0c1705 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:54.532042 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d13f48-736f-4cde-b2a5-05e22638e40e tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Pushing event deleted for resources: {'Subnet': ['ID=bea0f80b-02eb-4df8-90d4-3e99d0538dbd,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:54.533808 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f23824fe-6de2-4fea-ae36-bd1f9e9d1664 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (f73d06f1-b986-49d7-9c19-f7e0f43bfea0), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:54.540708 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c65420-9182-4278-907b-bfbae3f984f2 None None] Network 06e3cc33-89ec-4958-a42e-5435ad902e2f requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:40:54.549114 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef9f475-8f4c-467e-9428-adfa2f0c1705 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:40:54.551291 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87f3a3e-725e-4864-bfbb-70e2af28a7c6 None None] Checking router: 22520f81-79af-45f2-8920-13f007234052 for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:40:54.552384 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-e4aee82c-5c4d-4834-8a29-fd8ef2f3ddf9 None None] Calling delete_port for 00312034-d9b2-4b3f-8979-830b7c65525d owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:40:54.572348 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87f3a3e-725e-4864-bfbb-70e2af28a7c6 None None] Routers {'22520f81-79af-45f2-8920-13f007234052'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:40:54.573349 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-b87f3a3e-725e-4864-bfbb-70e2af28a7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:40:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['22520f81-79af-45f2-8920-13f007234052'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:54.596900 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23824fe-6de2-4fea-ae36-bd1f9e9d1664 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f73d06f1-b986-49d7-9c19-f7e0f43bfea0,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:54.606860 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef9f475-8f4c-467e-9428-adfa2f0c1705 None None] Pushing event updated for resources: {'Port': ['ID=f9c93206-427c-4f1a-a287-a06ebe2d7ff6,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:54.628182 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee13fe0-938c-479d-a70e-a7b4b82d1822 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Made reservation on behalf of 02ebd57ebb02426fbf4a686f080eb9d7 for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:40:54.631352 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2ee13fe0-938c-479d-a70e-a7b4b82d1822 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:54.672406 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f23824fe-6de2-4fea-ae36-bd1f9e9d1664 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:54.674392 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-f23824fe-6de2-4fea-ae36-bd1f9e9d1664 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7235715 Feb 28 10:40:54.676725 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48302) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:54.685110 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-7f92ceee-8bdd-43fc-8ed9-bad848fa2790 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Request body: {'security_group_rule': {'security_group_id': 'f73d06f1-b986-49d7-9c19-f7e0f43bfea0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:54.719798 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-8cfaa88e-ea6a-4df6-89d0-2d47e313ed9e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Allocated IP 172.20.0.1 (dc3763cc-cbd8-49a9-968b-baa5b223e43a/9aef332b-550c-4398-b0fb-6c0fb7618921/48b5fc60-d08e-477a-9adf-f92649ff8c25) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:40:54.733735 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-5d086bda-d937-47e0-ab94-2cfa60719d70 None None] Current status of the port b77cf068-4267-4c28-a977-06c8abdc82b7 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:54.753172 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8777da70-f629-47ce-beb7-7890893befa6 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (b77cf068-4267-4c28-a977-06c8abdc82b7), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:54.755897 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2ee13fe0-938c-479d-a70e-a7b4b82d1822 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:54.766053 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-b87f3a3e-725e-4864-bfbb-70e2af28a7c6 None None] Set router 22520f81-79af-45f2-8920-13f007234052 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:40:54.772697 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-1efde9a7-8ec0-4b0b-afbe-fae1d46962ab tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] For port 00312034-d9b2-4b3f-8979-830b7c65525d, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=00312034-d9b2-4b3f-8979-830b7c65525d,segment=NetworkSegment(b9448f23-6d7a-4e1d-bd0a-3b03b4073da6),segment_id=b9448f23-6d7a-4e1d-bd0a-3b03b4073da6)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:54.773197 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1efde9a7-8ec0-4b0b-afbe-fae1d46962ab tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (00312034-d9b2-4b3f-8979-830b7c65525d), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:54.797622 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7f92ceee-8bdd-43fc-8ed9-bad848fa2790 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (a172d48e-3ee8-44e9-922d-cf727f2979df), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:54.821503 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-7ef9f475-8f4c-467e-9428-adfa2f0c1705 None None] Attempting to bind port f9c93206-427c-4f1a-a287-a06ebe2d7ff6 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:40:54.821904 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-7ef9f475-8f4c-467e-9428-adfa2f0c1705 None None] Attempting to bind port f9c93206-427c-4f1a-a287-a06ebe2d7ff6 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': 'b16b8075-601f-4950-a113-c13b4c0008bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dc3763cc-cbd8-49a9-968b-baa5b223e43a'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:40:54.823115 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef9f475-8f4c-467e-9428-adfa2f0c1705 None None] Attempting to bind port f9c93206-427c-4f1a-a287-a06ebe2d7ff6 on network dc3763cc-cbd8-49a9-968b-baa5b223e43a {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:40:54.831955 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef9f475-8f4c-467e-9428-adfa2f0c1705 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:40:54.832352 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef9f475-8f4c-467e-9428-adfa2f0c1705 None None] Checking segment: {'id': 'b16b8075-601f-4950-a113-c13b4c0008bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dc3763cc-cbd8-49a9-968b-baa5b223e43a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:40:54.832762 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7ef9f475-8f4c-467e-9428-adfa2f0c1705 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:54.833223 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef9f475-8f4c-467e-9428-adfa2f0c1705 None None] Bound using segment: {'id': 'b16b8075-601f-4950-a113-c13b4c0008bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dc3763cc-cbd8-49a9-968b-baa5b223e43a'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:40:54.834039 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-7ef9f475-8f4c-467e-9428-adfa2f0c1705 None None] Bound port: f9c93206-427c-4f1a-a287-a06ebe2d7ff6, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b16b8075-601f-4950-a113-c13b4c0008bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dc3763cc-cbd8-49a9-968b-baa5b223e43a'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:40:54.834371 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7ef9f475-8f4c-467e-9428-adfa2f0c1705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (f9c93206-427c-4f1a-a287-a06ebe2d7ff6), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:54.871332 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8777da70-f629-47ce-beb7-7890893befa6 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event deleted for resources: {'Port': ['ID=b77cf068-4267-4c28-a977-06c8abdc82b7,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:54.885832 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-1efde9a7-8ec0-4b0b-afbe-fae1d46962ab tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Calling delete_port for 00312034-d9b2-4b3f-8979-830b7c65525d owned by network:dhcp {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:40:54.968852 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-7ef9f475-8f4c-467e-9428-adfa2f0c1705 None None] For port f9c93206-427c-4f1a-a287-a06ebe2d7ff6, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:40:54.969995 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7f92ceee-8bdd-43fc-8ed9-bad848fa2790 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (a172d48e-3ee8-44e9-922d-cf727f2979df), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:54.973293 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-7ef9f475-8f4c-467e-9428-adfa2f0c1705 None None] For port f9c93206-427c-4f1a-a287-a06ebe2d7ff6, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=f9c93206-427c-4f1a-a287-a06ebe2d7ff6,segment=NetworkSegment(b16b8075-601f-4950-a113-c13b4c0008bc),segment_id=b16b8075-601f-4950-a113-c13b4c0008bc)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:40:54.980649 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e4aee82c-5c4d-4834-8a29-fd8ef2f3ddf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (00312034-d9b2-4b3f-8979-830b7c65525d), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:55.020132 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aee82c-5c4d-4834-8a29-fd8ef2f3ddf9 None None] Pushing event deleted for resources: {'Port': ['ID=00312034-d9b2-4b3f-8979-830b7c65525d,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:55.025014 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4aee82c-5c4d-4834-8a29-fd8ef2f3ddf9 None None] No DVR routers for this DVR port 00312034-d9b2-4b3f-8979-830b7c65525d on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:40:55.027412 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7200b3-0ede-43d0-819d-681272f2ad75 None None] DHCP port deletion for 06e3cc33-89ec-4958-a42e-5435ad902e2f request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:40:55.052961 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-b87f3a3e-725e-4864-bfbb-70e2af28a7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22520f81-79af-45f2-8920-13f007234052', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2062588438', 'tenant_id': 'f5a1ec0f7f9748a2bd1edc7639d74b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.167'}], 'enable_snat': True}, 'gw_port_id': '0931c656-0cb5-4fb5-b7cc-bc4307f7ad98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:45Z', 'updated_at': '2022-02-28T10:40:51Z', 'revision_number': 5, 'project_id': 'f5a1ec0f7f9748a2bd1edc7639d74b9e', 'gw_port': {'id': '0931c656-0cb5-4fb5-b7cc-bc4307f7ad98', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22520f81-79af-45f2-8920-13f007234052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:46Z', 'updated_at': '2022-02-28T10:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:55.086666 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87f3a3e-725e-4864-bfbb-70e2af28a7c6 None None] The sync data for ids ['22520f81-79af-45f2-8920-13f007234052'] in dv-neutron-829161-3-hyperv is: [{'id': '22520f81-79af-45f2-8920-13f007234052', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2062588438', 'tenant_id': 'f5a1ec0f7f9748a2bd1edc7639d74b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.167'}], 'enable_snat': True}, 'gw_port_id': '0931c656-0cb5-4fb5-b7cc-bc4307f7ad98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:45Z', 'updated_at': '2022-02-28T10:40:51Z', 'revision_number': 5, 'project_id': 'f5a1ec0f7f9748a2bd1edc7639d74b9e', 'gw_port': {'id': '0931c656-0cb5-4fb5-b7cc-bc4307f7ad98', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22520f81-79af-45f2-8920-13f007234052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:46Z', 'updated_at': '2022-02-28T10:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:40:55.099324 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7f92ceee-8bdd-43fc-8ed9-bad848fa2790 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (a172d48e-3ee8-44e9-922d-cf727f2979df), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:55.107228 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7ef9f475-8f4c-467e-9428-adfa2f0c1705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (f9c93206-427c-4f1a-a287-a06ebe2d7ff6), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:55.119004 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-6a7200b3-0ede-43d0-819d-681272f2ad75 None None] Deleting port 477735bd-7411-4f37-835f-6c3977b350e2 {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:40:55.119451 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6a7200b3-0ede-43d0-819d-681272f2ad75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (477735bd-7411-4f37-835f-6c3977b350e2), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:55.141476 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92ceee-8bdd-43fc-8ed9-bad848fa2790 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a172d48e-3ee8-44e9-922d-cf727f2979df,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:55.229125 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-6a7200b3-0ede-43d0-819d-681272f2ad75 None None] For port 477735bd-7411-4f37-835f-6c3977b350e2, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=477735bd-7411-4f37-835f-6c3977b350e2,segment=NetworkSegment(5d3ef6a2-26fd-4ae1-a1a7-759a1b4042a7),segment_id=5d3ef6a2-26fd-4ae1-a1a7-759a1b4042a7)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:55.229631 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6a7200b3-0ede-43d0-819d-681272f2ad75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (477735bd-7411-4f37-835f-6c3977b350e2), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:55.233916 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7f92ceee-8bdd-43fc-8ed9-bad848fa2790 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:55.237694 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-7f92ceee-8bdd-43fc-8ed9-bad848fa2790 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5569453 Feb 28 10:40:55.237995 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48304) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:55.242342 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-07816fcf-d62d-4bd7-87aa-0035ca2890b9 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Request body: {'security_group_rule': {'security_group_id': 'f73d06f1-b986-49d7-9c19-f7e0f43bfea0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:55.250375 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-6a7200b3-0ede-43d0-819d-681272f2ad75 None None] Calling delete_port for 477735bd-7411-4f37-835f-6c3977b350e2 owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:40:55.269925 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6a579521-96f6-45fb-b443-aa9b00161c1a tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks [] for router (22520f81-79af-45f2-8920-13f007234052), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:55.276282 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef9f475-8f4c-467e-9428-adfa2f0c1705 None None] Pushing event updated for resources: {'Port': ['ID=f9c93206-427c-4f1a-a287-a06ebe2d7ff6,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:55.284692 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8cfaa88e-ea6a-4df6-89d0-2d47e313ed9e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for port (48b5fc60-d08e-477a-9adf-f92649ff8c25), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:55.328411 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8777da70-f629-47ce-beb7-7890893befa6 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1047681'] for router_interface (4eb47ff6-ba6c-4bc2-bc9f-4389a0a134ec), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:55.349439 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-07816fcf-d62d-4bd7-87aa-0035ca2890b9 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (ed9b2882-9694-480b-be76-b6f4495322fe), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:55.441883 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-07816fcf-d62d-4bd7-87aa-0035ca2890b9 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (ed9b2882-9694-480b-be76-b6f4495322fe), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:55.460534 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6a7200b3-0ede-43d0-819d-681272f2ad75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (477735bd-7411-4f37-835f-6c3977b350e2), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:55.476689 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7200b3-0ede-43d0-819d-681272f2ad75 None None] No DVR routers for this DVR port 477735bd-7411-4f37-835f-6c3977b350e2 on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:40:55.526992 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7200b3-0ede-43d0-819d-681272f2ad75 None None] Pushing event deleted for resources: {'Port': ['ID=477735bd-7411-4f37-835f-6c3977b350e2,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:55.530054 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-07816fcf-d62d-4bd7-87aa-0035ca2890b9 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (ed9b2882-9694-480b-be76-b6f4495322fe), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:55.556103 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07816fcf-d62d-4bd7-87aa-0035ca2890b9 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed9b2882-9694-480b-be76-b6f4495322fe,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:55.584254 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 36af320b-c5ba-4b68-8f9f-0cbad510c520 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:40:55.620860 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 36af320b-c5ba-4b68-8f9f-0cbad510c520 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:40:55.621155 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 36af320b-c5ba-4b68-8f9f-0cbad510c520 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:40:55.622148 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 00312034-d9b2-4b3f-8979-830b7c65525d no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:40:55.639696 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-07816fcf-d62d-4bd7-87aa-0035ca2890b9 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:55.641506 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-07816fcf-d62d-4bd7-87aa-0035ca2890b9 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4027083 Feb 28 10:40:55.644291 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48306) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:55.649289 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-7ca16eaf-0b04-4350-996b-2e702999a96f tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Request body: {'security_group_rule': {'security_group_id': 'f73d06f1-b986-49d7-9c19-f7e0f43bfea0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:55.664953 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 00312034-d9b2-4b3f-8979-830b7c65525d {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:40:55.665304 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 00312034-d9b2-4b3f-8979-830b7c65525d not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:40:55.665644 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1efde9a7-8ec0-4b0b-afbe-fae1d46962ab tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (00312034-d9b2-4b3f-8979-830b7c65525d), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:55.669038 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 477735bd-7411-4f37-835f-6c3977b350e2 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:40:55.691054 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2ee13fe0-938c-479d-a70e-a7b4b82d1822 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (4a70ec28-dc16-4525-b780-15c86ed09d61), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:55.694588 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 477735bd-7411-4f37-835f-6c3977b350e2 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:40:55.702330 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 477735bd-7411-4f37-835f-6c3977b350e2 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:40:55.711630 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efde9a7-8ec0-4b0b-afbe-fae1d46962ab tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] No DVR routers for this DVR port 00312034-d9b2-4b3f-8979-830b7c65525d on host dv-neutron-829161-3-hyperv {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:40:55.723285 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efde9a7-8ec0-4b0b-afbe-fae1d46962ab tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event deleted for resources: {'Port': ['ID=00312034-d9b2-4b3f-8979-830b7c65525d,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:55.779924 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6a579521-96f6-45fb-b443-aa9b00161c1a tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks [] for router_gateway (22520f81-79af-45f2-8920-13f007234052), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:55.796624 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8cfaa88e-ea6a-4df6-89d0-2d47e313ed9e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (48b5fc60-d08e-477a-9adf-f92649ff8c25), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:55.806698 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7ca16eaf-0b04-4350-996b-2e702999a96f tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (82258cec-973c-4a98-bc81-45c9fd93a594), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:55.857081 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2ee13fe0-938c-479d-a70e-a7b4b82d1822 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (4a70ec28-dc16-4525-b780-15c86ed09d61), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:55.870343 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7ca16eaf-0b04-4350-996b-2e702999a96f tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (82258cec-973c-4a98-bc81-45c9fd93a594), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:55.949824 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7ca16eaf-0b04-4350-996b-2e702999a96f tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (82258cec-973c-4a98-bc81-45c9fd93a594), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:55.968450 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca16eaf-0b04-4350-996b-2e702999a96f tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82258cec-973c-4a98-bc81-45c9fd93a594,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:55.969531 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ee13fe0-938c-479d-a70e-a7b4b82d1822 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:40:55.994553 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1efde9a7-8ec0-4b0b-afbe-fae1d46962ab tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (c2c2ccc8-2021-4a6a-912b-f18f044956c3), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:56.006412 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfaa88e-ea6a-4df6-89d0-2d47e313ed9e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Network dc3763cc-cbd8-49a9-968b-baa5b223e43a is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:40:56.010702 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8777da70-f629-47ce-beb7-7890893befa6 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Router 4eb47ff6-ba6c-4bc2-bc9f-4389a0a134ec has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:40:56.027946 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-8cfaa88e-ea6a-4df6-89d0-2d47e313ed9e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:56.031043 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee13fe0-938c-479d-a70e-a7b4b82d1822 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a70ec28-dc16-4525-b780-15c86ed09d61,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:56.034215 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfaa88e-ea6a-4df6-89d0-2d47e313ed9e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:40:56.049580 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfaa88e-ea6a-4df6-89d0-2d47e313ed9e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event updated for resources: {'Port': ['ID=48b5fc60-d08e-477a-9adf-f92649ff8c25,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:56.052962 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-1efde9a7-8ec0-4b0b-afbe-fae1d46962ab tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2c2ccc8-2021-4a6a-912b-f18f044956c3']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:56.055458 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2ee13fe0-938c-479d-a70e-a7b4b82d1822 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (196a06c1-054f-4203-959b-df8db3aa333c), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:56.055797 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-2ee13fe0-938c-479d-a70e-a7b4b82d1822 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Added segment 196a06c1-054f-4203-959b-df8db3aa333c of type vlan for network ed0b9869-ae23-48eb-aefa-6fa5242a6177 Feb 28 10:40:56.090958 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7ca16eaf-0b04-4350-996b-2e702999a96f tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:56.092237 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-7ca16eaf-0b04-4350-996b-2e702999a96f tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4469361 Feb 28 10:40:56.095111 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48308) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:56.100405 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-93ee8e25-cc65-4ca7-824a-d079c7093b67 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Request body: {'security_group_rule': {'security_group_id': 'f73d06f1-b986-49d7-9c19-f7e0f43bfea0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:56.103579 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-1efde9a7-8ec0-4b0b-afbe-fae1d46962ab tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9448f23-6d7a-4e1d-bd0a-3b03b4073da6') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:56.104125 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-1efde9a7-8ec0-4b0b-afbe-fae1d46962ab tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9448f23-6d7a-4e1d-bd0a-3b03b4073da6') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:56.131570 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1efde9a7-8ec0-4b0b-afbe-fae1d46962ab tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (b9448f23-6d7a-4e1d-bd0a-3b03b4073da6), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:56.202332 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-93ee8e25-cc65-4ca7-824a-d079c7093b67 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (43979915-56be-41e6-a906-0498a0a105cb), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:56.252358 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8cfaa88e-ea6a-4df6-89d0-2d47e313ed9e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047958'] for router_interface (715b97de-b762-4299-96fd-334e07afed82), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:56.256406 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2ee13fe0-938c-479d-a70e-a7b4b82d1822 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (ed0b9869-ae23-48eb-aefa-6fa5242a6177), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:56.258773 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1efde9a7-8ec0-4b0b-afbe-fae1d46962ab tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (b9448f23-6d7a-4e1d-bd0a-3b03b4073da6), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:56.261569 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-93ee8e25-cc65-4ca7-824a-d079c7093b67 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (43979915-56be-41e6-a906-0498a0a105cb), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:56.308314 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1efde9a7-8ec0-4b0b-afbe-fae1d46962ab tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:40:56.308733 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1efde9a7-8ec0-4b0b-afbe-fae1d46962ab tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (b9448f23-6d7a-4e1d-bd0a-3b03b4073da6), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:56.313189 dv-neutron-829161-3-hyperv neutron-server[104083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:40:56.313189 dv-neutron-829161-3-hyperv neutron-server[104083]: self.session.flush() Feb 28 10:40:56.313189 dv-neutron-829161-3-hyperv neutron-server[104083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:40:56.313189 dv-neutron-829161-3-hyperv neutron-server[104083]: self.session.flush() Feb 28 10:40:56.313189 dv-neutron-829161-3-hyperv neutron-server[104083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:40:56.313189 dv-neutron-829161-3-hyperv neutron-server[104083]: self.session.flush() Feb 28 10:40:56.313189 dv-neutron-829161-3-hyperv neutron-server[104083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:40:56.313189 dv-neutron-829161-3-hyperv neutron-server[104083]: self.session.flush() Feb 28 10:40:56.313189 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:40:56.313189 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:40:56.313189 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:40:56.313189 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:40:56.313189 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:40:56.313189 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:40:56.313189 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:40:56.313189 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:40:56.313189 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:40:56.313189 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:40:56.313189 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:40:56.313189 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:40:56.313189 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:40:56.313189 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:40:56.313189 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:40:56.313189 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:40:56.313189 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:40:56.313189 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:40:56.313189 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:40:56.313189 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:40:56.313189 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:40:56.313189 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:40:56.313189 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:40:56.313189 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:40:56.313189 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:40:56.313189 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:40:56.313189 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:40:56.313189 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:40:56.313189 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:40:56.313189 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:40:56.313189 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:40:56.313189 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:40:56.323663 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-93ee8e25-cc65-4ca7-824a-d079c7093b67 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (43979915-56be-41e6-a906-0498a0a105cb), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:56.327921 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8777da70-f629-47ce-beb7-7890893befa6 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:40:56.336856 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-8777da70-f629-47ce-beb7-7890893befa6 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "PUT /v2.0/routers/4eb47ff6-ba6c-4bc2-bc9f-4389a0a134ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5454290 Feb 28 10:40:56.338575 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48310) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:56.346687 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2896c90-da5b-4f17-beb5-e94c363b727d None None] Sync routers for ids ['4eb47ff6-ba6c-4bc2-bc9f-4389a0a134ec'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:40:56.356598 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ee8e25-cc65-4ca7-824a-d079c7093b67 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43979915-56be-41e6-a906-0498a0a105cb,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:56.374620 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2896c90-da5b-4f17-beb5-e94c363b727d None None] Routers {'4eb47ff6-ba6c-4bc2-bc9f-4389a0a134ec'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:40:56.374620 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-e2896c90-da5b-4f17-beb5-e94c363b727d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:40:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['4eb47ff6-ba6c-4bc2-bc9f-4389a0a134ec'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:56.407216 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-6a579521-96f6-45fb-b443-aa9b00161c1a tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Deleting port 0931c656-0cb5-4fb5-b7cc-bc4307f7ad98 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:40:56.407640 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6a579521-96f6-45fb-b443-aa9b00161c1a tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (0931c656-0cb5-4fb5-b7cc-bc4307f7ad98), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:56.434710 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-93ee8e25-cc65-4ca7-824a-d079c7093b67 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:56.438825 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-93ee8e25-cc65-4ca7-824a-d079c7093b67 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3401232 Feb 28 10:40:56.439972 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48312) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:56.446227 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-b389c1f4-5dea-46f2-9a38-93eab2c30f7b tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Request body: {'security_group_rule': {'security_group_id': 'f73d06f1-b986-49d7-9c19-f7e0f43bfea0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:56.466579 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-e2896c90-da5b-4f17-beb5-e94c363b727d None None] Set router 4eb47ff6-ba6c-4bc2-bc9f-4389a0a134ec gateway port host: None {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:40:56.535434 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-e2896c90-da5b-4f17-beb5-e94c363b727d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb47ff6-ba6c-4bc2-bc9f-4389a0a134ec', 'name': 'tempest-NetworksTestDHCPv6-router-1336544638', 'tenant_id': '9047a33944184c15875a48328f19bcdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:46Z', 'updated_at': '2022-02-28T10:40:54Z', 'revision_number': 3, 'project_id': '9047a33944184c15875a48328f19bcdb', 'gw_port_host': None}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:56.548931 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b389c1f4-5dea-46f2-9a38-93eab2c30f7b tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (deff05b5-0b8f-41ad-ac84-64827b15183e), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:56.565967 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2896c90-da5b-4f17-beb5-e94c363b727d None None] Checking router: 4eb47ff6-ba6c-4bc2-bc9f-4389a0a134ec for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:40:56.569916 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5a78bd-fe59-4380-81be-fafb917018a5 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:56.571339 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5a78bd-fe59-4380-81be-fafb917018a5 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:56.576113 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48314) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:56.576410 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-3e5a78bd-fe59-4380-81be-fafb917018a5 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2264338 Feb 28 10:40:56.580411 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2896c90-da5b-4f17-beb5-e94c363b727d None None] Routers {'4eb47ff6-ba6c-4bc2-bc9f-4389a0a134ec'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:40:56.581064 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-e2896c90-da5b-4f17-beb5-e94c363b727d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:40:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['4eb47ff6-ba6c-4bc2-bc9f-4389a0a134ec'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:56.608236 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-6a579521-96f6-45fb-b443-aa9b00161c1a tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] For port 0931c656-0cb5-4fb5-b7cc-bc4307f7ad98, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=0931c656-0cb5-4fb5-b7cc-bc4307f7ad98,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:56.608611 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6a579521-96f6-45fb-b443-aa9b00161c1a tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (0931c656-0cb5-4fb5-b7cc-bc4307f7ad98), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:56.624243 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-6a579521-96f6-45fb-b443-aa9b00161c1a tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Calling delete_port for 0931c656-0cb5-4fb5-b7cc-bc4307f7ad98 owned by network:router_gateway {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:40:56.664765 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-e2896c90-da5b-4f17-beb5-e94c363b727d None None] Set router 4eb47ff6-ba6c-4bc2-bc9f-4389a0a134ec gateway port host: None {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:40:56.669409 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1efde9a7-8ec0-4b0b-afbe-fae1d46962ab tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (c2c2ccc8-2021-4a6a-912b-f18f044956c3), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:56.674144 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1efde9a7-8ec0-4b0b-afbe-fae1d46962ab tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:56.683466 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-1efde9a7-8ec0-4b0b-afbe-fae1d46962ab tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "DELETE /v2.0/networks/c2c2ccc8-2021-4a6a-912b-f18f044956c3 HTTP/1.1" status: 204 len: 168 time: 3.4233227 Feb 28 10:40:56.685258 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48316) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:56.687506 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2ee13fe0-938c-479d-a70e-a7b4b82d1822 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (ed0b9869-ae23-48eb-aefa-6fa5242a6177), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:56.693778 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee13fe0-938c-479d-a70e-a7b4b82d1822 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:56.694565 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2ee13fe0-938c-479d-a70e-a7b4b82d1822 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:56.712206 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-24e5bbda-5c38-4e5d-b169-efe7e1d568ac tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Deleting subnet 6188afc0-f49d-4e4c-967d-27c3b010aed4 {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:40:56.733509 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa24bf3-e40a-48b3-8303-7ebc4016610f None None] Network dc3763cc-cbd8-49a9-968b-baa5b223e43a requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:40:56.735902 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-e2896c90-da5b-4f17-beb5-e94c363b727d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb47ff6-ba6c-4bc2-bc9f-4389a0a134ec', 'name': 'tempest-NetworksTestDHCPv6-router-1336544638', 'tenant_id': '9047a33944184c15875a48328f19bcdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:46Z', 'updated_at': '2022-02-28T10:40:54Z', 'revision_number': 3, 'project_id': '9047a33944184c15875a48328f19bcdb', 'gw_port_host': None}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:56.744325 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-24e5bbda-5c38-4e5d-b169-efe7e1d568ac tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for subnet (6188afc0-f49d-4e4c-967d-27c3b010aed4), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:56.748656 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efde9a7-8ec0-4b0b-afbe-fae1d46962ab tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event deleted for resources: {'Network': ['ID=c2c2ccc8-2021-4a6a-912b-f18f044956c3,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:56.749465 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b389c1f4-5dea-46f2-9a38-93eab2c30f7b tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (deff05b5-0b8f-41ad-ac84-64827b15183e), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:56.772436 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2896c90-da5b-4f17-beb5-e94c363b727d None None] The sync data for ids ['4eb47ff6-ba6c-4bc2-bc9f-4389a0a134ec'] in dv-neutron-829161-3-hyperv is: [{'id': '4eb47ff6-ba6c-4bc2-bc9f-4389a0a134ec', 'name': 'tempest-NetworksTestDHCPv6-router-1336544638', 'tenant_id': '9047a33944184c15875a48328f19bcdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:46Z', 'updated_at': '2022-02-28T10:40:54Z', 'revision_number': 3, 'project_id': '9047a33944184c15875a48328f19bcdb', 'gw_port_host': None}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:40:56.800494 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe7433e-2895-4947-8acd-934988695316 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:56.803518 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-afe7433e-2895-4947-8acd-934988695316 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "GET /v2.0/ports/8cb339d0-e2a4-4a63-b353-46a3d330fd93 HTTP/1.1" status: 200 len: 841 time: 0.1169677 Feb 28 10:40:56.807025 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48318) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:56.854381 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-24e5bbda-5c38-4e5d-b169-efe7e1d568ac tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (6188afc0-f49d-4e4c-967d-27c3b010aed4), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:56.855556 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-1aff805f-f1be-4d35-9d2e-5a1e742b01c2 None None] Provisioning complete for port f9c93206-427c-4f1a-a287-a06ebe2d7ff6 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:56.855948 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-1aff805f-f1be-4d35-9d2e-5a1e742b01c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (f9c93206-427c-4f1a-a287-a06ebe2d7ff6), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:56.860216 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b389c1f4-5dea-46f2-9a38-93eab2c30f7b tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (deff05b5-0b8f-41ad-ac84-64827b15183e), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:56.920320 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b389c1f4-5dea-46f2-9a38-93eab2c30f7b tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deff05b5-0b8f-41ad-ac84-64827b15183e,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:56.928563 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-7f53cb76-965a-4bcb-b2cb-fa9a7a2c39d6 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "GET /v2.0/ports/8cb339d0-e2a4-4a63-b353-46a3d330fd93?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1166720 Feb 28 10:40:56.930153 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48320) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:56.938014 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-db9db62b-bfa8-4c17-9e91-668796f24ba8 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Request body: {'subnet': {'network_id': '687e67c4-ef4a-4a97-86ec-6e4ca7a12767', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:56.995827 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-1aff805f-f1be-4d35-9d2e-5a1e742b01c2 None None] Current status of the port f9c93206-427c-4f1a-a287-a06ebe2d7ff6 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:56.996108 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-1aff805f-f1be-4d35-9d2e-5a1e742b01c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (f9c93206-427c-4f1a-a287-a06ebe2d7ff6), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:57.024244 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b389c1f4-5dea-46f2-9a38-93eab2c30f7b tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:57.025482 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-b389c1f4-5dea-46f2-9a38-93eab2c30f7b tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5850768 Feb 28 10:40:57.034374 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48322) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:57.053647 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-1aff805f-f1be-4d35-9d2e-5a1e742b01c2 None None] For port f9c93206-427c-4f1a-a287-a06ebe2d7ff6, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=f9c93206-427c-4f1a-a287-a06ebe2d7ff6,segment=NetworkSegment(b16b8075-601f-4950-a113-c13b4c0008bc),segment_id=b16b8075-601f-4950-a113-c13b4c0008bc)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:57.097749 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-24e5bbda-5c38-4e5d-b169-efe7e1d568ac tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (6188afc0-f49d-4e4c-967d-27c3b010aed4), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:57.133530 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-235c613e-39bc-47d8-a388-e9c707665205 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (deff05b5-0b8f-41ad-ac84-64827b15183e), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:57.150065 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-235c613e-39bc-47d8-a388-e9c707665205 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (deff05b5-0b8f-41ad-ac84-64827b15183e), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:57.156018 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-1aff805f-f1be-4d35-9d2e-5a1e742b01c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (f9c93206-427c-4f1a-a287-a06ebe2d7ff6), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:57.165094 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-2ee13fe0-938c-479d-a70e-a7b4b82d1822 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 3.6404471 Feb 28 10:40:57.172920 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48324) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:57.188247 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-34400b4d-cfc0-4766-9fe9-f114d54ede87 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1169356957', 'admin_state_up': True, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:57.201662 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8cfaa88e-ea6a-4df6-89d0-2d47e313ed9e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (48b5fc60-d08e-477a-9adf-f92649ff8c25), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:57.225427 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee13fe0-938c-479d-a70e-a7b4b82d1822 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Network': ['ID=ed0b9869-ae23-48eb-aefa-6fa5242a6177,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:57.259828 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aff805f-f1be-4d35-9d2e-5a1e742b01c2 None None] Pushing event updated for resources: {'Port': ['ID=f9c93206-427c-4f1a-a287-a06ebe2d7ff6,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:57.266285 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network ed0b9869-ae23-48eb-aefa-6fa5242a6177 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:40:57.290454 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9db62b-bfa8-4c17-9e91-668796f24ba8 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Made reservation on behalf of a3b8dd05d882407cb4aeb7c1fff3f6af for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:40:57.299217 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-db9db62b-bfa8-4c17-9e91-668796f24ba8 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:57.370185 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-34400b4d-cfc0-4766-9fe9-f114d54ede87 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (d5be3c96-d3d3-4861-9461-a8c700c99693), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:57.371939 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-34400b4d-cfc0-4766-9fe9-f114d54ede87 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (d5be3c96-d3d3-4861-9461-a8c700c99693), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:57.380407 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-24e5bbda-5c38-4e5d-b169-efe7e1d568ac tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (6188afc0-f49d-4e4c-967d-27c3b010aed4), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:57.388980 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-235c613e-39bc-47d8-a388-e9c707665205 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (deff05b5-0b8f-41ad-ac84-64827b15183e), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:57.402219 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device f9c93206-427c-4f1a-a287-a06ebe2d7ff6 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:40:57.409296 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-235c613e-39bc-47d8-a388-e9c707665205 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:57.410507 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-235c613e-39bc-47d8-a388-e9c707665205 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/deff05b5-0b8f-41ad-ac84-64827b15183e HTTP/1.1" status: 204 len: 168 time: 0.3728738 Feb 28 10:40:57.424871 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48326) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:57.471760 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235c613e-39bc-47d8-a388-e9c707665205 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=deff05b5-0b8f-41ad-ac84-64827b15183e,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:57.485106 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-24e5bbda-5c38-4e5d-b169-efe7e1d568ac tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:57.492072 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-24e5bbda-5c38-4e5d-b169-efe7e1d568ac tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/subnets/6188afc0-f49d-4e4c-967d-27c3b010aed4 HTTP/1.1" status: 204 len: 168 time: 0.8855286 Feb 28 10:40:57.497522 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48328) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:57.498416 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5bbda-5c38-4e5d-b169-efe7e1d568ac tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event deleted for resources: {'Subnet': ['ID=6188afc0-f49d-4e4c-967d-27c3b010aed4,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:57.504120 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5fa82d-3163-4928-b01b-ab778de15f07 None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:40:57.561557 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-34400b4d-cfc0-4766-9fe9-f114d54ede87 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router_controller (d5be3c96-d3d3-4861-9461-a8c700c99693), precommit_add_association {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:57.577718 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-68e060e3-31a5-44c2-a1d2-4b8511f368e4 None None] Provisioning complete for port 48b5fc60-d08e-477a-9adf-f92649ff8c25 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:57.578113 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-68e060e3-31a5-44c2-a1d2-4b8511f368e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (48b5fc60-d08e-477a-9adf-f92649ff8c25), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:57.622780 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-d685f956-75f3-4bc3-859b-80af36eb170d tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1880267 Feb 28 10:40:57.623376 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48330) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:57.647236 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port f9c93206-427c-4f1a-a287-a06ebe2d7ff6 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:57.647868 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (f9c93206-427c-4f1a-a287-a06ebe2d7ff6), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:57.652974 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-68e060e3-31a5-44c2-a1d2-4b8511f368e4 None None] Port 48b5fc60-d08e-477a-9adf-f92649ff8c25 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:40:57.712846 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-68e060e3-31a5-44c2-a1d2-4b8511f368e4 None None] Provisioning complete for port f9c93206-427c-4f1a-a287-a06ebe2d7ff6 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:57.713355 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-68e060e3-31a5-44c2-a1d2-4b8511f368e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (f9c93206-427c-4f1a-a287-a06ebe2d7ff6), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:57.727901 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6e1fbb53-ce87-4276-98b9-4705f81f1349 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (43979915-56be-41e6-a906-0498a0a105cb), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:57.775296 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a6040ba3-dcc5-43a5-ae95-8e3623e4436e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2756541 Feb 28 10:40:57.779667 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48332) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:57.808674 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac31592-65f0-461a-b613-a03b8780c58a None None] DHCP port deletion for a10d36a7-87ef-481e-9e9f-da2235211c53 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:40:57.815355 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port f9c93206-427c-4f1a-a287-a06ebe2d7ff6 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:57.838669 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6a579521-96f6-45fb-b443-aa9b00161c1a tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (0931c656-0cb5-4fb5-b7cc-bc4307f7ad98), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:57.916797 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a579521-96f6-45fb-b443-aa9b00161c1a tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Pushing event deleted for resources: {'Port': ['ID=0931c656-0cb5-4fb5-b7cc-bc4307f7ad98,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:57.924167 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-eb881114-e2f1-43e3-bd09-35dc21edb4d8 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for router (4eb47ff6-ba6c-4bc2-bc9f-4389a0a134ec), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:58.000696 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8cfaa88e-ea6a-4df6-89d0-2d47e313ed9e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for port (48b5fc60-d08e-477a-9adf-f92649ff8c25), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:58.013093 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device b77cf068-4267-4c28-a977-06c8abdc82b7 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:40:58.043252 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: b77cf068-4267-4c28-a977-06c8abdc82b7 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:40:58.047409 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device b77cf068-4267-4c28-a977-06c8abdc82b7 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:40:58.066800 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-68e060e3-31a5-44c2-a1d2-4b8511f368e4 None None] Current status of the port f9c93206-427c-4f1a-a287-a06ebe2d7ff6 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:58.091556 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-dac31592-65f0-461a-b613-a03b8780c58a None None] Deleting port e6fcd399-6abe-464a-85d0-6ee3a3031784 {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:40:58.092016 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-dac31592-65f0-461a-b613-a03b8780c58a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (e6fcd399-6abe-464a-85d0-6ee3a3031784), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:58.098067 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8cfaa88e-ea6a-4df6-89d0-2d47e313ed9e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (48b5fc60-d08e-477a-9adf-f92649ff8c25), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:58.156321 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6e1fbb53-ce87-4276-98b9-4705f81f1349 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (43979915-56be-41e6-a906-0498a0a105cb), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:58.169833 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6a579521-96f6-45fb-b443-aa9b00161c1a tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047843'] for router_gateway (22520f81-79af-45f2-8920-13f007234052), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:58.175945 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-dac31592-65f0-461a-b613-a03b8780c58a None None] For port e6fcd399-6abe-464a-85d0-6ee3a3031784, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=e6fcd399-6abe-464a-85d0-6ee3a3031784,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:58.176436 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-dac31592-65f0-461a-b613-a03b8780c58a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (e6fcd399-6abe-464a-85d0-6ee3a3031784), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:58.197073 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-dac31592-65f0-461a-b613-a03b8780c58a None None] Calling delete_port for e6fcd399-6abe-464a-85d0-6ee3a3031784 owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:40:58.211383 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-7c6d1bd7-3a95-40c8-a327-a731230294ee None None] Provisioning complete for port 48b5fc60-d08e-477a-9adf-f92649ff8c25 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:58.211853 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7c6d1bd7-3a95-40c8-a327-a731230294ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (48b5fc60-d08e-477a-9adf-f92649ff8c25), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:58.279718 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-7c6d1bd7-3a95-40c8-a327-a731230294ee None None] Port 48b5fc60-d08e-477a-9adf-f92649ff8c25 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:40:58.292648 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-eb881114-e2f1-43e3-bd09-35dc21edb4d8 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (4eb47ff6-ba6c-4bc2-bc9f-4389a0a134ec), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:58.302675 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-eb881114-e2f1-43e3-bd09-35dc21edb4d8 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for router_controller (4eb47ff6-ba6c-4bc2-bc9f-4389a0a134ec), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:58.302946 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-34400b4d-cfc0-4766-9fe9-f114d54ede87 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router_gateway (d5be3c96-d3d3-4861-9461-a8c700c99693), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:58.335135 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6e1fbb53-ce87-4276-98b9-4705f81f1349 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (43979915-56be-41e6-a906-0498a0a105cb), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:58.341715 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6e1fbb53-ce87-4276-98b9-4705f81f1349 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:58.343162 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-6e1fbb53-ce87-4276-98b9-4705f81f1349 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/43979915-56be-41e6-a906-0498a0a105cb HTTP/1.1" status: 204 len: 168 time: 0.7187960 Feb 28 10:40:58.349880 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfaa88e-ea6a-4df6-89d0-2d47e313ed9e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event updated for resources: {'Port': ['ID=48b5fc60-d08e-477a-9adf-f92649ff8c25,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:58.350290 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48334) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:58.359454 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1fbb53-ce87-4276-98b9-4705f81f1349 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=43979915-56be-41e6-a906-0498a0a105cb,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:58.369878 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-db9db62b-bfa8-4c17-9e91-668796f24ba8 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (07f591d6-0987-441c-9306-da2b8dc59018), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:58.387159 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6a579521-96f6-45fb-b443-aa9b00161c1a tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (22520f81-79af-45f2-8920-13f007234052), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:58.388934 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8cfaa88e-ea6a-4df6-89d0-2d47e313ed9e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047558'] for router_interface (715b97de-b762-4299-96fd-334e07afed82), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:58.391583 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6a579521-96f6-45fb-b443-aa9b00161c1a tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks [] for router_controller (22520f81-79af-45f2-8920-13f007234052), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:58.416972 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9db62b-bfa8-4c17-9e91-668796f24ba8 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Network 687e67c4-ef4a-4a97-86ec-6e4ca7a12767 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:40:58.421581 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-dac31592-65f0-461a-b613-a03b8780c58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (e6fcd399-6abe-464a-85d0-6ee3a3031784), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:58.423087 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-db9db62b-bfa8-4c17-9e91-668796f24ba8 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:58.441186 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9db62b-bfa8-4c17-9e91-668796f24ba8 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:58.441856 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-db9db62b-bfa8-4c17-9e91-668796f24ba8 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:58.461383 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe54dd0-176e-42ac-9914-a27bfa1ef03a None None] Network 687e67c4-ef4a-4a97-86ec-6e4ca7a12767 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:40:58.466588 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac31592-65f0-461a-b613-a03b8780c58a None None] Pushing event deleted for resources: {'Port': ['ID=e6fcd399-6abe-464a-85d0-6ee3a3031784,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:58.472755 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-28142f97-b1a6-4aac-a634-eb8242f4aa19 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1212766 Feb 28 10:40:58.476851 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9db62b-bfa8-4c17-9e91-668796f24ba8 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event updated for resources: {'Subnet': ['ID=07f591d6-0987-441c-9306-da2b8dc59018,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:58.480747 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48336) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:58.486343 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-eb881114-e2f1-43e3-bd09-35dc21edb4d8 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (4eb47ff6-ba6c-4bc2-bc9f-4389a0a134ec), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:58.486877 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb881114-e2f1-43e3-bd09-35dc21edb4d8 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Fanout notify agent at l3_agent the message router_deleted on router 4eb47ff6-ba6c-4bc2-bc9f-4389a0a134ec {{(pid=104083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:40:58.494745 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-eb881114-e2f1-43e3-bd09-35dc21edb4d8 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:58.496597 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-eb881114-e2f1-43e3-bd09-35dc21edb4d8 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/routers/4eb47ff6-ba6c-4bc2-bc9f-4389a0a134ec HTTP/1.1" status: 204 len: 168 time: 0.7152114 Feb 28 10:40:58.499952 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48338) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:58.538676 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-25ee04db-dc75-41d6-bbdd-f47cf1e5235b tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0356352 Feb 28 10:40:58.538999 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48340) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:58.554350 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac31592-65f0-461a-b613-a03b8780c58a None None] No DVR routers for this DVR port e6fcd399-6abe-464a-85d0-6ee3a3031784 on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:40:58.566231 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-37e66bc7-9f2b-41fc-86cf-88c35ac913cf tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (82258cec-973c-4a98-bc81-45c9fd93a594), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:58.581290 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6a579521-96f6-45fb-b443-aa9b00161c1a tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (22520f81-79af-45f2-8920-13f007234052), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:58.581526 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-37e66bc7-9f2b-41fc-86cf-88c35ac913cf tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (82258cec-973c-4a98-bc81-45c9fd93a594), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:58.581837 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a579521-96f6-45fb-b443-aa9b00161c1a tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Fanout notify agent at l3_agent the message router_deleted on router 22520f81-79af-45f2-8920-13f007234052 {{(pid=104083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:40:58.596236 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6a579521-96f6-45fb-b443-aa9b00161c1a tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:58.600916 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-6a579521-96f6-45fb-b443-aa9b00161c1a tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "DELETE /v2.0/routers/22520f81-79af-45f2-8920-13f007234052 HTTP/1.1" status: 204 len: 168 time: 4.0818911 Feb 28 10:40:58.606372 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48342) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:58.629678 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-db9db62b-bfa8-4c17-9e91-668796f24ba8 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6959107 Feb 28 10:40:58.630150 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfaa88e-ea6a-4df6-89d0-2d47e313ed9e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Network dc3763cc-cbd8-49a9-968b-baa5b223e43a is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:40:58.630954 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48344) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:58.635515 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-cdb0ec0c-46e0-455c-b42b-ce67682b7282 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Request body: {'security_group': {'name': 'tempest-secgroup-1172737849'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:58.643312 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef95cbfc-1879-45de-9cfd-4ae4951afaa5 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:58.644533 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-ef95cbfc-1879-45de-9cfd-4ae4951afaa5 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1046207 Feb 28 10:40:58.646172 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-8cfaa88e-ea6a-4df6-89d0-2d47e313ed9e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:58.648161 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48346) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:58.690577 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe95943-7439-4cbe-b05f-ef8300da7579 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-687e67c4-ef4a-4a97-86ec-6e4ca7a12767', 'network_id': '687e67c4-ef4a-4a97-86ec-6e4ca7a12767', 'project_id': 'a3b8dd05d882407cb4aeb7c1fff3f6af', 'fixed_ips': [{'subnet_id': '07f591d6-0987-441c-9306-da2b8dc59018'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:40:58.690577 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0fe95943-7439-4cbe-b05f-ef8300da7579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:58.748846 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-0767b8dc-d97b-42d1-b468-ab3449acaccb tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0883040 Feb 28 10:40:58.748846 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48348) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:58.754412 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-3db8f8bb-4c20-40ee-8544-36727ad47186 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Request body: {'subnet': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:58.784773 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f19f8a6b-6564-42c2-99f2-5bdb32035e3f tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (06e3cc33-89ec-4958-a42e-5435ad902e2f), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:58.804539 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-37e66bc7-9f2b-41fc-86cf-88c35ac913cf tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (82258cec-973c-4a98-bc81-45c9fd93a594), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:58.805705 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-37e66bc7-9f2b-41fc-86cf-88c35ac913cf tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:58.810711 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-37e66bc7-9f2b-41fc-86cf-88c35ac913cf tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/82258cec-973c-4a98-bc81-45c9fd93a594 HTTP/1.1" status: 204 len: 168 time: 0.3290076 Feb 28 10:40:58.811537 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48350) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:58.847174 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e66bc7-9f2b-41fc-86cf-88c35ac913cf tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=82258cec-973c-4a98-bc81-45c9fd93a594,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:58.897394 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cdb0ec0c-46e0-455c-b42b-ce67682b7282 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:58.968122 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-0fe95943-7439-4cbe-b05f-ef8300da7579 None None] Allocated IP 172.20.0.2 (687e67c4-ef4a-4a97-86ec-6e4ca7a12767/07f591d6-0987-441c-9306-da2b8dc59018/b1984a5b-89d7-4bda-9c07-cce09814ee03) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:40:58.994444 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f19f8a6b-6564-42c2-99f2-5bdb32035e3f tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (06e3cc33-89ec-4958-a42e-5435ad902e2f), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:59.053264 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-f19f8a6b-6564-42c2-99f2-5bdb32035e3f tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06e3cc33-89ec-4958-a42e-5435ad902e2f']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:59.066786 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cdb0ec0c-46e0-455c-b42b-ce67682b7282 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for security_group (c54e73ba-309e-44fe-9031-dbbc7b94aebb), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:59.081853 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-06793ec1-7e8a-4188-a20c-c1542ce53605 None None] Provisioning complete for port 48b5fc60-d08e-477a-9adf-f92649ff8c25 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:59.082668 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-06793ec1-7e8a-4188-a20c-c1542ce53605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (48b5fc60-d08e-477a-9adf-f92649ff8c25), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:59.113757 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-45c90402-e13a-4cd1-9cc1-60b02491f896 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2754097 Feb 28 10:40:59.117247 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48352) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:59.121659 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-f19f8a6b-6564-42c2-99f2-5bdb32035e3f tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d3ef6a2-26fd-4ae1-a1a7-759a1b4042a7') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:59.121979 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-f19f8a6b-6564-42c2-99f2-5bdb32035e3f tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d3ef6a2-26fd-4ae1-a1a7-759a1b4042a7') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:59.124190 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db8f8bb-4c20-40ee-8544-36727ad47186 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Made reservation on behalf of 9047a33944184c15875a48328f19bcdb for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:40:59.127534 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3db8f8bb-4c20-40ee-8544-36727ad47186 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:59.149737 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-06793ec1-7e8a-4188-a20c-c1542ce53605 None None] Port 48b5fc60-d08e-477a-9adf-f92649ff8c25 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:40:59.161173 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f19f8a6b-6564-42c2-99f2-5bdb32035e3f tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (5d3ef6a2-26fd-4ae1-a1a7-759a1b4042a7), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:59.176307 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cfaa88e-ea6a-4df6-89d0-2d47e313ed9e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Router 715b97de-b762-4299-96fd-334e07afed82 is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:40:59.190331 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cdb0ec0c-46e0-455c-b42b-ce67682b7282 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (c54e73ba-309e-44fe-9031-dbbc7b94aebb), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:59.197038 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-34400b4d-cfc0-4766-9fe9-f114d54ede87 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router_gateway (d5be3c96-d3d3-4861-9461-a8c700c99693), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:59.220998 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-34400b4d-cfc0-4766-9fe9-f114d54ede87 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:59.224646 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0fe95943-7439-4cbe-b05f-ef8300da7579 None None] Publish callbacks [] for port (b1984a5b-89d7-4bda-9c07-cce09814ee03), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:59.226196 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f19f8a6b-6564-42c2-99f2-5bdb32035e3f tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (5d3ef6a2-26fd-4ae1-a1a7-759a1b4042a7), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:59.232990 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-60705d40-d99d-4995-a619-717f924cc832 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (ed9b2882-9694-480b-be76-b6f4495322fe), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:59.238749 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f19f8a6b-6564-42c2-99f2-5bdb32035e3f tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:40:59.239436 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f19f8a6b-6564-42c2-99f2-5bdb32035e3f tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (5d3ef6a2-26fd-4ae1-a1a7-759a1b4042a7), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:59.242501 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 10:40:59.242501 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:40:59.242501 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 10:40:59.242501 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:40:59.242501 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 10:40:59.242501 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:40:59.242501 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 10:40:59.242501 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:40:59.242501 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 10:40:59.242501 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:40:59.242501 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 10:40:59.242501 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:40:59.242501 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 10:40:59.242501 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:40:59.242501 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:40:59.242501 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:40:59.242501 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:40:59.242501 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:40:59.242501 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 10:40:59.242501 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:40:59.242501 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 10:40:59.242501 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:40:59.242501 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:40:59.242501 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:40:59.242501 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 10:40:59.242501 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:40:59.242501 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:40:59.242501 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:40:59.242501 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:40:59.242501 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:40:59.242501 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:40:59.242501 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:40:59.292500 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device f9c93206-427c-4f1a-a287-a06ebe2d7ff6 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:40:59.297930 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-60705d40-d99d-4995-a619-717f924cc832 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (ed9b2882-9694-480b-be76-b6f4495322fe), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:59.329840 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0fe95943-7439-4cbe-b05f-ef8300da7579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (b1984a5b-89d7-4bda-9c07-cce09814ee03), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:59.350019 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb0ec0c-46e0-455c-b42b-ce67682b7282 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c54e73ba-309e-44fe-9031-dbbc7b94aebb,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:59.372299 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe95943-7439-4cbe-b05f-ef8300da7579 None None] Network 687e67c4-ef4a-4a97-86ec-6e4ca7a12767 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:40:59.377008 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-0fe95943-7439-4cbe-b05f-ef8300da7579 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:59.381675 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe95943-7439-4cbe-b05f-ef8300da7579 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:40:59.390037 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cfaa88e-ea6a-4df6-89d0-2d47e313ed9e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:40:59.400536 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe95943-7439-4cbe-b05f-ef8300da7579 None None] Pushing event updated for resources: {'Port': ['ID=b1984a5b-89d7-4bda-9c07-cce09814ee03,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:59.406771 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-8cfaa88e-ea6a-4df6-89d0-2d47e313ed9e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "PUT /v2.0/routers/715b97de-b762-4299-96fd-334e07afed82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4403346 Feb 28 10:40:59.406771 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cdb0ec0c-46e0-455c-b42b-ce67682b7282 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:59.406981 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be55c228-eaec-4567-870a-d192b29148fc None None] Sync routers for ids ['715b97de-b762-4299-96fd-334e07afed82'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:40:59.407422 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-cdb0ec0c-46e0-455c-b42b-ce67682b7282 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7736287 Feb 28 10:40:59.410201 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48354) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:59.410920 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48356) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:59.415499 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-34400b4d-cfc0-4766-9fe9-f114d54ede87 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Allocated IP 172.26.3.55 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/0d3ece73-0663-4c34-8b39-1e9c722e6ba1) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:40:59.417860 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-eae6926f-12fc-4533-80eb-4fec4432ff91 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Request body: {'network': {'name': 'tempest-RoutersTest-1230032205'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:59.429340 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f19f8a6b-6564-42c2-99f2-5bdb32035e3f tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (06e3cc33-89ec-4958-a42e-5435ad902e2f), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:59.429980 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be55c228-eaec-4567-870a-d192b29148fc None None] Routers {'715b97de-b762-4299-96fd-334e07afed82'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:40:59.430095 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-be55c228-eaec-4567-870a-d192b29148fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:40:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['715b97de-b762-4299-96fd-334e07afed82'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:59.433682 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f19f8a6b-6564-42c2-99f2-5bdb32035e3f tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:59.440699 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-f19f8a6b-6564-42c2-99f2-5bdb32035e3f tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "DELETE /v2.0/networks/06e3cc33-89ec-4958-a42e-5435ad902e2f HTTP/1.1" status: 204 len: 168 time: 0.8317366 Feb 28 10:40:59.445663 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-f0f0bd4e-413b-4648-826c-03d680b3ad74 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Request body: {'security_group': {'name': 'tempest-secgroup-811282272'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:59.448682 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48358) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:59.475437 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19f8a6b-6564-42c2-99f2-5bdb32035e3f tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Pushing event deleted for resources: {'Network': ['ID=06e3cc33-89ec-4958-a42e-5435ad902e2f,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:59.485843 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port f9c93206-427c-4f1a-a287-a06ebe2d7ff6 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:59.486324 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (f9c93206-427c-4f1a-a287-a06ebe2d7ff6), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:59.491232 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-0fe95943-7439-4cbe-b05f-ef8300da7579 None None] Attempting to bind port b1984a5b-89d7-4bda-9c07-cce09814ee03 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:40:59.491615 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-0fe95943-7439-4cbe-b05f-ef8300da7579 None None] Attempting to bind port b1984a5b-89d7-4bda-9c07-cce09814ee03 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '54747cbf-c1a6-49d3-b791-61d8b81a74b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '687e67c4-ef4a-4a97-86ec-6e4ca7a12767'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:40:59.491989 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe95943-7439-4cbe-b05f-ef8300da7579 None None] Attempting to bind port b1984a5b-89d7-4bda-9c07-cce09814ee03 on network 687e67c4-ef4a-4a97-86ec-6e4ca7a12767 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:40:59.497505 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-60705d40-d99d-4995-a619-717f924cc832 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (ed9b2882-9694-480b-be76-b6f4495322fe), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:59.508694 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-60705d40-d99d-4995-a619-717f924cc832 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:59.509624 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-60705d40-d99d-4995-a619-717f924cc832 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/ed9b2882-9694-480b-be76-b6f4495322fe HTTP/1.1" status: 204 len: 168 time: 0.3913784 Feb 28 10:40:59.516909 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48360) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:59.518445 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe95943-7439-4cbe-b05f-ef8300da7579 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:40:59.518852 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe95943-7439-4cbe-b05f-ef8300da7579 None None] Checking segment: {'id': '54747cbf-c1a6-49d3-b791-61d8b81a74b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '687e67c4-ef4a-4a97-86ec-6e4ca7a12767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:40:59.519264 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0fe95943-7439-4cbe-b05f-ef8300da7579 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:59.519668 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe95943-7439-4cbe-b05f-ef8300da7579 None None] Bound using segment: {'id': '54747cbf-c1a6-49d3-b791-61d8b81a74b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '687e67c4-ef4a-4a97-86ec-6e4ca7a12767'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:40:59.520154 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-0fe95943-7439-4cbe-b05f-ef8300da7579 None None] Bound port: b1984a5b-89d7-4bda-9c07-cce09814ee03, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54747cbf-c1a6-49d3-b791-61d8b81a74b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '687e67c4-ef4a-4a97-86ec-6e4ca7a12767'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:40:59.520662 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0fe95943-7439-4cbe-b05f-ef8300da7579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (b1984a5b-89d7-4bda-9c07-cce09814ee03), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:59.526017 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60705d40-d99d-4995-a619-717f924cc832 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ed9b2882-9694-480b-be76-b6f4495322fe,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:59.597534 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae6926f-12fc-4533-80eb-4fec4432ff91 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Made reservation on behalf of 25b479ba752e4d33b5861f804bc6920d for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:40:59.601320 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-eae6926f-12fc-4533-80eb-4fec4432ff91 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:59.602245 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-be55c228-eaec-4567-870a-d192b29148fc None None] Set router 715b97de-b762-4299-96fd-334e07afed82 gateway port host: None {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:40:59.609903 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7334c776-c04e-4078-ab14-e1a1f0344dc4 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks [] for security_group (3004bcfd-0c82-4f4d-b59a-e0848d67262f), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:59.612981 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-8725125a-d9c0-441e-a673-90382cf908d6 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0940921 Feb 28 10:40:59.620522 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48362) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:59.629175 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f0f0bd4e-413b-4648-826c-03d680b3ad74 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:59.651716 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-0fe95943-7439-4cbe-b05f-ef8300da7579 None None] For port b1984a5b-89d7-4bda-9c07-cce09814ee03, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:40:59.656192 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-0fe95943-7439-4cbe-b05f-ef8300da7579 None None] For port b1984a5b-89d7-4bda-9c07-cce09814ee03, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=b1984a5b-89d7-4bda-9c07-cce09814ee03,segment=NetworkSegment(54747cbf-c1a6-49d3-b791-61d8b81a74b7),segment_id=54747cbf-c1a6-49d3-b791-61d8b81a74b7)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:40:59.673917 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-34400b4d-cfc0-4766-9fe9-f114d54ede87 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for port (0d3ece73-0663-4c34-8b39-1e9c722e6ba1), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:59.681616 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7334c776-c04e-4078-ab14-e1a1f0344dc4 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks [] for security_group (3004bcfd-0c82-4f4d-b59a-e0848d67262f), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:59.681855 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7698f12c-234d-4bb4-8d12-020f6cc90379 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (a172d48e-3ee8-44e9-922d-cf727f2979df), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:59.685958 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eae6926f-12fc-4533-80eb-4fec4432ff91 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:40:59.699410 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7698f12c-234d-4bb4-8d12-020f6cc90379 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (a172d48e-3ee8-44e9-922d-cf727f2979df), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:59.735327 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port f9c93206-427c-4f1a-a287-a06ebe2d7ff6 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:59.741304 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-eae6926f-12fc-4533-80eb-4fec4432ff91 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (cb80c971-c205-4c02-b364-9dfba0a80168), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:59.741659 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-eae6926f-12fc-4533-80eb-4fec4432ff91 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Added segment cb80c971-c205-4c02-b364-9dfba0a80168 of type vlan for network ecd0d21e-dc9c-4544-a8e9-08e7916a2585 Feb 28 10:40:59.773727 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0fe95943-7439-4cbe-b05f-ef8300da7579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (b1984a5b-89d7-4bda-9c07-cce09814ee03), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:59.836133 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-eae6926f-12fc-4533-80eb-4fec4432ff91 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (ecd0d21e-dc9c-4544-a8e9-08e7916a2585), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:59.847922 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device e6fcd399-6abe-464a-85d0-6ee3a3031784 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:40:59.867322 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f0f0bd4e-413b-4648-826c-03d680b3ad74 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for security_group (1baee317-7d04-4da0-b4aa-810e8e535b1e), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:59.872389 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7698f12c-234d-4bb4-8d12-020f6cc90379 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (a172d48e-3ee8-44e9-922d-cf727f2979df), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:59.885198 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7698f12c-234d-4bb4-8d12-020f6cc90379 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:59.885701 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: e6fcd399-6abe-464a-85d0-6ee3a3031784 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:40:59.889109 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-7698f12c-234d-4bb4-8d12-020f6cc90379 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/a172d48e-3ee8-44e9-922d-cf727f2979df HTTP/1.1" status: 204 len: 168 time: 0.2643428 Feb 28 10:40:59.889260 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device e6fcd399-6abe-464a-85d0-6ee3a3031784 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:40:59.889260 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 0931c656-0cb5-4fb5-b7cc-bc4307f7ad98 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:40:59.890347 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48364) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:59.901869 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7334c776-c04e-4078-ab14-e1a1f0344dc4 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (3004bcfd-0c82-4f4d-b59a-e0848d67262f), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:59.906108 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7334c776-c04e-4078-ab14-e1a1f0344dc4 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:59.910633 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-7334c776-c04e-4078-ab14-e1a1f0344dc4 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] 10.222.0.62 "DELETE /v2.0/security-groups/3004bcfd-0c82-4f4d-b59a-e0848d67262f HTTP/1.1" status: 204 len: 168 time: 0.4595501 Feb 28 10:40:59.913883 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 0931c656-0cb5-4fb5-b7cc-bc4307f7ad98 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:40:59.914363 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 0931c656-0cb5-4fb5-b7cc-bc4307f7ad98 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:40:59.940553 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe95943-7439-4cbe-b05f-ef8300da7579 None None] Pushing event updated for resources: {'Port': ['ID=b1984a5b-89d7-4bda-9c07-cce09814ee03,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:59.949559 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.objects.ports [None req-3db8f8bb-4c20-40ee-8544-36727ad47186 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104083) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 10:40:59.962120 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3db8f8bb-4c20-40ee-8544-36727ad47186 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (1765de8d-87f1-4766-a636-7a1423e0ce3d), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:59.967569 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-34400b4d-cfc0-4766-9fe9-f114d54ede87 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (0d3ece73-0663-4c34-8b39-1e9c722e6ba1), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:59.969466 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7698f12c-234d-4bb4-8d12-020f6cc90379 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a172d48e-3ee8-44e9-922d-cf727f2979df,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:59.971197 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f0f0bd4e-413b-4648-826c-03d680b3ad74 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (1baee317-7d04-4da0-b4aa-810e8e535b1e), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:59.974878 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-be55c228-eaec-4567-870a-d192b29148fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715b97de-b762-4299-96fd-334e07afed82', 'name': 'tempest-RoutersTest-router-248430510', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:49Z', 'updated_at': '2022-02-28T10:40:56Z', 'revision_number': 2, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'gw_port_host': None, '_interfaces': [{'id': '48b5fc60-d08e-477a-9adf-f92649ff8c25', 'name': '', 'network_id': 'dc3763cc-cbd8-49a9-968b-baa5b223e43a', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'mac_address': 'fa:16:3e:5e:a5:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '715b97de-b762-4299-96fd-334e07afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '9aef332b-550c-4398-b0fb-6c0fb7618921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:53Z', 'updated_at': '2022-02-28T10:40:57Z', 'revision_number': 2, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'subnets': [{'id': '9aef332b-550c-4398-b0fb-6c0fb7618921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:59.998481 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7334c776-c04e-4078-ab14-e1a1f0344dc4 tempest-TestNetworkAdvancedServerOps-830855791 tempest-TestNetworkAdvancedServerOps-830855791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3004bcfd-0c82-4f4d-b59a-e0848d67262f,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:00.008124 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be55c228-eaec-4567-870a-d192b29148fc None None] Checking router: 715b97de-b762-4299-96fd-334e07afed82 for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:41:00.008491 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be55c228-eaec-4567-870a-d192b29148fc None None] Updating router 715b97de-b762-4299-96fd-334e07afed82 port 48b5fc60-d08e-477a-9adf-f92649ff8c25 binding host dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:41:00.053040 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34400b4d-cfc0-4766-9fe9-f114d54ede87 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:00.057372 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-34400b4d-cfc0-4766-9fe9-f114d54ede87 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:00.063121 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34400b4d-cfc0-4766-9fe9-f114d54ede87 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:41:00.076397 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-0bb3f23a-7e55-4130-93a3-62b53c0b08de tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1812515 Feb 28 10:41:00.076749 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48370) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:00.087574 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-be55c228-eaec-4567-870a-d192b29148fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (48b5fc60-d08e-477a-9adf-f92649ff8c25), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:00.167668 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34400b4d-cfc0-4766-9fe9-f114d54ede87 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Port': ['ID=0d3ece73-0663-4c34-8b39-1e9c722e6ba1,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:00.322357 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8cb742e5-fa02-44e3-b0e3-0c49927eac67 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group (f73d06f1-b986-49d7-9c19-f7e0f43bfea0), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:00.384729 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8cb742e5-fa02-44e3-b0e3-0c49927eac67 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group (f73d06f1-b986-49d7-9c19-f7e0f43bfea0), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:00.454633 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-eae6926f-12fc-4533-80eb-4fec4432ff91 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (ecd0d21e-dc9c-4544-a8e9-08e7916a2585), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:00.459973 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae6926f-12fc-4533-80eb-4fec4432ff91 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:00.460583 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-eae6926f-12fc-4533-80eb-4fec4432ff91 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:00.481077 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db8f8bb-4c20-40ee-8544-36727ad47186 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:00.490392 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-be55c228-eaec-4567-870a-d192b29148fc None None] Publish callbacks [] for port (48b5fc60-d08e-477a-9adf-f92649ff8c25), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:00.491143 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db8f8bb-4c20-40ee-8544-36727ad47186 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event updated for resources: {'Subnet': ['ID=1765de8d-87f1-4766-a636-7a1423e0ce3d,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:00.504691 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-3db8f8bb-4c20-40ee-8544-36727ad47186 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:00.508115 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db8f8bb-4c20-40ee-8544-36727ad47186 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:00.508727 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3db8f8bb-4c20-40ee-8544-36727ad47186 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:00.515741 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8e9643-bd41-442a-bb5a-b7c1dbd53c2b None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:41:00.520428 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8cb742e5-fa02-44e3-b0e3-0c49927eac67 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (f73d06f1-b986-49d7-9c19-f7e0f43bfea0), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:00.523287 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8cb742e5-fa02-44e3-b0e3-0c49927eac67 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:00.527212 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-8cb742e5-fa02-44e3-b0e3-0c49927eac67 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "DELETE /v2.0/security-groups/f73d06f1-b986-49d7-9c19-f7e0f43bfea0 HTTP/1.1" status: 204 len: 168 time: 0.4495072 Feb 28 10:41:00.527850 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48372) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:00.544680 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f0bd4e-413b-4648-826c-03d680b3ad74 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1baee317-7d04-4da0-b4aa-810e8e535b1e,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:00.564102 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb742e5-fa02-44e3-b0e3-0c49927eac67 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73d06f1-b986-49d7-9c19-f7e0f43bfea0,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:00.584926 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:00.591586 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f0f0bd4e-413b-4648-826c-03d680b3ad74 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:00.593133 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-f0f0bd4e-413b-4648-826c-03d680b3ad74 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.1791396 Feb 28 10:41:00.593959 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae6926f-12fc-4533-80eb-4fec4432ff91 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event updated for resources: {'Network': ['ID=ecd0d21e-dc9c-4544-a8e9-08e7916a2585,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:00.596171 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48374) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:00.601616 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-6743efa7-31e0-40f6-81a1-7dbb425c8d5b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1643618812', 'security_groups': ['1baee317-7d04-4da0-b4aa-810e8e535b1e'], 'network_id': '687e67c4-ef4a-4a97-86ec-6e4ca7a12767', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '07f591d6-0987-441c-9306-da2b8dc59018'}]}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:00.618480 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network ecd0d21e-dc9c-4544-a8e9-08e7916a2585 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:41:00.636194 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-be55c228-eaec-4567-870a-d192b29148fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (48b5fc60-d08e-477a-9adf-f92649ff8c25), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:00.666395 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-51fb3fc7-3308-475d-aca6-be8e28d8a399 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1317961 Feb 28 10:41:00.670375 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48378) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:00.678913 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-eb3fa579-0929-4f7c-8dd2-648071c1e798 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Request body: {'security_group': {'name': 'tempest-secgroup--176426509'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:00.686204 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-3db8f8bb-4c20-40ee-8544-36727ad47186 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9297061 Feb 28 10:41:00.686204 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-eae6926f-12fc-4533-80eb-4fec4432ff91 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2725530 Feb 28 10:41:00.688510 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48382) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:00.689968 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48380) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:00.693994 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-ee3f2636-60a9-4dcd-8d15-b581db8ef1fa tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Request body: {'subnet': {'network_id': 'ecd0d21e-dc9c-4544-a8e9-08e7916a2585', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:00.702217 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-1cfcec50-f626-404f-be8f-b7449956ebd2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Request body: {'subnet': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:00.762240 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0c962e-3e7d-4119-a1fa-244304cf77f0 None None] Pushing event updated for resources: {'Port': ['ID=48b5fc60-d08e-477a-9adf-f92649ff8c25,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:00.786779 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0935a3-aa82-4b19-8e2a-20a83c8ed013 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-a10d36a7-87ef-481e-9e9f-da2235211c53', 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'project_id': '9047a33944184c15875a48328f19bcdb', 'fixed_ips': [{'subnet_id': '1765de8d-87f1-4766-a636-7a1423e0ce3d'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:41:00.787922 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-da0935a3-aa82-4b19-8e2a-20a83c8ed013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:00.823953 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-be55c228-eaec-4567-870a-d192b29148fc None None] Attempting to bind port 48b5fc60-d08e-477a-9adf-f92649ff8c25 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:41:00.830362 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-be55c228-eaec-4567-870a-d192b29148fc None None] Attempting to bind port 48b5fc60-d08e-477a-9adf-f92649ff8c25 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': 'b16b8075-601f-4950-a113-c13b4c0008bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dc3763cc-cbd8-49a9-968b-baa5b223e43a'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:41:00.831017 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be55c228-eaec-4567-870a-d192b29148fc None None] Attempting to bind port 48b5fc60-d08e-477a-9adf-f92649ff8c25 on network dc3763cc-cbd8-49a9-968b-baa5b223e43a {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:41:00.848675 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48384) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:00.851380 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be55c228-eaec-4567-870a-d192b29148fc None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:41:00.851991 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be55c228-eaec-4567-870a-d192b29148fc None None] Checking segment: {'id': 'b16b8075-601f-4950-a113-c13b4c0008bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dc3763cc-cbd8-49a9-968b-baa5b223e43a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:41:00.852582 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-be55c228-eaec-4567-870a-d192b29148fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:00.853139 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be55c228-eaec-4567-870a-d192b29148fc None None] Bound using segment: {'id': 'b16b8075-601f-4950-a113-c13b4c0008bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dc3763cc-cbd8-49a9-968b-baa5b223e43a'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:41:00.853781 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-be55c228-eaec-4567-870a-d192b29148fc None None] Bound port: 48b5fc60-d08e-477a-9adf-f92649ff8c25, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b16b8075-601f-4950-a113-c13b4c0008bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dc3763cc-cbd8-49a9-968b-baa5b223e43a'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:41:00.854350 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-be55c228-eaec-4567-870a-d192b29148fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (48b5fc60-d08e-477a-9adf-f92649ff8c25), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:00.919164 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-34400b4d-cfc0-4766-9fe9-f114d54ede87 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router_gateway (d5be3c96-d3d3-4861-9461-a8c700c99693), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:00.997761 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-be55c228-eaec-4567-870a-d192b29148fc None None] For port 48b5fc60-d08e-477a-9adf-f92649ff8c25, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:41:01.001073 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-be55c228-eaec-4567-870a-d192b29148fc None None] For port 48b5fc60-d08e-477a-9adf-f92649ff8c25, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=48b5fc60-d08e-477a-9adf-f92649ff8c25,segment=NetworkSegment(b16b8075-601f-4950-a113-c13b4c0008bc),segment_id=b16b8075-601f-4950-a113-c13b4c0008bc)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:41:01.063969 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-eb3fa579-0929-4f7c-8dd2-648071c1e798 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:01.069577 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3f2636-60a9-4dcd-8d15-b581db8ef1fa tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Made reservation on behalf of 25b479ba752e4d33b5861f804bc6920d for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:41:01.072585 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ee3f2636-60a9-4dcd-8d15-b581db8ef1fa tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:01.087735 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6743efa7-31e0-40f6-81a1-7dbb425c8d5b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Made reservation on behalf of a3b8dd05d882407cb4aeb7c1fff3f6af for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:41:01.096403 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-da0935a3-aa82-4b19-8e2a-20a83c8ed013 None None] Allocated IP 2001:db8::f816:3eff:fed9:d301 (a10d36a7-87ef-481e-9e9f-da2235211c53/1765de8d-87f1-4766-a636-7a1423e0ce3d/07537032-4b4f-4df4-be9a-9c89413e009c) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:41:01.130680 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-be55c228-eaec-4567-870a-d192b29148fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (48b5fc60-d08e-477a-9adf-f92649ff8c25), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:01.281816 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be55c228-eaec-4567-870a-d192b29148fc None None] Routers {'715b97de-b762-4299-96fd-334e07afed82'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:41:01.282931 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-be55c228-eaec-4567-870a-d192b29148fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:40:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['715b97de-b762-4299-96fd-334e07afed82'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:01.286814 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0c962e-3e7d-4119-a1fa-244304cf77f0 None None] Pushing event updated for resources: {'Port': ['ID=48b5fc60-d08e-477a-9adf-f92649ff8c25,revision_number=4']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:01.328393 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-0888789e-498c-48a0-bb22-9e8e8fe8f711 None None] Provisioning complete for port 48b5fc60-d08e-477a-9adf-f92649ff8c25 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:01.328778 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0888789e-498c-48a0-bb22-9e8e8fe8f711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (48b5fc60-d08e-477a-9adf-f92649ff8c25), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:01.348755 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-34400b4d-cfc0-4766-9fe9-f114d54ede87 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (d5be3c96-d3d3-4861-9461-a8c700c99693), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:01.395361 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device b1984a5b-89d7-4bda-9c07-cce09814ee03 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:41:01.417688 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-eb3fa579-0929-4f7c-8dd2-648071c1e798 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group (f6e975fd-7b9d-4cf3-9073-fbfab3beabfa), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:01.431096 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cfcec50-f626-404f-be8f-b7449956ebd2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Made reservation on behalf of 9047a33944184c15875a48328f19bcdb for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:41:01.441847 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1cfcec50-f626-404f-be8f-b7449956ebd2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:01.447632 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-be55c228-eaec-4567-870a-d192b29148fc None None] Set router 715b97de-b762-4299-96fd-334e07afed82 gateway port host: None {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:41:01.532521 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-da0935a3-aa82-4b19-8e2a-20a83c8ed013 None None] Publish callbacks [] for port (07537032-4b4f-4df4-be9a-9c89413e009c), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:01.574030 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port b1984a5b-89d7-4bda-9c07-cce09814ee03 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:01.575015 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (b1984a5b-89d7-4bda-9c07-cce09814ee03), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:01.600359 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-0d6f9a35-5145-460f-98cc-6f1b334d90f4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f5a1ec0f7f9748a2bd1edc7639d74b9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6963720 Feb 28 10:41:01.611021 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-0888789e-498c-48a0-bb22-9e8e8fe8f711 None None] Current status of the port 48b5fc60-d08e-477a-9adf-f92649ff8c25 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:01.611797 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0888789e-498c-48a0-bb22-9e8e8fe8f711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (48b5fc60-d08e-477a-9adf-f92649ff8c25), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:01.645285 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48388) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:01.650574 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6743efa7-31e0-40f6-81a1-7dbb425c8d5b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:01.660436 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-0888789e-498c-48a0-bb22-9e8e8fe8f711 None None] For port 48b5fc60-d08e-477a-9adf-f92649ff8c25, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=48b5fc60-d08e-477a-9adf-f92649ff8c25,segment=NetworkSegment(b16b8075-601f-4950-a113-c13b4c0008bc),segment_id=b16b8075-601f-4950-a113-c13b4c0008bc)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:01.665606 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-eb3fa579-0929-4f7c-8dd2-648071c1e798 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (f6e975fd-7b9d-4cf3-9073-fbfab3beabfa), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:01.704269 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port b1984a5b-89d7-4bda-9c07-cce09814ee03 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:01.705097 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (b1984a5b-89d7-4bda-9c07-cce09814ee03), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:01.723016 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-6743efa7-31e0-40f6-81a1-7dbb425c8d5b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] device_id is not set on port 03f624b5-51e9-45c4-9bab-98e644e2582a yet. {{(pid=104083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:41:01.732013 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3fa579-0929-4f7c-8dd2-648071c1e798 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e975fd-7b9d-4cf3-9073-fbfab3beabfa,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:01.737320 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-be55c228-eaec-4567-870a-d192b29148fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715b97de-b762-4299-96fd-334e07afed82', 'name': 'tempest-RoutersTest-router-248430510', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:49Z', 'updated_at': '2022-02-28T10:40:56Z', 'revision_number': 2, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'gw_port_host': None, '_interfaces': [{'id': '48b5fc60-d08e-477a-9adf-f92649ff8c25', 'name': '', 'network_id': 'dc3763cc-cbd8-49a9-968b-baa5b223e43a', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'mac_address': 'fa:16:3e:5e:a5:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '715b97de-b762-4299-96fd-334e07afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '9aef332b-550c-4398-b0fb-6c0fb7618921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:53Z', 'updated_at': '2022-02-28T10:41:00Z', 'revision_number': 4, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'subnets': [{'id': '9aef332b-550c-4398-b0fb-6c0fb7618921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:01.746983 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port b1984a5b-89d7-4bda-9c07-cce09814ee03, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=b1984a5b-89d7-4bda-9c07-cce09814ee03,segment=NetworkSegment(54747cbf-c1a6-49d3-b791-61d8b81a74b7),segment_id=54747cbf-c1a6-49d3-b791-61d8b81a74b7)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:01.751836 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-da0935a3-aa82-4b19-8e2a-20a83c8ed013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (07537032-4b4f-4df4-be9a-9c89413e009c), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:01.782176 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be55c228-eaec-4567-870a-d192b29148fc None None] The sync data for ids ['715b97de-b762-4299-96fd-334e07afed82'] in dv-neutron-829161-3-hyperv is: [{'id': '715b97de-b762-4299-96fd-334e07afed82', 'name': 'tempest-RoutersTest-router-248430510', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:49Z', 'updated_at': '2022-02-28T10:40:56Z', 'revision_number': 2, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'gw_port_host': None, '_interfaces': [{'id': '48b5fc60-d08e-477a-9adf-f92649ff8c25', 'name': '', 'network_id': 'dc3763cc-cbd8-49a9-968b-baa5b223e43a', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'mac_address': 'fa:16:3e:5e:a5:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '715b97de-b762-4299-96fd-334e07afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '9aef332b-550c-4398-b0fb-6c0fb7618921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:53Z', 'updated_at': '2022-02-28T10:41:00Z', 'revision_number': 4, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'subnets': [{'id': '9aef332b-550c-4398-b0fb-6c0fb7618921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:41:01.822212 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0935a3-aa82-4b19-8e2a-20a83c8ed013 None None] Pushing event updated for resources: {'Port': ['ID=07537032-4b4f-4df4-be9a-9c89413e009c,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:01.828027 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0935a3-aa82-4b19-8e2a-20a83c8ed013 None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:01.829504 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-da0935a3-aa82-4b19-8e2a-20a83c8ed013 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:01.831757 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0935a3-aa82-4b19-8e2a-20a83c8ed013 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:41:01.856309 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ee3f2636-60a9-4dcd-8d15-b581db8ef1fa tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (669f06b7-57ef-4301-a8c3-00e281fb7a6d), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:01.867215 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-eb3fa579-0929-4f7c-8dd2-648071c1e798 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:01.871457 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-eb3fa579-0929-4f7c-8dd2-648071c1e798 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1997755 Feb 28 10:41:01.874634 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48390) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:01.878938 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-521d5134-19bf-4a1e-855a-ffe9af665d6a tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Request body: {'security_group_rule': {'security_group_id': 'f6e975fd-7b9d-4cf3-9073-fbfab3beabfa', 'direction': 'ingress', 'protocol': 17}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:01.886337 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0888789e-498c-48a0-bb22-9e8e8fe8f711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (48b5fc60-d08e-477a-9adf-f92649ff8c25), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:01.888477 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (b1984a5b-89d7-4bda-9c07-cce09814ee03), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:01.893319 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34400b4d-cfc0-4766-9fe9-f114d54ede87 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Router d5be3c96-d3d3-4861-9461-a8c700c99693 is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:41:01.903561 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1e6655c6-4f4d-43e8-b597-c9106d735aad admin admin] Publish callbacks [] for security_group (86e19a90-7e10-4c4f-8d95-738533f00f3c), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:01.944417 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-da0935a3-aa82-4b19-8e2a-20a83c8ed013 None None] Attempting to bind port 07537032-4b4f-4df4-be9a-9c89413e009c on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:41:01.944795 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-da0935a3-aa82-4b19-8e2a-20a83c8ed013 None None] Attempting to bind port 07537032-4b4f-4df4-be9a-9c89413e009c by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:41:01.945238 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0935a3-aa82-4b19-8e2a-20a83c8ed013 None None] Attempting to bind port 07537032-4b4f-4df4-be9a-9c89413e009c on network a10d36a7-87ef-481e-9e9f-da2235211c53 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:41:01.953433 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0935a3-aa82-4b19-8e2a-20a83c8ed013 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:41:01.953820 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0935a3-aa82-4b19-8e2a-20a83c8ed013 None None] Checking segment: {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:41:01.954226 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-da0935a3-aa82-4b19-8e2a-20a83c8ed013 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:01.954632 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0935a3-aa82-4b19-8e2a-20a83c8ed013 None None] Bound using segment: {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:41:01.955145 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-da0935a3-aa82-4b19-8e2a-20a83c8ed013 None None] Bound port: 07537032-4b4f-4df4-be9a-9c89413e009c, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:41:01.955526 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-da0935a3-aa82-4b19-8e2a-20a83c8ed013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (07537032-4b4f-4df4-be9a-9c89413e009c), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:01.962766 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1e6655c6-4f4d-43e8-b597-c9106d735aad admin admin] Publish callbacks [] for security_group (86e19a90-7e10-4c4f-8d95-738533f00f3c), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:01.964174 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3f2636-60a9-4dcd-8d15-b581db8ef1fa tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event updated for resources: {'Subnet': ['ID=669f06b7-57ef-4301-a8c3-00e281fb7a6d,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:01.976741 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0888789e-498c-48a0-bb22-9e8e8fe8f711 None None] Pushing event updated for resources: {'Port': ['ID=48b5fc60-d08e-477a-9adf-f92649ff8c25,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:02.057185 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-521d5134-19bf-4a1e-855a-ffe9af665d6a tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (d314c372-07a6-41b7-b019-cd5f8e96f499), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:02.061339 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-eb8fc609-6331-4fef-8586-0e6f98955feb None None] Provisioning complete for port 48b5fc60-d08e-477a-9adf-f92649ff8c25 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:02.061740 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-eb8fc609-6331-4fef-8586-0e6f98955feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (48b5fc60-d08e-477a-9adf-f92649ff8c25), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:02.066577 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=b1984a5b-89d7-4bda-9c07-cce09814ee03,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:02.080571 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3f2636-60a9-4dcd-8d15-b581db8ef1fa tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Checking segment: {'id': 'cb80c971-c205-4c02-b364-9dfba0a80168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ecd0d21e-dc9c-4544-a8e9-08e7916a2585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:41:02.080571 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3f2636-60a9-4dcd-8d15-b581db8ef1fa tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Network hostable DHCP agents. Network: ecd0d21e-dc9c-4544-a8e9-08e7916a2585, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:41:02.112525 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-6743efa7-31e0-40f6-81a1-7dbb425c8d5b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Allocated IP 172.20.0.6 (687e67c4-ef4a-4a97-86ec-6e4ca7a12767/07f591d6-0987-441c-9306-da2b8dc59018/03f624b5-51e9-45c4-9bab-98e644e2582a) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:41:02.117257 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34400b4d-cfc0-4766-9fe9-f114d54ede87 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:41:02.124715 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1cfcec50-f626-404f-be8f-b7449956ebd2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (e4444c28-d149-44c1-85a3-8ffc7307ca18), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:02.131397 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-da0935a3-aa82-4b19-8e2a-20a83c8ed013 None None] For port 07537032-4b4f-4df4-be9a-9c89413e009c, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:41:02.137065 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12400cf3-bf80-400b-825a-19e61d1d3055 None None] Sync routers for ids ['d5be3c96-d3d3-4861-9461-a8c700c99693'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:41:02.154697 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-da0935a3-aa82-4b19-8e2a-20a83c8ed013 None None] For port 07537032-4b4f-4df4-be9a-9c89413e009c, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=07537032-4b4f-4df4-be9a-9c89413e009c,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:41:02.190907 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-521d5134-19bf-4a1e-855a-ffe9af665d6a tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (d314c372-07a6-41b7-b019-cd5f8e96f499), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:02.210217 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfcec50-f626-404f-be8f-b7449956ebd2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event updated for resources: {'Subnet': ['ID=e4444c28-d149-44c1-85a3-8ffc7307ca18,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:02.215490 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfcec50-f626-404f-be8f-b7449956ebd2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:02.217056 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-1cfcec50-f626-404f-be8f-b7449956ebd2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:02.221706 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfcec50-f626-404f-be8f-b7449956ebd2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:02.225908 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1cfcec50-f626-404f-be8f-b7449956ebd2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:02.238336 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1e6655c6-4f4d-43e8-b597-c9106d735aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (86e19a90-7e10-4c4f-8d95-738533f00f3c), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:02.238336 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1e6655c6-4f4d-43e8-b597-c9106d735aad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:02.238336 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-1e6655c6-4f4d-43e8-b597-c9106d735aad admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/86e19a90-7e10-4c4f-8d95-738533f00f3c HTTP/1.1" status: 204 len: 168 time: 0.5658641 Feb 28 10:41:02.250125 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-eb8fc609-6331-4fef-8586-0e6f98955feb None None] Current status of the port 48b5fc60-d08e-477a-9adf-f92649ff8c25 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:02.253292 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12400cf3-bf80-400b-825a-19e61d1d3055 None None] Routers {'d5be3c96-d3d3-4861-9461-a8c700c99693'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:41:02.260003 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-12400cf3-bf80-400b-825a-19e61d1d3055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:40:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['d5be3c96-d3d3-4861-9461-a8c700c99693'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:02.260341 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3f2636-60a9-4dcd-8d15-b581db8ef1fa tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Network ecd0d21e-dc9c-4544-a8e9-08e7916a2585 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:41:02.266577 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6655c6-4f4d-43e8-b597-c9106d735aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e19a90-7e10-4c4f-8d95-738533f00f3c,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:02.305974 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-521d5134-19bf-4a1e-855a-ffe9af665d6a tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (d314c372-07a6-41b7-b019-cd5f8e96f499), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:02.315002 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-da0935a3-aa82-4b19-8e2a-20a83c8ed013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (07537032-4b4f-4df4-be9a-9c89413e009c), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:02.329120 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-34400b4d-cfc0-4766-9fe9-f114d54ede87 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:02.335009 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-34400b4d-cfc0-4766-9fe9-f114d54ede87 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.1549759 Feb 28 10:41:02.341179 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48394) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:02.350401 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-1cfcec50-f626-404f-be8f-b7449956ebd2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6573343 Feb 28 10:41:02.358178 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48396) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:02.369966 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-f81e8461-19e4-4a14-93df-effb89957b30 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Request body: {'port': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'mac_address': 'fa:16:3e:3a:4d:ec', 'name': 'tempest-NetworksTestDHCPv6-1668384'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:02.370142 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-ee3f2636-60a9-4dcd-8d15-b581db8ef1fa tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, ecd0d21e-dc9c-4544-a8e9-08e7916a2585) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:02.372025 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521d5134-19bf-4a1e-855a-ffe9af665d6a tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d314c372-07a6-41b7-b019-cd5f8e96f499,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:02.372498 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6743efa7-31e0-40f6-81a1-7dbb425c8d5b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for port (03f624b5-51e9-45c4-9bab-98e644e2582a), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:02.387513 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3f2636-60a9-4dcd-8d15-b581db8ef1fa tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:02.389137 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ee3f2636-60a9-4dcd-8d15-b581db8ef1fa tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:02.471986 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-521d5134-19bf-4a1e-855a-ffe9af665d6a tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:02.476782 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-521d5134-19bf-4a1e-855a-ffe9af665d6a tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5979879 Feb 28 10:41:02.478381 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48400) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:02.532114 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-ee3f2636-60a9-4dcd-8d15-b581db8ef1fa tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8420231 Feb 28 10:41:02.538495 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48402) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:02.558489 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6743efa7-31e0-40f6-81a1-7dbb425c8d5b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (03f624b5-51e9-45c4-9bab-98e644e2582a), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:02.570021 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-eb8fc609-6331-4fef-8586-0e6f98955feb None None] Provisioning complete for port 8cb339d0-e2a4-4a63-b353-46a3d330fd93 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:02.570616 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-eb8fc609-6331-4fef-8586-0e6f98955feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (8cb339d0-e2a4-4a63-b353-46a3d330fd93), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:02.577299 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a445482a-161f-4d59-8c6c-92ee55e17742 None None] Network ecd0d21e-dc9c-4544-a8e9-08e7916a2585 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:41:02.675783 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81e8461-19e4-4a14-93df-effb89957b30 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Made reservation on behalf of 9047a33944184c15875a48328f19bcdb for: {'port': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:41:02.780733 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0935a3-aa82-4b19-8e2a-20a83c8ed013 None None] Pushing event updated for resources: {'Port': ['ID=07537032-4b4f-4df4-be9a-9c89413e009c,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:02.791935 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-eb8fc609-6331-4fef-8586-0e6f98955feb None None] Port 8cb339d0-e2a4-4a63-b353-46a3d330fd93 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:41:02.796057 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-4201c365-f919-4ac5-bb2f-de9c2be25298 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=02ebd57ebb02426fbf4a686f080eb9d7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4492099 Feb 28 10:41:02.810008 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48406) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:02.820647 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-12400cf3-bf80-400b-825a-19e61d1d3055 None None] Set router d5be3c96-d3d3-4861-9461-a8c700c99693 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:41:02.936774 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f81e8461-19e4-4a14-93df-effb89957b30 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:02.945044 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-eb8fc609-6331-4fef-8586-0e6f98955feb None None] Provisioning complete for port b1984a5b-89d7-4bda-9c07-cce09814ee03 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:02.945534 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-eb8fc609-6331-4fef-8586-0e6f98955feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (b1984a5b-89d7-4bda-9c07-cce09814ee03), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:02.969175 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-194689a9-c4b4-4845-b524-93c5f38a5ea9 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group (f6e975fd-7b9d-4cf3-9073-fbfab3beabfa), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:02.969462 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [None req-f81e8461-19e4-4a14-93df-effb89957b30 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] device_id is not set on port e3cde10d-cf00-4ed8-a47e-269dace84481 yet. {{(pid=104084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:41:02.981005 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6743efa7-31e0-40f6-81a1-7dbb425c8d5b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Network 687e67c4-ef4a-4a97-86ec-6e4ca7a12767 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:02.999770 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a668f3-f637-4ad9-b4f9-494a51ad03be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-ecd0d21e-dc9c-4544-a8e9-08e7916a2585', 'network_id': 'ecd0d21e-dc9c-4544-a8e9-08e7916a2585', 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'fixed_ips': [{'subnet_id': '669f06b7-57ef-4301-a8c3-00e281fb7a6d'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:41:03.000827 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-57a668f3-f637-4ad9-b4f9-494a51ad03be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:03.053495 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-6743efa7-31e0-40f6-81a1-7dbb425c8d5b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:03.071446 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6743efa7-31e0-40f6-81a1-7dbb425c8d5b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:41:03.085975 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743efa7-31e0-40f6-81a1-7dbb425c8d5b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event updated for resources: {'Port': ['ID=03f624b5-51e9-45c4-9bab-98e644e2582a,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:03.115803 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12039408-d56c-4e41-b1a9-4e8134b10ce6 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:03.117403 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-12039408-d56c-4e41-b1a9-4e8134b10ce6 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3087039 Feb 28 10:41:03.124396 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48408) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:03.133628 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-194689a9-c4b4-4845-b524-93c5f38a5ea9 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group (f6e975fd-7b9d-4cf3-9073-fbfab3beabfa), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:03.170285 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-8059c4af-de15-478d-85a5-af1b8d8ef507 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=e88d86cf-af22-4900-bdd2-aa4038554136&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0437450 Feb 28 10:41:03.173718 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48410) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:03.179334 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-3af38772-881c-49e2-90fc-83f7d98e2503 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-320294203', 'network_id': 'ed0b9869-ae23-48eb-aefa-6fa5242a6177', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:03.194468 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48412) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:03.258029 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6743efa7-31e0-40f6-81a1-7dbb425c8d5b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:03.258029 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6743efa7-31e0-40f6-81a1-7dbb425c8d5b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:03.367517 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-194689a9-c4b4-4845-b524-93c5f38a5ea9 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (f6e975fd-7b9d-4cf3-9073-fbfab3beabfa), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:03.370545 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-194689a9-c4b4-4845-b524-93c5f38a5ea9 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:03.371868 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-194689a9-c4b4-4845-b524-93c5f38a5ea9 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "DELETE /v2.0/security-groups/f6e975fd-7b9d-4cf3-9073-fbfab3beabfa HTTP/1.1" status: 204 len: 168 time: 0.8935034 Feb 28 10:41:03.383264 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48414) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:03.393788 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-510d6547-14b0-47a6-b175-89ce489224b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:03.413152 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194689a9-c4b4-4845-b524-93c5f38a5ea9 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e975fd-7b9d-4cf3-9073-fbfab3beabfa,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:03.456126 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-6743efa7-31e0-40f6-81a1-7dbb425c8d5b tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8581870 Feb 28 10:41:03.456954 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48416) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:03.470251 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-64f43eab-3be0-4188-a601-cd42ae77a4ef tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Request body: {'subnet': {'network_id': '687e67c4-ef4a-4a97-86ec-6e4ca7a12767', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:03.471328 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-57a668f3-f637-4ad9-b4f9-494a51ad03be None None] Allocated IP 172.21.0.2 (ecd0d21e-dc9c-4544-a8e9-08e7916a2585/669f06b7-57ef-4301-a8c3-00e281fb7a6d/95115865-fb17-416a-8f6f-b48b955fec0c) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:41:03.476568 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-f81e8461-19e4-4a14-93df-effb89957b30 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Allocated IP 172.20.0.4 (a10d36a7-87ef-481e-9e9f-da2235211c53/e4444c28-d149-44c1-85a3-8ffc7307ca18/e3cde10d-cf00-4ed8-a47e-269dace84481) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:41:03.492883 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-f81e8461-19e4-4a14-93df-effb89957b30 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Allocated IP 2001:db8::f816:3eff:fe3a:4dec (a10d36a7-87ef-481e-9e9f-da2235211c53/1765de8d-87f1-4766-a636-7a1423e0ce3d/e3cde10d-cf00-4ed8-a47e-269dace84481) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:41:03.540559 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 07537032-4b4f-4df4-be9a-9c89413e009c up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:41:03.599520 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-eb8fc609-6331-4fef-8586-0e6f98955feb None None] Current status of the port b1984a5b-89d7-4bda-9c07-cce09814ee03 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:03.611279 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-37bd29fd-8405-4548-b5fc-f1ab71d8713d tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2183342 Feb 28 10:41:03.612919 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48418) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:03.622434 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-bb169fe8-df7a-48b7-b64b-3940287c0856 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Request body: {'security_group': {'name': 'tempest-secgroup--866652036'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:03.657893 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-510d6547-14b0-47a6-b175-89ce489224b1 admin admin] Publish callbacks [] for security_group (94cf2867-5dfc-4a66-a6fe-0a7903d8e702), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:03.660040 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af38772-881c-49e2-90fc-83f7d98e2503 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Made reservation on behalf of 02ebd57ebb02426fbf4a686f080eb9d7 for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:41:03.664928 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3af38772-881c-49e2-90fc-83f7d98e2503 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:03.682528 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-12400cf3-bf80-400b-825a-19e61d1d3055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'name': 'tempest-TestNetworkBasicOps-router-1169356957', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.55'}], 'enable_snat': True}, 'gw_port_id': '0d3ece73-0663-4c34-8b39-1e9c722e6ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:57Z', 'updated_at': '2022-02-28T10:41:00Z', 'revision_number': 3, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '0d3ece73-0663-4c34-8b39-1e9c722e6ba1', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:59Z', 'updated_at': '2022-02-28T10:40:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:03.726911 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0f407c95-2414-433d-9904-2e5562f9b4ee tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:03.748308 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12400cf3-bf80-400b-825a-19e61d1d3055 None None] Checking router: d5be3c96-d3d3-4861-9461-a8c700c99693 for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:41:03.748568 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12400cf3-bf80-400b-825a-19e61d1d3055 None None] Updating router d5be3c96-d3d3-4861-9461-a8c700c99693 port 0d3ece73-0663-4c34-8b39-1e9c722e6ba1 binding host dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:41:03.750934 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 07537032-4b4f-4df4-be9a-9c89413e009c triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:03.751613 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (07537032-4b4f-4df4-be9a-9c89413e009c), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:03.776203 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bb169fe8-df7a-48b7-b64b-3940287c0856 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:03.792536 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f43eab-3be0-4188-a601-cd42ae77a4ef tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Made reservation on behalf of a3b8dd05d882407cb4aeb7c1fff3f6af for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:41:03.795629 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-64f43eab-3be0-4188-a601-cd42ae77a4ef tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:03.848843 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-e3ff212c-9c39-4725-8da5-0c4ddf3baa0a None None] Provisioning complete for port 03f624b5-51e9-45c4-9bab-98e644e2582a triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:03.849228 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e3ff212c-9c39-4725-8da5-0c4ddf3baa0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (03f624b5-51e9-45c4-9bab-98e644e2582a), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:03.850954 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-12400cf3-bf80-400b-825a-19e61d1d3055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (0d3ece73-0663-4c34-8b39-1e9c722e6ba1), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:03.876228 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-57a668f3-f637-4ad9-b4f9-494a51ad03be None None] Publish callbacks [] for port (95115865-fb17-416a-8f6f-b48b955fec0c), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:03.930467 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-e3ff212c-9c39-4725-8da5-0c4ddf3baa0a None None] Port 03f624b5-51e9-45c4-9bab-98e644e2582a cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:41:04.042544 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.ipam_backend_mixin [None req-64f43eab-3be0-4188-a601-cd42ae77a4ef tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 07f591d6-0987-441c-9306-da2b8dc59018 (CIDR: 172.20.0.0/28) Feb 28 10:41:04.086252 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bb169fe8-df7a-48b7-b64b-3940287c0856 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group (aa4ad7a7-f852-4163-8384-0c56d20e1a4a), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:04.094135 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-64f43eab-3be0-4188-a601-cd42ae77a4ef tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:41:04.096067 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64f43eab-3be0-4188-a601-cd42ae77a4ef tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:41:04.115285 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-57a668f3-f637-4ad9-b4f9-494a51ad03be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (95115865-fb17-416a-8f6f-b48b955fec0c), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:04.189652 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a668f3-f637-4ad9-b4f9-494a51ad03be None None] Network ecd0d21e-dc9c-4544-a8e9-08e7916a2585 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:04.194305 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f81e8461-19e4-4a14-93df-effb89957b30 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for port (e3cde10d-cf00-4ed8-a47e-269dace84481), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:04.195853 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-0f407c95-2414-433d-9904-2e5562f9b4ee tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Allocated IP 172.21.0.1 (ecd0d21e-dc9c-4544-a8e9-08e7916a2585/669f06b7-57ef-4301-a8c3-00e281fb7a6d/0ee69baf-4258-464b-8807-3ebe949431b1) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:41:04.197413 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-57a668f3-f637-4ad9-b4f9-494a51ad03be None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:04.200253 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a668f3-f637-4ad9-b4f9-494a51ad03be None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:41:04.235259 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 07537032-4b4f-4df4-be9a-9c89413e009c is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:04.235733 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (07537032-4b4f-4df4-be9a-9c89413e009c), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:04.240901 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-510d6547-14b0-47a6-b175-89ce489224b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (94cf2867-5dfc-4a66-a6fe-0a7903d8e702), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:04.281008 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port 07537032-4b4f-4df4-be9a-9c89413e009c, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=07537032-4b4f-4df4-be9a-9c89413e009c,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:04.307843 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a668f3-f637-4ad9-b4f9-494a51ad03be None None] Pushing event updated for resources: {'Port': ['ID=95115865-fb17-416a-8f6f-b48b955fec0c,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:04.329840 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-510d6547-14b0-47a6-b175-89ce489224b1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a97d87034e4347289abc0f64512d529d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1345348 Feb 28 10:41:04.339623 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f81e8461-19e4-4a14-93df-effb89957b30 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (e3cde10d-cf00-4ed8-a47e-269dace84481), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:04.342597 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48420) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:04.366712 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0f407c95-2414-433d-9904-2e5562f9b4ee tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for port (0ee69baf-4258-464b-8807-3ebe949431b1), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:04.370757 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-57a668f3-f637-4ad9-b4f9-494a51ad03be None None] Attempting to bind port 95115865-fb17-416a-8f6f-b48b955fec0c on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:41:04.370757 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-57a668f3-f637-4ad9-b4f9-494a51ad03be None None] Attempting to bind port 95115865-fb17-416a-8f6f-b48b955fec0c by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': 'cb80c971-c205-4c02-b364-9dfba0a80168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ecd0d21e-dc9c-4544-a8e9-08e7916a2585'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:41:04.370757 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a668f3-f637-4ad9-b4f9-494a51ad03be None None] Attempting to bind port 95115865-fb17-416a-8f6f-b48b955fec0c on network ecd0d21e-dc9c-4544-a8e9-08e7916a2585 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:41:04.371425 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (07537032-4b4f-4df4-be9a-9c89413e009c), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:04.372318 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 48b5fc60-d08e-477a-9adf-f92649ff8c25 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:41:04.382292 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510d6547-14b0-47a6-b175-89ce489224b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94cf2867-5dfc-4a66-a6fe-0a7903d8e702,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:04.415021 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bb169fe8-df7a-48b7-b64b-3940287c0856 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (aa4ad7a7-f852-4163-8384-0c56d20e1a4a), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:04.452440 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81e8461-19e4-4a14-93df-effb89957b30 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:04.460524 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb169fe8-df7a-48b7-b64b-3940287c0856 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4ad7a7-f852-4163-8384-0c56d20e1a4a,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:04.461686 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a668f3-f637-4ad9-b4f9-494a51ad03be None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:41:04.463649 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a668f3-f637-4ad9-b4f9-494a51ad03be None None] Checking segment: {'id': 'cb80c971-c205-4c02-b364-9dfba0a80168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ecd0d21e-dc9c-4544-a8e9-08e7916a2585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:41:04.464112 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-57a668f3-f637-4ad9-b4f9-494a51ad03be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:04.464910 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a668f3-f637-4ad9-b4f9-494a51ad03be None None] Bound using segment: {'id': 'cb80c971-c205-4c02-b364-9dfba0a80168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ecd0d21e-dc9c-4544-a8e9-08e7916a2585'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:41:04.465417 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-57a668f3-f637-4ad9-b4f9-494a51ad03be None None] Bound port: 95115865-fb17-416a-8f6f-b48b955fec0c, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb80c971-c205-4c02-b364-9dfba0a80168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ecd0d21e-dc9c-4544-a8e9-08e7916a2585'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:41:04.465801 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-57a668f3-f637-4ad9-b4f9-494a51ad03be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (95115865-fb17-416a-8f6f-b48b955fec0c), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:04.469451 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-f81e8461-19e4-4a14-93df-effb89957b30 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:04.472955 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81e8461-19e4-4a14-93df-effb89957b30 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:41:04.478876 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0f407c95-2414-433d-9904-2e5562f9b4ee tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (0ee69baf-4258-464b-8807-3ebe949431b1), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:04.505180 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5373e4b7-4779-4742-a66c-a3f8ae46ea7f None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:41:04.528832 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-64f43eab-3be0-4188-a601-cd42ae77a4ef tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0648437 Feb 28 10:41:04.529363 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e8461-19e4-4a14-93df-effb89957b30 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event updated for resources: {'Port': ['ID=e3cde10d-cf00-4ed8-a47e-269dace84481,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:04.530803 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48422) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:04.555662 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-a474e9c3-d1d0-4ae8-aaa5-29d989da80c5 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Request body: {'subnet': {'network_id': '687e67c4-ef4a-4a97-86ec-6e4ca7a12767', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:04.566437 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bb169fe8-df7a-48b7-b64b-3940287c0856 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:04.567297 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-bb169fe8-df7a-48b7-b64b-3940287c0856 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9506614 Feb 28 10:41:04.580184 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48424) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:04.587424 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f407c95-2414-433d-9904-2e5562f9b4ee tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Network ecd0d21e-dc9c-4544-a8e9-08e7916a2585 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:04.589654 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-37d418a4-2e3d-455f-94ba-3d077f87cf3a tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Request body: {'security_group': {'name': 'tempest-secgroup--98183763'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:04.610581 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81e8461-19e4-4a14-93df-effb89957b30 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:04.611275 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f81e8461-19e4-4a14-93df-effb89957b30 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:04.618871 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4641ce92-13b7-4e1d-afc3-474dee30e93f admin admin] Publish callbacks [] for security_group (94cf2867-5dfc-4a66-a6fe-0a7903d8e702), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:04.622202 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-0f407c95-2414-433d-9904-2e5562f9b4ee tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:04.628602 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f407c95-2414-433d-9904-2e5562f9b4ee tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:41:04.631494 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f407c95-2414-433d-9904-2e5562f9b4ee tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event updated for resources: {'Port': ['ID=0ee69baf-4258-464b-8807-3ebe949431b1,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:04.693749 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4641ce92-13b7-4e1d-afc3-474dee30e93f admin admin] Publish callbacks [] for security_group (94cf2867-5dfc-4a66-a6fe-0a7903d8e702), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:04.694021 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0f407c95-2414-433d-9904-2e5562f9b4ee tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047958'] for router_interface (715b97de-b762-4299-96fd-334e07afed82), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:04.736996 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-f81e8461-19e4-4a14-93df-effb89957b30 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 2.3750083 Feb 28 10:41:04.743466 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48426) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:04.761787 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-37d418a4-2e3d-455f-94ba-3d077f87cf3a tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:04.802361 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 48b5fc60-d08e-477a-9adf-f92649ff8c25 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:04.803194 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (48b5fc60-d08e-477a-9adf-f92649ff8c25), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:04.805837 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-12400cf3-bf80-400b-825a-19e61d1d3055 None None] Publish callbacks [] for port (0d3ece73-0663-4c34-8b39-1e9c722e6ba1), precommit_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:04.821042 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3af38772-881c-49e2-90fc-83f7d98e2503 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (78e4f8f8-348f-4545-beb6-cf8d3033cc81), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:04.838922 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=07537032-4b4f-4df4-be9a-9c89413e009c,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:04.866470 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-4911c09c-a594-42d9-8a3e-a082febc8d4b None None] Provisioning complete for port 07537032-4b4f-4df4-be9a-9c89413e009c triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:04.866872 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-4911c09c-a594-42d9-8a3e-a082febc8d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (07537032-4b4f-4df4-be9a-9c89413e009c), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:04.895035 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9364777-007c-4f0e-bc60-4b0447f76688 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:04.900820 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9364777-007c-4f0e-bc60-4b0447f76688 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:04.906891 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-a9364777-007c-4f0e-bc60-4b0447f76688 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1583331 Feb 28 10:41:04.909868 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48428) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:04.920884 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-12400cf3-bf80-400b-825a-19e61d1d3055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (0d3ece73-0663-4c34-8b39-1e9c722e6ba1), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:04.928164 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-57a668f3-f637-4ad9-b4f9-494a51ad03be None None] For port 95115865-fb17-416a-8f6f-b48b955fec0c, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:41:04.959322 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4641ce92-13b7-4e1d-afc3-474dee30e93f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (94cf2867-5dfc-4a66-a6fe-0a7903d8e702), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:04.962954 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4641ce92-13b7-4e1d-afc3-474dee30e93f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:04.966728 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-4641ce92-13b7-4e1d-afc3-474dee30e93f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/94cf2867-5dfc-4a66-a6fe-0a7903d8e702 HTTP/1.1" status: 204 len: 168 time: 0.6191950 Feb 28 10:41:04.980673 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af38772-881c-49e2-90fc-83f7d98e2503 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Subnet': ['ID=78e4f8f8-348f-4545-beb6-cf8d3033cc81,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:04.991959 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-57a668f3-f637-4ad9-b4f9-494a51ad03be None None] For port 95115865-fb17-416a-8f6f-b48b955fec0c, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=95115865-fb17-416a-8f6f-b48b955fec0c,segment=NetworkSegment(cb80c971-c205-4c02-b364-9dfba0a80168),segment_id=cb80c971-c205-4c02-b364-9dfba0a80168)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:41:05.014295 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4641ce92-13b7-4e1d-afc3-474dee30e93f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94cf2867-5dfc-4a66-a6fe-0a7903d8e702,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:05.052760 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7544dcd3-00ac-443c-b160-8149a54c2873 None None] Pushing event updated for resources: {'Port': ['ID=0d3ece73-0663-4c34-8b39-1e9c722e6ba1,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:05.059744 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-12400cf3-bf80-400b-825a-19e61d1d3055 None None] Attempting to bind port 0d3ece73-0663-4c34-8b39-1e9c722e6ba1 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:41:05.060118 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-12400cf3-bf80-400b-825a-19e61d1d3055 None None] Attempting to bind port 0d3ece73-0663-4c34-8b39-1e9c722e6ba1 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:41:05.060488 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12400cf3-bf80-400b-825a-19e61d1d3055 None None] Attempting to bind port 0d3ece73-0663-4c34-8b39-1e9c722e6ba1 on network e88d86cf-af22-4900-bdd2-aa4038554136 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:41:05.078612 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12400cf3-bf80-400b-825a-19e61d1d3055 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:41:05.078612 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12400cf3-bf80-400b-825a-19e61d1d3055 None None] Checking segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:41:05.078993 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-12400cf3-bf80-400b-825a-19e61d1d3055 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:05.080755 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12400cf3-bf80-400b-825a-19e61d1d3055 None None] Bound using segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:41:05.080755 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-12400cf3-bf80-400b-825a-19e61d1d3055 None None] Bound port: 0d3ece73-0663-4c34-8b39-1e9c722e6ba1, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:41:05.080755 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-12400cf3-bf80-400b-825a-19e61d1d3055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (0d3ece73-0663-4c34-8b39-1e9c722e6ba1), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:05.133354 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-37d418a4-2e3d-455f-94ba-3d077f87cf3a tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group (1d2848a7-01e1-43f1-a434-696d1505418b), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:05.134517 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af38772-881c-49e2-90fc-83f7d98e2503 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Checking segment: {'id': '196a06c1-054f-4203-959b-df8db3aa333c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ed0b9869-ae23-48eb-aefa-6fa5242a6177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:41:05.134929 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af38772-881c-49e2-90fc-83f7d98e2503 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Network hostable DHCP agents. Network: ed0b9869-ae23-48eb-aefa-6fa5242a6177, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:41:05.136511 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-57a668f3-f637-4ad9-b4f9-494a51ad03be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (95115865-fb17-416a-8f6f-b48b955fec0c), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:05.173359 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-bad3bed5-ac27-436c-aa6e-b104012b3647 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Deleting port e3cde10d-cf00-4ed8-a47e-269dace84481 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:41:05.173702 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-bad3bed5-ac27-436c-aa6e-b104012b3647 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (e3cde10d-cf00-4ed8-a47e-269dace84481), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:05.185658 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a474e9c3-d1d0-4ae8-aaa5-29d989da80c5 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Made reservation on behalf of a3b8dd05d882407cb4aeb7c1fff3f6af for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:41:05.190078 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a474e9c3-d1d0-4ae8-aaa5-29d989da80c5 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:05.229275 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-37d418a4-2e3d-455f-94ba-3d077f87cf3a tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (1d2848a7-01e1-43f1-a434-696d1505418b), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:05.235327 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 48b5fc60-d08e-477a-9adf-f92649ff8c25 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:05.236534 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device b1984a5b-89d7-4bda-9c07-cce09814ee03 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:41:05.262643 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af38772-881c-49e2-90fc-83f7d98e2503 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Network ed0b9869-ae23-48eb-aefa-6fa5242a6177 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:41:05.279128 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-12400cf3-bf80-400b-825a-19e61d1d3055 None None] For port 0d3ece73-0663-4c34-8b39-1e9c722e6ba1, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:41:05.295344 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d418a4-2e3d-455f-94ba-3d077f87cf3a tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2848a7-01e1-43f1-a434-696d1505418b,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:05.305149 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0f407c95-2414-433d-9904-2e5562f9b4ee tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (0ee69baf-4258-464b-8807-3ebe949431b1), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:05.322751 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-12400cf3-bf80-400b-825a-19e61d1d3055 None None] For port 0d3ece73-0663-4c34-8b39-1e9c722e6ba1, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=0d3ece73-0663-4c34-8b39-1e9c722e6ba1,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:41:05.323175 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-4911c09c-a594-42d9-8a3e-a082febc8d4b None None] Current status of the port 07537032-4b4f-4df4-be9a-9c89413e009c is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:05.331083 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a668f3-f637-4ad9-b4f9-494a51ad03be None None] Pushing event updated for resources: {'Port': ['ID=95115865-fb17-416a-8f6f-b48b955fec0c,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:05.346137 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-bad3bed5-ac27-436c-aa6e-b104012b3647 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (e3cde10d-cf00-4ed8-a47e-269dace84481), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:05.351593 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-3af38772-881c-49e2-90fc-83f7d98e2503 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, ed0b9869-ae23-48eb-aefa-6fa5242a6177) {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:05.355054 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-37d418a4-2e3d-455f-94ba-3d077f87cf3a tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:05.357005 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-37d418a4-2e3d-455f-94ba-3d077f87cf3a tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7739456 Feb 28 10:41:05.360177 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48432) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:05.367191 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af38772-881c-49e2-90fc-83f7d98e2503 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:05.367417 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4faf7b-0188-4448-ba36-4ced47925d0e None None] Network ed0b9869-ae23-48eb-aefa-6fa5242a6177 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:41:05.368034 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3af38772-881c-49e2-90fc-83f7d98e2503 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:05.379492 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-bad3bed5-ac27-436c-aa6e-b104012b3647 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Calling delete_port for e3cde10d-cf00-4ed8-a47e-269dace84481 owned by {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:41:05.389524 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-1fc4f516-df97-4063-9df1-69cee71b41b9 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Request body: {'security_group_rule': {'security_group_id': 'aa4ad7a7-f852-4163-8384-0c56d20e1a4a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1d2848a7-01e1-43f1-a434-696d1505418b', 'remote_ip_prefix': None}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:05.421589 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-12400cf3-bf80-400b-825a-19e61d1d3055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (0d3ece73-0663-4c34-8b39-1e9c722e6ba1), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:05.491092 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02573891-31fc-493c-a1a8-e3aabce2a681 None None] Update dhcp port {'port': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'fixed_ips': [{'subnet_id': '1765de8d-87f1-4766-a636-7a1423e0ce3d', 'ip_address': '2001:db8::f816:3eff:fed9:d301'}, {'subnet_id': 'e4444c28-d149-44c1-85a3-8ffc7307ca18'}], 'binding:host_id': 'dv-neutron-829161-3-hyperv'}, 'id': '07537032-4b4f-4df4-be9a-9c89413e009c'} from dv-neutron-829161-3-hyperv. {{(pid=104085) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 28 10:41:05.520370 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-3af38772-881c-49e2-90fc-83f7d98e2503 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.3446245 Feb 28 10:41:05.529858 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port b1984a5b-89d7-4bda-9c07-cce09814ee03 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:05.531719 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (b1984a5b-89d7-4bda-9c07-cce09814ee03), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:05.541618 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48434) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:05.647800 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12400cf3-bf80-400b-825a-19e61d1d3055 None None] Routers {'d5be3c96-d3d3-4861-9461-a8c700c99693'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:41:05.648563 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-12400cf3-bf80-400b-825a-19e61d1d3055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:40:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['d5be3c96-d3d3-4861-9461-a8c700c99693'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:05.657723 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-02573891-31fc-493c-a1a8-e3aabce2a681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (07537032-4b4f-4df4-be9a-9c89413e009c), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:05.662952 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7544dcd3-00ac-443c-b160-8149a54c2873 None None] Pushing event updated for resources: {'Port': ['ID=0d3ece73-0663-4c34-8b39-1e9c722e6ba1,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:05.751835 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d3f10e-8eed-4a16-a05a-1c6f30d9be22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-ed0b9869-ae23-48eb-aefa-6fa5242a6177', 'network_id': 'ed0b9869-ae23-48eb-aefa-6fa5242a6177', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'fixed_ips': [{'subnet_id': '78e4f8f8-348f-4545-beb6-cf8d3033cc81'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:41:05.752806 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-71d3f10e-8eed-4a16-a05a-1c6f30d9be22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:05.790700 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1fc4f516-df97-4063-9df1-69cee71b41b9 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (a74e6783-e0c8-40e6-9174-9c1e79df5e92), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:05.880480 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-bad3bed5-ac27-436c-aa6e-b104012b3647 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (e3cde10d-cf00-4ed8-a47e-269dace84481), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:05.915588 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad3bed5-ac27-436c-aa6e-b104012b3647 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event deleted for resources: {'Port': ['ID=e3cde10d-cf00-4ed8-a47e-269dace84481,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:06.008286 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-bad3bed5-ac27-436c-aa6e-b104012b3647 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:06.011742 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-bad3bed5-ac27-436c-aa6e-b104012b3647 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/ports/e3cde10d-cf00-4ed8-a47e-269dace84481 HTTP/1.1" status: 204 len: 168 time: 1.0963535 Feb 28 10:41:06.014748 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48436) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:06.018786 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-12400cf3-bf80-400b-825a-19e61d1d3055 None None] Set router d5be3c96-d3d3-4861-9461-a8c700c99693 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:41:06.088283 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b467ce-58ad-47db-b4b6-2e44a18354b4 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:06.089198 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b467ce-58ad-47db-b4b6-2e44a18354b4 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:06.090873 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b467ce-58ad-47db-b4b6-2e44a18354b4 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:06.094944 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-65b467ce-58ad-47db-b4b6-2e44a18354b4 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0773938 Feb 28 10:41:06.096030 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48438) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:06.104735 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port b1984a5b-89d7-4bda-9c07-cce09814ee03 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:06.141790 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1fc4f516-df97-4063-9df1-69cee71b41b9 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (a74e6783-e0c8-40e6-9174-9c1e79df5e92), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:06.162939 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-48f9ec75-ad8f-4814-9e37-ed7d83c59194 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Deleting subnet 1765de8d-87f1-4766-a636-7a1423e0ce3d {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:41:06.241979 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-02573891-31fc-493c-a1a8-e3aabce2a681 None None] Allocated IP 172.20.0.2 (a10d36a7-87ef-481e-9e9f-da2235211c53/e4444c28-d149-44c1-85a3-8ffc7307ca18/07537032-4b4f-4df4-be9a-9c89413e009c) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:41:06.249811 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1fc4f516-df97-4063-9df1-69cee71b41b9 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (a74e6783-e0c8-40e6-9174-9c1e79df5e92), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:06.287966 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-71d3f10e-8eed-4a16-a05a-1c6f30d9be22 None None] Allocated IP 172.20.0.2 (ed0b9869-ae23-48eb-aefa-6fa5242a6177/78e4f8f8-348f-4545-beb6-cf8d3033cc81/4bf38718-3786-456b-9dfe-d2ed1e33f21d) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:41:06.306184 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0f407c95-2414-433d-9904-2e5562f9b4ee tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for port (0ee69baf-4258-464b-8807-3ebe949431b1), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:06.336911 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc4f516-df97-4063-9df1-69cee71b41b9 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a74e6783-e0c8-40e6-9174-9c1e79df5e92,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:06.343902 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 07537032-4b4f-4df4-be9a-9c89413e009c up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:41:06.348671 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a474e9c3-d1d0-4ae8-aaa5-29d989da80c5 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (911f79fb-ed64-4821-a64b-4b3bbdac4ab4), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:06.421801 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0f407c95-2414-433d-9904-2e5562f9b4ee tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (0ee69baf-4258-464b-8807-3ebe949431b1), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:06.479332 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1fc4f516-df97-4063-9df1-69cee71b41b9 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:06.483409 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-1fc4f516-df97-4063-9df1-69cee71b41b9 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.1163230 Feb 28 10:41:06.485121 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48440) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:06.505798 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a474e9c3-d1d0-4ae8-aaa5-29d989da80c5 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Network 687e67c4-ef4a-4a97-86ec-6e4ca7a12767 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:06.507516 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-02573891-31fc-493c-a1a8-e3aabce2a681 None None] For port 07537032-4b4f-4df4-be9a-9c89413e009c, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=07537032-4b4f-4df4-be9a-9c89413e009c,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:06.522397 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-a474e9c3-d1d0-4ae8-aaa5-29d989da80c5 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:06.526074 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a474e9c3-d1d0-4ae8-aaa5-29d989da80c5 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:06.526797 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a474e9c3-d1d0-4ae8-aaa5-29d989da80c5 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:06.537729 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-837d45f6-0f64-41a1-b88b-ca565ac15615 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (a74e6783-e0c8-40e6-9174-9c1e79df5e92), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:06.548339 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-837d45f6-0f64-41a1-b88b-ca565ac15615 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (a74e6783-e0c8-40e6-9174-9c1e79df5e92), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:06.583647 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a474e9c3-d1d0-4ae8-aaa5-29d989da80c5 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event updated for resources: {'Subnet': ['ID=911f79fb-ed64-4821-a64b-4b3bbdac4ab4,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:06.594683 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f407c95-2414-433d-9904-2e5562f9b4ee tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event updated for resources: {'Port': ['ID=0ee69baf-4258-464b-8807-3ebe949431b1,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:06.606582 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0f407c95-2414-433d-9904-2e5562f9b4ee tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047558'] for router_interface (715b97de-b762-4299-96fd-334e07afed82), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:06.677364 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-837d45f6-0f64-41a1-b88b-ca565ac15615 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (a74e6783-e0c8-40e6-9174-9c1e79df5e92), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:06.685617 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-837d45f6-0f64-41a1-b88b-ca565ac15615 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:06.688246 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-837d45f6-0f64-41a1-b88b-ca565ac15615 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/a74e6783-e0c8-40e6-9174-9c1e79df5e92 HTTP/1.1" status: 204 len: 168 time: 0.1983488 Feb 28 10:41:06.696113 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48442) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:06.704301 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a474e9c3-d1d0-4ae8-aaa5-29d989da80c5 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.1536672 Feb 28 10:41:06.709177 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48444) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:06.710863 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba65382-3b20-4604-86fd-1839830b5b91 None None] Network 687e67c4-ef4a-4a97-86ec-6e4ca7a12767 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:41:06.717349 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-2925dc00-40dd-496e-bcc6-9922ded186a5 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-879256998', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '911f79fb-ed64-4821-a64b-4b3bbdac4ab4'}], 'security_groups': ['c54e73ba-309e-44fe-9031-dbbc7b94aebb']}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:06.728649 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837d45f6-0f64-41a1-b88b-ca565ac15615 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a74e6783-e0c8-40e6-9174-9c1e79df5e92,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:06.774197 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-716cc0e6-d4c3-43b3-b072-0e43df85b13b tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0703492 Feb 28 10:41:06.774579 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48446) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:06.788624 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df24e52-0dd3-4126-8f18-7235e7203da5 None None] Network ecd0d21e-dc9c-4544-a8e9-08e7916a2585 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:41:06.835436 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f407c95-2414-433d-9904-2e5562f9b4ee tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Network ecd0d21e-dc9c-4544-a8e9-08e7916a2585 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:06.842019 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f54a96a8-8acb-4ad6-9aad-5a03b3dbbcd1 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group (1d2848a7-01e1-43f1-a434-696d1505418b), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:06.849650 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-0f407c95-2414-433d-9904-2e5562f9b4ee tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:06.873813 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f54a96a8-8acb-4ad6-9aad-5a03b3dbbcd1 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group (1d2848a7-01e1-43f1-a434-696d1505418b), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:06.875936 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-02573891-31fc-493c-a1a8-e3aabce2a681 None None] Publish callbacks [] for port (07537032-4b4f-4df4-be9a-9c89413e009c), precommit_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:06.881597 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-12400cf3-bf80-400b-825a-19e61d1d3055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'name': 'tempest-TestNetworkBasicOps-router-1169356957', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.55'}], 'enable_snat': True}, 'gw_port_id': '0d3ece73-0663-4c34-8b39-1e9c722e6ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:57Z', 'updated_at': '2022-02-28T10:41:00Z', 'revision_number': 3, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '0d3ece73-0663-4c34-8b39-1e9c722e6ba1', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:59Z', 'updated_at': '2022-02-28T10:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:06.896897 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 07537032-4b4f-4df4-be9a-9c89413e009c triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:06.897194 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (07537032-4b4f-4df4-be9a-9c89413e009c), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:06.932335 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-48f9ec75-ad8f-4814-9e37-ed7d83c59194 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for subnet (1765de8d-87f1-4766-a636-7a1423e0ce3d), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:06.973361 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12400cf3-bf80-400b-825a-19e61d1d3055 None None] The sync data for ids ['d5be3c96-d3d3-4861-9461-a8c700c99693'] in dv-neutron-829161-3-hyperv is: [{'id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'name': 'tempest-TestNetworkBasicOps-router-1169356957', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.55'}], 'enable_snat': True}, 'gw_port_id': '0d3ece73-0663-4c34-8b39-1e9c722e6ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:57Z', 'updated_at': '2022-02-28T10:41:00Z', 'revision_number': 3, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '0d3ece73-0663-4c34-8b39-1e9c722e6ba1', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:59Z', 'updated_at': '2022-02-28T10:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:41:06.979879 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-48f9ec75-ad8f-4814-9e37-ed7d83c59194 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (1765de8d-87f1-4766-a636-7a1423e0ce3d), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:06.982121 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-02573891-31fc-493c-a1a8-e3aabce2a681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (07537032-4b4f-4df4-be9a-9c89413e009c), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:07.013608 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f54a96a8-8acb-4ad6-9aad-5a03b3dbbcd1 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (1d2848a7-01e1-43f1-a434-696d1505418b), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:07.016392 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f54a96a8-8acb-4ad6-9aad-5a03b3dbbcd1 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:07.019899 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-f54a96a8-8acb-4ad6-9aad-5a03b3dbbcd1 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "DELETE /v2.0/security-groups/1d2848a7-01e1-43f1-a434-696d1505418b HTTP/1.1" status: 204 len: 168 time: 0.2420175 Feb 28 10:41:07.022415 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48448) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:07.032051 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54a96a8-8acb-4ad6-9aad-5a03b3dbbcd1 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2848a7-01e1-43f1-a434-696d1505418b,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:07.064463 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-fc65ae55-6c34-4bb1-a73a-8509be4eefb9 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:07.094346 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02573891-31fc-493c-a1a8-e3aabce2a681 None None] Pushing event updated for resources: {'Port': ['ID=07537032-4b4f-4df4-be9a-9c89413e009c,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:07.123939 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-7ce9e6c6-4b4b-4c38-a852-112b1ac5cbdf None None] Provisioning complete for port 95115865-fb17-416a-8f6f-b48b955fec0c triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:07.124567 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7ce9e6c6-4b4b-4c38-a852-112b1ac5cbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (95115865-fb17-416a-8f6f-b48b955fec0c), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:07.154512 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-48f9ec75-ad8f-4814-9e37-ed7d83c59194 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (1765de8d-87f1-4766-a636-7a1423e0ce3d), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:07.293051 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-71d3f10e-8eed-4a16-a05a-1c6f30d9be22 None None] Publish callbacks [] for port (4bf38718-3786-456b-9dfe-d2ed1e33f21d), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:07.371378 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-48f9ec75-ad8f-4814-9e37-ed7d83c59194 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (1765de8d-87f1-4766-a636-7a1423e0ce3d), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:07.410296 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-48f9ec75-ad8f-4814-9e37-ed7d83c59194 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:07.410296 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-48f9ec75-ad8f-4814-9e37-ed7d83c59194 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/subnets/1765de8d-87f1-4766-a636-7a1423e0ce3d HTTP/1.1" status: 204 len: 168 time: 1.3122702 Feb 28 10:41:07.457369 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-71d3f10e-8eed-4a16-a05a-1c6f30d9be22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (4bf38718-3786-456b-9dfe-d2ed1e33f21d), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:07.457646 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48450) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:07.476500 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f9ec75-ad8f-4814-9e37-ed7d83c59194 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event deleted for resources: {'Subnet': ['ID=1765de8d-87f1-4766-a636-7a1423e0ce3d,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:07.560842 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d3f10e-8eed-4a16-a05a-1c6f30d9be22 None None] Network ed0b9869-ae23-48eb-aefa-6fa5242a6177 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:07.571607 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-29dce380-52cc-4f9b-be40-e2d40900f21c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Deleting subnet e4444c28-d149-44c1-85a3-8ffc7307ca18 {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:41:07.576832 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-71d3f10e-8eed-4a16-a05a-1c6f30d9be22 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:07.581986 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d3f10e-8eed-4a16-a05a-1c6f30d9be22 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:41:07.585304 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-29dce380-52cc-4f9b-be40-e2d40900f21c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for subnet (e4444c28-d149-44c1-85a3-8ffc7307ca18), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:07.606906 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 07537032-4b4f-4df4-be9a-9c89413e009c is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:07.608349 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 95115865-fb17-416a-8f6f-b48b955fec0c up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:41:07.690096 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-29dce380-52cc-4f9b-be40-e2d40900f21c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (e4444c28-d149-44c1-85a3-8ffc7307ca18), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:07.734112 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d3f10e-8eed-4a16-a05a-1c6f30d9be22 None None] Pushing event updated for resources: {'Port': ['ID=4bf38718-3786-456b-9dfe-d2ed1e33f21d,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:08.011055 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-7ce9e6c6-4b4b-4c38-a852-112b1ac5cbdf None None] Current status of the port 95115865-fb17-416a-8f6f-b48b955fec0c is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:08.011272 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-29dce380-52cc-4f9b-be40-e2d40900f21c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (e4444c28-d149-44c1-85a3-8ffc7307ca18), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:08.012399 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7ce9e6c6-4b4b-4c38-a852-112b1ac5cbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (95115865-fb17-416a-8f6f-b48b955fec0c), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:08.069952 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-71d3f10e-8eed-4a16-a05a-1c6f30d9be22 None None] Attempting to bind port 4bf38718-3786-456b-9dfe-d2ed1e33f21d on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:41:08.070658 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-71d3f10e-8eed-4a16-a05a-1c6f30d9be22 None None] Attempting to bind port 4bf38718-3786-456b-9dfe-d2ed1e33f21d by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '196a06c1-054f-4203-959b-df8db3aa333c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ed0b9869-ae23-48eb-aefa-6fa5242a6177'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:41:08.071379 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d3f10e-8eed-4a16-a05a-1c6f30d9be22 None None] Attempting to bind port 4bf38718-3786-456b-9dfe-d2ed1e33f21d on network ed0b9869-ae23-48eb-aefa-6fa5242a6177 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:41:08.112370 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f70dbe-a0a5-4977-b3b2-fc0bae2e0136 None None] Update dhcp port {'port': {'network_id': '687e67c4-ef4a-4a97-86ec-6e4ca7a12767', 'fixed_ips': [{'subnet_id': '07f591d6-0987-441c-9306-da2b8dc59018', 'ip_address': '172.20.0.2'}, {'subnet_id': '911f79fb-ed64-4821-a64b-4b3bbdac4ab4'}], 'binding:host_id': 'dv-neutron-829161-3-hyperv'}, 'id': 'b1984a5b-89d7-4bda-9c07-cce09814ee03'} from dv-neutron-829161-3-hyperv. {{(pid=104085) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 28 10:41:08.185092 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d3f10e-8eed-4a16-a05a-1c6f30d9be22 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:41:08.185477 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d3f10e-8eed-4a16-a05a-1c6f30d9be22 None None] Checking segment: {'id': '196a06c1-054f-4203-959b-df8db3aa333c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ed0b9869-ae23-48eb-aefa-6fa5242a6177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:41:08.185884 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-71d3f10e-8eed-4a16-a05a-1c6f30d9be22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:08.186287 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d3f10e-8eed-4a16-a05a-1c6f30d9be22 None None] Bound using segment: {'id': '196a06c1-054f-4203-959b-df8db3aa333c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ed0b9869-ae23-48eb-aefa-6fa5242a6177'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:41:08.186851 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-71d3f10e-8eed-4a16-a05a-1c6f30d9be22 None None] Bound port: 4bf38718-3786-456b-9dfe-d2ed1e33f21d, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '196a06c1-054f-4203-959b-df8db3aa333c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ed0b9869-ae23-48eb-aefa-6fa5242a6177'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:41:08.187808 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-71d3f10e-8eed-4a16-a05a-1c6f30d9be22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (4bf38718-3786-456b-9dfe-d2ed1e33f21d), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:08.237238 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-15f70dbe-a0a5-4977-b3b2-fc0bae2e0136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (b1984a5b-89d7-4bda-9c07-cce09814ee03), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:08.248325 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 95115865-fb17-416a-8f6f-b48b955fec0c triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:08.248713 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (95115865-fb17-416a-8f6f-b48b955fec0c), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:08.262242 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f407c95-2414-433d-9904-2e5562f9b4ee tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Router 715b97de-b762-4299-96fd-334e07afed82 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:41:08.279005 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-29dce380-52cc-4f9b-be40-e2d40900f21c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (e4444c28-d149-44c1-85a3-8ffc7307ca18), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:08.315240 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-7ce9e6c6-4b4b-4c38-a852-112b1ac5cbdf None None] For port 95115865-fb17-416a-8f6f-b48b955fec0c, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=95115865-fb17-416a-8f6f-b48b955fec0c,segment=NetworkSegment(cb80c971-c205-4c02-b364-9dfba0a80168),segment_id=cb80c971-c205-4c02-b364-9dfba0a80168)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:08.364805 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dce380-52cc-4f9b-be40-e2d40900f21c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event deleted for resources: {'Subnet': ['ID=e4444c28-d149-44c1-85a3-8ffc7307ca18,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:08.376996 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2925dc00-40dd-496e-bcc6-9922ded186a5 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (03f624b5-51e9-45c4-9bab-98e644e2582a), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:08.388444 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-29dce380-52cc-4f9b-be40-e2d40900f21c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:08.400887 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-29dce380-52cc-4f9b-be40-e2d40900f21c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/subnets/e4444c28-d149-44c1-85a3-8ffc7307ca18 HTTP/1.1" status: 204 len: 168 time: 0.9383404 Feb 28 10:41:08.401853 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48452) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:08.433860 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-6c3e26f3-e5e1-4f4d-ab92-b2e92eee42c8 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 1.4041944 Feb 28 10:41:08.436355 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-71d3f10e-8eed-4a16-a05a-1c6f30d9be22 None None] For port 4bf38718-3786-456b-9dfe-d2ed1e33f21d, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:41:08.443723 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48454) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:08.454618 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-71d3f10e-8eed-4a16-a05a-1c6f30d9be22 None None] For port 4bf38718-3786-456b-9dfe-d2ed1e33f21d, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=4bf38718-3786-456b-9dfe-d2ed1e33f21d,segment=NetworkSegment(196a06c1-054f-4203-959b-df8db3aa333c),segment_id=196a06c1-054f-4203-959b-df8db3aa333c)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:41:08.504687 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-57036a52-701b-46a0-8be8-8ce64fcee498 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0927157 Feb 28 10:41:08.505716 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48456) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:08.511806 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-e366e97b-a35f-4652-ac88-7d40e78935a2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Request body: {'subnet': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:08.568139 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7ce9e6c6-4b4b-4c38-a852-112b1ac5cbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (95115865-fb17-416a-8f6f-b48b955fec0c), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:08.571913 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-71d3f10e-8eed-4a16-a05a-1c6f30d9be22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (4bf38718-3786-456b-9dfe-d2ed1e33f21d), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:08.771582 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e366e97b-a35f-4652-ac88-7d40e78935a2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Made reservation on behalf of 9047a33944184c15875a48328f19bcdb for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:41:08.787379 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e366e97b-a35f-4652-ac88-7d40e78935a2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:08.827656 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bd7d098a-ad20-45ff-a394-bc828ec8e40b tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group (aa4ad7a7-f852-4163-8384-0c56d20e1a4a), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:08.846497 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-fc65ae55-6c34-4bb1-a73a-8509be4eefb9 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Allocated IP 172.20.0.1 (ed0b9869-ae23-48eb-aefa-6fa5242a6177/78e4f8f8-348f-4545-beb6-cf8d3033cc81/0cea848e-f97e-4794-8738-5114b4b3b6b2) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:41:08.901830 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-15f70dbe-a0a5-4977-b3b2-fc0bae2e0136 None None] Allocated IP 172.20.0.18 (687e67c4-ef4a-4a97-86ec-6e4ca7a12767/911f79fb-ed64-4821-a64b-4b3bbdac4ab4/b1984a5b-89d7-4bda-9c07-cce09814ee03) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:41:08.953331 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96cec88-fb9c-441c-8cb2-363e92deb55b None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:41:08.984934 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f407c95-2414-433d-9904-2e5562f9b4ee tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:41:09.005720 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d26e058-ebb4-4d94-af9e-9ffebeedbf61 None None] Sync routers for ids ['715b97de-b762-4299-96fd-334e07afed82'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:41:09.017077 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-0f407c95-2414-433d-9904-2e5562f9b4ee tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "PUT /v2.0/routers/715b97de-b762-4299-96fd-334e07afed82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4748106 Feb 28 10:41:09.017292 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48458) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:09.022114 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d26e058-ebb4-4d94-af9e-9ffebeedbf61 None None] Routers {'715b97de-b762-4299-96fd-334e07afed82'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:41:09.023046 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-1d26e058-ebb4-4d94-af9e-9ffebeedbf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:40:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['715b97de-b762-4299-96fd-334e07afed82'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:09.029147 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-2283bab3-d2cd-4df5-b943-6af9943280df tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Request body: {'network': {'name': 'tempest-RoutersTest-814781897'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:09.131237 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce9e6c6-4b4b-4c38-a852-112b1ac5cbdf None None] Pushing event updated for resources: {'Port': ['ID=95115865-fb17-416a-8f6f-b48b955fec0c,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:09.152993 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-1d26e058-ebb4-4d94-af9e-9ffebeedbf61 None None] Set router 715b97de-b762-4299-96fd-334e07afed82 gateway port host: None {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:41:09.174378 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bd7d098a-ad20-45ff-a394-bc828ec8e40b tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group (aa4ad7a7-f852-4163-8384-0c56d20e1a4a), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:09.393549 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2283bab3-d2cd-4df5-b943-6af9943280df tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Made reservation on behalf of 25b479ba752e4d33b5861f804bc6920d for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:41:09.398469 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2283bab3-d2cd-4df5-b943-6af9943280df tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:09.403076 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d3f10e-8eed-4a16-a05a-1c6f30d9be22 None None] Pushing event updated for resources: {'Port': ['ID=4bf38718-3786-456b-9dfe-d2ed1e33f21d,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:09.410174 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-6f5841d3-47c4-480d-9ec1-347e7ad9fef0 None None] Provisioning complete for port 95115865-fb17-416a-8f6f-b48b955fec0c triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:09.410799 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6f5841d3-47c4-480d-9ec1-347e7ad9fef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (95115865-fb17-416a-8f6f-b48b955fec0c), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:09.425475 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-fc65ae55-6c34-4bb1-a73a-8509be4eefb9 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for port (0cea848e-f97e-4794-8738-5114b4b3b6b2), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:09.466784 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bd7d098a-ad20-45ff-a394-bc828ec8e40b tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (aa4ad7a7-f852-4163-8384-0c56d20e1a4a), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:09.470362 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bd7d098a-ad20-45ff-a394-bc828ec8e40b tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:09.473147 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-bd7d098a-ad20-45ff-a394-bc828ec8e40b tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "DELETE /v2.0/security-groups/aa4ad7a7-f852-4163-8384-0c56d20e1a4a HTTP/1.1" status: 204 len: 168 time: 0.7663424 Feb 28 10:41:09.484298 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48460) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:09.485387 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2283bab3-d2cd-4df5-b943-6af9943280df tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:41:09.498405 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7d098a-ad20-45ff-a394-bc828ec8e40b tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4ad7a7-f852-4163-8384-0c56d20e1a4a,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:09.565574 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-1d26e058-ebb4-4d94-af9e-9ffebeedbf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715b97de-b762-4299-96fd-334e07afed82', 'name': 'tempest-RoutersTest-router-248430510', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:49Z', 'updated_at': '2022-02-28T10:41:05Z', 'revision_number': 3, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'gw_port_host': None, '_interfaces': [{'id': '0ee69baf-4258-464b-8807-3ebe949431b1', 'name': '', 'network_id': 'ecd0d21e-dc9c-4544-a8e9-08e7916a2585', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'mac_address': 'fa:16:3e:b7:76:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '715b97de-b762-4299-96fd-334e07afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '669f06b7-57ef-4301-a8c3-00e281fb7a6d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:03Z', 'updated_at': '2022-02-28T10:41:05Z', 'revision_number': 2, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'subnets': [{'id': '669f06b7-57ef-4301-a8c3-00e281fb7a6d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48b5fc60-d08e-477a-9adf-f92649ff8c25', 'name': '', 'network_id': 'dc3763cc-cbd8-49a9-968b-baa5b223e43a', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'mac_address': 'fa:16:3e:5e:a5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715b97de-b762-4299-96fd-334e07afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '9aef332b-550c-4398-b0fb-6c0fb7618921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:53Z', 'updated_at': '2022-02-28T10:41:01Z', 'revision_number': 5, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'subnets': [{'id': '9aef332b-550c-4398-b0fb-6c0fb7618921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:09.571894 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-15f70dbe-a0a5-4977-b3b2-fc0bae2e0136 None None] For port b1984a5b-89d7-4bda-9c07-cce09814ee03, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=b1984a5b-89d7-4bda-9c07-cce09814ee03,segment=NetworkSegment(54747cbf-c1a6-49d3-b791-61d8b81a74b7),segment_id=54747cbf-c1a6-49d3-b791-61d8b81a74b7)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:09.576887 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-fc65ae55-6c34-4bb1-a73a-8509be4eefb9 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (0cea848e-f97e-4794-8738-5114b4b3b6b2), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:09.579771 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2283bab3-d2cd-4df5-b943-6af9943280df tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (2ffc11aa-6996-47ed-a6a1-d07583a60549), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:09.585689 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-2283bab3-d2cd-4df5-b943-6af9943280df tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Added segment 2ffc11aa-6996-47ed-a6a1-d07583a60549 of type vlan for network 725af8f9-fa60-4830-8815-51f5d8274451 Feb 28 10:41:09.600695 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d26e058-ebb4-4d94-af9e-9ffebeedbf61 None None] Checking router: 715b97de-b762-4299-96fd-334e07afed82 for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:41:09.601056 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d26e058-ebb4-4d94-af9e-9ffebeedbf61 None None] Updating router 715b97de-b762-4299-96fd-334e07afed82 port 0ee69baf-4258-464b-8807-3ebe949431b1 binding host dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:41:09.614585 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.objects.ports [None req-e366e97b-a35f-4652-ac88-7d40e78935a2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104084) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 10:41:09.635613 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1d26e058-ebb4-4d94-af9e-9ffebeedbf61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (0ee69baf-4258-464b-8807-3ebe949431b1), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:09.642697 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-15f70dbe-a0a5-4977-b3b2-fc0bae2e0136 None None] Publish callbacks [] for port (b1984a5b-89d7-4bda-9c07-cce09814ee03), precommit_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:09.657892 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc65ae55-6c34-4bb1-a73a-8509be4eefb9 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Network ed0b9869-ae23-48eb-aefa-6fa5242a6177 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:09.663753 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-fc65ae55-6c34-4bb1-a73a-8509be4eefb9 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:09.674207 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc65ae55-6c34-4bb1-a73a-8509be4eefb9 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:41:09.726981 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc65ae55-6c34-4bb1-a73a-8509be4eefb9 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Port': ['ID=0cea848e-f97e-4794-8738-5114b4b3b6b2,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:09.734749 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-6f5841d3-47c4-480d-9ec1-347e7ad9fef0 None None] Current status of the port 95115865-fb17-416a-8f6f-b48b955fec0c is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:09.742892 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 95115865-fb17-416a-8f6f-b48b955fec0c is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:09.770195 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-15f70dbe-a0a5-4977-b3b2-fc0bae2e0136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (b1984a5b-89d7-4bda-9c07-cce09814ee03), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:09.804505 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-6f5841d3-47c4-480d-9ec1-347e7ad9fef0 None None] Provisioning complete for port 0ee69baf-4258-464b-8807-3ebe949431b1 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:09.804505 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6f5841d3-47c4-480d-9ec1-347e7ad9fef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (0ee69baf-4258-464b-8807-3ebe949431b1), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:09.899674 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a953c6b8-7088-4def-88d2-f5008a2789fe None None] DHCP port deletion for a10d36a7-87ef-481e-9e9f-da2235211c53 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:41:09.913141 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-fc65ae55-6c34-4bb1-a73a-8509be4eefb9 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047958'] for router_interface (d5be3c96-d3d3-4861-9461-a8c700c99693), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:09.980197 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-15b0befb-4f93-4efc-aa1d-47600cca23c8 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4900508 Feb 28 10:41:10.000282 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48462) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:10.008316 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2283bab3-d2cd-4df5-b943-6af9943280df tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (725af8f9-fa60-4830-8815-51f5d8274451), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:10.014626 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-c6672a15-71f5-436a-b286-da2053eb57cc tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Request body: {'security_group': {'name': 'tempest-secgroup--838282704'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:10.127143 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1d26e058-ebb4-4d94-af9e-9ffebeedbf61 None None] Publish callbacks [] for port (0ee69baf-4258-464b-8807-3ebe949431b1), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:10.150367 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c6672a15-71f5-436a-b286-da2053eb57cc tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:10.209181 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1d26e058-ebb4-4d94-af9e-9ffebeedbf61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (0ee69baf-4258-464b-8807-3ebe949431b1), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:10.269992 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2283bab3-d2cd-4df5-b943-6af9943280df tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (725af8f9-fa60-4830-8815-51f5d8274451), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:10.278635 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2283bab3-d2cd-4df5-b943-6af9943280df tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:10.279575 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2283bab3-d2cd-4df5-b943-6af9943280df tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:10.393926 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba0c0ea-9cfe-49fa-9c10-26489e69ce43 None None] Pushing event updated for resources: {'Port': ['ID=0ee69baf-4258-464b-8807-3ebe949431b1,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:10.407230 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-1d26e058-ebb4-4d94-af9e-9ffebeedbf61 None None] Attempting to bind port 0ee69baf-4258-464b-8807-3ebe949431b1 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:41:10.407759 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-1d26e058-ebb4-4d94-af9e-9ffebeedbf61 None None] Attempting to bind port 0ee69baf-4258-464b-8807-3ebe949431b1 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': 'cb80c971-c205-4c02-b364-9dfba0a80168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ecd0d21e-dc9c-4544-a8e9-08e7916a2585'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:41:10.411407 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d26e058-ebb4-4d94-af9e-9ffebeedbf61 None None] Attempting to bind port 0ee69baf-4258-464b-8807-3ebe949431b1 on network ecd0d21e-dc9c-4544-a8e9-08e7916a2585 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:41:10.423411 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d26e058-ebb4-4d94-af9e-9ffebeedbf61 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:41:10.424883 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d26e058-ebb4-4d94-af9e-9ffebeedbf61 None None] Checking segment: {'id': 'cb80c971-c205-4c02-b364-9dfba0a80168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ecd0d21e-dc9c-4544-a8e9-08e7916a2585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:41:10.425599 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1d26e058-ebb4-4d94-af9e-9ffebeedbf61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:10.428414 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d26e058-ebb4-4d94-af9e-9ffebeedbf61 None None] Bound using segment: {'id': 'cb80c971-c205-4c02-b364-9dfba0a80168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ecd0d21e-dc9c-4544-a8e9-08e7916a2585'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:41:10.429060 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-1d26e058-ebb4-4d94-af9e-9ffebeedbf61 None None] Bound port: 0ee69baf-4258-464b-8807-3ebe949431b1, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb80c971-c205-4c02-b364-9dfba0a80168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ecd0d21e-dc9c-4544-a8e9-08e7916a2585'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:41:10.429541 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1d26e058-ebb4-4d94-af9e-9ffebeedbf61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (0ee69baf-4258-464b-8807-3ebe949431b1), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:10.435197 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e366e97b-a35f-4652-ac88-7d40e78935a2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (07537032-4b4f-4df4-be9a-9c89413e009c), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:10.435568 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-2925dc00-40dd-496e-bcc6-9922ded186a5 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Delete allocated IP 172.20.0.6 (687e67c4-ef4a-4a97-86ec-6e4ca7a12767/07f591d6-0987-441c-9306-da2b8dc59018) {{(pid=104083) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 28 10:41:10.441217 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-fc65ae55-6c34-4bb1-a73a-8509be4eefb9 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (0cea848e-f97e-4794-8738-5114b4b3b6b2), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:10.445428 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283bab3-d2cd-4df5-b943-6af9943280df tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event updated for resources: {'Network': ['ID=725af8f9-fa60-4830-8815-51f5d8274451,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:10.477491 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 0d3ece73-0663-4c34-8b39-1e9c722e6ba1 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:41:10.482383 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-2283bab3-d2cd-4df5-b943-6af9943280df tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4622025 Feb 28 10:41:10.489838 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48464) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:10.494990 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-2925dc00-40dd-496e-bcc6-9922ded186a5 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Allocated IP 172.20.0.27 (687e67c4-ef4a-4a97-86ec-6e4ca7a12767/911f79fb-ed64-4821-a64b-4b3bbdac4ab4/03f624b5-51e9-45c4-9bab-98e644e2582a) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:41:10.516532 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-9ec1ee1a-f09e-47d2-8ca2-839d0ca26540 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Request body: {'subnet': {'network_id': '725af8f9-fa60-4830-8815-51f5d8274451', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:10.574014 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c6672a15-71f5-436a-b286-da2053eb57cc tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group (5d7bb44e-5bae-4987-9e9e-7041ef4f7af3), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:10.618042 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f70dbe-a0a5-4977-b3b2-fc0bae2e0136 None None] Pushing event updated for resources: {'Port': ['ID=b1984a5b-89d7-4bda-9c07-cce09814ee03,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:10.637473 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 725af8f9-fa60-4830-8815-51f5d8274451 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:41:10.703147 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82134fbf-e645-42b8-a35a-af216aa46839 None None] Network ed0b9869-ae23-48eb-aefa-6fa5242a6177 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:41:10.711691 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c6672a15-71f5-436a-b286-da2053eb57cc tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (5d7bb44e-5bae-4987-9e9e-7041ef4f7af3), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:10.718807 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-1d26e058-ebb4-4d94-af9e-9ffebeedbf61 None None] For port 0ee69baf-4258-464b-8807-3ebe949431b1, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:41:10.722883 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-1d26e058-ebb4-4d94-af9e-9ffebeedbf61 None None] For port 0ee69baf-4258-464b-8807-3ebe949431b1, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=0ee69baf-4258-464b-8807-3ebe949431b1,segment=NetworkSegment(cb80c971-c205-4c02-b364-9dfba0a80168),segment_id=cb80c971-c205-4c02-b364-9dfba0a80168)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:41:10.765169 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-6f5841d3-47c4-480d-9ec1-347e7ad9fef0 None None] Port 0ee69baf-4258-464b-8807-3ebe949431b1 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:41:10.781701 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6672a15-71f5-436a-b286-da2053eb57cc tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7bb44e-5bae-4987-9e9e-7041ef4f7af3,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:10.826983 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1d26e058-ebb4-4d94-af9e-9ffebeedbf61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (0ee69baf-4258-464b-8807-3ebe949431b1), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:10.889136 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c6672a15-71f5-436a-b286-da2053eb57cc tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:10.891759 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c6672a15-71f5-436a-b286-da2053eb57cc tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8794918 Feb 28 10:41:10.893569 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48466) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:10.900780 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-5b0ccd4f-9ea1-461e-bc1d-23de089a8122 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Request body: {'security_group_rule': {'security_group_id': '5d7bb44e-5bae-4987-9e9e-7041ef4f7af3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:10.953972 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec1ee1a-f09e-47d2-8ca2-839d0ca26540 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Made reservation on behalf of 25b479ba752e4d33b5861f804bc6920d for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:41:10.963031 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9ec1ee1a-f09e-47d2-8ca2-839d0ca26540 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:10.994288 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d26e058-ebb4-4d94-af9e-9ffebeedbf61 None None] Routers {'715b97de-b762-4299-96fd-334e07afed82'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:41:10.998534 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2925dc00-40dd-496e-bcc6-9922ded186a5 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for port (03f624b5-51e9-45c4-9bab-98e644e2582a), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:11.008253 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-1d26e058-ebb4-4d94-af9e-9ffebeedbf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:40:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['715b97de-b762-4299-96fd-334e07afed82'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:11.082211 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-e366e97b-a35f-4652-ac88-7d40e78935a2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] For port 07537032-4b4f-4df4-be9a-9c89413e009c, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=07537032-4b4f-4df4-be9a-9c89413e009c,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:11.091668 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5b0ccd4f-9ea1-461e-bc1d-23de089a8122 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (1af4ca95-c6dc-4fa6-a7f5-2452274f2ec0), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:11.098744 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba0c0ea-9cfe-49fa-9c10-26489e69ce43 None None] Pushing event updated for resources: {'Port': ['ID=0ee69baf-4258-464b-8807-3ebe949431b1,revision_number=4']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:11.107711 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 0d3ece73-0663-4c34-8b39-1e9c722e6ba1 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:11.110271 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (0d3ece73-0663-4c34-8b39-1e9c722e6ba1), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:11.121560 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2925dc00-40dd-496e-bcc6-9922ded186a5 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (03f624b5-51e9-45c4-9bab-98e644e2582a), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:11.181176 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-5d7bf4dd-d6f8-4f56-8f63-00dfda232c93 None None] Provisioning complete for port 4bf38718-3786-456b-9dfe-d2ed1e33f21d triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:11.181943 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5d7bf4dd-d6f8-4f56-8f63-00dfda232c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (4bf38718-3786-456b-9dfe-d2ed1e33f21d), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:11.237390 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-1d26e058-ebb4-4d94-af9e-9ffebeedbf61 None None] Set router 715b97de-b762-4299-96fd-334e07afed82 gateway port host: None {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:41:11.293352 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e366e97b-a35f-4652-ac88-7d40e78935a2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for port (07537032-4b4f-4df4-be9a-9c89413e009c), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:11.340987 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a953c6b8-7088-4def-88d2-f5008a2789fe None None] Deleting port 07537032-4b4f-4df4-be9a-9c89413e009c {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:41:11.341633 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a953c6b8-7088-4def-88d2-f5008a2789fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (07537032-4b4f-4df4-be9a-9c89413e009c), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:11.375528 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5b0ccd4f-9ea1-461e-bc1d-23de089a8122 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (1af4ca95-c6dc-4fa6-a7f5-2452274f2ec0), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:11.445526 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e366e97b-a35f-4652-ac88-7d40e78935a2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (07537032-4b4f-4df4-be9a-9c89413e009c), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:11.552278 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5b0ccd4f-9ea1-461e-bc1d-23de089a8122 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (1af4ca95-c6dc-4fa6-a7f5-2452274f2ec0), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:11.592090 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-fc65ae55-6c34-4bb1-a73a-8509be4eefb9 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for port (0cea848e-f97e-4794-8738-5114b4b3b6b2), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:11.627192 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-1d26e058-ebb4-4d94-af9e-9ffebeedbf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715b97de-b762-4299-96fd-334e07afed82', 'name': 'tempest-RoutersTest-router-248430510', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:49Z', 'updated_at': '2022-02-28T10:41:05Z', 'revision_number': 3, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'gw_port_host': None, '_interfaces': [{'id': '0ee69baf-4258-464b-8807-3ebe949431b1', 'name': '', 'network_id': 'ecd0d21e-dc9c-4544-a8e9-08e7916a2585', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'mac_address': 'fa:16:3e:b7:76:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '715b97de-b762-4299-96fd-334e07afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '669f06b7-57ef-4301-a8c3-00e281fb7a6d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:03Z', 'updated_at': '2022-02-28T10:41:10Z', 'revision_number': 4, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'subnets': [{'id': '669f06b7-57ef-4301-a8c3-00e281fb7a6d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48b5fc60-d08e-477a-9adf-f92649ff8c25', 'name': '', 'network_id': 'dc3763cc-cbd8-49a9-968b-baa5b223e43a', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'mac_address': 'fa:16:3e:5e:a5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715b97de-b762-4299-96fd-334e07afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '9aef332b-550c-4398-b0fb-6c0fb7618921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:53Z', 'updated_at': '2022-02-28T10:41:01Z', 'revision_number': 5, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'subnets': [{'id': '9aef332b-550c-4398-b0fb-6c0fb7618921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:11.671556 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2925dc00-40dd-496e-bcc6-9922ded186a5 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event updated for resources: {'Port': ['ID=03f624b5-51e9-45c4-9bab-98e644e2582a,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:11.694238 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ccd4f-9ea1-461e-bc1d-23de089a8122 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1af4ca95-c6dc-4fa6-a7f5-2452274f2ec0,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:11.696803 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e366e97b-a35f-4652-ac88-7d40e78935a2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (b57216e0-e657-48b7-94d6-a5a44b8156af), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:11.707477 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-fc65ae55-6c34-4bb1-a73a-8509be4eefb9 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (0cea848e-f97e-4794-8738-5114b4b3b6b2), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:11.719719 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d26e058-ebb4-4d94-af9e-9ffebeedbf61 None None] The sync data for ids ['715b97de-b762-4299-96fd-334e07afed82'] in dv-neutron-829161-3-hyperv is: [{'id': '715b97de-b762-4299-96fd-334e07afed82', 'name': 'tempest-RoutersTest-router-248430510', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:49Z', 'updated_at': '2022-02-28T10:41:05Z', 'revision_number': 3, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'gw_port_host': None, '_interfaces': [{'id': '0ee69baf-4258-464b-8807-3ebe949431b1', 'name': '', 'network_id': 'ecd0d21e-dc9c-4544-a8e9-08e7916a2585', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'mac_address': 'fa:16:3e:b7:76:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '715b97de-b762-4299-96fd-334e07afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '669f06b7-57ef-4301-a8c3-00e281fb7a6d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:03Z', 'updated_at': '2022-02-28T10:41:10Z', 'revision_number': 4, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'subnets': [{'id': '669f06b7-57ef-4301-a8c3-00e281fb7a6d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48b5fc60-d08e-477a-9adf-f92649ff8c25', 'name': '', 'network_id': 'dc3763cc-cbd8-49a9-968b-baa5b223e43a', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'mac_address': 'fa:16:3e:5e:a5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715b97de-b762-4299-96fd-334e07afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '9aef332b-550c-4398-b0fb-6c0fb7618921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:53Z', 'updated_at': '2022-02-28T10:41:01Z', 'revision_number': 5, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'subnets': [{'id': '9aef332b-550c-4398-b0fb-6c0fb7618921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:41:11.725608 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 0d3ece73-0663-4c34-8b39-1e9c722e6ba1 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:11.726407 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (0d3ece73-0663-4c34-8b39-1e9c722e6ba1), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:11.741967 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-2925dc00-40dd-496e-bcc6-9922ded186a5 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] In _notify_port_updated(), no bound segment for port 03f624b5-51e9-45c4-9bab-98e644e2582a on network 687e67c4-ef4a-4a97-86ec-6e4ca7a12767 {{(pid=104083) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 10:41:11.766319 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-5d7bf4dd-d6f8-4f56-8f63-00dfda232c93 None None] Current status of the port 4bf38718-3786-456b-9dfe-d2ed1e33f21d is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:11.766912 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5d7bf4dd-d6f8-4f56-8f63-00dfda232c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (4bf38718-3786-456b-9dfe-d2ed1e33f21d), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:11.767709 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2925dc00-40dd-496e-bcc6-9922ded186a5 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:11.768398 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2925dc00-40dd-496e-bcc6-9922ded186a5 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:11.769779 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-2925dc00-40dd-496e-bcc6-9922ded186a5 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "PUT /v2.0/ports/03f624b5-51e9-45c4-9bab-98e644e2582a HTTP/1.1" status: 200 len: 920 time: 5.0581481 Feb 28 10:41:11.773912 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e366e97b-a35f-4652-ac88-7d40e78935a2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event updated for resources: {'Port': ['ID=07537032-4b4f-4df4-be9a-9c89413e009c,revision_number=8']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:11.787632 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48468) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:11.855725 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9ec1ee1a-f09e-47d2-8ca2-839d0ca26540 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (62df855b-2c91-4856-b059-2862ce1823a7), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:11.879075 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a953c6b8-7088-4def-88d2-f5008a2789fe None None] For port 07537032-4b4f-4df4-be9a-9c89413e009c, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=07537032-4b4f-4df4-be9a-9c89413e009c,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:11.880757 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a953c6b8-7088-4def-88d2-f5008a2789fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (07537032-4b4f-4df4-be9a-9c89413e009c), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:11.927464 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e366e97b-a35f-4652-ac88-7d40e78935a2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:11.931050 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5b0ccd4f-9ea1-461e-bc1d-23de089a8122 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:11.935081 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-5b0ccd4f-9ea1-461e-bc1d-23de089a8122 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0379035 Feb 28 10:41:11.935264 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-fc65ae55-6c34-4bb1-a73a-8509be4eefb9 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047558'] for router_interface (d5be3c96-d3d3-4861-9461-a8c700c99693), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:11.936209 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48470) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:11.950127 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-5d7bf4dd-d6f8-4f56-8f63-00dfda232c93 None None] For port 4bf38718-3786-456b-9dfe-d2ed1e33f21d, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=4bf38718-3786-456b-9dfe-d2ed1e33f21d,segment=NetworkSegment(196a06c1-054f-4203-959b-df8db3aa333c),segment_id=196a06c1-054f-4203-959b-df8db3aa333c)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:11.956548 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a953c6b8-7088-4def-88d2-f5008a2789fe None None] Calling delete_port for 07537032-4b4f-4df4-be9a-9c89413e009c owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:41:11.970234 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port 0d3ece73-0663-4c34-8b39-1e9c722e6ba1, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=0d3ece73-0663-4c34-8b39-1e9c722e6ba1,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:11.977332 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-e366e97b-a35f-4652-ac88-7d40e78935a2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:11.986800 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e366e97b-a35f-4652-ac88-7d40e78935a2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:11.987588 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e366e97b-a35f-4652-ac88-7d40e78935a2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:11.994959 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc65ae55-6c34-4bb1-a73a-8509be4eefb9 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Port': ['ID=0cea848e-f97e-4794-8738-5114b4b3b6b2,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:12.017591 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-780c8e0c-9f20-48a5-8d68-ed8b307a7812 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (1af4ca95-c6dc-4fa6-a7f5-2452274f2ec0), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:12.024538 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e366e97b-a35f-4652-ac88-7d40e78935a2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event updated for resources: {'Subnet': ['ID=b57216e0-e657-48b7-94d6-a5a44b8156af,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:12.061718 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5d7bf4dd-d6f8-4f56-8f63-00dfda232c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (4bf38718-3786-456b-9dfe-d2ed1e33f21d), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:12.064004 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (0d3ece73-0663-4c34-8b39-1e9c722e6ba1), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:12.072934 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-780c8e0c-9f20-48a5-8d68-ed8b307a7812 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (1af4ca95-c6dc-4fa6-a7f5-2452274f2ec0), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:12.074348 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 4bf38718-3786-456b-9dfe-d2ed1e33f21d up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:41:12.126089 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-e366e97b-a35f-4652-ac88-7d40e78935a2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6184456 Feb 28 10:41:12.132033 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48472) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:12.137758 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec1ee1a-f09e-47d2-8ca2-839d0ca26540 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Checking segment: {'id': '2ffc11aa-6996-47ed-a6a1-d07583a60549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '725af8f9-fa60-4830-8815-51f5d8274451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:41:12.142245 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec1ee1a-f09e-47d2-8ca2-839d0ca26540 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Network hostable DHCP agents. Network: 725af8f9-fa60-4830-8815-51f5d8274451, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:41:12.142856 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7bf4dd-d6f8-4f56-8f63-00dfda232c93 None None] Pushing event updated for resources: {'Port': ['ID=4bf38718-3786-456b-9dfe-d2ed1e33f21d,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:12.147083 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-f1787749-3b78-435f-965f-437e102d55d7 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Request body: {'subnet': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:12.170289 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-5d7bf4dd-d6f8-4f56-8f63-00dfda232c93 None None] Could not find standard attr ID for object e3cde10d-cf00-4ed8-a47e-269dace84481. {{(pid=104085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:41:12.185905 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc65ae55-6c34-4bb1-a73a-8509be4eefb9 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Network ed0b9869-ae23-48eb-aefa-6fa5242a6177 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:12.187679 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-fc65ae55-6c34-4bb1-a73a-8509be4eefb9 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:12.250029 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec1ee1a-f09e-47d2-8ca2-839d0ca26540 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event updated for resources: {'Subnet': ['ID=62df855b-2c91-4856-b059-2862ce1823a7,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:12.282143 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-5d7bf4dd-d6f8-4f56-8f63-00dfda232c93 None None] Provisioning complete for port 07537032-4b4f-4df4-be9a-9c89413e009c triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:12.283331 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5d7bf4dd-d6f8-4f56-8f63-00dfda232c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (07537032-4b4f-4df4-be9a-9c89413e009c), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:12.346174 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-fd13f301-2d20-489b-bbf1-f760f74dc8e4 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Deleting port 03f624b5-51e9-45c4-9bab-98e644e2582a {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:41:12.348192 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fd13f301-2d20-489b-bbf1-f760f74dc8e4 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (03f624b5-51e9-45c4-9bab-98e644e2582a), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:12.352582 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc65ae55-6c34-4bb1-a73a-8509be4eefb9 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Router d5be3c96-d3d3-4861-9461-a8c700c99693 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:41:12.353243 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=0d3ece73-0663-4c34-8b39-1e9c722e6ba1,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:12.358327 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-780c8e0c-9f20-48a5-8d68-ed8b307a7812 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (1af4ca95-c6dc-4fa6-a7f5-2452274f2ec0), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:12.372579 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec1ee1a-f09e-47d2-8ca2-839d0ca26540 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Network 725af8f9-fa60-4830-8815-51f5d8274451 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:41:12.376602 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-780c8e0c-9f20-48a5-8d68-ed8b307a7812 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:12.383326 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-780c8e0c-9f20-48a5-8d68-ed8b307a7812 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/1af4ca95-c6dc-4fa6-a7f5-2452274f2ec0 HTTP/1.1" status: 204 len: 168 time: 0.4357746 Feb 28 10:41:12.384227 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780c8e0c-9f20-48a5-8d68-ed8b307a7812 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1af4ca95-c6dc-4fa6-a7f5-2452274f2ec0,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:12.387453 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48474) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:12.447317 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 4bf38718-3786-456b-9dfe-d2ed1e33f21d triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:12.447798 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (4bf38718-3786-456b-9dfe-d2ed1e33f21d), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:12.516621 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-d513cf12-0449-4b3c-910b-1fb41ba450cb tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1239574 Feb 28 10:41:12.519405 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48476) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:12.564996 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-9ec1ee1a-f09e-47d2-8ca2-839d0ca26540 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 725af8f9-fa60-4830-8815-51f5d8274451) {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:12.575721 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec1ee1a-f09e-47d2-8ca2-839d0ca26540 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:12.577083 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9ec1ee1a-f09e-47d2-8ca2-839d0ca26540 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:12.597797 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fff5b22-fec0-4c18-a379-025ca634243a None None] Network 725af8f9-fa60-4830-8815-51f5d8274451 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:41:12.608144 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fd13f301-2d20-489b-bbf1-f760f74dc8e4 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (03f624b5-51e9-45c4-9bab-98e644e2582a), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:12.631654 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-fd13f301-2d20-489b-bbf1-f760f74dc8e4 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Calling delete_port for 03f624b5-51e9-45c4-9bab-98e644e2582a owned by {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:41:12.648073 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc65ae55-6c34-4bb1-a73a-8509be4eefb9 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:41:12.649221 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-5d7bf4dd-d6f8-4f56-8f63-00dfda232c93 None None] Current status of the port 07537032-4b4f-4df4-be9a-9c89413e009c is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:12.653704 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-fc65ae55-6c34-4bb1-a73a-8509be4eefb9 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "PUT /v2.0/routers/d5be3c96-d3d3-4861-9461-a8c700c99693/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0989127 Feb 28 10:41:12.657329 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48478) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:12.673811 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e7f5ad9d-d21f-4064-8f15-c86aa4f26a8e tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group (5d7bb44e-5bae-4987-9e9e-7041ef4f7af3), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:12.692665 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc06efaa-6e3e-4874-8c65-1ee13117c993 None None] Sync routers for ids ['d5be3c96-d3d3-4861-9461-a8c700c99693'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:41:12.701522 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e7f5ad9d-d21f-4064-8f15-c86aa4f26a8e tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group (5d7bb44e-5bae-4987-9e9e-7041ef4f7af3), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:12.720870 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a953c6b8-7088-4def-88d2-f5008a2789fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (07537032-4b4f-4df4-be9a-9c89413e009c), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:12.756678 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1787749-3b78-435f-965f-437e102d55d7 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Made reservation on behalf of 9047a33944184c15875a48328f19bcdb for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:41:12.758475 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-5d7bf4dd-d6f8-4f56-8f63-00dfda232c93 None None] Provisioning complete for port 0ee69baf-4258-464b-8807-3ebe949431b1 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:12.759100 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5d7bf4dd-d6f8-4f56-8f63-00dfda232c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (0ee69baf-4258-464b-8807-3ebe949431b1), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:12.760238 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f1787749-3b78-435f-965f-437e102d55d7 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:12.783751 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-9ec1ee1a-f09e-47d2-8ca2-839d0ca26540 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2894840 Feb 28 10:41:12.787429 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48480) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:12.788211 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc06efaa-6e3e-4874-8c65-1ee13117c993 None None] Routers {'d5be3c96-d3d3-4861-9461-a8c700c99693'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:41:12.788844 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-bc06efaa-6e3e-4874-8c65-1ee13117c993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:40:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['d5be3c96-d3d3-4861-9461-a8c700c99693'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:12.790741 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a953c6b8-7088-4def-88d2-f5008a2789fe None None] Pushing event deleted for resources: {'Port': ['ID=07537032-4b4f-4df4-be9a-9c89413e009c,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:12.856248 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e7f5ad9d-d21f-4064-8f15-c86aa4f26a8e tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (5d7bb44e-5bae-4987-9e9e-7041ef4f7af3), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:12.859234 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e7f5ad9d-d21f-4064-8f15-c86aa4f26a8e tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:12.860603 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-e7f5ad9d-d21f-4064-8f15-c86aa4f26a8e tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "DELETE /v2.0/security-groups/5d7bb44e-5bae-4987-9e9e-7041ef4f7af3 HTTP/1.1" status: 204 len: 168 time: 0.3367443 Feb 28 10:41:12.890214 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48482) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:12.932074 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a953c6b8-7088-4def-88d2-f5008a2789fe None None] No DVR routers for this DVR port 07537032-4b4f-4df4-be9a-9c89413e009c on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:41:12.934228 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f5ad9d-d21f-4064-8f15-c86aa4f26a8e tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7bb44e-5bae-4987-9e9e-7041ef4f7af3,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:12.998893 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911dddb2-901d-4cd4-9b53-cb65fea3fcd8 None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:41:13.056351 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b492258-534c-4d51-baa9-4b997872d5ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-725af8f9-fa60-4830-8815-51f5d8274451', 'network_id': '725af8f9-fa60-4830-8815-51f5d8274451', 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'fixed_ips': [{'subnet_id': '62df855b-2c91-4856-b059-2862ce1823a7'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:41:13.057217 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2b492258-534c-4d51-baa9-4b997872d5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:13.060827 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 4bf38718-3786-456b-9dfe-d2ed1e33f21d is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:13.061962 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 95115865-fb17-416a-8f6f-b48b955fec0c up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:41:13.165249 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-38c90b6f-6929-4258-889c-39c8b8a97d34 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2587450 Feb 28 10:41:13.195938 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48484) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:13.202047 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-c3a28cde-5346-4f5c-a2f3-9786f79e47db tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Request body: {'security_group': {'name': 'tempest-secgroup--1777842843'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:13.210925 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-bc06efaa-6e3e-4874-8c65-1ee13117c993 None None] Set router d5be3c96-d3d3-4861-9461-a8c700c99693 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:41:13.219336 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5983982f-cbf8-4dd5-b660-d8adfd1fff76 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:13.219719 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5983982f-cbf8-4dd5-b660-d8adfd1fff76 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:13.220182 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5983982f-cbf8-4dd5-b660-d8adfd1fff76 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:13.220687 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5983982f-cbf8-4dd5-b660-d8adfd1fff76 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:13.221103 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5983982f-cbf8-4dd5-b660-d8adfd1fff76 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:13.224008 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5983982f-cbf8-4dd5-b660-d8adfd1fff76 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:13.224008 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5983982f-cbf8-4dd5-b660-d8adfd1fff76 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:13.224008 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5983982f-cbf8-4dd5-b660-d8adfd1fff76 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:13.224008 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5983982f-cbf8-4dd5-b660-d8adfd1fff76 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:13.226899 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-5983982f-cbf8-4dd5-b660-d8adfd1fff76 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6359 time: 0.5256619 Feb 28 10:41:13.233498 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48486) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:13.359690 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c3a28cde-5346-4f5c-a2f3-9786f79e47db tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:13.362319 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0458be25-fe92-457c-9291-ebdf00b9078d tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:13.362802 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0458be25-fe92-457c-9291-ebdf00b9078d tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:13.367179 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0458be25-fe92-457c-9291-ebdf00b9078d tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:13.367179 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0458be25-fe92-457c-9291-ebdf00b9078d tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:13.367179 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0458be25-fe92-457c-9291-ebdf00b9078d tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:13.367179 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0458be25-fe92-457c-9291-ebdf00b9078d tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:13.367179 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0458be25-fe92-457c-9291-ebdf00b9078d tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:13.367179 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0458be25-fe92-457c-9291-ebdf00b9078d tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:13.367179 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0458be25-fe92-457c-9291-ebdf00b9078d tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:13.367747 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0458be25-fe92-457c-9291-ebdf00b9078d tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:13.372807 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-0458be25-fe92-457c-9291-ebdf00b9078d tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6330 time: 0.1380055 Feb 28 10:41:13.373842 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48488) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:13.388589 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fd13f301-2d20-489b-bbf1-f760f74dc8e4 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (03f624b5-51e9-45c4-9bab-98e644e2582a), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:13.428920 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd13f301-2d20-489b-bbf1-f760f74dc8e4 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event deleted for resources: {'Port': ['ID=03f624b5-51e9-45c4-9bab-98e644e2582a,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:13.472303 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f1787749-3b78-435f-965f-437e102d55d7 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (9c60bf73-72ee-4741-aff0-241fcbe61bb7), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:13.556152 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-2b492258-534c-4d51-baa9-4b997872d5ba None None] Allocated IP 172.22.0.2 (725af8f9-fa60-4830-8815-51f5d8274451/62df855b-2c91-4856-b059-2862ce1823a7/8ef51ea3-3ea3-4ed9-b0f6-dba7b61eb063) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:41:13.578677 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1787749-3b78-435f-965f-437e102d55d7 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event updated for resources: {'Subnet': ['ID=9c60bf73-72ee-4741-aff0-241fcbe61bb7,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:13.601449 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c3a28cde-5346-4f5c-a2f3-9786f79e47db tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group (5a8ddb4f-e6a5-46cb-9164-c88c2701b497), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:13.616302 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1787749-3b78-435f-965f-437e102d55d7 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:13.626598 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-f1787749-3b78-435f-965f-437e102d55d7 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:13.626598 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1787749-3b78-435f-965f-437e102d55d7 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:13.626598 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f1787749-3b78-435f-965f-437e102d55d7 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:13.647613 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fd13f301-2d20-489b-bbf1-f760f74dc8e4 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:13.653207 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-fd13f301-2d20-489b-bbf1-f760f74dc8e4 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "DELETE /v2.0/ports/03f624b5-51e9-45c4-9bab-98e644e2582a HTTP/1.1" status: 204 len: 168 time: 1.8003252 Feb 28 10:41:13.660888 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48490) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:13.672324 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-5d7bf4dd-d6f8-4f56-8f63-00dfda232c93 None None] Current status of the port 0ee69baf-4258-464b-8807-3ebe949431b1 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:13.676261 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5d7bf4dd-d6f8-4f56-8f63-00dfda232c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (0ee69baf-4258-464b-8807-3ebe949431b1), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:13.677222 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c3a28cde-5346-4f5c-a2f3-9786f79e47db tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (5a8ddb4f-e6a5-46cb-9164-c88c2701b497), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:13.727789 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a28cde-5346-4f5c-a2f3-9786f79e47db tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8ddb4f-e6a5-46cb-9164-c88c2701b497,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:13.741846 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-91a69002-cf4a-4d43-aeca-dab4156afe9c tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] GET failed (client error): The resource could not be found. Feb 28 10:41:13.746633 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-91a69002-cf4a-4d43-aeca-dab4156afe9c tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "GET /v2.0/ports/03f624b5-51e9-45c4-9bab-98e644e2582a HTTP/1.1" status: 404 len: 333 time: 0.0819368 Feb 28 10:41:13.747945 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-f1787749-3b78-435f-965f-437e102d55d7 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6112802 Feb 28 10:41:13.748943 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48492) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:13.757374 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48494) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:13.760056 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5c8acc-7beb-4617-9e03-b83cf3df6d64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-a10d36a7-87ef-481e-9e9f-da2235211c53', 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'project_id': '9047a33944184c15875a48328f19bcdb', 'fixed_ips': [{'subnet_id': 'b57216e0-e657-48b7-94d6-a5a44b8156af'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:41:13.761003 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5d5c8acc-7beb-4617-9e03-b83cf3df6d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:13.764258 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-fc37d597-1857-4259-a67c-1d3635b7a127 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Request body: {'port': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'mac_address': 'fa:16:3e:83:ff:fe', 'name': 'tempest-NetworksTestDHCPv6-2128264109'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:13.792676 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 95115865-fb17-416a-8f6f-b48b955fec0c triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:13.793058 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (95115865-fb17-416a-8f6f-b48b955fec0c), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:13.922325 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-5d7bf4dd-d6f8-4f56-8f63-00dfda232c93 None None] For port 0ee69baf-4258-464b-8807-3ebe949431b1, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=0ee69baf-4258-464b-8807-3ebe949431b1,segment=NetworkSegment(cb80c971-c205-4c02-b364-9dfba0a80168),segment_id=cb80c971-c205-4c02-b364-9dfba0a80168)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:13.986751 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ac3b2363-e8b3-4b2d-8b55-36c18fdd3fa7 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:14.019067 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2b492258-534c-4d51-baa9-4b997872d5ba None None] Publish callbacks [] for port (8ef51ea3-3ea3-4ed9-b0f6-dba7b61eb063), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:14.023949 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5d7bf4dd-d6f8-4f56-8f63-00dfda232c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (0ee69baf-4258-464b-8807-3ebe949431b1), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:14.119851 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2b492258-534c-4d51-baa9-4b997872d5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (8ef51ea3-3ea3-4ed9-b0f6-dba7b61eb063), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:14.153354 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c3a28cde-5346-4f5c-a2f3-9786f79e47db tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:14.157923 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c3a28cde-5346-4f5c-a2f3-9786f79e47db tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9570203 Feb 28 10:41:14.165648 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48496) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:14.172936 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-6763b923-4125-41b8-8605-4cc5f1e2bd72 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Request body: {'security_group_rule': {'security_group_id': '5a8ddb4f-e6a5-46cb-9164-c88c2701b497', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:14.236255 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-5d5c8acc-7beb-4617-9e03-b83cf3df6d64 None None] Allocated IP 2001:db8::f816:3eff:fe83:b71e (a10d36a7-87ef-481e-9e9f-da2235211c53/b57216e0-e657-48b7-94d6-a5a44b8156af/6fcd50ec-ac91-42b4-9f21-e9f5598e7e31) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:41:14.240443 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7bf4dd-d6f8-4f56-8f63-00dfda232c93 None None] Pushing event updated for resources: {'Port': ['ID=0ee69baf-4258-464b-8807-3ebe949431b1,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:14.248713 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8d62cf76-b9cb-4721-9e3f-7aca0efe051f tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for security_group (1baee317-7d04-4da0-b4aa-810e8e535b1e), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:14.253941 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b492258-534c-4d51-baa9-4b997872d5ba None None] Network 725af8f9-fa60-4830-8815-51f5d8274451 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:14.259295 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 95115865-fb17-416a-8f6f-b48b955fec0c is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:14.278751 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8d62cf76-b9cb-4721-9e3f-7aca0efe051f tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for security_group (1baee317-7d04-4da0-b4aa-810e8e535b1e), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:14.289930 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-2b492258-534c-4d51-baa9-4b997872d5ba None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:14.300141 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b492258-534c-4d51-baa9-4b997872d5ba None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:41:14.302172 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-487869e2-4594-45f9-9ce5-fae64d309f8b None None] Provisioning complete for port 0cea848e-f97e-4794-8738-5114b4b3b6b2 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:14.302548 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-487869e2-4594-45f9-9ce5-fae64d309f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (0cea848e-f97e-4794-8738-5114b4b3b6b2), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:14.368803 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc37d597-1857-4259-a67c-1d3635b7a127 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Made reservation on behalf of 9047a33944184c15875a48328f19bcdb for: {'port': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:41:14.375875 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-953c3627-5bb3-4452-8ab4-ed3f8d5e66e4 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2137 time: 0.9982851 Feb 28 10:41:14.380425 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6763b923-4125-41b8-8605-4cc5f1e2bd72 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (8bdf7e0d-0468-400b-a4f9-5a291e857034), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:14.440739 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b492258-534c-4d51-baa9-4b997872d5ba None None] Pushing event updated for resources: {'Port': ['ID=8ef51ea3-3ea3-4ed9-b0f6-dba7b61eb063,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:14.489819 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6763b923-4125-41b8-8605-4cc5f1e2bd72 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (8bdf7e0d-0468-400b-a4f9-5a291e857034), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:14.491056 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-ac3b2363-e8b3-4b2d-8b55-36c18fdd3fa7 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Allocated IP 172.22.0.1 (725af8f9-fa60-4830-8815-51f5d8274451/62df855b-2c91-4856-b059-2862ce1823a7/167090f3-efed-4b4f-b2ee-b99f7cde9b50) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:41:14.512497 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8d62cf76-b9cb-4721-9e3f-7aca0efe051f tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (1baee317-7d04-4da0-b4aa-810e8e535b1e), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:14.515284 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8d62cf76-b9cb-4721-9e3f-7aca0efe051f tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:14.517167 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-8d62cf76-b9cb-4721-9e3f-7aca0efe051f tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "DELETE /v2.0/security-groups/1baee317-7d04-4da0-b4aa-810e8e535b1e HTTP/1.1" status: 204 len: 168 time: 0.7669544 Feb 28 10:41:14.522598 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48500) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:14.525227 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-487869e2-4594-45f9-9ce5-fae64d309f8b None None] Port 0cea848e-f97e-4794-8738-5114b4b3b6b2 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:41:14.531691 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-bc06efaa-6e3e-4874-8c65-1ee13117c993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'name': 'tempest-TestNetworkBasicOps-router-1169356957', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.55'}], 'enable_snat': True}, 'gw_port_id': '0d3ece73-0663-4c34-8b39-1e9c722e6ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:57Z', 'updated_at': '2022-02-28T10:41:10Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '0d3ece73-0663-4c34-8b39-1e9c722e6ba1', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:59Z', 'updated_at': '2022-02-28T10:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '0cea848e-f97e-4794-8738-5114b4b3b6b2', 'name': '', 'network_id': 'ed0b9869-ae23-48eb-aefa-6fa5242a6177', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:d5:ef:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '78e4f8f8-348f-4545-beb6-cf8d3033cc81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:07Z', 'updated_at': '2022-02-28T10:41:11Z', 'revision_number': 2, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '78e4f8f8-348f-4545-beb6-cf8d3033cc81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:14.540879 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-2b492258-534c-4d51-baa9-4b997872d5ba None None] Attempting to bind port 8ef51ea3-3ea3-4ed9-b0f6-dba7b61eb063 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:41:14.541368 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-2b492258-534c-4d51-baa9-4b997872d5ba None None] Attempting to bind port 8ef51ea3-3ea3-4ed9-b0f6-dba7b61eb063 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '2ffc11aa-6996-47ed-a6a1-d07583a60549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '725af8f9-fa60-4830-8815-51f5d8274451'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:41:14.541741 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b492258-534c-4d51-baa9-4b997872d5ba None None] Attempting to bind port 8ef51ea3-3ea3-4ed9-b0f6-dba7b61eb063 on network 725af8f9-fa60-4830-8815-51f5d8274451 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:41:14.563136 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6763b923-4125-41b8-8605-4cc5f1e2bd72 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (8bdf7e0d-0468-400b-a4f9-5a291e857034), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:14.564752 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fc37d597-1857-4259-a67c-1d3635b7a127 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:14.579298 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 4bf38718-3786-456b-9dfe-d2ed1e33f21d up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:41:14.589951 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d62cf76-b9cb-4721-9e3f-7aca0efe051f tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1baee317-7d04-4da0-b4aa-810e8e535b1e,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:14.591616 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc06efaa-6e3e-4874-8c65-1ee13117c993 None None] Checking router: d5be3c96-d3d3-4861-9461-a8c700c99693 for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:41:14.591987 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc06efaa-6e3e-4874-8c65-1ee13117c993 None None] Updating router d5be3c96-d3d3-4861-9461-a8c700c99693 port 0cea848e-f97e-4794-8738-5114b4b3b6b2 binding host dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:41:14.595056 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6763b923-4125-41b8-8605-4cc5f1e2bd72 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bdf7e0d-0468-400b-a4f9-5a291e857034,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:14.619680 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6bf69936-36c0-4eed-bc55-fb1e4da46f2a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for security_group (c54e73ba-309e-44fe-9031-dbbc7b94aebb), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:14.627587 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b492258-534c-4d51-baa9-4b997872d5ba None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:41:14.631053 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b492258-534c-4d51-baa9-4b997872d5ba None None] Checking segment: {'id': '2ffc11aa-6996-47ed-a6a1-d07583a60549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '725af8f9-fa60-4830-8815-51f5d8274451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:41:14.631053 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2b492258-534c-4d51-baa9-4b997872d5ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:14.631053 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b492258-534c-4d51-baa9-4b997872d5ba None None] Bound using segment: {'id': '2ffc11aa-6996-47ed-a6a1-d07583a60549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '725af8f9-fa60-4830-8815-51f5d8274451'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:41:14.631053 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-2b492258-534c-4d51-baa9-4b997872d5ba None None] Bound port: 8ef51ea3-3ea3-4ed9-b0f6-dba7b61eb063, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ffc11aa-6996-47ed-a6a1-d07583a60549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '725af8f9-fa60-4830-8815-51f5d8274451'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:41:14.631053 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2b492258-534c-4d51-baa9-4b997872d5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (8ef51ea3-3ea3-4ed9-b0f6-dba7b61eb063), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:14.644758 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6bf69936-36c0-4eed-bc55-fb1e4da46f2a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for security_group (c54e73ba-309e-44fe-9031-dbbc7b94aebb), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:14.659825 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ac3b2363-e8b3-4b2d-8b55-36c18fdd3fa7 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for port (167090f3-efed-4b4f-b2ee-b99f7cde9b50), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:14.665266 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-487869e2-4594-45f9-9ce5-fae64d309f8b None None] Provisioning complete for port 4bf38718-3786-456b-9dfe-d2ed1e33f21d triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:14.665483 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-487869e2-4594-45f9-9ce5-fae64d309f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (4bf38718-3786-456b-9dfe-d2ed1e33f21d), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:14.699180 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [None req-fc37d597-1857-4259-a67c-1d3635b7a127 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] device_id is not set on port d32e7e4f-6619-4128-9ab7-c9b9558bc52d yet. {{(pid=104084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:41:14.705240 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6763b923-4125-41b8-8605-4cc5f1e2bd72 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:14.707115 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-6763b923-4125-41b8-8605-4cc5f1e2bd72 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5403233 Feb 28 10:41:14.710651 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48502) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:14.741371 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-160c1b01-b7e0-456f-93af-0b1b4f7e4468 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "GET /v2.0/security-group-rules/8bdf7e0d-0468-400b-a4f9-5a291e857034 HTTP/1.1" status: 200 len: 763 time: 0.0292137 Feb 28 10:41:14.743730 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48504) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:14.744416 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-bc06efaa-6e3e-4874-8c65-1ee13117c993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (0cea848e-f97e-4794-8738-5114b4b3b6b2), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:14.781568 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6bf69936-36c0-4eed-bc55-fb1e4da46f2a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (c54e73ba-309e-44fe-9031-dbbc7b94aebb), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:14.786463 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6bf69936-36c0-4eed-bc55-fb1e4da46f2a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:14.787758 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-6bf69936-36c0-4eed-bc55-fb1e4da46f2a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "DELETE /v2.0/security-groups/c54e73ba-309e-44fe-9031-dbbc7b94aebb HTTP/1.1" status: 204 len: 168 time: 0.2643654 Feb 28 10:41:14.793266 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48506) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:14.798657 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5d5c8acc-7beb-4617-9e03-b83cf3df6d64 None None] Publish callbacks [] for port (6fcd50ec-ac91-42b4-9f21-e9f5598e7e31), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:14.801178 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-6f28acdf-06e1-4971-9289-79279c225923 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0552447 Feb 28 10:41:14.804747 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ac3b2363-e8b3-4b2d-8b55-36c18fdd3fa7 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (167090f3-efed-4b4f-b2ee-b99f7cde9b50), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:14.808967 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48508) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:14.815180 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf69936-36c0-4eed-bc55-fb1e4da46f2a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54e73ba-309e-44fe-9031-dbbc7b94aebb,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:14.844820 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf69936-36c0-4eed-bc55-fb1e4da46f2a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:14.845282 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf69936-36c0-4eed-bc55-fb1e4da46f2a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:14.845760 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf69936-36c0-4eed-bc55-fb1e4da46f2a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:14.846134 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf69936-36c0-4eed-bc55-fb1e4da46f2a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:14.846548 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf69936-36c0-4eed-bc55-fb1e4da46f2a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:14.847016 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf69936-36c0-4eed-bc55-fb1e4da46f2a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:14.848035 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf69936-36c0-4eed-bc55-fb1e4da46f2a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:14.849044 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf69936-36c0-4eed-bc55-fb1e4da46f2a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:14.849518 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf69936-36c0-4eed-bc55-fb1e4da46f2a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:14.850465 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf69936-36c0-4eed-bc55-fb1e4da46f2a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:14.850912 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf69936-36c0-4eed-bc55-fb1e4da46f2a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:14.851329 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf69936-36c0-4eed-bc55-fb1e4da46f2a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:14.851736 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf69936-36c0-4eed-bc55-fb1e4da46f2a tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:14.873566 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-2b492258-534c-4d51-baa9-4b997872d5ba None None] For port 8ef51ea3-3ea3-4ed9-b0f6-dba7b61eb063, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:41:14.879106 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 4bf38718-3786-456b-9dfe-d2ed1e33f21d triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:14.879484 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (4bf38718-3786-456b-9dfe-d2ed1e33f21d), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:14.885350 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b42e784-a747-43f9-b2f3-7af2090cce29 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Deleting subnet 07f591d6-0987-441c-9306-da2b8dc59018 {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:41:14.899235 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3b2363-e8b3-4b2d-8b55-36c18fdd3fa7 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Network 725af8f9-fa60-4830-8815-51f5d8274451 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:14.914179 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-163dd0ca-c8b2-4b8c-b88a-a0217ac3e3b9 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (8bdf7e0d-0468-400b-a4f9-5a291e857034), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:14.917765 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-ac3b2363-e8b3-4b2d-8b55-36c18fdd3fa7 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:14.920277 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5d5c8acc-7beb-4617-9e03-b83cf3df6d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (6fcd50ec-ac91-42b4-9f21-e9f5598e7e31), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:14.926854 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3b2363-e8b3-4b2d-8b55-36c18fdd3fa7 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:41:14.978497 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-2b492258-534c-4d51-baa9-4b997872d5ba None None] For port 8ef51ea3-3ea3-4ed9-b0f6-dba7b61eb063, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=8ef51ea3-3ea3-4ed9-b0f6-dba7b61eb063,segment=NetworkSegment(2ffc11aa-6996-47ed-a6a1-d07583a60549),segment_id=2ffc11aa-6996-47ed-a6a1-d07583a60549)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:41:15.010965 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ac3b2363-e8b3-4b2d-8b55-36c18fdd3fa7 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047958'] for router_interface (715b97de-b762-4299-96fd-334e07afed82), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:15.012589 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-fc37d597-1857-4259-a67c-1d3635b7a127 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Allocated IP 172.20.0.8 (a10d36a7-87ef-481e-9e9f-da2235211c53/9c60bf73-72ee-4741-aff0-241fcbe61bb7/d32e7e4f-6619-4128-9ab7-c9b9558bc52d) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:41:15.020063 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-fc37d597-1857-4259-a67c-1d3635b7a127 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Allocated IP 2001:db8::f816:3eff:fe83:fffe (a10d36a7-87ef-481e-9e9f-da2235211c53/b57216e0-e657-48b7-94d6-a5a44b8156af/d32e7e4f-6619-4128-9ab7-c9b9558bc52d) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:41:15.076400 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5c8acc-7beb-4617-9e03-b83cf3df6d64 None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:15.089278 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-163dd0ca-c8b2-4b8c-b88a-a0217ac3e3b9 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (8bdf7e0d-0468-400b-a4f9-5a291e857034), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:15.092368 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-5d5c8acc-7beb-4617-9e03-b83cf3df6d64 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:15.094273 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5c8acc-7beb-4617-9e03-b83cf3df6d64 None None] Pushing event updated for resources: {'Port': ['ID=6fcd50ec-ac91-42b4-9f21-e9f5598e7e31,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:15.099936 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5c8acc-7beb-4617-9e03-b83cf3df6d64 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:41:15.105400 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-487869e2-4594-45f9-9ce5-fae64d309f8b None None] Current status of the port 4bf38718-3786-456b-9dfe-d2ed1e33f21d is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:15.110158 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3b2363-e8b3-4b2d-8b55-36c18fdd3fa7 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event updated for resources: {'Port': ['ID=167090f3-efed-4b4f-b2ee-b99f7cde9b50,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:15.140659 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9b42e784-a747-43f9-b2f3-7af2090cce29 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for subnet (07f591d6-0987-441c-9306-da2b8dc59018), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:15.186792 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2b492258-534c-4d51-baa9-4b997872d5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (8ef51ea3-3ea3-4ed9-b0f6-dba7b61eb063), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:15.216371 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9b42e784-a747-43f9-b2f3-7af2090cce29 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (07f591d6-0987-441c-9306-da2b8dc59018), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:15.260183 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fc37d597-1857-4259-a67c-1d3635b7a127 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for port (d32e7e4f-6619-4128-9ab7-c9b9558bc52d), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:15.265419 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48510) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:15.271073 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-cb7b0c0c-e538-4dd4-9b41-bb23319bd5e2 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-373091487', 'description': 'tempest-secgroup-smoke-373091487 description', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:15.290275 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-163dd0ca-c8b2-4b8c-b88a-a0217ac3e3b9 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (8bdf7e0d-0468-400b-a4f9-5a291e857034), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:15.296842 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-163dd0ca-c8b2-4b8c-b88a-a0217ac3e3b9 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:15.298746 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-163dd0ca-c8b2-4b8c-b88a-a0217ac3e3b9 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/8bdf7e0d-0468-400b-a4f9-5a291e857034 HTTP/1.1" status: 204 len: 168 time: 0.4851654 Feb 28 10:41:15.303959 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48512) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:15.311997 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163dd0ca-c8b2-4b8c-b88a-a0217ac3e3b9 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8bdf7e0d-0468-400b-a4f9-5a291e857034,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:15.347442 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9b42e784-a747-43f9-b2f3-7af2090cce29 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (07f591d6-0987-441c-9306-da2b8dc59018), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:15.384885 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-4dedaa17-23cf-4a1a-841a-d5dfe8971161 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0759506 Feb 28 10:41:15.384885 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ac3b2363-e8b3-4b2d-8b55-36c18fdd3fa7 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (167090f3-efed-4b4f-b2ee-b99f7cde9b50), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:15.385244 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48514) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:15.390043 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-f94c90b2-f10c-4571-a326-3d8ea2d879e4 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Request body: {'security_group_rule': {'security_group_id': '5a8ddb4f-e6a5-46cb-9164-c88c2701b497', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:15.391601 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cb7b0c0c-e538-4dd4-9b41-bb23319bd5e2 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:15.416261 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fc37d597-1857-4259-a67c-1d3635b7a127 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (d32e7e4f-6619-4128-9ab7-c9b9558bc52d), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:15.448535 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 4bf38718-3786-456b-9dfe-d2ed1e33f21d is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:15.449688 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 0d3ece73-0663-4c34-8b39-1e9c722e6ba1 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:41:15.459940 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-487869e2-4594-45f9-9ce5-fae64d309f8b None None] Provisioning complete for port 8cb339d0-e2a4-4a63-b353-46a3d330fd93 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:15.459940 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-487869e2-4594-45f9-9ce5-fae64d309f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (8cb339d0-e2a4-4a63-b353-46a3d330fd93), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:15.480481 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc37d597-1857-4259-a67c-1d3635b7a127 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:15.495970 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-fc37d597-1857-4259-a67c-1d3635b7a127 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:15.503336 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc37d597-1857-4259-a67c-1d3635b7a127 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:41:15.511452 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc37d597-1857-4259-a67c-1d3635b7a127 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event updated for resources: {'Port': ['ID=d32e7e4f-6619-4128-9ab7-c9b9558bc52d,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:15.543242 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-5d5c8acc-7beb-4617-9e03-b83cf3df6d64 None None] Attempting to bind port 6fcd50ec-ac91-42b4-9f21-e9f5598e7e31 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:41:15.544133 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-5d5c8acc-7beb-4617-9e03-b83cf3df6d64 None None] Attempting to bind port 6fcd50ec-ac91-42b4-9f21-e9f5598e7e31 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:41:15.544447 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5c8acc-7beb-4617-9e03-b83cf3df6d64 None None] Attempting to bind port 6fcd50ec-ac91-42b4-9f21-e9f5598e7e31 on network a10d36a7-87ef-481e-9e9f-da2235211c53 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:41:15.544866 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f94c90b2-f10c-4571-a326-3d8ea2d879e4 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (41df5b0e-ae36-46b0-8bfc-506ec14b1645), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:15.573726 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9b42e784-a747-43f9-b2f3-7af2090cce29 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (07f591d6-0987-441c-9306-da2b8dc59018), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:15.585886 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5c8acc-7beb-4617-9e03-b83cf3df6d64 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:41:15.594142 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5c8acc-7beb-4617-9e03-b83cf3df6d64 None None] Checking segment: {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:41:15.594142 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5d5c8acc-7beb-4617-9e03-b83cf3df6d64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:15.594142 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5c8acc-7beb-4617-9e03-b83cf3df6d64 None None] Bound using segment: {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:41:15.594142 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-5d5c8acc-7beb-4617-9e03-b83cf3df6d64 None None] Bound port: 6fcd50ec-ac91-42b4-9f21-e9f5598e7e31, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:41:15.594142 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5d5c8acc-7beb-4617-9e03-b83cf3df6d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (6fcd50ec-ac91-42b4-9f21-e9f5598e7e31), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:15.609220 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b492258-534c-4d51-baa9-4b997872d5ba None None] Pushing event updated for resources: {'Port': ['ID=8ef51ea3-3ea3-4ed9-b0f6-dba7b61eb063,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:15.614556 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cb7b0c0c-e538-4dd4-9b41-bb23319bd5e2 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (11056880-dced-4381-9b1c-4775035d1a93), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:15.617517 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b42e784-a747-43f9-b2f3-7af2090cce29 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event deleted for resources: {'Subnet': ['ID=07f591d6-0987-441c-9306-da2b8dc59018,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:15.629182 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-487869e2-4594-45f9-9ce5-fae64d309f8b None None] Port 8cb339d0-e2a4-4a63-b353-46a3d330fd93 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:41:15.634794 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc37d597-1857-4259-a67c-1d3635b7a127 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:15.635434 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fc37d597-1857-4259-a67c-1d3635b7a127 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:15.636976 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac7f202-eb8c-4cad-8c2b-beeb12df35f2 None None] Network 687e67c4-ef4a-4a97-86ec-6e4ca7a12767 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:41:15.638411 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9b42e784-a747-43f9-b2f3-7af2090cce29 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:15.648676 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-9b42e784-a747-43f9-b2f3-7af2090cce29 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "DELETE /v2.0/subnets/07f591d6-0987-441c-9306-da2b8dc59018 HTTP/1.1" status: 204 len: 168 time: 0.8542435 Feb 28 10:41:15.652173 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48516) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:15.659891 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-2fb38b2c-925e-4e83-b7be-fe189923a570 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Request body: {'subnet': {'network_id': '687e67c4-ef4a-4a97-86ec-6e4ca7a12767', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:15.703341 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cb7b0c0c-e538-4dd4-9b41-bb23319bd5e2 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (11056880-dced-4381-9b1c-4775035d1a93), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:15.735908 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f94c90b2-f10c-4571-a326-3d8ea2d879e4 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (41df5b0e-ae36-46b0-8bfc-506ec14b1645), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:15.770680 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7b0c0c-e538-4dd4-9b41-bb23319bd5e2 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11056880-dced-4381-9b1c-4775035d1a93,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:15.785594 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-487869e2-4594-45f9-9ce5-fae64d309f8b None None] Provisioning complete for port b1984a5b-89d7-4bda-9c07-cce09814ee03 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:15.785594 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-487869e2-4594-45f9-9ce5-fae64d309f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (b1984a5b-89d7-4bda-9c07-cce09814ee03), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:15.788859 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7b0c0c-e538-4dd4-9b41-bb23319bd5e2 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:15.789218 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7b0c0c-e538-4dd4-9b41-bb23319bd5e2 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:15.789570 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7b0c0c-e538-4dd4-9b41-bb23319bd5e2 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:15.789914 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7b0c0c-e538-4dd4-9b41-bb23319bd5e2 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:15.790976 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7b0c0c-e538-4dd4-9b41-bb23319bd5e2 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:15.790976 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7b0c0c-e538-4dd4-9b41-bb23319bd5e2 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:15.791151 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7b0c0c-e538-4dd4-9b41-bb23319bd5e2 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:15.791367 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7b0c0c-e538-4dd4-9b41-bb23319bd5e2 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:15.791700 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7b0c0c-e538-4dd4-9b41-bb23319bd5e2 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:15.792031 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7b0c0c-e538-4dd4-9b41-bb23319bd5e2 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:15.792356 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7b0c0c-e538-4dd4-9b41-bb23319bd5e2 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:15.792686 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7b0c0c-e538-4dd4-9b41-bb23319bd5e2 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:15.793008 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7b0c0c-e538-4dd4-9b41-bb23319bd5e2 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:15.807280 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-fc37d597-1857-4259-a67c-1d3635b7a127 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.0473461 Feb 28 10:41:15.810087 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48518) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:15.818983 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 0d3ece73-0663-4c34-8b39-1e9c722e6ba1 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:15.819410 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (0d3ece73-0663-4c34-8b39-1e9c722e6ba1), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:15.845067 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f94c90b2-f10c-4571-a326-3d8ea2d879e4 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (41df5b0e-ae36-46b0-8bfc-506ec14b1645), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:15.852478 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cb7b0c0c-e538-4dd4-9b41-bb23319bd5e2 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:15.857598 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-cb7b0c0c-e538-4dd4-9b41-bb23319bd5e2 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5899384 Feb 28 10:41:15.859728 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48520) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:15.865218 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-47cae5b1-0b95-4b2a-944d-ad1b351ed4e6 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': '11056880-dced-4381-9b1c-4775035d1a93', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:15.896714 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ac3b2363-e8b3-4b2d-8b55-36c18fdd3fa7 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for port (167090f3-efed-4b4f-b2ee-b99f7cde9b50), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:15.902389 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-5d5c8acc-7beb-4617-9e03-b83cf3df6d64 None None] For port 6fcd50ec-ac91-42b4-9f21-e9f5598e7e31, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:41:15.909044 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-5d5c8acc-7beb-4617-9e03-b83cf3df6d64 None None] For port 6fcd50ec-ac91-42b4-9f21-e9f5598e7e31, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=6fcd50ec-ac91-42b4-9f21-e9f5598e7e31,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:41:15.917474 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c90b2-f10c-4571-a326-3d8ea2d879e4 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41df5b0e-ae36-46b0-8bfc-506ec14b1645,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:15.925904 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-bc06efaa-6e3e-4874-8c65-1ee13117c993 None None] Publish callbacks [] for port (0cea848e-f97e-4794-8738-5114b4b3b6b2), precommit_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:15.950440 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11d43d1-8381-466d-81c1-bff2c3ac3dc0 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:15.955968 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11d43d1-8381-466d-81c1-bff2c3ac3dc0 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:15.958896 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c11d43d1-8381-466d-81c1-bff2c3ac3dc0 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1463790 Feb 28 10:41:15.960701 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48522) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:15.970637 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ac3b2363-e8b3-4b2d-8b55-36c18fdd3fa7 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (167090f3-efed-4b4f-b2ee-b99f7cde9b50), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:16.026608 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f94c90b2-f10c-4571-a326-3d8ea2d879e4 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:16.030888 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-f94c90b2-f10c-4571-a326-3d8ea2d879e4 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6425591 Feb 28 10:41:16.030888 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb38b2c-925e-4e83-b7be-fe189923a570 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Made reservation on behalf of a3b8dd05d882407cb4aeb7c1fff3f6af for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:41:16.032136 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2fb38b2c-925e-4e83-b7be-fe189923a570 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:16.039906 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48524) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:16.040454 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-bc06efaa-6e3e-4874-8c65-1ee13117c993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (0cea848e-f97e-4794-8738-5114b4b3b6b2), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:16.051331 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5d5c8acc-7beb-4617-9e03-b83cf3df6d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (6fcd50ec-ac91-42b4-9f21-e9f5598e7e31), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:16.082775 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-47cae5b1-0b95-4b2a-944d-ad1b351ed4e6 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (1073f598-50a9-480f-afd7-5a89e4b7ccd4), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:16.132194 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-9f91ed7c-2b27-460e-a713-a7af04d635b6 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "GET /v2.0/security-group-rules/41df5b0e-ae36-46b0-8bfc-506ec14b1645 HTTP/1.1" status: 200 len: 763 time: 0.0860937 Feb 28 10:41:16.136130 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48526) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:16.150785 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3b2363-e8b3-4b2d-8b55-36c18fdd3fa7 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event updated for resources: {'Port': ['ID=167090f3-efed-4b4f-b2ee-b99f7cde9b50,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:16.165548 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ac3b2363-e8b3-4b2d-8b55-36c18fdd3fa7 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047558'] for router_interface (715b97de-b762-4299-96fd-334e07afed82), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:16.172623 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-487869e2-4594-45f9-9ce5-fae64d309f8b None None] Current status of the port b1984a5b-89d7-4bda-9c07-cce09814ee03 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:16.179921 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 0d3ece73-0663-4c34-8b39-1e9c722e6ba1 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:16.180535 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 0ee69baf-4258-464b-8807-3ebe949431b1 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:41:16.235425 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-09a01771-0d17-47b2-90ec-f9f4d85b2dac tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0958025 Feb 28 10:41:16.244633 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48528) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:16.277553 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-487869e2-4594-45f9-9ce5-fae64d309f8b None None] Could not find standard attr ID for object 03f624b5-51e9-45c4-9bab-98e644e2582a. {{(pid=104085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:41:16.284124 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a78eb6d-d18a-4b51-9fc5-13ea4e506571 None None] Pushing event updated for resources: {'Port': ['ID=0cea848e-f97e-4794-8738-5114b4b3b6b2,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:16.352399 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-47cae5b1-0b95-4b2a-944d-ad1b351ed4e6 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (1073f598-50a9-480f-afd7-5a89e4b7ccd4), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:16.374173 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-bc06efaa-6e3e-4874-8c65-1ee13117c993 None None] Attempting to bind port 0cea848e-f97e-4794-8738-5114b4b3b6b2 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:41:16.374625 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-bc06efaa-6e3e-4874-8c65-1ee13117c993 None None] Attempting to bind port 0cea848e-f97e-4794-8738-5114b4b3b6b2 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '196a06c1-054f-4203-959b-df8db3aa333c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ed0b9869-ae23-48eb-aefa-6fa5242a6177'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:41:16.375134 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc06efaa-6e3e-4874-8c65-1ee13117c993 None None] Attempting to bind port 0cea848e-f97e-4794-8738-5114b4b3b6b2 on network ed0b9869-ae23-48eb-aefa-6fa5242a6177 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:41:16.378114 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7c8eded7-4bc8-43c9-ba09-4e3f047f6889 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (41df5b0e-ae36-46b0-8bfc-506ec14b1645), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:16.403802 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-5db9e54d-b7bd-4dd9-9e3a-bea5327885ae tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Deleting port d32e7e4f-6619-4128-9ab7-c9b9558bc52d {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:41:16.404175 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5db9e54d-b7bd-4dd9-9e3a-bea5327885ae tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (d32e7e4f-6619-4128-9ab7-c9b9558bc52d), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:16.413307 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-487869e2-4594-45f9-9ce5-fae64d309f8b None None] Provisioning complete for port 0ee69baf-4258-464b-8807-3ebe949431b1 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:16.413679 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-487869e2-4594-45f9-9ce5-fae64d309f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (0ee69baf-4258-464b-8807-3ebe949431b1), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:16.432459 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7c8eded7-4bc8-43c9-ba09-4e3f047f6889 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (41df5b0e-ae36-46b0-8bfc-506ec14b1645), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:16.466331 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-47cae5b1-0b95-4b2a-944d-ad1b351ed4e6 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (1073f598-50a9-480f-afd7-5a89e4b7ccd4), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:16.484837 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc06efaa-6e3e-4874-8c65-1ee13117c993 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:41:16.485220 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc06efaa-6e3e-4874-8c65-1ee13117c993 None None] Checking segment: {'id': '196a06c1-054f-4203-959b-df8db3aa333c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ed0b9869-ae23-48eb-aefa-6fa5242a6177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:41:16.486286 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-bc06efaa-6e3e-4874-8c65-1ee13117c993 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:16.486286 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc06efaa-6e3e-4874-8c65-1ee13117c993 None None] Bound using segment: {'id': '196a06c1-054f-4203-959b-df8db3aa333c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ed0b9869-ae23-48eb-aefa-6fa5242a6177'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:41:16.486605 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-bc06efaa-6e3e-4874-8c65-1ee13117c993 None None] Bound port: 0cea848e-f97e-4794-8738-5114b4b3b6b2, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '196a06c1-054f-4203-959b-df8db3aa333c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ed0b9869-ae23-48eb-aefa-6fa5242a6177'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:41:16.487149 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-bc06efaa-6e3e-4874-8c65-1ee13117c993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (0cea848e-f97e-4794-8738-5114b4b3b6b2), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:16.507333 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-be519821-f851-45e2-b037-e7ba83926196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:16.552143 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 0ee69baf-4258-464b-8807-3ebe949431b1 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:16.552531 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (0ee69baf-4258-464b-8807-3ebe949431b1), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:16.567982 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2fb38b2c-925e-4e83-b7be-fe189923a570 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (a1d77448-33f4-4e98-a8f9-9d104976984b), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:16.599714 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3b2363-e8b3-4b2d-8b55-36c18fdd3fa7 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Network 725af8f9-fa60-4830-8815-51f5d8274451 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:16.635522 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5c8acc-7beb-4617-9e03-b83cf3df6d64 None None] Pushing event updated for resources: {'Port': ['ID=6fcd50ec-ac91-42b4-9f21-e9f5598e7e31,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:16.644462 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-ac3b2363-e8b3-4b2d-8b55-36c18fdd3fa7 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:16.659841 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb38b2c-925e-4e83-b7be-fe189923a570 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Network 687e67c4-ef4a-4a97-86ec-6e4ca7a12767 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:16.667342 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-2fb38b2c-925e-4e83-b7be-fe189923a570 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:16.676197 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cae5b1-0b95-4b2a-944d-ad1b351ed4e6 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1073f598-50a9-480f-afd7-5a89e4b7ccd4,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:16.677917 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb38b2c-925e-4e83-b7be-fe189923a570 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:16.678566 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2fb38b2c-925e-4e83-b7be-fe189923a570 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:16.724315 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb38b2c-925e-4e83-b7be-fe189923a570 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event updated for resources: {'Subnet': ['ID=a1d77448-33f4-4e98-a8f9-9d104976984b,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:16.756964 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 0ee69baf-4258-464b-8807-3ebe949431b1 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:16.758738 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device b1984a5b-89d7-4bda-9c07-cce09814ee03 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:41:16.820757 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-bc06efaa-6e3e-4874-8c65-1ee13117c993 None None] For port 0cea848e-f97e-4794-8738-5114b4b3b6b2, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:41:16.824378 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-487869e2-4594-45f9-9ce5-fae64d309f8b None None] Current status of the port 0ee69baf-4258-464b-8807-3ebe949431b1 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:16.825859 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-47cae5b1-0b95-4b2a-944d-ad1b351ed4e6 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:16.828258 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-47cae5b1-0b95-4b2a-944d-ad1b351ed4e6 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9659741 Feb 28 10:41:16.829345 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5db9e54d-b7bd-4dd9-9e3a-bea5327885ae tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (d32e7e4f-6619-4128-9ab7-c9b9558bc52d), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:16.830059 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48530) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:16.834895 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-1e8580a5-2d3b-4a6f-ae61-258a02f280f3 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': '11056880-dced-4381-9b1c-4775035d1a93', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:16.849845 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-bc06efaa-6e3e-4874-8c65-1ee13117c993 None None] For port 0cea848e-f97e-4794-8738-5114b4b3b6b2, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=0cea848e-f97e-4794-8738-5114b4b3b6b2,segment=NetworkSegment(196a06c1-054f-4203-959b-df8db3aa333c),segment_id=196a06c1-054f-4203-959b-df8db3aa333c)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:41:16.857181 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port b1984a5b-89d7-4bda-9c07-cce09814ee03 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:16.857572 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (b1984a5b-89d7-4bda-9c07-cce09814ee03), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:16.861465 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-2fb38b2c-925e-4e83-b7be-fe189923a570 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2082748 Feb 28 10:41:16.886656 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48532) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:16.899708 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-62427aa9-f3f2-4360-8b74-7db0c979b850 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Request body: {'security_group': {'name': 'tempest-secgroup-504054208'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:16.906482 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7c8eded7-4bc8-43c9-ba09-4e3f047f6889 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (41df5b0e-ae36-46b0-8bfc-506ec14b1645), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:16.924873 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7c8eded7-4bc8-43c9-ba09-4e3f047f6889 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:16.928435 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-7c8eded7-4bc8-43c9-ba09-4e3f047f6889 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/41df5b0e-ae36-46b0-8bfc-506ec14b1645 HTTP/1.1" status: 204 len: 168 time: 0.6804433 Feb 28 10:41:16.929457 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-5db9e54d-b7bd-4dd9-9e3a-bea5327885ae tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Calling delete_port for d32e7e4f-6619-4128-9ab7-c9b9558bc52d owned by {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:41:16.931383 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8eded7-4bc8-43c9-ba09-4e3f047f6889 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=41df5b0e-ae36-46b0-8bfc-506ec14b1645,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:16.935611 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48534) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:16.955827 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-bc06efaa-6e3e-4874-8c65-1ee13117c993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (0cea848e-f97e-4794-8738-5114b4b3b6b2), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:16.981522 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1e8580a5-2d3b-4a6f-ae61-258a02f280f3 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (3ed366cc-5d95-4ea9-a759-9750ecdef1c1), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:17.039552 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-62427aa9-f3f2-4360-8b74-7db0c979b850 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:17.059289 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-09cb8ce1-916c-4e25-b95a-9399bdc03cfb tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1141393 Feb 28 10:41:17.059901 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48536) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:17.066275 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-625d4cf1-3703-42ab-8781-ee8ec02a67f3 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Request body: {'security_group_rule': {'security_group_id': '5a8ddb4f-e6a5-46cb-9164-c88c2701b497', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:17.084635 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a78eb6d-d18a-4b51-9fc5-13ea4e506571 None None] Pushing event updated for resources: {'Port': ['ID=0cea848e-f97e-4794-8738-5114b4b3b6b2,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:17.125625 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-9e696218-aed5-4674-b658-f764873978a3 None None] Provisioning complete for port 0cea848e-f97e-4794-8738-5114b4b3b6b2 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:17.126291 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9e696218-aed5-4674-b658-f764873978a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (0cea848e-f97e-4794-8738-5114b4b3b6b2), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:17.162669 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1e8580a5-2d3b-4a6f-ae61-258a02f280f3 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (3ed366cc-5d95-4ea9-a759-9750ecdef1c1), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:17.195391 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc06efaa-6e3e-4874-8c65-1ee13117c993 None None] Routers {'d5be3c96-d3d3-4861-9461-a8c700c99693'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:41:17.196045 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-bc06efaa-6e3e-4874-8c65-1ee13117c993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:40:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['d5be3c96-d3d3-4861-9461-a8c700c99693'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:17.229278 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-625d4cf1-3703-42ab-8781-ee8ec02a67f3 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (b196192e-d108-45b4-b59c-dc358cdfcd9e), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:17.240718 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1e8580a5-2d3b-4a6f-ae61-258a02f280f3 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (3ed366cc-5d95-4ea9-a759-9750ecdef1c1), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:17.267931 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-62427aa9-f3f2-4360-8b74-7db0c979b850 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for security_group (edbd1ad4-1a00-4b81-8b45-4a2713a58648), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:17.302419 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8580a5-2d3b-4a6f-ae61-258a02f280f3 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ed366cc-5d95-4ea9-a759-9750ecdef1c1,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:17.320073 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-625d4cf1-3703-42ab-8781-ee8ec02a67f3 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (b196192e-d108-45b4-b59c-dc358cdfcd9e), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:17.326619 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac3b2363-e8b3-4b2d-8b55-36c18fdd3fa7 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Router 715b97de-b762-4299-96fd-334e07afed82 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:41:17.340687 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-62427aa9-f3f2-4360-8b74-7db0c979b850 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (edbd1ad4-1a00-4b81-8b45-4a2713a58648), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:17.379688 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62427aa9-f3f2-4360-8b74-7db0c979b850 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edbd1ad4-1a00-4b81-8b45-4a2713a58648,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:17.386219 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1e8580a5-2d3b-4a6f-ae61-258a02f280f3 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:17.392372 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-1e8580a5-2d3b-4a6f-ae61-258a02f280f3 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5606883 Feb 28 10:41:17.393002 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48538) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:17.408651 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-d71d1b6f-6038-41b4-aae5-3a5788261458 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': '11056880-dced-4381-9b1c-4775035d1a93', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:17.425302 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-625d4cf1-3703-42ab-8781-ee8ec02a67f3 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (b196192e-d108-45b4-b59c-dc358cdfcd9e), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:17.430544 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5db9e54d-b7bd-4dd9-9e3a-bea5327885ae tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (d32e7e4f-6619-4128-9ab7-c9b9558bc52d), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:17.454107 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625d4cf1-3703-42ab-8781-ee8ec02a67f3 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b196192e-d108-45b4-b59c-dc358cdfcd9e,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:17.458274 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port b1984a5b-89d7-4bda-9c07-cce09814ee03 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:17.475261 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db9e54d-b7bd-4dd9-9e3a-bea5327885ae tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event deleted for resources: {'Port': ['ID=d32e7e4f-6619-4128-9ab7-c9b9558bc52d,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:17.524099 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-62427aa9-f3f2-4360-8b74-7db0c979b850 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:17.546470 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-62427aa9-f3f2-4360-8b74-7db0c979b850 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6568923 Feb 28 10:41:17.549485 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48540) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:17.563524 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-86485863-f0e6-47d0-8b79-9c26d6630556 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Request body: {'security_group': {'name': 'tempest-secgroup-1337099620'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:17.574765 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-9e696218-aed5-4674-b658-f764873978a3 None None] Current status of the port 0cea848e-f97e-4794-8738-5114b4b3b6b2 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:17.575224 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9e696218-aed5-4674-b658-f764873978a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (0cea848e-f97e-4794-8738-5114b4b3b6b2), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:17.576108 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3b2363-e8b3-4b2d-8b55-36c18fdd3fa7 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:41:17.588631 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb3b890-1c4f-49c3-8078-eabfafc01e04 None None] Sync routers for ids ['715b97de-b762-4299-96fd-334e07afed82'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:41:17.589612 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-625d4cf1-3703-42ab-8781-ee8ec02a67f3 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:17.590577 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 07537032-4b4f-4df4-be9a-9c89413e009c no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:41:17.593979 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-ac3b2363-e8b3-4b2d-8b55-36c18fdd3fa7 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "PUT /v2.0/routers/715b97de-b762-4299-96fd-334e07afed82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8026216 Feb 28 10:41:17.599416 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-625d4cf1-3703-42ab-8781-ee8ec02a67f3 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5376408 Feb 28 10:41:17.604164 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48542) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:17.604665 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48544) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:17.606431 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb3b890-1c4f-49c3-8078-eabfafc01e04 None None] Routers {'715b97de-b762-4299-96fd-334e07afed82'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:41:17.609901 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-4eb3b890-1c4f-49c3-8078-eabfafc01e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:40:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['715b97de-b762-4299-96fd-334e07afed82'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:17.616199 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-57ec7d4e-6d89-48d7-8a2e-a36ddf9e1426 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Request body: {'network': {'name': 'tempest-RoutersTest-2026367189'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:17.631397 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-bc06efaa-6e3e-4874-8c65-1ee13117c993 None None] Set router d5be3c96-d3d3-4861-9461-a8c700c99693 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:41:17.668312 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5db9e54d-b7bd-4dd9-9e3a-bea5327885ae tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:17.673911 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-5db9e54d-b7bd-4dd9-9e3a-bea5327885ae tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/ports/d32e7e4f-6619-4128-9ab7-c9b9558bc52d HTTP/1.1" status: 204 len: 168 time: 1.7121503 Feb 28 10:41:17.676286 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48548) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:17.691418 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d6c86d-3c80-4e6b-9018-a2f7770d2154 None None] Network 725af8f9-fa60-4830-8815-51f5d8274451 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:41:17.699973 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872f4f60-3635-4377-940e-5289afff3f50 None None] Network 687e67c4-ef4a-4a97-86ec-6e4ca7a12767 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:41:17.723148 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d71d1b6f-6038-41b4-aae5-3a5788261458 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (dbd004e0-e228-4777-9692-ca0e661bbd73), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:17.729220 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-416a1355-c23e-4d23-9423-5bc0b99336d0 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "GET /v2.0/security-group-rules/b196192e-d108-45b4-b59c-dc358cdfcd9e HTTP/1.1" status: 200 len: 764 time: 0.1218045 Feb 28 10:41:17.731888 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48550) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:17.785351 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-8ffb705c-4817-4472-aca2-f9bbce718986 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0520089 Feb 28 10:41:17.786485 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-4eb3b890-1c4f-49c3-8078-eabfafc01e04 None None] Set router 715b97de-b762-4299-96fd-334e07afed82 gateway port host: None {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:41:17.791450 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 07537032-4b4f-4df4-be9a-9c89413e009c {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:41:17.795451 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48552) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:17.795716 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 07537032-4b4f-4df4-be9a-9c89413e009c not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:41:17.797308 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354c824d-e5c9-4a83-8dc2-fe9f7d0ccbf8 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:17.801196 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354c824d-e5c9-4a83-8dc2-fe9f7d0ccbf8 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:17.806769 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354c824d-e5c9-4a83-8dc2-fe9f7d0ccbf8 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:17.813040 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-354c824d-e5c9-4a83-8dc2-fe9f7d0ccbf8 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1320066 Feb 28 10:41:17.825056 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48554) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:17.828503 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ec7d4e-6d89-48d7-8a2e-a36ddf9e1426 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Made reservation on behalf of 25b479ba752e4d33b5861f804bc6920d for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:41:17.836441 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-57ec7d4e-6d89-48d7-8a2e-a36ddf9e1426 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:17.839185 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bb9a005d-8a9b-4960-8b9c-b8e9f69fe3de tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (b196192e-d108-45b4-b59c-dc358cdfcd9e), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:17.843612 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-86485863-f0e6-47d0-8b79-9c26d6630556 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:17.857540 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bb9a005d-8a9b-4960-8b9c-b8e9f69fe3de tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (b196192e-d108-45b4-b59c-dc358cdfcd9e), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:18.024413 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bb9a005d-8a9b-4960-8b9c-b8e9f69fe3de tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (b196192e-d108-45b4-b59c-dc358cdfcd9e), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:18.037674 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bb9a005d-8a9b-4960-8b9c-b8e9f69fe3de tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:18.042530 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-bb9a005d-8a9b-4960-8b9c-b8e9f69fe3de tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/b196192e-d108-45b4-b59c-dc358cdfcd9e HTTP/1.1" status: 204 len: 168 time: 0.2495651 Feb 28 10:41:18.044417 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48556) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:18.060176 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a005d-8a9b-4960-8b9c-b8e9f69fe3de tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b196192e-d108-45b4-b59c-dc358cdfcd9e,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:18.097226 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-06365c1a-bb40-4f9b-9537-dbbcd1ed3c4f tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Deleting subnet 9c60bf73-72ee-4741-aff0-241fcbe61bb7 {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:41:18.113272 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-06365c1a-bb40-4f9b-9537-dbbcd1ed3c4f tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for subnet (9c60bf73-72ee-4741-aff0-241fcbe61bb7), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:18.116052 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57ec7d4e-6d89-48d7-8a2e-a36ddf9e1426 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:41:18.123997 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-4eb3b890-1c4f-49c3-8078-eabfafc01e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715b97de-b762-4299-96fd-334e07afed82', 'name': 'tempest-RoutersTest-router-248430510', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:49Z', 'updated_at': '2022-02-28T10:41:15Z', 'revision_number': 4, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'gw_port_host': None, '_interfaces': [{'id': '0ee69baf-4258-464b-8807-3ebe949431b1', 'name': '', 'network_id': 'ecd0d21e-dc9c-4544-a8e9-08e7916a2585', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'mac_address': 'fa:16:3e:b7:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715b97de-b762-4299-96fd-334e07afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '669f06b7-57ef-4301-a8c3-00e281fb7a6d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:03Z', 'updated_at': '2022-02-28T10:41:13Z', 'revision_number': 5, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'subnets': [{'id': '669f06b7-57ef-4301-a8c3-00e281fb7a6d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '167090f3-efed-4b4f-b2ee-b99f7cde9b50', 'name': '', 'network_id': '725af8f9-fa60-4830-8815-51f5d8274451', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'mac_address': 'fa:16:3e:70:e0:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '715b97de-b762-4299-96fd-334e07afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '62df855b-2c91-4856-b059-2862ce1823a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:14Z', 'updated_at': '2022-02-28T10:41:15Z', 'revision_number': 2, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'subnets': [{'id': '62df855b-2c91-4856-b059-2862ce1823a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48b5fc60-d08e-477a-9adf-f92649ff8c25', 'name': '', 'network_id': 'dc3763cc-cbd8-49a9-968b-baa5b223e43a', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'mac_address': 'fa:16:3e:5e:a5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715b97de-b762-4299-96fd-334e07afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '9aef332b-550c-4398-b0fb-6c0fb7618921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:53Z', 'updated_at': '2022-02-28T10:41:01Z', 'revision_number': 5, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'subnets': [{'id': '9aef332b-550c-4398-b0fb-6c0fb7618921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:18.126101 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d71d1b6f-6038-41b4-aae5-3a5788261458 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (dbd004e0-e228-4777-9692-ca0e661bbd73), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:18.158456 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb3b890-1c4f-49c3-8078-eabfafc01e04 None None] Checking router: 715b97de-b762-4299-96fd-334e07afed82 for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:41:18.159541 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb3b890-1c4f-49c3-8078-eabfafc01e04 None None] Updating router 715b97de-b762-4299-96fd-334e07afed82 port 167090f3-efed-4b4f-b2ee-b99f7cde9b50 binding host dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:41:18.171326 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-57ec7d4e-6d89-48d7-8a2e-a36ddf9e1426 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (dbc9a3cf-3ba4-4cbe-9955-c0e7e67998a5), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:18.171670 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-57ec7d4e-6d89-48d7-8a2e-a36ddf9e1426 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Added segment dbc9a3cf-3ba4-4cbe-9955-c0e7e67998a5 of type vlan for network e9951a62-70dc-4108-85b6-e7e2c4bd2c74 Feb 28 10:41:18.182423 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44afef88-2451-4339-8d4c-581420164ed6 None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:41:18.184418 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 8ef51ea3-3ea3-4ed9-b0f6-dba7b61eb063 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:41:18.190853 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-9e696218-aed5-4674-b658-f764873978a3 None None] For port 0cea848e-f97e-4794-8738-5114b4b3b6b2, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=0cea848e-f97e-4794-8738-5114b4b3b6b2,segment=NetworkSegment(196a06c1-054f-4203-959b-df8db3aa333c),segment_id=196a06c1-054f-4203-959b-df8db3aa333c)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:18.200646 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4eb3b890-1c4f-49c3-8078-eabfafc01e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (167090f3-efed-4b4f-b2ee-b99f7cde9b50), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:18.224540 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-06365c1a-bb40-4f9b-9537-dbbcd1ed3c4f tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (9c60bf73-72ee-4741-aff0-241fcbe61bb7), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:18.232162 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d71d1b6f-6038-41b4-aae5-3a5788261458 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (dbd004e0-e228-4777-9692-ca0e661bbd73), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:18.294697 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-90f33d89-bf9f-4d72-91e4-cd983b920c7b tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2413471 Feb 28 10:41:18.295035 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48558) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:18.304589 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-86485863-f0e6-47d0-8b79-9c26d6630556 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for security_group (a8330d63-aa13-4ff2-93c0-db774d8f820e), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:18.306361 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9e696218-aed5-4674-b658-f764873978a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (0cea848e-f97e-4794-8738-5114b4b3b6b2), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:18.317898 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-57ec7d4e-6d89-48d7-8a2e-a36ddf9e1426 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (e9951a62-70dc-4108-85b6-e7e2c4bd2c74), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:18.330130 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71d1b6f-6038-41b4-aae5-3a5788261458 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbd004e0-e228-4777-9692-ca0e661bbd73,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:18.362855 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-06365c1a-bb40-4f9b-9537-dbbcd1ed3c4f tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (9c60bf73-72ee-4741-aff0-241fcbe61bb7), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:18.393337 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-86485863-f0e6-47d0-8b79-9c26d6630556 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (a8330d63-aa13-4ff2-93c0-db774d8f820e), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:18.407023 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b05b680a-a65e-4a9d-9c1d-fc941df7369d tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group (5a8ddb4f-e6a5-46cb-9164-c88c2701b497), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:18.433900 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d71d1b6f-6038-41b4-aae5-3a5788261458 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:18.435134 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-d71d1b6f-6038-41b4-aae5-3a5788261458 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0316122 Feb 28 10:41:18.438823 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b05b680a-a65e-4a9d-9c1d-fc941df7369d tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group (5a8ddb4f-e6a5-46cb-9164-c88c2701b497), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:18.441510 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48560) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:18.444456 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86485863-f0e6-47d0-8b79-9c26d6630556 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8330d63-aa13-4ff2-93c0-db774d8f820e,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:18.458424 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-f14d7992-902a-4629-b826-b0bd703f896c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': '11056880-dced-4381-9b1c-4775035d1a93', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:18.478448 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-57ec7d4e-6d89-48d7-8a2e-a36ddf9e1426 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (e9951a62-70dc-4108-85b6-e7e2c4bd2c74), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:18.483863 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ec7d4e-6d89-48d7-8a2e-a36ddf9e1426 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:18.484471 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-57ec7d4e-6d89-48d7-8a2e-a36ddf9e1426 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:18.511115 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-86485863-f0e6-47d0-8b79-9c26d6630556 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:18.512380 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-86485863-f0e6-47d0-8b79-9c26d6630556 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9614151 Feb 28 10:41:18.516129 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48562) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:18.520547 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-a7eed07a-2aba-4f61-baae-50b878526a89 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Request body: {'security_group': {'name': 'tempest-secgroup-1344014402'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:18.562291 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e696218-aed5-4674-b658-f764873978a3 None None] Pushing event updated for resources: {'Port': ['ID=0cea848e-f97e-4794-8738-5114b4b3b6b2,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:18.568886 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4eb3b890-1c4f-49c3-8078-eabfafc01e04 None None] Publish callbacks [] for port (167090f3-efed-4b4f-b2ee-b99f7cde9b50), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:18.576925 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-b38180e3-9b03-40aa-a63a-44e1f5ef3399 None None] Provisioning complete for port 0cea848e-f97e-4794-8738-5114b4b3b6b2 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:18.577306 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b38180e3-9b03-40aa-a63a-44e1f5ef3399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (0cea848e-f97e-4794-8738-5114b4b3b6b2), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:18.577424 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-06365c1a-bb40-4f9b-9537-dbbcd1ed3c4f tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (9c60bf73-72ee-4741-aff0-241fcbe61bb7), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:18.596505 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b05b680a-a65e-4a9d-9c1d-fc941df7369d tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (5a8ddb4f-e6a5-46cb-9164-c88c2701b497), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:18.600816 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b05b680a-a65e-4a9d-9c1d-fc941df7369d tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:18.602785 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-b05b680a-a65e-4a9d-9c1d-fc941df7369d tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "DELETE /v2.0/security-groups/5a8ddb4f-e6a5-46cb-9164-c88c2701b497 HTTP/1.1" status: 204 len: 168 time: 0.3067946 Feb 28 10:41:18.609218 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ec7d4e-6d89-48d7-8a2e-a36ddf9e1426 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event updated for resources: {'Network': ['ID=e9951a62-70dc-4108-85b6-e7e2c4bd2c74,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:18.612810 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48564) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:18.623282 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 8ef51ea3-3ea3-4ed9-b0f6-dba7b61eb063 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:18.623662 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (8ef51ea3-3ea3-4ed9-b0f6-dba7b61eb063), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:18.623885 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-57ec7d4e-6d89-48d7-8a2e-a36ddf9e1426 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0178494 Feb 28 10:41:18.624584 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06365c1a-bb40-4f9b-9537-dbbcd1ed3c4f tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event deleted for resources: {'Subnet': ['ID=9c60bf73-72ee-4741-aff0-241fcbe61bb7,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:18.626345 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e696218-aed5-4674-b658-f764873978a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:18.626710 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e696218-aed5-4674-b658-f764873978a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:18.627526 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e696218-aed5-4674-b658-f764873978a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:18.627883 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e696218-aed5-4674-b658-f764873978a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:18.632536 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e696218-aed5-4674-b658-f764873978a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:18.632536 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e696218-aed5-4674-b658-f764873978a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:18.633012 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48566) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:18.633138 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e696218-aed5-4674-b658-f764873978a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:18.633138 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e696218-aed5-4674-b658-f764873978a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:18.633138 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e696218-aed5-4674-b658-f764873978a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:18.633138 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e696218-aed5-4674-b658-f764873978a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:18.633138 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e696218-aed5-4674-b658-f764873978a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:18.633138 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e696218-aed5-4674-b658-f764873978a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:18.633138 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e696218-aed5-4674-b658-f764873978a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:18.637962 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-06365c1a-bb40-4f9b-9537-dbbcd1ed3c4f tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:18.639551 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network e9951a62-70dc-4108-85b6-e7e2c4bd2c74 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:41:18.643573 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-06365c1a-bb40-4f9b-9537-dbbcd1ed3c4f tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/subnets/9c60bf73-72ee-4741-aff0-241fcbe61bb7 HTTP/1.1" status: 204 len: 168 time: 0.8149755 Feb 28 10:41:18.644952 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-d1d642eb-2f15-4678-8e11-99350461b0a0 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Request body: {'subnet': {'network_id': 'e9951a62-70dc-4108-85b6-e7e2c4bd2c74', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:18.646209 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f14d7992-902a-4629-b826-b0bd703f896c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (6d29fcbf-c165-4165-a048-dced27ff8532), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:18.651758 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48568) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:18.659316 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b680a-a65e-4a9d-9c1d-fc941df7369d tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8ddb4f-e6a5-46cb-9164-c88c2701b497,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:18.687351 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4eb3b890-1c4f-49c3-8078-eabfafc01e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (167090f3-efed-4b4f-b2ee-b99f7cde9b50), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:18.774906 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f14d7992-902a-4629-b826-b0bd703f896c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (6d29fcbf-c165-4165-a048-dced27ff8532), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:18.777894 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-4c54761a-8daf-4049-9f8c-a4943d9b360e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:18.782589 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a7eed07a-2aba-4f61-baae-50b878526a89 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:18.783687 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266dfd4b-95a7-4afc-80c0-077d60f3a4b8 None None] Pushing event updated for resources: {'Port': ['ID=167090f3-efed-4b4f-b2ee-b99f7cde9b50,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:18.853337 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-7b370772-9608-442f-8df8-cbc29d100574 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2338681 Feb 28 10:41:18.855326 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48570) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:18.860288 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-ae9db082-5328-4708-a3bd-3fbf0862478f tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Request body: {'security_group': {'name': 'tempest-secgroup--1512711965'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:18.877094 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-301135a4-8ca2-451f-b1b8-604325b8aade tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Deleting subnet b57216e0-e657-48b7-94d6-a5a44b8156af {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:41:18.877923 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f14d7992-902a-4629-b826-b0bd703f896c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (6d29fcbf-c165-4165-a048-dced27ff8532), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:18.886472 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-4eb3b890-1c4f-49c3-8078-eabfafc01e04 None None] Attempting to bind port 167090f3-efed-4b4f-b2ee-b99f7cde9b50 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:41:18.886907 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-4eb3b890-1c4f-49c3-8078-eabfafc01e04 None None] Attempting to bind port 167090f3-efed-4b4f-b2ee-b99f7cde9b50 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '2ffc11aa-6996-47ed-a6a1-d07583a60549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '725af8f9-fa60-4830-8815-51f5d8274451'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:41:18.887278 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb3b890-1c4f-49c3-8078-eabfafc01e04 None None] Attempting to bind port 167090f3-efed-4b4f-b2ee-b99f7cde9b50 on network 725af8f9-fa60-4830-8815-51f5d8274451 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:41:18.887850 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-301135a4-8ca2-451f-b1b8-604325b8aade tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for subnet (b57216e0-e657-48b7-94d6-a5a44b8156af), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:18.897519 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb3b890-1c4f-49c3-8078-eabfafc01e04 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:41:18.897911 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb3b890-1c4f-49c3-8078-eabfafc01e04 None None] Checking segment: {'id': '2ffc11aa-6996-47ed-a6a1-d07583a60549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '725af8f9-fa60-4830-8815-51f5d8274451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:41:18.898355 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4eb3b890-1c4f-49c3-8078-eabfafc01e04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:18.899496 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb3b890-1c4f-49c3-8078-eabfafc01e04 None None] Bound using segment: {'id': '2ffc11aa-6996-47ed-a6a1-d07583a60549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '725af8f9-fa60-4830-8815-51f5d8274451'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:41:18.900020 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-4eb3b890-1c4f-49c3-8078-eabfafc01e04 None None] Bound port: 167090f3-efed-4b4f-b2ee-b99f7cde9b50, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ffc11aa-6996-47ed-a6a1-d07583a60549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '725af8f9-fa60-4830-8815-51f5d8274451'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:41:18.900453 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4eb3b890-1c4f-49c3-8078-eabfafc01e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (167090f3-efed-4b4f-b2ee-b99f7cde9b50), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:18.948609 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14d7992-902a-4629-b826-b0bd703f896c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d29fcbf-c165-4165-a048-dced27ff8532,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:18.974475 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-301135a4-8ca2-451f-b1b8-604325b8aade tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (b57216e0-e657-48b7-94d6-a5a44b8156af), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:19.004820 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-4eb3b890-1c4f-49c3-8078-eabfafc01e04 None None] For port 167090f3-efed-4b4f-b2ee-b99f7cde9b50, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:41:19.010245 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-4eb3b890-1c4f-49c3-8078-eabfafc01e04 None None] For port 167090f3-efed-4b4f-b2ee-b99f7cde9b50, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=167090f3-efed-4b4f-b2ee-b99f7cde9b50,segment=NetworkSegment(2ffc11aa-6996-47ed-a6a1-d07583a60549),segment_id=2ffc11aa-6996-47ed-a6a1-d07583a60549)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:41:19.013196 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ae9db082-5328-4708-a3bd-3fbf0862478f tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:19.036273 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-bc06efaa-6e3e-4874-8c65-1ee13117c993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'name': 'tempest-TestNetworkBasicOps-router-1169356957', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.55'}], 'enable_snat': True}, 'gw_port_id': '0d3ece73-0663-4c34-8b39-1e9c722e6ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:57Z', 'updated_at': '2022-02-28T10:41:10Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '0d3ece73-0663-4c34-8b39-1e9c722e6ba1', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:59Z', 'updated_at': '2022-02-28T10:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '0cea848e-f97e-4794-8738-5114b4b3b6b2', 'name': '', 'network_id': 'ed0b9869-ae23-48eb-aefa-6fa5242a6177', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:d5:ef:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '78e4f8f8-348f-4545-beb6-cf8d3033cc81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:07Z', 'updated_at': '2022-02-28T10:41:16Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '78e4f8f8-348f-4545-beb6-cf8d3033cc81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:19.041077 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a7eed07a-2aba-4f61-baae-50b878526a89 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for security_group (9828d283-410f-4c26-a8a6-f8f7a806952e), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:19.048506 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f14d7992-902a-4629-b826-b0bd703f896c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:19.048506 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-f14d7992-902a-4629-b826-b0bd703f896c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6012836 Feb 28 10:41:19.048867 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d642eb-2f15-4678-8e11-99350461b0a0 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Made reservation on behalf of 25b479ba752e4d33b5861f804bc6920d for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:41:19.048984 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48572) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:19.049466 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d1d642eb-2f15-4678-8e11-99350461b0a0 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:19.054127 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-f311745c-54e2-42d7-992f-09c2eac860f6 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': '11056880-dced-4381-9b1c-4775035d1a93', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:19.085864 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4eb3b890-1c4f-49c3-8078-eabfafc01e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (167090f3-efed-4b4f-b2ee-b99f7cde9b50), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:19.149784 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb3b890-1c4f-49c3-8078-eabfafc01e04 None None] Routers {'715b97de-b762-4299-96fd-334e07afed82'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:41:19.150864 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-4eb3b890-1c4f-49c3-8078-eabfafc01e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:41:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['715b97de-b762-4299-96fd-334e07afed82'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:19.165418 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc06efaa-6e3e-4874-8c65-1ee13117c993 None None] The sync data for ids ['d5be3c96-d3d3-4861-9461-a8c700c99693'] in dv-neutron-829161-3-hyperv is: [{'id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'name': 'tempest-TestNetworkBasicOps-router-1169356957', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.55'}], 'enable_snat': True}, 'gw_port_id': '0d3ece73-0663-4c34-8b39-1e9c722e6ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:57Z', 'updated_at': '2022-02-28T10:41:10Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '0d3ece73-0663-4c34-8b39-1e9c722e6ba1', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:59Z', 'updated_at': '2022-02-28T10:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '0cea848e-f97e-4794-8738-5114b4b3b6b2', 'name': '', 'network_id': 'ed0b9869-ae23-48eb-aefa-6fa5242a6177', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:d5:ef:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '78e4f8f8-348f-4545-beb6-cf8d3033cc81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:07Z', 'updated_at': '2022-02-28T10:41:16Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '78e4f8f8-348f-4545-beb6-cf8d3033cc81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:41:19.165732 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ae9db082-5328-4708-a3bd-3fbf0862478f tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group (8d31ea46-7928-4335-a751-53a8ba694359), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:19.167127 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a527888e-55af-4900-b7e5-c95ab1d6eeeb None None] Update dhcp port {'port': {'network_id': '687e67c4-ef4a-4a97-86ec-6e4ca7a12767', 'fixed_ips': [{'subnet_id': '911f79fb-ed64-4821-a64b-4b3bbdac4ab4', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a1d77448-33f4-4e98-a8f9-9d104976984b'}], 'binding:host_id': 'dv-neutron-829161-3-hyperv'}, 'id': 'b1984a5b-89d7-4bda-9c07-cce09814ee03'} from dv-neutron-829161-3-hyperv. {{(pid=104085) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 28 10:41:19.182429 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.securitygroups_db [None req-f311745c-54e2-42d7-992f-09c2eac860f6 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Project 02ebd57ebb02426fbf4a686f080eb9d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:41:19.188312 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f311745c-54e2-42d7-992f-09c2eac860f6 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (468bb6a8-8151-43ec-95d4-d7505e299846), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:19.244189 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 8ef51ea3-3ea3-4ed9-b0f6-dba7b61eb063 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:19.248805 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (8ef51ea3-3ea3-4ed9-b0f6-dba7b61eb063), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:19.266633 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ae9db082-5328-4708-a3bd-3fbf0862478f tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (8d31ea46-7928-4335-a751-53a8ba694359), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:19.272829 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a527888e-55af-4900-b7e5-c95ab1d6eeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (b1984a5b-89d7-4bda-9c07-cce09814ee03), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:19.274684 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9550e4c-089f-47b3-838d-a66fe8fd6126 None None] Update dhcp port {'port': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'fixed_ips': [{'subnet_id': 'b57216e0-e657-48b7-94d6-a5a44b8156af', 'ip_address': '2001:db8::f816:3eff:fe83:b71e'}, {'subnet_id': '9c60bf73-72ee-4741-aff0-241fcbe61bb7'}], 'binding:host_id': 'dv-neutron-829161-3-hyperv'}, 'id': '6fcd50ec-ac91-42b4-9f21-e9f5598e7e31'} from dv-neutron-829161-3-hyperv. {{(pid=104085) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 28 10:41:19.314439 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a7eed07a-2aba-4f61-baae-50b878526a89 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (9828d283-410f-4c26-a8a6-f8f7a806952e), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:19.319366 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266dfd4b-95a7-4afc-80c0-077d60f3a4b8 None None] Pushing event updated for resources: {'Port': ['ID=167090f3-efed-4b4f-b2ee-b99f7cde9b50,revision_number=4']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:19.348451 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-4eb3b890-1c4f-49c3-8078-eabfafc01e04 None None] Set router 715b97de-b762-4299-96fd-334e07afed82 gateway port host: None {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:41:19.358611 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eed07a-2aba-4f61-baae-50b878526a89 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9828d283-410f-4c26-a8a6-f8f7a806952e,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:19.362205 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9db082-5328-4708-a3bd-3fbf0862478f tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d31ea46-7928-4335-a751-53a8ba694359,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:19.394253 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d1d642eb-2f15-4678-8e11-99350461b0a0 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (5c1cbfca-4a10-45d1-b77a-c26bcdba6977), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:19.411977 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f311745c-54e2-42d7-992f-09c2eac860f6 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (468bb6a8-8151-43ec-95d4-d7505e299846), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:19.437481 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-b38180e3-9b03-40aa-a63a-44e1f5ef3399 None None] Current status of the port 0cea848e-f97e-4794-8738-5114b4b3b6b2 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:19.446190 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ae9db082-5328-4708-a3bd-3fbf0862478f tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:19.449915 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-ae9db082-5328-4708-a3bd-3fbf0862478f tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5911615 Feb 28 10:41:19.450644 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48574) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:19.451119 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f9550e4c-089f-47b3-838d-a66fe8fd6126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (6fcd50ec-ac91-42b4-9f21-e9f5598e7e31), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:19.454968 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-c532fdf4-161b-4fd2-a23f-2a9b60cbd7be tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Request body: {'security_group_rule': {'security_group_id': '8d31ea46-7928-4335-a751-53a8ba694359', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:19.458930 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port 8ef51ea3-3ea3-4ed9-b0f6-dba7b61eb063, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=8ef51ea3-3ea3-4ed9-b0f6-dba7b61eb063,segment=NetworkSegment(2ffc11aa-6996-47ed-a6a1-d07583a60549),segment_id=2ffc11aa-6996-47ed-a6a1-d07583a60549)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:19.504085 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a7eed07a-2aba-4f61-baae-50b878526a89 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:19.507500 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-a7eed07a-2aba-4f61-baae-50b878526a89 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9903598 Feb 28 10:41:19.508439 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f311745c-54e2-42d7-992f-09c2eac860f6 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (468bb6a8-8151-43ec-95d4-d7505e299846), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:19.517574 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48576) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:19.535632 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-ed4cf9fa-22b0-49ff-9cc0-f4912b12f31d tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-994339158', 'security_groups': ['9828d283-410f-4c26-a8a6-f8f7a806952e'], 'network_id': '687e67c4-ef4a-4a97-86ec-6e4ca7a12767', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a1d77448-33f4-4e98-a8f9-9d104976984b'}]}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:19.557009 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d642eb-2f15-4678-8e11-99350461b0a0 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event updated for resources: {'Subnet': ['ID=5c1cbfca-4a10-45d1-b77a-c26bcdba6977,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:19.568815 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-301135a4-8ca2-451f-b1b8-604325b8aade tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (b57216e0-e657-48b7-94d6-a5a44b8156af), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:19.628694 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-b38180e3-9b03-40aa-a63a-44e1f5ef3399 None None] Provisioning complete for port 6fcd50ec-ac91-42b4-9f21-e9f5598e7e31 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:19.629175 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b38180e3-9b03-40aa-a63a-44e1f5ef3399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (6fcd50ec-ac91-42b4-9f21-e9f5598e7e31), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:19.632701 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (8ef51ea3-3ea3-4ed9-b0f6-dba7b61eb063), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:19.633990 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 6fcd50ec-ac91-42b4-9f21-e9f5598e7e31 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:41:19.666585 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f311745c-54e2-42d7-992f-09c2eac860f6 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=468bb6a8-8151-43ec-95d4-d7505e299846,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:19.686641 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c532fdf4-161b-4fd2-a23f-2a9b60cbd7be tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (e4457d80-d7d7-4ae9-b571-8ba812d4584a), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:19.696817 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d642eb-2f15-4678-8e11-99350461b0a0 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Checking segment: {'id': 'dbc9a3cf-3ba4-4cbe-9955-c0e7e67998a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e9951a62-70dc-4108-85b6-e7e2c4bd2c74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:41:19.697409 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d642eb-2f15-4678-8e11-99350461b0a0 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Network hostable DHCP agents. Network: e9951a62-70dc-4108-85b6-e7e2c4bd2c74, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:41:19.749211 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f311745c-54e2-42d7-992f-09c2eac860f6 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:19.753085 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-f311745c-54e2-42d7-992f-09c2eac860f6 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7014537 Feb 28 10:41:19.753276 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48578) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:19.760671 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-4bfe3c7f-9459-429a-ab14-76a36ccaa089 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': '11056880-dced-4381-9b1c-4775035d1a93', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:19.780924 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-4eb3b890-1c4f-49c3-8078-eabfafc01e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715b97de-b762-4299-96fd-334e07afed82', 'name': 'tempest-RoutersTest-router-248430510', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:49Z', 'updated_at': '2022-02-28T10:41:15Z', 'revision_number': 4, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'gw_port_host': None, '_interfaces': [{'id': '0ee69baf-4258-464b-8807-3ebe949431b1', 'name': '', 'network_id': 'ecd0d21e-dc9c-4544-a8e9-08e7916a2585', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'mac_address': 'fa:16:3e:b7:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715b97de-b762-4299-96fd-334e07afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '669f06b7-57ef-4301-a8c3-00e281fb7a6d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:03Z', 'updated_at': '2022-02-28T10:41:13Z', 'revision_number': 5, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'subnets': [{'id': '669f06b7-57ef-4301-a8c3-00e281fb7a6d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '167090f3-efed-4b4f-b2ee-b99f7cde9b50', 'name': '', 'network_id': '725af8f9-fa60-4830-8815-51f5d8274451', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'mac_address': 'fa:16:3e:70:e0:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '715b97de-b762-4299-96fd-334e07afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '62df855b-2c91-4856-b059-2862ce1823a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:14Z', 'updated_at': '2022-02-28T10:41:18Z', 'revision_number': 4, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'subnets': [{'id': '62df855b-2c91-4856-b059-2862ce1823a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48b5fc60-d08e-477a-9adf-f92649ff8c25', 'name': '', 'network_id': 'dc3763cc-cbd8-49a9-968b-baa5b223e43a', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'mac_address': 'fa:16:3e:5e:a5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715b97de-b762-4299-96fd-334e07afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '9aef332b-550c-4398-b0fb-6c0fb7618921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:53Z', 'updated_at': '2022-02-28T10:41:01Z', 'revision_number': 5, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'subnets': [{'id': '9aef332b-550c-4398-b0fb-6c0fb7618921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:19.824872 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb3b890-1c4f-49c3-8078-eabfafc01e04 None None] The sync data for ids ['715b97de-b762-4299-96fd-334e07afed82'] in dv-neutron-829161-3-hyperv is: [{'id': '715b97de-b762-4299-96fd-334e07afed82', 'name': 'tempest-RoutersTest-router-248430510', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:49Z', 'updated_at': '2022-02-28T10:41:15Z', 'revision_number': 4, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'gw_port_host': None, '_interfaces': [{'id': '0ee69baf-4258-464b-8807-3ebe949431b1', 'name': '', 'network_id': 'ecd0d21e-dc9c-4544-a8e9-08e7916a2585', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'mac_address': 'fa:16:3e:b7:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715b97de-b762-4299-96fd-334e07afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '669f06b7-57ef-4301-a8c3-00e281fb7a6d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:03Z', 'updated_at': '2022-02-28T10:41:13Z', 'revision_number': 5, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'subnets': [{'id': '669f06b7-57ef-4301-a8c3-00e281fb7a6d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '167090f3-efed-4b4f-b2ee-b99f7cde9b50', 'name': '', 'network_id': '725af8f9-fa60-4830-8815-51f5d8274451', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'mac_address': 'fa:16:3e:70:e0:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '715b97de-b762-4299-96fd-334e07afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '62df855b-2c91-4856-b059-2862ce1823a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:14Z', 'updated_at': '2022-02-28T10:41:18Z', 'revision_number': 4, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'subnets': [{'id': '62df855b-2c91-4856-b059-2862ce1823a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48b5fc60-d08e-477a-9adf-f92649ff8c25', 'name': '', 'network_id': 'dc3763cc-cbd8-49a9-968b-baa5b223e43a', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'mac_address': 'fa:16:3e:5e:a5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715b97de-b762-4299-96fd-334e07afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '9aef332b-550c-4398-b0fb-6c0fb7618921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:53Z', 'updated_at': '2022-02-28T10:41:01Z', 'revision_number': 5, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'subnets': [{'id': '9aef332b-550c-4398-b0fb-6c0fb7618921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:41:19.833160 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-301135a4-8ca2-451f-b1b8-604325b8aade tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (b57216e0-e657-48b7-94d6-a5a44b8156af), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:19.886769 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301135a4-8ca2-451f-b1b8-604325b8aade tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event deleted for resources: {'Subnet': ['ID=b57216e0-e657-48b7-94d6-a5a44b8156af,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:19.890722 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-301135a4-8ca2-451f-b1b8-604325b8aade tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:19.894144 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-301135a4-8ca2-451f-b1b8-604325b8aade tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/subnets/b57216e0-e657-48b7-94d6-a5a44b8156af HTTP/1.1" status: 204 len: 168 time: 1.2417717 Feb 28 10:41:19.899630 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48580) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:19.902221 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d642eb-2f15-4678-8e11-99350461b0a0 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Network e9951a62-70dc-4108-85b6-e7e2c4bd2c74 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:41:19.917858 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c532fdf4-161b-4fd2-a23f-2a9b60cbd7be tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (e4457d80-d7d7-4ae9-b571-8ba812d4584a), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:19.975240 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4cf9fa-22b0-49ff-9cc0-f4912b12f31d tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Made reservation on behalf of a3b8dd05d882407cb4aeb7c1fff3f6af for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:41:19.986203 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-e5fc56fe-3635-4d22-8cfa-fcc94b1341e5 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0852671 Feb 28 10:41:19.987341 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.securitygroups_db [None req-4bfe3c7f-9459-429a-ab14-76a36ccaa089 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Project 02ebd57ebb02426fbf4a686f080eb9d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:41:19.990159 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48582) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:19.995157 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c532fdf4-161b-4fd2-a23f-2a9b60cbd7be tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (e4457d80-d7d7-4ae9-b571-8ba812d4584a), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:19.999407 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-6a84e9a7-ad66-4a9a-ac5d-5d492e05990c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Request body: {'subnet': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:20.040369 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4bfe3c7f-9459-429a-ab14-76a36ccaa089 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (7001f7a1-8242-4e0c-bcce-88169ef07717), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:20.056714 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-d1d642eb-2f15-4678-8e11-99350461b0a0 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, e9951a62-70dc-4108-85b6-e7e2c4bd2c74) {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:20.108531 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c532fdf4-161b-4fd2-a23f-2a9b60cbd7be tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4457d80-d7d7-4ae9-b571-8ba812d4584a,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:20.112765 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ad8b4b-9c48-419c-8999-d1bc78522856 None None] Network e9951a62-70dc-4108-85b6-e7e2c4bd2c74 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:41:20.146730 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=8ef51ea3-3ea3-4ed9-b0f6-dba7b61eb063,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:20.158657 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d642eb-2f15-4678-8e11-99350461b0a0 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:20.159683 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d1d642eb-2f15-4678-8e11-99350461b0a0 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:20.196883 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c532fdf4-161b-4fd2-a23f-2a9b60cbd7be tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:20.213936 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-c532fdf4-161b-4fd2-a23f-2a9b60cbd7be tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7487776 Feb 28 10:41:20.217921 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48584) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:20.238734 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ed4cf9fa-22b0-49ff-9cc0-f4912b12f31d tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:20.270771 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-a527888e-55af-4900-b7e5-c95ab1d6eeeb None None] Allocated IP 172.20.0.2 (687e67c4-ef4a-4a97-86ec-6e4ca7a12767/a1d77448-33f4-4e98-a8f9-9d104976984b/b1984a5b-89d7-4bda-9c07-cce09814ee03) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:41:20.277494 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:20.298701 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-d1d642eb-2f15-4678-8e11-99350461b0a0 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6632245 Feb 28 10:41:20.300913 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4bfe3c7f-9459-429a-ab14-76a36ccaa089 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (7001f7a1-8242-4e0c-bcce-88169ef07717), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:20.302470 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48586) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:20.341976 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server [None req-f9550e4c-089f-47b3-838d-a66fe8fd6126 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b57216e0-e657-48b7-94d6-a5a44b8156af: This subnet is being modified by another concurrent operation. Feb 28 10:41:20.341976 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 28 10:41:20.341976 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 28 10:41:20.341976 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 28 10:41:20.341976 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 28 10:41:20.341976 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 28 10:41:20.341976 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 28 10:41:20.341976 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 28 10:41:20.341976 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 28 10:41:20.341976 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 28 10:41:20.341976 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 28 10:41:20.341976 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 28 10:41:20.341976 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 10:41:20.341976 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 10:41:20.341976 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 10:41:20.341976 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 10:41:20.341976 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 10:41:20.341976 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 10:41:20.341976 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 10:41:20.341976 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 10:41:20.341976 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 10:41:20.341976 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 10:41:20.341976 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 10:41:20.341976 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 10:41:20.341976 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 10:41:20.341976 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 10:41:20.341976 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 10:41:20.341976 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 10:41:20.341976 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 10:41:20.341976 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 10:41:20.341976 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 10:41:20.341976 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 10:41:20.341976 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 10:41:20.341976 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 10:41:20.341976 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 10:41:20.341976 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 10:41:20.341976 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 28 10:41:20.341976 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 28 10:41:20.341976 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 28 10:41:20.341976 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 28 10:41:20.341976 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 28 10:41:20.341976 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 10:41:20.341976 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 28 10:41:20.341976 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 10:41:20.341976 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 10:41:20.341976 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 10:41:20.341976 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 10:41:20.341976 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 10:41:20.341976 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 10:41:20.341976 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 10:41:20.341976 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 10:41:20.341976 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 10:41:20.341976 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 10:41:20.341976 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 10:41:20.345842 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 10:41:20.345842 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 10:41:20.345842 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 10:41:20.345842 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 10:41:20.345842 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 10:41:20.345842 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 10:41:20.345842 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 10:41:20.345842 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 10:41:20.345842 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 10:41:20.345842 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 10:41:20.345842 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 10:41:20.345842 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 10:41:20.345842 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 10:41:20.345842 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 10:41:20.345842 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Feb 28 10:41:20.345842 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 28 10:41:20.345842 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 28 10:41:20.345842 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 10:41:20.345842 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1522, in update_port Feb 28 10:41:20.345842 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 28 10:41:20.345842 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 28 10:41:20.345842 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 28 10:41:20.345842 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 28 10:41:20.345842 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 28 10:41:20.345842 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 28 10:41:20.345842 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 28 10:41:20.345842 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 28 10:41:20.345842 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 28 10:41:20.345842 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 28 10:41:20.345842 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server raise exception Feb 28 10:41:20.345842 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b57216e0-e657-48b7-94d6-a5a44b8156af: This subnet is being modified by another concurrent operation. Feb 28 10:41:20.345842 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server Feb 28 10:41:20.354549 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-ed4cf9fa-22b0-49ff-9cc0-f4912b12f31d tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] device_id is not set on port 16d7d550-5083-4674-80b4-9594c0b2085d yet. {{(pid=104083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:41:20.354549 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-09ce1ca9-3eae-4f8b-85e3-589c17d36b1a tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group (8d31ea46-7928-4335-a751-53a8ba694359), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:20.354823 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-b38180e3-9b03-40aa-a63a-44e1f5ef3399 None None] Current status of the port 6fcd50ec-ac91-42b4-9f21-e9f5598e7e31 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:20.355585 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b38180e3-9b03-40aa-a63a-44e1f5ef3399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (6fcd50ec-ac91-42b4-9f21-e9f5598e7e31), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:20.357850 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 6fcd50ec-ac91-42b4-9f21-e9f5598e7e31 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:20.376386 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (6fcd50ec-ac91-42b4-9f21-e9f5598e7e31), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:20.443567 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a84e9a7-ad66-4a9a-ac5d-5d492e05990c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Made reservation on behalf of 9047a33944184c15875a48328f19bcdb for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:41:20.448636 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6a84e9a7-ad66-4a9a-ac5d-5d492e05990c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:20.456153 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4bfe3c7f-9459-429a-ab14-76a36ccaa089 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (7001f7a1-8242-4e0c-bcce-88169ef07717), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:20.547836 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef15180a-f82b-49e2-81ef-c4ecc1245a0c None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:41:20.569090 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfe3c7f-9459-429a-ab14-76a36ccaa089 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7001f7a1-8242-4e0c-bcce-88169ef07717,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:20.654365 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4bfe3c7f-9459-429a-ab14-76a36ccaa089 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:20.666415 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-4bfe3c7f-9459-429a-ab14-76a36ccaa089 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9119248 Feb 28 10:41:21.041498 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9756b0cd-1c60-4381-b251-a7020334659f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-e9951a62-70dc-4108-85b6-e7e2c4bd2c74', 'network_id': 'e9951a62-70dc-4108-85b6-e7e2c4bd2c74', 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'fixed_ips': [{'subnet_id': '5c1cbfca-4a10-45d1-b77a-c26bcdba6977'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:41:21.046017 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9756b0cd-1c60-4381-b251-a7020334659f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:21.081017 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-09ce1ca9-3eae-4f8b-85e3-589c17d36b1a tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group (8d31ea46-7928-4335-a751-53a8ba694359), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:21.096221 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-b38180e3-9b03-40aa-a63a-44e1f5ef3399 None None] For port 6fcd50ec-ac91-42b4-9f21-e9f5598e7e31, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=6fcd50ec-ac91-42b4-9f21-e9f5598e7e31,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:21.100398 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-78011885-c49b-4706-8c76-e4bc8c10865b tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:21.166941 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6a84e9a7-ad66-4a9a-ac5d-5d492e05990c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (afadd688-0a41-493e-ac43-08dcb4f0e336), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:21.202482 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b38180e3-9b03-40aa-a63a-44e1f5ef3399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (6fcd50ec-ac91-42b4-9f21-e9f5598e7e31), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:21.226717 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a527888e-55af-4900-b7e5-c95ab1d6eeeb None None] For port b1984a5b-89d7-4bda-9c07-cce09814ee03, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=b1984a5b-89d7-4bda-9c07-cce09814ee03,segment=NetworkSegment(54747cbf-c1a6-49d3-b791-61d8b81a74b7),segment_id=54747cbf-c1a6-49d3-b791-61d8b81a74b7)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:21.241629 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a314dc3f-3c97-42e2-b5d5-76d2b11be25c req-7c066652-719a-4e63-a9db-f67a5860335c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-373091487&fields=id&tenant_id=02ebd57ebb02426fbf4a686f080eb9d7 HTTP/1.1" status: 200 len: 267 time: 0.1751881 Feb 28 10:41:21.248897 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a84e9a7-ad66-4a9a-ac5d-5d492e05990c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:21.256883 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 6fcd50ec-ac91-42b4-9f21-e9f5598e7e31 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:21.257339 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (6fcd50ec-ac91-42b4-9f21-e9f5598e7e31), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:21.257963 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-6a84e9a7-ad66-4a9a-ac5d-5d492e05990c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:21.267650 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a84e9a7-ad66-4a9a-ac5d-5d492e05990c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:21.268325 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6a84e9a7-ad66-4a9a-ac5d-5d492e05990c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:21.291284 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a84e9a7-ad66-4a9a-ac5d-5d492e05990c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event updated for resources: {'Subnet': ['ID=afadd688-0a41-493e-ac43-08dcb4f0e336,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:21.349223 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-b38180e3-9b03-40aa-a63a-44e1f5ef3399 None None] Provisioning complete for port 8cb339d0-e2a4-4a63-b353-46a3d330fd93 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:21.349984 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b38180e3-9b03-40aa-a63a-44e1f5ef3399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (8cb339d0-e2a4-4a63-b353-46a3d330fd93), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:21.360105 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-09ce1ca9-3eae-4f8b-85e3-589c17d36b1a tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (8d31ea46-7928-4335-a751-53a8ba694359), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:21.362745 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-09ce1ca9-3eae-4f8b-85e3-589c17d36b1a tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:21.364502 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-09ce1ca9-3eae-4f8b-85e3-589c17d36b1a tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "DELETE /v2.0/security-groups/8d31ea46-7928-4335-a751-53a8ba694359 HTTP/1.1" status: 204 len: 168 time: 1.1447651 Feb 28 10:41:21.375198 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48604) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:21.409399 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce1ca9-3eae-4f8b-85e3-589c17d36b1a tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d31ea46-7928-4335-a751-53a8ba694359,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:21.421376 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-6a84e9a7-ad66-4a9a-ac5d-5d492e05990c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4301550 Feb 28 10:41:21.429369 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48606) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:21.432145 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:21.433281 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-5d125b57-0f31-4d93-91db-28b8715fff9b tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Request body: {'subnet': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:21.438073 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a527888e-55af-4900-b7e5-c95ab1d6eeeb None None] Publish callbacks [] for port (b1984a5b-89d7-4bda-9c07-cce09814ee03), precommit_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:21.475032 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a314dc3f-3c97-42e2-b5d5-76d2b11be25c req-07dadab0-fca3-4465-b37f-d315afd8250d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:21.476488 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a314dc3f-3c97-42e2-b5d5-76d2b11be25c req-07dadab0-fca3-4465-b37f-d315afd8250d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/networks?id=ed0b9869-ae23-48eb-aefa-6fa5242a6177 HTTP/1.1" status: 200 len: 796 time: 0.2273510 Feb 28 10:41:21.480401 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38180e3-9b03-40aa-a63a-44e1f5ef3399 None None] Pushing event updated for resources: {'Port': ['ID=6fcd50ec-ac91-42b4-9f21-e9f5598e7e31,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:21.493273 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a314dc3f-3c97-42e2-b5d5-76d2b11be25c req-31c8f7d4-3fae-4663-af0a-329447cc26c6 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/quotas/02ebd57ebb02426fbf4a686f080eb9d7 HTTP/1.1" status: 200 len: 375 time: 0.0113509 Feb 28 10:41:21.524980 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a527888e-55af-4900-b7e5-c95ab1d6eeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (b1984a5b-89d7-4bda-9c07-cce09814ee03), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:21.528325 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-18211e93-0bd3-43c5-9bd1-d2d86947304b tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1513882 Feb 28 10:41:21.531195 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-b38180e3-9b03-40aa-a63a-44e1f5ef3399 None None] Port 8cb339d0-e2a4-4a63-b353-46a3d330fd93 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:41:21.538623 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48608) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:21.581719 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65acf686-e047-4260-8a1b-6c53d6e69947 None None] DHCP port deletion for a10d36a7-87ef-481e-9e9f-da2235211c53 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:41:21.594273 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.db.api [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:41:21.594883 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG oslo_db.api [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:41:21.602334 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-9756b0cd-1c60-4381-b251-a7020334659f None None] Allocated IP 172.23.0.2 (e9951a62-70dc-4108-85b6-e7e2c4bd2c74/5c1cbfca-4a10-45d1-b77a-c26bcdba6977/e034ab12-c339-422e-963d-404abcc0b07a) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:41:21.644905 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-531eb541-98d6-4ec3-9e95-b9612b8c8420 tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1051109 Feb 28 10:41:21.648631 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48610) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:21.661616 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-b38180e3-9b03-40aa-a63a-44e1f5ef3399 None None] Provisioning complete for port b1984a5b-89d7-4bda-9c07-cce09814ee03 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:21.661975 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b38180e3-9b03-40aa-a63a-44e1f5ef3399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (b1984a5b-89d7-4bda-9c07-cce09814ee03), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:21.664087 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-958875ad-5362-4851-a661-f10e8945d8dd tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] delete failed (client error): The resource could not be found. Feb 28 10:41:21.668977 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-958875ad-5362-4851-a661-f10e8945d8dd tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "DELETE /v2.0/security-groups/8d31ea46-7928-4335-a751-53a8ba694359 HTTP/1.1" status: 404 len: 347 time: 0.0155408 Feb 28 10:41:21.669229 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-ed4cf9fa-22b0-49ff-9cc0-f4912b12f31d tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Allocated IP 172.20.0.6 (687e67c4-ef4a-4a97-86ec-6e4ca7a12767/a1d77448-33f4-4e98-a8f9-9d104976984b/16d7d550-5083-4674-80b4-9594c0b2085d) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:41:21.669229 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48612) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:21.684345 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a314dc3f-3c97-42e2-b5d5-76d2b11be25c req-1cc9a848-ee6f-4413-9121-13fe05111a31 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=02ebd57ebb02426fbf4a686f080eb9d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1853797 Feb 28 10:41:21.711900 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d125b57-0f31-4d93-91db-28b8715fff9b tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Made reservation on behalf of 9047a33944184c15875a48328f19bcdb for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:41:21.717146 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5d125b57-0f31-4d93-91db-28b8715fff9b tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:21.755742 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-787bddc2-748b-4ca8-80c2-a123e7cdee4a tempest-SecGroupTest-2084848671 tempest-SecGroupTest-2084848671-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0791969 Feb 28 10:41:21.758562 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a527888e-55af-4900-b7e5-c95ab1d6eeeb None None] Pushing event updated for resources: {'Port': ['ID=b1984a5b-89d7-4bda-9c07-cce09814ee03,revision_number=6']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:21.840849 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-65acf686-e047-4260-8a1b-6c53d6e69947 None None] Deleting port 6fcd50ec-ac91-42b4-9f21-e9f5598e7e31 {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:41:21.841254 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-65acf686-e047-4260-8a1b-6c53d6e69947 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (6fcd50ec-ac91-42b4-9f21-e9f5598e7e31), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:21.970338 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-b38180e3-9b03-40aa-a63a-44e1f5ef3399 None None] Current status of the port b1984a5b-89d7-4bda-9c07-cce09814ee03 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:21.970719 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ed4cf9fa-22b0-49ff-9cc0-f4912b12f31d tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for port (16d7d550-5083-4674-80b4-9594c0b2085d), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:21.978455 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9756b0cd-1c60-4381-b251-a7020334659f None None] Publish callbacks [] for port (e034ab12-c339-422e-963d-404abcc0b07a), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:22.025626 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-b38180e3-9b03-40aa-a63a-44e1f5ef3399 None None] Provisioning complete for port 8ef51ea3-3ea3-4ed9-b0f6-dba7b61eb063 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:22.031505 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b38180e3-9b03-40aa-a63a-44e1f5ef3399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (8ef51ea3-3ea3-4ed9-b0f6-dba7b61eb063), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:22.065279 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9756b0cd-1c60-4381-b251-a7020334659f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (e034ab12-c339-422e-963d-404abcc0b07a), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:22.072222 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-65acf686-e047-4260-8a1b-6c53d6e69947 None None] For port 6fcd50ec-ac91-42b4-9f21-e9f5598e7e31, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=6fcd50ec-ac91-42b4-9f21-e9f5598e7e31,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:22.078035 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-65acf686-e047-4260-8a1b-6c53d6e69947 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (6fcd50ec-ac91-42b4-9f21-e9f5598e7e31), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:22.121361 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ed4cf9fa-22b0-49ff-9cc0-f4912b12f31d tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (16d7d550-5083-4674-80b4-9594c0b2085d), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:22.140200 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-78011885-c49b-4706-8c76-e4bc8c10865b tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Allocated IP 172.23.0.1 (e9951a62-70dc-4108-85b6-e7e2c4bd2c74/5c1cbfca-4a10-45d1-b77a-c26bcdba6977/594c87f0-c27c-4557-ae7d-94589ae822eb) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:41:22.172001 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-65acf686-e047-4260-8a1b-6c53d6e69947 None None] Calling delete_port for 6fcd50ec-ac91-42b4-9f21-e9f5598e7e31 owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:41:22.190084 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4cf9fa-22b0-49ff-9cc0-f4912b12f31d tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Network 687e67c4-ef4a-4a97-86ec-6e4ca7a12767 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:22.212210 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-ed4cf9fa-22b0-49ff-9cc0-f4912b12f31d tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:22.229228 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4cf9fa-22b0-49ff-9cc0-f4912b12f31d tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:41:22.265228 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4cf9fa-22b0-49ff-9cc0-f4912b12f31d tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event updated for resources: {'Port': ['ID=16d7d550-5083-4674-80b4-9594c0b2085d,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:22.300615 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a314dc3f-3c97-42e2-b5d5-76d2b11be25c req-47cf29fd-fd3e-41f8-9e02-7c41baf16e5e service neutron] 10.222.0.62 "GET /v2.0/networks/ed0b9869-ae23-48eb-aefa-6fa5242a6177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5961618 Feb 28 10:41:22.311725 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 6fcd50ec-ac91-42b4-9f21-e9f5598e7e31 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:22.351982 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9756b0cd-1c60-4381-b251-a7020334659f None None] Pushing event updated for resources: {'Port': ['ID=e034ab12-c339-422e-963d-404abcc0b07a,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:22.371717 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9756b0cd-1c60-4381-b251-a7020334659f None None] Network e9951a62-70dc-4108-85b6-e7e2c4bd2c74 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:22.375725 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-9756b0cd-1c60-4381-b251-a7020334659f None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:22.383687 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9756b0cd-1c60-4381-b251-a7020334659f None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:41:22.425096 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.objects.ports [None req-5d125b57-0f31-4d93-91db-28b8715fff9b tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104084) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 10:41:22.430139 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4cf9fa-22b0-49ff-9cc0-f4912b12f31d tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:22.430344 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ed4cf9fa-22b0-49ff-9cc0-f4912b12f31d tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:22.494400 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-65acf686-e047-4260-8a1b-6c53d6e69947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (6fcd50ec-ac91-42b4-9f21-e9f5598e7e31), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:22.511737 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a314dc3f-3c97-42e2-b5d5-76d2b11be25c req-666cb5db-2b7e-4fd9-abd5-70ccfdd63487 service neutron] 10.222.0.62 "GET /v2.0/networks/ed0b9869-ae23-48eb-aefa-6fa5242a6177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098145 Feb 28 10:41:22.528940 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-78011885-c49b-4706-8c76-e4bc8c10865b tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for port (594c87f0-c27c-4557-ae7d-94589ae822eb), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:22.588823 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65acf686-e047-4260-8a1b-6c53d6e69947 None None] Pushing event deleted for resources: {'Port': ['ID=6fcd50ec-ac91-42b4-9f21-e9f5598e7e31,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:22.602590 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-ed4cf9fa-22b0-49ff-9cc0-f4912b12f31d tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.0709891 Feb 28 10:41:22.603336 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48620) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:22.608516 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-3b591a8c-d276-4ec8-8668-37c40e258dfa tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Request body: {'subnet': {'network_id': '687e67c4-ef4a-4a97-86ec-6e4ca7a12767', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:22.626728 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48622) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:22.670599 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-9756b0cd-1c60-4381-b251-a7020334659f None None] Attempting to bind port e034ab12-c339-422e-963d-404abcc0b07a on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:41:22.671012 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-9756b0cd-1c60-4381-b251-a7020334659f None None] Attempting to bind port e034ab12-c339-422e-963d-404abcc0b07a by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': 'dbc9a3cf-3ba4-4cbe-9955-c0e7e67998a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e9951a62-70dc-4108-85b6-e7e2c4bd2c74'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:41:22.671374 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9756b0cd-1c60-4381-b251-a7020334659f None None] Attempting to bind port e034ab12-c339-422e-963d-404abcc0b07a on network e9951a62-70dc-4108-85b6-e7e2c4bd2c74 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:41:22.673845 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-b38180e3-9b03-40aa-a63a-44e1f5ef3399 None None] Current status of the port 8ef51ea3-3ea3-4ed9-b0f6-dba7b61eb063 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:22.679737 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65acf686-e047-4260-8a1b-6c53d6e69947 None None] No DVR routers for this DVR port 6fcd50ec-ac91-42b4-9f21-e9f5598e7e31 on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:41:22.695441 dv-neutron-829161-3-hyperv neutron-server[104084]: WARNING neutron.services.revisions.revision_plugin [None req-5d125b57-0f31-4d93-91db-28b8715fff9b tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Could not find related port for resource to bump revision. Feb 28 10:41:22.697906 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ac43ad-0150-4590-9d47-2d26e83d7fc7 None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:41:22.701016 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9756b0cd-1c60-4381-b251-a7020334659f None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:41:22.701397 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9756b0cd-1c60-4381-b251-a7020334659f None None] Checking segment: {'id': 'dbc9a3cf-3ba4-4cbe-9955-c0e7e67998a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e9951a62-70dc-4108-85b6-e7e2c4bd2c74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:41:22.701861 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9756b0cd-1c60-4381-b251-a7020334659f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:22.702383 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9756b0cd-1c60-4381-b251-a7020334659f None None] Bound using segment: {'id': 'dbc9a3cf-3ba4-4cbe-9955-c0e7e67998a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e9951a62-70dc-4108-85b6-e7e2c4bd2c74'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:41:22.702947 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-9756b0cd-1c60-4381-b251-a7020334659f None None] Bound port: e034ab12-c339-422e-963d-404abcc0b07a, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc9a3cf-3ba4-4cbe-9955-c0e7e67998a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e9951a62-70dc-4108-85b6-e7e2c4bd2c74'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:41:22.703334 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9756b0cd-1c60-4381-b251-a7020334659f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (e034ab12-c339-422e-963d-404abcc0b07a), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:22.711930 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-78011885-c49b-4706-8c76-e4bc8c10865b tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (594c87f0-c27c-4557-ae7d-94589ae822eb), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:22.760929 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.ipam_pluggable_backend [None req-5d125b57-0f31-4d93-91db-28b8715fff9b tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Port 6fcd50ec-ac91-42b4-9f21-e9f5598e7e31 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=104084) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 28 10:41:22.762895 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.ipam_pluggable_backend [None req-5d125b57-0f31-4d93-91db-28b8715fff9b tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Reverting IP allocation for 2001:db8::f816:3eff:fe83:b71e {{(pid=104084) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 28 10:41:22.774948 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.ipam_pluggable_backend [None req-5d125b57-0f31-4d93-91db-28b8715fff9b tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe83:b71e {{(pid=104084) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 28 10:41:22.782735 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 8ef51ea3-3ea3-4ed9-b0f6-dba7b61eb063 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:41:22.788467 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78011885-c49b-4706-8c76-e4bc8c10865b tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Network e9951a62-70dc-4108-85b6-e7e2c4bd2c74 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:22.789934 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5d125b57-0f31-4d93-91db-28b8715fff9b tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (96a8c41a-c562-47b6-bdfc-84bf5519aa1f), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:22.823239 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-78011885-c49b-4706-8c76-e4bc8c10865b tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:22.841319 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:22.860550 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78011885-c49b-4706-8c76-e4bc8c10865b tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:41:22.870742 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78011885-c49b-4706-8c76-e4bc8c10865b tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event updated for resources: {'Port': ['ID=594c87f0-c27c-4557-ae7d-94589ae822eb,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:22.929835 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-5c55511e-92e8-42be-9558-9655d2dc9812 None None] Could not find standard attr ID for object 6fcd50ec-ac91-42b4-9f21-e9f5598e7e31. {{(pid=104085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:41:22.940146 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b591a8c-d276-4ec8-8668-37c40e258dfa tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Made reservation on behalf of a3b8dd05d882407cb4aeb7c1fff3f6af for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:41:22.944790 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3b591a8c-d276-4ec8-8668-37c40e258dfa tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:22.998174 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a443ae-2718-4c77-9604-2c71378efb29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-a10d36a7-87ef-481e-9e9f-da2235211c53', 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'project_id': '9047a33944184c15875a48328f19bcdb', 'fixed_ips': [{'subnet_id': '96a8c41a-c562-47b6-bdfc-84bf5519aa1f'}, {'subnet_id': 'afadd688-0a41-493e-ac43-08dcb4f0e336'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:41:22.999617 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-18a443ae-2718-4c77-9604-2c71378efb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:23.028459 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 8ef51ea3-3ea3-4ed9-b0f6-dba7b61eb063 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:23.029383 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (8ef51ea3-3ea3-4ed9-b0f6-dba7b61eb063), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:23.086480 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-9756b0cd-1c60-4381-b251-a7020334659f None None] For port e034ab12-c339-422e-963d-404abcc0b07a, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:41:23.088902 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-5c55511e-92e8-42be-9558-9655d2dc9812 None None] Provisioning complete for port 8cb339d0-e2a4-4a63-b353-46a3d330fd93 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:23.089757 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5c55511e-92e8-42be-9558-9655d2dc9812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (8cb339d0-e2a4-4a63-b353-46a3d330fd93), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:23.116003 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.ipam_backend_mixin [None req-3b591a8c-d276-4ec8-8668-37c40e258dfa tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a1d77448-33f4-4e98-a8f9-9d104976984b (CIDR: 172.20.0.0/28) Feb 28 10:41:23.159489 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b591a8c-d276-4ec8-8668-37c40e258dfa tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:41:23.160561 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b591a8c-d276-4ec8-8668-37c40e258dfa tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:41:23.193581 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-9756b0cd-1c60-4381-b251-a7020334659f None None] For port e034ab12-c339-422e-963d-404abcc0b07a, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=e034ab12-c339-422e-963d-404abcc0b07a,segment=NetworkSegment(dbc9a3cf-3ba4-4cbe-9955-c0e7e67998a5),segment_id=dbc9a3cf-3ba4-4cbe-9955-c0e7e67998a5)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:41:23.236597 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-5c55511e-92e8-42be-9558-9655d2dc9812 None None] Port 8cb339d0-e2a4-4a63-b353-46a3d330fd93 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:41:23.242892 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-3b591a8c-d276-4ec8-8668-37c40e258dfa tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6372049 Feb 28 10:41:23.244435 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48634) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:23.251949 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-a01ecff0-d24d-4b04-88f5-a512b4ea442e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Request body: {'subnet': {'network_id': '687e67c4-ef4a-4a97-86ec-6e4ca7a12767', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:23.310021 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9756b0cd-1c60-4381-b251-a7020334659f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (e034ab12-c339-422e-963d-404abcc0b07a), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:23.329257 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-5c55511e-92e8-42be-9558-9655d2dc9812 None None] Provisioning complete for port b1984a5b-89d7-4bda-9c07-cce09814ee03 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:23.329640 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5c55511e-92e8-42be-9558-9655d2dc9812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (b1984a5b-89d7-4bda-9c07-cce09814ee03), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:23.375947 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d125b57-0f31-4d93-91db-28b8715fff9b tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:23.409280 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-de7fec26-6e6a-4a23-8d40-ded08ae44b88 req-2d3efab3-9544-4290-a8ae-f979776ada51 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=e834505a-0411-40ae-bd93-2a05cf5ccb3d HTTP/1.1" status: 200 len: 210 time: 0.0643065 Feb 28 10:41:23.410256 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-5d125b57-0f31-4d93-91db-28b8715fff9b tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:23.423610 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d125b57-0f31-4d93-91db-28b8715fff9b tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:23.424226 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5d125b57-0f31-4d93-91db-28b8715fff9b tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:23.435485 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d125b57-0f31-4d93-91db-28b8715fff9b tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event updated for resources: {'Subnet': ['ID=96a8c41a-c562-47b6-bdfc-84bf5519aa1f,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:23.453056 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-78011885-c49b-4706-8c76-e4bc8c10865b tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047958'] for router_interface (715b97de-b762-4299-96fd-334e07afed82), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:23.471693 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01ecff0-d24d-4b04-88f5-a512b4ea442e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Made reservation on behalf of a3b8dd05d882407cb4aeb7c1fff3f6af for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:41:23.475921 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a01ecff0-d24d-4b04-88f5-a512b4ea442e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:23.501472 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-6af20288-c4cc-4a38-b69b-42cd7bb4dcb5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d17c0530ac1541ffa2c91b51f366ae9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8625836 Feb 28 10:41:23.507819 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48638) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:23.550294 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 8ef51ea3-3ea3-4ed9-b0f6-dba7b61eb063 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:23.552034 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 167090f3-efed-4b4f-b2ee-b99f7cde9b50 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:41:23.599634 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-5d125b57-0f31-4d93-91db-28b8715fff9b tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1672246 Feb 28 10:41:23.601085 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48640) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:23.607009 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.ipam_backend_mixin [None req-a01ecff0-d24d-4b04-88f5-a512b4ea442e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 911f79fb-ed64-4821-a64b-4b3bbdac4ab4 (CIDR: 172.20.0.16/28) Feb 28 10:41:23.608061 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-12e1a42a-5ae4-4628-921a-6d2660cb3c10 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Request body: {'port': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'mac_address': 'fa:16:3e:88:b1:b4', 'name': 'tempest-NetworksTestDHCPv6-234558322'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:23.633130 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-eb5488de-f51f-4a8f-9ca1-8257f67adba4 admin admin] Publish callbacks [] for security_group (8b6817b1-e4e4-4022-ad4a-92d6510e466b), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:23.649991 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-a01ecff0-d24d-4b04-88f5-a512b4ea442e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:41:23.651067 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a01ecff0-d24d-4b04-88f5-a512b4ea442e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:41:23.665588 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9756b0cd-1c60-4381-b251-a7020334659f None None] Pushing event updated for resources: {'Port': ['ID=e034ab12-c339-422e-963d-404abcc0b07a,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:23.671867 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-18a443ae-2718-4c77-9604-2c71378efb29 None None] Allocated IP 172.20.0.2 (a10d36a7-87ef-481e-9e9f-da2235211c53/afadd688-0a41-493e-ac43-08dcb4f0e336/b64648aa-9b99-4727-9602-553861bb02c2) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:41:23.683382 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-18a443ae-2718-4c77-9604-2c71378efb29 None None] Allocated IP 2001:db8::f816:3eff:fe5f:fee5 (a10d36a7-87ef-481e-9e9f-da2235211c53/96a8c41a-c562-47b6-bdfc-84bf5519aa1f/b64648aa-9b99-4727-9602-553861bb02c2) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:41:23.693410 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-eb5488de-f51f-4a8f-9ca1-8257f67adba4 admin admin] Publish callbacks [] for security_group (8b6817b1-e4e4-4022-ad4a-92d6510e466b), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:23.728977 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:41:23.739222 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a01ecff0-d24d-4b04-88f5-a512b4ea442e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4907088 Feb 28 10:41:23.740733 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48642) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:23.747417 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-2c4ed788-af87-4174-887f-03613e087f50 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Request body: {'subnet': {'network_id': '687e67c4-ef4a-4a97-86ec-6e4ca7a12767', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:23.778129 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-5c55511e-92e8-42be-9558-9655d2dc9812 None None] Current status of the port b1984a5b-89d7-4bda-9c07-cce09814ee03 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:23.780364 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-78011885-c49b-4706-8c76-e4bc8c10865b tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (594c87f0-c27c-4557-ae7d-94589ae822eb), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:23.782737 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 167090f3-efed-4b4f-b2ee-b99f7cde9b50 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:23.783828 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (167090f3-efed-4b4f-b2ee-b99f7cde9b50), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:23.870739 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-5c55511e-92e8-42be-9558-9655d2dc9812 None None] Provisioning complete for port 8ef51ea3-3ea3-4ed9-b0f6-dba7b61eb063 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:23.871185 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5c55511e-92e8-42be-9558-9655d2dc9812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (8ef51ea3-3ea3-4ed9-b0f6-dba7b61eb063), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:24.007553 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-18a443ae-2718-4c77-9604-2c71378efb29 None None] Publish callbacks [] for port (b64648aa-9b99-4727-9602-553861bb02c2), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:24.014665 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4ed788-af87-4174-887f-03613e087f50 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Made reservation on behalf of a3b8dd05d882407cb4aeb7c1fff3f6af for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:41:24.017147 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-eb5488de-f51f-4a8f-9ca1-8257f67adba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (8b6817b1-e4e4-4022-ad4a-92d6510e466b), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:24.018964 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2c4ed788-af87-4174-887f-03613e087f50 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:24.019757 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-eb5488de-f51f-4a8f-9ca1-8257f67adba4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:24.023625 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-eb5488de-f51f-4a8f-9ca1-8257f67adba4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8b6817b1-e4e4-4022-ad4a-92d6510e466b HTTP/1.1" status: 204 len: 168 time: 0.5123148 Feb 28 10:41:24.026209 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e1a42a-5ae4-4628-921a-6d2660cb3c10 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Made reservation on behalf of 9047a33944184c15875a48328f19bcdb for: {'port': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:41:24.030561 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 167090f3-efed-4b4f-b2ee-b99f7cde9b50 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:24.031004 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (167090f3-efed-4b4f-b2ee-b99f7cde9b50), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:24.052227 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5488de-f51f-4a8f-9ca1-8257f67adba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6817b1-e4e4-4022-ad4a-92d6510e466b,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:24.094925 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-18a443ae-2718-4c77-9604-2c71378efb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (b64648aa-9b99-4727-9602-553861bb02c2), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:24.158973 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-5c55511e-92e8-42be-9558-9655d2dc9812 None None] Current status of the port 8ef51ea3-3ea3-4ed9-b0f6-dba7b61eb063 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:24.187145 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port 167090f3-efed-4b4f-b2ee-b99f7cde9b50, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=167090f3-efed-4b4f-b2ee-b99f7cde9b50,segment=NetworkSegment(2ffc11aa-6996-47ed-a6a1-d07583a60549),segment_id=2ffc11aa-6996-47ed-a6a1-d07583a60549)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:24.189213 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a443ae-2718-4c77-9604-2c71378efb29 None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:24.196501 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a443ae-2718-4c77-9604-2c71378efb29 None None] Pushing event updated for resources: {'Port': ['ID=b64648aa-9b99-4727-9602-553861bb02c2,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:24.199978 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-18a443ae-2718-4c77-9604-2c71378efb29 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:24.202676 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a443ae-2718-4c77-9604-2c71378efb29 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:41:24.212617 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-5c55511e-92e8-42be-9558-9655d2dc9812 None None] Provisioning complete for port 167090f3-efed-4b4f-b2ee-b99f7cde9b50 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:24.212932 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5c55511e-92e8-42be-9558-9655d2dc9812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (167090f3-efed-4b4f-b2ee-b99f7cde9b50), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:24.237542 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-12e1a42a-5ae4-4628-921a-6d2660cb3c10 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:24.275783 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [None req-12e1a42a-5ae4-4628-921a-6d2660cb3c10 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] device_id is not set on port a07751d9-c593-4772-b30d-f5c7a5eb1e8b yet. {{(pid=104084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:41:24.340063 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-18a443ae-2718-4c77-9604-2c71378efb29 None None] Attempting to bind port b64648aa-9b99-4727-9602-553861bb02c2 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:41:24.340063 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-18a443ae-2718-4c77-9604-2c71378efb29 None None] Attempting to bind port b64648aa-9b99-4727-9602-553861bb02c2 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:41:24.340779 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a443ae-2718-4c77-9604-2c71378efb29 None None] Attempting to bind port b64648aa-9b99-4727-9602-553861bb02c2 on network a10d36a7-87ef-481e-9e9f-da2235211c53 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:41:24.344332 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (167090f3-efed-4b4f-b2ee-b99f7cde9b50), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:24.345283 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device b1984a5b-89d7-4bda-9c07-cce09814ee03 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:41:24.371179 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-78011885-c49b-4706-8c76-e4bc8c10865b tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for port (594c87f0-c27c-4557-ae7d-94589ae822eb), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:24.406737 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a443ae-2718-4c77-9604-2c71378efb29 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:41:24.407298 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a443ae-2718-4c77-9604-2c71378efb29 None None] Checking segment: {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:41:24.407877 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-18a443ae-2718-4c77-9604-2c71378efb29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:24.408383 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a443ae-2718-4c77-9604-2c71378efb29 None None] Bound using segment: {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:41:24.409016 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-18a443ae-2718-4c77-9604-2c71378efb29 None None] Bound port: b64648aa-9b99-4727-9602-553861bb02c2, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:41:24.409506 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-18a443ae-2718-4c77-9604-2c71378efb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (b64648aa-9b99-4727-9602-553861bb02c2), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:24.485813 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-12e1a42a-5ae4-4628-921a-6d2660cb3c10 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Allocated IP 172.20.0.12 (a10d36a7-87ef-481e-9e9f-da2235211c53/afadd688-0a41-493e-ac43-08dcb4f0e336/a07751d9-c593-4772-b30d-f5c7a5eb1e8b) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:41:24.506402 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-12e1a42a-5ae4-4628-921a-6d2660cb3c10 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Allocated IP 2001:db8::f816:3eff:fe88:b1b4 (a10d36a7-87ef-481e-9e9f-da2235211c53/96a8c41a-c562-47b6-bdfc-84bf5519aa1f/a07751d9-c593-4772-b30d-f5c7a5eb1e8b) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:41:24.508312 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2c4ed788-af87-4174-887f-03613e087f50 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (aaea6810-85d5-4a91-a0bf-94673726d57b), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:24.581321 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-18a443ae-2718-4c77-9604-2c71378efb29 None None] For port b64648aa-9b99-4727-9602-553861bb02c2, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:41:24.590397 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=167090f3-efed-4b4f-b2ee-b99f7cde9b50,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:24.608274 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-7bf67ead-e4e4-4d1a-b600-9cb231652e19 req-f59576bf-c565-4561-8f3f-fe7b17c9b118 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=e834505a-0411-40ae-bd93-2a05cf5ccb3d HTTP/1.1" status: 200 len: 210 time: 0.1134717 Feb 28 10:41:24.628068 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-18a443ae-2718-4c77-9604-2c71378efb29 None None] For port b64648aa-9b99-4727-9602-553861bb02c2, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=b64648aa-9b99-4727-9602-553861bb02c2,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:41:24.654123 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4ed788-af87-4174-887f-03613e087f50 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Network 687e67c4-ef4a-4a97-86ec-6e4ca7a12767 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:24.662546 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-2c4ed788-af87-4174-887f-03613e087f50 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:24.666381 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-5c55511e-92e8-42be-9558-9655d2dc9812 None None] Current status of the port 167090f3-efed-4b4f-b2ee-b99f7cde9b50 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:24.674613 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4ed788-af87-4174-887f-03613e087f50 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:24.675616 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2c4ed788-af87-4174-887f-03613e087f50 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:24.687464 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee177cc-6a98-425b-a5fd-06764bc8d051 None None] Network 687e67c4-ef4a-4a97-86ec-6e4ca7a12767 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:41:24.708390 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port b1984a5b-89d7-4bda-9c07-cce09814ee03 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:24.708984 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (b1984a5b-89d7-4bda-9c07-cce09814ee03), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:24.715956 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-18a443ae-2718-4c77-9604-2c71378efb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (b64648aa-9b99-4727-9602-553861bb02c2), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:24.731305 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ed788-af87-4174-887f-03613e087f50 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event updated for resources: {'Subnet': ['ID=aaea6810-85d5-4a91-a0bf-94673726d57b,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:24.747516 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-12e1a42a-5ae4-4628-921a-6d2660cb3c10 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for port (a07751d9-c593-4772-b30d-f5c7a5eb1e8b), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:24.779619 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-78011885-c49b-4706-8c76-e4bc8c10865b tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (594c87f0-c27c-4557-ae7d-94589ae822eb), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:24.825813 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-2c4ed788-af87-4174-887f-03613e087f50 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0850196 Feb 28 10:41:24.828435 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48650) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:24.837128 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-120d117b-d9b8-4ccf-8933-1d7585f92148 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-878026866', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'aaea6810-85d5-4a91-a0bf-94673726d57b'}], 'security_groups': ['edbd1ad4-1a00-4b81-8b45-4a2713a58648', 'a8330d63-aa13-4ff2-93c0-db774d8f820e']}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:24.863327 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-12e1a42a-5ae4-4628-921a-6d2660cb3c10 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (a07751d9-c593-4772-b30d-f5c7a5eb1e8b), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:24.876211 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-78011885-c49b-4706-8c76-e4bc8c10865b tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047558'] for router_interface (715b97de-b762-4299-96fd-334e07afed82), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:24.960703 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-120d117b-d9b8-4ccf-8933-1d7585f92148 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (16d7d550-5083-4674-80b4-9594c0b2085d), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:24.982885 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78011885-c49b-4706-8c76-e4bc8c10865b tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event updated for resources: {'Port': ['ID=594c87f0-c27c-4557-ae7d-94589ae822eb,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:24.999375 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e1a42a-5ae4-4628-921a-6d2660cb3c10 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:25.010781 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ddeaf3a4-9668-4eee-a6cc-a5ec636d8f13 None None] Provisioning complete for port 16d7d550-5083-4674-80b4-9594c0b2085d triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:25.011244 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ddeaf3a4-9668-4eee-a6cc-a5ec636d8f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (16d7d550-5083-4674-80b4-9594c0b2085d), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:25.031654 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-12e1a42a-5ae4-4628-921a-6d2660cb3c10 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:25.034214 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e1a42a-5ae4-4628-921a-6d2660cb3c10 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:41:25.109147 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a443ae-2718-4c77-9604-2c71378efb29 None None] Pushing event updated for resources: {'Port': ['ID=b64648aa-9b99-4727-9602-553861bb02c2,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:25.123690 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e1a42a-5ae4-4628-921a-6d2660cb3c10 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event updated for resources: {'Port': ['ID=a07751d9-c593-4772-b30d-f5c7a5eb1e8b,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:25.138592 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ddeaf3a4-9668-4eee-a6cc-a5ec636d8f13 None None] Port 16d7d550-5083-4674-80b4-9594c0b2085d cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:41:25.154993 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf595bca-bda7-46dc-b42d-46ba62e69078 None None] Network e9951a62-70dc-4108-85b6-e7e2c4bd2c74 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:41:25.163070 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e1a42a-5ae4-4628-921a-6d2660cb3c10 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:25.163841 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-12e1a42a-5ae4-4628-921a-6d2660cb3c10 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:25.190923 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port b1984a5b-89d7-4bda-9c07-cce09814ee03 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:25.192280 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 0cea848e-f97e-4794-8738-5114b4b3b6b2 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:41:25.196898 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78011885-c49b-4706-8c76-e4bc8c10865b tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Network e9951a62-70dc-4108-85b6-e7e2c4bd2c74 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:25.198706 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-78011885-c49b-4706-8c76-e4bc8c10865b tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:25.313724 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-12e1a42a-5ae4-4628-921a-6d2660cb3c10 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7115660 Feb 28 10:41:25.314347 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48652) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:25.399570 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f54b860-8191-4f4c-8cdc-4ef72eff2a8b None None] Update dhcp port {'port': {'network_id': '687e67c4-ef4a-4a97-86ec-6e4ca7a12767', 'fixed_ips': [{'subnet_id': '911f79fb-ed64-4821-a64b-4b3bbdac4ab4', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a1d77448-33f4-4e98-a8f9-9d104976984b', 'ip_address': '172.20.0.2'}, {'subnet_id': 'aaea6810-85d5-4a91-a0bf-94673726d57b'}], 'binding:host_id': 'dv-neutron-829161-3-hyperv'}, 'id': 'b1984a5b-89d7-4bda-9c07-cce09814ee03'} from dv-neutron-829161-3-hyperv. {{(pid=104085) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 28 10:41:25.409840 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f1db03-3a15-4b91-b303-644a54468fcc tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:25.418492 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f1db03-3a15-4b91-b303-644a54468fcc tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:25.420531 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-e1f1db03-3a15-4b91-b303-644a54468fcc tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1032479 Feb 28 10:41:25.434542 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0f54b860-8191-4f4c-8cdc-4ef72eff2a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (b1984a5b-89d7-4bda-9c07-cce09814ee03), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:25.435112 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48654) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:25.439658 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78011885-c49b-4706-8c76-e4bc8c10865b tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Router 715b97de-b762-4299-96fd-334e07afed82 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:41:25.467121 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-90a023ab-6292-49df-a0a8-b50fc7937b4c None None] Provisioning complete for port e034ab12-c339-422e-963d-404abcc0b07a triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:25.467502 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-90a023ab-6292-49df-a0a8-b50fc7937b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (e034ab12-c339-422e-963d-404abcc0b07a), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:25.501449 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-120d117b-d9b8-4ccf-8933-1d7585f92148 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Delete allocated IP 172.20.0.6 (687e67c4-ef4a-4a97-86ec-6e4ca7a12767/a1d77448-33f4-4e98-a8f9-9d104976984b) {{(pid=104083) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 28 10:41:25.510178 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-120d117b-d9b8-4ccf-8933-1d7585f92148 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Allocated IP 172.20.0.38 (687e67c4-ef4a-4a97-86ec-6e4ca7a12767/aaea6810-85d5-4a91-a0bf-94673726d57b/16d7d550-5083-4674-80b4-9594c0b2085d) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:41:25.631257 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 0cea848e-f97e-4794-8738-5114b4b3b6b2 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:25.631908 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (0cea848e-f97e-4794-8738-5114b4b3b6b2), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:25.646358 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78011885-c49b-4706-8c76-e4bc8c10865b tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:41:25.655646 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-78011885-c49b-4706-8c76-e4bc8c10865b tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "PUT /v2.0/routers/715b97de-b762-4299-96fd-334e07afed82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3517387 Feb 28 10:41:25.658111 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48658) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:25.664351 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-b6f0f6db-6dfc-49f6-8948-6cbbd94d7117 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:25.672187 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9039430-924c-4e6d-af25-16a514477956 None None] Sync routers for ids ['715b97de-b762-4299-96fd-334e07afed82'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:41:25.720840 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9039430-924c-4e6d-af25-16a514477956 None None] Routers {'715b97de-b762-4299-96fd-334e07afed82'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:41:25.721488 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-f9039430-924c-4e6d-af25-16a514477956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:41:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['715b97de-b762-4299-96fd-334e07afed82'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:25.845795 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a314dc3f-3c97-42e2-b5d5-76d2b11be25c req-3a717f2f-b971-43d4-a0cd-d7959682f8d5 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:25.847764 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a314dc3f-3c97-42e2-b5d5-76d2b11be25c req-3a717f2f-b971-43d4-a0cd-d7959682f8d5 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.70 "GET /v2.0/networks?id=ed0b9869-ae23-48eb-aefa-6fa5242a6177 HTTP/1.1" status: 200 len: 796 time: 0.1993458 Feb 28 10:41:25.852905 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-120d117b-d9b8-4ccf-8933-1d7585f92148 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for port (16d7d550-5083-4674-80b4-9594c0b2085d), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:25.889074 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-2beba1cf-1941-417d-ad72-f092efcd5770 req-6f72b9d7-e715-4ac8-8e59-9b5da61cf991 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=e834505a-0411-40ae-bd93-2a05cf5ccb3d HTTP/1.1" status: 200 len: 210 time: 0.1420429 Feb 28 10:41:25.896386 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-86feaac4-fb32-4f4e-abd5-21d7c866f8df tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Deleting port a07751d9-c593-4772-b30d-f5c7a5eb1e8b {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:41:25.896962 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-86feaac4-fb32-4f4e-abd5-21d7c866f8df tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (a07751d9-c593-4772-b30d-f5c7a5eb1e8b), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:25.933318 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-120d117b-d9b8-4ccf-8933-1d7585f92148 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (16d7d550-5083-4674-80b4-9594c0b2085d), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:26.048108 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a314dc3f-3c97-42e2-b5d5-76d2b11be25c req-597f3452-e5a7-4872-bed4-4cf9f6429bd4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02ebd57ebb02426fbf4a686f080eb9d7 HTTP/1.1" status: 200 len: 379 time: 0.1818900 Feb 28 10:41:26.105620 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-a314dc3f-3c97-42e2-b5d5-76d2b11be25c req-f43597d8-bca0-4e87-ab0c-a70f42d031cb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'port': {'device_id': 'e834505a-0411-40ae-bd93-2a05cf5ccb3d', 'network_id': 'ed0b9869-ae23-48eb-aefa-6fa5242a6177', 'admin_state_up': True, 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'security_groups': ['11056880-dced-4381-9b1c-4775035d1a93']}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:26.158584 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120d117b-d9b8-4ccf-8933-1d7585f92148 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event updated for resources: {'Port': ['ID=16d7d550-5083-4674-80b4-9594c0b2085d,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:26.177905 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-90a023ab-6292-49df-a0a8-b50fc7937b4c None None] Current status of the port e034ab12-c339-422e-963d-404abcc0b07a is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:26.178887 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-90a023ab-6292-49df-a0a8-b50fc7937b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (e034ab12-c339-422e-963d-404abcc0b07a), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:26.247660 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-120d117b-d9b8-4ccf-8933-1d7585f92148 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] In _notify_port_updated(), no bound segment for port 16d7d550-5083-4674-80b4-9594c0b2085d on network 687e67c4-ef4a-4a97-86ec-6e4ca7a12767 {{(pid=104083) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 10:41:26.254209 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120d117b-d9b8-4ccf-8933-1d7585f92148 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:26.255306 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-120d117b-d9b8-4ccf-8933-1d7585f92148 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:26.259509 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-120d117b-d9b8-4ccf-8933-1d7585f92148 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "PUT /v2.0/ports/16d7d550-5083-4674-80b4-9594c0b2085d HTTP/1.1" status: 200 len: 959 time: 1.4273605 Feb 28 10:41:26.260435 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-f9039430-924c-4e6d-af25-16a514477956 None None] Set router 715b97de-b762-4299-96fd-334e07afed82 gateway port host: None {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:41:26.260585 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48664) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:26.290882 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-86feaac4-fb32-4f4e-abd5-21d7c866f8df tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (a07751d9-c593-4772-b30d-f5c7a5eb1e8b), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:26.308732 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-86feaac4-fb32-4f4e-abd5-21d7c866f8df tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Calling delete_port for a07751d9-c593-4772-b30d-f5c7a5eb1e8b owned by {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:41:26.324947 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-0f54b860-8191-4f4c-8cdc-4ef72eff2a8b None None] Allocated IP 172.20.0.34 (687e67c4-ef4a-4a97-86ec-6e4ca7a12767/aaea6810-85d5-4a91-a0bf-94673726d57b/b1984a5b-89d7-4bda-9c07-cce09814ee03) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:41:26.328326 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-90a023ab-6292-49df-a0a8-b50fc7937b4c None None] For port e034ab12-c339-422e-963d-404abcc0b07a, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=e034ab12-c339-422e-963d-404abcc0b07a,segment=NetworkSegment(dbc9a3cf-3ba4-4cbe-9955-c0e7e67998a5),segment_id=dbc9a3cf-3ba4-4cbe-9955-c0e7e67998a5)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:26.332135 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 0cea848e-f97e-4794-8738-5114b4b3b6b2 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:26.412503 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-90a023ab-6292-49df-a0a8-b50fc7937b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (e034ab12-c339-422e-963d-404abcc0b07a), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:26.451244 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-ebd9a28a-709a-4f3f-b8c3-fb5077570bc4 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Deleting port 16d7d550-5083-4674-80b4-9594c0b2085d {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:41:26.451876 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ebd9a28a-709a-4f3f-b8c3-fb5077570bc4 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (16d7d550-5083-4674-80b4-9594c0b2085d), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:26.482927 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 6fcd50ec-ac91-42b4-9f21-e9f5598e7e31 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:41:26.571933 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ebd9a28a-709a-4f3f-b8c3-fb5077570bc4 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (16d7d550-5083-4674-80b4-9594c0b2085d), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:26.588112 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-ebd9a28a-709a-4f3f-b8c3-fb5077570bc4 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Calling delete_port for 16d7d550-5083-4674-80b4-9594c0b2085d owned by {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:41:26.605592 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 6fcd50ec-ac91-42b4-9f21-e9f5598e7e31 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:41:26.605940 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 6fcd50ec-ac91-42b4-9f21-e9f5598e7e31 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:41:26.626383 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.extraroute_db [None req-b6f0f6db-6dfc-49f6-8948-6cbbd94d7117 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=104084) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 28 10:41:26.639513 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a314dc3f-3c97-42e2-b5d5-76d2b11be25c req-f43597d8-bca0-4e87-ab0c-a70f42d031cb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Made reservation on behalf of 02ebd57ebb02426fbf4a686f080eb9d7 for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:41:26.643040 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-a314dc3f-3c97-42e2-b5d5-76d2b11be25c req-f43597d8-bca0-4e87-ab0c-a70f42d031cb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:26.667153 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.extraroute_db [None req-b6f0f6db-6dfc-49f6-8948-6cbbd94d7117 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Removed routes are [] {{(pid=104084) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 28 10:41:26.667806 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b6f0f6db-6dfc-49f6-8948-6cbbd94d7117 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1032676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1044823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27871'] for router (715b97de-b762-4299-96fd-334e07afed82), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:26.723670 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a023ab-6292-49df-a0a8-b50fc7937b4c None None] Pushing event updated for resources: {'Port': ['ID=e034ab12-c339-422e-963d-404abcc0b07a,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:26.757252 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-4a0b3f48-c4fe-423e-8b7f-b7db099e572e None None] Provisioning complete for port 594c87f0-c27c-4557-ae7d-94589ae822eb triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:26.757637 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-4a0b3f48-c4fe-423e-8b7f-b7db099e572e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (594c87f0-c27c-4557-ae7d-94589ae822eb), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:26.771417 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-0f54b860-8191-4f4c-8cdc-4ef72eff2a8b None None] For port b1984a5b-89d7-4bda-9c07-cce09814ee03, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=b1984a5b-89d7-4bda-9c07-cce09814ee03,segment=NetworkSegment(54747cbf-c1a6-49d3-b791-61d8b81a74b7),segment_id=54747cbf-c1a6-49d3-b791-61d8b81a74b7)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:26.883547 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce708972-e625-46ea-ad99-f08e86ec16ba None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:41:26.887358 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0f54b860-8191-4f4c-8cdc-4ef72eff2a8b None None] Publish callbacks [] for port (b1984a5b-89d7-4bda-9c07-cce09814ee03), precommit_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:26.893140 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ebd9a28a-709a-4f3f-b8c3-fb5077570bc4 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (16d7d550-5083-4674-80b4-9594c0b2085d), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:26.913452 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-4a0b3f48-c4fe-423e-8b7f-b7db099e572e None None] Port 594c87f0-c27c-4557-ae7d-94589ae822eb cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:41:26.943948 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd9a28a-709a-4f3f-b8c3-fb5077570bc4 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event deleted for resources: {'Port': ['ID=16d7d550-5083-4674-80b4-9594c0b2085d,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:26.991042 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0f54b860-8191-4f4c-8cdc-4ef72eff2a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (b1984a5b-89d7-4bda-9c07-cce09814ee03), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:27.009015 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0cedf6e9-b8ab-4d7b-b7b3-7bec9395b02e req-83d1be1c-54a9-4f5f-a11f-a426402a1154 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=e834505a-0411-40ae-bd93-2a05cf5ccb3d HTTP/1.1" status: 200 len: 210 time: 0.0607135 Feb 28 10:41:27.047565 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-86feaac4-fb32-4f4e-abd5-21d7c866f8df tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (a07751d9-c593-4772-b30d-f5c7a5eb1e8b), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:27.081225 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device e034ab12-c339-422e-963d-404abcc0b07a up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:41:27.093987 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-4a0b3f48-c4fe-423e-8b7f-b7db099e572e None None] Provisioning complete for port e034ab12-c339-422e-963d-404abcc0b07a triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:27.094458 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-4a0b3f48-c4fe-423e-8b7f-b7db099e572e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (e034ab12-c339-422e-963d-404abcc0b07a), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:27.107607 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86feaac4-fb32-4f4e-abd5-21d7c866f8df tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event deleted for resources: {'Port': ['ID=a07751d9-c593-4772-b30d-f5c7a5eb1e8b,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:27.121207 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b6f0f6db-6dfc-49f6-8948-6cbbd94d7117 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1032676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1044823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27871'] for router (715b97de-b762-4299-96fd-334e07afed82), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:27.145659 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b6f0f6db-6dfc-49f6-8948-6cbbd94d7117 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1032701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1032690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1044908'] for router (715b97de-b762-4299-96fd-334e07afed82), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:27.241149 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54b860-8191-4f4c-8cdc-4ef72eff2a8b None None] Pushing event updated for resources: {'Port': ['ID=b1984a5b-89d7-4bda-9c07-cce09814ee03,revision_number=7']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:27.319024 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-f9039430-924c-4e6d-af25-16a514477956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715b97de-b762-4299-96fd-334e07afed82', 'name': 'tempest-RoutersTest-router-248430510', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:49Z', 'updated_at': '2022-02-28T10:41:23Z', 'revision_number': 5, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'gw_port_host': None, '_interfaces': [{'id': '0ee69baf-4258-464b-8807-3ebe949431b1', 'name': '', 'network_id': 'ecd0d21e-dc9c-4544-a8e9-08e7916a2585', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'mac_address': 'fa:16:3e:b7:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715b97de-b762-4299-96fd-334e07afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '669f06b7-57ef-4301-a8c3-00e281fb7a6d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:03Z', 'updated_at': '2022-02-28T10:41:13Z', 'revision_number': 5, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'subnets': [{'id': '669f06b7-57ef-4301-a8c3-00e281fb7a6d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '167090f3-efed-4b4f-b2ee-b99f7cde9b50', 'name': '', 'network_id': '725af8f9-fa60-4830-8815-51f5d8274451', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'mac_address': 'fa:16:3e:70:e0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715b97de-b762-4299-96fd-334e07afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '62df855b-2c91-4856-b059-2862ce1823a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:14Z', 'updated_at': '2022-02-28T10:41:24Z', 'revision_number': 5, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'subnets': [{'id': '62df855b-2c91-4856-b059-2862ce1823a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48b5fc60-d08e-477a-9adf-f92649ff8c25', 'name': '', 'network_id': 'dc3763cc-cbd8-49a9-968b-baa5b223e43a', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'mac_address': 'fa:16:3e:5e:a5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715b97de-b762-4299-96fd-334e07afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '9aef332b-550c-4398-b0fb-6c0fb7618921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:53Z', 'updated_at': '2022-02-28T10:41:01Z', 'revision_number': 5, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'subnets': [{'id': '9aef332b-550c-4398-b0fb-6c0fb7618921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '594c87f0-c27c-4557-ae7d-94589ae822eb', 'name': '', 'network_id': 'e9951a62-70dc-4108-85b6-e7e2c4bd2c74', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'mac_address': 'fa:16:3e:e1:5a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '715b97de-b762-4299-96fd-334e07afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '5c1cbfca-4a10-45d1-b77a-c26bcdba6977', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:21Z', 'updated_at': '2022-02-28T10:41:24Z', 'revision_number': 2, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'subnets': [{'id': '5c1cbfca-4a10-45d1-b77a-c26bcdba6977', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:27.378792 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9039430-924c-4e6d-af25-16a514477956 None None] Checking router: 715b97de-b762-4299-96fd-334e07afed82 for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:41:27.379864 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9039430-924c-4e6d-af25-16a514477956 None None] Updating router 715b97de-b762-4299-96fd-334e07afed82 port 594c87f0-c27c-4557-ae7d-94589ae822eb binding host dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:41:27.415703 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port e034ab12-c339-422e-963d-404abcc0b07a triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:27.416251 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (e034ab12-c339-422e-963d-404abcc0b07a), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:27.469650 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f9039430-924c-4e6d-af25-16a514477956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (594c87f0-c27c-4557-ae7d-94589ae822eb), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:27.503270 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-4a0b3f48-c4fe-423e-8b7f-b7db099e572e None None] Current status of the port e034ab12-c339-422e-963d-404abcc0b07a is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:27.558172 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ebd9a28a-709a-4f3f-b8c3-fb5077570bc4 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:27.567936 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-ebd9a28a-709a-4f3f-b8c3-fb5077570bc4 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "DELETE /v2.0/ports/16d7d550-5083-4674-80b4-9594c0b2085d HTTP/1.1" status: 204 len: 168 time: 1.3064809 Feb 28 10:41:27.577183 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48668) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:27.633839 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb112307-dbf0-44d8-83bf-477e8733fd07 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] GET failed (client error): The resource could not be found. Feb 28 10:41:27.635486 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-eb112307-dbf0-44d8-83bf-477e8733fd07 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "GET /v2.0/ports/16d7d550-5083-4674-80b4-9594c0b2085d HTTP/1.1" status: 404 len: 333 time: 0.0577126 Feb 28 10:41:27.641829 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48670) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:27.694722 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [req-a314dc3f-3c97-42e2-b5d5-76d2b11be25c req-f43597d8-bca0-4e87-ab0c-a70f42d031cb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Allocated IP 172.20.0.11 (ed0b9869-ae23-48eb-aefa-6fa5242a6177/78e4f8f8-348f-4545-beb6-cf8d3033cc81/ba5d4be1-16b2-4377-a521-cbd155abdbf8) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:41:27.715818 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-fdaee650-a286-4029-b949-9336c084e228 None None] Provisioning complete for port 594c87f0-c27c-4557-ae7d-94589ae822eb triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:27.716346 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-fdaee650-a286-4029-b949-9336c084e228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (594c87f0-c27c-4557-ae7d-94589ae822eb), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:27.757262 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port e034ab12-c339-422e-963d-404abcc0b07a is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:27.758593 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 167090f3-efed-4b4f-b2ee-b99f7cde9b50 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:41:27.777127 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7b9d1dac-18c7-4064-ba25-7b9c0e46b089 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for security_group (9828d283-410f-4c26-a8a6-f8f7a806952e), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:27.854687 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f0f6db-6dfc-49f6-8948-6cbbd94d7117 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Router 715b97de-b762-4299-96fd-334e07afed82 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:41:27.860856 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7b9d1dac-18c7-4064-ba25-7b9c0e46b089 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for security_group (9828d283-410f-4c26-a8a6-f8f7a806952e), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:27.868665 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-86feaac4-fb32-4f4e-abd5-21d7c866f8df tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:27.876242 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-86feaac4-fb32-4f4e-abd5-21d7c866f8df tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/ports/a07751d9-c593-4772-b30d-f5c7a5eb1e8b HTTP/1.1" status: 204 len: 168 time: 2.4369512 Feb 28 10:41:27.877489 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48672) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:27.889998 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-fdaee650-a286-4029-b949-9336c084e228 None None] Port 594c87f0-c27c-4557-ae7d-94589ae822eb cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:41:27.971347 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-fdaee650-a286-4029-b949-9336c084e228 None None] Provisioning complete for port b64648aa-9b99-4727-9602-553861bb02c2 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:27.972197 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-fdaee650-a286-4029-b949-9336c084e228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (b64648aa-9b99-4727-9602-553861bb02c2), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:27.983556 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-a314dc3f-3c97-42e2-b5d5-76d2b11be25c req-f43597d8-bca0-4e87-ab0c-a70f42d031cb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for port (ba5d4be1-16b2-4377-a521-cbd155abdbf8), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:28.029323 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 167090f3-efed-4b4f-b2ee-b99f7cde9b50 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:28.029708 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (167090f3-efed-4b4f-b2ee-b99f7cde9b50), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:28.032345 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f06a80-54d9-4af1-9810-ea010d45486f tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:28.034965 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f06a80-54d9-4af1-9810-ea010d45486f tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:28.037883 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f06a80-54d9-4af1-9810-ea010d45486f tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:28.047478 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-f7f06a80-54d9-4af1-9810-ea010d45486f tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1634393 Feb 28 10:41:28.056561 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48676) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:28.057227 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7b9d1dac-18c7-4064-ba25-7b9c0e46b089 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (9828d283-410f-4c26-a8a6-f8f7a806952e), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:28.060281 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7b9d1dac-18c7-4064-ba25-7b9c0e46b089 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:28.061601 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-7b9d1dac-18c7-4064-ba25-7b9c0e46b089 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "DELETE /v2.0/security-groups/9828d283-410f-4c26-a8a6-f8f7a806952e HTTP/1.1" status: 204 len: 168 time: 0.4186146 Feb 28 10:41:28.066344 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48678) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:28.103717 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9d1dac-18c7-4064-ba25-7b9c0e46b089 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9828d283-410f-4c26-a8a6-f8f7a806952e,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:28.111780 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-a314dc3f-3c97-42e2-b5d5-76d2b11be25c req-f43597d8-bca0-4e87-ab0c-a70f42d031cb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (ba5d4be1-16b2-4377-a521-cbd155abdbf8), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:28.147297 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a314dc3f-3c97-42e2-b5d5-76d2b11be25c req-f43597d8-bca0-4e87-ab0c-a70f42d031cb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Network ed0b9869-ae23-48eb-aefa-6fa5242a6177 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:28.154481 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [req-a314dc3f-3c97-42e2-b5d5-76d2b11be25c req-f43597d8-bca0-4e87-ab0c-a70f42d031cb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:28.156054 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f0f6db-6dfc-49f6-8948-6cbbd94d7117 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:41:28.159343 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-a314dc3f-3c97-42e2-b5d5-76d2b11be25c req-f43597d8-bca0-4e87-ab0c-a70f42d031cb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:41:28.170747 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b6f0f6db-6dfc-49f6-8948-6cbbd94d7117 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:28.172241 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-b6f0f6db-6dfc-49f6-8948-6cbbd94d7117 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "PUT /v2.0/routers/715b97de-b762-4299-96fd-334e07afed82 HTTP/1.1" status: 200 len: 933 time: 2.5129342 Feb 28 10:41:28.177684 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48680) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:28.257480 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a314dc3f-3c97-42e2-b5d5-76d2b11be25c req-f43597d8-bca0-4e87-ab0c-a70f42d031cb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:28.258850 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-a314dc3f-3c97-42e2-b5d5-76d2b11be25c req-f43597d8-bca0-4e87-ab0c-a70f42d031cb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:28.335920 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43597d8-bca0-4e87-ab0c-a70f42d031cb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Port': ['ID=ba5d4be1-16b2-4377-a521-cbd155abdbf8,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:28.336464 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f9039430-924c-4e6d-af25-16a514477956 None None] Publish callbacks [] for port (594c87f0-c27c-4557-ae7d-94589ae822eb), precommit_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:28.341530 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3869d822-07a7-4562-9590-d612688915d0 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for security_group (a8330d63-aa13-4ff2-93c0-db774d8f820e), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:28.358556 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-a4521914-4926-47bf-bc28-a8193bee7d7d tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "GET /v2.0/routers/715b97de-b762-4299-96fd-334e07afed82 HTTP/1.1" status: 200 len: 933 time: 0.1798155 Feb 28 10:41:28.363585 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48682) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:28.375972 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-8ccee158-6a28-40e9-8c65-b69e3b894f50 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Request body: {'router': {'routes': None}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:28.396798 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3869d822-07a7-4562-9590-d612688915d0 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for security_group (a8330d63-aa13-4ff2-93c0-db774d8f820e), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:28.425456 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a314dc3f-3c97-42e2-b5d5-76d2b11be25c req-f43597d8-bca0-4e87-ab0c-a70f42d031cb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3394156 Feb 28 10:41:28.439612 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea2a17fc-4985-46e7-bc48-e0cc8a461627 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Deleting subnet 96a8c41a-c562-47b6-bdfc-84bf5519aa1f {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:41:28.445263 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ea2a17fc-4985-46e7-bc48-e0cc8a461627 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for subnet (96a8c41a-c562-47b6-bdfc-84bf5519aa1f), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:28.454594 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-a314dc3f-3c97-42e2-b5d5-76d2b11be25c req-b88c8620-2033-4078-8cd7-79cd967f899d service neutron] Request body: {'port': {'device_id': 'e834505a-0411-40ae-bd93-2a05cf5ccb3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8291'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:28.509386 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ea2a17fc-4985-46e7-bc48-e0cc8a461627 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (96a8c41a-c562-47b6-bdfc-84bf5519aa1f), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:28.552804 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-a314dc3f-3c97-42e2-b5d5-76d2b11be25c req-b88c8620-2033-4078-8cd7-79cd967f899d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (ba5d4be1-16b2-4377-a521-cbd155abdbf8), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:28.568132 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f9039430-924c-4e6d-af25-16a514477956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (594c87f0-c27c-4557-ae7d-94589ae822eb), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:28.570759 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3869d822-07a7-4562-9590-d612688915d0 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (a8330d63-aa13-4ff2-93c0-db774d8f820e), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:28.573572 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3869d822-07a7-4562-9590-d612688915d0 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:28.575263 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-3869d822-07a7-4562-9590-d612688915d0 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "DELETE /v2.0/security-groups/a8330d63-aa13-4ff2-93c0-db774d8f820e HTTP/1.1" status: 204 len: 168 time: 0.5075479 Feb 28 10:41:28.593888 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48684) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:28.594526 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3869d822-07a7-4562-9590-d612688915d0 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8330d63-aa13-4ff2-93c0-db774d8f820e,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:28.619834 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-fdaee650-a286-4029-b949-9336c084e228 None None] Current status of the port b64648aa-9b99-4727-9602-553861bb02c2 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:28.621049 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-fdaee650-a286-4029-b949-9336c084e228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (b64648aa-9b99-4727-9602-553861bb02c2), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:28.638464 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce40ae0-97d9-4cac-9a38-63eb3952640a req-17bcbf41-f2b8-4c95-b2a7-cb345f5aa5d6 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:28.640112 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-7ce40ae0-97d9-4cac-9a38-63eb3952640a req-17bcbf41-f2b8-4c95-b2a7-cb345f5aa5d6 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=e834505a-0411-40ae-bd93-2a05cf5ccb3d HTTP/1.1" status: 200 len: 932 time: 0.4936316 Feb 28 10:41:28.688551 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 167090f3-efed-4b4f-b2ee-b99f7cde9b50 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:28.690270 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device b64648aa-9b99-4727-9602-553861bb02c2 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:41:28.745329 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-fdaee650-a286-4029-b949-9336c084e228 None None] For port b64648aa-9b99-4727-9602-553861bb02c2, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=b64648aa-9b99-4727-9602-553861bb02c2,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:28.776086 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-7ce40ae0-97d9-4cac-9a38-63eb3952640a req-5bbf9233-8fff-4909-8d84-31f73d3442cd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=11056880-dced-4381-9b1c-4775035d1a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894356 Feb 28 10:41:28.820910 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23b5c88-130b-46fb-af5e-58676ac523df None None] Pushing event updated for resources: {'Port': ['ID=594c87f0-c27c-4557-ae7d-94589ae822eb,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:28.849736 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-fdaee650-a286-4029-b949-9336c084e228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (b64648aa-9b99-4727-9602-553861bb02c2), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:28.858758 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ea2a17fc-4985-46e7-bc48-e0cc8a461627 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (96a8c41a-c562-47b6-bdfc-84bf5519aa1f), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:28.884022 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-f9039430-924c-4e6d-af25-16a514477956 None None] Attempting to bind port 594c87f0-c27c-4557-ae7d-94589ae822eb on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:41:28.889699 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-f9039430-924c-4e6d-af25-16a514477956 None None] Attempting to bind port 594c87f0-c27c-4557-ae7d-94589ae822eb by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': 'dbc9a3cf-3ba4-4cbe-9955-c0e7e67998a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e9951a62-70dc-4108-85b6-e7e2c4bd2c74'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:41:28.890268 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9039430-924c-4e6d-af25-16a514477956 None None] Attempting to bind port 594c87f0-c27c-4557-ae7d-94589ae822eb on network e9951a62-70dc-4108-85b6-e7e2c4bd2c74 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:41:28.942871 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9039430-924c-4e6d-af25-16a514477956 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:41:28.948679 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9039430-924c-4e6d-af25-16a514477956 None None] Checking segment: {'id': 'dbc9a3cf-3ba4-4cbe-9955-c0e7e67998a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e9951a62-70dc-4108-85b6-e7e2c4bd2c74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:41:28.948940 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e10fbcb6-2e55-476f-872b-873dfdd82e9d tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for security_group (edbd1ad4-1a00-4b81-8b45-4a2713a58648), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:28.949375 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f9039430-924c-4e6d-af25-16a514477956 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:28.949925 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9039430-924c-4e6d-af25-16a514477956 None None] Bound using segment: {'id': 'dbc9a3cf-3ba4-4cbe-9955-c0e7e67998a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e9951a62-70dc-4108-85b6-e7e2c4bd2c74'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:41:28.950723 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-f9039430-924c-4e6d-af25-16a514477956 None None] Bound port: 594c87f0-c27c-4557-ae7d-94589ae822eb, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc9a3cf-3ba4-4cbe-9955-c0e7e67998a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e9951a62-70dc-4108-85b6-e7e2c4bd2c74'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:41:28.954958 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f9039430-924c-4e6d-af25-16a514477956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (594c87f0-c27c-4557-ae7d-94589ae822eb), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:28.992685 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e10fbcb6-2e55-476f-872b-873dfdd82e9d tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for security_group (edbd1ad4-1a00-4b81-8b45-4a2713a58648), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:29.003111 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ea2a17fc-4985-46e7-bc48-e0cc8a461627 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (96a8c41a-c562-47b6-bdfc-84bf5519aa1f), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:29.004601 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-14f7d70a-5422-4dc0-9331-d338b8414f7e None None] Could not find standard attr ID for object 16d7d550-5083-4674-80b4-9594c0b2085d. {{(pid=104085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:41:29.053086 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ea2a17fc-4985-46e7-bc48-e0cc8a461627 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:29.061459 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port b64648aa-9b99-4727-9602-553861bb02c2 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:29.061459 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (b64648aa-9b99-4727-9602-553861bb02c2), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:29.061670 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-ea2a17fc-4985-46e7-bc48-e0cc8a461627 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/subnets/96a8c41a-c562-47b6-bdfc-84bf5519aa1f HTTP/1.1" status: 204 len: 168 time: 1.0000432 Feb 28 10:41:29.062420 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a17fc-4985-46e7-bc48-e0cc8a461627 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event deleted for resources: {'Subnet': ['ID=96a8c41a-c562-47b6-bdfc-84bf5519aa1f,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:29.069777 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48686) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:29.099321 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaee650-a286-4029-b949-9336c084e228 None None] Pushing event updated for resources: {'Port': ['ID=b64648aa-9b99-4727-9602-553861bb02c2,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:29.148507 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e10fbcb6-2e55-476f-872b-873dfdd82e9d tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (edbd1ad4-1a00-4b81-8b45-4a2713a58648), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:29.151187 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-14f7d70a-5422-4dc0-9331-d338b8414f7e None None] Provisioning complete for port 8cb339d0-e2a4-4a63-b353-46a3d330fd93 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:29.151566 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-14f7d70a-5422-4dc0-9331-d338b8414f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (8cb339d0-e2a4-4a63-b353-46a3d330fd93), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:29.152134 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e10fbcb6-2e55-476f-872b-873dfdd82e9d tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:29.153169 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-e10fbcb6-2e55-476f-872b-873dfdd82e9d tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "DELETE /v2.0/security-groups/edbd1ad4-1a00-4b81-8b45-4a2713a58648 HTTP/1.1" status: 204 len: 168 time: 0.5440612 Feb 28 10:41:29.187156 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48688) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:29.188353 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10fbcb6-2e55-476f-872b-873dfdd82e9d tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edbd1ad4-1a00-4b81-8b45-4a2713a58648,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:29.268843 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-f9039430-924c-4e6d-af25-16a514477956 None None] For port 594c87f0-c27c-4557-ae7d-94589ae822eb, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:41:29.272680 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-f9039430-924c-4e6d-af25-16a514477956 None None] For port 594c87f0-c27c-4557-ae7d-94589ae822eb, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=594c87f0-c27c-4557-ae7d-94589ae822eb,segment=NetworkSegment(dbc9a3cf-3ba4-4cbe-9955-c0e7e67998a5),segment_id=dbc9a3cf-3ba4-4cbe-9955-c0e7e67998a5)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:41:29.276820 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2888e0f-d659-4600-a6e8-177e090ebfd8 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Deleting subnet a1d77448-33f4-4e98-a8f9-9d104976984b {{(pid=104083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:41:29.278763 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-14f7d70a-5422-4dc0-9331-d338b8414f7e None None] Port 8cb339d0-e2a4-4a63-b353-46a3d330fd93 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:41:29.285321 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-14f7d70a-5422-4dc0-9331-d338b8414f7e None None] Could not find standard attr ID for object d32e7e4f-6619-4128-9ab7-c9b9558bc52d. {{(pid=104085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:41:29.319674 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b2888e0f-d659-4600-a6e8-177e090ebfd8 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for subnet (a1d77448-33f4-4e98-a8f9-9d104976984b), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:29.329995 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-14f7d70a-5422-4dc0-9331-d338b8414f7e None None] Provisioning complete for port ba5d4be1-16b2-4377-a521-cbd155abdbf8 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:29.330813 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-14f7d70a-5422-4dc0-9331-d338b8414f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (ba5d4be1-16b2-4377-a521-cbd155abdbf8), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:29.335797 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f9039430-924c-4e6d-af25-16a514477956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (594c87f0-c27c-4557-ae7d-94589ae822eb), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:29.364271 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.extraroute_db [None req-8ccee158-6a28-40e9-8c65-b69e3b894f50 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Added routes are [] {{(pid=104084) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 28 10:41:29.364732 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.extraroute_db [None req-8ccee158-6a28-40e9-8c65-b69e3b894f50 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=104084) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 28 10:41:29.390406 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port b64648aa-9b99-4727-9602-553861bb02c2 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:29.441762 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_v2 [None req-936ab93f-ddd3-46cc-b0bc-c4ad1349c90e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Deleting subnet afadd688-0a41-493e-ac43-08dcb4f0e336 {{(pid=104083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:41:29.443583 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-14f7d70a-5422-4dc0-9331-d338b8414f7e None None] Port ba5d4be1-16b2-4377-a521-cbd155abdbf8 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:41:29.451544 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-936ab93f-ddd3-46cc-b0bc-c4ad1349c90e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for subnet (afadd688-0a41-493e-ac43-08dcb4f0e336), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:29.456978 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8ccee158-6a28-40e9-8c65-b69e3b894f50 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1032676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1044823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27871'] for router (715b97de-b762-4299-96fd-334e07afed82), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:29.458808 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03017172-6065-4e9f-be93-8ae21bbf4928 None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:41:29.481548 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9039430-924c-4e6d-af25-16a514477956 None None] Routers {'715b97de-b762-4299-96fd-334e07afed82'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:41:29.482269 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-f9039430-924c-4e6d-af25-16a514477956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:41:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['715b97de-b762-4299-96fd-334e07afed82'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:29.486969 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23b5c88-130b-46fb-af5e-58676ac523df None None] Pushing event updated for resources: {'Port': ['ID=594c87f0-c27c-4557-ae7d-94589ae822eb,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:29.520094 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b2888e0f-d659-4600-a6e8-177e090ebfd8 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59245535'] for subnet (a1d77448-33f4-4e98-a8f9-9d104976984b), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:29.565599 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device e034ab12-c339-422e-963d-404abcc0b07a up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:41:29.593203 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-14f7d70a-5422-4dc0-9331-d338b8414f7e None None] Provisioning complete for port b1984a5b-89d7-4bda-9c07-cce09814ee03 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:29.593503 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-14f7d70a-5422-4dc0-9331-d338b8414f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (b1984a5b-89d7-4bda-9c07-cce09814ee03), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:29.598940 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-936ab93f-ddd3-46cc-b0bc-c4ad1349c90e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59245535'] for subnet (afadd688-0a41-493e-ac43-08dcb4f0e336), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:29.716588 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-f9039430-924c-4e6d-af25-16a514477956 None None] Set router 715b97de-b762-4299-96fd-334e07afed82 gateway port host: None {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:41:29.773880 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b2888e0f-d659-4600-a6e8-177e090ebfd8 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (a1d77448-33f4-4e98-a8f9-9d104976984b), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:29.777183 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8ccee158-6a28-40e9-8c65-b69e3b894f50 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1032676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1044823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27871'] for router (715b97de-b762-4299-96fd-334e07afed82), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:29.781173 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8ccee158-6a28-40e9-8c65-b69e3b894f50 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1032701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1032690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1044908'] for router (715b97de-b762-4299-96fd-334e07afed82), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:29.813530 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [req-a314dc3f-3c97-42e2-b5d5-76d2b11be25c req-b88c8620-2033-4078-8cd7-79cd967f899d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba5d4be1-16b2-4377-a521-cbd155abdbf8 {{(pid=104083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:41:29.832338 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-a314dc3f-3c97-42e2-b5d5-76d2b11be25c req-b88c8620-2033-4078-8cd7-79cd967f899d service neutron] Publish callbacks [] for port (ba5d4be1-16b2-4377-a521-cbd155abdbf8), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:29.832742 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port e034ab12-c339-422e-963d-404abcc0b07a triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:29.833198 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (e034ab12-c339-422e-963d-404abcc0b07a), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:29.845293 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-936ab93f-ddd3-46cc-b0bc-c4ad1349c90e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (afadd688-0a41-493e-ac43-08dcb4f0e336), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:29.890453 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [req-a314dc3f-3c97-42e2-b5d5-76d2b11be25c req-b88c8620-2033-4078-8cd7-79cd967f899d service neutron] Transition to ACTIVE for port object ba5d4be1-16b2-4377-a521-cbd155abdbf8 will not be triggered until provisioned by entity L2. {{(pid=104083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:41:29.905746 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ccee158-6a28-40e9-8c65-b69e3b894f50 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Router 715b97de-b762-4299-96fd-334e07afed82 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:41:29.953931 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-14f7d70a-5422-4dc0-9331-d338b8414f7e None None] Current status of the port b1984a5b-89d7-4bda-9c07-cce09814ee03 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:29.967180 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-a314dc3f-3c97-42e2-b5d5-76d2b11be25c req-b88c8620-2033-4078-8cd7-79cd967f899d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (ba5d4be1-16b2-4377-a521-cbd155abdbf8), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:29.970274 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-14f7d70a-5422-4dc0-9331-d338b8414f7e None None] Could not find standard attr ID for object e3cde10d-cf00-4ed8-a47e-269dace84481. {{(pid=104085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:41:29.979517 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532c194-504e-42b2-a76a-47f768d96e4f req-77494c08-1f4a-4d62-9d99-bf352a2f3995 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:29.981088 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2532c194-504e-42b2-a76a-47f768d96e4f req-77494c08-1f4a-4d62-9d99-bf352a2f3995 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=e834505a-0411-40ae-bd93-2a05cf5ccb3d HTTP/1.1" status: 200 len: 932 time: 0.0944347 Feb 28 10:41:30.012029 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-14f7d70a-5422-4dc0-9331-d338b8414f7e None None] Provisioning complete for port b64648aa-9b99-4727-9602-553861bb02c2 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:30.012360 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-14f7d70a-5422-4dc0-9331-d338b8414f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (b64648aa-9b99-4727-9602-553861bb02c2), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:30.044031 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ccee158-6a28-40e9-8c65-b69e3b894f50 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:41:30.061453 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b2888e0f-d659-4600-a6e8-177e090ebfd8 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (a1d77448-33f4-4e98-a8f9-9d104976984b), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:30.081294 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8ccee158-6a28-40e9-8c65-b69e3b894f50 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:30.081294 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-8ccee158-6a28-40e9-8c65-b69e3b894f50 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "PUT /v2.0/routers/715b97de-b762-4299-96fd-334e07afed82 HTTP/1.1" status: 200 len: 699 time: 1.7137046 Feb 28 10:41:30.084258 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48692) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:30.136601 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2532c194-504e-42b2-a76a-47f768d96e4f req-b3defae1-e7f8-4a68-a282-1155443eeffb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=11056880-dced-4381-9b1c-4775035d1a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266816 Feb 28 10:41:30.136872 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port e034ab12-c339-422e-963d-404abcc0b07a is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:30.137712 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device b1984a5b-89d7-4bda-9c07-cce09814ee03 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:41:30.170282 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-936ab93f-ddd3-46cc-b0bc-c4ad1349c90e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (afadd688-0a41-493e-ac43-08dcb4f0e336), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:30.184221 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-936ab93f-ddd3-46cc-b0bc-c4ad1349c90e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:30.190520 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-936ab93f-ddd3-46cc-b0bc-c4ad1349c90e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/subnets/afadd688-0a41-493e-ac43-08dcb4f0e336 HTTP/1.1" status: 204 len: 168 time: 1.1050398 Feb 28 10:41:30.193412 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48694) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:30.196432 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b2888e0f-d659-4600-a6e8-177e090ebfd8 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:30.200184 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-b2888e0f-d659-4600-a6e8-177e090ebfd8 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "DELETE /v2.0/subnets/a1d77448-33f4-4e98-a8f9-9d104976984b HTTP/1.1" status: 204 len: 168 time: 1.0072854 Feb 28 10:41:30.201511 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2888e0f-d659-4600-a6e8-177e090ebfd8 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event deleted for resources: {'Subnet': ['ID=a1d77448-33f4-4e98-a8f9-9d104976984b,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:30.207762 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88c8620-2033-4078-8cd7-79cd967f899d service neutron] Pushing event updated for resources: {'Port': ['ID=ba5d4be1-16b2-4377-a521-cbd155abdbf8,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:30.212993 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48696) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:30.213558 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ed1777-dafb-489d-b991-d472aa045a4d None None] Network 687e67c4-ef4a-4a97-86ec-6e4ca7a12767 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:41:30.274965 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-afae9537-f331-4187-b18b-4ddd039521c6 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "GET /v2.0/routers/715b97de-b762-4299-96fd-334e07afed82 HTTP/1.1" status: 200 len: 699 time: 0.1894646 Feb 28 10:41:30.277712 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48698) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:30.365144 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-14f7d70a-5422-4dc0-9331-d338b8414f7e None None] Current status of the port b64648aa-9b99-4727-9602-553861bb02c2 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:30.372575 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-f9039430-924c-4e6d-af25-16a514477956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715b97de-b762-4299-96fd-334e07afed82', 'name': 'tempest-RoutersTest-router-248430510', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:49Z', 'updated_at': '2022-02-28T10:41:26Z', 'revision_number': 6, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'gw_port_host': None, '_interfaces': [{'id': '0ee69baf-4258-464b-8807-3ebe949431b1', 'name': '', 'network_id': 'ecd0d21e-dc9c-4544-a8e9-08e7916a2585', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'mac_address': 'fa:16:3e:b7:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715b97de-b762-4299-96fd-334e07afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '669f06b7-57ef-4301-a8c3-00e281fb7a6d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:03Z', 'updated_at': '2022-02-28T10:41:13Z', 'revision_number': 5, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'subnets': [{'id': '669f06b7-57ef-4301-a8c3-00e281fb7a6d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '167090f3-efed-4b4f-b2ee-b99f7cde9b50', 'name': '', 'network_id': '725af8f9-fa60-4830-8815-51f5d8274451', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'mac_address': 'fa:16:3e:70:e0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715b97de-b762-4299-96fd-334e07afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '62df855b-2c91-4856-b059-2862ce1823a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:14Z', 'updated_at': '2022-02-28T10:41:24Z', 'revision_number': 5, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'subnets': [{'id': '62df855b-2c91-4856-b059-2862ce1823a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48b5fc60-d08e-477a-9adf-f92649ff8c25', 'name': '', 'network_id': 'dc3763cc-cbd8-49a9-968b-baa5b223e43a', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'mac_address': 'fa:16:3e:5e:a5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715b97de-b762-4299-96fd-334e07afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '9aef332b-550c-4398-b0fb-6c0fb7618921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:53Z', 'updated_at': '2022-02-28T10:41:01Z', 'revision_number': 5, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'subnets': [{'id': '9aef332b-550c-4398-b0fb-6c0fb7618921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '594c87f0-c27c-4557-ae7d-94589ae822eb', 'name': '', 'network_id': 'e9951a62-70dc-4108-85b6-e7e2c4bd2c74', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'mac_address': 'fa:16:3e:e1:5a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '715b97de-b762-4299-96fd-334e07afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '5c1cbfca-4a10-45d1-b77a-c26bcdba6977', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:21Z', 'updated_at': '2022-02-28T10:41:29Z', 'revision_number': 4, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'subnets': [{'id': '5c1cbfca-4a10-45d1-b77a-c26bcdba6977', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:30.393054 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ab93f-ddd3-46cc-b0bc-c4ad1349c90e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event deleted for resources: {'Subnet': ['ID=afadd688-0a41-493e-ac43-08dcb4f0e336,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:30.401351 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-414db7c6-dd28-4c67-af84-681d9fd5530d tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1890883 Feb 28 10:41:30.406425 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48700) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:30.411662 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-8486f4e4-5aa6-46b7-aeba-9a99046c5a04 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Request body: {'subnet': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:30.424662 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9039430-924c-4e6d-af25-16a514477956 None None] The sync data for ids ['715b97de-b762-4299-96fd-334e07afed82'] in dv-neutron-829161-3-hyperv is: [{'id': '715b97de-b762-4299-96fd-334e07afed82', 'name': 'tempest-RoutersTest-router-248430510', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:49Z', 'updated_at': '2022-02-28T10:41:26Z', 'revision_number': 6, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'gw_port_host': None, '_interfaces': [{'id': '0ee69baf-4258-464b-8807-3ebe949431b1', 'name': '', 'network_id': 'ecd0d21e-dc9c-4544-a8e9-08e7916a2585', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'mac_address': 'fa:16:3e:b7:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715b97de-b762-4299-96fd-334e07afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '669f06b7-57ef-4301-a8c3-00e281fb7a6d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:03Z', 'updated_at': '2022-02-28T10:41:13Z', 'revision_number': 5, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'subnets': [{'id': '669f06b7-57ef-4301-a8c3-00e281fb7a6d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '167090f3-efed-4b4f-b2ee-b99f7cde9b50', 'name': '', 'network_id': '725af8f9-fa60-4830-8815-51f5d8274451', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'mac_address': 'fa:16:3e:70:e0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715b97de-b762-4299-96fd-334e07afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '62df855b-2c91-4856-b059-2862ce1823a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:14Z', 'updated_at': '2022-02-28T10:41:24Z', 'revision_number': 5, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'subnets': [{'id': '62df855b-2c91-4856-b059-2862ce1823a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48b5fc60-d08e-477a-9adf-f92649ff8c25', 'name': '', 'network_id': 'dc3763cc-cbd8-49a9-968b-baa5b223e43a', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'mac_address': 'fa:16:3e:5e:a5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715b97de-b762-4299-96fd-334e07afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '9aef332b-550c-4398-b0fb-6c0fb7618921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:53Z', 'updated_at': '2022-02-28T10:41:01Z', 'revision_number': 5, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'subnets': [{'id': '9aef332b-550c-4398-b0fb-6c0fb7618921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '594c87f0-c27c-4557-ae7d-94589ae822eb', 'name': '', 'network_id': 'e9951a62-70dc-4108-85b6-e7e2c4bd2c74', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'mac_address': 'fa:16:3e:e1:5a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '715b97de-b762-4299-96fd-334e07afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '5c1cbfca-4a10-45d1-b77a-c26bcdba6977', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:21Z', 'updated_at': '2022-02-28T10:41:29Z', 'revision_number': 4, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'subnets': [{'id': '5c1cbfca-4a10-45d1-b77a-c26bcdba6977', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:41:30.426513 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port b1984a5b-89d7-4bda-9c07-cce09814ee03 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:30.427585 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (b1984a5b-89d7-4bda-9c07-cce09814ee03), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:30.450826 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d7ace4c-a73c-485e-840e-0eac8cc5455d tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Deleting subnet aaea6810-85d5-4a91-a0bf-94673726d57b {{(pid=104083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:41:30.459290 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-a314dc3f-3c97-42e2-b5d5-76d2b11be25c req-b88c8620-2033-4078-8cd7-79cd967f899d service neutron] Attempting to bind port ba5d4be1-16b2-4377-a521-cbd155abdbf8 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:41:30.460003 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-a314dc3f-3c97-42e2-b5d5-76d2b11be25c req-b88c8620-2033-4078-8cd7-79cd967f899d service neutron] Attempting to bind port ba5d4be1-16b2-4377-a521-cbd155abdbf8 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '196a06c1-054f-4203-959b-df8db3aa333c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ed0b9869-ae23-48eb-aefa-6fa5242a6177'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:41:30.460559 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a314dc3f-3c97-42e2-b5d5-76d2b11be25c req-b88c8620-2033-4078-8cd7-79cd967f899d service neutron] Attempting to bind port ba5d4be1-16b2-4377-a521-cbd155abdbf8 on network ed0b9869-ae23-48eb-aefa-6fa5242a6177 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:41:30.466136 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3d7ace4c-a73c-485e-840e-0eac8cc5455d tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for subnet (aaea6810-85d5-4a91-a0bf-94673726d57b), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:30.571930 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a314dc3f-3c97-42e2-b5d5-76d2b11be25c req-b88c8620-2033-4078-8cd7-79cd967f899d service neutron] Port ba5d4be1-16b2-4377-a521-cbd155abdbf8 on network ed0b9869-ae23-48eb-aefa-6fa5242a6177 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:41:30.574579 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a314dc3f-3c97-42e2-b5d5-76d2b11be25c req-b88c8620-2033-4078-8cd7-79cd967f899d service neutron] Attempting to bind port ba5d4be1-16b2-4377-a521-cbd155abdbf8 on network ed0b9869-ae23-48eb-aefa-6fa5242a6177 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:41:30.578738 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-f8c88846-654a-45b2-b29f-9867790af98f None None] Could not find standard attr ID for object a07751d9-c593-4772-b30d-f5c7a5eb1e8b. {{(pid=104085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:41:30.612785 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a314dc3f-3c97-42e2-b5d5-76d2b11be25c req-b88c8620-2033-4078-8cd7-79cd967f899d service neutron] Checking agent: {'id': '9c9e5963-7abc-415a-a91c-4432861f4313', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'started_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:41:30.612785 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a314dc3f-3c97-42e2-b5d5-76d2b11be25c req-b88c8620-2033-4078-8cd7-79cd967f899d service neutron] Checking segment: {'id': '196a06c1-054f-4203-959b-df8db3aa333c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ed0b9869-ae23-48eb-aefa-6fa5242a6177'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:41:30.612785 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a314dc3f-3c97-42e2-b5d5-76d2b11be25c req-b88c8620-2033-4078-8cd7-79cd967f899d service neutron] Bound using segment: {'id': '196a06c1-054f-4203-959b-df8db3aa333c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ed0b9869-ae23-48eb-aefa-6fa5242a6177'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:41:30.612785 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-a314dc3f-3c97-42e2-b5d5-76d2b11be25c req-b88c8620-2033-4078-8cd7-79cd967f899d service neutron] Bound port: ba5d4be1-16b2-4377-a521-cbd155abdbf8, host: hv-neutron-8291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '196a06c1-054f-4203-959b-df8db3aa333c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ed0b9869-ae23-48eb-aefa-6fa5242a6177'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:41:30.612785 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-a314dc3f-3c97-42e2-b5d5-76d2b11be25c req-b88c8620-2033-4078-8cd7-79cd967f899d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (ba5d4be1-16b2-4377-a521-cbd155abdbf8), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:30.622569 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-f8c88846-654a-45b2-b29f-9867790af98f None None] Could not find standard attr ID for object 16d7d550-5083-4674-80b4-9594c0b2085d. {{(pid=104085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:41:30.675743 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:30.684077 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-f8c88846-654a-45b2-b29f-9867790af98f None None] Provisioning complete for port 594c87f0-c27c-4557-ae7d-94589ae822eb triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:30.684711 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f8c88846-654a-45b2-b29f-9867790af98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (594c87f0-c27c-4557-ae7d-94589ae822eb), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:30.714055 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3d7ace4c-a73c-485e-840e-0eac8cc5455d tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59245535'] for subnet (aaea6810-85d5-4a91-a0bf-94673726d57b), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:30.751392 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8486f4e4-5aa6-46b7-aeba-9a99046c5a04 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Made reservation on behalf of 9047a33944184c15875a48328f19bcdb for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:41:30.756741 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8486f4e4-5aa6-46b7-aeba-9a99046c5a04 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:30.767848 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port b1984a5b-89d7-4bda-9c07-cce09814ee03 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:30.769171 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device b64648aa-9b99-4727-9602-553861bb02c2 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:41:30.891106 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-f8c88846-654a-45b2-b29f-9867790af98f None None] Current status of the port 594c87f0-c27c-4557-ae7d-94589ae822eb is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:30.891750 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f8c88846-654a-45b2-b29f-9867790af98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (594c87f0-c27c-4557-ae7d-94589ae822eb), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:30.924630 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-a314dc3f-3c97-42e2-b5d5-76d2b11be25c req-b88c8620-2033-4078-8cd7-79cd967f899d service neutron] For port ba5d4be1-16b2-4377-a521-cbd155abdbf8, host hv-neutron-8291, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:41:30.945072 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6c202c-ab69-42d8-a230-0d9a47a8ceae None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:41:30.955599 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-a314dc3f-3c97-42e2-b5d5-76d2b11be25c req-b88c8620-2033-4078-8cd7-79cd967f899d service neutron] For port ba5d4be1-16b2-4377-a521-cbd155abdbf8, host hv-neutron-8291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=ba5d4be1-16b2-4377-a521-cbd155abdbf8,segment=NetworkSegment(196a06c1-054f-4203-959b-df8db3aa333c),segment_id=196a06c1-054f-4203-959b-df8db3aa333c)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:41:30.975052 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3d7ace4c-a73c-485e-840e-0eac8cc5455d tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (aaea6810-85d5-4a91-a0bf-94673726d57b), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:30.981409 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-f8c88846-654a-45b2-b29f-9867790af98f None None] For port 594c87f0-c27c-4557-ae7d-94589ae822eb, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=594c87f0-c27c-4557-ae7d-94589ae822eb,segment=NetworkSegment(dbc9a3cf-3ba4-4cbe-9955-c0e7e67998a5),segment_id=dbc9a3cf-3ba4-4cbe-9955-c0e7e67998a5)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:31.060914 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-a314dc3f-3c97-42e2-b5d5-76d2b11be25c req-b88c8620-2033-4078-8cd7-79cd967f899d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (ba5d4be1-16b2-4377-a521-cbd155abdbf8), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:31.151883 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a314dc3f-3c97-42e2-b5d5-76d2b11be25c req-b88c8620-2033-4078-8cd7-79cd967f899d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:31.152517 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-a314dc3f-3c97-42e2-b5d5-76d2b11be25c req-b88c8620-2033-4078-8cd7-79cd967f899d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:31.154033 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a314dc3f-3c97-42e2-b5d5-76d2b11be25c req-b88c8620-2033-4078-8cd7-79cd967f899d service neutron] 10.222.0.70 "PUT /v2.0/ports/ba5d4be1-16b2-4377-a521-cbd155abdbf8 HTTP/1.1" status: 200 len: 1094 time: 2.7070215 Feb 28 10:41:31.154564 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e834505a-0411-40ae-bd93-2a05cf5ccb3d', 'tag': 'ba5d4be1-16b2-4377-a521-cbd155abdbf8'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:41:31.157046 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3069232-9824-4160-9482-bd645eab5668" -d '{"events": [{"name": "network-changed", "server_uuid": "e834505a-0411-40ae-bd93-2a05cf5ccb3d", "tag": "ba5d4be1-16b2-4377-a521-cbd155abdbf8"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:41:31.163648 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-751c0de1-67b4-4d5d-8d68-365d9dcff153 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047661'] for router_interface (715b97de-b762-4299-96fd-334e07afed82), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:31.187829 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88c8620-2033-4078-8cd7-79cd967f899d service neutron] Pushing event updated for resources: {'Port': ['ID=ba5d4be1-16b2-4377-a521-cbd155abdbf8,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:31.211315 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3d7ace4c-a73c-485e-840e-0eac8cc5455d tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (aaea6810-85d5-4a91-a0bf-94673726d57b), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:31.269482 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7ace4c-a73c-485e-840e-0eac8cc5455d tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event deleted for resources: {'Subnet': ['ID=aaea6810-85d5-4a91-a0bf-94673726d57b,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:31.290351 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3d7ace4c-a73c-485e-840e-0eac8cc5455d tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:31.301006 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-3d7ace4c-a73c-485e-840e-0eac8cc5455d tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "DELETE /v2.0/subnets/aaea6810-85d5-4a91-a0bf-94673726d57b HTTP/1.1" status: 204 len: 168 time: 1.0035613 Feb 28 10:41:31.324030 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48708) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:31.329410 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f8c88846-654a-45b2-b29f-9867790af98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (594c87f0-c27c-4557-ae7d-94589ae822eb), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:31.412017 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port b64648aa-9b99-4727-9602-553861bb02c2 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:31.412654 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (b64648aa-9b99-4727-9602-553861bb02c2), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:31.470205 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-43ff1399-a425-4e33-8960-edd3abea5aa3 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] DELETE failed (client error): The resource could not be found. Feb 28 10:41:31.471040 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43ff1399-a425-4e33-8960-edd3abea5aa3 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:41:31.477424 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-43ff1399-a425-4e33-8960-edd3abea5aa3 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "DELETE /v2.0/subnets/a1d77448-33f4-4e98-a8f9-9d104976984b HTTP/1.1" status: 404 len: 337 time: 0.1512597 Feb 28 10:41:31.491869 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48710) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:31.513205 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8486f4e4-5aa6-46b7-aeba-9a99046c5a04 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (8b7c7466-812e-45a3-aa33-40df43cbd60e), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:31.549813 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a314dc3f-3c97-42e2-b5d5-76d2b11be25c req-78727e27-fdd0-4b37-b0c0-05d367d3f25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:31.552103 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a314dc3f-3c97-42e2-b5d5-76d2b11be25c req-78727e27-fdd0-4b37-b0c0-05d367d3f25c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=02ebd57ebb02426fbf4a686f080eb9d7&device_id=e834505a-0411-40ae-bd93-2a05cf5ccb3d HTTP/1.1" status: 200 len: 1128 time: 0.2666442 Feb 28 10:41:31.570649 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d2468c-f6fd-463d-8c1d-b76499303628 req-b942fb39-a600-4ad7-801a-6a05ea984045 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:31.578289 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e5d2468c-f6fd-463d-8c1d-b76499303628 req-b942fb39-a600-4ad7-801a-6a05ea984045 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=e834505a-0411-40ae-bd93-2a05cf5ccb3d HTTP/1.1" status: 200 len: 944 time: 0.2342126 Feb 28 10:41:31.636658 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376b4e8e-3410-448b-bcc8-537878dd87b0 None None] Network 687e67c4-ef4a-4a97-86ec-6e4ca7a12767 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:41:31.644620 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c88846-654a-45b2-b29f-9867790af98f None None] Pushing event updated for resources: {'Port': ['ID=594c87f0-c27c-4557-ae7d-94589ae822eb,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:31.672547 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a314dc3f-3c97-42e2-b5d5-76d2b11be25c req-39b18295-97f6-494f-a4e0-8bc465c83cee service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba5d4be1-16b2-4377-a521-cbd155abdbf8 HTTP/1.1" status: 200 len: 217 time: 0.0887768 Feb 28 10:41:31.678116 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea0965b8-8127-4c8a-a7bb-fd58ff670e56 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Deleting subnet 911f79fb-ed64-4821-a64b-4b3bbdac4ab4 {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:41:31.682644 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ea0965b8-8127-4c8a-a7bb-fd58ff670e56 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for subnet (911f79fb-ed64-4821-a64b-4b3bbdac4ab4), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:31.695103 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-40fe6305-405b-42bb-9521-601a3bc0a83c None None] Provisioning complete for port b64648aa-9b99-4727-9602-553861bb02c2 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:31.695770 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-40fe6305-405b-42bb-9521-601a3bc0a83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (b64648aa-9b99-4727-9602-553861bb02c2), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:31.730126 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-512b8172-4a65-4fa8-b6f3-b8a274488f78 x-openstack-request-id: req-512b8172-4a65-4fa8-b6f3-b8a274488f78 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:41:31.730618 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e834505a-0411-40ae-bd93-2a05cf5ccb3d", "tag": "ba5d4be1-16b2-4377-a521-cbd155abdbf8", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:41:31.731070 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-512b8172-4a65-4fa8-b6f3-b8a274488f78 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:41:31.731640 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e834505a-0411-40ae-bd93-2a05cf5ccb3d', 'tag': 'ba5d4be1-16b2-4377-a521-cbd155abdbf8', 'status': 'completed', 'code': 200} Feb 28 10:41:31.737284 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e5d2468c-f6fd-463d-8c1d-b76499303628 req-b9a89c1a-b5bf-41c6-8f54-fd9af2620c9c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=11056880-dced-4381-9b1c-4775035d1a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1577754 Feb 28 10:41:31.746711 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ea0965b8-8127-4c8a-a7bb-fd58ff670e56 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (911f79fb-ed64-4821-a64b-4b3bbdac4ab4), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:31.782985 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port b64648aa-9b99-4727-9602-553861bb02c2 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:31.805697 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cd24cb-b180-449b-9c67-ffe2d25fad4a None None] DHCP port deletion for a10d36a7-87ef-481e-9e9f-da2235211c53 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:41:31.815002 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a314dc3f-3c97-42e2-b5d5-76d2b11be25c req-7749b2cf-4452-46a6-967a-4a2686b79827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:31.817433 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a314dc3f-3c97-42e2-b5d5-76d2b11be25c req-7749b2cf-4452-46a6-967a-4a2686b79827 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=78e4f8f8-348f-4545-beb6-cf8d3033cc81 HTTP/1.1" status: 200 len: 834 time: 0.0908866 Feb 28 10:41:31.836996 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8486f4e4-5aa6-46b7-aeba-9a99046c5a04 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:31.847050 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-8486f4e4-5aa6-46b7-aeba-9a99046c5a04 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:31.855249 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8486f4e4-5aa6-46b7-aeba-9a99046c5a04 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:31.856478 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8486f4e4-5aa6-46b7-aeba-9a99046c5a04 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:31.862978 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8486f4e4-5aa6-46b7-aeba-9a99046c5a04 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event updated for resources: {'Subnet': ['ID=8b7c7466-812e-45a3-aa33-40df43cbd60e,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:31.867219 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6455a3-8927-42bc-b5ca-f33fa026b73c None None] Sync routers for ids ['715b97de-b762-4299-96fd-334e07afed82'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:41:31.887768 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6455a3-8927-42bc-b5ca-f33fa026b73c None None] Routers {'715b97de-b762-4299-96fd-334e07afed82'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:41:31.892710 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-2a6455a3-8927-42bc-b5ca-f33fa026b73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:41:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['715b97de-b762-4299-96fd-334e07afed82'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:31.934882 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a314dc3f-3c97-42e2-b5d5-76d2b11be25c req-b9cbdf59-9b40-4b95-951b-8224d18885a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:31.936431 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a314dc3f-3c97-42e2-b5d5-76d2b11be25c req-b9cbdf59-9b40-4b95-951b-8224d18885a2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ed0b9869-ae23-48eb-aefa-6fa5242a6177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1124389 Feb 28 10:41:31.953050 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ea0965b8-8127-4c8a-a7bb-fd58ff670e56 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (911f79fb-ed64-4821-a64b-4b3bbdac4ab4), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:31.977646 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-40fe6305-405b-42bb-9521-601a3bc0a83c None None] Current status of the port b64648aa-9b99-4727-9602-553861bb02c2 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:31.996253 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 594c87f0-c27c-4557-ae7d-94589ae822eb up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:41:32.001745 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-57cd24cb-b180-449b-9c67-ffe2d25fad4a None None] Deleting port b64648aa-9b99-4727-9602-553861bb02c2 {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:41:32.002340 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-57cd24cb-b180-449b-9c67-ffe2d25fad4a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (b64648aa-9b99-4727-9602-553861bb02c2), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:32.021136 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-8486f4e4-5aa6-46b7-aeba-9a99046c5a04 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6141529 Feb 28 10:41:32.030959 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48712) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:32.039020 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-996e05ec-f3c0-41f9-aa31-52b8227a1d69 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Request body: {'subnet': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:32.086975 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a314dc3f-3c97-42e2-b5d5-76d2b11be25c req-4ee25056-63a3-4f04-a8e3-7a3ec865ab68 service neutron] 10.222.0.70 "GET /v2.0/networks/ed0b9869-ae23-48eb-aefa-6fa5242a6177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424084 Feb 28 10:41:32.109883 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-2a6455a3-8927-42bc-b5ca-f33fa026b73c None None] Set router 715b97de-b762-4299-96fd-334e07afed82 gateway port host: None {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:41:32.152898 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 594c87f0-c27c-4557-ae7d-94589ae822eb triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:32.153828 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (594c87f0-c27c-4557-ae7d-94589ae822eb), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:32.206898 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-57cd24cb-b180-449b-9c67-ffe2d25fad4a None None] For port b64648aa-9b99-4727-9602-553861bb02c2, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=b64648aa-9b99-4727-9602-553861bb02c2,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:32.208528 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-57cd24cb-b180-449b-9c67-ffe2d25fad4a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (b64648aa-9b99-4727-9602-553861bb02c2), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:32.221917 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-d7e70f7b-811d-4590-ad87-efe58be20ac4 None None] Provisioning complete for port b1984a5b-89d7-4bda-9c07-cce09814ee03 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:32.222462 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d7e70f7b-811d-4590-ad87-efe58be20ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (b1984a5b-89d7-4bda-9c07-cce09814ee03), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:32.252072 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-751c0de1-67b4-4d5d-8d68-365d9dcff153 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Deleting port 594c87f0-c27c-4557-ae7d-94589ae822eb {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:41:32.252651 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-751c0de1-67b4-4d5d-8d68-365d9dcff153 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (594c87f0-c27c-4557-ae7d-94589ae822eb), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:32.255453 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ea0965b8-8127-4c8a-a7bb-fd58ff670e56 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (911f79fb-ed64-4821-a64b-4b3bbdac4ab4), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:32.259548 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-57cd24cb-b180-449b-9c67-ffe2d25fad4a None None] Calling delete_port for b64648aa-9b99-4727-9602-553861bb02c2 owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:41:32.298634 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a314dc3f-3c97-42e2-b5d5-76d2b11be25c req-5f78852d-e8af-46cc-986a-7b6f5b7d51c9 service neutron] 10.222.0.70 "GET /v2.0/networks/ed0b9869-ae23-48eb-aefa-6fa5242a6177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040780 Feb 28 10:41:32.356598 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ea0965b8-8127-4c8a-a7bb-fd58ff670e56 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:32.360977 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-ea0965b8-8127-4c8a-a7bb-fd58ff670e56 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "DELETE /v2.0/subnets/911f79fb-ed64-4821-a64b-4b3bbdac4ab4 HTTP/1.1" status: 204 len: 168 time: 0.8678074 Feb 28 10:41:32.362335 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0965b8-8127-4c8a-a7bb-fd58ff670e56 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event deleted for resources: {'Subnet': ['ID=911f79fb-ed64-4821-a64b-4b3bbdac4ab4,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:32.364268 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48714) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:32.429897 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-751c0de1-67b4-4d5d-8d68-365d9dcff153 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] For port 594c87f0-c27c-4557-ae7d-94589ae822eb, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=594c87f0-c27c-4557-ae7d-94589ae822eb,segment=NetworkSegment(dbc9a3cf-3ba4-4cbe-9955-c0e7e67998a5),segment_id=dbc9a3cf-3ba4-4cbe-9955-c0e7e67998a5)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:32.430387 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-751c0de1-67b4-4d5d-8d68-365d9dcff153 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (594c87f0-c27c-4557-ae7d-94589ae822eb), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:32.431718 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-773e1ea8-b23a-4b7b-aeb2-904f6328b638 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] DELETE failed (client error): The resource could not be found. Feb 28 10:41:32.432185 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-773e1ea8-b23a-4b7b-aeb2-904f6328b638 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:41:32.444614 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-2a6455a3-8927-42bc-b5ca-f33fa026b73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715b97de-b762-4299-96fd-334e07afed82', 'name': 'tempest-RoutersTest-router-248430510', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:49Z', 'updated_at': '2022-02-28T10:41:29Z', 'revision_number': 7, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'gw_port_host': None, '_interfaces': [{'id': '0ee69baf-4258-464b-8807-3ebe949431b1', 'name': '', 'network_id': 'ecd0d21e-dc9c-4544-a8e9-08e7916a2585', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'mac_address': 'fa:16:3e:b7:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715b97de-b762-4299-96fd-334e07afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '669f06b7-57ef-4301-a8c3-00e281fb7a6d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:03Z', 'updated_at': '2022-02-28T10:41:13Z', 'revision_number': 5, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'subnets': [{'id': '669f06b7-57ef-4301-a8c3-00e281fb7a6d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '167090f3-efed-4b4f-b2ee-b99f7cde9b50', 'name': '', 'network_id': '725af8f9-fa60-4830-8815-51f5d8274451', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'mac_address': 'fa:16:3e:70:e0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715b97de-b762-4299-96fd-334e07afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '62df855b-2c91-4856-b059-2862ce1823a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:14Z', 'updated_at': '2022-02-28T10:41:24Z', 'revision_number': 5, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'subnets': [{'id': '62df855b-2c91-4856-b059-2862ce1823a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48b5fc60-d08e-477a-9adf-f92649ff8c25', 'name': '', 'network_id': 'dc3763cc-cbd8-49a9-968b-baa5b223e43a', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'mac_address': 'fa:16:3e:5e:a5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715b97de-b762-4299-96fd-334e07afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '9aef332b-550c-4398-b0fb-6c0fb7618921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:53Z', 'updated_at': '2022-02-28T10:41:01Z', 'revision_number': 5, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'subnets': [{'id': '9aef332b-550c-4398-b0fb-6c0fb7618921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '594c87f0-c27c-4557-ae7d-94589ae822eb', 'name': '', 'network_id': 'e9951a62-70dc-4108-85b6-e7e2c4bd2c74', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'mac_address': 'fa:16:3e:e1:5a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715b97de-b762-4299-96fd-334e07afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '5c1cbfca-4a10-45d1-b77a-c26bcdba6977', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:21Z', 'updated_at': '2022-02-28T10:41:30Z', 'revision_number': 5, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'subnets': [{'id': '5c1cbfca-4a10-45d1-b77a-c26bcdba6977', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:32.445325 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-773e1ea8-b23a-4b7b-aeb2-904f6328b638 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "DELETE /v2.0/subnets/07f591d6-0987-441c-9306-da2b8dc59018 HTTP/1.1" status: 404 len: 337 time: 0.0798306 Feb 28 10:41:32.446017 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48716) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:32.452483 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-751c0de1-67b4-4d5d-8d68-365d9dcff153 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Calling delete_port for 594c87f0-c27c-4557-ae7d-94589ae822eb owned by network:router_interface {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:41:32.477826 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6455a3-8927-42bc-b5ca-f33fa026b73c None None] Checking router: 715b97de-b762-4299-96fd-334e07afed82 for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:41:32.486345 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 594c87f0-c27c-4557-ae7d-94589ae822eb is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:32.490402 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6455a3-8927-42bc-b5ca-f33fa026b73c None None] Routers {'715b97de-b762-4299-96fd-334e07afed82'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:41:32.491106 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-2a6455a3-8927-42bc-b5ca-f33fa026b73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:41:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['715b97de-b762-4299-96fd-334e07afed82'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:32.499612 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-34c89e7d-e111-41b6-b54a-db4eb2e8f030 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfa5082a-0f0f-43de-b007-c9d409c717a4 HTTP/1.1" status: 200 len: 205 time: 0.0522854 Feb 28 10:41:32.500734 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48718) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:32.542332 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996e05ec-f3c0-41f9-aa31-52b8227a1d69 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Made reservation on behalf of 9047a33944184c15875a48328f19bcdb for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:41:32.550753 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-996e05ec-f3c0-41f9-aa31-52b8227a1d69 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:32.564010 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.api.v2.resource [None req-60ec0e85-6595-4dad-bf4a-173b9ae794cf tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] delete failed (client error): The resource could not be found. Feb 28 10:41:32.568926 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-60ec0e85-6595-4dad-bf4a-173b9ae794cf tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "DELETE /v2.0/routers/dfa5082a-0f0f-43de-b007-c9d409c717a4 HTTP/1.1" status: 404 len: 336 time: 0.0632808 Feb 28 10:41:32.569069 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device b64648aa-9b99-4727-9602-553861bb02c2 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:41:32.569169 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48720) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:32.617905 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2497015-8628-4f9d-92b2-3d11d0d3efe5 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] DELETE failed (client error): The resource could not be found. Feb 28 10:41:32.618370 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2497015-8628-4f9d-92b2-3d11d0d3efe5 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:41:32.625548 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-d2497015-8628-4f9d-92b2-3d11d0d3efe5 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "DELETE /v2.0/subnets/1e02824c-c588-4b67-868f-537f3f1734f7 HTTP/1.1" status: 404 len: 337 time: 0.0562305 Feb 28 10:41:32.627004 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-2a6455a3-8927-42bc-b5ca-f33fa026b73c None None] Set router 715b97de-b762-4299-96fd-334e07afed82 gateway port host: None {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:41:32.632586 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48722) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:32.636392 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-d7e70f7b-811d-4590-ad87-efe58be20ac4 None None] Current status of the port b1984a5b-89d7-4bda-9c07-cce09814ee03 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:32.701069 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-d7e70f7b-811d-4590-ad87-efe58be20ac4 None None] Provisioning complete for port 8cb339d0-e2a4-4a63-b353-46a3d330fd93 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:32.701838 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d7e70f7b-811d-4590-ad87-efe58be20ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (8cb339d0-e2a4-4a63-b353-46a3d330fd93), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:32.718740 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e041822-916d-419c-a70b-91511f208745 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] DELETE failed (client error): The resource could not be found. Feb 28 10:41:32.719418 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e041822-916d-419c-a70b-91511f208745 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:41:32.723804 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-3e041822-916d-419c-a70b-91511f208745 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "DELETE /v2.0/subnets/93432a06-52ce-4345-b434-fe43ca982e3e HTTP/1.1" status: 404 len: 337 time: 0.0915360 Feb 28 10:41:32.727310 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48724) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:32.742950 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-57cd24cb-b180-449b-9c67-ffe2d25fad4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (b64648aa-9b99-4727-9602-553861bb02c2), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:32.780098 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Port b64648aa-9b99-4727-9602-553861bb02c2 update to DOWN by agent not found {{(pid=104085) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 28 10:41:32.804040 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6531705-490d-4c2c-a0bb-3ca428353db7 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] DELETE failed (client error): The resource could not be found. Feb 28 10:41:32.804576 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6531705-490d-4c2c-a0bb-3ca428353db7 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:41:32.823001 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-e6531705-490d-4c2c-a0bb-3ca428353db7 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "DELETE /v2.0/subnets/6c1ccdcf-d52b-4801-9083-3d0bb0551c2a HTTP/1.1" status: 404 len: 337 time: 0.0883973 Feb 28 10:41:32.823958 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48728) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:32.834871 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cd24cb-b180-449b-9c67-ffe2d25fad4a None None] Pushing event deleted for resources: {'Port': ['ID=b64648aa-9b99-4727-9602-553861bb02c2,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:32.837134 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cd24cb-b180-449b-9c67-ffe2d25fad4a None None] No DVR routers for this DVR port b64648aa-9b99-4727-9602-553861bb02c2 on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:41:32.839283 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-d7e70f7b-811d-4590-ad87-efe58be20ac4 None None] Port 8cb339d0-e2a4-4a63-b353-46a3d330fd93 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:41:32.870021 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-bad1f941-da0a-4573-a3ff-6583ba2706ae tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] DELETE failed (client error): The resource could not be found. Feb 28 10:41:32.870581 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bad1f941-da0a-4573-a3ff-6583ba2706ae tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:41:32.873689 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-bad1f941-da0a-4573-a3ff-6583ba2706ae tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "DELETE /v2.0/ports/985c9a0e-b776-4e29-b390-ae29c04738fa HTTP/1.1" status: 404 len: 333 time: 0.0486281 Feb 28 10:41:32.876128 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48730) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:32.880318 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8404d6c4-6ac7-45ee-ba6c-3335529965f2 None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:41:32.919770 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-9acb7d7a-88a9-49c7-aa31-87667880970d tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] DELETE failed (client error): The resource could not be found. Feb 28 10:41:32.921698 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9acb7d7a-88a9-49c7-aa31-87667880970d tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:41:32.925544 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-9acb7d7a-88a9-49c7-aa31-87667880970d tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "DELETE /v2.0/subnets/a7c66761-de6b-451d-bc79-be754fb873b3 HTTP/1.1" status: 404 len: 337 time: 0.0462267 Feb 28 10:41:32.926058 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3069232-9824-4160-9482-bd645eab5668 req-7ec6b516-4d24-401d-bf6e-cfffc3e34027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:32.927809 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c3069232-9824-4160-9482-bd645eab5668 req-7ec6b516-4d24-401d-bf6e-cfffc3e34027 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=02ebd57ebb02426fbf4a686f080eb9d7&device_id=e834505a-0411-40ae-bd93-2a05cf5ccb3d HTTP/1.1" status: 200 len: 1128 time: 0.2428250 Feb 28 10:41:32.928271 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48732) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:32.986726 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea4e05a2-7fac-4c2b-9823-abc3825ded31 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] DELETE failed (client error): The resource could not be found. Feb 28 10:41:32.987591 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea4e05a2-7fac-4c2b-9823-abc3825ded31 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:41:32.991421 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-ea4e05a2-7fac-4c2b-9823-abc3825ded31 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "DELETE /v2.0/subnets/11be0ae6-d719-4955-96d7-3b53e7e3f987 HTTP/1.1" status: 404 len: 337 time: 0.0614581 Feb 28 10:41:32.994169 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48734) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:33.007219 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd08a3c5-e4b2-41b7-8ba0-299cdb20b89a None None] Network 687e67c4-ef4a-4a97-86ec-6e4ca7a12767 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:41:33.049567 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-a892f740-a683-49cc-bc43-b66bd30fec9f tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] DELETE failed (client error): The resource could not be found. Feb 28 10:41:33.049887 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a892f740-a683-49cc-bc43-b66bd30fec9f tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:41:33.053032 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a892f740-a683-49cc-bc43-b66bd30fec9f tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "DELETE /v2.0/ports/e50645fb-c7bd-499e-9b09-76f9ad4247f5 HTTP/1.1" status: 404 len: 333 time: 0.0577466 Feb 28 10:41:33.057598 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48736) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:33.074878 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-2a6455a3-8927-42bc-b5ca-f33fa026b73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715b97de-b762-4299-96fd-334e07afed82', 'name': 'tempest-RoutersTest-router-248430510', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:49Z', 'updated_at': '2022-02-28T10:41:29Z', 'revision_number': 7, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'gw_port_host': None, '_interfaces': [{'id': '0ee69baf-4258-464b-8807-3ebe949431b1', 'name': '', 'network_id': 'ecd0d21e-dc9c-4544-a8e9-08e7916a2585', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'mac_address': 'fa:16:3e:b7:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715b97de-b762-4299-96fd-334e07afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '669f06b7-57ef-4301-a8c3-00e281fb7a6d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:03Z', 'updated_at': '2022-02-28T10:41:13Z', 'revision_number': 5, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'subnets': [{'id': '669f06b7-57ef-4301-a8c3-00e281fb7a6d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '167090f3-efed-4b4f-b2ee-b99f7cde9b50', 'name': '', 'network_id': '725af8f9-fa60-4830-8815-51f5d8274451', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'mac_address': 'fa:16:3e:70:e0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715b97de-b762-4299-96fd-334e07afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '62df855b-2c91-4856-b059-2862ce1823a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:14Z', 'updated_at': '2022-02-28T10:41:24Z', 'revision_number': 5, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'subnets': [{'id': '62df855b-2c91-4856-b059-2862ce1823a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48b5fc60-d08e-477a-9adf-f92649ff8c25', 'name': '', 'network_id': 'dc3763cc-cbd8-49a9-968b-baa5b223e43a', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'mac_address': 'fa:16:3e:5e:a5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715b97de-b762-4299-96fd-334e07afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '9aef332b-550c-4398-b0fb-6c0fb7618921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:53Z', 'updated_at': '2022-02-28T10:41:01Z', 'revision_number': 5, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'subnets': [{'id': '9aef332b-550c-4398-b0fb-6c0fb7618921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '594c87f0-c27c-4557-ae7d-94589ae822eb', 'name': '', 'network_id': 'e9951a62-70dc-4108-85b6-e7e2c4bd2c74', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'mac_address': 'fa:16:3e:e1:5a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715b97de-b762-4299-96fd-334e07afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '5c1cbfca-4a10-45d1-b77a-c26bcdba6977', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:21Z', 'updated_at': '2022-02-28T10:41:30Z', 'revision_number': 5, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'subnets': [{'id': '5c1cbfca-4a10-45d1-b77a-c26bcdba6977', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:33.080464 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf5db9d-ea9a-4e35-a4e6-af35a1adad9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-a10d36a7-87ef-481e-9e9f-da2235211c53', 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'project_id': '9047a33944184c15875a48328f19bcdb', 'fixed_ips': [{'subnet_id': '8b7c7466-812e-45a3-aa33-40df43cbd60e'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:41:33.080464 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8cf5db9d-ea9a-4e35-a4e6-af35a1adad9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:33.099338 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-378766d6-17a9-4dcf-8ae4-83e15e61509e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] DELETE failed (client error): The resource could not be found. Feb 28 10:41:33.099792 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-378766d6-17a9-4dcf-8ae4-83e15e61509e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:41:33.102944 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-378766d6-17a9-4dcf-8ae4-83e15e61509e tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "DELETE /v2.0/subnets/81e516e6-dbdd-41db-964d-8c54f3432b54 HTTP/1.1" status: 404 len: 337 time: 0.0442951 Feb 28 10:41:33.105406 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48738) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:33.125368 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6455a3-8927-42bc-b5ca-f33fa026b73c None None] The sync data for ids ['715b97de-b762-4299-96fd-334e07afed82'] in dv-neutron-829161-3-hyperv is: [{'id': '715b97de-b762-4299-96fd-334e07afed82', 'name': 'tempest-RoutersTest-router-248430510', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:49Z', 'updated_at': '2022-02-28T10:41:29Z', 'revision_number': 7, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'gw_port_host': None, '_interfaces': [{'id': '0ee69baf-4258-464b-8807-3ebe949431b1', 'name': '', 'network_id': 'ecd0d21e-dc9c-4544-a8e9-08e7916a2585', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'mac_address': 'fa:16:3e:b7:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715b97de-b762-4299-96fd-334e07afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '669f06b7-57ef-4301-a8c3-00e281fb7a6d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:03Z', 'updated_at': '2022-02-28T10:41:13Z', 'revision_number': 5, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'subnets': [{'id': '669f06b7-57ef-4301-a8c3-00e281fb7a6d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '167090f3-efed-4b4f-b2ee-b99f7cde9b50', 'name': '', 'network_id': '725af8f9-fa60-4830-8815-51f5d8274451', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'mac_address': 'fa:16:3e:70:e0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715b97de-b762-4299-96fd-334e07afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '62df855b-2c91-4856-b059-2862ce1823a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:14Z', 'updated_at': '2022-02-28T10:41:24Z', 'revision_number': 5, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'subnets': [{'id': '62df855b-2c91-4856-b059-2862ce1823a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48b5fc60-d08e-477a-9adf-f92649ff8c25', 'name': '', 'network_id': 'dc3763cc-cbd8-49a9-968b-baa5b223e43a', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'mac_address': 'fa:16:3e:5e:a5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715b97de-b762-4299-96fd-334e07afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '9aef332b-550c-4398-b0fb-6c0fb7618921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:53Z', 'updated_at': '2022-02-28T10:41:01Z', 'revision_number': 5, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'subnets': [{'id': '9aef332b-550c-4398-b0fb-6c0fb7618921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '594c87f0-c27c-4557-ae7d-94589ae822eb', 'name': '', 'network_id': 'e9951a62-70dc-4108-85b6-e7e2c4bd2c74', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'mac_address': 'fa:16:3e:e1:5a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715b97de-b762-4299-96fd-334e07afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '5c1cbfca-4a10-45d1-b77a-c26bcdba6977', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:21Z', 'updated_at': '2022-02-28T10:41:30Z', 'revision_number': 5, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'subnets': [{'id': '5c1cbfca-4a10-45d1-b77a-c26bcdba6977', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:41:33.138960 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-071afdd7-7d78-4687-9685-357d7e0e2b10 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] DELETE failed (client error): The resource could not be found. Feb 28 10:41:33.139421 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-071afdd7-7d78-4687-9685-357d7e0e2b10 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:41:33.142634 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-071afdd7-7d78-4687-9685-357d7e0e2b10 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "DELETE /v2.0/subnets/5b84486e-10e4-4d2e-97c0-38adc7bceb25 HTTP/1.1" status: 404 len: 337 time: 0.0362260 Feb 28 10:41:33.146030 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48740) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:33.155974 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-e62bfbf3-4dca-42b8-8217-8e615a894baf None None] Provisioning complete for port b1984a5b-89d7-4bda-9c07-cce09814ee03 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:33.156222 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e62bfbf3-4dca-42b8-8217-8e615a894baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (b1984a5b-89d7-4bda-9c07-cce09814ee03), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:33.220844 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3069232-9824-4160-9482-bd645eab5668 req-3398172d-3402-4906-87e0-9377d29be964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:33.222822 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c3069232-9824-4160-9482-bd645eab5668 req-3398172d-3402-4906-87e0-9377d29be964 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ed0b9869-ae23-48eb-aefa-6fa5242a6177 HTTP/1.1" status: 200 len: 896 time: 0.2849400 Feb 28 10:41:33.283024 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c3069232-9824-4160-9482-bd645eab5668 req-0540d8b2-36d5-4a13-b0c0-3586cb7bae63 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba5d4be1-16b2-4377-a521-cbd155abdbf8 HTTP/1.1" status: 200 len: 217 time: 0.0397792 Feb 28 10:41:33.336452 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3069232-9824-4160-9482-bd645eab5668 req-d0cfabc5-8dcf-406c-b1c5-5d72eb12f69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:33.337923 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c3069232-9824-4160-9482-bd645eab5668 req-d0cfabc5-8dcf-406c-b1c5-5d72eb12f69c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=78e4f8f8-348f-4545-beb6-cf8d3033cc81 HTTP/1.1" status: 200 len: 834 time: 0.0477204 Feb 28 10:41:33.393243 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-0d5acb83-873a-4b88-94af-545a2cda5e36 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Deleting port 8cb339d0-e2a4-4a63-b353-46a3d330fd93 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:41:33.393503 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0d5acb83-873a-4b88-94af-545a2cda5e36 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (8cb339d0-e2a4-4a63-b353-46a3d330fd93), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:33.432341 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bac793e-c90d-46c5-8b8e-ba66657c7538 None None] DHCP port deletion for 687e67c4-ef4a-4a97-86ec-6e4ca7a12767 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:41:33.464636 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-8cf5db9d-ea9a-4e35-a4e6-af35a1adad9e None None] Allocated IP 172.20.0.2 (a10d36a7-87ef-481e-9e9f-da2235211c53/8b7c7466-812e-45a3-aa33-40df43cbd60e/0762185c-a6bf-4372-b502-7749486960f3) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:41:33.477978 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3069232-9824-4160-9482-bd645eab5668 req-c0779515-351a-4aee-a7c2-e38fe5b74553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:33.479541 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c3069232-9824-4160-9482-bd645eab5668 req-c0779515-351a-4aee-a7c2-e38fe5b74553 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ed0b9869-ae23-48eb-aefa-6fa5242a6177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1329207 Feb 28 10:41:33.486228 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-e62bfbf3-4dca-42b8-8217-8e615a894baf None None] Current status of the port b1984a5b-89d7-4bda-9c07-cce09814ee03 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:33.524745 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-e62bfbf3-4dca-42b8-8217-8e615a894baf None None] Provisioning complete for port 8cb339d0-e2a4-4a63-b353-46a3d330fd93 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:33.525209 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e62bfbf3-4dca-42b8-8217-8e615a894baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (8cb339d0-e2a4-4a63-b353-46a3d330fd93), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:33.528358 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a07ea-6ede-44e5-9f8c-e30f0c0b0dbe req-5d5474ff-2b1c-497f-9c69-de616e36b214 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:33.535359 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-437a07ea-6ede-44e5-9f8c-e30f0c0b0dbe req-5d5474ff-2b1c-497f-9c69-de616e36b214 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=e834505a-0411-40ae-bd93-2a05cf5ccb3d HTTP/1.1" status: 200 len: 944 time: 0.6655734 Feb 28 10:41:33.538874 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-751c0de1-67b4-4d5d-8d68-365d9dcff153 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (594c87f0-c27c-4557-ae7d-94589ae822eb), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:33.548455 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0d5acb83-873a-4b88-94af-545a2cda5e36 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (8cb339d0-e2a4-4a63-b353-46a3d330fd93), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:33.569814 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-0d5acb83-873a-4b88-94af-545a2cda5e36 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Calling delete_port for 8cb339d0-e2a4-4a63-b353-46a3d330fd93 owned by {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:41:33.581275 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751c0de1-67b4-4d5d-8d68-365d9dcff153 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event deleted for resources: {'Port': ['ID=594c87f0-c27c-4557-ae7d-94589ae822eb,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:33.611495 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-e62bfbf3-4dca-42b8-8217-8e615a894baf None None] Port 8cb339d0-e2a4-4a63-b353-46a3d330fd93 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:41:33.616721 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-8bac793e-c90d-46c5-8b8e-ba66657c7538 None None] Deleting port b1984a5b-89d7-4bda-9c07-cce09814ee03 {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:41:33.616721 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8bac793e-c90d-46c5-8b8e-ba66657c7538 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (b1984a5b-89d7-4bda-9c07-cce09814ee03), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:33.662752 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c3069232-9824-4160-9482-bd645eab5668 req-2521c324-52f5-4680-9ef4-d256c58af898 service neutron] 10.222.0.70 "GET /v2.0/networks/ed0b9869-ae23-48eb-aefa-6fa5242a6177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718915 Feb 28 10:41:33.709321 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-437a07ea-6ede-44e5-9f8c-e30f0c0b0dbe req-7d4072b9-235d-4c65-88a3-aa7e8eced943 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=11056880-dced-4381-9b1c-4775035d1a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673839 Feb 28 10:41:33.736999 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-8bac793e-c90d-46c5-8b8e-ba66657c7538 None None] For port b1984a5b-89d7-4bda-9c07-cce09814ee03, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=b1984a5b-89d7-4bda-9c07-cce09814ee03,segment=NetworkSegment(54747cbf-c1a6-49d3-b791-61d8b81a74b7),segment_id=54747cbf-c1a6-49d3-b791-61d8b81a74b7)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:33.736999 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8bac793e-c90d-46c5-8b8e-ba66657c7538 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (b1984a5b-89d7-4bda-9c07-cce09814ee03), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:33.754384 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.objects.ports [None req-996e05ec-f3c0-41f9-aa31-52b8227a1d69 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104084) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 10:41:33.755176 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-8bac793e-c90d-46c5-8b8e-ba66657c7538 None None] Calling delete_port for b1984a5b-89d7-4bda-9c07-cce09814ee03 owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:41:33.758021 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-996e05ec-f3c0-41f9-aa31-52b8227a1d69 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (9925afca-5ea0-4030-980a-a928219fcab0), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:33.778827 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996e05ec-f3c0-41f9-aa31-52b8227a1d69 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:33.780550 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-996e05ec-f3c0-41f9-aa31-52b8227a1d69 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:33.784009 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996e05ec-f3c0-41f9-aa31-52b8227a1d69 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:33.784749 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-996e05ec-f3c0-41f9-aa31-52b8227a1d69 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:33.797268 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c3069232-9824-4160-9482-bd645eab5668 req-9947e626-a511-4016-a9de-8501d3ac6fed service neutron] 10.222.0.70 "GET /v2.0/networks/ed0b9869-ae23-48eb-aefa-6fa5242a6177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281633 Feb 28 10:41:33.860339 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0d5acb83-873a-4b88-94af-545a2cda5e36 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (8cb339d0-e2a4-4a63-b353-46a3d330fd93), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:33.900063 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5acb83-873a-4b88-94af-545a2cda5e36 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event deleted for resources: {'Port': ['ID=8cb339d0-e2a4-4a63-b353-46a3d330fd93,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:33.909525 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8cf5db9d-ea9a-4e35-a4e6-af35a1adad9e None None] Publish callbacks [] for port (0762185c-a6bf-4372-b502-7749486960f3), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:33.914614 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0d5acb83-873a-4b88-94af-545a2cda5e36 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:33.922643 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-0d5acb83-873a-4b88-94af-545a2cda5e36 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "DELETE /v2.0/ports/8cb339d0-e2a4-4a63-b353-46a3d330fd93 HTTP/1.1" status: 204 len: 168 time: 0.7737501 Feb 28 10:41:33.922643 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48742) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:33.933917 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996e05ec-f3c0-41f9-aa31-52b8227a1d69 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event updated for resources: {'Subnet': ['ID=9925afca-5ea0-4030-980a-a928219fcab0,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:33.949370 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-751c0de1-67b4-4d5d-8d68-365d9dcff153 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1047681'] for router_interface (715b97de-b762-4299-96fd-334e07afed82), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:33.969194 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8bac793e-c90d-46c5-8b8e-ba66657c7538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (b1984a5b-89d7-4bda-9c07-cce09814ee03), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:33.996924 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac793e-c90d-46c5-8b8e-ba66657c7538 None None] Pushing event deleted for resources: {'Port': ['ID=b1984a5b-89d7-4bda-9c07-cce09814ee03,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:34.001719 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8cf5db9d-ea9a-4e35-a4e6-af35a1adad9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (0762185c-a6bf-4372-b502-7749486960f3), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:34.003269 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bac793e-c90d-46c5-8b8e-ba66657c7538 None None] No DVR routers for this DVR port b1984a5b-89d7-4bda-9c07-cce09814ee03 on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:41:34.017640 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-996e05ec-f3c0-41f9-aa31-52b8227a1d69 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9837713 Feb 28 10:41:34.018127 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48744) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:34.027603 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a552d7dd-d200-418b-a241-4a41f6031eb7 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (687e67c4-ef4a-4a97-86ec-6e4ca7a12767), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:34.030050 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-47cf19fd-0dc1-4412-99cf-0482f462bf50 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Request body: {'port': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'mac_address': 'fa:16:3e:b3:66:46', 'name': 'tempest-NetworksTestDHCPv6-994062882'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:34.037681 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device b1984a5b-89d7-4bda-9c07-cce09814ee03 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:41:34.070587 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: b1984a5b-89d7-4bda-9c07-cce09814ee03 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:41:34.070976 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device b1984a5b-89d7-4bda-9c07-cce09814ee03 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:41:34.082395 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf5db9d-ea9a-4e35-a4e6-af35a1adad9e None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:34.086803 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf5db9d-ea9a-4e35-a4e6-af35a1adad9e None None] Pushing event updated for resources: {'Port': ['ID=0762185c-a6bf-4372-b502-7749486960f3,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:34.089700 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-8cf5db9d-ea9a-4e35-a4e6-af35a1adad9e None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:34.091550 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf5db9d-ea9a-4e35-a4e6-af35a1adad9e None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:41:34.148998 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-8cf5db9d-ea9a-4e35-a4e6-af35a1adad9e None None] Attempting to bind port 0762185c-a6bf-4372-b502-7749486960f3 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:41:34.149374 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-8cf5db9d-ea9a-4e35-a4e6-af35a1adad9e None None] Attempting to bind port 0762185c-a6bf-4372-b502-7749486960f3 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:41:34.149746 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf5db9d-ea9a-4e35-a4e6-af35a1adad9e None None] Attempting to bind port 0762185c-a6bf-4372-b502-7749486960f3 on network a10d36a7-87ef-481e-9e9f-da2235211c53 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:41:34.157311 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf5db9d-ea9a-4e35-a4e6-af35a1adad9e None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:41:34.157311 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf5db9d-ea9a-4e35-a4e6-af35a1adad9e None None] Checking segment: {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:41:34.157311 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8cf5db9d-ea9a-4e35-a4e6-af35a1adad9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:34.157311 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf5db9d-ea9a-4e35-a4e6-af35a1adad9e None None] Bound using segment: {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:41:34.157311 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-8cf5db9d-ea9a-4e35-a4e6-af35a1adad9e None None] Bound port: 0762185c-a6bf-4372-b502-7749486960f3, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:41:34.157311 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8cf5db9d-ea9a-4e35-a4e6-af35a1adad9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (0762185c-a6bf-4372-b502-7749486960f3), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:34.159774 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a552d7dd-d200-418b-a241-4a41f6031eb7 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (687e67c4-ef4a-4a97-86ec-6e4ca7a12767), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:34.182887 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-a552d7dd-d200-418b-a241-4a41f6031eb7 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['687e67c4-ef4a-4a97-86ec-6e4ca7a12767']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:34.192495 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-a552d7dd-d200-418b-a241-4a41f6031eb7 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54747cbf-c1a6-49d3-b791-61d8b81a74b7') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:34.192794 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-a552d7dd-d200-418b-a241-4a41f6031eb7 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54747cbf-c1a6-49d3-b791-61d8b81a74b7') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:34.202088 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a552d7dd-d200-418b-a241-4a41f6031eb7 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (54747cbf-c1a6-49d3-b791-61d8b81a74b7), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:34.217335 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a552d7dd-d200-418b-a241-4a41f6031eb7 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (54747cbf-c1a6-49d3-b791-61d8b81a74b7), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:34.224039 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a552d7dd-d200-418b-a241-4a41f6031eb7 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:41:34.224523 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a552d7dd-d200-418b-a241-4a41f6031eb7 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (54747cbf-c1a6-49d3-b791-61d8b81a74b7), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:34.229497 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:41:34.229497 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:41:34.229497 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:41:34.229497 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:41:34.229497 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:41:34.229497 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:41:34.229497 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:41:34.229497 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:41:34.229497 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:41:34.229497 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:41:34.229497 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:41:34.229497 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:41:34.229497 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:41:34.229497 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:41:34.229497 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:41:34.229497 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:41:34.229497 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:41:34.229497 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:41:34.229497 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:41:34.229497 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:41:34.229497 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:41:34.229497 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:41:34.229497 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:41:34.229497 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:41:34.229497 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:41:34.229497 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:41:34.229497 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:41:34.229497 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:41:34.229497 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:41:34.229497 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:41:34.229497 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:41:34.229497 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:41:34.238122 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-8cf5db9d-ea9a-4e35-a4e6-af35a1adad9e None None] For port 0762185c-a6bf-4372-b502-7749486960f3, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:41:34.296200 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-751c0de1-67b4-4d5d-8d68-365d9dcff153 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Router 715b97de-b762-4299-96fd-334e07afed82 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:41:34.307562 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device ba5d4be1-16b2-4377-a521-cbd155abdbf8 details requested by agent hyperv_hv-neutron-8291 with host hv-neutron-8291 {{(pid=104085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:41:34.375742 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47cf19fd-0dc1-4412-99cf-0482f462bf50 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Made reservation on behalf of 9047a33944184c15875a48328f19bcdb for: {'port': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:41:34.401937 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a552d7dd-d200-418b-a241-4a41f6031eb7 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (687e67c4-ef4a-4a97-86ec-6e4ca7a12767), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:34.407837 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a552d7dd-d200-418b-a241-4a41f6031eb7 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:34.411996 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a552d7dd-d200-418b-a241-4a41f6031eb7 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] 10.222.0.62 "DELETE /v2.0/networks/687e67c4-ef4a-4a97-86ec-6e4ca7a12767 HTTP/1.1" status: 204 len: 168 time: 0.4897947 Feb 28 10:41:34.421896 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-8cf5db9d-ea9a-4e35-a4e6-af35a1adad9e None None] For port 0762185c-a6bf-4372-b502-7749486960f3, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=0762185c-a6bf-4372-b502-7749486960f3,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:41:34.427492 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port ba5d4be1-16b2-4377-a521-cbd155abdbf8, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=ba5d4be1-16b2-4377-a521-cbd155abdbf8,segment=NetworkSegment(196a06c1-054f-4203-959b-df8db3aa333c),segment_id=196a06c1-054f-4203-959b-df8db3aa333c)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:34.434369 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a552d7dd-d200-418b-a241-4a41f6031eb7 tempest-PortsTestJSON-80303974 tempest-PortsTestJSON-80303974-project] Pushing event deleted for resources: {'Network': ['ID=687e67c4-ef4a-4a97-86ec-6e4ca7a12767,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:34.442464 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Returning: {'device': 'ba5d4be1-16b2-4377-a521-cbd155abdbf8', 'network_id': 'ed0b9869-ae23-48eb-aefa-6fa5242a6177', 'port_id': 'ba5d4be1-16b2-4377-a521-cbd155abdbf8', 'mac_address': 'fa:16:3e:b8:f1:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78e4f8f8-348f-4545-beb6-cf8d3033cc81', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:41:34.453366 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-751c0de1-67b4-4d5d-8d68-365d9dcff153 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:41:34.460907 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-751c0de1-67b4-4d5d-8d68-365d9dcff153 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "PUT /v2.0/routers/715b97de-b762-4299-96fd-334e07afed82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1817458 Feb 28 10:41:34.463479 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48748) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:34.491584 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbcd994-1640-432a-b661-c13f3c3ab7da None None] Sync routers for ids ['715b97de-b762-4299-96fd-334e07afed82'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:41:34.503349 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-47cf19fd-0dc1-4412-99cf-0482f462bf50 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:34.506916 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbcd994-1640-432a-b661-c13f3c3ab7da None None] Routers {'715b97de-b762-4299-96fd-334e07afed82'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:41:34.511838 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-1cbcd994-1640-432a-b661-c13f3c3ab7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:41:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['715b97de-b762-4299-96fd-334e07afed82'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:34.526355 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfff66c3-2f53-431a-bfe5-3410638803ef tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Deleting subnet 5c1cbfca-4a10-45d1-b77a-c26bcdba6977 {{(pid=104083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:41:34.529866 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dfff66c3-2f53-431a-bfe5-3410638803ef tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for subnet (5c1cbfca-4a10-45d1-b77a-c26bcdba6977), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:34.533766 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [None req-47cf19fd-0dc1-4412-99cf-0482f462bf50 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] device_id is not set on port 6260a43d-2c00-41ee-a24a-fa4a8b072c71 yet. {{(pid=104084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:41:34.574732 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dfff66c3-2f53-431a-bfe5-3410638803ef tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59245535'] for subnet (5c1cbfca-4a10-45d1-b77a-c26bcdba6977), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:34.665303 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dfff66c3-2f53-431a-bfe5-3410638803ef tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (5c1cbfca-4a10-45d1-b77a-c26bcdba6977), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:34.692609 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8cf5db9d-ea9a-4e35-a4e6-af35a1adad9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (0762185c-a6bf-4372-b502-7749486960f3), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:34.717835 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-47cf19fd-0dc1-4412-99cf-0482f462bf50 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Allocated IP 172.20.0.13 (a10d36a7-87ef-481e-9e9f-da2235211c53/8b7c7466-812e-45a3-aa33-40df43cbd60e/6260a43d-2c00-41ee-a24a-fa4a8b072c71) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:41:34.730731 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-47cf19fd-0dc1-4412-99cf-0482f462bf50 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Allocated IP 2001:db8::f816:3eff:feb3:6646 (a10d36a7-87ef-481e-9e9f-da2235211c53/9925afca-5ea0-4030-980a-a928219fcab0/6260a43d-2c00-41ee-a24a-fa4a8b072c71) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:41:34.756448 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port ba5d4be1-16b2-4377-a521-cbd155abdbf8 is: DOWN; New status is: BUILD {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:34.756845 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (ba5d4be1-16b2-4377-a521-cbd155abdbf8), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:34.799555 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba5d4be1-16b2-4377-a521-cbd155abdbf8 {{(pid=104085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:41:34.833852 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-1cbcd994-1640-432a-b661-c13f3c3ab7da None None] Set router 715b97de-b762-4299-96fd-334e07afed82 gateway port host: None {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:41:34.834870 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dfff66c3-2f53-431a-bfe5-3410638803ef tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (5c1cbfca-4a10-45d1-b77a-c26bcdba6977), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:34.836775 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf5db9d-ea9a-4e35-a4e6-af35a1adad9e None None] Pushing event updated for resources: {'Port': ['ID=0762185c-a6bf-4372-b502-7749486960f3,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:34.882732 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port ba5d4be1-16b2-4377-a521-cbd155abdbf8, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=ba5d4be1-16b2-4377-a521-cbd155abdbf8,segment=NetworkSegment(196a06c1-054f-4203-959b-df8db3aa333c),segment_id=196a06c1-054f-4203-959b-df8db3aa333c)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:34.927694 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dfff66c3-2f53-431a-bfe5-3410638803ef tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:34.934128 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-dfff66c3-2f53-431a-bfe5-3410638803ef tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "DELETE /v2.0/subnets/5c1cbfca-4a10-45d1-b77a-c26bcdba6977 HTTP/1.1" status: 204 len: 168 time: 0.4672973 Feb 28 10:41:34.935940 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48754) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:34.936629 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-47cf19fd-0dc1-4412-99cf-0482f462bf50 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for port (6260a43d-2c00-41ee-a24a-fa4a8b072c71), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:34.938803 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfff66c3-2f53-431a-bfe5-3410638803ef tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event deleted for resources: {'Subnet': ['ID=5c1cbfca-4a10-45d1-b77a-c26bcdba6977,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:34.945876 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6066cbd8-52a0-4622-8014-1535999ee8c7 None None] Network e9951a62-70dc-4108-85b6-e7e2c4bd2c74 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:41:34.981469 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48756) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:35.027134 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (ba5d4be1-16b2-4377-a521-cbd155abdbf8), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:35.055302 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-47cf19fd-0dc1-4412-99cf-0482f462bf50 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (6260a43d-2c00-41ee-a24a-fa4a8b072c71), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:35.121947 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cf19fd-0dc1-4412-99cf-0482f462bf50 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:35.126059 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-47cf19fd-0dc1-4412-99cf-0482f462bf50 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:35.154066 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cf19fd-0dc1-4412-99cf-0482f462bf50 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:41:35.196399 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=ba5d4be1-16b2-4377-a521-cbd155abdbf8,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:35.281366 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf19fd-0dc1-4412-99cf-0482f462bf50 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event updated for resources: {'Port': ['ID=6260a43d-2c00-41ee-a24a-fa4a8b072c71,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:35.298678 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cf19fd-0dc1-4412-99cf-0482f462bf50 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:35.299609 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-47cf19fd-0dc1-4412-99cf-0482f462bf50 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:35.313669 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5335cc28-9caa-4a0f-8cbe-19c436af092f None None] DHCP port deletion for e9951a62-70dc-4108-85b6-e7e2c4bd2c74 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:41:35.335783 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-993f80d5-a274-41be-ae5e-39d42e9fb292 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a3b8dd05d882407cb4aeb7c1fff3f6af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3496618 Feb 28 10:41:35.335993 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['ba5d4be1-16b2-4377-a521-cbd155abdbf8'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:41:35.348919 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48760) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:35.394556 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-53834d69-c971-4097-afcc-86fbed44890b admin admin] Publish callbacks [] for security_group (60025161-f4d0-451c-b5fa-d9766a8a9866), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:35.417205 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-47cf19fd-0dc1-4412-99cf-0482f462bf50 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3888321 Feb 28 10:41:35.421185 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48762) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:35.439536 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-1cbcd994-1640-432a-b661-c13f3c3ab7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715b97de-b762-4299-96fd-334e07afed82', 'name': 'tempest-RoutersTest-router-248430510', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:49Z', 'updated_at': '2022-02-28T10:41:32Z', 'revision_number': 8, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'gw_port_host': None, '_interfaces': [{'id': '0ee69baf-4258-464b-8807-3ebe949431b1', 'name': '', 'network_id': 'ecd0d21e-dc9c-4544-a8e9-08e7916a2585', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'mac_address': 'fa:16:3e:b7:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715b97de-b762-4299-96fd-334e07afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '669f06b7-57ef-4301-a8c3-00e281fb7a6d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:03Z', 'updated_at': '2022-02-28T10:41:13Z', 'revision_number': 5, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'subnets': [{'id': '669f06b7-57ef-4301-a8c3-00e281fb7a6d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '167090f3-efed-4b4f-b2ee-b99f7cde9b50', 'name': '', 'network_id': '725af8f9-fa60-4830-8815-51f5d8274451', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'mac_address': 'fa:16:3e:70:e0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715b97de-b762-4299-96fd-334e07afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '62df855b-2c91-4856-b059-2862ce1823a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:14Z', 'updated_at': '2022-02-28T10:41:24Z', 'revision_number': 5, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'subnets': [{'id': '62df855b-2c91-4856-b059-2862ce1823a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48b5fc60-d08e-477a-9adf-f92649ff8c25', 'name': '', 'network_id': 'dc3763cc-cbd8-49a9-968b-baa5b223e43a', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'mac_address': 'fa:16:3e:5e:a5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715b97de-b762-4299-96fd-334e07afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '9aef332b-550c-4398-b0fb-6c0fb7618921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:53Z', 'updated_at': '2022-02-28T10:41:01Z', 'revision_number': 5, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'subnets': [{'id': '9aef332b-550c-4398-b0fb-6c0fb7618921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:35.447575 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-53834d69-c971-4097-afcc-86fbed44890b admin admin] Publish callbacks [] for security_group (60025161-f4d0-451c-b5fa-d9766a8a9866), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:35.452954 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-95db7611-1467-455d-9f27-269b336b5cfb tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (e9951a62-70dc-4108-85b6-e7e2c4bd2c74), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:35.462499 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae33978-7c95-438f-85b9-0e421c1af04a req-b9419dd2-402b-4085-9f3a-d108844705fb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:35.464042 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-cae33978-7c95-438f-85b9-0e421c1af04a req-b9419dd2-402b-4085-9f3a-d108844705fb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=e834505a-0411-40ae-bd93-2a05cf5ccb3d HTTP/1.1" status: 200 len: 944 time: 0.6814265 Feb 28 10:41:35.485295 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbcd994-1640-432a-b661-c13f3c3ab7da None None] Checking router: 715b97de-b762-4299-96fd-334e07afed82 for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:41:35.499228 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-5335cc28-9caa-4a0f-8cbe-19c436af092f None None] Deleting port e034ab12-c339-422e-963d-404abcc0b07a {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:41:35.499611 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5335cc28-9caa-4a0f-8cbe-19c436af092f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (e034ab12-c339-422e-963d-404abcc0b07a), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:35.542271 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-cae33978-7c95-438f-85b9-0e421c1af04a req-8ac8751e-6152-4027-abdb-3e415a9fc811 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=11056880-dced-4381-9b1c-4775035d1a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713546 Feb 28 10:41:35.547373 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c421feb2-2d9c-4f6c-a7ba-058bcbebf913 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:35.554783 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbcd994-1640-432a-b661-c13f3c3ab7da None None] Routers {'715b97de-b762-4299-96fd-334e07afed82'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:41:35.555049 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c421feb2-2d9c-4f6c-a7ba-058bcbebf913 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:35.555194 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-1cbcd994-1640-432a-b661-c13f3c3ab7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:41:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['715b97de-b762-4299-96fd-334e07afed82'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:35.559315 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c421feb2-2d9c-4f6c-a7ba-058bcbebf913 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.1345918 Feb 28 10:41:35.565780 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-95db7611-1467-455d-9f27-269b336b5cfb tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Deleting port e034ab12-c339-422e-963d-404abcc0b07a {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:41:35.565780 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-95db7611-1467-455d-9f27-269b336b5cfb tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (e034ab12-c339-422e-963d-404abcc0b07a), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:35.566246 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48764) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:35.640133 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-95db7611-1467-455d-9f27-269b336b5cfb tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] For port e034ab12-c339-422e-963d-404abcc0b07a, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=e034ab12-c339-422e-963d-404abcc0b07a,segment=NetworkSegment(dbc9a3cf-3ba4-4cbe-9955-c0e7e67998a5),segment_id=dbc9a3cf-3ba4-4cbe-9955-c0e7e67998a5)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:35.640772 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-95db7611-1467-455d-9f27-269b336b5cfb tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (e034ab12-c339-422e-963d-404abcc0b07a), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:35.650370 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-53834d69-c971-4097-afcc-86fbed44890b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (60025161-f4d0-451c-b5fa-d9766a8a9866), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:35.653179 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-53834d69-c971-4097-afcc-86fbed44890b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:35.654800 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-53834d69-c971-4097-afcc-86fbed44890b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/60025161-f4d0-451c-b5fa-d9766a8a9866 HTTP/1.1" status: 204 len: 168 time: 0.3173888 Feb 28 10:41:35.657908 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-95db7611-1467-455d-9f27-269b336b5cfb tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Calling delete_port for e034ab12-c339-422e-963d-404abcc0b07a owned by network:dhcp {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:41:35.678907 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-2385b008-4078-423b-973b-11bb8e3e016e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Deleting port 6260a43d-2c00-41ee-a24a-fa4a8b072c71 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:41:35.678907 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2385b008-4078-423b-973b-11bb8e3e016e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (6260a43d-2c00-41ee-a24a-fa4a8b072c71), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:35.679153 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-5335cc28-9caa-4a0f-8cbe-19c436af092f None None] For port e034ab12-c339-422e-963d-404abcc0b07a, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=e034ab12-c339-422e-963d-404abcc0b07a,segment=NetworkSegment(dbc9a3cf-3ba4-4cbe-9955-c0e7e67998a5),segment_id=dbc9a3cf-3ba4-4cbe-9955-c0e7e67998a5)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:35.679153 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5335cc28-9caa-4a0f-8cbe-19c436af092f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (e034ab12-c339-422e-963d-404abcc0b07a), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:35.679350 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53834d69-c971-4097-afcc-86fbed44890b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60025161-f4d0-451c-b5fa-d9766a8a9866,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:35.695621 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-5335cc28-9caa-4a0f-8cbe-19c436af092f None None] Calling delete_port for e034ab12-c339-422e-963d-404abcc0b07a owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:41:35.814764 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2385b008-4078-423b-973b-11bb8e3e016e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (6260a43d-2c00-41ee-a24a-fa4a8b072c71), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:35.837754 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-1cbcd994-1640-432a-b661-c13f3c3ab7da None None] Set router 715b97de-b762-4299-96fd-334e07afed82 gateway port host: None {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:41:35.838727 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-2385b008-4078-423b-973b-11bb8e3e016e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Calling delete_port for 6260a43d-2c00-41ee-a24a-fa4a8b072c71 owned by {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:41:35.881619 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-95db7611-1467-455d-9f27-269b336b5cfb tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (e034ab12-c339-422e-963d-404abcc0b07a), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:35.917323 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5335cc28-9caa-4a0f-8cbe-19c436af092f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (e034ab12-c339-422e-963d-404abcc0b07a), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:35.935981 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95db7611-1467-455d-9f27-269b336b5cfb tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event deleted for resources: {'Port': ['ID=e034ab12-c339-422e-963d-404abcc0b07a,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:35.938390 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95db7611-1467-455d-9f27-269b336b5cfb tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] No DVR routers for this DVR port e034ab12-c339-422e-963d-404abcc0b07a on host dv-neutron-829161-3-hyperv {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:41:35.987215 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5335cc28-9caa-4a0f-8cbe-19c436af092f None None] No DVR routers for this DVR port e034ab12-c339-422e-963d-404abcc0b07a on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:41:36.006804 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5335cc28-9caa-4a0f-8cbe-19c436af092f None None] Pushing event deleted for resources: {'Port': ['ID=e034ab12-c339-422e-963d-404abcc0b07a,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:36.020926 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 0762185c-a6bf-4372-b502-7749486960f3 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:41:36.050152 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-95db7611-1467-455d-9f27-269b336b5cfb tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (e9951a62-70dc-4108-85b6-e7e2c4bd2c74), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:36.089932 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-95db7611-1467-455d-9f27-269b336b5cfb tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9951a62-70dc-4108-85b6-e7e2c4bd2c74']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:36.107780 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-95db7611-1467-455d-9f27-269b336b5cfb tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbc9a3cf-3ba4-4cbe-9955-c0e7e67998a5') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:36.108359 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-95db7611-1467-455d-9f27-269b336b5cfb tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbc9a3cf-3ba4-4cbe-9955-c0e7e67998a5') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:36.119189 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-95db7611-1467-455d-9f27-269b336b5cfb tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (dbc9a3cf-3ba4-4cbe-9955-c0e7e67998a5), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:36.133955 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-95db7611-1467-455d-9f27-269b336b5cfb tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (dbc9a3cf-3ba4-4cbe-9955-c0e7e67998a5), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:36.149574 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95db7611-1467-455d-9f27-269b336b5cfb tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:41:36.149922 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-95db7611-1467-455d-9f27-269b336b5cfb tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (dbc9a3cf-3ba4-4cbe-9955-c0e7e67998a5), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:36.167230 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:41:36.167230 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:41:36.167230 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:41:36.167230 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:41:36.167230 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:41:36.167230 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:41:36.167230 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:41:36.167230 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:41:36.167230 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:41:36.167230 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:41:36.167230 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:41:36.167230 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:41:36.167230 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:41:36.167230 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:41:36.167230 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:41:36.167230 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:41:36.167230 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:41:36.167230 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:41:36.167230 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:41:36.167230 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:41:36.167230 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:41:36.167230 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:41:36.167230 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:41:36.167230 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:41:36.167230 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:41:36.167230 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:41:36.167230 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:41:36.167230 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:41:36.167230 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:41:36.167230 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:41:36.167230 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:41:36.167230 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:41:36.232165 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2385b008-4078-423b-973b-11bb8e3e016e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (6260a43d-2c00-41ee-a24a-fa4a8b072c71), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:36.269963 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385b008-4078-423b-973b-11bb8e3e016e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event deleted for resources: {'Port': ['ID=6260a43d-2c00-41ee-a24a-fa4a8b072c71,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:36.291268 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02ead22-f208-4cf2-bd3f-a6086e21502c None None] get_active_networks_info from dv-neutron-829161-3-hyperv {{(pid=104085) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 10:41:36.309996 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-95db7611-1467-455d-9f27-269b336b5cfb tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (e9951a62-70dc-4108-85b6-e7e2c4bd2c74), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:36.321207 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-95db7611-1467-455d-9f27-269b336b5cfb tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:36.325101 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-95db7611-1467-455d-9f27-269b336b5cfb tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "DELETE /v2.0/networks/e9951a62-70dc-4108-85b6-e7e2c4bd2c74 HTTP/1.1" status: 204 len: 168 time: 1.3880928 Feb 28 10:41:36.330950 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48776) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:36.338501 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95db7611-1467-455d-9f27-269b336b5cfb tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event deleted for resources: {'Network': ['ID=e9951a62-70dc-4108-85b6-e7e2c4bd2c74,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:36.395756 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 0762185c-a6bf-4372-b502-7749486960f3 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:36.396166 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (0762185c-a6bf-4372-b502-7749486960f3), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:36.450708 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-d74772c3-c79e-4e88-be53-c4ed553d5e2a None None] Provisioning complete for port 0762185c-a6bf-4372-b502-7749486960f3 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:36.451240 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d74772c3-c79e-4e88-be53-c4ed553d5e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (0762185c-a6bf-4372-b502-7749486960f3), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:36.456541 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2385b008-4078-423b-973b-11bb8e3e016e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:36.460584 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-2385b008-4078-423b-973b-11bb8e3e016e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/ports/6260a43d-2c00-41ee-a24a-fa4a8b072c71 HTTP/1.1" status: 204 len: 168 time: 0.8999240 Feb 28 10:41:36.463130 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48780) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:36.519633 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1127c2ea-9e69-4536-a607-317be431b413 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:36.521302 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1127c2ea-9e69-4536-a607-317be431b413 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:36.522799 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1127c2ea-9e69-4536-a607-317be431b413 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:36.527309 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-1127c2ea-9e69-4536-a607-317be431b413 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0603573 Feb 28 10:41:36.528297 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48782) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:36.612527 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ca0d39a-cfcf-4322-af53-608c0167d58e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Deleting subnet 8b7c7466-812e-45a3-aa33-40df43cbd60e {{(pid=104083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:41:36.618448 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6ca0d39a-cfcf-4322-af53-608c0167d58e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for subnet (8b7c7466-812e-45a3-aa33-40df43cbd60e), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:36.668674 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6ca0d39a-cfcf-4322-af53-608c0167d58e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59245535'] for subnet (8b7c7466-812e-45a3-aa33-40df43cbd60e), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:36.745480 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a2705-2dd2-4b51-9b3b-b86f06f5d204 req-0059d031-c39b-492e-947f-ee449aed8f40 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:36.748119 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-126a2705-2dd2-4b51-9b3b-b86f06f5d204 req-0059d031-c39b-492e-947f-ee449aed8f40 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=e834505a-0411-40ae-bd93-2a05cf5ccb3d HTTP/1.1" status: 200 len: 945 time: 0.1203601 Feb 28 10:41:36.780196 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6ca0d39a-cfcf-4322-af53-608c0167d58e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (8b7c7466-812e-45a3-aa33-40df43cbd60e), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:36.824156 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02ead22-f208-4cf2-bd3f-a6086e21502c None None] Resources bound (agent type, host, resource id): {{(pid=104085) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 10:41:36.836577 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-126a2705-2dd2-4b51-9b3b-b86f06f5d204 req-3873ee6b-5a73-406a-bf1b-cd564e222e23 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=11056880-dced-4381-9b1c-4775035d1a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802515 Feb 28 10:41:36.892848 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 0762185c-a6bf-4372-b502-7749486960f3 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:36.893242 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (0762185c-a6bf-4372-b502-7749486960f3), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:36.897474 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-d74772c3-c79e-4e88-be53-c4ed553d5e2a None None] Current status of the port 0762185c-a6bf-4372-b502-7749486960f3 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:36.897729 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d74772c3-c79e-4e88-be53-c4ed553d5e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (0762185c-a6bf-4372-b502-7749486960f3), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:36.901131 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-1cbcd994-1640-432a-b661-c13f3c3ab7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715b97de-b762-4299-96fd-334e07afed82', 'name': 'tempest-RoutersTest-router-248430510', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:49Z', 'updated_at': '2022-02-28T10:41:32Z', 'revision_number': 8, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'gw_port_host': None, '_interfaces': [{'id': '0ee69baf-4258-464b-8807-3ebe949431b1', 'name': '', 'network_id': 'ecd0d21e-dc9c-4544-a8e9-08e7916a2585', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'mac_address': 'fa:16:3e:b7:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715b97de-b762-4299-96fd-334e07afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '669f06b7-57ef-4301-a8c3-00e281fb7a6d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:03Z', 'updated_at': '2022-02-28T10:41:13Z', 'revision_number': 5, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'subnets': [{'id': '669f06b7-57ef-4301-a8c3-00e281fb7a6d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '167090f3-efed-4b4f-b2ee-b99f7cde9b50', 'name': '', 'network_id': '725af8f9-fa60-4830-8815-51f5d8274451', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'mac_address': 'fa:16:3e:70:e0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715b97de-b762-4299-96fd-334e07afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '62df855b-2c91-4856-b059-2862ce1823a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:14Z', 'updated_at': '2022-02-28T10:41:24Z', 'revision_number': 5, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'subnets': [{'id': '62df855b-2c91-4856-b059-2862ce1823a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48b5fc60-d08e-477a-9adf-f92649ff8c25', 'name': '', 'network_id': 'dc3763cc-cbd8-49a9-968b-baa5b223e43a', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'mac_address': 'fa:16:3e:5e:a5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715b97de-b762-4299-96fd-334e07afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '9aef332b-550c-4398-b0fb-6c0fb7618921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:53Z', 'updated_at': '2022-02-28T10:41:01Z', 'revision_number': 5, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'subnets': [{'id': '9aef332b-550c-4398-b0fb-6c0fb7618921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:36.912744 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6ca0d39a-cfcf-4322-af53-608c0167d58e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (8b7c7466-812e-45a3-aa33-40df43cbd60e), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:36.932629 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-412ec079-2cd6-4b1c-93b7-5cc2928f0c88 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047661'] for router_interface (715b97de-b762-4299-96fd-334e07afed82), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:36.944550 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca0d39a-cfcf-4322-af53-608c0167d58e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event deleted for resources: {'Subnet': ['ID=8b7c7466-812e-45a3-aa33-40df43cbd60e,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:36.946629 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6ca0d39a-cfcf-4322-af53-608c0167d58e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:36.955937 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-6ca0d39a-cfcf-4322-af53-608c0167d58e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/subnets/8b7c7466-812e-45a3-aa33-40df43cbd60e HTTP/1.1" status: 204 len: 168 time: 0.4248593 Feb 28 10:41:36.957044 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48794) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:36.965065 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbcd994-1640-432a-b661-c13f3c3ab7da None None] The sync data for ids ['715b97de-b762-4299-96fd-334e07afed82'] in dv-neutron-829161-3-hyperv is: [{'id': '715b97de-b762-4299-96fd-334e07afed82', 'name': 'tempest-RoutersTest-router-248430510', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:49Z', 'updated_at': '2022-02-28T10:41:32Z', 'revision_number': 8, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'gw_port_host': None, '_interfaces': [{'id': '0ee69baf-4258-464b-8807-3ebe949431b1', 'name': '', 'network_id': 'ecd0d21e-dc9c-4544-a8e9-08e7916a2585', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'mac_address': 'fa:16:3e:b7:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715b97de-b762-4299-96fd-334e07afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '669f06b7-57ef-4301-a8c3-00e281fb7a6d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:03Z', 'updated_at': '2022-02-28T10:41:13Z', 'revision_number': 5, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'subnets': [{'id': '669f06b7-57ef-4301-a8c3-00e281fb7a6d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '167090f3-efed-4b4f-b2ee-b99f7cde9b50', 'name': '', 'network_id': '725af8f9-fa60-4830-8815-51f5d8274451', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'mac_address': 'fa:16:3e:70:e0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715b97de-b762-4299-96fd-334e07afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '62df855b-2c91-4856-b059-2862ce1823a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:14Z', 'updated_at': '2022-02-28T10:41:24Z', 'revision_number': 5, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'subnets': [{'id': '62df855b-2c91-4856-b059-2862ce1823a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48b5fc60-d08e-477a-9adf-f92649ff8c25', 'name': '', 'network_id': 'dc3763cc-cbd8-49a9-968b-baa5b223e43a', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'mac_address': 'fa:16:3e:5e:a5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715b97de-b762-4299-96fd-334e07afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '9aef332b-550c-4398-b0fb-6c0fb7618921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:53Z', 'updated_at': '2022-02-28T10:41:01Z', 'revision_number': 5, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'subnets': [{'id': '9aef332b-550c-4398-b0fb-6c0fb7618921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:41:37.022700 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_v2 [None req-23cc3488-0a24-49ec-bd62-0c63b2c0c1ff tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Deleting subnet 9925afca-5ea0-4030-980a-a928219fcab0 {{(pid=104083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:41:37.026356 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-23cc3488-0a24-49ec-bd62-0c63b2c0c1ff tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for subnet (9925afca-5ea0-4030-980a-a928219fcab0), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:37.073774 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-23cc3488-0a24-49ec-bd62-0c63b2c0c1ff tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59245535'] for subnet (9925afca-5ea0-4030-980a-a928219fcab0), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:37.108268 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48796) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:37.111654 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.db.api [None req-d74772c3-c79e-4e88-be53-c4ed553d5e2a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:41:37.111828 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG oslo_db.api [None req-d74772c3-c79e-4e88-be53-c4ed553d5e2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:41:37.119744 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.db.api [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:41:37.120121 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG oslo_db.api [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:41:37.131565 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-23cc3488-0a24-49ec-bd62-0c63b2c0c1ff tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (9925afca-5ea0-4030-980a-a928219fcab0), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:37.249968 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-693654c0-1d77-46b3-b1de-60ed286e4ff3 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-703065138'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:37.272350 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-23cc3488-0a24-49ec-bd62-0c63b2c0c1ff tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (9925afca-5ea0-4030-980a-a928219fcab0), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:37.286100 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-412ec079-2cd6-4b1c-93b7-5cc2928f0c88 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Deleting port 167090f3-efed-4b4f-b2ee-b99f7cde9b50 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:41:37.286575 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-412ec079-2cd6-4b1c-93b7-5cc2928f0c88 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (167090f3-efed-4b4f-b2ee-b99f7cde9b50), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:37.287431 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5064e2ce-713c-4798-a893-ef7a819b9dbf None None] Update dhcp port {'port': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'fixed_ips': [{'subnet_id': '8b7c7466-812e-45a3-aa33-40df43cbd60e'}, {'subnet_id': '9925afca-5ea0-4030-980a-a928219fcab0'}], 'binding:host_id': 'dv-neutron-829161-3-hyperv'}, 'id': '0762185c-a6bf-4372-b502-7749486960f3'} from dv-neutron-829161-3-hyperv. {{(pid=104085) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 28 10:41:37.307355 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-23cc3488-0a24-49ec-bd62-0c63b2c0c1ff tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:37.314413 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-23cc3488-0a24-49ec-bd62-0c63b2c0c1ff tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/subnets/9925afca-5ea0-4030-980a-a928219fcab0 HTTP/1.1" status: 204 len: 168 time: 0.3558061 Feb 28 10:41:37.315521 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cc3488-0a24-49ec-bd62-0c63b2c0c1ff tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event deleted for resources: {'Subnet': ['ID=9925afca-5ea0-4030-980a-a928219fcab0,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:37.319152 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48800) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:37.326767 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5064e2ce-713c-4798-a893-ef7a819b9dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (0762185c-a6bf-4372-b502-7749486960f3), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:37.345559 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693654c0-1d77-46b3-b1de-60ed286e4ff3 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Made reservation on behalf of bb2ba9ee3c07467ba10396b757cfe5bd for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:41:37.349654 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-693654c0-1d77-46b3-b1de-60ed286e4ff3 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:37.364719 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-693654c0-1d77-46b3-b1de-60ed286e4ff3 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:37.366309 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-6a560cdc-ab84-4ba2-b14f-86da6e355225 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0460255 Feb 28 10:41:37.368814 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48802) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:37.429133 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-412ec079-2cd6-4b1c-93b7-5cc2928f0c88 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] For port 167090f3-efed-4b4f-b2ee-b99f7cde9b50, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=167090f3-efed-4b4f-b2ee-b99f7cde9b50,segment=NetworkSegment(2ffc11aa-6996-47ed-a6a1-d07583a60549),segment_id=2ffc11aa-6996-47ed-a6a1-d07583a60549)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:37.429513 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-412ec079-2cd6-4b1c-93b7-5cc2928f0c88 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (167090f3-efed-4b4f-b2ee-b99f7cde9b50), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:37.467121 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce62d9fd-563b-4781-ace3-0bacb4630af9 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:37.469327 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-ce62d9fd-563b-4781-ace3-0bacb4630af9 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0987911 Feb 28 10:41:37.472482 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48804) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:37.478237 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-412ec079-2cd6-4b1c-93b7-5cc2928f0c88 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Calling delete_port for 167090f3-efed-4b4f-b2ee-b99f7cde9b50 owned by network:router_interface {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:41:37.523029 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5513cf2c-ee77-4d6d-83bb-5ec85a6aaea1 None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:41:37.542873 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6b4587-697b-4a7c-ae7a-efb8fe194cc0 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:37.544983 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-2f6b4587-697b-4a7c-ae7a-efb8fe194cc0 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0693924 Feb 28 10:41:37.547306 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48806) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:37.574781 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-693654c0-1d77-46b3-b1de-60ed286e4ff3 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for security_group (412ce3cd-9931-46eb-a705-fb6c22cc9d3f), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:37.591126 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-5d659235-2d94-41bd-8dc6-d582ef6171df tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0426311 Feb 28 10:41:37.596086 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48808) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:37.601902 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-abb808c1-e720-4d2c-897f-ecb8590c74b0 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Request body: {'subnet': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:37.638574 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-693654c0-1d77-46b3-b1de-60ed286e4ff3 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (412ce3cd-9931-46eb-a705-fb6c22cc9d3f), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:37.677683 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-693654c0-1d77-46b3-b1de-60ed286e4ff3 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:41:37.677939 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 0762185c-a6bf-4372-b502-7749486960f3 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:37.678344 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (0762185c-a6bf-4372-b502-7749486960f3), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:37.689381 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693654c0-1d77-46b3-b1de-60ed286e4ff3 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=412ce3cd-9931-46eb-a705-fb6c22cc9d3f,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:37.698369 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-693654c0-1d77-46b3-b1de-60ed286e4ff3 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (963bf9b6-99e2-497d-9693-b80081210014), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:37.698718 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-693654c0-1d77-46b3-b1de-60ed286e4ff3 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Added segment 963bf9b6-99e2-497d-9693-b80081210014 of type vlan for network 0c11fbdf-04a8-4bdf-93f6-32caaafeb6ac Feb 28 10:41:37.737615 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port 0762185c-a6bf-4372-b502-7749486960f3, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=0762185c-a6bf-4372-b502-7749486960f3,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:37.743711 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-d74772c3-c79e-4e88-be53-c4ed553d5e2a None None] Current status of the port 0762185c-a6bf-4372-b502-7749486960f3 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:37.744179 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d74772c3-c79e-4e88-be53-c4ed553d5e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (0762185c-a6bf-4372-b502-7749486960f3), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:37.758082 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb808c1-e720-4d2c-897f-ecb8590c74b0 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Made reservation on behalf of 9047a33944184c15875a48328f19bcdb for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:41:37.769154 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-abb808c1-e720-4d2c-897f-ecb8590c74b0 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:37.769154 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-abb808c1-e720-4d2c-897f-ecb8590c74b0 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:41:37.769154 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abb808c1-e720-4d2c-897f-ecb8590c74b0 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:41:37.772931 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-693654c0-1d77-46b3-b1de-60ed286e4ff3 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (0c11fbdf-04a8-4bdf-93f6-32caaafeb6ac), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:37.782595 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d02eb6-ab90-4859-825d-ef369733b42e None None] DHCP port deletion for a10d36a7-87ef-481e-9e9f-da2235211c53 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:41:37.809719 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (0762185c-a6bf-4372-b502-7749486960f3), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:37.841238 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-abb808c1-e720-4d2c-897f-ecb8590c74b0 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2438476 Feb 28 10:41:37.844401 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48810) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:37.850504 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-55c2b3fd-6478-41af-9958-4711afc0afe2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Request body: {'subnet': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:37.878224 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device e034ab12-c339-422e-963d-404abcc0b07a no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:41:37.900037 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-693654c0-1d77-46b3-b1de-60ed286e4ff3 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (0c11fbdf-04a8-4bdf-93f6-32caaafeb6ac), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:37.904983 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693654c0-1d77-46b3-b1de-60ed286e4ff3 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:37.905574 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-693654c0-1d77-46b3-b1de-60ed286e4ff3 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:37.907861 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-412ec079-2cd6-4b1c-93b7-5cc2928f0c88 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (167090f3-efed-4b4f-b2ee-b99f7cde9b50), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:37.923823 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: e034ab12-c339-422e-963d-404abcc0b07a {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:41:37.924178 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device e034ab12-c339-422e-963d-404abcc0b07a not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:41:37.934054 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.db.api [None req-d74772c3-c79e-4e88-be53-c4ed553d5e2a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:41:37.934427 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG oslo_db.api [None req-d74772c3-c79e-4e88-be53-c4ed553d5e2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:41:37.943058 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=0762185c-a6bf-4372-b502-7749486960f3,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:37.946258 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-c2d02eb6-ab90-4859-825d-ef369733b42e None None] Deleting port 0762185c-a6bf-4372-b502-7749486960f3 {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:41:37.946637 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c2d02eb6-ab90-4859-825d-ef369733b42e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (0762185c-a6bf-4372-b502-7749486960f3), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:37.991548 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9011cab-1fc0-465b-9ec3-44d493576a67 req-8169dd1e-3f88-4688-9f7f-db22c2473ada tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:37.993650 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c9011cab-1fc0-465b-9ec3-44d493576a67 req-8169dd1e-3f88-4688-9f7f-db22c2473ada tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=e834505a-0411-40ae-bd93-2a05cf5ccb3d HTTP/1.1" status: 200 len: 945 time: 0.0804460 Feb 28 10:41:38.003474 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412ec079-2cd6-4b1c-93b7-5cc2928f0c88 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event deleted for resources: {'Port': ['ID=167090f3-efed-4b4f-b2ee-b99f7cde9b50,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:38.040486 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-c2d02eb6-ab90-4859-825d-ef369733b42e None None] For port 0762185c-a6bf-4372-b502-7749486960f3, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=0762185c-a6bf-4372-b502-7749486960f3,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:38.048429 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c2d02eb6-ab90-4859-825d-ef369733b42e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (0762185c-a6bf-4372-b502-7749486960f3), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:38.065298 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 0762185c-a6bf-4372-b502-7749486960f3 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:41:38.081786 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693654c0-1d77-46b3-b1de-60ed286e4ff3 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event updated for resources: {'Network': ['ID=0c11fbdf-04a8-4bdf-93f6-32caaafeb6ac,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:38.090235 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-c2d02eb6-ab90-4859-825d-ef369733b42e None None] Calling delete_port for 0762185c-a6bf-4372-b502-7749486960f3 owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:41:38.099410 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 0c11fbdf-04a8-4bdf-93f6-32caaafeb6ac details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:41:38.103274 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c9011cab-1fc0-465b-9ec3-44d493576a67 req-85d7a5d4-8dfb-4a27-9741-031b3905ef7e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=11056880-dced-4381-9b1c-4775035d1a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867670 Feb 28 10:41:38.288580 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 0762185c-a6bf-4372-b502-7749486960f3 is: ACTIVE; New status is: DOWN {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:38.288977 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (0762185c-a6bf-4372-b502-7749486960f3), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:38.317577 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device ba5d4be1-16b2-4377-a521-cbd155abdbf8 up at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:41:38.370054 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c2d02eb6-ab90-4859-825d-ef369733b42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (0762185c-a6bf-4372-b502-7749486960f3), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:38.415213 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d02eb6-ab90-4859-825d-ef369733b42e None None] Pushing event deleted for resources: {'Port': ['ID=0762185c-a6bf-4372-b502-7749486960f3,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:38.417377 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 594c87f0-c27c-4557-ae7d-94589ae822eb no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:41:38.421609 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d02eb6-ab90-4859-825d-ef369733b42e None None] No DVR routers for this DVR port 0762185c-a6bf-4372-b502-7749486960f3 on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:41:38.440964 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning for port ba5d4be1-16b2-4377-a521-cbd155abdbf8 completed by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:41:38.446708 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning complete for port ba5d4be1-16b2-4377-a521-cbd155abdbf8 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:38.447123 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (ba5d4be1-16b2-4377-a521-cbd155abdbf8), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:38.449059 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 594c87f0-c27c-4557-ae7d-94589ae822eb {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:41:38.449059 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 594c87f0-c27c-4557-ae7d-94589ae822eb not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:41:38.469963 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-693654c0-1d77-46b3-b1de-60ed286e4ff3 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3598039 Feb 28 10:41:38.473720 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48814) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:38.480555 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-39c22c01-7f92-4220-9663-0c1ed3697f4e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-276520738'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:38.535885 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port ba5d4be1-16b2-4377-a521-cbd155abdbf8 is: BUILD; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:38.536222 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (ba5d4be1-16b2-4377-a521-cbd155abdbf8), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:38.544102 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c2b3fd-6478-41af-9958-4711afc0afe2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Made reservation on behalf of 9047a33944184c15875a48328f19bcdb for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:41:38.551740 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-55c2b3fd-6478-41af-9958-4711afc0afe2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:38.551740 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-55c2b3fd-6478-41af-9958-4711afc0afe2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:41:38.551740 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55c2b3fd-6478-41af-9958-4711afc0afe2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:41:38.562893 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c22c01-7f92-4220-9663-0c1ed3697f4e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Made reservation on behalf of bb2ba9ee3c07467ba10396b757cfe5bd for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:41:38.566805 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e834505a-0411-40ae-bd93-2a05cf5ccb3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5d4be1-16b2-4377-a521-cbd155abdbf8'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:41:38.567160 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-39c22c01-7f92-4220-9663-0c1ed3697f4e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:38.569434 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f89b6ac-3255-49a5-99ab-1225b1452477" -d '{"events": [{"server_uuid": "e834505a-0411-40ae-bd93-2a05cf5ccb3d", "name": "network-vif-plugged", "status": "completed", "tag": "ba5d4be1-16b2-4377-a521-cbd155abdbf8"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:41:38.579877 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-412ec079-2cd6-4b1c-93b7-5cc2928f0c88 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1047681'] for router_interface (715b97de-b762-4299-96fd-334e07afed82), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:38.582305 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port ba5d4be1-16b2-4377-a521-cbd155abdbf8, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=ba5d4be1-16b2-4377-a521-cbd155abdbf8,segment=NetworkSegment(196a06c1-054f-4203-959b-df8db3aa333c),segment_id=196a06c1-054f-4203-959b-df8db3aa333c)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:38.606701 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39c22c01-7f92-4220-9663-0c1ed3697f4e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:41:38.619356 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-39c22c01-7f92-4220-9663-0c1ed3697f4e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (e0932f84-b4e9-40f0-bc0d-706ec7224805), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:38.620769 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-d74772c3-c79e-4e88-be53-c4ed553d5e2a None None] Port 0762185c-a6bf-4372-b502-7749486960f3 update to ACTIVE by agent not found {{(pid=104085) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 28 10:41:38.623132 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-39c22c01-7f92-4220-9663-0c1ed3697f4e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Added segment e0932f84-b4e9-40f0-bc0d-706ec7224805 of type vlan for network bb51d598-8aac-42b6-bab8-520d4a111101 Feb 28 10:41:38.654601 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (ba5d4be1-16b2-4377-a521-cbd155abdbf8), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:38.659434 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-55c2b3fd-6478-41af-9958-4711afc0afe2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8139026 Feb 28 10:41:38.662968 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48820) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:38.673815 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-16185e43-5137-4c71-91b5-87602c412b81 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Request body: {'subnet': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:38.678464 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-39c22c01-7f92-4220-9663-0c1ed3697f4e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (bb51d598-8aac-42b6-bab8-520d4a111101), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:38.715844 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=ba5d4be1-16b2-4377-a521-cbd155abdbf8,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:38.734615 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-f3015937-0697-45db-95d8-48e659d08d86 None None] Could not find standard attr ID for object 0762185c-a6bf-4372-b502-7749486960f3. {{(pid=104085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:41:38.771271 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320c8ecc-1fcd-4d7b-8df5-0bb4745262ec x-openstack-request-id: req-320c8ecc-1fcd-4d7b-8df5-0bb4745262ec {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:41:38.771605 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e834505a-0411-40ae-bd93-2a05cf5ccb3d", "name": "network-vif-plugged", "status": "completed", "tag": "ba5d4be1-16b2-4377-a521-cbd155abdbf8", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:41:38.771862 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-320c8ecc-1fcd-4d7b-8df5-0bb4745262ec {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:41:38.772308 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e834505a-0411-40ae-bd93-2a05cf5ccb3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5d4be1-16b2-4377-a521-cbd155abdbf8', 'code': 200} Feb 28 10:41:38.779818 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-39c22c01-7f92-4220-9663-0c1ed3697f4e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (bb51d598-8aac-42b6-bab8-520d4a111101), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:38.784745 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c22c01-7f92-4220-9663-0c1ed3697f4e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:38.785374 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-39c22c01-7f92-4220-9663-0c1ed3697f4e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:38.860247 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c22c01-7f92-4220-9663-0c1ed3697f4e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event updated for resources: {'Network': ['ID=bb51d598-8aac-42b6-bab8-520d4a111101,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:38.869241 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-412ec079-2cd6-4b1c-93b7-5cc2928f0c88 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Router 715b97de-b762-4299-96fd-334e07afed82 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:41:38.872153 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-39c22c01-7f92-4220-9663-0c1ed3697f4e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3957131 Feb 28 10:41:38.876058 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48822) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:38.876219 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network bb51d598-8aac-42b6-bab8-520d4a111101 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:41:38.877388 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-808a44aa-c58b-4ffe-80b5-968328cc97f6 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Request body: {'subnet': {'network_id': '0c11fbdf-04a8-4bdf-93f6-32caaafeb6ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:38.976771 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16185e43-5137-4c71-91b5-87602c412b81 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Made reservation on behalf of 9047a33944184c15875a48328f19bcdb for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:41:38.980174 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-16185e43-5137-4c71-91b5-87602c412b81 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:38.984788 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-16185e43-5137-4c71-91b5-87602c412b81 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:41:38.984788 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16185e43-5137-4c71-91b5-87602c412b81 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:41:39.064731 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412ec079-2cd6-4b1c-93b7-5cc2928f0c88 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:41:39.070318 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-412ec079-2cd6-4b1c-93b7-5cc2928f0c88 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "PUT /v2.0/routers/715b97de-b762-4299-96fd-334e07afed82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7380524 Feb 28 10:41:39.072699 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48824) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:39.075273 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010ee3bd-9f8a-4825-95d9-9fb76eedf88a None None] Sync routers for ids ['715b97de-b762-4299-96fd-334e07afed82'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:41:39.093381 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010ee3bd-9f8a-4825-95d9-9fb76eedf88a None None] Routers {'715b97de-b762-4299-96fd-334e07afed82'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:41:39.094981 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-010ee3bd-9f8a-4825-95d9-9fb76eedf88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:41:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['715b97de-b762-4299-96fd-334e07afed82'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:39.119523 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-16185e43-5137-4c71-91b5-87602c412b81 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4554069 Feb 28 10:41:39.123250 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48826) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:39.130089 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-60dd651b-5bb2-4b6d-b60a-cf1412999e92 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Request body: {'subnet': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:39.135515 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-78302266-03e4-4c87-90b5-7dedac387eb4 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Deleting subnet 62df855b-2c91-4856-b059-2862ce1823a7 {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:41:39.139168 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-78302266-03e4-4c87-90b5-7dedac387eb4 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for subnet (62df855b-2c91-4856-b059-2862ce1823a7), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:39.140499 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1aa8a-aaf4-4af5-923f-a805bca65f4c req-6a8708b5-bc2b-412f-96e4-7bacc645864a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:39.142196 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8dd1aa8a-aaf4-4af5-923f-a805bca65f4c req-6a8708b5-bc2b-412f-96e4-7bacc645864a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e834505a-0411-40ae-bd93-2a05cf5ccb3d HTTP/1.1" status: 200 len: 1130 time: 0.0715654 Feb 28 10:41:39.186556 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808a44aa-c58b-4ffe-80b5-968328cc97f6 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Made reservation on behalf of bb2ba9ee3c07467ba10396b757cfe5bd for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:41:39.190299 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-808a44aa-c58b-4ffe-80b5-968328cc97f6 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:39.196115 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-78302266-03e4-4c87-90b5-7dedac387eb4 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (62df855b-2c91-4856-b059-2862ce1823a7), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:39.222393 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-010ee3bd-9f8a-4825-95d9-9fb76eedf88a None None] Set router 715b97de-b762-4299-96fd-334e07afed82 gateway port host: None {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:41:39.288666 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8dd1aa8a-aaf4-4af5-923f-a805bca65f4c req-0326b071-3153-4bea-b5cd-b379080007c9 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=11056880-dced-4381-9b1c-4775035d1a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341352 Feb 28 10:41:39.315233 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c721ae7-5e13-46ff-8f49-8d59cc200c78 req-9860fd1c-4349-4121-a60f-05b2c484b956 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:39.317910 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0c721ae7-5e13-46ff-8f49-8d59cc200c78 req-9860fd1c-4349-4121-a60f-05b2c484b956 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=e834505a-0411-40ae-bd93-2a05cf5ccb3d HTTP/1.1" status: 200 len: 946 time: 0.1182983 Feb 28 10:41:39.367090 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-78302266-03e4-4c87-90b5-7dedac387eb4 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (62df855b-2c91-4856-b059-2862ce1823a7), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:39.374967 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0c721ae7-5e13-46ff-8f49-8d59cc200c78 req-b472df97-0fa1-4a53-a8d1-1e6a6aa8b648 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=11056880-dced-4381-9b1c-4775035d1a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489926 Feb 28 10:41:39.420082 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60dd651b-5bb2-4b6d-b60a-cf1412999e92 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Made reservation on behalf of 9047a33944184c15875a48328f19bcdb for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:41:39.423681 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-60dd651b-5bb2-4b6d-b60a-cf1412999e92 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:39.426121 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-60dd651b-5bb2-4b6d-b60a-cf1412999e92 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:41:39.427397 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60dd651b-5bb2-4b6d-b60a-cf1412999e92 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:41:39.450731 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-010ee3bd-9f8a-4825-95d9-9fb76eedf88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715b97de-b762-4299-96fd-334e07afed82', 'name': 'tempest-RoutersTest-router-248430510', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:49Z', 'updated_at': '2022-02-28T10:41:37Z', 'revision_number': 9, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'gw_port_host': None, '_interfaces': [{'id': '0ee69baf-4258-464b-8807-3ebe949431b1', 'name': '', 'network_id': 'ecd0d21e-dc9c-4544-a8e9-08e7916a2585', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'mac_address': 'fa:16:3e:b7:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715b97de-b762-4299-96fd-334e07afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '669f06b7-57ef-4301-a8c3-00e281fb7a6d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:03Z', 'updated_at': '2022-02-28T10:41:13Z', 'revision_number': 5, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'subnets': [{'id': '669f06b7-57ef-4301-a8c3-00e281fb7a6d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48b5fc60-d08e-477a-9adf-f92649ff8c25', 'name': '', 'network_id': 'dc3763cc-cbd8-49a9-968b-baa5b223e43a', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'mac_address': 'fa:16:3e:5e:a5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715b97de-b762-4299-96fd-334e07afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '9aef332b-550c-4398-b0fb-6c0fb7618921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:53Z', 'updated_at': '2022-02-28T10:41:01Z', 'revision_number': 5, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'subnets': [{'id': '9aef332b-550c-4398-b0fb-6c0fb7618921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:39.478340 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010ee3bd-9f8a-4825-95d9-9fb76eedf88a None None] Checking router: 715b97de-b762-4299-96fd-334e07afed82 for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:41:39.486590 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010ee3bd-9f8a-4825-95d9-9fb76eedf88a None None] Routers {'715b97de-b762-4299-96fd-334e07afed82'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:41:39.487224 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-010ee3bd-9f8a-4825-95d9-9fb76eedf88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:41:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['715b97de-b762-4299-96fd-334e07afed82'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:39.519891 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-60dd651b-5bb2-4b6d-b60a-cf1412999e92 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3949633 Feb 28 10:41:39.523316 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48830) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:39.528693 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-40d43527-3bd0-49ba-9d37-f4cda9e52aa6 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Request body: {'subnet': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:39.575566 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-78302266-03e4-4c87-90b5-7dedac387eb4 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (62df855b-2c91-4856-b059-2862ce1823a7), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:39.577687 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-010ee3bd-9f8a-4825-95d9-9fb76eedf88a None None] Set router 715b97de-b762-4299-96fd-334e07afed82 gateway port host: None {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:41:39.607579 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-808a44aa-c58b-4ffe-80b5-968328cc97f6 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (66eef1cf-1fe0-4758-b835-e31bf1f3748c), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:39.609940 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78302266-03e4-4c87-90b5-7dedac387eb4 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event deleted for resources: {'Subnet': ['ID=62df855b-2c91-4856-b059-2862ce1823a7,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:39.612467 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-78302266-03e4-4c87-90b5-7dedac387eb4 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:39.619747 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-78302266-03e4-4c87-90b5-7dedac387eb4 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "DELETE /v2.0/subnets/62df855b-2c91-4856-b059-2862ce1823a7 HTTP/1.1" status: 204 len: 168 time: 0.5428014 Feb 28 10:41:39.619854 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48832) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:39.626724 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc166740-ad27-4eb6-9875-a352309efc50 None None] Network 725af8f9-fa60-4830-8815-51f5d8274451 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:41:39.679905 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808a44aa-c58b-4ffe-80b5-968328cc97f6 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event updated for resources: {'Subnet': ['ID=66eef1cf-1fe0-4758-b835-e31bf1f3748c,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:39.689661 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808a44aa-c58b-4ffe-80b5-968328cc97f6 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Checking segment: {'id': '963bf9b6-99e2-497d-9693-b80081210014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0c11fbdf-04a8-4bdf-93f6-32caaafeb6ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:41:39.690545 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808a44aa-c58b-4ffe-80b5-968328cc97f6 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Network hostable DHCP agents. Network: 0c11fbdf-04a8-4bdf-93f6-32caaafeb6ac, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:41:39.702994 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d43527-3bd0-49ba-9d37-f4cda9e52aa6 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Made reservation on behalf of 9047a33944184c15875a48328f19bcdb for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:41:39.707191 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-40d43527-3bd0-49ba-9d37-f4cda9e52aa6 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:39.711494 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-40d43527-3bd0-49ba-9d37-f4cda9e52aa6 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:41:39.711494 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40d43527-3bd0-49ba-9d37-f4cda9e52aa6 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:41:39.734794 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c10a569f-b813-45ad-ac08-45aec85fe89a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (725af8f9-fa60-4830-8815-51f5d8274451), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:39.769055 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808a44aa-c58b-4ffe-80b5-968328cc97f6 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Network 0c11fbdf-04a8-4bdf-93f6-32caaafeb6ac is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:41:39.800447 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-c10a569f-b813-45ad-ac08-45aec85fe89a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Deleting port 8ef51ea3-3ea3-4ed9-b0f6-dba7b61eb063 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:41:39.800810 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c10a569f-b813-45ad-ac08-45aec85fe89a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (8ef51ea3-3ea3-4ed9-b0f6-dba7b61eb063), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:39.806128 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-40d43527-3bd0-49ba-9d37-f4cda9e52aa6 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2812769 Feb 28 10:41:39.810126 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48834) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:39.821287 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-7261da02-a3df-4b27-a31e-69b0c147debd tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Request body: {'subnet': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:39.878504 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-c10a569f-b813-45ad-ac08-45aec85fe89a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] For port 8ef51ea3-3ea3-4ed9-b0f6-dba7b61eb063, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=8ef51ea3-3ea3-4ed9-b0f6-dba7b61eb063,segment=NetworkSegment(2ffc11aa-6996-47ed-a6a1-d07583a60549),segment_id=2ffc11aa-6996-47ed-a6a1-d07583a60549)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:39.878884 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c10a569f-b813-45ad-ac08-45aec85fe89a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (8ef51ea3-3ea3-4ed9-b0f6-dba7b61eb063), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:39.895833 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-c10a569f-b813-45ad-ac08-45aec85fe89a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Calling delete_port for 8ef51ea3-3ea3-4ed9-b0f6-dba7b61eb063 owned by network:dhcp {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:41:39.903163 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-808a44aa-c58b-4ffe-80b5-968328cc97f6 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 0c11fbdf-04a8-4bdf-93f6-32caaafeb6ac) {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:39.913563 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808a44aa-c58b-4ffe-80b5-968328cc97f6 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:39.914467 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-808a44aa-c58b-4ffe-80b5-968328cc97f6 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:39.916547 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e851390a-e7b7-4f74-b3e8-7e140533b9b7 None None] Network 0c11fbdf-04a8-4bdf-93f6-32caaafeb6ac requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:41:39.931326 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-010ee3bd-9f8a-4825-95d9-9fb76eedf88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715b97de-b762-4299-96fd-334e07afed82', 'name': 'tempest-RoutersTest-router-248430510', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:49Z', 'updated_at': '2022-02-28T10:41:37Z', 'revision_number': 9, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'gw_port_host': None, '_interfaces': [{'id': '0ee69baf-4258-464b-8807-3ebe949431b1', 'name': '', 'network_id': 'ecd0d21e-dc9c-4544-a8e9-08e7916a2585', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'mac_address': 'fa:16:3e:b7:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715b97de-b762-4299-96fd-334e07afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '669f06b7-57ef-4301-a8c3-00e281fb7a6d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:03Z', 'updated_at': '2022-02-28T10:41:13Z', 'revision_number': 5, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'subnets': [{'id': '669f06b7-57ef-4301-a8c3-00e281fb7a6d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48b5fc60-d08e-477a-9adf-f92649ff8c25', 'name': '', 'network_id': 'dc3763cc-cbd8-49a9-968b-baa5b223e43a', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'mac_address': 'fa:16:3e:5e:a5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715b97de-b762-4299-96fd-334e07afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '9aef332b-550c-4398-b0fb-6c0fb7618921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:53Z', 'updated_at': '2022-02-28T10:41:01Z', 'revision_number': 5, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'subnets': [{'id': '9aef332b-550c-4398-b0fb-6c0fb7618921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:39.986096 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010ee3bd-9f8a-4825-95d9-9fb76eedf88a None None] The sync data for ids ['715b97de-b762-4299-96fd-334e07afed82'] in dv-neutron-829161-3-hyperv is: [{'id': '715b97de-b762-4299-96fd-334e07afed82', 'name': 'tempest-RoutersTest-router-248430510', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:49Z', 'updated_at': '2022-02-28T10:41:37Z', 'revision_number': 9, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'gw_port_host': None, '_interfaces': [{'id': '0ee69baf-4258-464b-8807-3ebe949431b1', 'name': '', 'network_id': 'ecd0d21e-dc9c-4544-a8e9-08e7916a2585', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'mac_address': 'fa:16:3e:b7:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715b97de-b762-4299-96fd-334e07afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '669f06b7-57ef-4301-a8c3-00e281fb7a6d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:03Z', 'updated_at': '2022-02-28T10:41:13Z', 'revision_number': 5, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'subnets': [{'id': '669f06b7-57ef-4301-a8c3-00e281fb7a6d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48b5fc60-d08e-477a-9adf-f92649ff8c25', 'name': '', 'network_id': 'dc3763cc-cbd8-49a9-968b-baa5b223e43a', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'mac_address': 'fa:16:3e:5e:a5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715b97de-b762-4299-96fd-334e07afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '9aef332b-550c-4398-b0fb-6c0fb7618921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:53Z', 'updated_at': '2022-02-28T10:41:01Z', 'revision_number': 5, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'subnets': [{'id': '9aef332b-550c-4398-b0fb-6c0fb7618921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:41:40.018883 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-808a44aa-c58b-4ffe-80b5-968328cc97f6 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1444726 Feb 28 10:41:40.025612 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48836) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:40.040460 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-88252143-e03a-45bd-ad84-d11d22dec80b tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Request body: {'subnet': {'network_id': 'bb51d598-8aac-42b6-bab8-520d4a111101', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:40.049310 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74eed5db-91e3-4156-86d7-701912fdfeef None None] DHCP port deletion for 725af8f9-fa60-4830-8815-51f5d8274451 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:41:40.080174 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc79f7d9-36b9-467c-875e-572e0ba5d6a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-0c11fbdf-04a8-4bdf-93f6-32caaafeb6ac', 'network_id': '0c11fbdf-04a8-4bdf-93f6-32caaafeb6ac', 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'fixed_ips': [{'subnet_id': '66eef1cf-1fe0-4758-b835-e31bf1f3748c'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:41:40.080174 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-dc79f7d9-36b9-467c-875e-572e0ba5d6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:40.090514 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c10a569f-b813-45ad-ac08-45aec85fe89a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (8ef51ea3-3ea3-4ed9-b0f6-dba7b61eb063), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:40.123279 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7261da02-a3df-4b27-a31e-69b0c147debd tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Made reservation on behalf of 9047a33944184c15875a48328f19bcdb for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:41:40.129787 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7261da02-a3df-4b27-a31e-69b0c147debd tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:40.131905 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-7261da02-a3df-4b27-a31e-69b0c147debd tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:41:40.132952 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10a569f-b813-45ad-ac08-45aec85fe89a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event deleted for resources: {'Port': ['ID=8ef51ea3-3ea3-4ed9-b0f6-dba7b61eb063,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:40.133453 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7261da02-a3df-4b27-a31e-69b0c147debd tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:41:40.134948 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10a569f-b813-45ad-ac08-45aec85fe89a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] No DVR routers for this DVR port 8ef51ea3-3ea3-4ed9-b0f6-dba7b61eb063 on host dv-neutron-829161-3-hyperv {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:41:40.189123 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-74eed5db-91e3-4156-86d7-701912fdfeef None None] Deleting port 8ef51ea3-3ea3-4ed9-b0f6-dba7b61eb063 {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:41:40.189598 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-74eed5db-91e3-4156-86d7-701912fdfeef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (8ef51ea3-3ea3-4ed9-b0f6-dba7b61eb063), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:40.226065 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-7261da02-a3df-4b27-a31e-69b0c147debd tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4121892 Feb 28 10:41:40.226871 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48838) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:40.237705 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c10a569f-b813-45ad-ac08-45aec85fe89a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (725af8f9-fa60-4830-8815-51f5d8274451), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:40.263030 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-c10a569f-b813-45ad-ac08-45aec85fe89a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['725af8f9-fa60-4830-8815-51f5d8274451']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:40.265950 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-29daf80a-1428-4b0f-93b0-8cdd35973b56 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0376213 Feb 28 10:41:40.268362 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48840) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:40.274219 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-c10a569f-b813-45ad-ac08-45aec85fe89a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ffc11aa-6996-47ed-a6a1-d07583a60549') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:40.274917 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-c10a569f-b813-45ad-ac08-45aec85fe89a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ffc11aa-6996-47ed-a6a1-d07583a60549') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:40.281776 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88252143-e03a-45bd-ad84-d11d22dec80b tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Made reservation on behalf of bb2ba9ee3c07467ba10396b757cfe5bd for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:41:40.285929 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-88252143-e03a-45bd-ad84-d11d22dec80b tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:40.292890 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c10a569f-b813-45ad-ac08-45aec85fe89a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (2ffc11aa-6996-47ed-a6a1-d07583a60549), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:40.296240 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-74eed5db-91e3-4156-86d7-701912fdfeef None None] For port 8ef51ea3-3ea3-4ed9-b0f6-dba7b61eb063, host dv-neutron-829161-3-hyperv, got binding levels [] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:40.296743 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-74eed5db-91e3-4156-86d7-701912fdfeef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (8ef51ea3-3ea3-4ed9-b0f6-dba7b61eb063), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:40.311310 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-dc79f7d9-36b9-467c-875e-572e0ba5d6a0 None None] Allocated IP 2001:db8::2 (0c11fbdf-04a8-4bdf-93f6-32caaafeb6ac/66eef1cf-1fe0-4758-b835-e31bf1f3748c/28778f92-f37f-4ead-8010-ae13b8317277) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:41:40.318754 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-74eed5db-91e3-4156-86d7-701912fdfeef None None] Calling delete_port for 8ef51ea3-3ea3-4ed9-b0f6-dba7b61eb063 owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:41:40.322503 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.ipam_backend_mixin [None req-74eed5db-91e3-4156-86d7-701912fdfeef None None] Port 8ef51ea3-3ea3-4ed9-b0f6-dba7b61eb063 was not found and therefore no delete operation was performed {{(pid=104085) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 28 10:41:40.329583 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-74eed5db-91e3-4156-86d7-701912fdfeef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (8ef51ea3-3ea3-4ed9-b0f6-dba7b61eb063), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:40.346676 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c10a569f-b813-45ad-ac08-45aec85fe89a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (2ffc11aa-6996-47ed-a6a1-d07583a60549), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:40.352843 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdb4b8d-64ac-4db3-923f-1c845d211133 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:40.354314 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-9fdb4b8d-64ac-4db3-923f-1c845d211133 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0844126 Feb 28 10:41:40.357070 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48842) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:40.377747 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c10a569f-b813-45ad-ac08-45aec85fe89a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:41:40.378168 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c10a569f-b813-45ad-ac08-45aec85fe89a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (2ffc11aa-6996-47ed-a6a1-d07583a60549), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:40.382248 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:41:40.382248 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:41:40.382248 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:41:40.382248 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:41:40.382248 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:41:40.382248 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:41:40.382248 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:41:40.382248 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:41:40.382248 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:41:40.382248 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:41:40.382248 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:41:40.382248 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:41:40.382248 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:41:40.382248 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:41:40.382248 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:41:40.382248 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:41:40.382248 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:41:40.382248 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:41:40.382248 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:41:40.382248 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:41:40.382248 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:41:40.382248 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:41:40.382248 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:41:40.382248 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:41:40.382248 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:41:40.382248 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:41:40.382248 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:41:40.382248 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:41:40.382248 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:41:40.382248 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:41:40.382248 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:41:40.382248 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:41:40.414350 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-9a6ad5b2-c31c-4496-b457-6e69d86f999e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0561645 Feb 28 10:41:40.418280 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48846) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:40.428659 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-27ddd651-66ed-4d7a-9577-e6195b8c8e72 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Request body: {'subnet': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:40.463645 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eed5db-91e3-4156-86d7-701912fdfeef None None] Pushing event deleted for resources: {'Port': ['ID=8ef51ea3-3ea3-4ed9-b0f6-dba7b61eb063,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:40.466055 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74eed5db-91e3-4156-86d7-701912fdfeef None None] No DVR routers for this DVR port 8ef51ea3-3ea3-4ed9-b0f6-dba7b61eb063 on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:41:40.585973 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c10a569f-b813-45ad-ac08-45aec85fe89a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (725af8f9-fa60-4830-8815-51f5d8274451), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:40.594531 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c10a569f-b813-45ad-ac08-45aec85fe89a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:40.598907 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9e221-a07d-4df7-b8f7-9282b5aefe13 req-47ca63fb-9608-4f23-97b3-5ef641a70010 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:40.599040 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-c10a569f-b813-45ad-ac08-45aec85fe89a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "DELETE /v2.0/networks/725af8f9-fa60-4830-8815-51f5d8274451 HTTP/1.1" status: 204 len: 168 time: 0.9774692 Feb 28 10:41:40.599195 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8cd9e221-a07d-4df7-b8f7-9282b5aefe13 req-47ca63fb-9608-4f23-97b3-5ef641a70010 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=e834505a-0411-40ae-bd93-2a05cf5ccb3d HTTP/1.1" status: 200 len: 946 time: 0.0964983 Feb 28 10:41:40.601334 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48848) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:40.623911 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-dc79f7d9-36b9-467c-875e-572e0ba5d6a0 None None] Publish callbacks [] for port (28778f92-f37f-4ead-8010-ae13b8317277), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:40.631784 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10a569f-b813-45ad-ac08-45aec85fe89a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event deleted for resources: {'Network': ['ID=725af8f9-fa60-4830-8815-51f5d8274451,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:40.701405 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ddd651-66ed-4d7a-9577-e6195b8c8e72 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Made reservation on behalf of 9047a33944184c15875a48328f19bcdb for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:41:40.705016 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-27ddd651-66ed-4d7a-9577-e6195b8c8e72 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:40.707274 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-dc79f7d9-36b9-467c-875e-572e0ba5d6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (28778f92-f37f-4ead-8010-ae13b8317277), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:40.730739 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-88252143-e03a-45bd-ad84-d11d22dec80b tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (3740732f-3cf6-455e-a6c0-84888fcaef5f), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:40.758595 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc79f7d9-36b9-467c-875e-572e0ba5d6a0 None None] Pushing event updated for resources: {'Port': ['ID=28778f92-f37f-4ead-8010-ae13b8317277,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:40.772960 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc79f7d9-36b9-467c-875e-572e0ba5d6a0 None None] Network 0c11fbdf-04a8-4bdf-93f6-32caaafeb6ac is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:40.774708 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-dc79f7d9-36b9-467c-875e-572e0ba5d6a0 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:40.778900 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc79f7d9-36b9-467c-875e-572e0ba5d6a0 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:41:40.793812 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8cd9e221-a07d-4df7-b8f7-9282b5aefe13 req-3089d017-767d-4059-ba1e-f3a2545a1541 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=11056880-dced-4381-9b1c-4775035d1a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1826358 Feb 28 10:41:40.850350 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88252143-e03a-45bd-ad84-d11d22dec80b tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event updated for resources: {'Subnet': ['ID=3740732f-3cf6-455e-a6c0-84888fcaef5f,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:40.857659 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88252143-e03a-45bd-ad84-d11d22dec80b tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Checking segment: {'id': 'e0932f84-b4e9-40f0-bc0d-706ec7224805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bb51d598-8aac-42b6-bab8-520d4a111101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:41:40.857659 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88252143-e03a-45bd-ad84-d11d22dec80b tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Network hostable DHCP agents. Network: bb51d598-8aac-42b6-bab8-520d4a111101, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:41:40.869230 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-dc79f7d9-36b9-467c-875e-572e0ba5d6a0 None None] Attempting to bind port 28778f92-f37f-4ead-8010-ae13b8317277 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:41:40.869955 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-dc79f7d9-36b9-467c-875e-572e0ba5d6a0 None None] Attempting to bind port 28778f92-f37f-4ead-8010-ae13b8317277 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '963bf9b6-99e2-497d-9693-b80081210014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0c11fbdf-04a8-4bdf-93f6-32caaafeb6ac'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:41:40.870335 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc79f7d9-36b9-467c-875e-572e0ba5d6a0 None None] Attempting to bind port 28778f92-f37f-4ead-8010-ae13b8317277 on network 0c11fbdf-04a8-4bdf-93f6-32caaafeb6ac {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:41:40.876586 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc79f7d9-36b9-467c-875e-572e0ba5d6a0 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:41:40.876973 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc79f7d9-36b9-467c-875e-572e0ba5d6a0 None None] Checking segment: {'id': '963bf9b6-99e2-497d-9693-b80081210014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0c11fbdf-04a8-4bdf-93f6-32caaafeb6ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:41:40.880778 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-dc79f7d9-36b9-467c-875e-572e0ba5d6a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:40.880778 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc79f7d9-36b9-467c-875e-572e0ba5d6a0 None None] Bound using segment: {'id': '963bf9b6-99e2-497d-9693-b80081210014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0c11fbdf-04a8-4bdf-93f6-32caaafeb6ac'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:41:40.880778 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-dc79f7d9-36b9-467c-875e-572e0ba5d6a0 None None] Bound port: 28778f92-f37f-4ead-8010-ae13b8317277, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '963bf9b6-99e2-497d-9693-b80081210014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0c11fbdf-04a8-4bdf-93f6-32caaafeb6ac'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:41:40.880778 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-dc79f7d9-36b9-467c-875e-572e0ba5d6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (28778f92-f37f-4ead-8010-ae13b8317277), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:40.947670 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88252143-e03a-45bd-ad84-d11d22dec80b tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Network bb51d598-8aac-42b6-bab8-520d4a111101 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:41:40.949893 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-dc79f7d9-36b9-467c-875e-572e0ba5d6a0 None None] For port 28778f92-f37f-4ead-8010-ae13b8317277, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:41:40.953286 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-dc79f7d9-36b9-467c-875e-572e0ba5d6a0 None None] For port 28778f92-f37f-4ead-8010-ae13b8317277, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=28778f92-f37f-4ead-8010-ae13b8317277,segment=NetworkSegment(963bf9b6-99e2-497d-9693-b80081210014),segment_id=963bf9b6-99e2-497d-9693-b80081210014)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:41:40.959749 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58048e93-8dcf-4f0f-a44a-3e74d718f733 req-7b1509b4-fb66-42da-a183-c93b0cb3d750 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:40.961269 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-58048e93-8dcf-4f0f-a44a-3e74d718f733 req-7b1509b4-fb66-42da-a183-c93b0cb3d750 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=e834505a-0411-40ae-bd93-2a05cf5ccb3d HTTP/1.1" status: 200 len: 946 time: 0.0655830 Feb 28 10:41:41.014446 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-58048e93-8dcf-4f0f-a44a-3e74d718f733 req-4decaabd-985b-4163-ae23-4c2acbaab450 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=11056880-dced-4381-9b1c-4775035d1a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467420 Feb 28 10:41:41.026650 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-dc79f7d9-36b9-467c-875e-572e0ba5d6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (28778f92-f37f-4ead-8010-ae13b8317277), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:41.040361 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48852) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:41.073089 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-88252143-e03a-45bd-ad84-d11d22dec80b tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, bb51d598-8aac-42b6-bab8-520d4a111101) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:41.087566 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88252143-e03a-45bd-ad84-d11d22dec80b tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:41.088174 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-88252143-e03a-45bd-ad84-d11d22dec80b tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:41.097133 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6016cb7e-c9de-4603-9b34-012c702f6a4e None None] Network bb51d598-8aac-42b6-bab8-520d4a111101 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:41:41.113154 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b8807d-9922-48df-a717-4f4350eb5c10 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:41.115649 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-02b8807d-9922-48df-a717-4f4350eb5c10 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=e834505a-0411-40ae-bd93-2a05cf5ccb3d HTTP/1.1" status: 200 len: 1125 time: 0.0741689 Feb 28 10:41:41.118699 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48854) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:41.125637 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-962636c7-8db0-4938-8a44-796985fb5631 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'floatingip': {'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'port_id': 'ba5d4be1-16b2-4377-a521-cbd155abdbf8', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:41.162866 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc79f7d9-36b9-467c-875e-572e0ba5d6a0 None None] Pushing event updated for resources: {'Port': ['ID=28778f92-f37f-4ead-8010-ae13b8317277,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:41.207984 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-39c76171-44eb-495d-ad20-78b54bf5dcb9 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047661'] for router_interface (715b97de-b762-4299-96fd-334e07afed82), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:41.208535 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-88252143-e03a-45bd-ad84-d11d22dec80b tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1787357 Feb 28 10:41:41.209074 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48856) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:41.215140 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-bf86bb02-ebc4-48dc-a3a1-e63fd21a26f4 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-735134327', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:41.231664 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd76b33-7142-443e-a050-29ffb2335c6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-bb51d598-8aac-42b6-bab8-520d4a111101', 'network_id': 'bb51d598-8aac-42b6-bab8-520d4a111101', 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'fixed_ips': [{'subnet_id': '3740732f-3cf6-455e-a6c0-84888fcaef5f'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:41:41.232819 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6fd76b33-7142-443e-a050-29ffb2335c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:41.310197 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-962636c7-8db0-4938-8a44-796985fb5631 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:41.361570 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bf86bb02-ebc4-48dc-a3a1-e63fd21a26f4 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (8ec12414-70c2-45d5-bbd2-f6461d514811), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:41.362704 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bf86bb02-ebc4-48dc-a3a1-e63fd21a26f4 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (8ec12414-70c2-45d5-bbd2-f6461d514811), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:41.436791 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-6fd76b33-7142-443e-a050-29ffb2335c6a None None] Allocated IP 2001:db8:1::2 (bb51d598-8aac-42b6-bab8-520d4a111101/3740732f-3cf6-455e-a6c0-84888fcaef5f/441803dd-2e19-430e-8da5-4b3101133c39) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:41:41.460545 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.objects.ports [None req-27ddd651-66ed-4d7a-9577-e6195b8c8e72 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104084) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 10:41:41.464224 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-27ddd651-66ed-4d7a-9577-e6195b8c8e72 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (6b925d3d-fe62-460b-98b7-e28530f4ed84), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:41.473261 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bf86bb02-ebc4-48dc-a3a1-e63fd21a26f4 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for router_controller (8ec12414-70c2-45d5-bbd2-f6461d514811), precommit_add_association {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:41.510695 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-962636c7-8db0-4938-8a44-796985fb5631 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:41.523750 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ddd651-66ed-4d7a-9577-e6195b8c8e72 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:41.534358 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-27ddd651-66ed-4d7a-9577-e6195b8c8e72 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:41.543233 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ddd651-66ed-4d7a-9577-e6195b8c8e72 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:41.543832 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-27ddd651-66ed-4d7a-9577-e6195b8c8e72 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:41.549087 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ddd651-66ed-4d7a-9577-e6195b8c8e72 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event updated for resources: {'Subnet': ['ID=6b925d3d-fe62-460b-98b7-e28530f4ed84,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:41.551472 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdc358b-b38b-4dad-9e41-82e264057263 None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:41:41.568277 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bf86bb02-ebc4-48dc-a3a1-e63fd21a26f4 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (8ec12414-70c2-45d5-bbd2-f6461d514811), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:41.625559 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-27ddd651-66ed-4d7a-9577-e6195b8c8e72 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2059596 Feb 28 10:41:41.630697 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48858) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:41.637457 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-6ee12f4e-152f-41ae-9fc3-9ba14e63df7b tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Request body: {'port': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'mac_address': 'fa:16:3e:08:c1:fe', 'name': 'tempest-NetworksTestDHCPv6-534786975'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:41.662758 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-39c76171-44eb-495d-ad20-78b54bf5dcb9 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Deleting port 0ee69baf-4258-464b-8807-3ebe949431b1 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:41:41.663463 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-39c76171-44eb-495d-ad20-78b54bf5dcb9 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (0ee69baf-4258-464b-8807-3ebe949431b1), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:41.664643 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bf86bb02-ebc4-48dc-a3a1-e63fd21a26f4 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:41.667344 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-bf86bb02-ebc4-48dc-a3a1-e63fd21a26f4 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4572318 Feb 28 10:41:41.688759 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6fd76b33-7142-443e-a050-29ffb2335c6a None None] Publish callbacks [] for port (441803dd-2e19-430e-8da5-4b3101133c39), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:41.704100 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48860) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:41.710965 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-962636c7-8db0-4938-8a44-796985fb5631 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Allocated IP 172.26.3.190 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/83170bdb-f97c-4411-896b-20f0c7c73187) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:41:41.716457 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d1f308-09de-49c0-a3f1-4610e4f56b46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-a10d36a7-87ef-481e-9e9f-da2235211c53', 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'project_id': '9047a33944184c15875a48328f19bcdb', 'fixed_ips': [{'subnet_id': '6b925d3d-fe62-460b-98b7-e28530f4ed84'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:41:41.719218 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a5d1f308-09de-49c0-a3f1-4610e4f56b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:41.765908 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-39c76171-44eb-495d-ad20-78b54bf5dcb9 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] For port 0ee69baf-4258-464b-8807-3ebe949431b1, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=0ee69baf-4258-464b-8807-3ebe949431b1,segment=NetworkSegment(cb80c971-c205-4c02-b364-9dfba0a80168),segment_id=cb80c971-c205-4c02-b364-9dfba0a80168)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:41.766367 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-39c76171-44eb-495d-ad20-78b54bf5dcb9 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (0ee69baf-4258-464b-8807-3ebe949431b1), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:41.781341 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-39c76171-44eb-495d-ad20-78b54bf5dcb9 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Calling delete_port for 0ee69baf-4258-464b-8807-3ebe949431b1 owned by network:router_interface {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:41:41.805571 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6fd76b33-7142-443e-a050-29ffb2335c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (441803dd-2e19-430e-8da5-4b3101133c39), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:41.855982 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd76b33-7142-443e-a050-29ffb2335c6a None None] Pushing event updated for resources: {'Port': ['ID=441803dd-2e19-430e-8da5-4b3101133c39,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:41.869459 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd76b33-7142-443e-a050-29ffb2335c6a None None] Network bb51d598-8aac-42b6-bab8-520d4a111101 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:41.872482 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-6fd76b33-7142-443e-a050-29ffb2335c6a None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:41.876888 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd76b33-7142-443e-a050-29ffb2335c6a None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:41:41.997247 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-a5d1f308-09de-49c0-a3f1-4610e4f56b46 None None] Allocated IP 2001:db8::f816:3eff:fe92:8d4e (a10d36a7-87ef-481e-9e9f-da2235211c53/6b925d3d-fe62-460b-98b7-e28530f4ed84/ef1d4cd7-56aa-45f2-8204-4a3fbaa541f7) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:41:42.001556 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-6fd76b33-7142-443e-a050-29ffb2335c6a None None] Attempting to bind port 441803dd-2e19-430e-8da5-4b3101133c39 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:41:42.001922 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-6fd76b33-7142-443e-a050-29ffb2335c6a None None] Attempting to bind port 441803dd-2e19-430e-8da5-4b3101133c39 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': 'e0932f84-b4e9-40f0-bc0d-706ec7224805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bb51d598-8aac-42b6-bab8-520d4a111101'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:41:42.002288 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd76b33-7142-443e-a050-29ffb2335c6a None None] Attempting to bind port 441803dd-2e19-430e-8da5-4b3101133c39 on network bb51d598-8aac-42b6-bab8-520d4a111101 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:41:42.013336 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd76b33-7142-443e-a050-29ffb2335c6a None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:41:42.013720 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd76b33-7142-443e-a050-29ffb2335c6a None None] Checking segment: {'id': 'e0932f84-b4e9-40f0-bc0d-706ec7224805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bb51d598-8aac-42b6-bab8-520d4a111101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:41:42.015393 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6fd76b33-7142-443e-a050-29ffb2335c6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:42.015393 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd76b33-7142-443e-a050-29ffb2335c6a None None] Bound using segment: {'id': 'e0932f84-b4e9-40f0-bc0d-706ec7224805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bb51d598-8aac-42b6-bab8-520d4a111101'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:41:42.015393 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-6fd76b33-7142-443e-a050-29ffb2335c6a None None] Bound port: 441803dd-2e19-430e-8da5-4b3101133c39, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0932f84-b4e9-40f0-bc0d-706ec7224805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bb51d598-8aac-42b6-bab8-520d4a111101'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:41:42.015393 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6fd76b33-7142-443e-a050-29ffb2335c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (441803dd-2e19-430e-8da5-4b3101133c39), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:42.115165 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 28778f92-f37f-4ead-8010-ae13b8317277 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:41:42.116633 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-39c76171-44eb-495d-ad20-78b54bf5dcb9 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (0ee69baf-4258-464b-8807-3ebe949431b1), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:42.153508 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c76171-44eb-495d-ad20-78b54bf5dcb9 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event deleted for resources: {'Port': ['ID=0ee69baf-4258-464b-8807-3ebe949431b1,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:42.173661 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-962636c7-8db0-4938-8a44-796985fb5631 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for port (83170bdb-f97c-4411-896b-20f0c7c73187), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:42.175905 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-6fd76b33-7142-443e-a050-29ffb2335c6a None None] For port 441803dd-2e19-430e-8da5-4b3101133c39, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:41:42.203141 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-6fd76b33-7142-443e-a050-29ffb2335c6a None None] For port 441803dd-2e19-430e-8da5-4b3101133c39, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=441803dd-2e19-430e-8da5-4b3101133c39,segment=NetworkSegment(e0932f84-b4e9-40f0-bc0d-706ec7224805),segment_id=e0932f84-b4e9-40f0-bc0d-706ec7224805)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:41:42.234750 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee12f4e-152f-41ae-9fc3-9ba14e63df7b tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Made reservation on behalf of 9047a33944184c15875a48328f19bcdb for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:41:42.297549 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 28778f92-f37f-4ead-8010-ae13b8317277 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:42.297931 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (28778f92-f37f-4ead-8010-ae13b8317277), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:42.309825 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6fd76b33-7142-443e-a050-29ffb2335c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (441803dd-2e19-430e-8da5-4b3101133c39), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:42.337899 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e4f04b4f-9fee-4304-bc2d-baa6e8d3323c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:42.404278 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-39c76171-44eb-495d-ad20-78b54bf5dcb9 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1047681'] for router_interface (715b97de-b762-4299-96fd-334e07afed82), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:42.427312 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a5d1f308-09de-49c0-a3f1-4610e4f56b46 None None] Publish callbacks [] for port (ef1d4cd7-56aa-45f2-8204-4a3fbaa541f7), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:42.506743 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd76b33-7142-443e-a050-29ffb2335c6a None None] Pushing event updated for resources: {'Port': ['ID=441803dd-2e19-430e-8da5-4b3101133c39,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:42.547317 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a5d1f308-09de-49c0-a3f1-4610e4f56b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (ef1d4cd7-56aa-45f2-8204-4a3fbaa541f7), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:42.608879 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96da92c4-d4c9-4a5d-bd1f-f625dbf2d1a3 None None] Network 0c11fbdf-04a8-4bdf-93f6-32caaafeb6ac requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:41:42.618738 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-962636c7-8db0-4938-8a44-796985fb5631 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (83170bdb-f97c-4411-896b-20f0c7c73187), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:42.633865 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 28778f92-f37f-4ead-8010-ae13b8317277 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:42.634350 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (28778f92-f37f-4ead-8010-ae13b8317277), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:42.641656 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d1f308-09de-49c0-a3f1-4610e4f56b46 None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:42.681531 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-a5d1f308-09de-49c0-a3f1-4610e4f56b46 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:42.684790 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d1f308-09de-49c0-a3f1-4610e4f56b46 None None] Pushing event updated for resources: {'Port': ['ID=ef1d4cd7-56aa-45f2-8204-4a3fbaa541f7,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:42.684937 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-e4f04b4f-9fee-4304-bc2d-baa6e8d3323c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Allocated IP 2001:db8::1 (0c11fbdf-04a8-4bdf-93f6-32caaafeb6ac/66eef1cf-1fe0-4758-b835-e31bf1f3748c/37095874-ad41-4b64-a512-8f9e48d2d360) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:41:42.690771 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d1f308-09de-49c0-a3f1-4610e4f56b46 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:41:42.741972 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962636c7-8db0-4938-8a44-796985fb5631 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:42.751860 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6ee12f4e-152f-41ae-9fc3-9ba14e63df7b tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:42.763225 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-962636c7-8db0-4938-8a44-796985fb5631 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:42.765967 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962636c7-8db0-4938-8a44-796985fb5631 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:41:42.766768 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port 28778f92-f37f-4ead-8010-ae13b8317277, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=28778f92-f37f-4ead-8010-ae13b8317277,segment=NetworkSegment(963bf9b6-99e2-497d-9693-b80081210014),segment_id=963bf9b6-99e2-497d-9693-b80081210014)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:42.808329 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-9deeb661-6448-46d9-b27e-eac339465a8f None None] Provisioning complete for port 28778f92-f37f-4ead-8010-ae13b8317277 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:42.808870 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9deeb661-6448-46d9-b27e-eac339465a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (28778f92-f37f-4ead-8010-ae13b8317277), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:42.809041 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c76171-44eb-495d-ad20-78b54bf5dcb9 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Router 715b97de-b762-4299-96fd-334e07afed82 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:41:42.811322 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962636c7-8db0-4938-8a44-796985fb5631 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Port': ['ID=83170bdb-f97c-4411-896b-20f0c7c73187,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:42.867716 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-a5d1f308-09de-49c0-a3f1-4610e4f56b46 None None] Attempting to bind port ef1d4cd7-56aa-45f2-8204-4a3fbaa541f7 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:41:42.868239 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-a5d1f308-09de-49c0-a3f1-4610e4f56b46 None None] Attempting to bind port ef1d4cd7-56aa-45f2-8204-4a3fbaa541f7 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:41:42.868731 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d1f308-09de-49c0-a3f1-4610e4f56b46 None None] Attempting to bind port ef1d4cd7-56aa-45f2-8204-4a3fbaa541f7 on network a10d36a7-87ef-481e-9e9f-da2235211c53 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:41:42.881973 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (28778f92-f37f-4ead-8010-ae13b8317277), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:42.888729 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d1f308-09de-49c0-a3f1-4610e4f56b46 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:41:42.895773 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d1f308-09de-49c0-a3f1-4610e4f56b46 None None] Checking segment: {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:41:42.895773 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a5d1f308-09de-49c0-a3f1-4610e4f56b46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:42.895773 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d1f308-09de-49c0-a3f1-4610e4f56b46 None None] Bound using segment: {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:41:42.895773 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-a5d1f308-09de-49c0-a3f1-4610e4f56b46 None None] Bound port: ef1d4cd7-56aa-45f2-8204-4a3fbaa541f7, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:41:42.895773 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a5d1f308-09de-49c0-a3f1-4610e4f56b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (ef1d4cd7-56aa-45f2-8204-4a3fbaa541f7), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:42.899154 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-6ee12f4e-152f-41ae-9fc3-9ba14e63df7b tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] device_id is not set on port d88eeffb-8b18-455c-82bb-ae88e960da0e yet. {{(pid=104083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:41:43.184865 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 8ef51ea3-3ea3-4ed9-b0f6-dba7b61eb063 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:41:43.218737 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=28778f92-f37f-4ead-8010-ae13b8317277,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:43.229763 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 8ef51ea3-3ea3-4ed9-b0f6-dba7b61eb063 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:41:43.230116 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 8ef51ea3-3ea3-4ed9-b0f6-dba7b61eb063 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:41:43.230546 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 167090f3-efed-4b4f-b2ee-b99f7cde9b50 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:41:43.318636 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 167090f3-efed-4b4f-b2ee-b99f7cde9b50 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:41:43.319042 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 167090f3-efed-4b4f-b2ee-b99f7cde9b50 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:41:43.323829 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a5d1f308-09de-49c0-a3f1-4610e4f56b46 None None] For port ef1d4cd7-56aa-45f2-8204-4a3fbaa541f7, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:41:43.337464 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c76171-44eb-495d-ad20-78b54bf5dcb9 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:41:43.353711 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-39c76171-44eb-495d-ad20-78b54bf5dcb9 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "PUT /v2.0/routers/715b97de-b762-4299-96fd-334e07afed82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7506964 Feb 28 10:41:43.356694 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48862) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:43.359542 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94972aea-866f-4c5a-92f7-25445680d944 None None] Sync routers for ids ['715b97de-b762-4299-96fd-334e07afed82'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:41:43.372237 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a5d1f308-09de-49c0-a3f1-4610e4f56b46 None None] For port ef1d4cd7-56aa-45f2-8204-4a3fbaa541f7, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=ef1d4cd7-56aa-45f2-8204-4a3fbaa541f7,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:41:43.378214 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-9deeb661-6448-46d9-b27e-eac339465a8f None None] Current status of the port 28778f92-f37f-4ead-8010-ae13b8317277 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:43.389298 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94972aea-866f-4c5a-92f7-25445680d944 None None] Routers {'715b97de-b762-4299-96fd-334e07afed82'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:41:43.392535 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-94972aea-866f-4c5a-92f7-25445680d944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:41:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['715b97de-b762-4299-96fd-334e07afed82'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:43.435529 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-5692e17b-f4ff-45fe-9ce1-ee3fc4b5415f tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Deleting subnet 669f06b7-57ef-4301-a8c3-00e281fb7a6d {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:41:43.440813 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5692e17b-f4ff-45fe-9ce1-ee3fc4b5415f tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for subnet (669f06b7-57ef-4301-a8c3-00e281fb7a6d), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:43.487714 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5692e17b-f4ff-45fe-9ce1-ee3fc4b5415f tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (669f06b7-57ef-4301-a8c3-00e281fb7a6d), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:43.515832 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a5d1f308-09de-49c0-a3f1-4610e4f56b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (ef1d4cd7-56aa-45f2-8204-4a3fbaa541f7), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:43.596284 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-94972aea-866f-4c5a-92f7-25445680d944 None None] Set router 715b97de-b762-4299-96fd-334e07afed82 gateway port host: None {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:41:43.596838 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e4f04b4f-9fee-4304-bc2d-baa6e8d3323c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for port (37095874-ad41-4b64-a512-8f9e48d2d360), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:43.610860 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5692e17b-f4ff-45fe-9ce1-ee3fc4b5415f tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (669f06b7-57ef-4301-a8c3-00e281fb7a6d), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:43.642926 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-6ee12f4e-152f-41ae-9fc3-9ba14e63df7b tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Allocated IP 2001:db8::f816:3eff:fe08:c1fe (a10d36a7-87ef-481e-9e9f-da2235211c53/6b925d3d-fe62-460b-98b7-e28530f4ed84/d88eeffb-8b18-455c-82bb-ae88e960da0e) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:41:43.669743 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d1f308-09de-49c0-a3f1-4610e4f56b46 None None] Pushing event updated for resources: {'Port': ['ID=ef1d4cd7-56aa-45f2-8204-4a3fbaa541f7,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:43.797799 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-2511883c-bd5e-49b8-a0c3-e9a640e6c15e None None] Provisioning complete for port 28778f92-f37f-4ead-8010-ae13b8317277 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:43.798565 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2511883c-bd5e-49b8-a0c3-e9a640e6c15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (28778f92-f37f-4ead-8010-ae13b8317277), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:43.810175 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5692e17b-f4ff-45fe-9ce1-ee3fc4b5415f tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (669f06b7-57ef-4301-a8c3-00e281fb7a6d), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:43.854807 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5692e17b-f4ff-45fe-9ce1-ee3fc4b5415f tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event deleted for resources: {'Subnet': ['ID=669f06b7-57ef-4301-a8c3-00e281fb7a6d,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:43.858897 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5692e17b-f4ff-45fe-9ce1-ee3fc4b5415f tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:43.866294 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-5692e17b-f4ff-45fe-9ce1-ee3fc4b5415f tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "DELETE /v2.0/subnets/669f06b7-57ef-4301-a8c3-00e281fb7a6d HTTP/1.1" status: 204 len: 168 time: 0.5052516 Feb 28 10:41:43.868580 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48864) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:43.881144 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdcb9b4-b415-49b1-92b7-804e0fdef39a None None] Network ecd0d21e-dc9c-4544-a8e9-08e7916a2585 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:41:43.886486 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e4f04b4f-9fee-4304-bc2d-baa6e8d3323c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (37095874-ad41-4b64-a512-8f9e48d2d360), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:44.024485 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-193bcf76-e5db-48c1-bc66-d31d96efeb12 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (ecd0d21e-dc9c-4544-a8e9-08e7916a2585), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:44.095898 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f04b4f-9fee-4304-bc2d-baa6e8d3323c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Network 0c11fbdf-04a8-4bdf-93f6-32caaafeb6ac is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:44.112354 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f04b4f-9fee-4304-bc2d-baa6e8d3323c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event updated for resources: {'Port': ['ID=37095874-ad41-4b64-a512-8f9e48d2d360,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:44.115384 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-e4f04b4f-9fee-4304-bc2d-baa6e8d3323c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:44.127160 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-193bcf76-e5db-48c1-bc66-d31d96efeb12 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Deleting port 95115865-fb17-416a-8f6f-b48b955fec0c {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:41:44.129147 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-193bcf76-e5db-48c1-bc66-d31d96efeb12 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (95115865-fb17-416a-8f6f-b48b955fec0c), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:44.132081 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12eb5765-54f5-490f-b8cf-fb3d68437e56 None None] Network bb51d598-8aac-42b6-bab8-520d4a111101 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:41:44.132989 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f04b4f-9fee-4304-bc2d-baa6e8d3323c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:41:44.133546 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e4f04b4f-9fee-4304-bc2d-baa6e8d3323c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047958'] for router_interface (8ec12414-70c2-45d5-bbd2-f6461d514811), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:44.276685 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-2511883c-bd5e-49b8-a0c3-e9a640e6c15e None None] Current status of the port 28778f92-f37f-4ead-8010-ae13b8317277 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:44.292396 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-94972aea-866f-4c5a-92f7-25445680d944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715b97de-b762-4299-96fd-334e07afed82', 'name': 'tempest-RoutersTest-router-248430510', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:49Z', 'updated_at': '2022-02-28T10:41:41Z', 'revision_number': 10, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'gw_port_host': None, '_interfaces': [{'id': '48b5fc60-d08e-477a-9adf-f92649ff8c25', 'name': '', 'network_id': 'dc3763cc-cbd8-49a9-968b-baa5b223e43a', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'mac_address': 'fa:16:3e:5e:a5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715b97de-b762-4299-96fd-334e07afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '9aef332b-550c-4398-b0fb-6c0fb7618921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:53Z', 'updated_at': '2022-02-28T10:41:01Z', 'revision_number': 5, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'subnets': [{'id': '9aef332b-550c-4398-b0fb-6c0fb7618921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:44.298942 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6ee12f4e-152f-41ae-9fc3-9ba14e63df7b tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for port (d88eeffb-8b18-455c-82bb-ae88e960da0e), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:44.304994 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-193bcf76-e5db-48c1-bc66-d31d96efeb12 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] For port 95115865-fb17-416a-8f6f-b48b955fec0c, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=95115865-fb17-416a-8f6f-b48b955fec0c,segment=NetworkSegment(cb80c971-c205-4c02-b364-9dfba0a80168),segment_id=cb80c971-c205-4c02-b364-9dfba0a80168)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:44.305371 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-193bcf76-e5db-48c1-bc66-d31d96efeb12 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (95115865-fb17-416a-8f6f-b48b955fec0c), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:44.327860 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-193bcf76-e5db-48c1-bc66-d31d96efeb12 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Calling delete_port for 95115865-fb17-416a-8f6f-b48b955fec0c owned by network:dhcp {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:41:44.329898 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94972aea-866f-4c5a-92f7-25445680d944 None None] Checking router: 715b97de-b762-4299-96fd-334e07afed82 for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:41:44.351922 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94972aea-866f-4c5a-92f7-25445680d944 None None] Routers {'715b97de-b762-4299-96fd-334e07afed82'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:41:44.352579 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-94972aea-866f-4c5a-92f7-25445680d944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:41:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['715b97de-b762-4299-96fd-334e07afed82'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:44.487477 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-962636c7-8db0-4938-8a44-796985fb5631 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for floatingip (f8f1c0a8-ee2d-4647-8207-68849d669395), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:44.490142 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e4f04b4f-9fee-4304-bc2d-baa6e8d3323c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (37095874-ad41-4b64-a512-8f9e48d2d360), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:44.529482 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059519f5-b6e0-42ac-906d-2f3cc1ba9f2d None None] DHCP port deletion for ecd0d21e-dc9c-4544-a8e9-08e7916a2585 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:41:44.531687 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 441803dd-2e19-430e-8da5-4b3101133c39 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:41:44.604015 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-541d955f-dc79-4cb2-9c02-ab7131aed3a5 None None] Provisioning complete for port 441803dd-2e19-430e-8da5-4b3101133c39 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:44.604415 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-541d955f-dc79-4cb2-9c02-ab7131aed3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (441803dd-2e19-430e-8da5-4b3101133c39), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:44.615679 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-193bcf76-e5db-48c1-bc66-d31d96efeb12 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (95115865-fb17-416a-8f6f-b48b955fec0c), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:44.632906 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-94972aea-866f-4c5a-92f7-25445680d944 None None] Set router 715b97de-b762-4299-96fd-334e07afed82 gateway port host: None {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:41:44.652822 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193bcf76-e5db-48c1-bc66-d31d96efeb12 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event deleted for resources: {'Port': ['ID=95115865-fb17-416a-8f6f-b48b955fec0c,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:44.658446 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193bcf76-e5db-48c1-bc66-d31d96efeb12 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] No DVR routers for this DVR port 95115865-fb17-416a-8f6f-b48b955fec0c on host dv-neutron-829161-3-hyperv {{(pid=104084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:41:44.721522 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6ee12f4e-152f-41ae-9fc3-9ba14e63df7b tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (d88eeffb-8b18-455c-82bb-ae88e960da0e), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:44.783223 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-193bcf76-e5db-48c1-bc66-d31d96efeb12 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (ecd0d21e-dc9c-4544-a8e9-08e7916a2585), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:44.806035 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-193bcf76-e5db-48c1-bc66-d31d96efeb12 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecd0d21e-dc9c-4544-a8e9-08e7916a2585']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:44.818822 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-193bcf76-e5db-48c1-bc66-d31d96efeb12 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb80c971-c205-4c02-b364-9dfba0a80168') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:44.819315 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-193bcf76-e5db-48c1-bc66-d31d96efeb12 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb80c971-c205-4c02-b364-9dfba0a80168') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:44.831935 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 441803dd-2e19-430e-8da5-4b3101133c39 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:44.833276 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (441803dd-2e19-430e-8da5-4b3101133c39), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:44.834488 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-193bcf76-e5db-48c1-bc66-d31d96efeb12 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (cb80c971-c205-4c02-b364-9dfba0a80168), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:44.838782 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee12f4e-152f-41ae-9fc3-9ba14e63df7b tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event updated for resources: {'Port': ['ID=d88eeffb-8b18-455c-82bb-ae88e960da0e,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:44.846394 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-962636c7-8db0-4938-8a44-796985fb5631 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (83170bdb-f97c-4411-896b-20f0c7c73187), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:44.856723 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-193bcf76-e5db-48c1-bc66-d31d96efeb12 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (cb80c971-c205-4c02-b364-9dfba0a80168), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:44.867731 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-193bcf76-e5db-48c1-bc66-d31d96efeb12 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:41:44.868129 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-193bcf76-e5db-48c1-bc66-d31d96efeb12 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (cb80c971-c205-4c02-b364-9dfba0a80168), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:44.871382 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 10:41:44.871382 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:41:44.871382 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 10:41:44.871382 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:41:44.871382 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 10:41:44.871382 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:41:44.871382 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 10:41:44.871382 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:41:44.871382 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 10:41:44.871382 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:41:44.871382 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 10:41:44.871382 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:41:44.871382 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 10:41:44.871382 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:41:44.871382 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:41:44.871382 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:41:44.871382 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:41:44.871382 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:41:44.871382 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 10:41:44.871382 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:41:44.871382 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 10:41:44.871382 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:41:44.871382 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:41:44.871382 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:41:44.871382 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 10:41:44.871382 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:41:44.871382 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:41:44.871382 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:41:44.871382 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:41:44.871382 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:41:44.871382 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:41:44.871382 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:41:44.909579 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee12f4e-152f-41ae-9fc3-9ba14e63df7b tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:44.910073 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-059519f5-b6e0-42ac-906d-2f3cc1ba9f2d None None] Deleting port 95115865-fb17-416a-8f6f-b48b955fec0c {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:41:44.910970 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-059519f5-b6e0-42ac-906d-2f3cc1ba9f2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (95115865-fb17-416a-8f6f-b48b955fec0c), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:44.924439 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-6ee12f4e-152f-41ae-9fc3-9ba14e63df7b tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:44.939972 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee12f4e-152f-41ae-9fc3-9ba14e63df7b tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:41:44.949104 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee12f4e-152f-41ae-9fc3-9ba14e63df7b tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:44.949788 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6ee12f4e-152f-41ae-9fc3-9ba14e63df7b tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:45.006250 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-541d955f-dc79-4cb2-9c02-ab7131aed3a5 None None] Current status of the port 441803dd-2e19-430e-8da5-4b3101133c39 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:45.007644 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-541d955f-dc79-4cb2-9c02-ab7131aed3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (441803dd-2e19-430e-8da5-4b3101133c39), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:45.025903 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-193bcf76-e5db-48c1-bc66-d31d96efeb12 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (ecd0d21e-dc9c-4544-a8e9-08e7916a2585), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:45.034307 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-193bcf76-e5db-48c1-bc66-d31d96efeb12 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:45.038535 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-193bcf76-e5db-48c1-bc66-d31d96efeb12 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "DELETE /v2.0/networks/ecd0d21e-dc9c-4544-a8e9-08e7916a2585 HTTP/1.1" status: 204 len: 168 time: 1.1686134 Feb 28 10:41:45.041009 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48866) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:45.053566 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-059519f5-b6e0-42ac-906d-2f3cc1ba9f2d None None] For port 95115865-fb17-416a-8f6f-b48b955fec0c, host dv-neutron-829161-3-hyperv, got binding levels [] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:45.054031 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-059519f5-b6e0-42ac-906d-2f3cc1ba9f2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (95115865-fb17-416a-8f6f-b48b955fec0c), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:45.069291 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e4f04b4f-9fee-4304-bc2d-baa6e8d3323c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for port (37095874-ad41-4b64-a512-8f9e48d2d360), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:45.076727 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-6ee12f4e-152f-41ae-9fc3-9ba14e63df7b tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.4449582 Feb 28 10:41:45.079051 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48868) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:45.110262 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-059519f5-b6e0-42ac-906d-2f3cc1ba9f2d None None] Calling delete_port for 95115865-fb17-416a-8f6f-b48b955fec0c owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:41:45.114933 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.ipam_backend_mixin [None req-059519f5-b6e0-42ac-906d-2f3cc1ba9f2d None None] Port 95115865-fb17-416a-8f6f-b48b955fec0c was not found and therefore no delete operation was performed {{(pid=104085) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 28 10:41:45.128519 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-059519f5-b6e0-42ac-906d-2f3cc1ba9f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (95115865-fb17-416a-8f6f-b48b955fec0c), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:45.145659 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e4f04b4f-9fee-4304-bc2d-baa6e8d3323c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (37095874-ad41-4b64-a512-8f9e48d2d360), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:45.146502 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e4f04b4f-9fee-4304-bc2d-baa6e8d3323c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047558'] for router_interface (8ec12414-70c2-45d5-bbd2-f6461d514811), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:45.149919 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193bcf76-e5db-48c1-bc66-d31d96efeb12 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event deleted for resources: {'Network': ['ID=ecd0d21e-dc9c-4544-a8e9-08e7916a2585,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:45.288935 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b94b85-8d76-4759-a669-298445be2bf1 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:45.294421 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b94b85-8d76-4759-a669-298445be2bf1 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:45.299201 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-63b94b85-8d76-4759-a669-298445be2bf1 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2190676 Feb 28 10:41:45.299862 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48870) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:45.317522 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-962636c7-8db0-4938-8a44-796985fb5631 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for port (83170bdb-f97c-4411-896b-20f0c7c73187), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:45.323378 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f04b4f-9fee-4304-bc2d-baa6e8d3323c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event updated for resources: {'Port': ['ID=37095874-ad41-4b64-a512-8f9e48d2d360,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:45.358870 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-541d955f-dc79-4cb2-9c02-ab7131aed3a5 None None] For port 441803dd-2e19-430e-8da5-4b3101133c39, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=441803dd-2e19-430e-8da5-4b3101133c39,segment=NetworkSegment(e0932f84-b4e9-40f0-bc0d-706ec7224805),segment_id=e0932f84-b4e9-40f0-bc0d-706ec7224805)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:45.359908 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-059519f5-b6e0-42ac-906d-2f3cc1ba9f2d None None] Network ecd0d21e-dc9c-4544-a8e9-08e7916a2585 is not hosted by any dhcp agent {{(pid=104085) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 28 10:41:45.360485 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059519f5-b6e0-42ac-906d-2f3cc1ba9f2d None None] No DVR routers for this DVR port 95115865-fb17-416a-8f6f-b48b955fec0c on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:41:45.372917 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059519f5-b6e0-42ac-906d-2f3cc1ba9f2d None None] Pushing event deleted for resources: {'Port': ['ID=95115865-fb17-416a-8f6f-b48b955fec0c,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:45.389819 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-962636c7-8db0-4938-8a44-796985fb5631 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (83170bdb-f97c-4411-896b-20f0c7c73187), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:45.389969 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 441803dd-2e19-430e-8da5-4b3101133c39 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:45.389969 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (441803dd-2e19-430e-8da5-4b3101133c39), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:45.438800 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-541d955f-dc79-4cb2-9c02-ab7131aed3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (441803dd-2e19-430e-8da5-4b3101133c39), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:45.447626 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-94972aea-866f-4c5a-92f7-25445680d944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715b97de-b762-4299-96fd-334e07afed82', 'name': 'tempest-RoutersTest-router-248430510', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:49Z', 'updated_at': '2022-02-28T10:41:41Z', 'revision_number': 10, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'gw_port_host': None, '_interfaces': [{'id': '48b5fc60-d08e-477a-9adf-f92649ff8c25', 'name': '', 'network_id': 'dc3763cc-cbd8-49a9-968b-baa5b223e43a', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'mac_address': 'fa:16:3e:5e:a5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715b97de-b762-4299-96fd-334e07afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '9aef332b-550c-4398-b0fb-6c0fb7618921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:53Z', 'updated_at': '2022-02-28T10:41:01Z', 'revision_number': 5, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'subnets': [{'id': '9aef332b-550c-4398-b0fb-6c0fb7618921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:45.493261 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962636c7-8db0-4938-8a44-796985fb5631 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Port': ['ID=83170bdb-f97c-4411-896b-20f0c7c73187,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:45.527016 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94972aea-866f-4c5a-92f7-25445680d944 None None] The sync data for ids ['715b97de-b762-4299-96fd-334e07afed82'] in dv-neutron-829161-3-hyperv is: [{'id': '715b97de-b762-4299-96fd-334e07afed82', 'name': 'tempest-RoutersTest-router-248430510', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:49Z', 'updated_at': '2022-02-28T10:41:41Z', 'revision_number': 10, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'gw_port_host': None, '_interfaces': [{'id': '48b5fc60-d08e-477a-9adf-f92649ff8c25', 'name': '', 'network_id': 'dc3763cc-cbd8-49a9-968b-baa5b223e43a', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'mac_address': 'fa:16:3e:5e:a5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715b97de-b762-4299-96fd-334e07afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '9aef332b-550c-4398-b0fb-6c0fb7618921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:53Z', 'updated_at': '2022-02-28T10:41:01Z', 'revision_number': 5, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'subnets': [{'id': '9aef332b-550c-4398-b0fb-6c0fb7618921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:41:45.573206 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f04b4f-9fee-4304-bc2d-baa6e8d3323c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Network 0c11fbdf-04a8-4bdf-93f6-32caaafeb6ac is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:45.576095 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.db.api [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:41:45.577082 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG oslo_db.api [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:41:45.581327 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-e4f04b4f-9fee-4304-bc2d-baa6e8d3323c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:45.590141 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541d955f-dc79-4cb2-9c02-ab7131aed3a5 None None] Pushing event updated for resources: {'Port': ['ID=441803dd-2e19-430e-8da5-4b3101133c39,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:45.596502 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-962636c7-8db0-4938-8a44-796985fb5631 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047917'] for floatingip (f8f1c0a8-ee2d-4647-8207-68849d669395), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:45.597131 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-06ad5560-330d-4278-9195-e71b799832c3 None None] Provisioning complete for port ef1d4cd7-56aa-45f2-8204-4a3fbaa541f7 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:45.597519 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-06ad5560-330d-4278-9195-e71b799832c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (ef1d4cd7-56aa-45f2-8204-4a3fbaa541f7), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:45.673651 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-77b96e41-a221-4017-818f-d57d6d6713e4 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047661'] for router_interface (715b97de-b762-4299-96fd-334e07afed82), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:45.691329 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-06ad5560-330d-4278-9195-e71b799832c3 None None] Current status of the port ef1d4cd7-56aa-45f2-8204-4a3fbaa541f7 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:45.691802 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-06ad5560-330d-4278-9195-e71b799832c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (ef1d4cd7-56aa-45f2-8204-4a3fbaa541f7), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:45.737146 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-06ad5560-330d-4278-9195-e71b799832c3 None None] For port ef1d4cd7-56aa-45f2-8204-4a3fbaa541f7, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=ef1d4cd7-56aa-45f2-8204-4a3fbaa541f7,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:45.745029 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-2fe786a0-b1b6-4de6-a59c-f75343f0742b tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Deleting port d88eeffb-8b18-455c-82bb-ae88e960da0e {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:41:45.745629 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2fe786a0-b1b6-4de6-a59c-f75343f0742b tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (d88eeffb-8b18-455c-82bb-ae88e960da0e), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:45.820247 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-06ad5560-330d-4278-9195-e71b799832c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (ef1d4cd7-56aa-45f2-8204-4a3fbaa541f7), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:45.887835 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-06ad5560-330d-4278-9195-e71b799832c3 None None] Provisioning complete for port 37095874-ad41-4b64-a512-8f9e48d2d360 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:45.888942 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-06ad5560-330d-4278-9195-e71b799832c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (37095874-ad41-4b64-a512-8f9e48d2d360), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:45.913306 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ad5560-330d-4278-9195-e71b799832c3 None None] Pushing event updated for resources: {'Port': ['ID=ef1d4cd7-56aa-45f2-8204-4a3fbaa541f7,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:45.913942 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.l3_db [None req-962636c7-8db0-4938-8a44-796985fb5631 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Floating IP f8f1c0a8-ee2d-4647-8207-68849d669395 associated. External IP: 172.26.3.190, port: ba5d4be1-16b2-4377-a521-cbd155abdbf8. Feb 28 10:41:45.938179 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-06ad5560-330d-4278-9195-e71b799832c3 None None] Port 37095874-ad41-4b64-a512-8f9e48d2d360 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:41:45.951428 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-06ad5560-330d-4278-9195-e71b799832c3 None None] Provisioning complete for port 441803dd-2e19-430e-8da5-4b3101133c39 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:45.952269 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-06ad5560-330d-4278-9195-e71b799832c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (441803dd-2e19-430e-8da5-4b3101133c39), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:45.971291 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2fe786a0-b1b6-4de6-a59c-f75343f0742b tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (d88eeffb-8b18-455c-82bb-ae88e960da0e), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:45.991626 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4f04b4f-9fee-4304-bc2d-baa6e8d3323c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Router 8ec12414-70c2-45d5-bbd2-f6461d514811 is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:41:45.995992 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-2fe786a0-b1b6-4de6-a59c-f75343f0742b tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Calling delete_port for d88eeffb-8b18-455c-82bb-ae88e960da0e owned by {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:41:46.000343 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-77b96e41-a221-4017-818f-d57d6d6713e4 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Deleting port 48b5fc60-d08e-477a-9adf-f92649ff8c25 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:41:46.000694 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-77b96e41-a221-4017-818f-d57d6d6713e4 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (48b5fc60-d08e-477a-9adf-f92649ff8c25), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:46.084486 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-06ad5560-330d-4278-9195-e71b799832c3 None None] Current status of the port 441803dd-2e19-430e-8da5-4b3101133c39 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:46.131230 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 441803dd-2e19-430e-8da5-4b3101133c39 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:46.132424 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device ef1d4cd7-56aa-45f2-8204-4a3fbaa541f7 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:41:46.139824 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-77b96e41-a221-4017-818f-d57d6d6713e4 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] For port 48b5fc60-d08e-477a-9adf-f92649ff8c25, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=48b5fc60-d08e-477a-9adf-f92649ff8c25,segment=NetworkSegment(b16b8075-601f-4950-a113-c13b4c0008bc),segment_id=b16b8075-601f-4950-a113-c13b4c0008bc)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:46.140124 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-77b96e41-a221-4017-818f-d57d6d6713e4 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (48b5fc60-d08e-477a-9adf-f92649ff8c25), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:46.153975 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-77b96e41-a221-4017-818f-d57d6d6713e4 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Calling delete_port for 48b5fc60-d08e-477a-9adf-f92649ff8c25 owned by network:router_interface {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:41:46.181953 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port ef1d4cd7-56aa-45f2-8204-4a3fbaa541f7 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:46.182343 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (ef1d4cd7-56aa-45f2-8204-4a3fbaa541f7), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:46.209073 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f04b4f-9fee-4304-bc2d-baa6e8d3323c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:41:46.218422 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48872) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:46.218647 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-e4f04b4f-9fee-4304-bc2d-baa6e8d3323c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "PUT /v2.0/routers/8ec12414-70c2-45d5-bbd2-f6461d514811/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5129609 Feb 28 10:41:46.234258 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-fbecd76e-dd51-4469-b050-7ed5a1642223 None None] Provisioning complete for port 37095874-ad41-4b64-a512-8f9e48d2d360 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:46.234580 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-fbecd76e-dd51-4469-b050-7ed5a1642223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (37095874-ad41-4b64-a512-8f9e48d2d360), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:46.240166 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038278b9-6da8-4318-a587-9b3090149f41 None None] Sync routers for ids ['8ec12414-70c2-45d5-bbd2-f6461d514811'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:41:46.253760 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038278b9-6da8-4318-a587-9b3090149f41 None None] Routers {'8ec12414-70c2-45d5-bbd2-f6461d514811'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:41:46.258184 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-038278b9-6da8-4318-a587-9b3090149f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:41:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['8ec12414-70c2-45d5-bbd2-f6461d514811'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:46.284527 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c824ac-57a7-40b4-b798-516d48df39fa tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:46.284527 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-80c824ac-57a7-40b4-b798-516d48df39fa tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "GET /v2.0/ports/37095874-ad41-4b64-a512-8f9e48d2d360 HTTP/1.1" status: 200 len: 911 time: 0.0650964 Feb 28 10:41:46.289399 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48874) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:46.306502 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port ef1d4cd7-56aa-45f2-8204-4a3fbaa541f7 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:46.307839 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 28778f92-f37f-4ead-8010-ae13b8317277 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:41:46.323347 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-038278b9-6da8-4318-a587-9b3090149f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:46.337305 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038278b9-6da8-4318-a587-9b3090149f41 None None] Routers {'8ec12414-70c2-45d5-bbd2-f6461d514811'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:41:46.338367 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-038278b9-6da8-4318-a587-9b3090149f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:41:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['8ec12414-70c2-45d5-bbd2-f6461d514811'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:46.342620 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-fbecd76e-dd51-4469-b050-7ed5a1642223 None None] Port 37095874-ad41-4b64-a512-8f9e48d2d360 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:41:46.375380 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-fbecd76e-dd51-4469-b050-7ed5a1642223 None None] Provisioning complete for port d88eeffb-8b18-455c-82bb-ae88e960da0e triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:46.376187 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-fbecd76e-dd51-4469-b050-7ed5a1642223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (d88eeffb-8b18-455c-82bb-ae88e960da0e), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:46.383592 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-962636c7-8db0-4938-8a44-796985fb5631 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Router d5be3c96-d3d3-4861-9461-a8c700c99693 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:41:46.405327 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-038278b9-6da8-4318-a587-9b3090149f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:46.406344 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038278b9-6da8-4318-a587-9b3090149f41 None None] The sync data for ids ['8ec12414-70c2-45d5-bbd2-f6461d514811'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:41:46.421112 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 28778f92-f37f-4ead-8010-ae13b8317277 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:46.421757 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (28778f92-f37f-4ead-8010-ae13b8317277), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:46.452910 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-fbecd76e-dd51-4469-b050-7ed5a1642223 None None] Port d88eeffb-8b18-455c-82bb-ae88e960da0e cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:41:46.459596 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3189203a-82e2-49ab-b6fc-9fb75ac0f72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:46.491590 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2fe786a0-b1b6-4de6-a59c-f75343f0742b tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (d88eeffb-8b18-455c-82bb-ae88e960da0e), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:46.523108 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 28778f92-f37f-4ead-8010-ae13b8317277 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:46.537315 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe786a0-b1b6-4de6-a59c-f75343f0742b tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event deleted for resources: {'Port': ['ID=d88eeffb-8b18-455c-82bb-ae88e960da0e,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:46.550224 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962636c7-8db0-4938-8a44-796985fb5631 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:41:46.562553 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88653bdf-be00-4491-8106-7b2098134c4c None None] Sync routers for ids ['d5be3c96-d3d3-4861-9461-a8c700c99693'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:41:46.581177 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88653bdf-be00-4491-8106-7b2098134c4c None None] Routers {'d5be3c96-d3d3-4861-9461-a8c700c99693'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:41:46.582776 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-88653bdf-be00-4491-8106-7b2098134c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:41:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['d5be3c96-d3d3-4861-9461-a8c700c99693'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:46.690152 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-77b96e41-a221-4017-818f-d57d6d6713e4 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (48b5fc60-d08e-477a-9adf-f92649ff8c25), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:46.732179 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 441803dd-2e19-430e-8da5-4b3101133c39 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:41:46.771437 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-88653bdf-be00-4491-8106-7b2098134c4c None None] Set router d5be3c96-d3d3-4861-9461-a8c700c99693 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:41:46.801504 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b96e41-a221-4017-818f-d57d6d6713e4 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event deleted for resources: {'Port': ['ID=48b5fc60-d08e-477a-9adf-f92649ff8c25,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:47.003874 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-77b96e41-a221-4017-818f-d57d6d6713e4 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1047681'] for router_interface (715b97de-b762-4299-96fd-334e07afed82), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:47.041011 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 441803dd-2e19-430e-8da5-4b3101133c39 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:47.041541 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (441803dd-2e19-430e-8da5-4b3101133c39), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:47.041633 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2fe786a0-b1b6-4de6-a59c-f75343f0742b tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:47.048626 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-2fe786a0-b1b6-4de6-a59c-f75343f0742b tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/ports/d88eeffb-8b18-455c-82bb-ae88e960da0e HTTP/1.1" status: 204 len: 168 time: 1.7380214 Feb 28 10:41:47.049950 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48876) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:47.121499 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c383f58-7028-4e7b-9939-151748a65c80 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:47.122966 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c383f58-7028-4e7b-9939-151748a65c80 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:47.127070 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c1f6a42a-73f5-436a-bdec-0d1577967f47 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:47.128227 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-5c383f58-7028-4e7b-9939-151748a65c80 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0773044 Feb 28 10:41:47.128814 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48878) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:47.142585 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-962636c7-8db0-4938-8a44-796985fb5631 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:47.166436 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 441803dd-2e19-430e-8da5-4b3101133c39 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:47.167731 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device ef1d4cd7-56aa-45f2-8204-4a3fbaa541f7 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:41:47.172429 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-88653bdf-be00-4491-8106-7b2098134c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'name': 'tempest-TestNetworkBasicOps-router-1169356957', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.55'}], 'enable_snat': True}, 'gw_port_id': '0d3ece73-0663-4c34-8b39-1e9c722e6ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:57Z', 'updated_at': '2022-02-28T10:41:10Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '0d3ece73-0663-4c34-8b39-1e9c722e6ba1', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:59Z', 'updated_at': '2022-02-28T10:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': 'f8f1c0a8-ee2d-4647-8207-68849d669395', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'floating_ip_address': '172.26.3.190', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'port_id': 'ba5d4be1-16b2-4377-a521-cbd155abdbf8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1186, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0b9869-ae23-48eb-aefa-6fa5242a6177', 'mac_address': 'fa:16:3e:b8:f1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e834505a-0411-40ae-bd93-2a05cf5ccb3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:41:43Z', 'updated_at': '2022-02-28T10:41:43Z', 'revision_number': 0, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cea848e-f97e-4794-8738-5114b4b3b6b2', 'name': '', 'network_id': 'ed0b9869-ae23-48eb-aefa-6fa5242a6177', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:d5:ef:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '78e4f8f8-348f-4545-beb6-cf8d3033cc81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:07Z', 'updated_at': '2022-02-28T10:41:17Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '78e4f8f8-348f-4545-beb6-cf8d3033cc81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:47.208394 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-962636c7-8db0-4938-8a44-796985fb5631 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.0881836 Feb 28 10:41:47.210920 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e834505a-0411-40ae-bd93-2a05cf5ccb3d', 'tag': 'ba5d4be1-16b2-4377-a521-cbd155abdbf8'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:41:47.213799 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8041fe23-b4e8-498d-8d18-cd912091a4f0" -d '{"events": [{"name": "network-changed", "server_uuid": "e834505a-0411-40ae-bd93-2a05cf5ccb3d", "tag": "ba5d4be1-16b2-4377-a521-cbd155abdbf8"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:41:47.215969 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48880) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:47.218867 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88653bdf-be00-4491-8106-7b2098134c4c None None] Checking router: d5be3c96-d3d3-4861-9461-a8c700c99693 for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:41:47.228414 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_v2 [None req-030631f2-25b8-42a4-9053-8ff6c9368204 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Deleting subnet 6b925d3d-fe62-460b-98b7-e28530f4ed84 {{(pid=104083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:41:47.231720 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-030631f2-25b8-42a4-9053-8ff6c9368204 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for subnet (6b925d3d-fe62-460b-98b7-e28530f4ed84), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:47.240301 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88653bdf-be00-4491-8106-7b2098134c4c None None] Routers {'d5be3c96-d3d3-4861-9461-a8c700c99693'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:41:47.240944 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-88653bdf-be00-4491-8106-7b2098134c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:41:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['d5be3c96-d3d3-4861-9461-a8c700c99693'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:47.258411 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8537a4fb-760e-433d-876d-1e1fc3ba4fa5 x-openstack-request-id: req-8537a4fb-760e-433d-876d-1e1fc3ba4fa5 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:41:47.258800 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e834505a-0411-40ae-bd93-2a05cf5ccb3d", "tag": "ba5d4be1-16b2-4377-a521-cbd155abdbf8", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:41:47.259034 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8537a4fb-760e-433d-876d-1e1fc3ba4fa5 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:41:47.259407 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e834505a-0411-40ae-bd93-2a05cf5ccb3d', 'tag': 'ba5d4be1-16b2-4377-a521-cbd155abdbf8', 'status': 'completed', 'code': 200} Feb 28 10:41:47.312087 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port ef1d4cd7-56aa-45f2-8204-4a3fbaa541f7 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:47.312087 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (ef1d4cd7-56aa-45f2-8204-4a3fbaa541f7), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:47.323951 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77b96e41-a221-4017-818f-d57d6d6713e4 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Router 715b97de-b762-4299-96fd-334e07afed82 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:41:47.338378 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-030631f2-25b8-42a4-9053-8ff6c9368204 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59245535'] for subnet (6b925d3d-fe62-460b-98b7-e28530f4ed84), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:47.380765 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-fbef4bf8-822e-4763-8647-638ca271f848 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/floatingips/f8f1c0a8-ee2d-4647-8207-68849d669395 HTTP/1.1" status: 200 len: 992 time: 0.1601794 Feb 28 10:41:47.404058 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-88653bdf-be00-4491-8106-7b2098134c4c None None] Set router d5be3c96-d3d3-4861-9461-a8c700c99693 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:41:47.406658 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041fe23-b4e8-498d-8d18-cd912091a4f0 req-9d67f258-9443-449c-9603-2b9aeff3a1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:47.408210 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8041fe23-b4e8-498d-8d18-cd912091a4f0 req-9d67f258-9443-449c-9603-2b9aeff3a1f9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=02ebd57ebb02426fbf4a686f080eb9d7&device_id=e834505a-0411-40ae-bd93-2a05cf5ccb3d HTTP/1.1" status: 200 len: 1130 time: 0.1071813 Feb 28 10:41:47.461769 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b96e41-a221-4017-818f-d57d6d6713e4 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:41:47.468874 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-77b96e41-a221-4017-818f-d57d6d6713e4 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "PUT /v2.0/routers/715b97de-b762-4299-96fd-334e07afed82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4262519 Feb 28 10:41:47.472623 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48884) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:47.480451 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3551845c-7507-46da-b9a7-75cc33850add None None] Sync routers for ids ['715b97de-b762-4299-96fd-334e07afed82'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:41:47.500644 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-030631f2-25b8-42a4-9053-8ff6c9368204 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (6b925d3d-fe62-460b-98b7-e28530f4ed84), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:47.506798 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3551845c-7507-46da-b9a7-75cc33850add None None] Routers {'715b97de-b762-4299-96fd-334e07afed82'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:41:47.507821 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-3551845c-7507-46da-b9a7-75cc33850add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:41:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['715b97de-b762-4299-96fd-334e07afed82'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:47.529641 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f689cd9-e7a4-4c81-b5ca-017cfc58375e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Deleting subnet 9aef332b-550c-4398-b0fb-6c0fb7618921 {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:41:47.537100 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port ef1d4cd7-56aa-45f2-8204-4a3fbaa541f7 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:47.537703 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1f689cd9-e7a4-4c81-b5ca-017cfc58375e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for subnet (9aef332b-550c-4398-b0fb-6c0fb7618921), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:47.574758 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041fe23-b4e8-498d-8d18-cd912091a4f0 req-31b81665-be20-4193-80b6-d593a5d4faed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:47.576483 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8041fe23-b4e8-498d-8d18-cd912091a4f0 req-31b81665-be20-4193-80b6-d593a5d4faed service neutron] 10.222.0.70 "GET /v2.0/networks?id=ed0b9869-ae23-48eb-aefa-6fa5242a6177 HTTP/1.1" status: 200 len: 896 time: 0.1476088 Feb 28 10:41:47.606373 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1f689cd9-e7a4-4c81-b5ca-017cfc58375e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (9aef332b-550c-4398-b0fb-6c0fb7618921), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:47.622904 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-3551845c-7507-46da-b9a7-75cc33850add None None] Set router 715b97de-b762-4299-96fd-334e07afed82 gateway port host: None {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:41:47.647326 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 95115865-fb17-416a-8f6f-b48b955fec0c no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:41:47.673928 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 95115865-fb17-416a-8f6f-b48b955fec0c {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:41:47.674269 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 95115865-fb17-416a-8f6f-b48b955fec0c not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:41:47.674706 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 0ee69baf-4258-464b-8807-3ebe949431b1 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:41:47.691132 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-3551845c-7507-46da-b9a7-75cc33850add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715b97de-b762-4299-96fd-334e07afed82', 'name': 'tempest-RoutersTest-router-248430510', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:49Z', 'updated_at': '2022-02-28T10:41:46Z', 'revision_number': 11, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'gw_port_host': None}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:47.698194 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1f689cd9-e7a4-4c81-b5ca-017cfc58375e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (9aef332b-550c-4398-b0fb-6c0fb7618921), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:47.701810 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 0ee69baf-4258-464b-8807-3ebe949431b1 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:41:47.702167 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 0ee69baf-4258-464b-8807-3ebe949431b1 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:41:47.705687 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8041fe23-b4e8-498d-8d18-cd912091a4f0 req-2b18885a-874d-4bee-8c8e-a1aac09f7942 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba5d4be1-16b2-4377-a521-cbd155abdbf8 HTTP/1.1" status: 200 len: 1000 time: 0.1194003 Feb 28 10:41:47.743350 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3551845c-7507-46da-b9a7-75cc33850add None None] Checking router: 715b97de-b762-4299-96fd-334e07afed82 for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:41:47.752589 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3551845c-7507-46da-b9a7-75cc33850add None None] Routers {'715b97de-b762-4299-96fd-334e07afed82'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:41:47.753445 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-3551845c-7507-46da-b9a7-75cc33850add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:41:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['715b97de-b762-4299-96fd-334e07afed82'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:47.768582 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-030631f2-25b8-42a4-9053-8ff6c9368204 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (6b925d3d-fe62-460b-98b7-e28530f4ed84), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:47.793360 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-88653bdf-be00-4491-8106-7b2098134c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'name': 'tempest-TestNetworkBasicOps-router-1169356957', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.55'}], 'enable_snat': True}, 'gw_port_id': '0d3ece73-0663-4c34-8b39-1e9c722e6ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:57Z', 'updated_at': '2022-02-28T10:41:10Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '0d3ece73-0663-4c34-8b39-1e9c722e6ba1', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:59Z', 'updated_at': '2022-02-28T10:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': 'f8f1c0a8-ee2d-4647-8207-68849d669395', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'floating_ip_address': '172.26.3.190', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'port_id': 'ba5d4be1-16b2-4377-a521-cbd155abdbf8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1186, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0b9869-ae23-48eb-aefa-6fa5242a6177', 'mac_address': 'fa:16:3e:b8:f1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e834505a-0411-40ae-bd93-2a05cf5ccb3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:41:43Z', 'updated_at': '2022-02-28T10:41:43Z', 'revision_number': 0, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cea848e-f97e-4794-8738-5114b4b3b6b2', 'name': '', 'network_id': 'ed0b9869-ae23-48eb-aefa-6fa5242a6177', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:d5:ef:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '78e4f8f8-348f-4545-beb6-cf8d3033cc81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:07Z', 'updated_at': '2022-02-28T10:41:17Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '78e4f8f8-348f-4545-beb6-cf8d3033cc81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:47.809668 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030631f2-25b8-42a4-9053-8ff6c9368204 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event deleted for resources: {'Subnet': ['ID=6b925d3d-fe62-460b-98b7-e28530f4ed84,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:47.813312 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-030631f2-25b8-42a4-9053-8ff6c9368204 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:47.816586 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-030631f2-25b8-42a4-9053-8ff6c9368204 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/subnets/6b925d3d-fe62-460b-98b7-e28530f4ed84 HTTP/1.1" status: 204 len: 168 time: 0.6859934 Feb 28 10:41:47.819599 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48886) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:47.831141 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385f84e9-cf60-49f7-b946-a5e3387dad80 None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:41:47.833741 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-c1f6a42a-73f5-436a-bdec-0d1577967f47 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Allocated IP 2001:db8:1::1 (bb51d598-8aac-42b6-bab8-520d4a111101/3740732f-3cf6-455e-a6c0-84888fcaef5f/5d625735-d09b-4a81-b204-fb71c583ace7) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:41:47.834629 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88653bdf-be00-4491-8106-7b2098134c4c None None] The sync data for ids ['d5be3c96-d3d3-4861-9461-a8c700c99693'] in dv-neutron-829161-3-hyperv is: [{'id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'name': 'tempest-TestNetworkBasicOps-router-1169356957', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.55'}], 'enable_snat': True}, 'gw_port_id': '0d3ece73-0663-4c34-8b39-1e9c722e6ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:57Z', 'updated_at': '2022-02-28T10:41:10Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '0d3ece73-0663-4c34-8b39-1e9c722e6ba1', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:59Z', 'updated_at': '2022-02-28T10:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': 'f8f1c0a8-ee2d-4647-8207-68849d669395', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'floating_ip_address': '172.26.3.190', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'port_id': 'ba5d4be1-16b2-4377-a521-cbd155abdbf8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1186, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0b9869-ae23-48eb-aefa-6fa5242a6177', 'mac_address': 'fa:16:3e:b8:f1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e834505a-0411-40ae-bd93-2a05cf5ccb3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:41:43Z', 'updated_at': '2022-02-28T10:41:43Z', 'revision_number': 0, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cea848e-f97e-4794-8738-5114b4b3b6b2', 'name': '', 'network_id': 'ed0b9869-ae23-48eb-aefa-6fa5242a6177', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:d5:ef:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '78e4f8f8-348f-4545-beb6-cf8d3033cc81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:07Z', 'updated_at': '2022-02-28T10:41:17Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '78e4f8f8-348f-4545-beb6-cf8d3033cc81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:41:47.855725 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-3551845c-7507-46da-b9a7-75cc33850add None None] Set router 715b97de-b762-4299-96fd-334e07afed82 gateway port host: None {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:41:47.867829 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-6ff279a0-a87b-49a7-ac55-afe60cb1069c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0472856 Feb 28 10:41:47.869404 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041fe23-b4e8-498d-8d18-cd912091a4f0 req-c56413a3-67a1-43d8-9f52-ba51ee6eb084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:47.870780 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8041fe23-b4e8-498d-8d18-cd912091a4f0 req-c56413a3-67a1-43d8-9f52-ba51ee6eb084 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=78e4f8f8-348f-4545-beb6-cf8d3033cc81 HTTP/1.1" status: 200 len: 834 time: 0.1554854 Feb 28 10:41:47.871263 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48888) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:47.876053 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-35469c3f-079a-4dca-af5f-3ae517cab277 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Request body: {'subnet': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:47.939888 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-3551845c-7507-46da-b9a7-75cc33850add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715b97de-b762-4299-96fd-334e07afed82', 'name': 'tempest-RoutersTest-router-248430510', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:49Z', 'updated_at': '2022-02-28T10:41:46Z', 'revision_number': 11, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'gw_port_host': None}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:47.986213 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1f689cd9-e7a4-4c81-b5ca-017cfc58375e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (9aef332b-550c-4398-b0fb-6c0fb7618921), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:48.006068 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3551845c-7507-46da-b9a7-75cc33850add None None] The sync data for ids ['715b97de-b762-4299-96fd-334e07afed82'] in dv-neutron-829161-3-hyperv is: [{'id': '715b97de-b762-4299-96fd-334e07afed82', 'name': 'tempest-RoutersTest-router-248430510', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:49Z', 'updated_at': '2022-02-28T10:41:46Z', 'revision_number': 11, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'gw_port_host': None}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:41:48.028765 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f689cd9-e7a4-4c81-b5ca-017cfc58375e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event deleted for resources: {'Subnet': ['ID=9aef332b-550c-4398-b0fb-6c0fb7618921,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:48.038491 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041fe23-b4e8-498d-8d18-cd912091a4f0 req-7155edf7-095f-4a30-abe3-5c6d125958a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:48.038491 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8041fe23-b4e8-498d-8d18-cd912091a4f0 req-7155edf7-095f-4a30-abe3-5c6d125958a1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ed0b9869-ae23-48eb-aefa-6fa5242a6177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0786424 Feb 28 10:41:48.047762 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1f689cd9-e7a4-4c81-b5ca-017cfc58375e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:48.054748 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48890) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:48.055329 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-1f689cd9-e7a4-4c81-b5ca-017cfc58375e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "DELETE /v2.0/subnets/9aef332b-550c-4398-b0fb-6c0fb7618921 HTTP/1.1" status: 204 len: 168 time: 0.5807626 Feb 28 10:41:48.064134 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237ec45d-1a6f-4cb7-9462-62f7f63f201c None None] Network dc3763cc-cbd8-49a9-968b-baa5b223e43a requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:41:48.069417 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a48132-7067-4cec-8367-0840540530dd None None] DHCP port deletion for a10d36a7-87ef-481e-9e9f-da2235211c53 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:41:48.099189 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c1f6a42a-73f5-436a-bdec-0d1577967f47 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for port (5d625735-d09b-4a81-b204-fb71c583ace7), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:48.136558 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35469c3f-079a-4dca-af5f-3ae517cab277 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Made reservation on behalf of 9047a33944184c15875a48328f19bcdb for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:41:48.140055 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-35469c3f-079a-4dca-af5f-3ae517cab277 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:48.198219 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c1f6a42a-73f5-436a-bdec-0d1577967f47 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (5d625735-d09b-4a81-b204-fb71c583ace7), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:48.199778 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eeeb14e-ca2f-4f0f-804a-3696335d071e None None] New status for floating IP f8f1c0a8-ee2d-4647-8207-68849d669395: ACTIVE {{(pid=104085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:41:48.242417 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f6a42a-73f5-436a-bdec-0d1577967f47 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Network bb51d598-8aac-42b6-bab8-520d4a111101 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:48.245796 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-c1f6a42a-73f5-436a-bdec-0d1577967f47 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:48.250638 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f6a42a-73f5-436a-bdec-0d1577967f47 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:41:48.250638 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c1f6a42a-73f5-436a-bdec-0d1577967f47 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047958'] for router_interface (8ec12414-70c2-45d5-bbd2-f6461d514811), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:48.252908 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f035571f-3af1-4276-afb1-2a346d736d6e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (dc3763cc-cbd8-49a9-968b-baa5b223e43a), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:48.365145 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8041fe23-b4e8-498d-8d18-cd912091a4f0 req-d0a1597b-fa5a-4353-a4d4-29a113168879 service neutron] 10.222.0.70 "GET /v2.0/networks/ed0b9869-ae23-48eb-aefa-6fa5242a6177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3208420 Feb 28 10:41:48.391951 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48892) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:48.593647 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-e3a48132-7067-4cec-8367-0840540530dd None None] Deleting port ef1d4cd7-56aa-45f2-8204-4a3fbaa541f7 {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:41:48.594040 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e3a48132-7067-4cec-8367-0840540530dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (ef1d4cd7-56aa-45f2-8204-4a3fbaa541f7), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:48.642738 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-f035571f-3af1-4276-afb1-2a346d736d6e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Deleting port f9c93206-427c-4f1a-a287-a06ebe2d7ff6 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:41:48.643579 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f035571f-3af1-4276-afb1-2a346d736d6e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (f9c93206-427c-4f1a-a287-a06ebe2d7ff6), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:48.662802 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-74ab26dc-1977-461a-9df1-bb89a248420e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/floatingips/f8f1c0a8-ee2d-4647-8207-68849d669395 HTTP/1.1" status: 200 len: 992 time: 0.2663600 Feb 28 10:41:48.677413 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device ef1d4cd7-56aa-45f2-8204-4a3fbaa541f7 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:41:48.695722 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-e8500cb1-748f-4317-bdb4-dc0dee5d387e None None] Provisioning complete for port 5d625735-d09b-4a81-b204-fb71c583ace7 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:48.696769 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e8500cb1-748f-4317-bdb4-dc0dee5d387e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (5d625735-d09b-4a81-b204-fb71c583ace7), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:48.747193 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-dc1cfa61-da79-4621-a35b-217a9c058f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:48.753934 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8041fe23-b4e8-498d-8d18-cd912091a4f0 req-01b387ff-67b0-4a22-8d72-2aa49d18edf5 service neutron] 10.222.0.70 "GET /v2.0/networks/ed0b9869-ae23-48eb-aefa-6fa5242a6177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3813996 Feb 28 10:41:48.759092 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceba8425-71d2-4cbe-ba4c-1c084b849930 None None] DHCP port deletion for dc3763cc-cbd8-49a9-968b-baa5b223e43a request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:41:48.776790 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-f035571f-3af1-4276-afb1-2a346d736d6e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] For port f9c93206-427c-4f1a-a287-a06ebe2d7ff6, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=f9c93206-427c-4f1a-a287-a06ebe2d7ff6,segment=NetworkSegment(b16b8075-601f-4950-a113-c13b4c0008bc),segment_id=b16b8075-601f-4950-a113-c13b4c0008bc)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:48.777650 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f035571f-3af1-4276-afb1-2a346d736d6e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (f9c93206-427c-4f1a-a287-a06ebe2d7ff6), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:48.778793 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-e3a48132-7067-4cec-8367-0840540530dd None None] For port ef1d4cd7-56aa-45f2-8204-4a3fbaa541f7, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=ef1d4cd7-56aa-45f2-8204-4a3fbaa541f7,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:48.779269 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e3a48132-7067-4cec-8367-0840540530dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (ef1d4cd7-56aa-45f2-8204-4a3fbaa541f7), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:48.824531 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-f035571f-3af1-4276-afb1-2a346d736d6e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Calling delete_port for f9c93206-427c-4f1a-a287-a06ebe2d7ff6 owned by network:dhcp {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:41:48.835472 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-e3a48132-7067-4cec-8367-0840540530dd None None] Calling delete_port for ef1d4cd7-56aa-45f2-8204-4a3fbaa541f7 owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:41:48.837752 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-e8500cb1-748f-4317-bdb4-dc0dee5d387e None None] Port 5d625735-d09b-4a81-b204-fb71c583ace7 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:41:48.860682 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f6a42a-73f5-436a-bdec-0d1577967f47 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event updated for resources: {'Port': ['ID=5d625735-d09b-4a81-b204-fb71c583ace7,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:48.935319 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port ef1d4cd7-56aa-45f2-8204-4a3fbaa541f7 is: ACTIVE; New status is: DOWN {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:48.935712 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (ef1d4cd7-56aa-45f2-8204-4a3fbaa541f7), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:48.993392 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ceba8425-71d2-4cbe-ba4c-1c084b849930 None None] Deleting port f9c93206-427c-4f1a-a287-a06ebe2d7ff6 {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:41:48.993392 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ceba8425-71d2-4cbe-ba4c-1c084b849930 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (f9c93206-427c-4f1a-a287-a06ebe2d7ff6), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:48.993710 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.objects.ports [None req-35469c3f-079a-4dca-af5f-3ae517cab277 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104083) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 10:41:49.010116 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port ef1d4cd7-56aa-45f2-8204-4a3fbaa541f7, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=ef1d4cd7-56aa-45f2-8204-4a3fbaa541f7,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:49.017414 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c1f6a42a-73f5-436a-bdec-0d1577967f47 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (5d625735-d09b-4a81-b204-fb71c583ace7), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:49.076718 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ceba8425-71d2-4cbe-ba4c-1c084b849930 None None] For port f9c93206-427c-4f1a-a287-a06ebe2d7ff6, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=f9c93206-427c-4f1a-a287-a06ebe2d7ff6,segment=NetworkSegment(b16b8075-601f-4950-a113-c13b4c0008bc),segment_id=b16b8075-601f-4950-a113-c13b4c0008bc)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:49.079637 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ceba8425-71d2-4cbe-ba4c-1c084b849930 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (f9c93206-427c-4f1a-a287-a06ebe2d7ff6), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:49.091978 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (ef1d4cd7-56aa-45f2-8204-4a3fbaa541f7), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:49.092682 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 48b5fc60-d08e-477a-9adf-f92649ff8c25 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:41:49.118240 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ceba8425-71d2-4cbe-ba4c-1c084b849930 None None] Calling delete_port for f9c93206-427c-4f1a-a287-a06ebe2d7ff6 owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:41:49.140714 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 48b5fc60-d08e-477a-9adf-f92649ff8c25 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:41:49.141074 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 48b5fc60-d08e-477a-9adf-f92649ff8c25 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:41:49.194238 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e3a48132-7067-4cec-8367-0840540530dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (ef1d4cd7-56aa-45f2-8204-4a3fbaa541f7), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:49.225154 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f035571f-3af1-4276-afb1-2a346d736d6e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (f9c93206-427c-4f1a-a287-a06ebe2d7ff6), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:49.226757 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=ef1d4cd7-56aa-45f2-8204-4a3fbaa541f7,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:49.230790 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a48132-7067-4cec-8367-0840540530dd None None] No DVR routers for this DVR port ef1d4cd7-56aa-45f2-8204-4a3fbaa541f7 on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:41:49.265768 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a48132-7067-4cec-8367-0840540530dd None None] Pushing event deleted for resources: {'Port': ['ID=ef1d4cd7-56aa-45f2-8204-4a3fbaa541f7,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:49.275360 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f035571f-3af1-4276-afb1-2a346d736d6e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] No DVR routers for this DVR port f9c93206-427c-4f1a-a287-a06ebe2d7ff6 on host dv-neutron-829161-3-hyperv {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:41:49.281492 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.ipam_pluggable_backend [None req-35469c3f-079a-4dca-af5f-3ae517cab277 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Port ef1d4cd7-56aa-45f2-8204-4a3fbaa541f7 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=104083) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 28 10:41:49.281841 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.ipam_pluggable_backend [None req-35469c3f-079a-4dca-af5f-3ae517cab277 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Reverting IP allocation for 2001:db8::f816:3eff:fe92:8d4e {{(pid=104083) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 28 10:41:49.282303 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ceba8425-71d2-4cbe-ba4c-1c084b849930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (f9c93206-427c-4f1a-a287-a06ebe2d7ff6), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:49.283863 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f035571f-3af1-4276-afb1-2a346d736d6e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event deleted for resources: {'Port': ['ID=f9c93206-427c-4f1a-a287-a06ebe2d7ff6,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:49.306709 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.ipam_pluggable_backend [None req-35469c3f-079a-4dca-af5f-3ae517cab277 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe92:8d4e {{(pid=104083) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 28 10:41:49.311162 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-35469c3f-079a-4dca-af5f-3ae517cab277 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (634e0393-61df-4fec-b0be-ad3c5bca616d), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:49.314748 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceba8425-71d2-4cbe-ba4c-1c084b849930 None None] Pushing event deleted for resources: {'Port': ['ID=f9c93206-427c-4f1a-a287-a06ebe2d7ff6,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:49.321192 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceba8425-71d2-4cbe-ba4c-1c084b849930 None None] No DVR routers for this DVR port f9c93206-427c-4f1a-a287-a06ebe2d7ff6 on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:41:49.321500 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c1f6a42a-73f5-436a-bdec-0d1577967f47 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for port (5d625735-d09b-4a81-b204-fb71c583ace7), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:49.386019 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c1f6a42a-73f5-436a-bdec-0d1577967f47 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (5d625735-d09b-4a81-b204-fb71c583ace7), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:49.386823 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c1f6a42a-73f5-436a-bdec-0d1577967f47 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047558'] for router_interface (8ec12414-70c2-45d5-bbd2-f6461d514811), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:49.414209 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35469c3f-079a-4dca-af5f-3ae517cab277 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:49.418055 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f035571f-3af1-4276-afb1-2a346d736d6e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (dc3763cc-cbd8-49a9-968b-baa5b223e43a), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:49.422615 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-35469c3f-079a-4dca-af5f-3ae517cab277 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:49.426531 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35469c3f-079a-4dca-af5f-3ae517cab277 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:49.427155 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-35469c3f-079a-4dca-af5f-3ae517cab277 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:49.433184 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ae48ac-260b-424f-b328-6d78e87a62cb None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:41:49.455546 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35469c3f-079a-4dca-af5f-3ae517cab277 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event updated for resources: {'Subnet': ['ID=634e0393-61df-4fec-b0be-ad3c5bca616d,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:49.462996 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-f035571f-3af1-4276-afb1-2a346d736d6e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc3763cc-cbd8-49a9-968b-baa5b223e43a']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:49.474104 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-f035571f-3af1-4276-afb1-2a346d736d6e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b16b8075-601f-4950-a113-c13b4c0008bc') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:49.474406 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-f035571f-3af1-4276-afb1-2a346d736d6e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b16b8075-601f-4950-a113-c13b4c0008bc') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:49.477489 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f6a42a-73f5-436a-bdec-0d1577967f47 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event updated for resources: {'Port': ['ID=5d625735-d09b-4a81-b204-fb71c583ace7,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:49.487310 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f035571f-3af1-4276-afb1-2a346d736d6e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (b16b8075-601f-4950-a113-c13b4c0008bc), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:49.501530 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f035571f-3af1-4276-afb1-2a346d736d6e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (b16b8075-601f-4950-a113-c13b4c0008bc), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:49.511598 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f035571f-3af1-4276-afb1-2a346d736d6e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:41:49.516187 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f035571f-3af1-4276-afb1-2a346d736d6e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (b16b8075-601f-4950-a113-c13b4c0008bc), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:49.516187 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:41:49.516187 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:41:49.516187 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:41:49.516187 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:41:49.516187 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:41:49.516187 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:41:49.516187 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:41:49.516187 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:41:49.516187 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:41:49.516187 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:41:49.516187 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:41:49.516187 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:41:49.516187 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:41:49.516187 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:41:49.516187 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:41:49.516187 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:41:49.516187 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:41:49.516187 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:41:49.516187 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:41:49.516187 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:41:49.516187 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:41:49.516187 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:41:49.516187 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:41:49.516187 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:41:49.516187 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:41:49.516187 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:41:49.516187 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:41:49.516187 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:41:49.516187 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:41:49.516187 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:41:49.516187 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:41:49.516187 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:41:49.522010 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f6a42a-73f5-436a-bdec-0d1577967f47 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Network bb51d598-8aac-42b6-bab8-520d4a111101 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:49.523593 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-c1f6a42a-73f5-436a-bdec-0d1577967f47 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:49.565151 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef72b72e-8933-4777-82f9-a3345c0596d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-a10d36a7-87ef-481e-9e9f-da2235211c53', 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'project_id': '9047a33944184c15875a48328f19bcdb', 'fixed_ips': [{'subnet_id': '634e0393-61df-4fec-b0be-ad3c5bca616d'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:41:49.566278 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-35469c3f-079a-4dca-af5f-3ae517cab277 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6940093 Feb 28 10:41:49.567522 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ef72b72e-8933-4777-82f9-a3345c0596d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:49.570040 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48894) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:49.578519 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-9ae965c0-c962-443a-9517-1a88c293e848 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Request body: {'port': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'mac_address': 'fa:16:3e:cf:4e:81', 'name': 'tempest-NetworksTestDHCPv6-1427583281'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:49.653931 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1f6a42a-73f5-436a-bdec-0d1577967f47 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Router 8ec12414-70c2-45d5-bbd2-f6461d514811 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:41:49.667292 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48896) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:49.703232 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f035571f-3af1-4276-afb1-2a346d736d6e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (dc3763cc-cbd8-49a9-968b-baa5b223e43a), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:49.712014 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f035571f-3af1-4276-afb1-2a346d736d6e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:49.716681 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-f035571f-3af1-4276-afb1-2a346d736d6e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "DELETE /v2.0/networks/dc3763cc-cbd8-49a9-968b-baa5b223e43a HTTP/1.1" status: 204 len: 168 time: 1.6606383 Feb 28 10:41:49.728224 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48898) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:49.732473 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-e98120cf-3ede-4aeb-ba3b-1e574083839a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Request body: {'router': {'routes': None}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:49.734959 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f035571f-3af1-4276-afb1-2a346d736d6e tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Pushing event deleted for resources: {'Network': ['ID=dc3763cc-cbd8-49a9-968b-baa5b223e43a,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:49.747537 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-ef72b72e-8933-4777-82f9-a3345c0596d3 None None] Allocated IP 2001:db8::f816:3eff:fe86:6f75 (a10d36a7-87ef-481e-9e9f-da2235211c53/634e0393-61df-4fec-b0be-ad3c5bca616d/5d80c031-8172-4df6-a369-2617c7faba32) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:41:49.775069 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae965c0-c962-443a-9517-1a88c293e848 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Made reservation on behalf of 9047a33944184c15875a48328f19bcdb for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:41:49.817622 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-4af6aeb3-cd66-43ad-8d32-7f70e05afafa tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/floatingips/f8f1c0a8-ee2d-4647-8207-68849d669395 HTTP/1.1" status: 200 len: 994 time: 0.1474223 Feb 28 10:41:49.826668 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f6a42a-73f5-436a-bdec-0d1577967f47 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:41:49.833089 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c1f6a42a-73f5-436a-bdec-0d1577967f47 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "PUT /v2.0/routers/8ec12414-70c2-45d5-bbd2-f6461d514811/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5396426 Feb 28 10:41:49.835038 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48900) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:49.849967 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2a3db5-825f-49bf-8070-a25d25b7eed9 None None] Sync routers for ids ['8ec12414-70c2-45d5-bbd2-f6461d514811'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:41:49.864340 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2a3db5-825f-49bf-8070-a25d25b7eed9 None None] Routers {'8ec12414-70c2-45d5-bbd2-f6461d514811'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:41:49.865302 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-4e2a3db5-825f-49bf-8070-a25d25b7eed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:41:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['8ec12414-70c2-45d5-bbd2-f6461d514811'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:49.901924 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-4e2a3db5-825f-49bf-8070-a25d25b7eed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:49.903889 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffc52de-50c1-438d-8085-570a15c3384e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:49.907249 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-fffc52de-50c1-438d-8085-570a15c3384e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "GET /v2.0/ports/5d625735-d09b-4a81-b204-fb71c583ace7 HTTP/1.1" status: 200 len: 913 time: 0.0705132 Feb 28 10:41:49.910932 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48902) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:49.916454 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2a3db5-825f-49bf-8070-a25d25b7eed9 None None] Routers {'8ec12414-70c2-45d5-bbd2-f6461d514811'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:41:49.917285 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-4e2a3db5-825f-49bf-8070-a25d25b7eed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:41:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['8ec12414-70c2-45d5-bbd2-f6461d514811'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:49.936000 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-0cd5a9dd-d4f3-4824-b521-73a95ca54c46 None None] Provisioning complete for port 5d625735-d09b-4a81-b204-fb71c583ace7 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:49.936372 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0cd5a9dd-d4f3-4824-b521-73a95ca54c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (5d625735-d09b-4a81-b204-fb71c583ace7), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:49.955687 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-4e2a3db5-825f-49bf-8070-a25d25b7eed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:49.957128 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2a3db5-825f-49bf-8070-a25d25b7eed9 None None] The sync data for ids ['8ec12414-70c2-45d5-bbd2-f6461d514811'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:41:50.000190 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ef72b72e-8933-4777-82f9-a3345c0596d3 None None] Publish callbacks [] for port (5d80c031-8172-4df6-a369-2617c7faba32), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:50.003267 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-0cd5a9dd-d4f3-4824-b521-73a95ca54c46 None None] Port 5d625735-d09b-4a81-b204-fb71c583ace7 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:41:50.018884 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.extraroute_db [None req-e98120cf-3ede-4aeb-ba3b-1e574083839a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Added routes are [] {{(pid=104083) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 28 10:41:50.019172 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.extraroute_db [None req-e98120cf-3ede-4aeb-ba3b-1e574083839a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Removed routes are [] {{(pid=104083) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 28 10:41:50.019477 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e98120cf-3ede-4aeb-ba3b-1e574083839a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1032676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1044823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27871'] for router (715b97de-b762-4299-96fd-334e07afed82), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:50.030524 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:50.033988 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9ae965c0-c962-443a-9517-1a88c293e848 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:50.080028 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ef72b72e-8933-4777-82f9-a3345c0596d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (5d80c031-8172-4df6-a369-2617c7faba32), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:50.118902 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-9ae965c0-c962-443a-9517-1a88c293e848 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] device_id is not set on port 27d4388c-b50e-4f9b-8742-051be66b694f yet. {{(pid=104083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:41:50.120203 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef72b72e-8933-4777-82f9-a3345c0596d3 None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:50.123199 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-ef72b72e-8933-4777-82f9-a3345c0596d3 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:50.126571 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef72b72e-8933-4777-82f9-a3345c0596d3 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:41:50.145460 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72b72e-8933-4777-82f9-a3345c0596d3 None None] Pushing event updated for resources: {'Port': ['ID=5d80c031-8172-4df6-a369-2617c7faba32,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:50.191177 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-ef72b72e-8933-4777-82f9-a3345c0596d3 None None] Attempting to bind port 5d80c031-8172-4df6-a369-2617c7faba32 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:41:50.191641 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-ef72b72e-8933-4777-82f9-a3345c0596d3 None None] Attempting to bind port 5d80c031-8172-4df6-a369-2617c7faba32 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:41:50.191968 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef72b72e-8933-4777-82f9-a3345c0596d3 None None] Attempting to bind port 5d80c031-8172-4df6-a369-2617c7faba32 on network a10d36a7-87ef-481e-9e9f-da2235211c53 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:41:50.197240 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef72b72e-8933-4777-82f9-a3345c0596d3 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:41:50.197616 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef72b72e-8933-4777-82f9-a3345c0596d3 None None] Checking segment: {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:41:50.198020 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ef72b72e-8933-4777-82f9-a3345c0596d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:50.198409 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef72b72e-8933-4777-82f9-a3345c0596d3 None None] Bound using segment: {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:41:50.198892 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-ef72b72e-8933-4777-82f9-a3345c0596d3 None None] Bound port: 5d80c031-8172-4df6-a369-2617c7faba32, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:41:50.199280 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ef72b72e-8933-4777-82f9-a3345c0596d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (5d80c031-8172-4df6-a369-2617c7faba32), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:50.272005 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ef72b72e-8933-4777-82f9-a3345c0596d3 None None] For port 5d80c031-8172-4df6-a369-2617c7faba32, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:41:50.275457 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ef72b72e-8933-4777-82f9-a3345c0596d3 None None] For port 5d80c031-8172-4df6-a369-2617c7faba32, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=5d80c031-8172-4df6-a369-2617c7faba32,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:41:50.277634 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c1e90e29-302b-4cbb-ae05-d922b4ebeeed tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047661'] for router_interface (8ec12414-70c2-45d5-bbd2-f6461d514811), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:50.350641 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ef72b72e-8933-4777-82f9-a3345c0596d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (5d80c031-8172-4df6-a369-2617c7faba32), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:50.416886 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72b72e-8933-4777-82f9-a3345c0596d3 None None] Pushing event updated for resources: {'Port': ['ID=5d80c031-8172-4df6-a369-2617c7faba32,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:50.558049 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-c1e90e29-302b-4cbb-ae05-d922b4ebeeed tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Deleting port 5d625735-d09b-4a81-b204-fb71c583ace7 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:41:50.558402 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c1e90e29-302b-4cbb-ae05-d922b4ebeeed tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (5d625735-d09b-4a81-b204-fb71c583ace7), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:50.619455 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e98120cf-3ede-4aeb-ba3b-1e574083839a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1032676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1044823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27871'] for router (715b97de-b762-4299-96fd-334e07afed82), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:50.631992 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e98120cf-3ede-4aeb-ba3b-1e574083839a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1032701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1032690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1044908'] for router (715b97de-b762-4299-96fd-334e07afed82), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:50.666221 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c1e90e29-302b-4cbb-ae05-d922b4ebeeed tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (5d625735-d09b-4a81-b204-fb71c583ace7), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:50.681938 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-c1e90e29-302b-4cbb-ae05-d922b4ebeeed tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Calling delete_port for 5d625735-d09b-4a81-b204-fb71c583ace7 owned by network:router_interface {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:41:50.694326 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device f9c93206-427c-4f1a-a287-a06ebe2d7ff6 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:41:50.716930 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: f9c93206-427c-4f1a-a287-a06ebe2d7ff6 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:41:50.717390 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device f9c93206-427c-4f1a-a287-a06ebe2d7ff6 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:41:50.769292 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e98120cf-3ede-4aeb-ba3b-1e574083839a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Router 715b97de-b762-4299-96fd-334e07afed82 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:41:50.783050 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-9ae965c0-c962-443a-9517-1a88c293e848 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Allocated IP 2001:db8::f816:3eff:fecf:4e81 (a10d36a7-87ef-481e-9e9f-da2235211c53/634e0393-61df-4fec-b0be-ad3c5bca616d/27d4388c-b50e-4f9b-8742-051be66b694f) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:41:50.890584 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98120cf-3ede-4aeb-ba3b-1e574083839a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:41:50.899293 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e98120cf-3ede-4aeb-ba3b-1e574083839a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:50.899878 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e67ca9f-5753-4717-84f8-462f6f66d610 None None] Sync routers for ids ['715b97de-b762-4299-96fd-334e07afed82'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:41:50.900463 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-e98120cf-3ede-4aeb-ba3b-1e574083839a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "PUT /v2.0/routers/715b97de-b762-4299-96fd-334e07afed82 HTTP/1.1" status: 200 len: 700 time: 1.1719468 Feb 28 10:41:50.903923 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48904) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:50.911985 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e67ca9f-5753-4717-84f8-462f6f66d610 None None] Routers {'715b97de-b762-4299-96fd-334e07afed82'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:41:50.912636 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-3e67ca9f-5753-4717-84f8-462f6f66d610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:41:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['715b97de-b762-4299-96fd-334e07afed82'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:50.936992 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-4200180a-3310-44f4-88be-ea52f5ce0ee0 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "GET /v2.0/ports?device_id=715b97de-b762-4299-96fd-334e07afed82 HTTP/1.1" status: 200 len: 205 time: 0.0311325 Feb 28 10:41:50.938447 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c1e90e29-302b-4cbb-ae05-d922b4ebeeed tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (5d625735-d09b-4a81-b204-fb71c583ace7), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:50.940705 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48906) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:50.998539 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-3e67ca9f-5753-4717-84f8-462f6f66d610 None None] Set router 715b97de-b762-4299-96fd-334e07afed82 gateway port host: None {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:41:51.006991 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e90e29-302b-4cbb-ae05-d922b4ebeeed tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event deleted for resources: {'Port': ['ID=5d625735-d09b-4a81-b204-fb71c583ace7,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:51.065405 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9ae965c0-c962-443a-9517-1a88c293e848 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for port (27d4388c-b50e-4f9b-8742-051be66b694f), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:51.068352 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-3e67ca9f-5753-4717-84f8-462f6f66d610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715b97de-b762-4299-96fd-334e07afed82', 'name': 'tempest-RoutersTest-router-248430510', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:49Z', 'updated_at': '2022-02-28T10:41:46Z', 'revision_number': 11, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'gw_port_host': None}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:51.079905 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4711698d-3d13-4c8a-888f-f44d438dc11f tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for router (715b97de-b762-4299-96fd-334e07afed82), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:51.110202 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e67ca9f-5753-4717-84f8-462f6f66d610 None None] Checking router: 715b97de-b762-4299-96fd-334e07afed82 for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:41:51.124904 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e67ca9f-5753-4717-84f8-462f6f66d610 None None] Routers {'715b97de-b762-4299-96fd-334e07afed82'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:41:51.136956 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-3e67ca9f-5753-4717-84f8-462f6f66d610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:41:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['715b97de-b762-4299-96fd-334e07afed82'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:51.198312 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9ae965c0-c962-443a-9517-1a88c293e848 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (27d4388c-b50e-4f9b-8742-051be66b694f), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:51.226689 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-3e67ca9f-5753-4717-84f8-462f6f66d610 None None] Set router 715b97de-b762-4299-96fd-334e07afed82 gateway port host: None {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:41:51.290985 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae965c0-c962-443a-9517-1a88c293e848 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event updated for resources: {'Port': ['ID=27d4388c-b50e-4f9b-8742-051be66b694f,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:51.305072 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae965c0-c962-443a-9517-1a88c293e848 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:51.307684 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-9ae965c0-c962-443a-9517-1a88c293e848 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:51.312181 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae965c0-c962-443a-9517-1a88c293e848 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:41:51.319306 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-3e67ca9f-5753-4717-84f8-462f6f66d610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715b97de-b762-4299-96fd-334e07afed82', 'name': 'tempest-RoutersTest-router-248430510', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:49Z', 'updated_at': '2022-02-28T10:41:46Z', 'revision_number': 11, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'gw_port_host': None}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:51.320361 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae965c0-c962-443a-9517-1a88c293e848 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:51.325591 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9ae965c0-c962-443a-9517-1a88c293e848 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:51.327123 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:51.355901 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c1e90e29-302b-4cbb-ae05-d922b4ebeeed tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1047681'] for router_interface (8ec12414-70c2-45d5-bbd2-f6461d514811), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:51.361540 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e67ca9f-5753-4717-84f8-462f6f66d610 None None] The sync data for ids ['715b97de-b762-4299-96fd-334e07afed82'] in dv-neutron-829161-3-hyperv is: [{'id': '715b97de-b762-4299-96fd-334e07afed82', 'name': 'tempest-RoutersTest-router-248430510', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:49Z', 'updated_at': '2022-02-28T10:41:46Z', 'revision_number': 11, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'gw_port_host': None}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:41:51.399266 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4711698d-3d13-4c8a-888f-f44d438dc11f tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (715b97de-b762-4299-96fd-334e07afed82), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:51.401748 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4711698d-3d13-4c8a-888f-f44d438dc11f tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for router_controller (715b97de-b762-4299-96fd-334e07afed82), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:51.423514 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-9ae965c0-c962-443a-9517-1a88c293e848 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8504288 Feb 28 10:41:51.424271 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48908) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:51.493865 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc9897b-e18b-407f-a269-22f97f23ebc8 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:51.499752 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc9897b-e18b-407f-a269-22f97f23ebc8 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:51.504594 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-8cc9897b-e18b-407f-a269-22f97f23ebc8 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0757000 Feb 28 10:41:51.504850 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48910) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:51.616035 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4711698d-3d13-4c8a-888f-f44d438dc11f tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (715b97de-b762-4299-96fd-334e07afed82), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:51.616612 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4711698d-3d13-4c8a-888f-f44d438dc11f tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Fanout notify agent at l3_agent the message router_deleted on router 715b97de-b762-4299-96fd-334e07afed82 {{(pid=104084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:41:51.627860 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-a7ffd675-beab-4bbe-a1ae-077644104489 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Deleting port 27d4388c-b50e-4f9b-8742-051be66b694f {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:41:51.634125 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4711698d-3d13-4c8a-888f-f44d438dc11f tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:51.634274 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a7ffd675-beab-4bbe-a1ae-077644104489 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (27d4388c-b50e-4f9b-8742-051be66b694f), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:51.634373 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-4711698d-3d13-4c8a-888f-f44d438dc11f tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "DELETE /v2.0/routers/715b97de-b762-4299-96fd-334e07afed82 HTTP/1.1" status: 204 len: 168 time: 0.6858580 Feb 28 10:41:51.636008 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48912) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:51.652187 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-a38ff529-7a89-45c4-bb73-f4efab60ae23 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-729679615', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:51.653488 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-87c2c668-806d-41db-b264-90038df9947a None None] Provisioning complete for port 5d80c031-8172-4df6-a369-2617c7faba32 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:51.654053 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-87c2c668-806d-41db-b264-90038df9947a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (5d80c031-8172-4df6-a369-2617c7faba32), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:51.693893 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e90e29-302b-4cbb-ae05-d922b4ebeeed tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Router 8ec12414-70c2-45d5-bbd2-f6461d514811 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:41:51.769238 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a7ffd675-beab-4bbe-a1ae-077644104489 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (27d4388c-b50e-4f9b-8742-051be66b694f), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:51.785848 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-87c2c668-806d-41db-b264-90038df9947a None None] Current status of the port 5d80c031-8172-4df6-a369-2617c7faba32 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:51.786869 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-87c2c668-806d-41db-b264-90038df9947a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (5d80c031-8172-4df6-a369-2617c7faba32), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:51.788171 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-a7ffd675-beab-4bbe-a1ae-077644104489 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Calling delete_port for 27d4388c-b50e-4f9b-8742-051be66b694f owned by {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:41:51.821083 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e90e29-302b-4cbb-ae05-d922b4ebeeed tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:41:51.827257 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-87c2c668-806d-41db-b264-90038df9947a None None] For port 5d80c031-8172-4df6-a369-2617c7faba32, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=5d80c031-8172-4df6-a369-2617c7faba32,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:51.827737 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c1e90e29-302b-4cbb-ae05-d922b4ebeeed tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "PUT /v2.0/routers/8ec12414-70c2-45d5-bbd2-f6461d514811/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9151618 Feb 28 10:41:51.835009 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48914) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:51.835751 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bf6af2-0c17-4d93-9f62-787e6d5216fb None None] Sync routers for ids ['8ec12414-70c2-45d5-bbd2-f6461d514811'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:41:51.836239 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a38ff529-7a89-45c4-bb73-f4efab60ae23 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (f9378734-c8b9-411d-80e4-4ff2cf4c1365), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:51.837178 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a38ff529-7a89-45c4-bb73-f4efab60ae23 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (f9378734-c8b9-411d-80e4-4ff2cf4c1365), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:51.847785 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bf6af2-0c17-4d93-9f62-787e6d5216fb None None] Routers {'8ec12414-70c2-45d5-bbd2-f6461d514811'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:41:51.849139 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-01bf6af2-0c17-4d93-9f62-787e6d5216fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:41:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['8ec12414-70c2-45d5-bbd2-f6461d514811'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:51.894034 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-01bf6af2-0c17-4d93-9f62-787e6d5216fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:51.904475 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-87c2c668-806d-41db-b264-90038df9947a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (5d80c031-8172-4df6-a369-2617c7faba32), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:51.927255 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bf6af2-0c17-4d93-9f62-787e6d5216fb None None] Routers {'8ec12414-70c2-45d5-bbd2-f6461d514811'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:41:51.928242 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-01bf6af2-0c17-4d93-9f62-787e6d5216fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:41:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['8ec12414-70c2-45d5-bbd2-f6461d514811'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:51.962017 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c2c668-806d-41db-b264-90038df9947a None None] Pushing event updated for resources: {'Port': ['ID=5d80c031-8172-4df6-a369-2617c7faba32,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:51.966112 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-01bf6af2-0c17-4d93-9f62-787e6d5216fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:51.966913 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bf6af2-0c17-4d93-9f62-787e6d5216fb None None] The sync data for ids ['8ec12414-70c2-45d5-bbd2-f6461d514811'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:41:52.019124 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a7ffd675-beab-4bbe-a1ae-077644104489 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (27d4388c-b50e-4f9b-8742-051be66b694f), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:52.022481 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-af7bb499-ac9d-438a-be7a-beb6f8641e4b None None] Could not find standard attr ID for object 27d4388c-b50e-4f9b-8742-051be66b694f. {{(pid=104085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:41:52.050560 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ffd675-beab-4bbe-a1ae-077644104489 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event deleted for resources: {'Port': ['ID=27d4388c-b50e-4f9b-8742-051be66b694f,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:52.078754 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a7ffd675-beab-4bbe-a1ae-077644104489 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:52.082533 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a7ffd675-beab-4bbe-a1ae-077644104489 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/ports/27d4388c-b50e-4f9b-8742-051be66b694f HTTP/1.1" status: 204 len: 168 time: 0.5756774 Feb 28 10:41:52.084666 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48916) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:52.139518 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf51cd5c-19bf-43af-af94-8a763f03be7d tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:52.140846 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf51cd5c-19bf-43af-af94-8a763f03be7d tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:52.142441 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-cf51cd5c-19bf-43af-af94-8a763f03be7d tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0567491 Feb 28 10:41:52.145534 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48918) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:52.202421 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d36c233-4636-4df6-88b7-2f0b6488d27b tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Deleting subnet 634e0393-61df-4fec-b0be-ad3c5bca616d {{(pid=104083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:41:52.206744 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6d36c233-4636-4df6-88b7-2f0b6488d27b tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for subnet (634e0393-61df-4fec-b0be-ad3c5bca616d), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:52.253627 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6d36c233-4636-4df6-88b7-2f0b6488d27b tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59245535'] for subnet (634e0393-61df-4fec-b0be-ad3c5bca616d), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:52.342615 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6d36c233-4636-4df6-88b7-2f0b6488d27b tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (634e0393-61df-4fec-b0be-ad3c5bca616d), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:52.362412 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a38ff529-7a89-45c4-bb73-f4efab60ae23 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for router_controller (f9378734-c8b9-411d-80e4-4ff2cf4c1365), precommit_add_association {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:52.432157 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a38ff529-7a89-45c4-bb73-f4efab60ae23 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (f9378734-c8b9-411d-80e4-4ff2cf4c1365), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:52.455042 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6d36c233-4636-4df6-88b7-2f0b6488d27b tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (634e0393-61df-4fec-b0be-ad3c5bca616d), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:52.488147 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d36c233-4636-4df6-88b7-2f0b6488d27b tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event deleted for resources: {'Subnet': ['ID=634e0393-61df-4fec-b0be-ad3c5bca616d,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:52.490924 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6d36c233-4636-4df6-88b7-2f0b6488d27b tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:52.494227 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-6d36c233-4636-4df6-88b7-2f0b6488d27b tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/subnets/634e0393-61df-4fec-b0be-ad3c5bca616d HTTP/1.1" status: 204 len: 168 time: 0.3476279 Feb 28 10:41:52.496653 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48920) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:52.500899 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108e7967-d2f1-46c9-9b33-4dc9707b2b31 None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:41:52.537317 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a38ff529-7a89-45c4-bb73-f4efab60ae23 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:52.541094 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-a38ff529-7a89-45c4-bb73-f4efab60ae23 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9015019 Feb 28 10:41:52.542198 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48922) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:52.545721 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-81e09a25-be88-4e8b-873c-73ca049c792b tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Request body: {'router': {'admin_state_up': True}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:52.549751 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-5ca8df5a-6796-4218-9856-007c4d965156 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0520086 Feb 28 10:41:52.555467 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48924) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:52.625145 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d74d06-6007-4723-b2e7-f4bbcbaa8c86 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:52.629623 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-95d74d06-6007-4723-b2e7-f4bbcbaa8c86 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0699446 Feb 28 10:41:52.630281 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48926) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:52.707159 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ade9861-0cbf-45a6-bd98-7c29fe6c6a12 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:52.709133 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-1ade9861-0cbf-45a6-bd98-7c29fe6c6a12 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0694675 Feb 28 10:41:52.714646 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48928) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:52.727440 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 5d80c031-8172-4df6-a369-2617c7faba32 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:41:52.820930 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 5d80c031-8172-4df6-a369-2617c7faba32 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:52.821051 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-55c7a48c-0c37-4605-9ab3-a94e49975169 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0997016 Feb 28 10:41:52.821183 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (5d80c031-8172-4df6-a369-2617c7faba32), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:52.821286 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48930) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:52.826184 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-36dcb78a-c2d3-4d90-bbbe-918a267f9291 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Request body: {'subnet': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:52.867561 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:52.890966 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-81e09a25-be88-4e8b-873c-73ca049c792b tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1032676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1044823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27871'] for router (f9378734-c8b9-411d-80e4-4ff2cf4c1365), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:52.905760 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef7f231-429f-4ab4-8ec0-9269cc9bb758 None None] DHCP port deletion for a10d36a7-87ef-481e-9e9f-da2235211c53 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:41:52.915310 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b39c11a5-f881-4054-8674-c4355baa244c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047661'] for router_interface (8ec12414-70c2-45d5-bbd2-f6461d514811), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:52.942637 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 5d80c031-8172-4df6-a369-2617c7faba32 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:52.969158 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-bef7f231-429f-4ab4-8ec0-9269cc9bb758 None None] Deleting port 5d80c031-8172-4df6-a369-2617c7faba32 {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:41:52.969542 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-bef7f231-429f-4ab4-8ec0-9269cc9bb758 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (5d80c031-8172-4df6-a369-2617c7faba32), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:52.987296 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-81e09a25-be88-4e8b-873c-73ca049c792b tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1032701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1032690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1044908'] for router (f9378734-c8b9-411d-80e4-4ff2cf4c1365), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:53.003355 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36dcb78a-c2d3-4d90-bbbe-918a267f9291 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Made reservation on behalf of 9047a33944184c15875a48328f19bcdb for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:41:53.008109 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-36dcb78a-c2d3-4d90-bbbe-918a267f9291 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:53.043907 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-bef7f231-429f-4ab4-8ec0-9269cc9bb758 None None] For port 5d80c031-8172-4df6-a369-2617c7faba32, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=5d80c031-8172-4df6-a369-2617c7faba32,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:53.044311 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-bef7f231-429f-4ab4-8ec0-9269cc9bb758 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (5d80c031-8172-4df6-a369-2617c7faba32), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:53.061084 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-bef7f231-429f-4ab4-8ec0-9269cc9bb758 None None] Calling delete_port for 5d80c031-8172-4df6-a369-2617c7faba32 owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:41:53.220397 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-bef7f231-429f-4ab4-8ec0-9269cc9bb758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (5d80c031-8172-4df6-a369-2617c7faba32), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:53.244793 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e09a25-be88-4e8b-873c-73ca049c792b tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Router f9378734-c8b9-411d-80e4-4ff2cf4c1365 is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:41:53.245581 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef7f231-429f-4ab4-8ec0-9269cc9bb758 None None] Pushing event deleted for resources: {'Port': ['ID=5d80c031-8172-4df6-a369-2617c7faba32,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:53.249066 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef7f231-429f-4ab4-8ec0-9269cc9bb758 None None] No DVR routers for this DVR port 5d80c031-8172-4df6-a369-2617c7faba32 on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:41:53.336824 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.objects.ports [None req-36dcb78a-c2d3-4d90-bbbe-918a267f9291 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104083) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 10:41:53.338330 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-36dcb78a-c2d3-4d90-bbbe-918a267f9291 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (3be6bd86-9730-4dc2-928e-1ca9295a0899), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:53.340935 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-b39c11a5-f881-4054-8674-c4355baa244c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Deleting port 37095874-ad41-4b64-a512-8f9e48d2d360 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:41:53.341283 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b39c11a5-f881-4054-8674-c4355baa244c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (37095874-ad41-4b64-a512-8f9e48d2d360), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:53.347034 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e09a25-be88-4e8b-873c-73ca049c792b tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:41:53.360605 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c7d67c-5779-4250-8623-2ad5c8aa0682 None None] Sync routers for ids ['f9378734-c8b9-411d-80e4-4ff2cf4c1365'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:41:53.362916 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-81e09a25-be88-4e8b-873c-73ca049c792b tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:53.364660 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-81e09a25-be88-4e8b-873c-73ca049c792b tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "PUT /v2.0/routers/f9378734-c8b9-411d-80e4-4ff2cf4c1365 HTTP/1.1" status: 200 len: 693 time: 0.8224232 Feb 28 10:41:53.370869 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48932) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:53.380522 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c7d67c-5779-4250-8623-2ad5c8aa0682 None None] Routers {'f9378734-c8b9-411d-80e4-4ff2cf4c1365'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:41:53.381483 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-45c7d67c-5779-4250-8623-2ad5c8aa0682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:41:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['f9378734-c8b9-411d-80e4-4ff2cf4c1365'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:53.389485 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36dcb78a-c2d3-4d90-bbbe-918a267f9291 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:53.392752 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-36dcb78a-c2d3-4d90-bbbe-918a267f9291 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:53.397268 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36dcb78a-c2d3-4d90-bbbe-918a267f9291 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:53.397871 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-36dcb78a-c2d3-4d90-bbbe-918a267f9291 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:53.403422 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dcb78a-c2d3-4d90-bbbe-918a267f9291 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event updated for resources: {'Subnet': ['ID=3be6bd86-9730-4dc2-928e-1ca9295a0899,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:53.428551 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d67c7bc-674e-42fa-ae0a-115d3295f89c None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:41:53.478129 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-36dcb78a-c2d3-4d90-bbbe-918a267f9291 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.6535344 Feb 28 10:41:53.478399 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48934) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:53.483688 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-1ada4c9f-24c5-40d9-bebe-816f792e9404 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Request body: {'port': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'mac_address': 'fa:16:3e:f0:d1:be', 'name': 'tempest-NetworksTestDHCPv6-2063661607'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:53.500397 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-95631dfd-c592-4ce2-b6d2-82c0aae26c42 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "GET /v2.0/routers/f9378734-c8b9-411d-80e4-4ff2cf4c1365 HTTP/1.1" status: 200 len: 699 time: 0.1291595 Feb 28 10:41:53.500769 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48936) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:53.503216 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-45c7d67c-5779-4250-8623-2ad5c8aa0682 None None] Set router f9378734-c8b9-411d-80e4-4ff2cf4c1365 gateway port host: None {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:41:53.535116 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-313c0ffc-7c01-4482-9d24-7eb394d4b3d2 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9378734-c8b9-411d-80e4-4ff2cf4c1365 HTTP/1.1" status: 200 len: 205 time: 0.0294325 Feb 28 10:41:53.535963 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48938) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:53.552828 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b39c11a5-f881-4054-8674-c4355baa244c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (37095874-ad41-4b64-a512-8f9e48d2d360), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:53.561337 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-45c7d67c-5779-4250-8623-2ad5c8aa0682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9378734-c8b9-411d-80e4-4ff2cf4c1365', 'name': 'tempest-RoutersTest-router-729679615', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:51Z', 'updated_at': '2022-02-28T10:41:52Z', 'revision_number': 2, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'gw_port_host': None}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:53.565946 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-b39c11a5-f881-4054-8674-c4355baa244c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Calling delete_port for 37095874-ad41-4b64-a512-8f9e48d2d360 owned by network:router_interface {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:41:53.596501 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c7d67c-5779-4250-8623-2ad5c8aa0682 None None] Checking router: f9378734-c8b9-411d-80e4-4ff2cf4c1365 for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:41:53.619155 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c7d67c-5779-4250-8623-2ad5c8aa0682 None None] Routers {'f9378734-c8b9-411d-80e4-4ff2cf4c1365'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:41:53.619796 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-45c7d67c-5779-4250-8623-2ad5c8aa0682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:41:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['f9378734-c8b9-411d-80e4-4ff2cf4c1365'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:53.634999 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c3e5f298-c0fc-4af0-b00c-f9e775712b19 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for router (f9378734-c8b9-411d-80e4-4ff2cf4c1365), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:53.711812 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-45c7d67c-5779-4250-8623-2ad5c8aa0682 None None] Set router f9378734-c8b9-411d-80e4-4ff2cf4c1365 gateway port host: None {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:41:53.740945 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af50a8e-1483-46b4-aa89-4146a39ad735 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-a10d36a7-87ef-481e-9e9f-da2235211c53', 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'project_id': '9047a33944184c15875a48328f19bcdb', 'fixed_ips': [{'subnet_id': '3be6bd86-9730-4dc2-928e-1ca9295a0899'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:41:53.741751 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7af50a8e-1483-46b4-aa89-4146a39ad735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:53.779616 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-45c7d67c-5779-4250-8623-2ad5c8aa0682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9378734-c8b9-411d-80e4-4ff2cf4c1365', 'name': 'tempest-RoutersTest-router-729679615', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:51Z', 'updated_at': '2022-02-28T10:41:52Z', 'revision_number': 2, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'gw_port_host': None}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:53.809803 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c7d67c-5779-4250-8623-2ad5c8aa0682 None None] The sync data for ids ['f9378734-c8b9-411d-80e4-4ff2cf4c1365'] in dv-neutron-829161-3-hyperv is: [{'id': 'f9378734-c8b9-411d-80e4-4ff2cf4c1365', 'name': 'tempest-RoutersTest-router-729679615', 'tenant_id': '25b479ba752e4d33b5861f804bc6920d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:51Z', 'updated_at': '2022-02-28T10:41:52Z', 'revision_number': 2, 'project_id': '25b479ba752e4d33b5861f804bc6920d', 'gw_port_host': None}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:41:53.820541 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b39c11a5-f881-4054-8674-c4355baa244c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (37095874-ad41-4b64-a512-8f9e48d2d360), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:53.845672 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c3e5f298-c0fc-4af0-b00c-f9e775712b19 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (f9378734-c8b9-411d-80e4-4ff2cf4c1365), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:53.848854 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c3e5f298-c0fc-4af0-b00c-f9e775712b19 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for router_controller (f9378734-c8b9-411d-80e4-4ff2cf4c1365), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:53.856185 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39c11a5-f881-4054-8674-c4355baa244c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event deleted for resources: {'Port': ['ID=37095874-ad41-4b64-a512-8f9e48d2d360,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:53.929538 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ada4c9f-24c5-40d9-bebe-816f792e9404 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Made reservation on behalf of 9047a33944184c15875a48328f19bcdb for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:41:53.933686 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1ada4c9f-24c5-40d9-bebe-816f792e9404 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:53.958186 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-1ada4c9f-24c5-40d9-bebe-816f792e9404 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] device_id is not set on port 7256b530-f341-4780-be2c-e0db9e55e623 yet. {{(pid=104083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:41:53.964069 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c3e5f298-c0fc-4af0-b00c-f9e775712b19 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (f9378734-c8b9-411d-80e4-4ff2cf4c1365), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:53.965022 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e5f298-c0fc-4af0-b00c-f9e775712b19 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Fanout notify agent at l3_agent the message router_deleted on router f9378734-c8b9-411d-80e4-4ff2cf4c1365 {{(pid=104083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:41:53.970347 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-7af50a8e-1483-46b4-aa89-4146a39ad735 None None] Allocated IP 2001:db8::f816:3eff:fea0:5363 (a10d36a7-87ef-481e-9e9f-da2235211c53/3be6bd86-9730-4dc2-928e-1ca9295a0899/3de8a82f-3c1b-44cd-9b60-74711691fd33) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:41:53.973020 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c3e5f298-c0fc-4af0-b00c-f9e775712b19 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:53.974554 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-c3e5f298-c0fc-4af0-b00c-f9e775712b19 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "DELETE /v2.0/routers/f9378734-c8b9-411d-80e4-4ff2cf4c1365 HTTP/1.1" status: 204 len: 168 time: 0.4393158 Feb 28 10:41:53.981159 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48940) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:54.033388 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c0fa123c-a18b-4065-8b15-d4661097cb4b tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9378734-c8b9-411d-80e4-4ff2cf4c1365 HTTP/1.1" status: 200 len: 205 time: 0.0505660 Feb 28 10:41:54.034095 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b39c11a5-f881-4054-8674-c4355baa244c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1047681'] for router_interface (8ec12414-70c2-45d5-bbd2-f6461d514811), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:54.037633 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48942) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:54.090477 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-064bb229-437c-4776-9a72-22775ac40f50 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] delete failed (client error): The resource could not be found. Feb 28 10:41:54.099425 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48944) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:54.099958 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-064bb229-437c-4776-9a72-22775ac40f50 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "DELETE /v2.0/routers/f9378734-c8b9-411d-80e4-4ff2cf4c1365 HTTP/1.1" status: 404 len: 336 time: 0.0610499 Feb 28 10:41:54.138665 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4043d24-b6db-41e4-baf0-d95f2aab2702 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] DELETE failed (client error): The resource could not be found. Feb 28 10:41:54.139342 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4043d24-b6db-41e4-baf0-d95f2aab2702 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:41:54.142591 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-e4043d24-b6db-41e4-baf0-d95f2aab2702 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "DELETE /v2.0/subnets/5c1cbfca-4a10-45d1-b77a-c26bcdba6977 HTTP/1.1" status: 404 len: 337 time: 0.0415471 Feb 28 10:41:54.146404 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48946) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:54.184374 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a90876e-a1e3-46a5-b67d-aa1e4cb1dc46 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] DELETE failed (client error): The resource could not be found. Feb 28 10:41:54.184987 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a90876e-a1e3-46a5-b67d-aa1e4cb1dc46 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:41:54.189070 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-8a90876e-a1e3-46a5-b67d-aa1e4cb1dc46 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "DELETE /v2.0/subnets/62df855b-2c91-4856-b059-2862ce1823a7 HTTP/1.1" status: 404 len: 337 time: 0.0404077 Feb 28 10:41:54.190749 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48948) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:54.203353 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7af50a8e-1483-46b4-aa89-4146a39ad735 None None] Publish callbacks [] for port (3de8a82f-3c1b-44cd-9b60-74711691fd33), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:54.217933 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-70d8a770-6de5-4e37-a915-169fc7e2bdd7 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] DELETE failed (client error): The resource could not be found. Feb 28 10:41:54.218396 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70d8a770-6de5-4e37-a915-169fc7e2bdd7 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:41:54.221478 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-70d8a770-6de5-4e37-a915-169fc7e2bdd7 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "DELETE /v2.0/subnets/669f06b7-57ef-4301-a8c3-00e281fb7a6d HTTP/1.1" status: 404 len: 337 time: 0.0290630 Feb 28 10:41:54.225423 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48950) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:54.257112 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-68ff6ff5-d2c1-48ec-bf8c-8d4e4b24b446 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] DELETE failed (client error): The resource could not be found. Feb 28 10:41:54.257491 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68ff6ff5-d2c1-48ec-bf8c-8d4e4b24b446 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:41:54.262877 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-68ff6ff5-d2c1-48ec-bf8c-8d4e4b24b446 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "DELETE /v2.0/subnets/9aef332b-550c-4398-b0fb-6c0fb7618921 HTTP/1.1" status: 404 len: 337 time: 0.0342236 Feb 28 10:41:54.263052 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7af50a8e-1483-46b4-aa89-4146a39ad735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (3de8a82f-3c1b-44cd-9b60-74711691fd33), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:54.264039 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48952) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:54.280538 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b39c11a5-f881-4054-8674-c4355baa244c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Router 8ec12414-70c2-45d5-bbd2-f6461d514811 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:41:54.304106 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af50a8e-1483-46b4-aa89-4146a39ad735 None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:54.307390 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-7af50a8e-1483-46b4-aa89-4146a39ad735 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:54.310489 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af50a8e-1483-46b4-aa89-4146a39ad735 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:41:54.321595 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-7e2073d9-808a-4be6-a6a1-256f66df92d5 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "GET /v2.0/ports?device_id=715b97de-b762-4299-96fd-334e07afed82 HTTP/1.1" status: 200 len: 205 time: 0.0544176 Feb 28 10:41:54.322696 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48954) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:54.326097 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af50a8e-1483-46b4-aa89-4146a39ad735 None None] Pushing event updated for resources: {'Port': ['ID=3de8a82f-3c1b-44cd-9b60-74711691fd33,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:54.368986 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b39c11a5-f881-4054-8674-c4355baa244c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:41:54.374588 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-b39c11a5-f881-4054-8674-c4355baa244c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "PUT /v2.0/routers/8ec12414-70c2-45d5-bbd2-f6461d514811/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5331395 Feb 28 10:41:54.376045 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.api.v2.resource [None req-18393918-9466-413a-9cb7-86971eb8e1e3 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] delete failed (client error): The resource could not be found. Feb 28 10:41:54.377262 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48956) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:54.377387 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-18393918-9466-413a-9cb7-86971eb8e1e3 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "DELETE /v2.0/routers/715b97de-b762-4299-96fd-334e07afed82 HTTP/1.1" status: 404 len: 336 time: 0.0540738 Feb 28 10:41:54.383815 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48958) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:54.389076 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-7af50a8e-1483-46b4-aa89-4146a39ad735 None None] Attempting to bind port 3de8a82f-3c1b-44cd-9b60-74711691fd33 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:41:54.389715 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-7af50a8e-1483-46b4-aa89-4146a39ad735 None None] Attempting to bind port 3de8a82f-3c1b-44cd-9b60-74711691fd33 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:41:54.389828 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af50a8e-1483-46b4-aa89-4146a39ad735 None None] Attempting to bind port 3de8a82f-3c1b-44cd-9b60-74711691fd33 on network a10d36a7-87ef-481e-9e9f-da2235211c53 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:41:54.393759 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046b3d07-0b09-4da0-bdb7-46cc5adba2c8 None None] Sync routers for ids ['8ec12414-70c2-45d5-bbd2-f6461d514811'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:41:54.401255 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af50a8e-1483-46b4-aa89-4146a39ad735 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:41:54.401690 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-1ada4c9f-24c5-40d9-bebe-816f792e9404 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Allocated IP 2001:db8::f816:3eff:fef0:d1be (a10d36a7-87ef-481e-9e9f-da2235211c53/3be6bd86-9730-4dc2-928e-1ca9295a0899/7256b530-f341-4780-be2c-e0db9e55e623) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:41:54.401892 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af50a8e-1483-46b4-aa89-4146a39ad735 None None] Checking segment: {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:41:54.402433 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7af50a8e-1483-46b4-aa89-4146a39ad735 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:54.403069 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af50a8e-1483-46b4-aa89-4146a39ad735 None None] Bound using segment: {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:41:54.403733 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-7af50a8e-1483-46b4-aa89-4146a39ad735 None None] Bound port: 3de8a82f-3c1b-44cd-9b60-74711691fd33, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:41:54.404486 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7af50a8e-1483-46b4-aa89-4146a39ad735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (3de8a82f-3c1b-44cd-9b60-74711691fd33), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:54.412399 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046b3d07-0b09-4da0-bdb7-46cc5adba2c8 None None] Routers {'8ec12414-70c2-45d5-bbd2-f6461d514811'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:41:54.413023 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-046b3d07-0b09-4da0-bdb7-46cc5adba2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:41:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['8ec12414-70c2-45d5-bbd2-f6461d514811'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:54.413236 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-df409441-5f86-43a7-8706-3ef96287dd20 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "GET /v2.0/ports?device_id=8ec12414-70c2-45d5-bbd2-f6461d514811 HTTP/1.1" status: 200 len: 205 time: 0.0345497 Feb 28 10:41:54.413898 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48960) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:54.454563 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-046b3d07-0b09-4da0-bdb7-46cc5adba2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:54.469808 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046b3d07-0b09-4da0-bdb7-46cc5adba2c8 None None] Routers {'8ec12414-70c2-45d5-bbd2-f6461d514811'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:41:54.470440 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-046b3d07-0b09-4da0-bdb7-46cc5adba2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:41:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['8ec12414-70c2-45d5-bbd2-f6461d514811'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:54.490818 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-13fc7a3e-e4aa-44eb-afd4-72c332556def tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "GET /v2.0/ports?device_id=16ee5bbb-d7d4-4e7e-a190-4c5b94544e37 HTTP/1.1" status: 200 len: 205 time: 0.1052396 Feb 28 10:41:54.493794 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48962) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:54.496641 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-7af50a8e-1483-46b4-aa89-4146a39ad735 None None] For port 3de8a82f-3c1b-44cd-9b60-74711691fd33, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:41:54.500721 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-7af50a8e-1483-46b4-aa89-4146a39ad735 None None] For port 3de8a82f-3c1b-44cd-9b60-74711691fd33, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=3de8a82f-3c1b-44cd-9b60-74711691fd33,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:41:54.505131 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-042a4190-5b19-4150-b1aa-87c78feca35d tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for router (8ec12414-70c2-45d5-bbd2-f6461d514811), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:54.511522 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-046b3d07-0b09-4da0-bdb7-46cc5adba2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:54.512133 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046b3d07-0b09-4da0-bdb7-46cc5adba2c8 None None] The sync data for ids ['8ec12414-70c2-45d5-bbd2-f6461d514811'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:41:54.571636 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.api.v2.resource [None req-71ac35e6-8781-4473-8ada-44db149990fb tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] delete failed (client error): The resource could not be found. Feb 28 10:41:54.575018 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-71ac35e6-8781-4473-8ada-44db149990fb tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "DELETE /v2.0/routers/16ee5bbb-d7d4-4e7e-a190-4c5b94544e37 HTTP/1.1" status: 404 len: 336 time: 0.0778000 Feb 28 10:41:54.575485 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48964) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:54.588638 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7af50a8e-1483-46b4-aa89-4146a39ad735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (3de8a82f-3c1b-44cd-9b60-74711691fd33), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:54.608678 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-19a89e53-480b-442a-8b30-dc3c89f0492a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] DELETE failed (client error): The resource could not be found. Feb 28 10:41:54.609142 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19a89e53-480b-442a-8b30-dc3c89f0492a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:41:54.612320 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-19a89e53-480b-442a-8b30-dc3c89f0492a tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "DELETE /v2.0/subnets/2cb27431-31d1-4b5d-8e46-cad024b8833e HTTP/1.1" status: 404 len: 337 time: 0.0358815 Feb 28 10:41:54.617061 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48966) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:54.639070 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1ada4c9f-24c5-40d9-bebe-816f792e9404 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for port (7256b530-f341-4780-be2c-e0db9e55e623), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:54.639657 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 5d80c031-8172-4df6-a369-2617c7faba32 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:41:54.670082 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 5d80c031-8172-4df6-a369-2617c7faba32 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:41:54.670507 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 5d80c031-8172-4df6-a369-2617c7faba32 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:41:54.702135 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-a1747a2b-427c-4ee9-b520-a9979c165eb9 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "GET /v2.0/ports?device_id=1784df79-ffde-4632-9272-dc5a8d3cfabf HTTP/1.1" status: 200 len: 205 time: 0.0845058 Feb 28 10:41:54.704415 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48968) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:54.709434 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af50a8e-1483-46b4-aa89-4146a39ad735 None None] Pushing event updated for resources: {'Port': ['ID=3de8a82f-3c1b-44cd-9b60-74711691fd33,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:54.746471 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1ada4c9f-24c5-40d9-bebe-816f792e9404 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (7256b530-f341-4780-be2c-e0db9e55e623), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:54.781694 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-7894ecd3-889b-4c4d-8239-bd9429508333 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] delete failed (client error): The resource could not be found. Feb 28 10:41:54.785294 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-7894ecd3-889b-4c4d-8239-bd9429508333 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "DELETE /v2.0/routers/1784df79-ffde-4632-9272-dc5a8d3cfabf HTTP/1.1" status: 404 len: 336 time: 0.0774064 Feb 28 10:41:54.785475 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48970) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:54.796685 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-042a4190-5b19-4150-b1aa-87c78feca35d tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (8ec12414-70c2-45d5-bbd2-f6461d514811), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:54.804508 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ada4c9f-24c5-40d9-bebe-816f792e9404 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:54.810107 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-1ada4c9f-24c5-40d9-bebe-816f792e9404 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:54.814318 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-042a4190-5b19-4150-b1aa-87c78feca35d tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for router_controller (8ec12414-70c2-45d5-bbd2-f6461d514811), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:54.815097 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ada4c9f-24c5-40d9-bebe-816f792e9404 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:41:54.827570 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-ce517534-657f-430a-ac99-ae4e973b7da7 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "GET /v2.0/ports?device_id=db852ac3-2c74-49e8-98b2-c22ddfc32b92 HTTP/1.1" status: 200 len: 205 time: 0.0315881 Feb 28 10:41:54.827725 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ada4c9f-24c5-40d9-bebe-816f792e9404 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:54.827725 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1ada4c9f-24c5-40d9-bebe-816f792e9404 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:54.827725 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ada4c9f-24c5-40d9-bebe-816f792e9404 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event updated for resources: {'Port': ['ID=7256b530-f341-4780-be2c-e0db9e55e623,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:54.830550 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48972) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:54.877855 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.api.v2.resource [None req-5cbdef68-b5b6-4419-a260-af9e66400ef4 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] delete failed (client error): The resource could not be found. Feb 28 10:41:54.879038 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-5cbdef68-b5b6-4419-a260-af9e66400ef4 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "DELETE /v2.0/routers/db852ac3-2c74-49e8-98b2-c22ddfc32b92 HTTP/1.1" status: 404 len: 336 time: 0.0470421 Feb 28 10:41:54.882819 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48974) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:54.922974 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bb40985-efed-4663-a9cb-79fd31b23732 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] DELETE failed (client error): The resource could not be found. Feb 28 10:41:54.923443 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bb40985-efed-4663-a9cb-79fd31b23732 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:41:54.926777 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-3bb40985-efed-4663-a9cb-79fd31b23732 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "DELETE /v2.0/subnets/7281463e-8416-44ae-bc8c-9c5939dd1d73 HTTP/1.1" status: 404 len: 337 time: 0.0430293 Feb 28 10:41:54.929256 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48976) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:54.942657 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-1ada4c9f-24c5-40d9-bebe-816f792e9404 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4630477 Feb 28 10:41:54.945891 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48978) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:54.962365 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-90a0504a-f5fd-4430-bbb3-704d7b101e78 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "GET /v2.0/ports?device_id=9bd1af24-c670-4415-ba71-8efc56efde8e HTTP/1.1" status: 200 len: 205 time: 0.0319638 Feb 28 10:41:54.965309 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48980) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:54.994133 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-042a4190-5b19-4150-b1aa-87c78feca35d tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (8ec12414-70c2-45d5-bbd2-f6461d514811), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:54.994667 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042a4190-5b19-4150-b1aa-87c78feca35d tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Fanout notify agent at l3_agent the message router_deleted on router 8ec12414-70c2-45d5-bbd2-f6461d514811 {{(pid=104084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:41:55.002460 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-042a4190-5b19-4150-b1aa-87c78feca35d tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:55.003722 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-042a4190-5b19-4150-b1aa-87c78feca35d tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "DELETE /v2.0/routers/8ec12414-70c2-45d5-bbd2-f6461d514811 HTTP/1.1" status: 204 len: 168 time: 0.5888288 Feb 28 10:41:55.006689 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48982) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:55.044502 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-17f22051-bdd6-406e-b34a-dbd64528eb86 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] delete failed (client error): The resource could not be found. Feb 28 10:41:55.048467 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-17f22051-bdd6-406e-b34a-dbd64528eb86 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "DELETE /v2.0/routers/9bd1af24-c670-4415-ba71-8efc56efde8e HTTP/1.1" status: 404 len: 336 time: 0.0819294 Feb 28 10:41:55.052221 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48984) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:55.095012 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03bf518-4011-497a-aa8d-ad4a4380ed9a tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:55.102085 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03bf518-4011-497a-aa8d-ad4a4380ed9a tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:55.103327 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c236c52-9366-4916-89e2-948827139baa tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] DELETE failed (client error): The resource could not be found. Feb 28 10:41:55.103785 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c236c52-9366-4916-89e2-948827139baa tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:41:55.106858 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-2c236c52-9366-4916-89e2-948827139baa tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "DELETE /v2.0/subnets/09917706-f321-48e6-8eb5-f31521e1682c HTTP/1.1" status: 404 len: 337 time: 0.0536616 Feb 28 10:41:55.107674 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 48986) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:55.109426 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-b03bf518-4011-497a-aa8d-ad4a4380ed9a tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1594567 Feb 28 10:41:55.110677 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48988) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:55.127873 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d3cefaf-1b25-41c4-9f97-e965076dc532 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Deleting subnet 3740732f-3cf6-455e-a6c0-84888fcaef5f {{(pid=104083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:41:55.142361 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-e51676bf-6c4c-4f4c-be91-200dcc2d1fd0 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "GET /v2.0/ports?device_id=992fb36c-e762-4cf0-9ad0-5ab122d92223 HTTP/1.1" status: 200 len: 205 time: 0.0311019 Feb 28 10:41:55.145716 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48990) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:55.150370 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8d3cefaf-1b25-41c4-9f97-e965076dc532 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for subnet (3740732f-3cf6-455e-a6c0-84888fcaef5f), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:55.187820 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-94e4d04f-c02b-4bb5-b85a-7238bb83e1cc tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] delete failed (client error): The resource could not be found. Feb 28 10:41:55.188870 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-94e4d04f-c02b-4bb5-b85a-7238bb83e1cc tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "DELETE /v2.0/routers/992fb36c-e762-4cf0-9ad0-5ab122d92223 HTTP/1.1" status: 404 len: 336 time: 0.0422430 Feb 28 10:41:55.191894 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48992) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:55.220949 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8d3cefaf-1b25-41c4-9f97-e965076dc532 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59245535'] for subnet (3740732f-3cf6-455e-a6c0-84888fcaef5f), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:55.223473 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c27ae80-ba00-4411-b91a-3c772e258624 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] DELETE failed (client error): The resource could not be found. Feb 28 10:41:55.223939 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c27ae80-ba00-4411-b91a-3c772e258624 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:41:55.227857 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-9c27ae80-ba00-4411-b91a-3c772e258624 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "DELETE /v2.0/subnets/4a12345f-b798-4bfb-bbcb-fcd2d7ea9d2e HTTP/1.1" status: 404 len: 337 time: 0.0345843 Feb 28 10:41:55.230320 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48994) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:55.257003 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a2bf5f6-8175-4bba-a0ea-c11fbd824ad2 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] DELETE failed (client error): The resource could not be found. Feb 28 10:41:55.257470 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a2bf5f6-8175-4bba-a0ea-c11fbd824ad2 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:41:55.262045 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-0a2bf5f6-8175-4bba-a0ea-c11fbd824ad2 tempest-RoutersTest-644361569 tempest-RoutersTest-644361569-project] 10.222.0.62 "DELETE /v2.0/subnets/bcb9cf41-f4ba-498f-be2c-5895f4031cbe HTTP/1.1" status: 404 len: 337 time: 0.0295215 Feb 28 10:41:55.317912 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-98b8b3f0-2821-4c73-8800-d6463d5277ee tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Deleting port 7256b530-f341-4780-be2c-e0db9e55e623 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:41:55.318267 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-98b8b3f0-2821-4c73-8800-d6463d5277ee tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (7256b530-f341-4780-be2c-e0db9e55e623), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:55.370324 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8d3cefaf-1b25-41c4-9f97-e965076dc532 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (3740732f-3cf6-455e-a6c0-84888fcaef5f), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:55.453975 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-98b8b3f0-2821-4c73-8800-d6463d5277ee tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (7256b530-f341-4780-be2c-e0db9e55e623), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:55.469511 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-98b8b3f0-2821-4c73-8800-d6463d5277ee tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Calling delete_port for 7256b530-f341-4780-be2c-e0db9e55e623 owned by {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:41:55.515186 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8d3cefaf-1b25-41c4-9f97-e965076dc532 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (3740732f-3cf6-455e-a6c0-84888fcaef5f), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:55.551406 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8d3cefaf-1b25-41c4-9f97-e965076dc532 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:55.556581 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-8d3cefaf-1b25-41c4-9f97-e965076dc532 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "DELETE /v2.0/subnets/3740732f-3cf6-455e-a6c0-84888fcaef5f HTTP/1.1" status: 204 len: 168 time: 0.5486777 Feb 28 10:41:55.558395 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498d01b3-f525-4e3b-afd3-9094f9c437fb None None] Network bb51d598-8aac-42b6-bab8-520d4a111101 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:41:55.558698 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3cefaf-1b25-41c4-9f97-e965076dc532 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event deleted for resources: {'Subnet': ['ID=3740732f-3cf6-455e-a6c0-84888fcaef5f,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:55.560260 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 48998) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:55.634259 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c62b587-9943-44f3-9f87-c75432027d5c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Deleting subnet 66eef1cf-1fe0-4758-b835-e31bf1f3748c {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:41:55.642436 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6c62b587-9943-44f3-9f87-c75432027d5c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for subnet (66eef1cf-1fe0-4758-b835-e31bf1f3748c), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:55.717292 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-98b8b3f0-2821-4c73-8800-d6463d5277ee tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (7256b530-f341-4780-be2c-e0db9e55e623), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:55.725380 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6c62b587-9943-44f3-9f87-c75432027d5c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (66eef1cf-1fe0-4758-b835-e31bf1f3748c), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:55.747084 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49002) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:55.763149 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b8b3f0-2821-4c73-8800-d6463d5277ee tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event deleted for resources: {'Port': ['ID=7256b530-f341-4780-be2c-e0db9e55e623,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:55.793434 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2535b0-f261-4e2c-ab08-94ad6eeb0a26 None None] DHCP port deletion for bb51d598-8aac-42b6-bab8-520d4a111101 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:41:55.805474 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-98b8b3f0-2821-4c73-8800-d6463d5277ee tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:55.814873 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-98b8b3f0-2821-4c73-8800-d6463d5277ee tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/ports/7256b530-f341-4780-be2c-e0db9e55e623 HTTP/1.1" status: 204 len: 168 time: 0.7039740 Feb 28 10:41:55.819542 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49006) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:55.858268 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6c62b587-9943-44f3-9f87-c75432027d5c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (66eef1cf-1fe0-4758-b835-e31bf1f3748c), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:55.877812 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ec2535b0-f261-4e2c-ab08-94ad6eeb0a26 None None] Deleting port 441803dd-2e19-430e-8da5-4b3101133c39 {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:41:55.878260 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ec2535b0-f261-4e2c-ab08-94ad6eeb0a26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (441803dd-2e19-430e-8da5-4b3101133c39), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:55.883745 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c62879-4621-4834-b206-4f657356b3c2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:55.885641 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c62879-4621-4834-b206-4f657356b3c2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:55.890584 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-d8c62879-4621-4834-b206-4f657356b3c2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0739331 Feb 28 10:41:55.891564 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49008) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:55.950177 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ec2535b0-f261-4e2c-ab08-94ad6eeb0a26 None None] For port 441803dd-2e19-430e-8da5-4b3101133c39, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=441803dd-2e19-430e-8da5-4b3101133c39,segment=NetworkSegment(e0932f84-b4e9-40f0-bc0d-706ec7224805),segment_id=e0932f84-b4e9-40f0-bc0d-706ec7224805)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:55.950653 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ec2535b0-f261-4e2c-ab08-94ad6eeb0a26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (441803dd-2e19-430e-8da5-4b3101133c39), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:55.970118 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ec2535b0-f261-4e2c-ab08-94ad6eeb0a26 None None] Calling delete_port for 441803dd-2e19-430e-8da5-4b3101133c39 owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:41:55.978596 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_v2 [None req-94ba8e3d-df13-482d-8855-d3758931c3fb tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Deleting subnet 3be6bd86-9730-4dc2-928e-1ca9295a0899 {{(pid=104083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:41:55.981334 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6c62b587-9943-44f3-9f87-c75432027d5c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (66eef1cf-1fe0-4758-b835-e31bf1f3748c), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:55.988948 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-94ba8e3d-df13-482d-8855-d3758931c3fb tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for subnet (3be6bd86-9730-4dc2-928e-1ca9295a0899), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:56.015798 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-95177ff1-d314-45b2-8737-2261c824e560 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=25b479ba752e4d33b5861f804bc6920d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2579315 Feb 28 10:41:56.018178 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49010) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:56.026262 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c62b587-9943-44f3-9f87-c75432027d5c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event deleted for resources: {'Subnet': ['ID=66eef1cf-1fe0-4758-b835-e31bf1f3748c,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:56.040151 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6c62b587-9943-44f3-9f87-c75432027d5c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:56.041280 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f152ac-cf8c-471f-b67f-c1f384040117 None None] Network 0c11fbdf-04a8-4bdf-93f6-32caaafeb6ac requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:41:56.044678 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-6c62b587-9943-44f3-9f87-c75432027d5c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "DELETE /v2.0/subnets/66eef1cf-1fe0-4758-b835-e31bf1f3748c HTTP/1.1" status: 204 len: 168 time: 0.4827793 Feb 28 10:41:56.047232 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49012) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:56.073910 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-94ba8e3d-df13-482d-8855-d3758931c3fb tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59245535'] for subnet (3be6bd86-9730-4dc2-928e-1ca9295a0899), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:56.083726 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-f1dd3334-3762-4c6b-9e5f-522acb9c7255 None None] Provisioning complete for port 3de8a82f-3c1b-44cd-9b60-74711691fd33 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:56.084185 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f1dd3334-3762-4c6b-9e5f-522acb9c7255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (3de8a82f-3c1b-44cd-9b60-74711691fd33), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:56.154809 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c5b99164-22d7-4c9a-9cea-a0e968128bfa tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (bb51d598-8aac-42b6-bab8-520d4a111101), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:56.184692 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-228f432f-97e1-402a-afb0-596a5cf72414 admin admin] Publish callbacks [] for security_group (94dd4ea9-9d36-4a13-996c-b94594df22d6), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:56.222486 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-228f432f-97e1-402a-afb0-596a5cf72414 admin admin] Publish callbacks [] for security_group (94dd4ea9-9d36-4a13-996c-b94594df22d6), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:56.224114 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-94ba8e3d-df13-482d-8855-d3758931c3fb tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (3be6bd86-9730-4dc2-928e-1ca9295a0899), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:56.235226 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-c5b99164-22d7-4c9a-9cea-a0e968128bfa tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Deleting port 441803dd-2e19-430e-8da5-4b3101133c39 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:41:56.235742 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c5b99164-22d7-4c9a-9cea-a0e968128bfa tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (441803dd-2e19-430e-8da5-4b3101133c39), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:56.279096 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-f1dd3334-3762-4c6b-9e5f-522acb9c7255 None None] Current status of the port 3de8a82f-3c1b-44cd-9b60-74711691fd33 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:56.279667 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f1dd3334-3762-4c6b-9e5f-522acb9c7255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (3de8a82f-3c1b-44cd-9b60-74711691fd33), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:56.295998 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ec2535b0-f261-4e2c-ab08-94ad6eeb0a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (441803dd-2e19-430e-8da5-4b3101133c39), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:56.323586 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-c5b99164-22d7-4c9a-9cea-a0e968128bfa tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] For port 441803dd-2e19-430e-8da5-4b3101133c39, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=441803dd-2e19-430e-8da5-4b3101133c39,segment=NetworkSegment(e0932f84-b4e9-40f0-bc0d-706ec7224805),segment_id=e0932f84-b4e9-40f0-bc0d-706ec7224805)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:56.324149 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c5b99164-22d7-4c9a-9cea-a0e968128bfa tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (441803dd-2e19-430e-8da5-4b3101133c39), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:56.338428 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2535b0-f261-4e2c-ab08-94ad6eeb0a26 None None] Pushing event deleted for resources: {'Port': ['ID=441803dd-2e19-430e-8da5-4b3101133c39,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:56.340719 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2535b0-f261-4e2c-ab08-94ad6eeb0a26 None None] No DVR routers for this DVR port 441803dd-2e19-430e-8da5-4b3101133c39 on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:41:56.345925 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-c5b99164-22d7-4c9a-9cea-a0e968128bfa tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Calling delete_port for 441803dd-2e19-430e-8da5-4b3101133c39 owned by network:dhcp {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:41:56.390697 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-228f432f-97e1-402a-afb0-596a5cf72414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (94dd4ea9-9d36-4a13-996c-b94594df22d6), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:56.392927 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-228f432f-97e1-402a-afb0-596a5cf72414 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:56.394094 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-228f432f-97e1-402a-afb0-596a5cf72414 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/94dd4ea9-9d36-4a13-996c-b94594df22d6 HTTP/1.1" status: 204 len: 168 time: 0.3753242 Feb 28 10:41:56.400599 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87cefc2-fe3c-4d1e-83d4-ca0cd01c7c3f None None] DHCP port deletion for 0c11fbdf-04a8-4bdf-93f6-32caaafeb6ac request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:41:56.422743 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228f432f-97e1-402a-afb0-596a5cf72414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94dd4ea9-9d36-4a13-996c-b94594df22d6,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:56.426497 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-94ba8e3d-df13-482d-8855-d3758931c3fb tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (3be6bd86-9730-4dc2-928e-1ca9295a0899), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:56.442589 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c5b99164-22d7-4c9a-9cea-a0e968128bfa tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (441803dd-2e19-430e-8da5-4b3101133c39), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:56.458683 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ba8e3d-df13-482d-8855-d3758931c3fb tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event deleted for resources: {'Subnet': ['ID=3be6bd86-9730-4dc2-928e-1ca9295a0899,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:56.468659 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-94ba8e3d-df13-482d-8855-d3758931c3fb tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:56.477639 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-94ba8e3d-df13-482d-8855-d3758931c3fb tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/subnets/3be6bd86-9730-4dc2-928e-1ca9295a0899 HTTP/1.1" status: 204 len: 168 time: 0.5848012 Feb 28 10:41:56.481676 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49016) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:56.509429 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b99164-22d7-4c9a-9cea-a0e968128bfa tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event deleted for resources: {'Port': ['ID=441803dd-2e19-430e-8da5-4b3101133c39,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:56.518776 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b99164-22d7-4c9a-9cea-a0e968128bfa tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] No DVR routers for this DVR port 441803dd-2e19-430e-8da5-4b3101133c39 on host dv-neutron-829161-3-hyperv {{(pid=104084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:41:56.531932 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28648530-5c96-414d-be9f-48867bbc9c4f None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:41:56.536209 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-43fbc596-bf1f-4b70-9283-3f2c3f2bc4ec tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0508049 Feb 28 10:41:56.539603 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49018) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:56.544665 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-b425e278-3881-4870-a9be-8a65902eb80c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Request body: {'subnet': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:56.613903 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c5b99164-22d7-4c9a-9cea-a0e968128bfa tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (bb51d598-8aac-42b6-bab8-520d4a111101), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:56.652107 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-c5b99164-22d7-4c9a-9cea-a0e968128bfa tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb51d598-8aac-42b6-bab8-520d4a111101']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:56.661688 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-c5b99164-22d7-4c9a-9cea-a0e968128bfa tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0932f84-b4e9-40f0-bc0d-706ec7224805') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:56.661989 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-c5b99164-22d7-4c9a-9cea-a0e968128bfa tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0932f84-b4e9-40f0-bc0d-706ec7224805') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:56.667081 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.db.api [None req-f1dd3334-3762-4c6b-9e5f-522acb9c7255 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:41:56.667328 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG oslo_db.api [None req-f1dd3334-3762-4c6b-9e5f-522acb9c7255 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:41:56.672736 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c5b99164-22d7-4c9a-9cea-a0e968128bfa tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (e0932f84-b4e9-40f0-bc0d-706ec7224805), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:56.685245 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 3de8a82f-3c1b-44cd-9b60-74711691fd33 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:41:56.686532 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c5b99164-22d7-4c9a-9cea-a0e968128bfa tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (e0932f84-b4e9-40f0-bc0d-706ec7224805), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:56.693203 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5b99164-22d7-4c9a-9cea-a0e968128bfa tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:41:56.694544 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b425e278-3881-4870-a9be-8a65902eb80c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Made reservation on behalf of 9047a33944184c15875a48328f19bcdb for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:41:56.695492 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c5b99164-22d7-4c9a-9cea-a0e968128bfa tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (e0932f84-b4e9-40f0-bc0d-706ec7224805), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:56.698207 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b425e278-3881-4870-a9be-8a65902eb80c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:56.698994 dv-neutron-829161-3-hyperv neutron-server[104084]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:41:56.698994 dv-neutron-829161-3-hyperv neutron-server[104084]: self.session.flush() Feb 28 10:41:56.698994 dv-neutron-829161-3-hyperv neutron-server[104084]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:41:56.698994 dv-neutron-829161-3-hyperv neutron-server[104084]: self.session.flush() Feb 28 10:41:56.698994 dv-neutron-829161-3-hyperv neutron-server[104084]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:41:56.698994 dv-neutron-829161-3-hyperv neutron-server[104084]: self.session.flush() Feb 28 10:41:56.698994 dv-neutron-829161-3-hyperv neutron-server[104084]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:41:56.698994 dv-neutron-829161-3-hyperv neutron-server[104084]: self.session.flush() Feb 28 10:41:56.698994 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 10:41:56.698994 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:41:56.698994 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 10:41:56.698994 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:41:56.698994 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 10:41:56.698994 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:41:56.698994 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 10:41:56.698994 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:41:56.698994 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 10:41:56.698994 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:41:56.698994 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 10:41:56.698994 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:41:56.698994 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 10:41:56.698994 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:41:56.698994 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:41:56.698994 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:41:56.698994 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:41:56.698994 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:41:56.698994 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 10:41:56.698994 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:41:56.698994 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 10:41:56.698994 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:41:56.698994 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:41:56.698994 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:41:56.698994 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 10:41:56.698994 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:41:56.698994 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:41:56.698994 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:41:56.698994 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:41:56.698994 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:41:56.698994 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:41:56.698994 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:41:56.720364 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-c87cefc2-fe3c-4d1e-83d4-ca0cd01c7c3f None None] Deleting port 28778f92-f37f-4ead-8010-ae13b8317277 {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:41:56.720739 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c87cefc2-fe3c-4d1e-83d4-ca0cd01c7c3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (28778f92-f37f-4ead-8010-ae13b8317277), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:56.837683 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c5b99164-22d7-4c9a-9cea-a0e968128bfa tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (bb51d598-8aac-42b6-bab8-520d4a111101), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:56.847290 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c5b99164-22d7-4c9a-9cea-a0e968128bfa tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:56.855172 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c5b99164-22d7-4c9a-9cea-a0e968128bfa tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "DELETE /v2.0/networks/bb51d598-8aac-42b6-bab8-520d4a111101 HTTP/1.1" status: 204 len: 168 time: 0.8040369 Feb 28 10:41:56.855577 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49022) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:56.864544 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b99164-22d7-4c9a-9cea-a0e968128bfa tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event deleted for resources: {'Network': ['ID=bb51d598-8aac-42b6-bab8-520d4a111101,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:56.972111 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-c87cefc2-fe3c-4d1e-83d4-ca0cd01c7c3f None None] For port 28778f92-f37f-4ead-8010-ae13b8317277, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=28778f92-f37f-4ead-8010-ae13b8317277,segment=NetworkSegment(963bf9b6-99e2-497d-9693-b80081210014),segment_id=963bf9b6-99e2-497d-9693-b80081210014)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:56.973401 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c87cefc2-fe3c-4d1e-83d4-ca0cd01c7c3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (28778f92-f37f-4ead-8010-ae13b8317277), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:56.983856 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-536e2efd-c87b-42ad-b443-7b846dd9abec tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (0c11fbdf-04a8-4bdf-93f6-32caaafeb6ac), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:56.991590 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 3de8a82f-3c1b-44cd-9b60-74711691fd33 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:56.991964 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (3de8a82f-3c1b-44cd-9b60-74711691fd33), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:56.993788 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-c87cefc2-fe3c-4d1e-83d4-ca0cd01c7c3f None None] Calling delete_port for 28778f92-f37f-4ead-8010-ae13b8317277 owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:41:57.103515 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-536e2efd-c87b-42ad-b443-7b846dd9abec tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Deleting port 28778f92-f37f-4ead-8010-ae13b8317277 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:41:57.103962 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-536e2efd-c87b-42ad-b443-7b846dd9abec tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (28778f92-f37f-4ead-8010-ae13b8317277), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:57.107068 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1979f1-bdd2-4030-974d-911c894bebcf None None] DHCP port deletion for a10d36a7-87ef-481e-9e9f-da2235211c53 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:41:57.209760 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-536e2efd-c87b-42ad-b443-7b846dd9abec tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] For port 28778f92-f37f-4ead-8010-ae13b8317277, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=28778f92-f37f-4ead-8010-ae13b8317277,segment=NetworkSegment(963bf9b6-99e2-497d-9693-b80081210014),segment_id=963bf9b6-99e2-497d-9693-b80081210014)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:57.210132 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-536e2efd-c87b-42ad-b443-7b846dd9abec tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (28778f92-f37f-4ead-8010-ae13b8317277), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:57.229420 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-536e2efd-c87b-42ad-b443-7b846dd9abec tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Calling delete_port for 28778f92-f37f-4ead-8010-ae13b8317277 owned by network:dhcp {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:41:57.233477 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 3de8a82f-3c1b-44cd-9b60-74711691fd33 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:57.233867 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (3de8a82f-3c1b-44cd-9b60-74711691fd33), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:57.242208 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-f1dd3334-3762-4c6b-9e5f-522acb9c7255 None None] Current status of the port 3de8a82f-3c1b-44cd-9b60-74711691fd33 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:57.242589 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f1dd3334-3762-4c6b-9e5f-522acb9c7255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (3de8a82f-3c1b-44cd-9b60-74711691fd33), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:57.284464 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-2e1979f1-bdd2-4030-974d-911c894bebcf None None] Deleting port 3de8a82f-3c1b-44cd-9b60-74711691fd33 {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:41:57.284847 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2e1979f1-bdd2-4030-974d-911c894bebcf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (3de8a82f-3c1b-44cd-9b60-74711691fd33), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:57.304975 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port 3de8a82f-3c1b-44cd-9b60-74711691fd33, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=3de8a82f-3c1b-44cd-9b60-74711691fd33,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:57.306704 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c87cefc2-fe3c-4d1e-83d4-ca0cd01c7c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (28778f92-f37f-4ead-8010-ae13b8317277), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:57.336155 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.objects.ports [None req-b425e278-3881-4870-a9be-8a65902eb80c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104083) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 10:41:57.366031 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87cefc2-fe3c-4d1e-83d4-ca0cd01c7c3f None None] Pushing event deleted for resources: {'Port': ['ID=28778f92-f37f-4ead-8010-ae13b8317277,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:57.369554 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87cefc2-fe3c-4d1e-83d4-ca0cd01c7c3f None None] No DVR routers for this DVR port 28778f92-f37f-4ead-8010-ae13b8317277 on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:41:57.387221 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (3de8a82f-3c1b-44cd-9b60-74711691fd33), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:57.455008 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 441803dd-2e19-430e-8da5-4b3101133c39 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:41:57.506606 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 441803dd-2e19-430e-8da5-4b3101133c39 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:41:57.506606 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 441803dd-2e19-430e-8da5-4b3101133c39 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:41:57.506606 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 28778f92-f37f-4ead-8010-ae13b8317277 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:41:57.509063 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-2e1979f1-bdd2-4030-974d-911c894bebcf None None] For port 3de8a82f-3c1b-44cd-9b60-74711691fd33, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=3de8a82f-3c1b-44cd-9b60-74711691fd33,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:57.509585 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2e1979f1-bdd2-4030-974d-911c894bebcf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (3de8a82f-3c1b-44cd-9b60-74711691fd33), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:57.553700 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 28778f92-f37f-4ead-8010-ae13b8317277 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:41:57.554052 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 28778f92-f37f-4ead-8010-ae13b8317277 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:41:57.557238 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-2e1979f1-bdd2-4030-974d-911c894bebcf None None] Calling delete_port for 3de8a82f-3c1b-44cd-9b60-74711691fd33 owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:41:57.564067 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.db.api [None req-f1dd3334-3762-4c6b-9e5f-522acb9c7255 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:41:57.564439 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG oslo_db.api [None req-f1dd3334-3762-4c6b-9e5f-522acb9c7255 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:41:57.572875 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=3de8a82f-3c1b-44cd-9b60-74711691fd33,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:57.628360 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49040) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:57.724245 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2e1979f1-bdd2-4030-974d-911c894bebcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (3de8a82f-3c1b-44cd-9b60-74711691fd33), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:57.734631 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-c7c67e3d-6d08-4ba0-82d7-b4e7b1a847e9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-713778107-network', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:57.755905 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1979f1-bdd2-4030-974d-911c894bebcf None None] Pushing event deleted for resources: {'Port': ['ID=3de8a82f-3c1b-44cd-9b60-74711691fd33,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:57.760812 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1979f1-bdd2-4030-974d-911c894bebcf None None] No DVR routers for this DVR port 3de8a82f-3c1b-44cd-9b60-74711691fd33 on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:41:57.814528 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-536e2efd-c87b-42ad-b443-7b846dd9abec tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (28778f92-f37f-4ead-8010-ae13b8317277), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:57.825991 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c67e3d-6d08-4ba0-82d7-b4e7b1a847e9 admin admin] Made reservation on behalf of fb97474a860e4d948fd0a95e1b318101 for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:41:57.828474 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c7c67e3d-6d08-4ba0-82d7-b4e7b1a847e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:57.831439 dv-neutron-829161-3-hyperv neutron-server[104083]: WARNING neutron.services.revisions.revision_plugin [None req-b425e278-3881-4870-a9be-8a65902eb80c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Could not find related port for resource to bump revision. Feb 28 10:41:57.837976 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c7c67e3d-6d08-4ba0-82d7-b4e7b1a847e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:57.856997 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536e2efd-c87b-42ad-b443-7b846dd9abec tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event deleted for resources: {'Port': ['ID=28778f92-f37f-4ead-8010-ae13b8317277,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:57.858727 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536e2efd-c87b-42ad-b443-7b846dd9abec tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] No DVR routers for this DVR port 28778f92-f37f-4ead-8010-ae13b8317277 on host dv-neutron-829161-3-hyperv {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:41:57.933908 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c7c67e3d-6d08-4ba0-82d7-b4e7b1a847e9 admin admin] Publish callbacks [] for security_group (0cdb8f0f-f3a5-4d95-bdfd-c075d2380f77), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:57.952283 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-536e2efd-c87b-42ad-b443-7b846dd9abec tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (0c11fbdf-04a8-4bdf-93f6-32caaafeb6ac), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:57.971993 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-536e2efd-c87b-42ad-b443-7b846dd9abec tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c11fbdf-04a8-4bdf-93f6-32caaafeb6ac']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:57.982029 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-536e2efd-c87b-42ad-b443-7b846dd9abec tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '963bf9b6-99e2-497d-9693-b80081210014') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:57.982328 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-536e2efd-c87b-42ad-b443-7b846dd9abec tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '963bf9b6-99e2-497d-9693-b80081210014') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:57.992517 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-536e2efd-c87b-42ad-b443-7b846dd9abec tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (963bf9b6-99e2-497d-9693-b80081210014), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:58.002738 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c7c67e3d-6d08-4ba0-82d7-b4e7b1a847e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (0cdb8f0f-f3a5-4d95-bdfd-c075d2380f77), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:58.003373 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.ipam_pluggable_backend [None req-b425e278-3881-4870-a9be-8a65902eb80c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Port 3de8a82f-3c1b-44cd-9b60-74711691fd33 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=104083) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 28 10:41:58.003681 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.ipam_pluggable_backend [None req-b425e278-3881-4870-a9be-8a65902eb80c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Reverting IP allocation for 2001:db8::f816:3eff:fea0:5363 {{(pid=104083) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 28 10:41:58.005764 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-536e2efd-c87b-42ad-b443-7b846dd9abec tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (963bf9b6-99e2-497d-9693-b80081210014), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:58.010640 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.ipam_pluggable_backend [None req-b425e278-3881-4870-a9be-8a65902eb80c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fea0:5363 {{(pid=104083) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 28 10:41:58.013626 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b425e278-3881-4870-a9be-8a65902eb80c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (3d853caf-6742-43b4-8fdf-8ec94c470871), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:58.015151 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-536e2efd-c87b-42ad-b443-7b846dd9abec tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:41:58.015525 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-536e2efd-c87b-42ad-b443-7b846dd9abec tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (963bf9b6-99e2-497d-9693-b80081210014), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:58.021625 dv-neutron-829161-3-hyperv neutron-server[104083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:41:58.021625 dv-neutron-829161-3-hyperv neutron-server[104083]: self.session.flush() Feb 28 10:41:58.021625 dv-neutron-829161-3-hyperv neutron-server[104083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:41:58.021625 dv-neutron-829161-3-hyperv neutron-server[104083]: self.session.flush() Feb 28 10:41:58.021625 dv-neutron-829161-3-hyperv neutron-server[104083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:41:58.021625 dv-neutron-829161-3-hyperv neutron-server[104083]: self.session.flush() Feb 28 10:41:58.021625 dv-neutron-829161-3-hyperv neutron-server[104083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:41:58.021625 dv-neutron-829161-3-hyperv neutron-server[104083]: self.session.flush() Feb 28 10:41:58.021625 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:41:58.021625 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:41:58.021625 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:41:58.021625 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:41:58.021625 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:41:58.021625 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:41:58.021625 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:41:58.021625 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:41:58.021625 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:41:58.021625 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:41:58.021625 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:41:58.021625 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:41:58.021625 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:41:58.021625 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:41:58.021625 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:41:58.021625 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:41:58.021625 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:41:58.021625 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:41:58.021625 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:41:58.021625 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:41:58.021625 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:41:58.021625 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:41:58.021625 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:41:58.021625 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:41:58.021625 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:41:58.021625 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:41:58.021625 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:41:58.021625 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:41:58.021625 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:41:58.021625 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:41:58.021625 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:41:58.021625 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:41:58.029642 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c67e3d-6d08-4ba0-82d7-b4e7b1a847e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cdb8f0f-f3a5-4d95-bdfd-c075d2380f77,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:58.108053 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b425e278-3881-4870-a9be-8a65902eb80c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:58.112276 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-b425e278-3881-4870-a9be-8a65902eb80c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:58.117029 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b425e278-3881-4870-a9be-8a65902eb80c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:58.117659 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b425e278-3881-4870-a9be-8a65902eb80c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:58.123414 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a215d9-1eb2-4971-8ed5-b64a2f5e2dd1 None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:41:58.131909 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b425e278-3881-4870-a9be-8a65902eb80c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event updated for resources: {'Subnet': ['ID=3d853caf-6742-43b4-8fdf-8ec94c470871,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:58.169015 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-536e2efd-c87b-42ad-b443-7b846dd9abec tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (0c11fbdf-04a8-4bdf-93f6-32caaafeb6ac), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:58.178610 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-536e2efd-c87b-42ad-b443-7b846dd9abec tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:58.179124 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7c67e3d-6d08-4ba0-82d7-b4e7b1a847e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:41:58.181901 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-536e2efd-c87b-42ad-b443-7b846dd9abec tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "DELETE /v2.0/networks/0c11fbdf-04a8-4bdf-93f6-32caaafeb6ac HTTP/1.1" status: 204 len: 168 time: 1.3253815 Feb 28 10:41:58.188733 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c7c67e3d-6d08-4ba0-82d7-b4e7b1a847e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (19b5758e-ea8e-40b5-a035-63bdcbefede7), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:58.189221 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-c7c67e3d-6d08-4ba0-82d7-b4e7b1a847e9 admin admin] Added segment 19b5758e-ea8e-40b5-a035-63bdcbefede7 of type vlan for network b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a Feb 28 10:41:58.190323 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49044) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:58.198421 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-b425e278-3881-4870-a9be-8a65902eb80c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.6549361 Feb 28 10:41:58.198421 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536e2efd-c87b-42ad-b443-7b846dd9abec tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event deleted for resources: {'Network': ['ID=0c11fbdf-04a8-4bdf-93f6-32caaafeb6ac,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:58.199414 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49046) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:58.202141 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-606a0da9-e387-420e-90d4-89a82bb212b0 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2141039233'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:58.203620 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-42972ab7-fb2f-4322-89f8-9641ff4a04e5 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Request body: {'port': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'mac_address': 'fa:16:3e:11:c1:4f', 'name': 'tempest-NetworksTestDHCPv6-317380825'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:58.246767 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a4b7dc-9452-4262-9443-1cf83d318b06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-a10d36a7-87ef-481e-9e9f-da2235211c53', 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'project_id': '9047a33944184c15875a48328f19bcdb', 'fixed_ips': [{'subnet_id': '3d853caf-6742-43b4-8fdf-8ec94c470871'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:41:58.248005 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-02a4b7dc-9452-4262-9443-1cf83d318b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:58.253227 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c7c67e3d-6d08-4ba0-82d7-b4e7b1a847e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:58.294590 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606a0da9-e387-420e-90d4-89a82bb212b0 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Made reservation on behalf of bb2ba9ee3c07467ba10396b757cfe5bd for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:41:58.298059 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-606a0da9-e387-420e-90d4-89a82bb212b0 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:58.322526 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-606a0da9-e387-420e-90d4-89a82bb212b0 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:41:58.331642 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-606a0da9-e387-420e-90d4-89a82bb212b0 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (b1587376-c989-4187-96a9-3d549fb810f6), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:58.332717 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-606a0da9-e387-420e-90d4-89a82bb212b0 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Added segment b1587376-c989-4187-96a9-3d549fb810f6 of type vlan for network ab1a54e3-e518-4769-86d2-80ce6df41173 Feb 28 10:41:58.341643 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c7c67e3d-6d08-4ba0-82d7-b4e7b1a847e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:58.345429 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c67e3d-6d08-4ba0-82d7-b4e7b1a847e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:58.345429 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c7c67e3d-6d08-4ba0-82d7-b4e7b1a847e9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:58.374756 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42972ab7-fb2f-4322-89f8-9641ff4a04e5 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Made reservation on behalf of 9047a33944184c15875a48328f19bcdb for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:41:58.395683 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-02a4b7dc-9452-4262-9443-1cf83d318b06 None None] Allocated IP 2001:db8::f816:3eff:fe5a:9f4b (a10d36a7-87ef-481e-9e9f-da2235211c53/3d853caf-6742-43b4-8fdf-8ec94c470871/db69ea9c-0e10-4d9d-80c9-7a9111aeea13) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:41:58.451262 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-606a0da9-e387-420e-90d4-89a82bb212b0 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (ab1a54e3-e518-4769-86d2-80ce6df41173), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:58.465357 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c67e3d-6d08-4ba0-82d7-b4e7b1a847e9 admin admin] Pushing event updated for resources: {'Network': ['ID=b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:58.474723 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-42972ab7-fb2f-4322-89f8-9641ff4a04e5 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:58.477884 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:41:58.497063 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-42972ab7-fb2f-4322-89f8-9641ff4a04e5 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] device_id is not set on port 1614a8ce-374e-43a9-896a-6a22e1fb6dbf yet. {{(pid=104083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:41:58.500427 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c7c67e3d-6d08-4ba0-82d7-b4e7b1a847e9 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8690341 Feb 28 10:41:58.500427 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49048) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:58.505433 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-38b50573-e947-454a-bf71-a3ea19598c77 admin admin] Request body: {'subnet': {'network_id': 'b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-713778107-subnet', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'ip_version': 4}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:58.545253 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-606a0da9-e387-420e-90d4-89a82bb212b0 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (ab1a54e3-e518-4769-86d2-80ce6df41173), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:58.557994 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606a0da9-e387-420e-90d4-89a82bb212b0 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:58.558696 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-606a0da9-e387-420e-90d4-89a82bb212b0 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:58.609586 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-f1dd3334-3762-4c6b-9e5f-522acb9c7255 None None] Port 3de8a82f-3c1b-44cd-9b60-74711691fd33 update to ACTIVE by agent not found {{(pid=104085) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 28 10:41:58.619709 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 3de8a82f-3c1b-44cd-9b60-74711691fd33 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:41:58.651477 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 3de8a82f-3c1b-44cd-9b60-74711691fd33 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:41:58.651734 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 3de8a82f-3c1b-44cd-9b60-74711691fd33 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:41:58.668749 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-02a4b7dc-9452-4262-9443-1cf83d318b06 None None] Publish callbacks [] for port (db69ea9c-0e10-4d9d-80c9-7a9111aeea13), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:58.720962 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ec629d3e-2b7f-4546-83c7-0904ed949539 None None] Could not find standard attr ID for object 7256b530-f341-4780-be2c-e0db9e55e623. {{(pid=104085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:41:58.732265 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-02a4b7dc-9452-4262-9443-1cf83d318b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (db69ea9c-0e10-4d9d-80c9-7a9111aeea13), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:58.774435 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a4b7dc-9452-4262-9443-1cf83d318b06 None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:58.777792 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-02a4b7dc-9452-4262-9443-1cf83d318b06 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:58.780886 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a4b7dc-9452-4262-9443-1cf83d318b06 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:41:58.789873 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-42972ab7-fb2f-4322-89f8-9641ff4a04e5 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Allocated IP 2001:db8::f816:3eff:fe11:c14f (a10d36a7-87ef-481e-9e9f-da2235211c53/3d853caf-6742-43b4-8fdf-8ec94c470871/1614a8ce-374e-43a9-896a-6a22e1fb6dbf) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:41:58.795537 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4b7dc-9452-4262-9443-1cf83d318b06 None None] Pushing event updated for resources: {'Port': ['ID=db69ea9c-0e10-4d9d-80c9-7a9111aeea13,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:58.856481 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-02a4b7dc-9452-4262-9443-1cf83d318b06 None None] Attempting to bind port db69ea9c-0e10-4d9d-80c9-7a9111aeea13 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:41:58.856857 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-02a4b7dc-9452-4262-9443-1cf83d318b06 None None] Attempting to bind port db69ea9c-0e10-4d9d-80c9-7a9111aeea13 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:41:58.857232 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a4b7dc-9452-4262-9443-1cf83d318b06 None None] Attempting to bind port db69ea9c-0e10-4d9d-80c9-7a9111aeea13 on network a10d36a7-87ef-481e-9e9f-da2235211c53 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:41:58.864437 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a4b7dc-9452-4262-9443-1cf83d318b06 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:41:58.865033 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a4b7dc-9452-4262-9443-1cf83d318b06 None None] Checking segment: {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:41:58.865435 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-02a4b7dc-9452-4262-9443-1cf83d318b06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:58.867323 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a4b7dc-9452-4262-9443-1cf83d318b06 None None] Bound using segment: {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:41:58.867323 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-02a4b7dc-9452-4262-9443-1cf83d318b06 None None] Bound port: db69ea9c-0e10-4d9d-80c9-7a9111aeea13, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:41:58.867323 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-02a4b7dc-9452-4262-9443-1cf83d318b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (db69ea9c-0e10-4d9d-80c9-7a9111aeea13), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:58.947340 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-02a4b7dc-9452-4262-9443-1cf83d318b06 None None] For port db69ea9c-0e10-4d9d-80c9-7a9111aeea13, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:41:58.951176 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-02a4b7dc-9452-4262-9443-1cf83d318b06 None None] For port db69ea9c-0e10-4d9d-80c9-7a9111aeea13, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=db69ea9c-0e10-4d9d-80c9-7a9111aeea13,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:41:58.965838 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-42972ab7-fb2f-4322-89f8-9641ff4a04e5 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for port (1614a8ce-374e-43a9-896a-6a22e1fb6dbf), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:58.978778 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b50573-e947-454a-bf71-a3ea19598c77 admin admin] Made reservation on behalf of fb97474a860e4d948fd0a95e1b318101 for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:41:58.981118 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-38b50573-e947-454a-bf71-a3ea19598c77 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:58.985466 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-606a0da9-e387-420e-90d4-89a82bb212b0 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7941387 Feb 28 10:41:58.989128 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49050) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:58.994248 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-ceaeb7d6-cdf0-416c-b6f6-7dcc498a847c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Request body: {'subnet': {'network_id': 'ab1a54e3-e518-4769-86d2-80ce6df41173', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:59.013528 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-02a4b7dc-9452-4262-9443-1cf83d318b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (db69ea9c-0e10-4d9d-80c9-7a9111aeea13), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:59.035747 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a0da9-e387-420e-90d4-89a82bb212b0 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event updated for resources: {'Network': ['ID=ab1a54e3-e518-4769-86d2-80ce6df41173,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:59.058144 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network ab1a54e3-e518-4769-86d2-80ce6df41173 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:41:59.108492 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-42972ab7-fb2f-4322-89f8-9641ff4a04e5 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (1614a8ce-374e-43a9-896a-6a22e1fb6dbf), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:59.162026 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42972ab7-fb2f-4322-89f8-9641ff4a04e5 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:59.171601 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-42972ab7-fb2f-4322-89f8-9641ff4a04e5 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:59.176679 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42972ab7-fb2f-4322-89f8-9641ff4a04e5 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:41:59.178164 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4b7dc-9452-4262-9443-1cf83d318b06 None None] Pushing event updated for resources: {'Port': ['ID=db69ea9c-0e10-4d9d-80c9-7a9111aeea13,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:59.182281 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42972ab7-fb2f-4322-89f8-9641ff4a04e5 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:59.183330 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-42972ab7-fb2f-4322-89f8-9641ff4a04e5 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:59.187565 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceaeb7d6-cdf0-416c-b6f6-7dcc498a847c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Made reservation on behalf of bb2ba9ee3c07467ba10396b757cfe5bd for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:41:59.190925 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ceaeb7d6-cdf0-416c-b6f6-7dcc498a847c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:59.194533 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42972ab7-fb2f-4322-89f8-9641ff4a04e5 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event updated for resources: {'Port': ['ID=1614a8ce-374e-43a9-896a-6a22e1fb6dbf,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:59.283476 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-38b50573-e947-454a-bf71-a3ea19598c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (e8522a33-2f3b-469a-aaa7-bb28734740a0), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:59.323458 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-42972ab7-fb2f-4322-89f8-9641ff4a04e5 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1228187 Feb 28 10:41:59.325460 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49052) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:59.363921 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b50573-e947-454a-bf71-a3ea19598c77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8522a33-2f3b-469a-aaa7-bb28734740a0,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:59.381952 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b50573-e947-454a-bf71-a3ea19598c77 admin admin] Checking segment: {'id': '19b5758e-ea8e-40b5-a035-63bdcbefede7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:41:59.382391 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b50573-e947-454a-bf71-a3ea19598c77 admin admin] Network hostable DHCP agents. Network: b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:41:59.446441 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e6f45b-4d41-450b-b89a-4a1129a326ce tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:59.451900 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e6f45b-4d41-450b-b89a-4a1129a326ce tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:59.453641 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-20e6f45b-4d41-450b-b89a-4a1129a326ce tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1271870 Feb 28 10:41:59.456249 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49054) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:59.468129 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b50573-e947-454a-bf71-a3ea19598c77 admin admin] Network b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:41:59.540460 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ceaeb7d6-cdf0-416c-b6f6-7dcc498a847c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (564f73cb-64bc-40c5-9bcb-c3ee4544f85c), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:59.556092 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-19bd655d-7a5e-4a01-81f8-2f4e38bdce26 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Deleting port 1614a8ce-374e-43a9-896a-6a22e1fb6dbf {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:41:59.556463 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-19bd655d-7a5e-4a01-81f8-2f4e38bdce26 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (1614a8ce-374e-43a9-896a-6a22e1fb6dbf), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:59.574549 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-38b50573-e947-454a-bf71-a3ea19598c77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a) {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:59.583192 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b60954-1692-4e0b-811c-77e77a889929 None None] Network b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:41:59.605034 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b50573-e947-454a-bf71-a3ea19598c77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:59.605396 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-38b50573-e947-454a-bf71-a3ea19598c77 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:59.616608 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaeb7d6-cdf0-416c-b6f6-7dcc498a847c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event updated for resources: {'Subnet': ['ID=564f73cb-64bc-40c5-9bcb-c3ee4544f85c,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:59.625172 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceaeb7d6-cdf0-416c-b6f6-7dcc498a847c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Checking segment: {'id': 'b1587376-c989-4187-96a9-3d549fb810f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab1a54e3-e518-4769-86d2-80ce6df41173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:41:59.625549 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceaeb7d6-cdf0-416c-b6f6-7dcc498a847c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Network hostable DHCP agents. Network: ab1a54e3-e518-4769-86d2-80ce6df41173, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:41:59.661820 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-19bd655d-7a5e-4a01-81f8-2f4e38bdce26 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (1614a8ce-374e-43a9-896a-6a22e1fb6dbf), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:59.674441 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-19bd655d-7a5e-4a01-81f8-2f4e38bdce26 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Calling delete_port for 1614a8ce-374e-43a9-896a-6a22e1fb6dbf owned by {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:41:59.705802 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9378c4f2-8083-4940-8c87-25ee73a65f40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a', 'network_id': 'b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a', 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'fixed_ips': [{'subnet_id': 'e8522a33-2f3b-469a-aaa7-bb28734740a0'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:41:59.706667 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9378c4f2-8083-4940-8c87-25ee73a65f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:59.725631 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-38b50573-e947-454a-bf71-a3ea19598c77 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2243927 Feb 28 10:41:59.728956 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceaeb7d6-cdf0-416c-b6f6-7dcc498a847c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Network ab1a54e3-e518-4769-86d2-80ce6df41173 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:41:59.729122 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49056) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:59.733279 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-2c20464b-4ec9-431b-ad8a-c44eddde9efa admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-713778107-router', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:59.792296 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-ceaeb7d6-cdf0-416c-b6f6-7dcc498a847c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, ab1a54e3-e518-4769-86d2-80ce6df41173) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:59.797840 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceaeb7d6-cdf0-416c-b6f6-7dcc498a847c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:59.798463 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ceaeb7d6-cdf0-416c-b6f6-7dcc498a847c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:59.811515 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50845ea9-04c6-4da2-86db-02d415fb8985 None None] Network ab1a54e3-e518-4769-86d2-80ce6df41173 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:41:59.860667 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2c20464b-4ec9-431b-ad8a-c44eddde9efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (fb9806d2-32f1-4369-b725-739487e43fc4), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:59.861866 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2c20464b-4ec9-431b-ad8a-c44eddde9efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (fb9806d2-32f1-4369-b725-739487e43fc4), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:59.891446 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-ceaeb7d6-cdf0-416c-b6f6-7dcc498a847c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9012380 Feb 28 10:41:59.895860 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49058) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:59.902091 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-3cd87d07-5a50-4e17-9957-25e38777db13 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2074515254', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:59.946186 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-19bd655d-7a5e-4a01-81f8-2f4e38bdce26 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (1614a8ce-374e-43a9-896a-6a22e1fb6dbf), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:59.994527 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bd655d-7a5e-4a01-81f8-2f4e38bdce26 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event deleted for resources: {'Port': ['ID=1614a8ce-374e-43a9-896a-6a22e1fb6dbf,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:00.034479 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3cd87d07-5a50-4e17-9957-25e38777db13 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (0841001f-65d1-49a6-ba5d-756f53cf5e3e), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:00.036748 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3cd87d07-5a50-4e17-9957-25e38777db13 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (0841001f-65d1-49a6-ba5d-756f53cf5e3e), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:00.048362 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2c20464b-4ec9-431b-ad8a-c44eddde9efa admin admin] Publish callbacks [] for router_controller (fb9806d2-32f1-4369-b725-739487e43fc4), precommit_add_association {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:00.064658 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-9378c4f2-8083-4940-8c87-25ee73a65f40 None None] Allocated IP 172.20.0.2 (b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a/e8522a33-2f3b-469a-aaa7-bb28734740a0/6fabaf74-8dd2-4f14-8232-05bde7c5a3aa) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:42:00.070060 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-19bd655d-7a5e-4a01-81f8-2f4e38bdce26 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:00.073305 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-19bd655d-7a5e-4a01-81f8-2f4e38bdce26 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/ports/1614a8ce-374e-43a9-896a-6a22e1fb6dbf HTTP/1.1" status: 204 len: 168 time: 0.6151433 Feb 28 10:42:00.081232 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49060) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:00.149969 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18beceaf-5f19-4bc8-8c4e-f015bf01ce74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-ab1a54e3-e518-4769-86d2-80ce6df41173', 'network_id': 'ab1a54e3-e518-4769-86d2-80ce6df41173', 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'fixed_ips': [{'subnet_id': '564f73cb-64bc-40c5-9bcb-c3ee4544f85c'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:42:00.150794 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-18beceaf-5f19-4bc8-8c4e-f015bf01ce74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:00.155708 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3cd87d07-5a50-4e17-9957-25e38777db13 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for router_controller (0841001f-65d1-49a6-ba5d-756f53cf5e3e), precommit_add_association {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:00.227973 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9976968a-f4f3-4397-a333-e40bbd518c8e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:00.229308 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9976968a-f4f3-4397-a333-e40bbd518c8e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:00.230961 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-9976968a-f4f3-4397-a333-e40bbd518c8e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1487598 Feb 28 10:42:00.234100 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3cd87d07-5a50-4e17-9957-25e38777db13 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (0841001f-65d1-49a6-ba5d-756f53cf5e3e), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:00.235173 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49062) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:00.326279 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2c20464b-4ec9-431b-ad8a-c44eddde9efa admin admin] Publish callbacks [] for router_gateway (fb9806d2-32f1-4369-b725-739487e43fc4), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:00.347697 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2f908f1-5796-4f13-abbd-c58378e2ca64 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Deleting subnet 3d853caf-6742-43b4-8fdf-8ec94c470871 {{(pid=104083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:42:00.351250 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a2f908f1-5796-4f13-abbd-c58378e2ca64 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for subnet (3d853caf-6742-43b4-8fdf-8ec94c470871), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:00.363269 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9378c4f2-8083-4940-8c87-25ee73a65f40 None None] Publish callbacks [] for port (6fabaf74-8dd2-4f14-8232-05bde7c5a3aa), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:00.386506 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-18beceaf-5f19-4bc8-8c4e-f015bf01ce74 None None] Allocated IP 2001:db8::2 (ab1a54e3-e518-4769-86d2-80ce6df41173/564f73cb-64bc-40c5-9bcb-c3ee4544f85c/d7bf7e4e-f5bb-4f29-9cb1-d4b9560ce780) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:42:00.391019 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-aa8b271f-e580-4e1f-bb91-808627108681 None None] Provisioning complete for port db69ea9c-0e10-4d9d-80c9-7a9111aeea13 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:00.391400 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-aa8b271f-e580-4e1f-bb91-808627108681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (db69ea9c-0e10-4d9d-80c9-7a9111aeea13), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:00.393989 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a2f908f1-5796-4f13-abbd-c58378e2ca64 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59245535'] for subnet (3d853caf-6742-43b4-8fdf-8ec94c470871), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:00.412098 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3cd87d07-5a50-4e17-9957-25e38777db13 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:00.416111 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-3cd87d07-5a50-4e17-9957-25e38777db13 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5157552 Feb 28 10:42:00.417084 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49064) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:00.423885 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-5bba4c22-0dc4-4d88-9204-e21adfd3494e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Request body: {'port': {'network_id': 'ab1a54e3-e518-4769-86d2-80ce6df41173', 'name': 'tempest-RoutersIpV6Test-455729467'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:00.498357 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a2f908f1-5796-4f13-abbd-c58378e2ca64 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (3d853caf-6742-43b4-8fdf-8ec94c470871), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:00.559396 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9378c4f2-8083-4940-8c87-25ee73a65f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (6fabaf74-8dd2-4f14-8232-05bde7c5a3aa), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:00.672021 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a2f908f1-5796-4f13-abbd-c58378e2ca64 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (3d853caf-6742-43b4-8fdf-8ec94c470871), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:00.699932 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:00.704312 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-18beceaf-5f19-4bc8-8c4e-f015bf01ce74 None None] Publish callbacks [] for port (d7bf7e4e-f5bb-4f29-9cb1-d4b9560ce780), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:00.712752 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device db69ea9c-0e10-4d9d-80c9-7a9111aeea13 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:42:00.713259 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:42:00.716471 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9378c4f2-8083-4940-8c87-25ee73a65f40 None None] Network b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:42:00.720985 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9378c4f2-8083-4940-8c87-25ee73a65f40 None None] Pushing event updated for resources: {'Port': ['ID=6fabaf74-8dd2-4f14-8232-05bde7c5a3aa,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:00.724854 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bba4c22-0dc4-4d88-9204-e21adfd3494e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Made reservation on behalf of bb2ba9ee3c07467ba10396b757cfe5bd for: {'port': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:42:00.727777 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f908f1-5796-4f13-abbd-c58378e2ca64 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event deleted for resources: {'Subnet': ['ID=3d853caf-6742-43b4-8fdf-8ec94c470871,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:00.730098 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a2f908f1-5796-4f13-abbd-c58378e2ca64 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:00.730288 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5bba4c22-0dc4-4d88-9204-e21adfd3494e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:00.733467 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a2f908f1-5796-4f13-abbd-c58378e2ca64 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/subnets/3d853caf-6742-43b4-8fdf-8ec94c470871 HTTP/1.1" status: 204 len: 168 time: 0.4960079 Feb 28 10:42:00.737113 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49066) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:00.745757 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-9378c4f2-8083-4940-8c87-25ee73a65f40 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:42:00.787830 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-e751273a-b687-4402-a2f2-ccf9f65268a0 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0491507 Feb 28 10:42:00.790711 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49068) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:00.795848 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9378c4f2-8083-4940-8c87-25ee73a65f40 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:42:00.802182 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-18beceaf-5f19-4bc8-8c4e-f015bf01ce74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (d7bf7e4e-f5bb-4f29-9cb1-d4b9560ce780), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:00.814732 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [None req-5bba4c22-0dc4-4d88-9204-e21adfd3494e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] device_id is not set on port db76fa0f-15e7-45b7-98cb-bb811fb4da3e yet. {{(pid=104084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:42:00.864135 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e535ab-f7fc-4004-8940-06b9f1afe6fb tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:00.868169 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a3e535ab-f7fc-4004-8940-06b9f1afe6fb tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0742090 Feb 28 10:42:00.868396 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49070) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:00.873130 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-aa8b271f-e580-4e1f-bb91-808627108681 None None] Current status of the port db69ea9c-0e10-4d9d-80c9-7a9111aeea13 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:00.873522 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-aa8b271f-e580-4e1f-bb91-808627108681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (db69ea9c-0e10-4d9d-80c9-7a9111aeea13), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:00.880319 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091c8128-f589-4934-aca6-7c622dfb55e3 None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:42:00.895002 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2c20464b-4ec9-431b-ad8a-c44eddde9efa admin admin] Publish callbacks [] for router_gateway (fb9806d2-32f1-4369-b725-739487e43fc4), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:00.909437 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18beceaf-5f19-4bc8-8c4e-f015bf01ce74 None None] Network ab1a54e3-e518-4769-86d2-80ce6df41173 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:42:00.920199 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85c8c88-b314-432d-bfd1-d2b90a131c35 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:00.921708 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-b85c8c88-b314-432d-bfd1-d2b90a131c35 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0523489 Feb 28 10:42:00.922059 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2c20464b-4ec9-431b-ad8a-c44eddde9efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:00.924622 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49072) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:00.963441 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-d4e4941d-0024-4d8f-b8f8-9307f0eb20fd tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0375342 Feb 28 10:42:00.970053 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-18beceaf-5f19-4bc8-8c4e-f015bf01ce74 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:42:00.974356 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49074) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:00.977817 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18beceaf-5f19-4bc8-8c4e-f015bf01ce74 None None] Pushing event updated for resources: {'Port': ['ID=d7bf7e4e-f5bb-4f29-9cb1-d4b9560ce780,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:00.980912 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-27d9d63b-d7ba-4e17-83d8-b45e852a4872 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Request body: {'subnet': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:00.981073 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18beceaf-5f19-4bc8-8c4e-f015bf01ce74 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:42:01.010773 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port db69ea9c-0e10-4d9d-80c9-7a9111aeea13 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:01.011469 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (db69ea9c-0e10-4d9d-80c9-7a9111aeea13), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:01.024106 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-9378c4f2-8083-4940-8c87-25ee73a65f40 None None] Attempting to bind port 6fabaf74-8dd2-4f14-8232-05bde7c5a3aa on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:42:01.024790 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-9378c4f2-8083-4940-8c87-25ee73a65f40 None None] Attempting to bind port 6fabaf74-8dd2-4f14-8232-05bde7c5a3aa by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '19b5758e-ea8e-40b5-a035-63bdcbefede7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:42:01.025350 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9378c4f2-8083-4940-8c87-25ee73a65f40 None None] Attempting to bind port 6fabaf74-8dd2-4f14-8232-05bde7c5a3aa on network b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:42:01.032755 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-5bba4c22-0dc4-4d88-9204-e21adfd3494e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Allocated IP 2001:db8::c7 (ab1a54e3-e518-4769-86d2-80ce6df41173/564f73cb-64bc-40c5-9bcb-c3ee4544f85c/db76fa0f-15e7-45b7-98cb-bb811fb4da3e) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:42:01.070855 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-aa8b271f-e580-4e1f-bb91-808627108681 None None] For port db69ea9c-0e10-4d9d-80c9-7a9111aeea13, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=db69ea9c-0e10-4d9d-80c9-7a9111aeea13,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:42:01.096017 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9378c4f2-8083-4940-8c87-25ee73a65f40 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:42:01.096404 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9378c4f2-8083-4940-8c87-25ee73a65f40 None None] Checking segment: {'id': '19b5758e-ea8e-40b5-a035-63bdcbefede7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:42:01.096815 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9378c4f2-8083-4940-8c87-25ee73a65f40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:01.097219 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9378c4f2-8083-4940-8c87-25ee73a65f40 None None] Bound using segment: {'id': '19b5758e-ea8e-40b5-a035-63bdcbefede7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:42:01.098308 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-9378c4f2-8083-4940-8c87-25ee73a65f40 None None] Bound port: 6fabaf74-8dd2-4f14-8232-05bde7c5a3aa, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19b5758e-ea8e-40b5-a035-63bdcbefede7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:42:01.098717 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9378c4f2-8083-4940-8c87-25ee73a65f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (6fabaf74-8dd2-4f14-8232-05bde7c5a3aa), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:01.117458 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-2c20464b-4ec9-431b-ad8a-c44eddde9efa admin admin] Allocated IP 172.26.3.2 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/a18ea445-10b9-43f2-906e-3ea457f19b46) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:42:01.154912 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-aa8b271f-e580-4e1f-bb91-808627108681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (db69ea9c-0e10-4d9d-80c9-7a9111aeea13), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:01.160748 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d9d63b-d7ba-4e17-83d8-b45e852a4872 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Made reservation on behalf of 9047a33944184c15875a48328f19bcdb for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:42:01.164907 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-27d9d63b-d7ba-4e17-83d8-b45e852a4872 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:01.227038 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-18beceaf-5f19-4bc8-8c4e-f015bf01ce74 None None] Attempting to bind port d7bf7e4e-f5bb-4f29-9cb1-d4b9560ce780 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:42:01.227420 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-18beceaf-5f19-4bc8-8c4e-f015bf01ce74 None None] Attempting to bind port d7bf7e4e-f5bb-4f29-9cb1-d4b9560ce780 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': 'b1587376-c989-4187-96a9-3d549fb810f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab1a54e3-e518-4769-86d2-80ce6df41173'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:42:01.227798 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18beceaf-5f19-4bc8-8c4e-f015bf01ce74 None None] Attempting to bind port d7bf7e4e-f5bb-4f29-9cb1-d4b9560ce780 on network ab1a54e3-e518-4769-86d2-80ce6df41173 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:42:01.260216 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18beceaf-5f19-4bc8-8c4e-f015bf01ce74 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:42:01.260619 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18beceaf-5f19-4bc8-8c4e-f015bf01ce74 None None] Checking segment: {'id': 'b1587376-c989-4187-96a9-3d549fb810f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab1a54e3-e518-4769-86d2-80ce6df41173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:42:01.261079 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-18beceaf-5f19-4bc8-8c4e-f015bf01ce74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:01.261398 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18beceaf-5f19-4bc8-8c4e-f015bf01ce74 None None] Bound using segment: {'id': 'b1587376-c989-4187-96a9-3d549fb810f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab1a54e3-e518-4769-86d2-80ce6df41173'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:42:01.261883 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-18beceaf-5f19-4bc8-8c4e-f015bf01ce74 None None] Bound port: d7bf7e4e-f5bb-4f29-9cb1-d4b9560ce780, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1587376-c989-4187-96a9-3d549fb810f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab1a54e3-e518-4769-86d2-80ce6df41173'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:42:01.262277 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-18beceaf-5f19-4bc8-8c4e-f015bf01ce74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (d7bf7e4e-f5bb-4f29-9cb1-d4b9560ce780), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:01.327378 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2c20464b-4ec9-431b-ad8a-c44eddde9efa admin admin] Publish callbacks [] for port (a18ea445-10b9-43f2-906e-3ea457f19b46), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:01.328406 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-0f9bbf2b-5735-48de-bb64-105cb53969b8 None None] Could not find standard attr ID for object 1614a8ce-374e-43a9-896a-6a22e1fb6dbf. {{(pid=104085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:42:01.329766 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8b271f-e580-4e1f-bb91-808627108681 None None] Pushing event updated for resources: {'Port': ['ID=db69ea9c-0e10-4d9d-80c9-7a9111aeea13,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:01.331306 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5bba4c22-0dc4-4d88-9204-e21adfd3494e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for port (db76fa0f-15e7-45b7-98cb-bb811fb4da3e), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:01.381692 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-9378c4f2-8083-4940-8c87-25ee73a65f40 None None] For port 6fabaf74-8dd2-4f14-8232-05bde7c5a3aa, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:42:01.400613 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port db69ea9c-0e10-4d9d-80c9-7a9111aeea13 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:01.403902 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-9378c4f2-8083-4940-8c87-25ee73a65f40 None None] For port 6fabaf74-8dd2-4f14-8232-05bde7c5a3aa, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=6fabaf74-8dd2-4f14-8232-05bde7c5a3aa,segment=NetworkSegment(19b5758e-ea8e-40b5-a035-63bdcbefede7),segment_id=19b5758e-ea8e-40b5-a035-63bdcbefede7)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:42:01.430563 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-18beceaf-5f19-4bc8-8c4e-f015bf01ce74 None None] For port d7bf7e4e-f5bb-4f29-9cb1-d4b9560ce780, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:42:01.433498 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-18beceaf-5f19-4bc8-8c4e-f015bf01ce74 None None] For port d7bf7e4e-f5bb-4f29-9cb1-d4b9560ce780, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=d7bf7e4e-f5bb-4f29-9cb1-d4b9560ce780,segment=NetworkSegment(b1587376-c989-4187-96a9-3d549fb810f6),segment_id=b1587376-c989-4187-96a9-3d549fb810f6)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:42:01.444015 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-27d9d63b-d7ba-4e17-83d8-b45e852a4872 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (76f35ff4-f6e7-4a41-9ac5-2749df740fde), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:01.446576 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e326ac05-ae42-4730-ac43-9c7a68171577 None None] DHCP port deletion for a10d36a7-87ef-481e-9e9f-da2235211c53 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:42:01.467518 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2c20464b-4ec9-431b-ad8a-c44eddde9efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (a18ea445-10b9-43f2-906e-3ea457f19b46), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:01.469852 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5bba4c22-0dc4-4d88-9204-e21adfd3494e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (db76fa0f-15e7-45b7-98cb-bb811fb4da3e), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:01.478683 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9378c4f2-8083-4940-8c87-25ee73a65f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (6fabaf74-8dd2-4f14-8232-05bde7c5a3aa), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:01.492743 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d9d63b-d7ba-4e17-83d8-b45e852a4872 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:42:01.496166 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-27d9d63b-d7ba-4e17-83d8-b45e852a4872 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:42:01.500378 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d9d63b-d7ba-4e17-83d8-b45e852a4872 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:01.501040 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-27d9d63b-d7ba-4e17-83d8-b45e852a4872 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:01.516763 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d9d63b-d7ba-4e17-83d8-b45e852a4872 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event updated for resources: {'Subnet': ['ID=76f35ff4-f6e7-4a41-9ac5-2749df740fde,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:01.526532 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c20464b-4ec9-431b-ad8a-c44eddde9efa admin admin] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:42:01.535312 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bba4c22-0dc4-4d88-9204-e21adfd3494e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Network ab1a54e3-e518-4769-86d2-80ce6df41173 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:42:01.536422 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-18beceaf-5f19-4bc8-8c4e-f015bf01ce74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (d7bf7e4e-f5bb-4f29-9cb1-d4b9560ce780), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:01.537021 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-2c20464b-4ec9-431b-ad8a-c44eddde9efa admin admin] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:42:01.546289 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c20464b-4ec9-431b-ad8a-c44eddde9efa admin admin] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:42:01.557979 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-5bba4c22-0dc4-4d88-9204-e21adfd3494e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:42:01.569940 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9378c4f2-8083-4940-8c87-25ee73a65f40 None None] Pushing event updated for resources: {'Port': ['ID=6fabaf74-8dd2-4f14-8232-05bde7c5a3aa,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:01.578364 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bba4c22-0dc4-4d88-9204-e21adfd3494e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:42:01.583773 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bba4c22-0dc4-4d88-9204-e21adfd3494e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:01.584721 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5bba4c22-0dc4-4d88-9204-e21adfd3494e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:01.587357 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c20464b-4ec9-431b-ad8a-c44eddde9efa admin admin] Pushing event updated for resources: {'Port': ['ID=a18ea445-10b9-43f2-906e-3ea457f19b46,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:01.604106 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-e326ac05-ae42-4730-ac43-9c7a68171577 None None] Deleting port db69ea9c-0e10-4d9d-80c9-7a9111aeea13 {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:42:01.604555 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e326ac05-ae42-4730-ac43-9c7a68171577 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (db69ea9c-0e10-4d9d-80c9-7a9111aeea13), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:01.617090 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-27d9d63b-d7ba-4e17-83d8-b45e852a4872 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6414993 Feb 28 10:42:01.620067 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49076) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:01.627848 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-a3acb658-0ddf-476f-8d14-2fae009c5006 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Request body: {'port': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'mac_address': 'fa:16:3e:5a:c5:a9', 'name': 'tempest-NetworksTestDHCPv6-1230046951'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:01.695178 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18beceaf-5f19-4bc8-8c4e-f015bf01ce74 None None] Pushing event updated for resources: {'Port': ['ID=d7bf7e4e-f5bb-4f29-9cb1-d4b9560ce780,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:01.700161 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-5bba4c22-0dc4-4d88-9204-e21adfd3494e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.2813184 Feb 28 10:42:01.708173 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba4c22-0dc4-4d88-9204-e21adfd3494e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event updated for resources: {'Port': ['ID=db76fa0f-15e7-45b7-98cb-bb811fb4da3e,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:01.719676 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49078) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:01.749345 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-e326ac05-ae42-4730-ac43-9c7a68171577 None None] For port db69ea9c-0e10-4d9d-80c9-7a9111aeea13, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=db69ea9c-0e10-4d9d-80c9-7a9111aeea13,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:42:01.749755 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e326ac05-ae42-4730-ac43-9c7a68171577 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (db69ea9c-0e10-4d9d-80c9-7a9111aeea13), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:01.764782 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-e326ac05-ae42-4730-ac43-9c7a68171577 None None] Calling delete_port for db69ea9c-0e10-4d9d-80c9-7a9111aeea13 owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:42:01.998052 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e326ac05-ae42-4730-ac43-9c7a68171577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (db69ea9c-0e10-4d9d-80c9-7a9111aeea13), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:02.048336 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e326ac05-ae42-4730-ac43-9c7a68171577 None None] Pushing event deleted for resources: {'Port': ['ID=db69ea9c-0e10-4d9d-80c9-7a9111aeea13,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:02.062927 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e326ac05-ae42-4730-ac43-9c7a68171577 None None] No DVR routers for this DVR port db69ea9c-0e10-4d9d-80c9-7a9111aeea13 on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:42:02.088224 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2964447-90ca-4392-8577-6825008c8bf6 None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:42:02.115909 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2c20464b-4ec9-431b-ad8a-c44eddde9efa admin admin] Publish callbacks [] for router_gateway (fb9806d2-32f1-4369-b725-739487e43fc4), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:02.124698 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3acb658-0ddf-476f-8d14-2fae009c5006 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Made reservation on behalf of 9047a33944184c15875a48328f19bcdb for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:42:02.128669 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a3acb658-0ddf-476f-8d14-2fae009c5006 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:02.177760 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-a3acb658-0ddf-476f-8d14-2fae009c5006 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] device_id is not set on port 140b7792-16a4-4cb5-a8b0-926f2909be91 yet. {{(pid=104083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:42:02.225847 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d4c184-786a-4891-8f4e-f8f6a1ca8d57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-a10d36a7-87ef-481e-9e9f-da2235211c53', 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'project_id': '9047a33944184c15875a48328f19bcdb', 'fixed_ips': [{'subnet_id': '76f35ff4-f6e7-4a41-9ac5-2749df740fde'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:42:02.227102 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c2d4c184-786a-4891-8f4e-f8f6a1ca8d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:02.290674 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3aa6d602-b866-468c-a6ab-ee92aa2f14bc tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (db76fa0f-15e7-45b7-98cb-bb811fb4da3e), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:02.375370 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-a3acb658-0ddf-476f-8d14-2fae009c5006 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Allocated IP 2001:db8::e (a10d36a7-87ef-481e-9e9f-da2235211c53/76f35ff4-f6e7-4a41-9ac5-2749df740fde/140b7792-16a4-4cb5-a8b0-926f2909be91) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:42:02.379955 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2c20464b-4ec9-431b-ad8a-c44eddde9efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (fb9806d2-32f1-4369-b725-739487e43fc4), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:02.579919 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c20464b-4ec9-431b-ad8a-c44eddde9efa admin admin] Router fb9806d2-32f1-4369-b725-739487e43fc4 is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:42:02.716276 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 6fabaf74-8dd2-4f14-8232-05bde7c5a3aa up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:42:02.743067 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3aa6d602-b866-468c-a6ab-ee92aa2f14bc tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for port (db76fa0f-15e7-45b7-98cb-bb811fb4da3e), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:02.748040 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c20464b-4ec9-431b-ad8a-c44eddde9efa admin admin] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:42:02.749712 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a3acb658-0ddf-476f-8d14-2fae009c5006 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for port (140b7792-16a4-4cb5-a8b0-926f2909be91), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:02.767893 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f775499d-97e5-488d-8365-f43ed2a9c2d8 None None] Sync routers for ids ['fb9806d2-32f1-4369-b725-739487e43fc4'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:42:02.788540 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f775499d-97e5-488d-8365-f43ed2a9c2d8 None None] Routers {'fb9806d2-32f1-4369-b725-739487e43fc4'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:42:02.789189 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-f775499d-97e5-488d-8365-f43ed2a9c2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:41:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['fb9806d2-32f1-4369-b725-739487e43fc4'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:02.839078 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 6fabaf74-8dd2-4f14-8232-05bde7c5a3aa triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:02.839725 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (6fabaf74-8dd2-4f14-8232-05bde7c5a3aa), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:02.862553 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2c20464b-4ec9-431b-ad8a-c44eddde9efa admin admin] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:02.864454 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3aa6d602-b866-468c-a6ab-ee92aa2f14bc tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (db76fa0f-15e7-45b7-98cb-bb811fb4da3e), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:02.865549 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-2c20464b-4ec9-431b-ad8a-c44eddde9efa admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1355681 Feb 28 10:42:02.868219 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49080) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:02.932349 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a3acb658-0ddf-476f-8d14-2fae009c5006 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (140b7792-16a4-4cb5-a8b0-926f2909be91), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:03.032321 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6d602-b866-468c-a6ab-ee92aa2f14bc tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event updated for resources: {'Port': ['ID=db76fa0f-15e7-45b7-98cb-bb811fb4da3e,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:03.056584 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3acb658-0ddf-476f-8d14-2fae009c5006 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:42:03.067269 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-a3acb658-0ddf-476f-8d14-2fae009c5006 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:42:03.108825 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3acb658-0ddf-476f-8d14-2fae009c5006 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:42:03.119495 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f8c86e-7f3f-4479-bcc4-ec71832edcd0 None None] Network b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:42:03.123854 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3acb658-0ddf-476f-8d14-2fae009c5006 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:03.124540 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a3acb658-0ddf-476f-8d14-2fae009c5006 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:03.184800 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3acb658-0ddf-476f-8d14-2fae009c5006 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event updated for resources: {'Port': ['ID=140b7792-16a4-4cb5-a8b0-926f2909be91,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:03.227326 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3aa6d602-b866-468c-a6ab-ee92aa2f14bc tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047958'] for router_interface (0841001f-65d1-49a6-ba5d-756f53cf5e3e), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:03.325580 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-f775499d-97e5-488d-8365-f43ed2a9c2d8 None None] Set router fb9806d2-32f1-4369-b725-739487e43fc4 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:42:03.333310 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a3acb658-0ddf-476f-8d14-2fae009c5006 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7095547 Feb 28 10:42:03.346149 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49082) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:03.482237 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40163afe-c769-45ad-ba7d-3cd635fcb810 None None] Network ab1a54e3-e518-4769-86d2-80ce6df41173 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:42:03.489147 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-c2d4c184-786a-4891-8f4e-f8f6a1ca8d57 None None] Allocated IP 2001:db8::2 (a10d36a7-87ef-481e-9e9f-da2235211c53/76f35ff4-f6e7-4a41-9ac5-2749df740fde/3de8a699-0fe7-4134-ac2a-4ad451620cef) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:42:03.495623 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11423997-8408-4791-9361-8c792488e80d tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:03.500323 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-11423997-8408-4791-9361-8c792488e80d tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1529398 Feb 28 10:42:03.500962 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49084) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:03.553009 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-2ba46202-410e-43fc-8a0f-f2556848d318 None None] Provisioning complete for port 6fabaf74-8dd2-4f14-8232-05bde7c5a3aa triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:03.553477 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2ba46202-410e-43fc-8a0f-f2556848d318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (6fabaf74-8dd2-4f14-8232-05bde7c5a3aa), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:03.610847 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-49407e9b-5a8b-4681-95d3-a333d33ec0e3 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Deleting port 140b7792-16a4-4cb5-a8b0-926f2909be91 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:42:03.611225 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-49407e9b-5a8b-4681-95d3-a333d33ec0e3 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (140b7792-16a4-4cb5-a8b0-926f2909be91), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:03.618932 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 6fabaf74-8dd2-4f14-8232-05bde7c5a3aa is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:03.619429 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (6fabaf74-8dd2-4f14-8232-05bde7c5a3aa), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:03.742304 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-49407e9b-5a8b-4681-95d3-a333d33ec0e3 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (140b7792-16a4-4cb5-a8b0-926f2909be91), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:03.752173 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3aa6d602-b866-468c-a6ab-ee92aa2f14bc tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (db76fa0f-15e7-45b7-98cb-bb811fb4da3e), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:03.770710 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-49407e9b-5a8b-4681-95d3-a333d33ec0e3 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Calling delete_port for 140b7792-16a4-4cb5-a8b0-926f2909be91 owned by {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:42:03.777566 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port 6fabaf74-8dd2-4f14-8232-05bde7c5a3aa, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=6fabaf74-8dd2-4f14-8232-05bde7c5a3aa,segment=NetworkSegment(19b5758e-ea8e-40b5-a035-63bdcbefede7),segment_id=19b5758e-ea8e-40b5-a035-63bdcbefede7)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:42:03.810297 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a3a3f56c-3b47-4cd9-aa38-427d1f6c489a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:03.898285 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (6fabaf74-8dd2-4f14-8232-05bde7c5a3aa), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:03.899103 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device d7bf7e4e-f5bb-4f29-9cb1-d4b9560ce780 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:42:04.040298 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c2d4c184-786a-4891-8f4e-f8f6a1ca8d57 None None] Publish callbacks [] for port (3de8a699-0fe7-4134-ac2a-4ad451620cef), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:04.065197 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-2ba46202-410e-43fc-8a0f-f2556848d318 None None] Current status of the port 6fabaf74-8dd2-4f14-8232-05bde7c5a3aa is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:04.065594 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2ba46202-410e-43fc-8a0f-f2556848d318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (6fabaf74-8dd2-4f14-8232-05bde7c5a3aa), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:04.110540 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-a3a3f56c-3b47-4cd9-aa38-427d1f6c489a admin admin] Allocated IP 172.20.0.1 (b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a/e8522a33-2f3b-469a-aaa7-bb28734740a0/322c8862-e166-4219-b05c-8a81cc0fb920) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:42:04.115322 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=6fabaf74-8dd2-4f14-8232-05bde7c5a3aa,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:04.124912 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-f775499d-97e5-488d-8365-f43ed2a9c2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'name': 'tempest-TestVolumeBootPattern-713778107-router', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a18ea445-10b9-43f2-906e-3ea457f19b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:59Z', 'updated_at': '2022-02-28T10:42:01Z', 'revision_number': 3, 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'gw_port': {'id': 'a18ea445-10b9-43f2-906e-3ea457f19b46', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:00Z', 'updated_at': '2022-02-28T10:42:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:04.169232 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f775499d-97e5-488d-8365-f43ed2a9c2d8 None None] Checking router: fb9806d2-32f1-4369-b725-739487e43fc4 for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:42:04.170018 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f775499d-97e5-488d-8365-f43ed2a9c2d8 None None] Updating router fb9806d2-32f1-4369-b725-739487e43fc4 port a18ea445-10b9-43f2-906e-3ea457f19b46 binding host dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:42:04.172611 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c2d4c184-786a-4891-8f4e-f8f6a1ca8d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (3de8a699-0fe7-4134-ac2a-4ad451620cef), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:04.223013 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-49407e9b-5a8b-4681-95d3-a333d33ec0e3 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (140b7792-16a4-4cb5-a8b0-926f2909be91), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:04.253603 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a3a3f56c-3b47-4cd9-aa38-427d1f6c489a admin admin] Publish callbacks [] for port (322c8862-e166-4219-b05c-8a81cc0fb920), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:04.257084 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port d7bf7e4e-f5bb-4f29-9cb1-d4b9560ce780 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:04.257537 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (d7bf7e4e-f5bb-4f29-9cb1-d4b9560ce780), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:04.270978 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49407e9b-5a8b-4681-95d3-a333d33ec0e3 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event deleted for resources: {'Port': ['ID=140b7792-16a4-4cb5-a8b0-926f2909be91,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:04.274401 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3aa6d602-b866-468c-a6ab-ee92aa2f14bc tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for port (db76fa0f-15e7-45b7-98cb-bb811fb4da3e), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:04.304706 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-49407e9b-5a8b-4681-95d3-a333d33ec0e3 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:04.308224 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-49407e9b-5a8b-4681-95d3-a333d33ec0e3 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/ports/140b7792-16a4-4cb5-a8b0-926f2909be91 HTTP/1.1" status: 204 len: 168 time: 0.8062937 Feb 28 10:42:04.310742 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d4c184-786a-4891-8f4e-f8f6a1ca8d57 None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:42:04.310933 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49092) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:04.320784 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.db.api [None req-2ba46202-410e-43fc-8a0f-f2556848d318 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:42:04.325210 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG oslo_db.api [None req-2ba46202-410e-43fc-8a0f-f2556848d318 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:42:04.325210 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f775499d-97e5-488d-8365-f43ed2a9c2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (a18ea445-10b9-43f2-906e-3ea457f19b46), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:04.325210 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-c2d4c184-786a-4891-8f4e-f8f6a1ca8d57 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:42:04.327239 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d4c184-786a-4891-8f4e-f8f6a1ca8d57 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:42:04.350175 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d4c184-786a-4891-8f4e-f8f6a1ca8d57 None None] Pushing event updated for resources: {'Port': ['ID=3de8a699-0fe7-4134-ac2a-4ad451620cef,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:04.353674 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3aa6d602-b866-468c-a6ab-ee92aa2f14bc tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (db76fa0f-15e7-45b7-98cb-bb811fb4da3e), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:04.353674 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3aa6d602-b866-468c-a6ab-ee92aa2f14bc tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047558'] for router_interface (0841001f-65d1-49a6-ba5d-756f53cf5e3e), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:04.376960 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a3a3f56c-3b47-4cd9-aa38-427d1f6c489a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (322c8862-e166-4219-b05c-8a81cc0fb920), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:04.398907 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a3f56c-3b47-4cd9-aa38-427d1f6c489a admin admin] Network b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:42:04.403650 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-a3a3f56c-3b47-4cd9-aa38-427d1f6c489a admin admin] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:42:04.426321 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a3f56c-3b47-4cd9-aa38-427d1f6c489a admin admin] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:42:04.467625 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6d602-b866-468c-a6ab-ee92aa2f14bc tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event updated for resources: {'Port': ['ID=db76fa0f-15e7-45b7-98cb-bb811fb4da3e,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:04.474537 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1312805-d6b9-4652-b818-f4fbfc19791f tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:04.475954 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1312805-d6b9-4652-b818-f4fbfc19791f tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:04.480130 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-e1312805-d6b9-4652-b818-f4fbfc19791f tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1656117 Feb 28 10:42:04.486893 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49094) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:04.509967 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-c2d4c184-786a-4891-8f4e-f8f6a1ca8d57 None None] Attempting to bind port 3de8a699-0fe7-4134-ac2a-4ad451620cef on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:42:04.510542 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-c2d4c184-786a-4891-8f4e-f8f6a1ca8d57 None None] Attempting to bind port 3de8a699-0fe7-4134-ac2a-4ad451620cef by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:42:04.511270 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d4c184-786a-4891-8f4e-f8f6a1ca8d57 None None] Attempting to bind port 3de8a699-0fe7-4134-ac2a-4ad451620cef on network a10d36a7-87ef-481e-9e9f-da2235211c53 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:42:04.544062 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa6d602-b866-468c-a6ab-ee92aa2f14bc tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Network ab1a54e3-e518-4769-86d2-80ce6df41173 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:42:04.545781 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-3aa6d602-b866-468c-a6ab-ee92aa2f14bc tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:42:04.558147 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d4c184-786a-4891-8f4e-f8f6a1ca8d57 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:42:04.558525 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d4c184-786a-4891-8f4e-f8f6a1ca8d57 None None] Checking segment: {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:42:04.558959 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c2d4c184-786a-4891-8f4e-f8f6a1ca8d57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:04.559361 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d4c184-786a-4891-8f4e-f8f6a1ca8d57 None None] Bound using segment: {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:42:04.560110 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-c2d4c184-786a-4891-8f4e-f8f6a1ca8d57 None None] Bound port: 3de8a699-0fe7-4134-ac2a-4ad451620cef, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:42:04.560499 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c2d4c184-786a-4891-8f4e-f8f6a1ca8d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (3de8a699-0fe7-4134-ac2a-4ad451620cef), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:04.568201 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a3f56c-3b47-4cd9-aa38-427d1f6c489a admin admin] Pushing event updated for resources: {'Port': ['ID=322c8862-e166-4219-b05c-8a81cc0fb920,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:04.598440 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a3a3f56c-3b47-4cd9-aa38-427d1f6c489a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047958'] for router_interface (fb9806d2-32f1-4369-b725-739487e43fc4), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:04.653383 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d538278-2054-4dde-83a4-b029eca54847 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Deleting subnet 76f35ff4-f6e7-4a41-9ac5-2749df740fde {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:42:04.657318 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3d538278-2054-4dde-83a4-b029eca54847 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for subnet (76f35ff4-f6e7-4a41-9ac5-2749df740fde), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:04.703081 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port d7bf7e4e-f5bb-4f29-9cb1-d4b9560ce780 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:04.703475 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (d7bf7e4e-f5bb-4f29-9cb1-d4b9560ce780), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:04.711865 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3d538278-2054-4dde-83a4-b029eca54847 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (76f35ff4-f6e7-4a41-9ac5-2749df740fde), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:04.790604 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aa6d602-b866-468c-a6ab-ee92aa2f14bc tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Router 0841001f-65d1-49a6-ba5d-756f53cf5e3e is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:42:04.795262 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-c2d4c184-786a-4891-8f4e-f8f6a1ca8d57 None None] For port 3de8a699-0fe7-4134-ac2a-4ad451620cef, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:42:04.802110 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port d7bf7e4e-f5bb-4f29-9cb1-d4b9560ce780, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=d7bf7e4e-f5bb-4f29-9cb1-d4b9560ce780,segment=NetworkSegment(b1587376-c989-4187-96a9-3d549fb810f6),segment_id=b1587376-c989-4187-96a9-3d549fb810f6)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:42:04.819148 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-c2d4c184-786a-4891-8f4e-f8f6a1ca8d57 None None] For port 3de8a699-0fe7-4134-ac2a-4ad451620cef, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=3de8a699-0fe7-4134-ac2a-4ad451620cef,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:42:04.953740 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3d538278-2054-4dde-83a4-b029eca54847 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (76f35ff4-f6e7-4a41-9ac5-2749df740fde), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:05.057232 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c2d4c184-786a-4891-8f4e-f8f6a1ca8d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (3de8a699-0fe7-4134-ac2a-4ad451620cef), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:05.059171 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (d7bf7e4e-f5bb-4f29-9cb1-d4b9560ce780), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:05.080037 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a3a3f56c-3b47-4cd9-aa38-427d1f6c489a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (322c8862-e166-4219-b05c-8a81cc0fb920), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:05.080305 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-2ba46202-410e-43fc-8a0f-f2556848d318 None None] Current status of the port 6fabaf74-8dd2-4f14-8232-05bde7c5a3aa is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:05.158248 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f775499d-97e5-488d-8365-f43ed2a9c2d8 None None] Publish callbacks [] for port (a18ea445-10b9-43f2-906e-3ea457f19b46), precommit_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:05.165596 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device db69ea9c-0e10-4d9d-80c9-7a9111aeea13 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:42:05.197488 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: db69ea9c-0e10-4d9d-80c9-7a9111aeea13 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:42:05.197834 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device db69ea9c-0e10-4d9d-80c9-7a9111aeea13 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:42:05.211667 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d4c184-786a-4891-8f4e-f8f6a1ca8d57 None None] Pushing event updated for resources: {'Port': ['ID=3de8a699-0fe7-4134-ac2a-4ad451620cef,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:05.244415 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-e95ec307-17ab-457e-84dd-ebafed95536c None None] Provisioning complete for port 6fabaf74-8dd2-4f14-8232-05bde7c5a3aa triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:05.244758 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e95ec307-17ab-457e-84dd-ebafed95536c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (6fabaf74-8dd2-4f14-8232-05bde7c5a3aa), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:05.274852 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f775499d-97e5-488d-8365-f43ed2a9c2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (a18ea445-10b9-43f2-906e-3ea457f19b46), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:05.293296 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3d538278-2054-4dde-83a4-b029eca54847 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (76f35ff4-f6e7-4a41-9ac5-2749df740fde), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:05.316801 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=d7bf7e4e-f5bb-4f29-9cb1-d4b9560ce780,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:05.337392 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-f775499d-97e5-488d-8365-f43ed2a9c2d8 None None] Attempting to bind port a18ea445-10b9-43f2-906e-3ea457f19b46 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:42:05.337769 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-f775499d-97e5-488d-8365-f43ed2a9c2d8 None None] Attempting to bind port a18ea445-10b9-43f2-906e-3ea457f19b46 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:42:05.338135 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f775499d-97e5-488d-8365-f43ed2a9c2d8 None None] Attempting to bind port a18ea445-10b9-43f2-906e-3ea457f19b46 on network e88d86cf-af22-4900-bdd2-aa4038554136 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:42:05.373686 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f775499d-97e5-488d-8365-f43ed2a9c2d8 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:42:05.374044 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f775499d-97e5-488d-8365-f43ed2a9c2d8 None None] Checking segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:42:05.374460 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f775499d-97e5-488d-8365-f43ed2a9c2d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:05.374886 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f775499d-97e5-488d-8365-f43ed2a9c2d8 None None] Bound using segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:42:05.375383 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-f775499d-97e5-488d-8365-f43ed2a9c2d8 None None] Bound port: a18ea445-10b9-43f2-906e-3ea457f19b46, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:42:05.375765 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f775499d-97e5-488d-8365-f43ed2a9c2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (a18ea445-10b9-43f2-906e-3ea457f19b46), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:05.434517 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 6fabaf74-8dd2-4f14-8232-05bde7c5a3aa up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:42:05.434713 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d538278-2054-4dde-83a4-b029eca54847 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event deleted for resources: {'Subnet': ['ID=76f35ff4-f6e7-4a41-9ac5-2749df740fde,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:05.436332 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa6d602-b866-468c-a6ab-ee92aa2f14bc tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:42:05.444169 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336aafee-a2c3-4c57-8542-0f85e751456a None None] Pushing event updated for resources: {'Port': ['ID=a18ea445-10b9-43f2-906e-3ea457f19b46,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:05.448303 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3d538278-2054-4dde-83a4-b029eca54847 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:05.454139 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-3aa6d602-b866-468c-a6ab-ee92aa2f14bc tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "PUT /v2.0/routers/0841001f-65d1-49a6-ba5d-756f53cf5e3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7313724 Feb 28 10:42:05.459911 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-3d538278-2054-4dde-83a4-b029eca54847 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/subnets/76f35ff4-f6e7-4a41-9ac5-2749df740fde HTTP/1.1" status: 204 len: 168 time: 0.9713702 Feb 28 10:42:05.462657 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49096) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:05.463556 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49098) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:05.466259 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75eb1ed5-b18d-4b0a-b563-9531d3e65be8 None None] Sync routers for ids ['0841001f-65d1-49a6-ba5d-756f53cf5e3e'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:42:05.513785 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75eb1ed5-b18d-4b0a-b563-9531d3e65be8 None None] Routers {'0841001f-65d1-49a6-ba5d-756f53cf5e3e'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:42:05.515283 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-75eb1ed5-b18d-4b0a-b563-9531d3e65be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:41:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['0841001f-65d1-49a6-ba5d-756f53cf5e3e'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:05.521103 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-e95ec307-17ab-457e-84dd-ebafed95536c None None] Current status of the port 6fabaf74-8dd2-4f14-8232-05bde7c5a3aa is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:05.523408 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a3a3f56c-3b47-4cd9-aa38-427d1f6c489a admin admin] Publish callbacks [] for port (322c8862-e166-4219-b05c-8a81cc0fb920), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:05.541274 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-f775499d-97e5-488d-8365-f43ed2a9c2d8 None None] For port a18ea445-10b9-43f2-906e-3ea457f19b46, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:42:05.545707 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-f775499d-97e5-488d-8365-f43ed2a9c2d8 None None] For port a18ea445-10b9-43f2-906e-3ea457f19b46, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=a18ea445-10b9-43f2-906e-3ea457f19b46,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:42:05.553687 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-e95ec307-17ab-457e-84dd-ebafed95536c None None] Provisioning complete for port db76fa0f-15e7-45b7-98cb-bb811fb4da3e triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:05.554064 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e95ec307-17ab-457e-84dd-ebafed95536c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (db76fa0f-15e7-45b7-98cb-bb811fb4da3e), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:05.565751 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-75eb1ed5-b18d-4b0a-b563-9531d3e65be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:05.577375 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-d0c5d426-99e7-4e57-bf08-946f2180cde1 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1088440 Feb 28 10:42:05.578302 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75eb1ed5-b18d-4b0a-b563-9531d3e65be8 None None] Routers {'0841001f-65d1-49a6-ba5d-756f53cf5e3e'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:42:05.580076 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49100) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:05.583438 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-75eb1ed5-b18d-4b0a-b563-9531d3e65be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:41:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['0841001f-65d1-49a6-ba5d-756f53cf5e3e'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:05.587755 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 6fabaf74-8dd2-4f14-8232-05bde7c5a3aa triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:05.588136 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (6fabaf74-8dd2-4f14-8232-05bde7c5a3aa), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:05.616684 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a3a3f56c-3b47-4cd9-aa38-427d1f6c489a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (322c8862-e166-4219-b05c-8a81cc0fb920), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:05.633220 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c06897c-038c-4ac5-88fc-755f9c1a7115 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:05.633377 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f775499d-97e5-488d-8365-f43ed2a9c2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (a18ea445-10b9-43f2-906e-3ea457f19b46), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:05.635145 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-5c06897c-038c-4ac5-88fc-755f9c1a7115 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "GET /v2.0/ports/db76fa0f-15e7-45b7-98cb-bb811fb4da3e HTTP/1.1" status: 200 len: 982 time: 0.1683002 Feb 28 10:42:05.637566 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-75eb1ed5-b18d-4b0a-b563-9531d3e65be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:05.638339 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49102) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:05.638958 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75eb1ed5-b18d-4b0a-b563-9531d3e65be8 None None] The sync data for ids ['0841001f-65d1-49a6-ba5d-756f53cf5e3e'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:42:05.693158 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-e95ec307-17ab-457e-84dd-ebafed95536c None None] Port db76fa0f-15e7-45b7-98cb-bb811fb4da3e cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:42:05.721411 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a3a3f56c-3b47-4cd9-aa38-427d1f6c489a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047558'] for router_interface (fb9806d2-32f1-4369-b725-739487e43fc4), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:05.725389 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a3f56c-3b47-4cd9-aa38-427d1f6c489a admin admin] Pushing event updated for resources: {'Port': ['ID=322c8862-e166-4219-b05c-8a81cc0fb920,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:05.736451 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d4fdcd-67b7-4378-8ffd-cbcc7043a35f tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:05.738122 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c9d4fdcd-67b7-4378-8ffd-cbcc7043a35f tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1569734 Feb 28 10:42:05.742010 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49104) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:05.761060 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f775499d-97e5-488d-8365-f43ed2a9c2d8 None None] Routers {'fb9806d2-32f1-4369-b725-739487e43fc4'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:42:05.761817 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-f775499d-97e5-488d-8365-f43ed2a9c2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:41:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['fb9806d2-32f1-4369-b725-739487e43fc4'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:05.766862 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336aafee-a2c3-4c57-8542-0f85e751456a None None] Pushing event updated for resources: {'Port': ['ID=a18ea445-10b9-43f2-906e-3ea457f19b46,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:05.801156 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-e95ec307-17ab-457e-84dd-ebafed95536c None None] Provisioning complete for port 322c8862-e166-4219-b05c-8a81cc0fb920 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:05.801817 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e95ec307-17ab-457e-84dd-ebafed95536c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (322c8862-e166-4219-b05c-8a81cc0fb920), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:05.835063 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a3f56c-3b47-4cd9-aa38-427d1f6c489a admin admin] Network b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:42:05.837528 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-a3a3f56c-3b47-4cd9-aa38-427d1f6c489a admin admin] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:42:05.897770 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1855b9ed-ce86-455a-818a-fa5b57d3b410 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:05.899451 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-1855b9ed-ce86-455a-818a-fa5b57d3b410 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1564112 Feb 28 10:42:05.902092 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49106) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:05.918495 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-e95ec307-17ab-457e-84dd-ebafed95536c None None] Port 322c8862-e166-4219-b05c-8a81cc0fb920 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:42:05.941942 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 6fabaf74-8dd2-4f14-8232-05bde7c5a3aa is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:05.958136 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-bcf707cd-fc7a-440d-8b77-3a9a4ab167bb tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0547237 Feb 28 10:42:05.964112 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49108) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:05.966939 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-e95ec307-17ab-457e-84dd-ebafed95536c None None] Provisioning complete for port d7bf7e4e-f5bb-4f29-9cb1-d4b9560ce780 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:05.967333 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e95ec307-17ab-457e-84dd-ebafed95536c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (d7bf7e4e-f5bb-4f29-9cb1-d4b9560ce780), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:05.970154 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-f775499d-97e5-488d-8365-f43ed2a9c2d8 None None] Set router fb9806d2-32f1-4369-b725-739487e43fc4 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:42:05.972362 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-4878e495-61b8-49cb-b3bc-a07fa0e90fbd tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Request body: {'subnet': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:06.088818 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a3f56c-3b47-4cd9-aa38-427d1f6c489a admin admin] Router fb9806d2-32f1-4369-b725-739487e43fc4 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:42:06.174566 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4878e495-61b8-49cb-b3bc-a07fa0e90fbd tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Made reservation on behalf of 9047a33944184c15875a48328f19bcdb for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:42:06.178704 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4878e495-61b8-49cb-b3bc-a07fa0e90fbd tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:06.184526 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-42ceff59-34b9-459a-8f29-25ad5ba0d41d tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047661'] for router_interface (0841001f-65d1-49a6-ba5d-756f53cf5e3e), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:06.222215 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-e95ec307-17ab-457e-84dd-ebafed95536c None None] Current status of the port d7bf7e4e-f5bb-4f29-9cb1-d4b9560ce780 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:06.317033 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-f775499d-97e5-488d-8365-f43ed2a9c2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'name': 'tempest-TestVolumeBootPattern-713778107-router', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a18ea445-10b9-43f2-906e-3ea457f19b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:59Z', 'updated_at': '2022-02-28T10:42:04Z', 'revision_number': 4, 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'gw_port': {'id': 'a18ea445-10b9-43f2-906e-3ea457f19b46', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:00Z', 'updated_at': '2022-02-28T10:42:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '322c8862-e166-4219-b05c-8a81cc0fb920', 'name': '', 'network_id': 'b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'mac_address': 'fa:16:3e:dd:16:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'e8522a33-2f3b-469a-aaa7-bb28734740a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:03Z', 'updated_at': '2022-02-28T10:42:05Z', 'revision_number': 2, 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'subnets': [{'id': 'e8522a33-2f3b-469a-aaa7-bb28734740a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:06.334397 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a3f56c-3b47-4cd9-aa38-427d1f6c489a admin admin] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:42:06.340353 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-a3a3f56c-3b47-4cd9-aa38-427d1f6c489a admin admin] 10.222.0.62 "PUT /v2.0/routers/fb9806d2-32f1-4369-b725-739487e43fc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4706585 Feb 28 10:42:06.374132 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f775499d-97e5-488d-8365-f43ed2a9c2d8 None None] The sync data for ids ['fb9806d2-32f1-4369-b725-739487e43fc4'] in dv-neutron-829161-3-hyperv is: [{'id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'name': 'tempest-TestVolumeBootPattern-713778107-router', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a18ea445-10b9-43f2-906e-3ea457f19b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:59Z', 'updated_at': '2022-02-28T10:42:04Z', 'revision_number': 4, 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'gw_port': {'id': 'a18ea445-10b9-43f2-906e-3ea457f19b46', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:00Z', 'updated_at': '2022-02-28T10:42:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '322c8862-e166-4219-b05c-8a81cc0fb920', 'name': '', 'network_id': 'b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'mac_address': 'fa:16:3e:dd:16:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'e8522a33-2f3b-469a-aaa7-bb28734740a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:03Z', 'updated_at': '2022-02-28T10:42:05Z', 'revision_number': 2, 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'subnets': [{'id': 'e8522a33-2f3b-469a-aaa7-bb28734740a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:42:06.406801 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-e9295a62-f096-4284-934c-c29f26cc659a None None] Provisioning complete for port db76fa0f-15e7-45b7-98cb-bb811fb4da3e triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:06.406801 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e9295a62-f096-4284-934c-c29f26cc659a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (db76fa0f-15e7-45b7-98cb-bb811fb4da3e), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:06.482546 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-e9295a62-f096-4284-934c-c29f26cc659a None None] Port db76fa0f-15e7-45b7-98cb-bb811fb4da3e cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:42:06.505154 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-e9295a62-f096-4284-934c-c29f26cc659a None None] Provisioning complete for port 322c8862-e166-4219-b05c-8a81cc0fb920 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:06.507077 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e9295a62-f096-4284-934c-c29f26cc659a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (322c8862-e166-4219-b05c-8a81cc0fb920), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:06.521899 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-42ceff59-34b9-459a-8f29-25ad5ba0d41d tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Deleting port db76fa0f-15e7-45b7-98cb-bb811fb4da3e {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:42:06.522820 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-42ceff59-34b9-459a-8f29-25ad5ba0d41d tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (db76fa0f-15e7-45b7-98cb-bb811fb4da3e), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:06.559826 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-e9295a62-f096-4284-934c-c29f26cc659a None None] Port 322c8862-e166-4219-b05c-8a81cc0fb920 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:42:06.640935 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-42ceff59-34b9-459a-8f29-25ad5ba0d41d tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (db76fa0f-15e7-45b7-98cb-bb811fb4da3e), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:06.677569 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-42ceff59-34b9-459a-8f29-25ad5ba0d41d tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Calling delete_port for db76fa0f-15e7-45b7-98cb-bb811fb4da3e owned by network:router_interface {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:42:06.693506 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ed0ddb-0e0e-4431-8950-b25eb7cc3f48 None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:42:06.712549 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.objects.ports [None req-4878e495-61b8-49cb-b3bc-a07fa0e90fbd tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104084) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 10:42:06.842322 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-38e69ad8-1e7e-462b-b0cd-3aced8083e46 None None] Provisioning complete for port 3de8a699-0fe7-4134-ac2a-4ad451620cef triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:06.843210 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-38e69ad8-1e7e-462b-b0cd-3aced8083e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (3de8a699-0fe7-4134-ac2a-4ad451620cef), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:06.970646 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-38e69ad8-1e7e-462b-b0cd-3aced8083e46 None None] Current status of the port 3de8a699-0fe7-4134-ac2a-4ad451620cef is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:06.971276 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-38e69ad8-1e7e-462b-b0cd-3aced8083e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (3de8a699-0fe7-4134-ac2a-4ad451620cef), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:07.009314 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4878e495-61b8-49cb-b3bc-a07fa0e90fbd tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (3de8a699-0fe7-4134-ac2a-4ad451620cef), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:07.073151 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.db.api [None req-38e69ad8-1e7e-462b-b0cd-3aced8083e46 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:42:07.073723 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG oslo_db.api [None req-38e69ad8-1e7e-462b-b0cd-3aced8083e46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:42:07.135329 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-42ceff59-34b9-459a-8f29-25ad5ba0d41d tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (db76fa0f-15e7-45b7-98cb-bb811fb4da3e), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:07.173351 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ceff59-34b9-459a-8f29-25ad5ba0d41d tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event deleted for resources: {'Port': ['ID=db76fa0f-15e7-45b7-98cb-bb811fb4da3e,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:07.419171 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-4878e495-61b8-49cb-b3bc-a07fa0e90fbd tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] For port 3de8a699-0fe7-4134-ac2a-4ad451620cef, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=3de8a699-0fe7-4134-ac2a-4ad451620cef,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:42:07.536264 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4878e495-61b8-49cb-b3bc-a07fa0e90fbd tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for port (3de8a699-0fe7-4134-ac2a-4ad451620cef), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:07.540360 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-42ceff59-34b9-459a-8f29-25ad5ba0d41d tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1047681'] for router_interface (0841001f-65d1-49a6-ba5d-756f53cf5e3e), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:07.609634 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4878e495-61b8-49cb-b3bc-a07fa0e90fbd tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (3de8a699-0fe7-4134-ac2a-4ad451620cef), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:07.670495 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 3de8a699-0fe7-4134-ac2a-4ad451620cef up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:42:07.702352 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49126) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:07.726699 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-84b1ad1f-43f4-400f-9882-aa3315f52a9b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1645460688-network', 'tenant_id': '96cc5b0d14ba41adaee314017633b74b'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:07.763667 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-38e69ad8-1e7e-462b-b0cd-3aced8083e46 None None] Current status of the port 3de8a699-0fe7-4134-ac2a-4ad451620cef is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:07.764560 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-38e69ad8-1e7e-462b-b0cd-3aced8083e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (3de8a699-0fe7-4134-ac2a-4ad451620cef), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:07.773208 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4878e495-61b8-49cb-b3bc-a07fa0e90fbd tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (bed9c134-3f03-4087-b6af-f20049aaa3fd), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:07.784138 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 3de8a699-0fe7-4134-ac2a-4ad451620cef triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:07.785760 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (3de8a699-0fe7-4134-ac2a-4ad451620cef), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:07.888555 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4878e495-61b8-49cb-b3bc-a07fa0e90fbd tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event updated for resources: {'Port': ['ID=3de8a699-0fe7-4134-ac2a-4ad451620cef,revision_number=5']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:07.925068 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4878e495-61b8-49cb-b3bc-a07fa0e90fbd tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:42:07.946215 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-4878e495-61b8-49cb-b3bc-a07fa0e90fbd tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:42:07.951903 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.db.api [None req-38e69ad8-1e7e-462b-b0cd-3aced8083e46 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:42:07.952398 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG oslo_db.api [None req-38e69ad8-1e7e-462b-b0cd-3aced8083e46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:42:07.958583 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 3de8a699-0fe7-4134-ac2a-4ad451620cef is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:07.966284 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (3de8a699-0fe7-4134-ac2a-4ad451620cef), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:07.970292 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4878e495-61b8-49cb-b3bc-a07fa0e90fbd tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:07.970983 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4878e495-61b8-49cb-b3bc-a07fa0e90fbd tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:07.986367 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b1ad1f-43f4-400f-9882-aa3315f52a9b admin admin] Made reservation on behalf of 96cc5b0d14ba41adaee314017633b74b for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:42:07.988393 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-84b1ad1f-43f4-400f-9882-aa3315f52a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:08.002198 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4878e495-61b8-49cb-b3bc-a07fa0e90fbd tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event updated for resources: {'Subnet': ['ID=bed9c134-3f03-4087-b6af-f20049aaa3fd,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:08.029930 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-84b1ad1f-43f4-400f-9882-aa3315f52a9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:08.032856 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ceff59-34b9-459a-8f29-25ad5ba0d41d tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Router 0841001f-65d1-49a6-ba5d-756f53cf5e3e has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:42:08.056401 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port 3de8a699-0fe7-4134-ac2a-4ad451620cef, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=3de8a699-0fe7-4134-ac2a-4ad451620cef,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:42:08.069842 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96b9d76-92c2-4c62-9e57-c8fad07f35f9 None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:42:08.158351 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (3de8a699-0fe7-4134-ac2a-4ad451620cef), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:08.165458 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device d7bf7e4e-f5bb-4f29-9cb1-d4b9560ce780 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:42:08.175173 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-84b1ad1f-43f4-400f-9882-aa3315f52a9b admin admin] Publish callbacks [] for security_group (0f987a88-ef2b-4e94-89a4-c4df50746112), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:08.187550 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-4878e495-61b8-49cb-b3bc-a07fa0e90fbd tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2200258 Feb 28 10:42:08.193079 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49128) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:08.198403 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-19f763f0-1a52-4273-b1ae-7e45e13038ef tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Request body: {'subnet': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:08.223895 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ceff59-34b9-459a-8f29-25ad5ba0d41d tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:42:08.229255 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-42ceff59-34b9-459a-8f29-25ad5ba0d41d tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "PUT /v2.0/routers/0841001f-65d1-49a6-ba5d-756f53cf5e3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5897675 Feb 28 10:42:08.232036 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49130) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:08.315390 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-84b1ad1f-43f4-400f-9882-aa3315f52a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (0f987a88-ef2b-4e94-89a4-c4df50746112), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:08.330637 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e69f85c-113e-4254-a4fb-1685ef363879 None None] Sync routers for ids ['0841001f-65d1-49a6-ba5d-756f53cf5e3e'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:42:08.335218 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=3de8a699-0fe7-4134-ac2a-4ad451620cef,revision_number=6']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:08.358446 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84b1ad1f-43f4-400f-9882-aa3315f52a9b admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:42:08.406059 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port d7bf7e4e-f5bb-4f29-9cb1-d4b9560ce780 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:08.406258 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-84b1ad1f-43f4-400f-9882-aa3315f52a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (1352220c-7ca9-4521-9a8c-710cdc97f6f4), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:08.406470 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (d7bf7e4e-f5bb-4f29-9cb1-d4b9560ce780), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:08.406875 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-84b1ad1f-43f4-400f-9882-aa3315f52a9b admin admin] Added segment 1352220c-7ca9-4521-9a8c-710cdc97f6f4 of type vlan for network 98f28e53-3298-48e2-9e66-1edadecd07a7 Feb 28 10:42:08.411816 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e69f85c-113e-4254-a4fb-1685ef363879 None None] Routers {'0841001f-65d1-49a6-ba5d-756f53cf5e3e'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:42:08.412275 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-2e69f85c-113e-4254-a4fb-1685ef363879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:41:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['0841001f-65d1-49a6-ba5d-756f53cf5e3e'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:08.436454 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b1ad1f-43f4-400f-9882-aa3315f52a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f987a88-ef2b-4e94-89a4-c4df50746112,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:08.495956 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f763f0-1a52-4273-b1ae-7e45e13038ef tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Made reservation on behalf of 9047a33944184c15875a48328f19bcdb for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:42:08.499521 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-19f763f0-1a52-4273-b1ae-7e45e13038ef tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:08.537039 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-84b1ad1f-43f4-400f-9882-aa3315f52a9b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (98f28e53-3298-48e2-9e66-1edadecd07a7), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:08.656256 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.api.v2.resource [None req-5f3ae709-88cb-4bb3-b5a1-45110fe7d8f1 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] remove_router_interface failed (client error): The resource could not be found. Feb 28 10:42:08.661801 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49132) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:08.663675 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-5f3ae709-88cb-4bb3-b5a1-45110fe7d8f1 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "PUT /v2.0/routers/0841001f-65d1-49a6-ba5d-756f53cf5e3e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4304855 Feb 28 10:42:08.690156 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.ipam_backend_mixin [None req-19f763f0-1a52-4273-b1ae-7e45e13038ef tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bed9c134-3f03-4087-b6af-f20049aaa3fd (CIDR: 2001:db8::/64) Feb 28 10:42:08.716808 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-2e69f85c-113e-4254-a4fb-1685ef363879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:08.719937 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-28fc7eef-9875-49b3-9e7c-f17e79e8de4b tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "GET /v2.0/ports?device_id=0841001f-65d1-49a6-ba5d-756f53cf5e3e HTTP/1.1" status: 200 len: 205 time: 0.0567679 Feb 28 10:42:08.722415 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49134) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:08.733936 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-19f763f0-1a52-4273-b1ae-7e45e13038ef tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:42:08.734429 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19f763f0-1a52-4273-b1ae-7e45e13038ef tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:42:08.772701 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-84b1ad1f-43f4-400f-9882-aa3315f52a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (98f28e53-3298-48e2-9e66-1edadecd07a7), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:08.773731 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b1ad1f-43f4-400f-9882-aa3315f52a9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:08.774360 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-84b1ad1f-43f4-400f-9882-aa3315f52a9b admin admin] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:08.785467 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e69f85c-113e-4254-a4fb-1685ef363879 None None] Routers {'0841001f-65d1-49a6-ba5d-756f53cf5e3e'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:42:08.788786 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-2e69f85c-113e-4254-a4fb-1685ef363879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:41:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['0841001f-65d1-49a6-ba5d-756f53cf5e3e'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:08.868793 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-38e69ad8-1e7e-462b-b0cd-3aced8083e46 None None] Current status of the port 3de8a699-0fe7-4134-ac2a-4ad451620cef is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:08.871766 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-2e69f85c-113e-4254-a4fb-1685ef363879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:08.872401 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e69f85c-113e-4254-a4fb-1685ef363879 None None] The sync data for ids ['0841001f-65d1-49a6-ba5d-756f53cf5e3e'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:42:08.901294 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b63cb4e1-42dd-494d-8344-d41e8000593c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for router (0841001f-65d1-49a6-ba5d-756f53cf5e3e), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:08.918270 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port d7bf7e4e-f5bb-4f29-9cb1-d4b9560ce780 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:08.946293 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-19f763f0-1a52-4273-b1ae-7e45e13038ef tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7561054 Feb 28 10:42:08.949198 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49136) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:08.951490 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b1ad1f-43f4-400f-9882-aa3315f52a9b admin admin] Pushing event updated for resources: {'Network': ['ID=98f28e53-3298-48e2-9e66-1edadecd07a7,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:08.956034 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-9e67e454-3894-40df-a52a-1e41c2bad06c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Request body: {'subnet': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:08.963585 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 98f28e53-3298-48e2-9e66-1edadecd07a7 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:42:09.046177 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-dd202934-c0a1-4993-999c-ea0df0d1d2fd None None] Provisioning complete for port 3de8a699-0fe7-4134-ac2a-4ad451620cef triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:09.046560 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-dd202934-c0a1-4993-999c-ea0df0d1d2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (3de8a699-0fe7-4134-ac2a-4ad451620cef), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:09.114731 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b63cb4e1-42dd-494d-8344-d41e8000593c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (0841001f-65d1-49a6-ba5d-756f53cf5e3e), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:09.117135 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b63cb4e1-42dd-494d-8344-d41e8000593c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for router_controller (0841001f-65d1-49a6-ba5d-756f53cf5e3e), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:09.127833 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-84b1ad1f-43f4-400f-9882-aa3315f52a9b admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4162192 Feb 28 10:42:09.144767 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49138) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:09.151866 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-b386c047-bf2d-465b-a260-317f4af16a28 admin admin] Request body: {'subnet': {'network_id': '98f28e53-3298-48e2-9e66-1edadecd07a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1645460688-subnet', 'tenant_id': '96cc5b0d14ba41adaee314017633b74b', 'ip_version': 4}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:09.197246 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-dd202934-c0a1-4993-999c-ea0df0d1d2fd None None] Current status of the port 3de8a699-0fe7-4134-ac2a-4ad451620cef is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:09.203029 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-dd202934-c0a1-4993-999c-ea0df0d1d2fd None None] Could not find standard attr ID for object 140b7792-16a4-4cb5-a8b0-926f2909be91. {{(pid=104085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:42:09.260215 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b63cb4e1-42dd-494d-8344-d41e8000593c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (0841001f-65d1-49a6-ba5d-756f53cf5e3e), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:09.260803 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63cb4e1-42dd-494d-8344-d41e8000593c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Fanout notify agent at l3_agent the message router_deleted on router 0841001f-65d1-49a6-ba5d-756f53cf5e3e {{(pid=104084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:42:09.267945 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b63cb4e1-42dd-494d-8344-d41e8000593c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:09.271858 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49140) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:09.272330 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-b63cb4e1-42dd-494d-8344-d41e8000593c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "DELETE /v2.0/routers/0841001f-65d1-49a6-ba5d-756f53cf5e3e HTTP/1.1" status: 204 len: 168 time: 0.5484281 Feb 28 10:42:09.309920 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e67e454-3894-40df-a52a-1e41c2bad06c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Made reservation on behalf of 9047a33944184c15875a48328f19bcdb for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:42:09.313854 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9e67e454-3894-40df-a52a-1e41c2bad06c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:09.324811 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-9e2bce2d-4946-45fe-a638-4ab610536f35 None None] Provisioning complete for port 3de8a699-0fe7-4134-ac2a-4ad451620cef triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:09.325198 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9e2bce2d-4946-45fe-a638-4ab610536f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (3de8a699-0fe7-4134-ac2a-4ad451620cef), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:09.362374 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b386c047-bf2d-465b-a260-317f4af16a28 admin admin] Made reservation on behalf of 96cc5b0d14ba41adaee314017633b74b for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:42:09.366214 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b386c047-bf2d-465b-a260-317f4af16a28 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:09.459824 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_v2 [None req-f13c3c88-4e38-4f7f-916b-73c25284cf26 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Deleting subnet 564f73cb-64bc-40c5-9bcb-c3ee4544f85c {{(pid=104083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:42:09.464131 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-9e2bce2d-4946-45fe-a638-4ab610536f35 None None] Current status of the port 3de8a699-0fe7-4134-ac2a-4ad451620cef is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:09.468817 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 3de8a699-0fe7-4134-ac2a-4ad451620cef up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:42:09.477592 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f13c3c88-4e38-4f7f-916b-73c25284cf26 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for subnet (564f73cb-64bc-40c5-9bcb-c3ee4544f85c), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:09.521583 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 3de8a699-0fe7-4134-ac2a-4ad451620cef triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:09.522050 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (3de8a699-0fe7-4134-ac2a-4ad451620cef), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:09.563236 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f13c3c88-4e38-4f7f-916b-73c25284cf26 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59245535'] for subnet (564f73cb-64bc-40c5-9bcb-c3ee4544f85c), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:09.611433 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 3de8a699-0fe7-4134-ac2a-4ad451620cef is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:09.612992 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device a18ea445-10b9-43f2-906e-3ea457f19b46 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:42:09.669682 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port a18ea445-10b9-43f2-906e-3ea457f19b46 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:09.670082 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (a18ea445-10b9-43f2-906e-3ea457f19b46), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:09.748377 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port a18ea445-10b9-43f2-906e-3ea457f19b46 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:09.748971 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (a18ea445-10b9-43f2-906e-3ea457f19b46), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:09.771892 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port a18ea445-10b9-43f2-906e-3ea457f19b46, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=a18ea445-10b9-43f2-906e-3ea457f19b46,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:42:09.772900 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f13c3c88-4e38-4f7f-916b-73c25284cf26 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (564f73cb-64bc-40c5-9bcb-c3ee4544f85c), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:09.865845 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (a18ea445-10b9-43f2-906e-3ea457f19b46), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:09.898486 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1e2a6f-21c2-4fb1-bf00-8f88877bfdb7 None None] Sync routers for ids ['fb9806d2-32f1-4369-b725-739487e43fc4'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:42:09.909717 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1e2a6f-21c2-4fb1-bf00-8f88877bfdb7 None None] Routers {'fb9806d2-32f1-4369-b725-739487e43fc4'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:42:09.912306 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b386c047-bf2d-465b-a260-317f4af16a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (5d289fbc-b543-4a66-9709-227a7a4aa113), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:09.922671 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=a18ea445-10b9-43f2-906e-3ea457f19b46,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:09.923470 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-de1e2a6f-21c2-4fb1-bf00-8f88877bfdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:41:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['fb9806d2-32f1-4369-b725-739487e43fc4'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:09.950286 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f13c3c88-4e38-4f7f-916b-73c25284cf26 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (564f73cb-64bc-40c5-9bcb-c3ee4544f85c), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:09.956950 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9e67e454-3894-40df-a52a-1e41c2bad06c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (fa5c75e6-dcea-444d-82ac-90bef96b31f6), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:09.989546 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f13c3c88-4e38-4f7f-916b-73c25284cf26 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:09.993272 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c698c8aa-5808-4abe-9d10-ac55a1621846 None None] Network ab1a54e3-e518-4769-86d2-80ce6df41173 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:42:10.002398 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-f13c3c88-4e38-4f7f-916b-73c25284cf26 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "DELETE /v2.0/subnets/564f73cb-64bc-40c5-9bcb-c3ee4544f85c HTTP/1.1" status: 204 len: 168 time: 0.7292316 Feb 28 10:42:10.005111 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49142) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:10.031078 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e67e454-3894-40df-a52a-1e41c2bad06c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:42:10.040304 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b386c047-bf2d-465b-a260-317f4af16a28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d289fbc-b543-4a66-9709-227a7a4aa113,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:10.052561 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-9e67e454-3894-40df-a52a-1e41c2bad06c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:42:10.062051 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-de1e2a6f-21c2-4fb1-bf00-8f88877bfdb7 None None] Set router fb9806d2-32f1-4369-b725-739487e43fc4 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:42:10.062240 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e67e454-3894-40df-a52a-1e41c2bad06c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:10.064760 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9e67e454-3894-40df-a52a-1e41c2bad06c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:10.089089 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076977d3-8d26-46c7-89e4-0ea33cdb16ca None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:42:10.116454 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b386c047-bf2d-465b-a260-317f4af16a28 admin admin] Checking segment: {'id': '1352220c-7ca9-4521-9a8c-710cdc97f6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '98f28e53-3298-48e2-9e66-1edadecd07a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:42:10.118681 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b386c047-bf2d-465b-a260-317f4af16a28 admin admin] Network hostable DHCP agents. Network: 98f28e53-3298-48e2-9e66-1edadecd07a7, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:42:10.123948 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13c3c88-4e38-4f7f-916b-73c25284cf26 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event deleted for resources: {'Subnet': ['ID=564f73cb-64bc-40c5-9bcb-c3ee4544f85c,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:10.168153 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f0fd3b1e-48fc-4c0d-826b-571b42bc6960 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (ab1a54e3-e518-4769-86d2-80ce6df41173), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:10.221464 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e67e454-3894-40df-a52a-1e41c2bad06c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event updated for resources: {'Subnet': ['ID=fa5c75e6-dcea-444d-82ac-90bef96b31f6,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:10.241498 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-9e67e454-3894-40df-a52a-1e41c2bad06c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2901638 Feb 28 10:42:10.244819 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49146) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:10.251327 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-153b6c06-19c7-4b35-bbc8-e41fc60ea1bd tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Request body: {'port': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'mac_address': 'fa:16:3e:80:f0:1c', 'name': 'tempest-NetworksTestDHCPv6-1987841432'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:10.307062 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b386c047-bf2d-465b-a260-317f4af16a28 admin admin] Network 98f28e53-3298-48e2-9e66-1edadecd07a7 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:42:10.330424 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd3b1e-48fc-4c0d-826b-571b42bc6960 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Deleting port d7bf7e4e-f5bb-4f29-9cb1-d4b9560ce780 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:42:10.330863 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f0fd3b1e-48fc-4c0d-826b-571b42bc6960 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (d7bf7e4e-f5bb-4f29-9cb1-d4b9560ce780), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:10.368542 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ccd72e-c2f0-4066-ac6d-2e9029c15b3c None None] DHCP port deletion for ab1a54e3-e518-4769-86d2-80ce6df41173 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:42:10.397548 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-b386c047-bf2d-465b-a260-317f4af16a28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 98f28e53-3298-48e2-9e66-1edadecd07a7) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:42:10.402578 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b386c047-bf2d-465b-a260-317f4af16a28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:10.403382 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b386c047-bf2d-465b-a260-317f4af16a28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:10.408223 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-f0fd3b1e-48fc-4c0d-826b-571b42bc6960 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] For port d7bf7e4e-f5bb-4f29-9cb1-d4b9560ce780, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=d7bf7e4e-f5bb-4f29-9cb1-d4b9560ce780,segment=NetworkSegment(b1587376-c989-4187-96a9-3d549fb810f6),segment_id=b1587376-c989-4187-96a9-3d549fb810f6)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:42:10.408542 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f0fd3b1e-48fc-4c0d-826b-571b42bc6960 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (d7bf7e4e-f5bb-4f29-9cb1-d4b9560ce780), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:10.429020 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd3b1e-48fc-4c0d-826b-571b42bc6960 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Calling delete_port for d7bf7e4e-f5bb-4f29-9cb1-d4b9560ce780 owned by network:dhcp {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:42:10.443403 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-de1e2a6f-21c2-4fb1-bf00-8f88877bfdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'name': 'tempest-TestVolumeBootPattern-713778107-router', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a18ea445-10b9-43f2-906e-3ea457f19b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:59Z', 'updated_at': '2022-02-28T10:42:04Z', 'revision_number': 4, 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'gw_port': {'id': 'a18ea445-10b9-43f2-906e-3ea457f19b46', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:00Z', 'updated_at': '2022-02-28T10:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '322c8862-e166-4219-b05c-8a81cc0fb920', 'name': '', 'network_id': 'b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'mac_address': 'fa:16:3e:dd:16:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'e8522a33-2f3b-469a-aaa7-bb28734740a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:03Z', 'updated_at': '2022-02-28T10:42:05Z', 'revision_number': 2, 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'subnets': [{'id': 'e8522a33-2f3b-469a-aaa7-bb28734740a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:10.464240 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e77f51-c379-494a-a52c-d3249ca6c786 None None] Network 98f28e53-3298-48e2-9e66-1edadecd07a7 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:42:10.481724 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1e2a6f-21c2-4fb1-bf00-8f88877bfdb7 None None] Checking router: fb9806d2-32f1-4369-b725-739487e43fc4 for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:42:10.484424 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1e2a6f-21c2-4fb1-bf00-8f88877bfdb7 None None] Updating router fb9806d2-32f1-4369-b725-739487e43fc4 port 322c8862-e166-4219-b05c-8a81cc0fb920 binding host dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:42:10.503023 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-b386c047-bf2d-465b-a260-317f4af16a28 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3570344 Feb 28 10:42:10.507075 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49148) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:10.512894 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-de1e2a6f-21c2-4fb1-bf00-8f88877bfdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (322c8862-e166-4219-b05c-8a81cc0fb920), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:10.517617 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-c13f9e94-992b-4d75-a0d4-3368fb7c63c9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1645460688-router', 'tenant_id': '96cc5b0d14ba41adaee314017633b74b', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:10.553445 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290f4da4-4a76-4bdf-8413-f8b16efbcc1b None None] Update dhcp port {'port': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'fixed_ips': [{'subnet_id': 'bed9c134-3f03-4087-b6af-f20049aaa3fd', 'ip_address': '2001:db8::f816:3eff:fef2:cbd4'}, {'subnet_id': 'fa5c75e6-dcea-444d-82ac-90bef96b31f6'}], 'binding:host_id': 'dv-neutron-829161-3-hyperv'}, 'id': '3de8a699-0fe7-4134-ac2a-4ad451620cef'} from dv-neutron-829161-3-hyperv. {{(pid=104085) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 28 10:42:10.595151 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-c4ccd72e-c2f0-4066-ac6d-2e9029c15b3c None None] Deleting port d7bf7e4e-f5bb-4f29-9cb1-d4b9560ce780 {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:42:10.595454 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c4ccd72e-c2f0-4066-ac6d-2e9029c15b3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (d7bf7e4e-f5bb-4f29-9cb1-d4b9560ce780), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:10.612914 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-290f4da4-4a76-4bdf-8413-f8b16efbcc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (3de8a699-0fe7-4134-ac2a-4ad451620cef), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:10.641975 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c13f9e94-992b-4d75-a0d4-3368fb7c63c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (037d972a-fa08-4886-81e0-8d55e2e42d91), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:10.643086 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c13f9e94-992b-4d75-a0d4-3368fb7c63c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (037d972a-fa08-4886-81e0-8d55e2e42d91), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:10.672464 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153b6c06-19c7-4b35-bbc8-e41fc60ea1bd tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Made reservation on behalf of 9047a33944184c15875a48328f19bcdb for: {'port': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:42:10.693774 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f0fd3b1e-48fc-4c0d-826b-571b42bc6960 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (d7bf7e4e-f5bb-4f29-9cb1-d4b9560ce780), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:10.711769 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab313553-e702-4419-8734-1a1de7e23d39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-98f28e53-3298-48e2-9e66-1edadecd07a7', 'network_id': '98f28e53-3298-48e2-9e66-1edadecd07a7', 'project_id': '96cc5b0d14ba41adaee314017633b74b', 'fixed_ips': [{'subnet_id': '5d289fbc-b543-4a66-9709-227a7a4aa113'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:42:10.712201 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ab313553-e702-4419-8734-1a1de7e23d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:10.716618 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-c4ccd72e-c2f0-4066-ac6d-2e9029c15b3c None None] For port d7bf7e4e-f5bb-4f29-9cb1-d4b9560ce780, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=d7bf7e4e-f5bb-4f29-9cb1-d4b9560ce780,segment=NetworkSegment(b1587376-c989-4187-96a9-3d549fb810f6),segment_id=b1587376-c989-4187-96a9-3d549fb810f6)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:42:10.717016 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c4ccd72e-c2f0-4066-ac6d-2e9029c15b3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (d7bf7e4e-f5bb-4f29-9cb1-d4b9560ce780), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:10.748740 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-c4ccd72e-c2f0-4066-ac6d-2e9029c15b3c None None] Calling delete_port for d7bf7e4e-f5bb-4f29-9cb1-d4b9560ce780 owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:42:10.749349 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c13f9e94-992b-4d75-a0d4-3368fb7c63c9 admin admin] Publish callbacks [] for router_controller (037d972a-fa08-4886-81e0-8d55e2e42d91), precommit_add_association {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:10.758307 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fd3b1e-48fc-4c0d-826b-571b42bc6960 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] No DVR routers for this DVR port d7bf7e4e-f5bb-4f29-9cb1-d4b9560ce780 on host dv-neutron-829161-3-hyperv {{(pid=104084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:42:10.767005 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd3b1e-48fc-4c0d-826b-571b42bc6960 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event deleted for resources: {'Port': ['ID=d7bf7e4e-f5bb-4f29-9cb1-d4b9560ce780,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:10.869391 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-de1e2a6f-21c2-4fb1-bf00-8f88877bfdb7 None None] Publish callbacks [] for port (322c8862-e166-4219-b05c-8a81cc0fb920), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:10.929639 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-de1e2a6f-21c2-4fb1-bf00-8f88877bfdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (322c8862-e166-4219-b05c-8a81cc0fb920), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:10.994816 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c13f9e94-992b-4d75-a0d4-3368fb7c63c9 admin admin] Publish callbacks [] for router_gateway (037d972a-fa08-4886-81e0-8d55e2e42d91), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:11.058148 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c4ccd72e-c2f0-4066-ac6d-2e9029c15b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (d7bf7e4e-f5bb-4f29-9cb1-d4b9560ce780), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:11.062328 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc17a18c-c7ea-4757-baab-5d7819684530 None None] Pushing event updated for resources: {'Port': ['ID=322c8862-e166-4219-b05c-8a81cc0fb920,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:11.099341 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-ab313553-e702-4419-8734-1a1de7e23d39 None None] Allocated IP 172.20.0.2 (98f28e53-3298-48e2-9e66-1edadecd07a7/5d289fbc-b543-4a66-9709-227a7a4aa113/8a2767fd-2b11-4a51-b4c2-d9a029e9d79a) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:42:11.113473 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17a18c-c7ea-4757-baab-5d7819684530 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:11.114011 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17a18c-c7ea-4757-baab-5d7819684530 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:11.114775 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17a18c-c7ea-4757-baab-5d7819684530 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:11.114917 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17a18c-c7ea-4757-baab-5d7819684530 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:11.115242 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17a18c-c7ea-4757-baab-5d7819684530 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:11.115578 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17a18c-c7ea-4757-baab-5d7819684530 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:11.115928 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17a18c-c7ea-4757-baab-5d7819684530 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:11.116265 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17a18c-c7ea-4757-baab-5d7819684530 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:11.116623 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17a18c-c7ea-4757-baab-5d7819684530 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:11.116954 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17a18c-c7ea-4757-baab-5d7819684530 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:11.117459 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17a18c-c7ea-4757-baab-5d7819684530 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:11.117643 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17a18c-c7ea-4757-baab-5d7819684530 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:11.126576 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17a18c-c7ea-4757-baab-5d7819684530 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:11.130537 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-de1e2a6f-21c2-4fb1-bf00-8f88877bfdb7 None None] Attempting to bind port 322c8862-e166-4219-b05c-8a81cc0fb920 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:42:11.131001 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-de1e2a6f-21c2-4fb1-bf00-8f88877bfdb7 None None] Attempting to bind port 322c8862-e166-4219-b05c-8a81cc0fb920 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '19b5758e-ea8e-40b5-a035-63bdcbefede7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:42:11.131372 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1e2a6f-21c2-4fb1-bf00-8f88877bfdb7 None None] Attempting to bind port 322c8862-e166-4219-b05c-8a81cc0fb920 on network b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:42:11.152025 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1e2a6f-21c2-4fb1-bf00-8f88877bfdb7 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:42:11.152958 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1e2a6f-21c2-4fb1-bf00-8f88877bfdb7 None None] Checking segment: {'id': '19b5758e-ea8e-40b5-a035-63bdcbefede7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:42:11.153535 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-290f4da4-4a76-4bdf-8413-f8b16efbcc1b None None] Allocated IP 2001:db8:0:1::2 (a10d36a7-87ef-481e-9e9f-da2235211c53/fa5c75e6-dcea-444d-82ac-90bef96b31f6/3de8a699-0fe7-4134-ac2a-4ad451620cef) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:42:11.154015 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-de1e2a6f-21c2-4fb1-bf00-8f88877bfdb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:11.154707 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1e2a6f-21c2-4fb1-bf00-8f88877bfdb7 None None] Bound using segment: {'id': '19b5758e-ea8e-40b5-a035-63bdcbefede7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:42:11.155662 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-de1e2a6f-21c2-4fb1-bf00-8f88877bfdb7 None None] Bound port: 322c8862-e166-4219-b05c-8a81cc0fb920, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19b5758e-ea8e-40b5-a035-63bdcbefede7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:42:11.157472 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-de1e2a6f-21c2-4fb1-bf00-8f88877bfdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (322c8862-e166-4219-b05c-8a81cc0fb920), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:11.272940 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-de1e2a6f-21c2-4fb1-bf00-8f88877bfdb7 None None] For port 322c8862-e166-4219-b05c-8a81cc0fb920, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:42:11.277200 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-de1e2a6f-21c2-4fb1-bf00-8f88877bfdb7 None None] For port 322c8862-e166-4219-b05c-8a81cc0fb920, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=322c8862-e166-4219-b05c-8a81cc0fb920,segment=NetworkSegment(19b5758e-ea8e-40b5-a035-63bdcbefede7),segment_id=19b5758e-ea8e-40b5-a035-63bdcbefede7)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:42:11.279516 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-290f4da4-4a76-4bdf-8413-f8b16efbcc1b None None] For port 3de8a699-0fe7-4134-ac2a-4ad451620cef, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=3de8a699-0fe7-4134-ac2a-4ad451620cef,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:42:11.293244 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-153b6c06-19c7-4b35-bbc8-e41fc60ea1bd tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:11.309167 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f0fd3b1e-48fc-4c0d-826b-571b42bc6960 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (ab1a54e3-e518-4769-86d2-80ce6df41173), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:11.314867 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-290f4da4-4a76-4bdf-8413-f8b16efbcc1b None None] Publish callbacks [] for port (3de8a699-0fe7-4134-ac2a-4ad451620cef), precommit_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:11.321682 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ccd72e-c2f0-4066-ac6d-2e9029c15b3c None None] No DVR routers for this DVR port d7bf7e4e-f5bb-4f29-9cb1-d4b9560ce780 on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:42:11.342301 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-f0fd3b1e-48fc-4c0d-826b-571b42bc6960 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab1a54e3-e518-4769-86d2-80ce6df41173']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:11.350810 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-f0fd3b1e-48fc-4c0d-826b-571b42bc6960 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1587376-c989-4187-96a9-3d549fb810f6') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:11.351138 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-f0fd3b1e-48fc-4c0d-826b-571b42bc6960 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1587376-c989-4187-96a9-3d549fb810f6') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:11.364337 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-de1e2a6f-21c2-4fb1-bf00-8f88877bfdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (322c8862-e166-4219-b05c-8a81cc0fb920), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:11.370887 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f0fd3b1e-48fc-4c0d-826b-571b42bc6960 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (b1587376-c989-4187-96a9-3d549fb810f6), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:11.380250 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [None req-153b6c06-19c7-4b35-bbc8-e41fc60ea1bd tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] device_id is not set on port 088092ee-9a66-4feb-80d6-daf6bdcf2c3d yet. {{(pid=104084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:42:11.395210 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f0fd3b1e-48fc-4c0d-826b-571b42bc6960 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (b1587376-c989-4187-96a9-3d549fb810f6), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:11.403224 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0fd3b1e-48fc-4c0d-826b-571b42bc6960 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:42:11.403637 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f0fd3b1e-48fc-4c0d-826b-571b42bc6960 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (b1587376-c989-4187-96a9-3d549fb810f6), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:11.409596 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c13f9e94-992b-4d75-a0d4-3368fb7c63c9 admin admin] Publish callbacks [] for router_gateway (037d972a-fa08-4886-81e0-8d55e2e42d91), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:11.412193 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device a18ea445-10b9-43f2-906e-3ea457f19b46 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:42:11.441455 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c13f9e94-992b-4d75-a0d4-3368fb7c63c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:11.449872 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1e2a6f-21c2-4fb1-bf00-8f88877bfdb7 None None] Routers {'fb9806d2-32f1-4369-b725-739487e43fc4'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:42:11.450522 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-de1e2a6f-21c2-4fb1-bf00-8f88877bfdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:41:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['fb9806d2-32f1-4369-b725-739487e43fc4'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:11.459486 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-290f4da4-4a76-4bdf-8413-f8b16efbcc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (3de8a699-0fe7-4134-ac2a-4ad451620cef), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:11.462042 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ccd72e-c2f0-4066-ac6d-2e9029c15b3c None None] Pushing event deleted for resources: {'Port': ['ID=d7bf7e4e-f5bb-4f29-9cb1-d4b9560ce780,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:11.486479 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 10:42:11.486479 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:42:11.486479 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 10:42:11.486479 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:42:11.486479 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 10:42:11.486479 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:42:11.486479 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 10:42:11.486479 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:42:11.486479 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 10:42:11.486479 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:42:11.486479 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 10:42:11.486479 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:42:11.486479 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 10:42:11.486479 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:42:11.486479 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:42:11.486479 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:42:11.486479 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:42:11.486479 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:42:11.486479 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 10:42:11.486479 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:42:11.486479 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 10:42:11.486479 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:42:11.486479 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:42:11.486479 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:42:11.486479 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 10:42:11.486479 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:42:11.486479 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:42:11.486479 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:42:11.486479 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:42:11.486479 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:42:11.486479 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:42:11.486479 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:42:11.521423 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc17a18c-c7ea-4757-baab-5d7819684530 None None] Pushing event updated for resources: {'Port': ['ID=322c8862-e166-4219-b05c-8a81cc0fb920,revision_number=4']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:11.555347 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-8f4a2e9b-2a58-4eca-b3c3-1b4a800e22e1 None None] Provisioning complete for port 322c8862-e166-4219-b05c-8a81cc0fb920 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:11.555975 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8f4a2e9b-2a58-4eca-b3c3-1b4a800e22e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (322c8862-e166-4219-b05c-8a81cc0fb920), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:11.561284 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f0fd3b1e-48fc-4c0d-826b-571b42bc6960 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (ab1a54e3-e518-4769-86d2-80ce6df41173), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:11.588026 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f0fd3b1e-48fc-4c0d-826b-571b42bc6960 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:11.599042 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-f0fd3b1e-48fc-4c0d-826b-571b42bc6960 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "DELETE /v2.0/networks/ab1a54e3-e518-4769-86d2-80ce6df41173 HTTP/1.1" status: 204 len: 168 time: 1.5892820 Feb 28 10:42:11.600346 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49150) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:11.613227 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-9563a967-268a-4201-a59f-2ee42a00609f tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1795883638'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:11.623374 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd3b1e-48fc-4c0d-826b-571b42bc6960 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event deleted for resources: {'Network': ['ID=ab1a54e3-e518-4769-86d2-80ce6df41173,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:11.649958 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-c13f9e94-992b-4d75-a0d4-3368fb7c63c9 admin admin] Allocated IP 172.26.3.159 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/5983e3b3-e6b9-48aa-ac41-0e9465be52ad) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:42:11.655725 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-de1e2a6f-21c2-4fb1-bf00-8f88877bfdb7 None None] Set router fb9806d2-32f1-4369-b725-739487e43fc4 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:42:11.733294 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9563a967-268a-4201-a59f-2ee42a00609f tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Made reservation on behalf of bb2ba9ee3c07467ba10396b757cfe5bd for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:42:11.740133 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9563a967-268a-4201-a59f-2ee42a00609f tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:11.774260 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9563a967-268a-4201-a59f-2ee42a00609f tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:42:11.784401 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9563a967-268a-4201-a59f-2ee42a00609f tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (36a6a5d6-8bcc-4941-8fe4-9a32e4ba5e8d), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:11.784878 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-9563a967-268a-4201-a59f-2ee42a00609f tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Added segment 36a6a5d6-8bcc-4941-8fe4-9a32e4ba5e8d of type vlan for network 2cb2479f-149e-460f-9753-e783d050a764 Feb 28 10:42:11.814087 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-153b6c06-19c7-4b35-bbc8-e41fc60ea1bd tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Allocated IP 2001:db8:0:1::2ae (a10d36a7-87ef-481e-9e9f-da2235211c53/fa5c75e6-dcea-444d-82ac-90bef96b31f6/088092ee-9a66-4feb-80d6-daf6bdcf2c3d) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:42:11.822770 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-153b6c06-19c7-4b35-bbc8-e41fc60ea1bd tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Allocated IP 2001:db8::f816:3eff:fe80:f01c (a10d36a7-87ef-481e-9e9f-da2235211c53/bed9c134-3f03-4087-b6af-f20049aaa3fd/088092ee-9a66-4feb-80d6-daf6bdcf2c3d) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:42:11.837228 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9563a967-268a-4201-a59f-2ee42a00609f tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (2cb2479f-149e-460f-9753-e783d050a764), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:11.886175 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290f4da4-4a76-4bdf-8413-f8b16efbcc1b None None] Pushing event updated for resources: {'Port': ['ID=3de8a699-0fe7-4134-ac2a-4ad451620cef,revision_number=7']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:11.942171 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c13f9e94-992b-4d75-a0d4-3368fb7c63c9 admin admin] Publish callbacks [] for port (5983e3b3-e6b9-48aa-ac41-0e9465be52ad), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:11.944335 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port a18ea445-10b9-43f2-906e-3ea457f19b46 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:11.944787 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (a18ea445-10b9-43f2-906e-3ea457f19b46), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:11.947452 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ab313553-e702-4419-8734-1a1de7e23d39 None None] Publish callbacks [] for port (8a2767fd-2b11-4a51-b4c2-d9a029e9d79a), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:11.960678 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9563a967-268a-4201-a59f-2ee42a00609f tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (2cb2479f-149e-460f-9753-e783d050a764), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:11.968090 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9563a967-268a-4201-a59f-2ee42a00609f tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:11.968971 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9563a967-268a-4201-a59f-2ee42a00609f tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:11.989134 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-de1e2a6f-21c2-4fb1-bf00-8f88877bfdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'name': 'tempest-TestVolumeBootPattern-713778107-router', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a18ea445-10b9-43f2-906e-3ea457f19b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:59Z', 'updated_at': '2022-02-28T10:42:04Z', 'revision_number': 4, 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'gw_port': {'id': 'a18ea445-10b9-43f2-906e-3ea457f19b46', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:00Z', 'updated_at': '2022-02-28T10:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '322c8862-e166-4219-b05c-8a81cc0fb920', 'name': '', 'network_id': 'b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'mac_address': 'fa:16:3e:dd:16:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'e8522a33-2f3b-469a-aaa7-bb28734740a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:03Z', 'updated_at': '2022-02-28T10:42:11Z', 'revision_number': 4, 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'subnets': [{'id': 'e8522a33-2f3b-469a-aaa7-bb28734740a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:12.021584 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ab313553-e702-4419-8734-1a1de7e23d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (8a2767fd-2b11-4a51-b4c2-d9a029e9d79a), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:12.060111 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9563a967-268a-4201-a59f-2ee42a00609f tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event updated for resources: {'Network': ['ID=2cb2479f-149e-460f-9753-e783d050a764,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:12.060955 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1e2a6f-21c2-4fb1-bf00-8f88877bfdb7 None None] The sync data for ids ['fb9806d2-32f1-4369-b725-739487e43fc4'] in dv-neutron-829161-3-hyperv is: [{'id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'name': 'tempest-TestVolumeBootPattern-713778107-router', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a18ea445-10b9-43f2-906e-3ea457f19b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:59Z', 'updated_at': '2022-02-28T10:42:04Z', 'revision_number': 4, 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'gw_port': {'id': 'a18ea445-10b9-43f2-906e-3ea457f19b46', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:00Z', 'updated_at': '2022-02-28T10:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '322c8862-e166-4219-b05c-8a81cc0fb920', 'name': '', 'network_id': 'b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'mac_address': 'fa:16:3e:dd:16:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'e8522a33-2f3b-469a-aaa7-bb28734740a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:03Z', 'updated_at': '2022-02-28T10:42:11Z', 'revision_number': 4, 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'subnets': [{'id': 'e8522a33-2f3b-469a-aaa7-bb28734740a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:42:12.064740 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-153b6c06-19c7-4b35-bbc8-e41fc60ea1bd tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for port (088092ee-9a66-4feb-80d6-daf6bdcf2c3d), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:12.074856 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 2cb2479f-149e-460f-9753-e783d050a764 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:42:12.081539 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-8f4a2e9b-2a58-4eca-b3c3-1b4a800e22e1 None None] Current status of the port 322c8862-e166-4219-b05c-8a81cc0fb920 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:12.082731 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8f4a2e9b-2a58-4eca-b3c3-1b4a800e22e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (322c8862-e166-4219-b05c-8a81cc0fb920), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:12.129800 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab313553-e702-4419-8734-1a1de7e23d39 None None] Network 98f28e53-3298-48e2-9e66-1edadecd07a7 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:42:12.172587 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-ab313553-e702-4419-8734-1a1de7e23d39 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:42:12.180027 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-9563a967-268a-4201-a59f-2ee42a00609f tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5770144 Feb 28 10:42:12.182149 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49152) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:12.182275 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab313553-e702-4419-8734-1a1de7e23d39 None None] Pushing event updated for resources: {'Port': ['ID=8a2767fd-2b11-4a51-b4c2-d9a029e9d79a,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:12.189139 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-6ee3c2f3-8db1-476d-a288-94951f13830d tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Request body: {'subnet': {'network_id': '2cb2479f-149e-460f-9753-e783d050a764', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:12.196926 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab313553-e702-4419-8734-1a1de7e23d39 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:42:12.203194 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c13f9e94-992b-4d75-a0d4-3368fb7c63c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (5983e3b3-e6b9-48aa-ac41-0e9465be52ad), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:12.218402 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-153b6c06-19c7-4b35-bbc8-e41fc60ea1bd tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (088092ee-9a66-4feb-80d6-daf6bdcf2c3d), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:12.263782 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-8f4a2e9b-2a58-4eca-b3c3-1b4a800e22e1 None None] For port 322c8862-e166-4219-b05c-8a81cc0fb920, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=322c8862-e166-4219-b05c-8a81cc0fb920,segment=NetworkSegment(19b5758e-ea8e-40b5-a035-63bdcbefede7),segment_id=19b5758e-ea8e-40b5-a035-63bdcbefede7)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:42:12.267411 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13f9e94-992b-4d75-a0d4-3368fb7c63c9 admin admin] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:42:12.270850 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-c13f9e94-992b-4d75-a0d4-3368fb7c63c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:42:12.283263 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13f9e94-992b-4d75-a0d4-3368fb7c63c9 admin admin] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:42:12.339251 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13f9e94-992b-4d75-a0d4-3368fb7c63c9 admin admin] Pushing event updated for resources: {'Port': ['ID=5983e3b3-e6b9-48aa-ac41-0e9465be52ad,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:12.342883 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153b6c06-19c7-4b35-bbc8-e41fc60ea1bd tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:42:12.351814 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-153b6c06-19c7-4b35-bbc8-e41fc60ea1bd tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:42:12.355636 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153b6c06-19c7-4b35-bbc8-e41fc60ea1bd tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:42:12.362552 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153b6c06-19c7-4b35-bbc8-e41fc60ea1bd tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:12.363044 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8f4a2e9b-2a58-4eca-b3c3-1b4a800e22e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (322c8862-e166-4219-b05c-8a81cc0fb920), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:12.363281 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-153b6c06-19c7-4b35-bbc8-e41fc60ea1bd tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:12.366162 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153b6c06-19c7-4b35-bbc8-e41fc60ea1bd tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event updated for resources: {'Port': ['ID=088092ee-9a66-4feb-80d6-daf6bdcf2c3d,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:12.424809 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-ab313553-e702-4419-8734-1a1de7e23d39 None None] Attempting to bind port 8a2767fd-2b11-4a51-b4c2-d9a029e9d79a on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:42:12.425187 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-ab313553-e702-4419-8734-1a1de7e23d39 None None] Attempting to bind port 8a2767fd-2b11-4a51-b4c2-d9a029e9d79a by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '1352220c-7ca9-4521-9a8c-710cdc97f6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '98f28e53-3298-48e2-9e66-1edadecd07a7'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:42:12.428591 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab313553-e702-4419-8734-1a1de7e23d39 None None] Attempting to bind port 8a2767fd-2b11-4a51-b4c2-d9a029e9d79a on network 98f28e53-3298-48e2-9e66-1edadecd07a7 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:42:12.431269 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port a18ea445-10b9-43f2-906e-3ea457f19b46 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:12.449128 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab313553-e702-4419-8734-1a1de7e23d39 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:42:12.452008 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab313553-e702-4419-8734-1a1de7e23d39 None None] Checking segment: {'id': '1352220c-7ca9-4521-9a8c-710cdc97f6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '98f28e53-3298-48e2-9e66-1edadecd07a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:42:12.452008 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ab313553-e702-4419-8734-1a1de7e23d39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:12.452008 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab313553-e702-4419-8734-1a1de7e23d39 None None] Bound using segment: {'id': '1352220c-7ca9-4521-9a8c-710cdc97f6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '98f28e53-3298-48e2-9e66-1edadecd07a7'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:42:12.452008 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-ab313553-e702-4419-8734-1a1de7e23d39 None None] Bound port: 8a2767fd-2b11-4a51-b4c2-d9a029e9d79a, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1352220c-7ca9-4521-9a8c-710cdc97f6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '98f28e53-3298-48e2-9e66-1edadecd07a7'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:42:12.452008 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ab313553-e702-4419-8734-1a1de7e23d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (8a2767fd-2b11-4a51-b4c2-d9a029e9d79a), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:12.476386 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-153b6c06-19c7-4b35-bbc8-e41fc60ea1bd tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.2262895 Feb 28 10:42:12.477673 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49154) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:12.554704 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4a2e9b-2a58-4eca-b3c3-1b4a800e22e1 None None] Pushing event updated for resources: {'Port': ['ID=322c8862-e166-4219-b05c-8a81cc0fb920,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:12.555428 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee3c2f3-8db1-476d-a288-94951f13830d tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Made reservation on behalf of bb2ba9ee3c07467ba10396b757cfe5bd for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:42:12.560332 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device d7bf7e4e-f5bb-4f29-9cb1-d4b9560ce780 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:42:12.561004 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6ee3c2f3-8db1-476d-a288-94951f13830d tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:12.597336 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: d7bf7e4e-f5bb-4f29-9cb1-d4b9560ce780 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:42:12.597336 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device d7bf7e4e-f5bb-4f29-9cb1-d4b9560ce780 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:42:12.597336 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-44f1ae86-c940-43ee-afb0-9f585725eefe None None] Provisioning complete for port 322c8862-e166-4219-b05c-8a81cc0fb920 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:12.597336 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-44f1ae86-c940-43ee-afb0-9f585725eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (322c8862-e166-4219-b05c-8a81cc0fb920), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:12.651336 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ab313553-e702-4419-8734-1a1de7e23d39 None None] For port 8a2767fd-2b11-4a51-b4c2-d9a029e9d79a, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:42:12.662771 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ab313553-e702-4419-8734-1a1de7e23d39 None None] For port 8a2767fd-2b11-4a51-b4c2-d9a029e9d79a, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=8a2767fd-2b11-4a51-b4c2-d9a029e9d79a,segment=NetworkSegment(1352220c-7ca9-4521-9a8c-710cdc97f6f4),segment_id=1352220c-7ca9-4521-9a8c-710cdc97f6f4)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:42:12.732607 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-461af1c2-64d6-45aa-a651-e17549368645 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Deleting port 088092ee-9a66-4feb-80d6-daf6bdcf2c3d {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:42:12.733094 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-461af1c2-64d6-45aa-a651-e17549368645 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (088092ee-9a66-4feb-80d6-daf6bdcf2c3d), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:12.746266 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ab313553-e702-4419-8734-1a1de7e23d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (8a2767fd-2b11-4a51-b4c2-d9a029e9d79a), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:12.781068 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-44f1ae86-c940-43ee-afb0-9f585725eefe None None] Current status of the port 322c8862-e166-4219-b05c-8a81cc0fb920 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:12.829377 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c13f9e94-992b-4d75-a0d4-3368fb7c63c9 admin admin] Publish callbacks [] for router_gateway (037d972a-fa08-4886-81e0-8d55e2e42d91), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:12.884426 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab313553-e702-4419-8734-1a1de7e23d39 None None] Pushing event updated for resources: {'Port': ['ID=8a2767fd-2b11-4a51-b4c2-d9a029e9d79a,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:12.919392 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-43216e9d-bd5e-4b01-bf8d-2a9d4f50ffba None None] Provisioning complete for port 3de8a699-0fe7-4134-ac2a-4ad451620cef triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:12.919804 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-43216e9d-bd5e-4b01-bf8d-2a9d4f50ffba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (3de8a699-0fe7-4134-ac2a-4ad451620cef), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:12.971786 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-461af1c2-64d6-45aa-a651-e17549368645 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (088092ee-9a66-4feb-80d6-daf6bdcf2c3d), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:12.992514 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-461af1c2-64d6-45aa-a651-e17549368645 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Calling delete_port for 088092ee-9a66-4feb-80d6-daf6bdcf2c3d owned by {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:42:13.040108 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-43216e9d-bd5e-4b01-bf8d-2a9d4f50ffba None None] Current status of the port 3de8a699-0fe7-4134-ac2a-4ad451620cef is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:13.065124 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6ee3c2f3-8db1-476d-a288-94951f13830d tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (e3de4884-7daa-4b44-86f6-7d6155dadf13), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:13.188780 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee3c2f3-8db1-476d-a288-94951f13830d tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event updated for resources: {'Subnet': ['ID=e3de4884-7daa-4b44-86f6-7d6155dadf13,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:13.236715 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee3c2f3-8db1-476d-a288-94951f13830d tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Checking segment: {'id': '36a6a5d6-8bcc-4941-8fe4-9a32e4ba5e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2cb2479f-149e-460f-9753-e783d050a764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:42:13.237097 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee3c2f3-8db1-476d-a288-94951f13830d tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Network hostable DHCP agents. Network: 2cb2479f-149e-460f-9753-e783d050a764, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:42:13.358696 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee3c2f3-8db1-476d-a288-94951f13830d tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Network 2cb2479f-149e-460f-9753-e783d050a764 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:42:13.378362 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-9fe29471-cb7a-407a-9ce1-1b2c08ff11ef None None] Provisioning complete for port 088092ee-9a66-4feb-80d6-daf6bdcf2c3d triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:13.380280 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9fe29471-cb7a-407a-9ce1-1b2c08ff11ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (088092ee-9a66-4feb-80d6-daf6bdcf2c3d), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:13.413105 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-461af1c2-64d6-45aa-a651-e17549368645 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (088092ee-9a66-4feb-80d6-daf6bdcf2c3d), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:13.461730 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-9fe29471-cb7a-407a-9ce1-1b2c08ff11ef None None] Port 088092ee-9a66-4feb-80d6-daf6bdcf2c3d cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:42:13.471940 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461af1c2-64d6-45aa-a651-e17549368645 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event deleted for resources: {'Port': ['ID=088092ee-9a66-4feb-80d6-daf6bdcf2c3d,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:13.475307 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-6ee3c2f3-8db1-476d-a288-94951f13830d tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 2cb2479f-149e-460f-9753-e783d050a764) {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:42:13.479664 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee3c2f3-8db1-476d-a288-94951f13830d tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:13.480418 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6ee3c2f3-8db1-476d-a288-94951f13830d tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:13.493507 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78fb1ab-6f9c-44d5-89d8-613b77abb701 None None] Network 2cb2479f-149e-460f-9753-e783d050a764 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:42:13.554518 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-461af1c2-64d6-45aa-a651-e17549368645 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:13.558605 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-461af1c2-64d6-45aa-a651-e17549368645 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/ports/088092ee-9a66-4feb-80d6-daf6bdcf2c3d HTTP/1.1" status: 204 len: 168 time: 1.0782974 Feb 28 10:42:13.561140 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49156) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:13.575216 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 3de8a699-0fe7-4134-ac2a-4ad451620cef up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:42:13.615827 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-6ee3c2f3-8db1-476d-a288-94951f13830d tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4324088 Feb 28 10:42:13.618273 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49158) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:13.623802 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-280fec25-d0a4-4efb-bc02-0dcc673f360f tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1312544782', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:13.649747 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19a21c5-746b-4a0c-a99d-c875ec09c1fa tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:13.658181 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-e19a21c5-746b-4a0c-a99d-c875ec09c1fa tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0958841 Feb 28 10:42:13.661273 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49160) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:13.689565 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c13f9e94-992b-4d75-a0d4-3368fb7c63c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (037d972a-fa08-4886-81e0-8d55e2e42d91), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:13.695661 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 3de8a699-0fe7-4134-ac2a-4ad451620cef triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:13.696395 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (3de8a699-0fe7-4134-ac2a-4ad451620cef), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:13.727415 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc160cb7-304d-4b9b-b99a-b8a9eab831d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-2cb2479f-149e-460f-9753-e783d050a764', 'network_id': '2cb2479f-149e-460f-9753-e783d050a764', 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'fixed_ips': [{'subnet_id': 'e3de4884-7daa-4b44-86f6-7d6155dadf13'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:42:13.728390 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-cc160cb7-304d-4b9b-b99a-b8a9eab831d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:13.762456 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b82df7e-ed3f-432b-9250-4bc7c9c24079 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:13.764819 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-5b82df7e-ed3f-432b-9250-4bc7c9c24079 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1024373 Feb 28 10:42:13.767598 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49162) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:13.786264 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-280fec25-d0a4-4efb-bc02-0dcc673f360f tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (27ea6acc-dfe9-495e-8937-8e20c5180819), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:13.786264 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-280fec25-d0a4-4efb-bc02-0dcc673f360f tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (27ea6acc-dfe9-495e-8937-8e20c5180819), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:13.848431 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cade65e-c58c-40f5-bb1b-820c863469ee tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:13.850119 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cade65e-c58c-40f5-bb1b-820c863469ee tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:13.851560 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cade65e-c58c-40f5-bb1b-820c863469ee tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:13.856147 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-0cade65e-c58c-40f5-bb1b-820c863469ee tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0875437 Feb 28 10:42:13.856937 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49164) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:13.900229 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-280fec25-d0a4-4efb-bc02-0dcc673f360f tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for router_controller (27ea6acc-dfe9-495e-8937-8e20c5180819), precommit_add_association {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:13.922732 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 3de8a699-0fe7-4134-ac2a-4ad451620cef is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:13.924525 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 8a2767fd-2b11-4a51-b4c2-d9a029e9d79a up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:42:13.936185 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_v2 [None req-9250e3a3-96e0-4115-9652-dc62d60b84ea tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Deleting subnet bed9c134-3f03-4087-b6af-f20049aaa3fd {{(pid=104083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:42:13.939908 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9250e3a3-96e0-4115-9652-dc62d60b84ea tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for subnet (bed9c134-3f03-4087-b6af-f20049aaa3fd), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:13.980730 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-280fec25-d0a4-4efb-bc02-0dcc673f360f tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (27ea6acc-dfe9-495e-8937-8e20c5180819), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:13.980960 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-cc160cb7-304d-4b9b-b99a-b8a9eab831d6 None None] Allocated IP 2001:db8::2 (2cb2479f-149e-460f-9753-e783d050a764/e3de4884-7daa-4b44-86f6-7d6155dadf13/c7f68526-1f2c-45dd-ba5a-7da08c684af6) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:42:13.985553 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9250e3a3-96e0-4115-9652-dc62d60b84ea tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59245535'] for subnet (bed9c134-3f03-4087-b6af-f20049aaa3fd), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:14.007803 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c13f9e94-992b-4d75-a0d4-3368fb7c63c9 admin admin] Router 037d972a-fa08-4886-81e0-8d55e2e42d91 is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:42:14.015030 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 8a2767fd-2b11-4a51-b4c2-d9a029e9d79a triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:14.015389 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (8a2767fd-2b11-4a51-b4c2-d9a029e9d79a), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:14.056860 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-280fec25-d0a4-4efb-bc02-0dcc673f360f tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:14.061629 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-280fec25-d0a4-4efb-bc02-0dcc673f360f tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4400494 Feb 28 10:42:14.062012 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49166) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:14.166187 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9250e3a3-96e0-4115-9652-dc62d60b84ea tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (bed9c134-3f03-4087-b6af-f20049aaa3fd), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:14.211786 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c13f9e94-992b-4d75-a0d4-3368fb7c63c9 admin admin] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:42:14.222014 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-cc160cb7-304d-4b9b-b99a-b8a9eab831d6 None None] Publish callbacks [] for port (c7f68526-1f2c-45dd-ba5a-7da08c684af6), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:14.228484 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef45c02-3819-4903-a405-0ae3c8af6779 None None] Sync routers for ids ['037d972a-fa08-4886-81e0-8d55e2e42d91'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:42:14.236794 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 8a2767fd-2b11-4a51-b4c2-d9a029e9d79a is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:14.237242 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (8a2767fd-2b11-4a51-b4c2-d9a029e9d79a), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:14.252889 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef45c02-3819-4903-a405-0ae3c8af6779 None None] Routers {'037d972a-fa08-4886-81e0-8d55e2e42d91'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:42:14.254237 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-0ef45c02-3819-4903-a405-0ae3c8af6779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:41:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['037d972a-fa08-4886-81e0-8d55e2e42d91'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:14.318669 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port 8a2767fd-2b11-4a51-b4c2-d9a029e9d79a, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=8a2767fd-2b11-4a51-b4c2-d9a029e9d79a,segment=NetworkSegment(1352220c-7ca9-4521-9a8c-710cdc97f6f4),segment_id=1352220c-7ca9-4521-9a8c-710cdc97f6f4)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:42:14.332310 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-cc160cb7-304d-4b9b-b99a-b8a9eab831d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (c7f68526-1f2c-45dd-ba5a-7da08c684af6), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:14.334274 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840be9d7-2ec0-42e8-a788-2f25e24caa0f None None] Network 98f28e53-3298-48e2-9e66-1edadecd07a7 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:42:14.351070 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9250e3a3-96e0-4115-9652-dc62d60b84ea tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (bed9c134-3f03-4087-b6af-f20049aaa3fd), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:14.378014 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c13f9e94-992b-4d75-a0d4-3368fb7c63c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:14.379919 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-c13f9e94-992b-4d75-a0d4-3368fb7c63c9 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.8711100 Feb 28 10:42:14.383871 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49168) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:14.388293 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9250e3a3-96e0-4115-9652-dc62d60b84ea tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event deleted for resources: {'Subnet': ['ID=bed9c134-3f03-4087-b6af-f20049aaa3fd,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:14.390641 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9250e3a3-96e0-4115-9652-dc62d60b84ea tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:14.394014 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-9250e3a3-96e0-4115-9652-dc62d60b84ea tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/subnets/bed9c134-3f03-4087-b6af-f20049aaa3fd HTTP/1.1" status: 204 len: 168 time: 0.5343828 Feb 28 10:42:14.397099 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49170) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:14.451274 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_v2 [None req-b39773b3-1304-468d-b6d0-53aaf35dd0e0 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Deleting subnet fa5c75e6-dcea-444d-82ac-90bef96b31f6 {{(pid=104083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:42:14.455565 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b39773b3-1304-468d-b6d0-53aaf35dd0e0 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for subnet (fa5c75e6-dcea-444d-82ac-90bef96b31f6), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:14.506711 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b39773b3-1304-468d-b6d0-53aaf35dd0e0 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59245535'] for subnet (fa5c75e6-dcea-444d-82ac-90bef96b31f6), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:14.538578 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b65335fe-77dd-4f9a-b3d5-2cd0e0e7d210 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:14.592462 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac990bb-b785-4967-a30b-86827118064a None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:42:14.598877 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b39773b3-1304-468d-b6d0-53aaf35dd0e0 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (fa5c75e6-dcea-444d-82ac-90bef96b31f6), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:14.606457 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (8a2767fd-2b11-4a51-b4c2-d9a029e9d79a), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:14.607266 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 322c8862-e166-4219-b05c-8a81cc0fb920 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:42:14.644878 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc160cb7-304d-4b9b-b99a-b8a9eab831d6 None None] Network 2cb2479f-149e-460f-9753-e783d050a764 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:42:14.708430 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-cc160cb7-304d-4b9b-b99a-b8a9eab831d6 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:42:14.720007 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc160cb7-304d-4b9b-b99a-b8a9eab831d6 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:42:14.730541 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b39773b3-1304-468d-b6d0-53aaf35dd0e0 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (fa5c75e6-dcea-444d-82ac-90bef96b31f6), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:14.736557 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc160cb7-304d-4b9b-b99a-b8a9eab831d6 None None] Pushing event updated for resources: {'Port': ['ID=c7f68526-1f2c-45dd-ba5a-7da08c684af6,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:14.757829 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-0ef45c02-3819-4903-a405-0ae3c8af6779 None None] Set router 037d972a-fa08-4886-81e0-8d55e2e42d91 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:42:14.771755 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39773b3-1304-468d-b6d0-53aaf35dd0e0 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event deleted for resources: {'Subnet': ['ID=fa5c75e6-dcea-444d-82ac-90bef96b31f6,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:14.772024 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-6cc39f75-9314-4665-84e7-1c3a7eab688c None None] Provisioning complete for port 8a2767fd-2b11-4a51-b4c2-d9a029e9d79a triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:14.773060 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6cc39f75-9314-4665-84e7-1c3a7eab688c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (8a2767fd-2b11-4a51-b4c2-d9a029e9d79a), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:14.776142 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b39773b3-1304-468d-b6d0-53aaf35dd0e0 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:14.780262 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-b39773b3-1304-468d-b6d0-53aaf35dd0e0 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/subnets/fa5c75e6-dcea-444d-82ac-90bef96b31f6 HTTP/1.1" status: 204 len: 168 time: 0.3817432 Feb 28 10:42:14.782654 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49172) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:14.826935 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-611eae6e-6116-4255-9309-6adeef7a3da0 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0409279 Feb 28 10:42:14.828357 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49174) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:14.834247 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-1237006d-d9d7-4167-9e7f-0d2a1c2438e2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Request body: {'subnet': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:14.979136 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-b65335fe-77dd-4f9a-b3d5-2cd0e0e7d210 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Allocated IP 2001:db8::1 (2cb2479f-149e-460f-9753-e783d050a764/e3de4884-7daa-4b44-86f6-7d6155dadf13/35fb238d-05e0-4a74-98b8-6f280af40fea) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:42:15.014096 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1237006d-d9d7-4167-9e7f-0d2a1c2438e2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Made reservation on behalf of 9047a33944184c15875a48328f19bcdb for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:42:15.017649 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1237006d-d9d7-4167-9e7f-0d2a1c2438e2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:15.044302 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49178) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:15.068052 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=8a2767fd-2b11-4a51-b4c2-d9a029e9d79a,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:15.080033 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-cc160cb7-304d-4b9b-b99a-b8a9eab831d6 None None] Attempting to bind port c7f68526-1f2c-45dd-ba5a-7da08c684af6 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:42:15.080420 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-cc160cb7-304d-4b9b-b99a-b8a9eab831d6 None None] Attempting to bind port c7f68526-1f2c-45dd-ba5a-7da08c684af6 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '36a6a5d6-8bcc-4941-8fe4-9a32e4ba5e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2cb2479f-149e-460f-9753-e783d050a764'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:42:15.080872 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc160cb7-304d-4b9b-b99a-b8a9eab831d6 None None] Attempting to bind port c7f68526-1f2c-45dd-ba5a-7da08c684af6 on network 2cb2479f-149e-460f-9753-e783d050a764 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:42:15.100777 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc160cb7-304d-4b9b-b99a-b8a9eab831d6 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:42:15.102998 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc160cb7-304d-4b9b-b99a-b8a9eab831d6 None None] Checking segment: {'id': '36a6a5d6-8bcc-4941-8fe4-9a32e4ba5e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2cb2479f-149e-460f-9753-e783d050a764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:42:15.102998 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-cc160cb7-304d-4b9b-b99a-b8a9eab831d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:15.102998 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc160cb7-304d-4b9b-b99a-b8a9eab831d6 None None] Bound using segment: {'id': '36a6a5d6-8bcc-4941-8fe4-9a32e4ba5e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2cb2479f-149e-460f-9753-e783d050a764'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:42:15.102998 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-cc160cb7-304d-4b9b-b99a-b8a9eab831d6 None None] Bound port: c7f68526-1f2c-45dd-ba5a-7da08c684af6, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36a6a5d6-8bcc-4941-8fe4-9a32e4ba5e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2cb2479f-149e-460f-9753-e783d050a764'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:42:15.102998 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-cc160cb7-304d-4b9b-b99a-b8a9eab831d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (c7f68526-1f2c-45dd-ba5a-7da08c684af6), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:15.131298 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 322c8862-e166-4219-b05c-8a81cc0fb920 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:15.131800 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (322c8862-e166-4219-b05c-8a81cc0fb920), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:15.228913 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5992789d-b69b-41d1-b541-b6e579f603ef tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:15.229384 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5992789d-b69b-41d1-b541-b6e579f603ef tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:15.229861 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5992789d-b69b-41d1-b541-b6e579f603ef tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:15.231604 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-5992789d-b69b-41d1-b541-b6e579f603ef tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/ports?project_id=02ebd57ebb02426fbf4a686f080eb9d7&network_id=ed0b9869-ae23-48eb-aefa-6fa5242a6177 HTTP/1.1" status: 200 len: 3103 time: 0.1863358 Feb 28 10:42:15.255279 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b65335fe-77dd-4f9a-b3d5-2cd0e0e7d210 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for port (35fb238d-05e0-4a74-98b8-6f280af40fea), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:15.308311 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b7885fc1-102a-4e80-ad7e-0d09ecf4c834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:15.309704 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-6cc39f75-9314-4665-84e7-1c3a7eab688c None None] Current status of the port 8a2767fd-2b11-4a51-b4c2-d9a029e9d79a is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:15.336276 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-cc160cb7-304d-4b9b-b99a-b8a9eab831d6 None None] For port c7f68526-1f2c-45dd-ba5a-7da08c684af6, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:42:15.341036 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-cc160cb7-304d-4b9b-b99a-b8a9eab831d6 None None] For port c7f68526-1f2c-45dd-ba5a-7da08c684af6, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=c7f68526-1f2c-45dd-ba5a-7da08c684af6,segment=NetworkSegment(36a6a5d6-8bcc-4941-8fe4-9a32e4ba5e8d),segment_id=36a6a5d6-8bcc-4941-8fe4-9a32e4ba5e8d)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:42:15.432056 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b65335fe-77dd-4f9a-b3d5-2cd0e0e7d210 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (35fb238d-05e0-4a74-98b8-6f280af40fea), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:15.433740 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c2d5d2-ff7f-4ef3-9a12-7a02998c4588 None None] Update dhcp port {'port': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'fixed_ips': [{'subnet_id': 'fa5c75e6-dcea-444d-82ac-90bef96b31f6'}], 'binding:host_id': 'dv-neutron-829161-3-hyperv'}, 'id': '3de8a699-0fe7-4134-ac2a-4ad451620cef'} from dv-neutron-829161-3-hyperv. {{(pid=104085) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 28 10:42:15.436764 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 322c8862-e166-4219-b05c-8a81cc0fb920 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:15.445818 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-0ef45c02-3819-4903-a405-0ae3c8af6779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037d972a-fa08-4886-81e0-8d55e2e42d91', 'name': 'tempest-TestVolumeBootPattern-1645460688-router', 'tenant_id': '96cc5b0d14ba41adaee314017633b74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '5983e3b3-e6b9-48aa-ac41-0e9465be52ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:42:10Z', 'updated_at': '2022-02-28T10:42:12Z', 'revision_number': 3, 'project_id': '96cc5b0d14ba41adaee314017633b74b', 'gw_port': {'id': '5983e3b3-e6b9-48aa-ac41-0e9465be52ad', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:fa:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '037d972a-fa08-4886-81e0-8d55e2e42d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:11Z', 'updated_at': '2022-02-28T10:42:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:15.482366 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.objects.ports [None req-1237006d-d9d7-4167-9e7f-0d2a1c2438e2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104083) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 10:42:15.508250 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-cc160cb7-304d-4b9b-b99a-b8a9eab831d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (c7f68526-1f2c-45dd-ba5a-7da08c684af6), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:15.514433 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef45c02-3819-4903-a405-0ae3c8af6779 None None] Checking router: 037d972a-fa08-4886-81e0-8d55e2e42d91 for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:42:15.514790 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef45c02-3819-4903-a405-0ae3c8af6779 None None] Updating router 037d972a-fa08-4886-81e0-8d55e2e42d91 port 5983e3b3-e6b9-48aa-ac41-0e9465be52ad binding host dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:42:15.536744 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65335fe-77dd-4f9a-b3d5-2cd0e0e7d210 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Network 2cb2479f-149e-460f-9753-e783d050a764 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:42:15.552045 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-b65335fe-77dd-4f9a-b3d5-2cd0e0e7d210 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:42:15.559001 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65335fe-77dd-4f9a-b3d5-2cd0e0e7d210 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:42:15.559543 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b65335fe-77dd-4f9a-b3d5-2cd0e0e7d210 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047958'] for router_interface (27ea6acc-dfe9-495e-8937-8e20c5180819), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:15.572254 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-03c2d5d2-ff7f-4ef3-9a12-7a02998c4588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (3de8a699-0fe7-4134-ac2a-4ad451620cef), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:15.603086 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 8a2767fd-2b11-4a51-b4c2-d9a029e9d79a up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:42:15.605105 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65335fe-77dd-4f9a-b3d5-2cd0e0e7d210 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event updated for resources: {'Port': ['ID=35fb238d-05e0-4a74-98b8-6f280af40fea,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:15.609795 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0ef45c02-3819-4903-a405-0ae3c8af6779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (5983e3b3-e6b9-48aa-ac41-0e9465be52ad), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:15.641584 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65335fe-77dd-4f9a-b3d5-2cd0e0e7d210 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:15.641941 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65335fe-77dd-4f9a-b3d5-2cd0e0e7d210 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:15.642298 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65335fe-77dd-4f9a-b3d5-2cd0e0e7d210 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:15.642650 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65335fe-77dd-4f9a-b3d5-2cd0e0e7d210 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:15.643162 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65335fe-77dd-4f9a-b3d5-2cd0e0e7d210 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:15.643508 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65335fe-77dd-4f9a-b3d5-2cd0e0e7d210 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:15.643849 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65335fe-77dd-4f9a-b3d5-2cd0e0e7d210 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:15.644243 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65335fe-77dd-4f9a-b3d5-2cd0e0e7d210 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:15.644684 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65335fe-77dd-4f9a-b3d5-2cd0e0e7d210 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:15.645076 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65335fe-77dd-4f9a-b3d5-2cd0e0e7d210 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:15.645414 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65335fe-77dd-4f9a-b3d5-2cd0e0e7d210 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:15.645750 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65335fe-77dd-4f9a-b3d5-2cd0e0e7d210 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:15.646086 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65335fe-77dd-4f9a-b3d5-2cd0e0e7d210 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:15.698784 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-b7885fc1-102a-4e80-ad7e-0d09ecf4c834 admin admin] Allocated IP 172.20.0.1 (98f28e53-3298-48e2-9e66-1edadecd07a7/5d289fbc-b543-4a66-9709-227a7a4aa113/2adb056c-eaab-4263-821c-c407e6f595c7) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:42:15.729156 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc160cb7-304d-4b9b-b99a-b8a9eab831d6 None None] Pushing event updated for resources: {'Port': ['ID=c7f68526-1f2c-45dd-ba5a-7da08c684af6,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:15.816284 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1237006d-d9d7-4167-9e7f-0d2a1c2438e2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (3de8a699-0fe7-4134-ac2a-4ad451620cef), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:15.855511 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-276d1f22-ca16-47f1-9f72-ab5c865e9b56 None None] Provisioning complete for port 8a2767fd-2b11-4a51-b4c2-d9a029e9d79a triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:15.855511 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-276d1f22-ca16-47f1-9f72-ab5c865e9b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (8a2767fd-2b11-4a51-b4c2-d9a029e9d79a), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:15.875475 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b7885fc1-102a-4e80-ad7e-0d09ecf4c834 admin admin] Publish callbacks [] for port (2adb056c-eaab-4263-821c-c407e6f595c7), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:15.895424 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b65335fe-77dd-4f9a-b3d5-2cd0e0e7d210 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (35fb238d-05e0-4a74-98b8-6f280af40fea), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:15.984855 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 8a2767fd-2b11-4a51-b4c2-d9a029e9d79a triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:15.985237 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (8a2767fd-2b11-4a51-b4c2-d9a029e9d79a), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:16.061600 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-1237006d-d9d7-4167-9e7f-0d2a1c2438e2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] For port 3de8a699-0fe7-4134-ac2a-4ad451620cef, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=3de8a699-0fe7-4134-ac2a-4ad451620cef,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:42:16.131695 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1237006d-d9d7-4167-9e7f-0d2a1c2438e2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for port (3de8a699-0fe7-4134-ac2a-4ad451620cef), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:16.165496 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-276d1f22-ca16-47f1-9f72-ab5c865e9b56 None None] Current status of the port 8a2767fd-2b11-4a51-b4c2-d9a029e9d79a is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:16.183603 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626cc1f4-f5ab-43a3-b04d-b3cb6e996b6d None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:42:16.210038 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1237006d-d9d7-4167-9e7f-0d2a1c2438e2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (3de8a699-0fe7-4134-ac2a-4ad451620cef), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:16.251878 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1237006d-d9d7-4167-9e7f-0d2a1c2438e2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (a0d5789c-cced-4218-82a3-00eff3ae252c), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:16.319452 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 8a2767fd-2b11-4a51-b4c2-d9a029e9d79a is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:16.325331 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0ef45c02-3819-4903-a405-0ae3c8af6779 None None] Publish callbacks [] for port (5983e3b3-e6b9-48aa-ac41-0e9465be52ad), precommit_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:16.339105 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1237006d-d9d7-4167-9e7f-0d2a1c2438e2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:42:16.346342 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-1237006d-d9d7-4167-9e7f-0d2a1c2438e2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:42:16.350889 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-012b08d0-75d0-4f0e-b1f1-a988abdb4114 None None] Provisioning complete for port 3de8a699-0fe7-4134-ac2a-4ad451620cef triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:16.351264 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1237006d-d9d7-4167-9e7f-0d2a1c2438e2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:16.351700 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-012b08d0-75d0-4f0e-b1f1-a988abdb4114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (3de8a699-0fe7-4134-ac2a-4ad451620cef), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:16.351859 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1237006d-d9d7-4167-9e7f-0d2a1c2438e2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:16.357937 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1237006d-d9d7-4167-9e7f-0d2a1c2438e2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event updated for resources: {'Port': ['ID=3de8a699-0fe7-4134-ac2a-4ad451620cef,revision_number=11']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:16.370538 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1237006d-d9d7-4167-9e7f-0d2a1c2438e2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event updated for resources: {'Subnet': ['ID=a0d5789c-cced-4218-82a3-00eff3ae252c,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:16.373930 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1237006d-d9d7-4167-9e7f-0d2a1c2438e2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:16.374300 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1237006d-d9d7-4167-9e7f-0d2a1c2438e2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:16.374691 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1237006d-d9d7-4167-9e7f-0d2a1c2438e2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:16.375082 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1237006d-d9d7-4167-9e7f-0d2a1c2438e2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:16.375391 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1237006d-d9d7-4167-9e7f-0d2a1c2438e2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:16.375725 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1237006d-d9d7-4167-9e7f-0d2a1c2438e2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:16.376067 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1237006d-d9d7-4167-9e7f-0d2a1c2438e2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:16.376379 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1237006d-d9d7-4167-9e7f-0d2a1c2438e2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:16.376704 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1237006d-d9d7-4167-9e7f-0d2a1c2438e2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:16.377033 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1237006d-d9d7-4167-9e7f-0d2a1c2438e2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:16.377359 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1237006d-d9d7-4167-9e7f-0d2a1c2438e2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:16.377681 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1237006d-d9d7-4167-9e7f-0d2a1c2438e2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:16.378002 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1237006d-d9d7-4167-9e7f-0d2a1c2438e2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:16.395838 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1237006d-d9d7-4167-9e7f-0d2a1c2438e2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:16.396572 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1237006d-d9d7-4167-9e7f-0d2a1c2438e2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:16.397139 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1237006d-d9d7-4167-9e7f-0d2a1c2438e2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:16.397701 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1237006d-d9d7-4167-9e7f-0d2a1c2438e2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:16.398326 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1237006d-d9d7-4167-9e7f-0d2a1c2438e2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:16.398733 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1237006d-d9d7-4167-9e7f-0d2a1c2438e2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:16.399183 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1237006d-d9d7-4167-9e7f-0d2a1c2438e2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:16.399594 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1237006d-d9d7-4167-9e7f-0d2a1c2438e2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:16.400595 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1237006d-d9d7-4167-9e7f-0d2a1c2438e2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:16.400995 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1237006d-d9d7-4167-9e7f-0d2a1c2438e2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:16.401525 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1237006d-d9d7-4167-9e7f-0d2a1c2438e2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:16.401917 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1237006d-d9d7-4167-9e7f-0d2a1c2438e2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:16.402172 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1237006d-d9d7-4167-9e7f-0d2a1c2438e2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:16.455876 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b7885fc1-102a-4e80-ad7e-0d09ecf4c834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (2adb056c-eaab-4263-821c-c407e6f595c7), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:16.501994 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-1237006d-d9d7-4167-9e7f-0d2a1c2438e2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6722944 Feb 28 10:42:16.510313 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49186) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:16.517466 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-f6252731-9b6a-4e5c-af96-b94235c421df tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Request body: {'subnet': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:16.539585 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7885fc1-102a-4e80-ad7e-0d09ecf4c834 admin admin] Network 98f28e53-3298-48e2-9e66-1edadecd07a7 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:42:16.545183 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-b7885fc1-102a-4e80-ad7e-0d09ecf4c834 admin admin] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:42:16.547471 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0ef45c02-3819-4903-a405-0ae3c8af6779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (5983e3b3-e6b9-48aa-ac41-0e9465be52ad), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:16.548158 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7885fc1-102a-4e80-ad7e-0d09ecf4c834 admin admin] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:42:16.604056 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7885fc1-102a-4e80-ad7e-0d09ecf4c834 admin admin] Pushing event updated for resources: {'Port': ['ID=2adb056c-eaab-4263-821c-c407e6f595c7,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:16.610201 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-39874b0a-151f-4944-8747-014f7006e6bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:16.636806 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b7885fc1-102a-4e80-ad7e-0d09ecf4c834 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047958'] for router_interface (037d972a-fa08-4886-81e0-8d55e2e42d91), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:16.664987 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e520533b-814f-4bf2-9450-a4ebf02c0351 None None] Pushing event updated for resources: {'Port': ['ID=5983e3b3-e6b9-48aa-ac41-0e9465be52ad,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:16.667539 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-0ef45c02-3819-4903-a405-0ae3c8af6779 None None] Attempting to bind port 5983e3b3-e6b9-48aa-ac41-0e9465be52ad on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:42:16.667736 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-0ef45c02-3819-4903-a405-0ae3c8af6779 None None] Attempting to bind port 5983e3b3-e6b9-48aa-ac41-0e9465be52ad by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:42:16.668112 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef45c02-3819-4903-a405-0ae3c8af6779 None None] Attempting to bind port 5983e3b3-e6b9-48aa-ac41-0e9465be52ad on network e88d86cf-af22-4900-bdd2-aa4038554136 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:42:16.693441 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef45c02-3819-4903-a405-0ae3c8af6779 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:42:16.693828 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef45c02-3819-4903-a405-0ae3c8af6779 None None] Checking segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:42:16.694237 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0ef45c02-3819-4903-a405-0ae3c8af6779 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:16.694639 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef45c02-3819-4903-a405-0ae3c8af6779 None None] Bound using segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:42:16.695162 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-0ef45c02-3819-4903-a405-0ae3c8af6779 None None] Bound port: 5983e3b3-e6b9-48aa-ac41-0e9465be52ad, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:42:16.695552 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0ef45c02-3819-4903-a405-0ae3c8af6779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (5983e3b3-e6b9-48aa-ac41-0e9465be52ad), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:16.797931 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-012b08d0-75d0-4f0e-b1f1-a988abdb4114 None None] Current status of the port 3de8a699-0fe7-4134-ac2a-4ad451620cef is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:16.810241 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-0ef45c02-3819-4903-a405-0ae3c8af6779 None None] For port 5983e3b3-e6b9-48aa-ac41-0e9465be52ad, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:42:16.813848 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-0ef45c02-3819-4903-a405-0ae3c8af6779 None None] For port 5983e3b3-e6b9-48aa-ac41-0e9465be52ad, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=5983e3b3-e6b9-48aa-ac41-0e9465be52ad,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:42:16.882049 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6252731-9b6a-4e5c-af96-b94235c421df tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Made reservation on behalf of 9047a33944184c15875a48328f19bcdb for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:42:16.885182 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b65335fe-77dd-4f9a-b3d5-2cd0e0e7d210 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for port (35fb238d-05e0-4a74-98b8-6f280af40fea), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:16.891400 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f6252731-9b6a-4e5c-af96-b94235c421df tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:16.913135 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0ef45c02-3819-4903-a405-0ae3c8af6779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (5983e3b3-e6b9-48aa-ac41-0e9465be52ad), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:16.913958 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49190) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:17.041902 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.ipam_backend_mixin [None req-f6252731-9b6a-4e5c-af96-b94235c421df tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a0d5789c-cced-4218-82a3-00eff3ae252c (CIDR: 2001:db8::/64) Feb 28 10:42:17.051456 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b65335fe-77dd-4f9a-b3d5-2cd0e0e7d210 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (35fb238d-05e0-4a74-98b8-6f280af40fea), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:17.052266 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b65335fe-77dd-4f9a-b3d5-2cd0e0e7d210 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047558'] for router_interface (27ea6acc-dfe9-495e-8937-8e20c5180819), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:17.065145 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef45c02-3819-4903-a405-0ae3c8af6779 None None] Routers {'037d972a-fa08-4886-81e0-8d55e2e42d91'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:42:17.065473 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-0ef45c02-3819-4903-a405-0ae3c8af6779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:41:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['037d972a-fa08-4886-81e0-8d55e2e42d91'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:17.090091 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6252731-9b6a-4e5c-af96-b94235c421df tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:42:17.090748 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6252731-9b6a-4e5c-af96-b94235c421df tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:42:17.155450 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e520533b-814f-4bf2-9450-a4ebf02c0351 None None] Pushing event updated for resources: {'Port': ['ID=5983e3b3-e6b9-48aa-ac41-0e9465be52ad,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:17.194826 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-5ebfc8a4-3ed9-4da2-82d2-f5bca8a80189 None None] Provisioning complete for port 2adb056c-eaab-4263-821c-c407e6f595c7 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:17.195053 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5ebfc8a4-3ed9-4da2-82d2-f5bca8a80189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (2adb056c-eaab-4263-821c-c407e6f595c7), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:17.198551 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbdbf0b2-1c76-45cf-a6a5-b019ac7efe18 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:17.200174 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-dbdbf0b2-1c76-45cf-a6a5-b019ac7efe18 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=e88d86cf-af22-4900-bdd2-aa4038554136 HTTP/1.1" status: 200 len: 814 time: 0.2851822 Feb 28 10:42:17.220238 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-f6252731-9b6a-4e5c-af96-b94235c421df tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7087359 Feb 28 10:42:17.226752 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49192) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:17.233560 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b7885fc1-102a-4e80-ad7e-0d09ecf4c834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (2adb056c-eaab-4263-821c-c407e6f595c7), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:17.234901 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-5d91c565-9563-426f-8951-7e3fd156b75e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Request body: {'subnet': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:17.250108 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65335fe-77dd-4f9a-b3d5-2cd0e0e7d210 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event updated for resources: {'Port': ['ID=35fb238d-05e0-4a74-98b8-6f280af40fea,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:17.251722 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab096e36-ee7c-4b9f-bd12-6e139ee1cf0e None None] Network 2cb2479f-149e-460f-9753-e783d050a764 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:42:17.272948 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65335fe-77dd-4f9a-b3d5-2cd0e0e7d210 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Network 2cb2479f-149e-460f-9753-e783d050a764 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:42:17.277279 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-b65335fe-77dd-4f9a-b3d5-2cd0e0e7d210 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:42:17.329500 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-5ebfc8a4-3ed9-4da2-82d2-f5bca8a80189 None None] Port 2adb056c-eaab-4263-821c-c407e6f595c7 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:42:17.348452 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-0ef45c02-3819-4903-a405-0ae3c8af6779 None None] Set router 037d972a-fa08-4886-81e0-8d55e2e42d91 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:42:17.462998 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d91c565-9563-426f-8951-7e3fd156b75e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Made reservation on behalf of 9047a33944184c15875a48328f19bcdb for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:42:17.469378 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5d91c565-9563-426f-8951-7e3fd156b75e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:17.486936 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 3de8a699-0fe7-4134-ac2a-4ad451620cef no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:42:17.571259 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b7885fc1-102a-4e80-ad7e-0d09ecf4c834 admin admin] Publish callbacks [] for port (2adb056c-eaab-4263-821c-c407e6f595c7), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:17.591484 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-2255a4c4-4a83-461c-abbc-40b625944ca4 None None] Provisioning complete for port c7f68526-1f2c-45dd-ba5a-7da08c684af6 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:17.591861 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2255a4c4-4a83-461c-abbc-40b625944ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (c7f68526-1f2c-45dd-ba5a-7da08c684af6), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:17.626600 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b65335fe-77dd-4f9a-b3d5-2cd0e0e7d210 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Router 27ea6acc-dfe9-495e-8937-8e20c5180819 is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:42:17.708302 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b7885fc1-102a-4e80-ad7e-0d09ecf4c834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (2adb056c-eaab-4263-821c-c407e6f595c7), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:17.739767 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 3de8a699-0fe7-4134-ac2a-4ad451620cef is: ACTIVE; New status is: DOWN {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:17.740347 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (3de8a699-0fe7-4134-ac2a-4ad451620cef), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:17.816638 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port 3de8a699-0fe7-4134-ac2a-4ad451620cef, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=3de8a699-0fe7-4134-ac2a-4ad451620cef,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:42:17.832216 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7885fc1-102a-4e80-ad7e-0d09ecf4c834 admin admin] Pushing event updated for resources: {'Port': ['ID=2adb056c-eaab-4263-821c-c407e6f595c7,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:17.840990 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-2255a4c4-4a83-461c-abbc-40b625944ca4 None None] Current status of the port c7f68526-1f2c-45dd-ba5a-7da08c684af6 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:17.841240 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2255a4c4-4a83-461c-abbc-40b625944ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (c7f68526-1f2c-45dd-ba5a-7da08c684af6), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:17.841661 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b7885fc1-102a-4e80-ad7e-0d09ecf4c834 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047558'] for router_interface (037d972a-fa08-4886-81e0-8d55e2e42d91), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:17.849528 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5d91c565-9563-426f-8951-7e3fd156b75e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (2f5b4602-317c-4e99-a83e-abdeb8779098), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:17.849849 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65335fe-77dd-4f9a-b3d5-2cd0e0e7d210 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:42:17.870270 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-b65335fe-77dd-4f9a-b3d5-2cd0e0e7d210 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "PUT /v2.0/routers/27ea6acc-dfe9-495e-8937-8e20c5180819/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7927940 Feb 28 10:42:17.870388 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-0ef45c02-3819-4903-a405-0ae3c8af6779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037d972a-fa08-4886-81e0-8d55e2e42d91', 'name': 'tempest-TestVolumeBootPattern-1645460688-router', 'tenant_id': '96cc5b0d14ba41adaee314017633b74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '5983e3b3-e6b9-48aa-ac41-0e9465be52ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:42:10Z', 'updated_at': '2022-02-28T10:42:16Z', 'revision_number': 4, 'project_id': '96cc5b0d14ba41adaee314017633b74b', 'gw_port': {'id': '5983e3b3-e6b9-48aa-ac41-0e9465be52ad', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:fa:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '037d972a-fa08-4886-81e0-8d55e2e42d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:11Z', 'updated_at': '2022-02-28T10:42:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '2adb056c-eaab-4263-821c-c407e6f595c7', 'name': '', 'network_id': '98f28e53-3298-48e2-9e66-1edadecd07a7', 'tenant_id': '96cc5b0d14ba41adaee314017633b74b', 'mac_address': 'fa:16:3e:53:15:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '037d972a-fa08-4886-81e0-8d55e2e42d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '5d289fbc-b543-4a66-9709-227a7a4aa113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:15Z', 'updated_at': '2022-02-28T10:42:15Z', 'revision_number': 1, 'project_id': '96cc5b0d14ba41adaee314017633b74b', 'subnets': [{'id': '5d289fbc-b543-4a66-9709-227a7a4aa113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:17.870549 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49198) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:17.870662 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e697539-058e-47a5-ab8b-994bf2fadbdf None None] Sync routers for ids ['27ea6acc-dfe9-495e-8937-8e20c5180819'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:42:17.886544 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49200) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:17.886748 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e697539-058e-47a5-ab8b-994bf2fadbdf None None] Routers {'27ea6acc-dfe9-495e-8937-8e20c5180819'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:42:17.887380 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-3e697539-058e-47a5-ab8b-994bf2fadbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:41:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['27ea6acc-dfe9-495e-8937-8e20c5180819'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:17.899300 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d91c565-9563-426f-8951-7e3fd156b75e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:42:17.906449 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef45c02-3819-4903-a405-0ae3c8af6779 None None] The sync data for ids ['037d972a-fa08-4886-81e0-8d55e2e42d91'] in dv-neutron-829161-3-hyperv is: [{'id': '037d972a-fa08-4886-81e0-8d55e2e42d91', 'name': 'tempest-TestVolumeBootPattern-1645460688-router', 'tenant_id': '96cc5b0d14ba41adaee314017633b74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '5983e3b3-e6b9-48aa-ac41-0e9465be52ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:42:10Z', 'updated_at': '2022-02-28T10:42:16Z', 'revision_number': 4, 'project_id': '96cc5b0d14ba41adaee314017633b74b', 'gw_port': {'id': '5983e3b3-e6b9-48aa-ac41-0e9465be52ad', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:fa:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '037d972a-fa08-4886-81e0-8d55e2e42d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:11Z', 'updated_at': '2022-02-28T10:42:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '2adb056c-eaab-4263-821c-c407e6f595c7', 'name': '', 'network_id': '98f28e53-3298-48e2-9e66-1edadecd07a7', 'tenant_id': '96cc5b0d14ba41adaee314017633b74b', 'mac_address': 'fa:16:3e:53:15:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '037d972a-fa08-4886-81e0-8d55e2e42d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '5d289fbc-b543-4a66-9709-227a7a4aa113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:15Z', 'updated_at': '2022-02-28T10:42:15Z', 'revision_number': 1, 'project_id': '96cc5b0d14ba41adaee314017633b74b', 'subnets': [{'id': '5d289fbc-b543-4a66-9709-227a7a4aa113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:42:17.909912 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (3de8a699-0fe7-4134-ac2a-4ad451620cef), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:17.935296 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb8f897-0420-4a71-9fa7-273f272bc229 None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:42:17.950813 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-18b42780-466f-44c4-a8ad-cb558b98b3a4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'network': {'name': 'tempest-network-smoke--1385994949', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'port_security_enabled': True}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:17.984942 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-3e697539-058e-47a5-ab8b-994bf2fadbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:18.028429 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e697539-058e-47a5-ab8b-994bf2fadbdf None None] Routers {'27ea6acc-dfe9-495e-8937-8e20c5180819'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:42:18.029092 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-3e697539-058e-47a5-ab8b-994bf2fadbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:41:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['27ea6acc-dfe9-495e-8937-8e20c5180819'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:18.039193 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d91c565-9563-426f-8951-7e3fd156b75e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event updated for resources: {'Subnet': ['ID=2f5b4602-317c-4e99-a83e-abdeb8779098,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:18.041076 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f61be9-d51f-442f-8599-9ba0aff4a68d tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:18.049027 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-77f61be9-d51f-442f-8599-9ba0aff4a68d tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "GET /v2.0/ports/35fb238d-05e0-4a74-98b8-6f280af40fea HTTP/1.1" status: 200 len: 911 time: 0.1847527 Feb 28 10:42:18.057135 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-2255a4c4-4a83-461c-abbc-40b625944ca4 None None] For port c7f68526-1f2c-45dd-ba5a-7da08c684af6, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=c7f68526-1f2c-45dd-ba5a-7da08c684af6,segment=NetworkSegment(36a6a5d6-8bcc-4941-8fe4-9a32e4ba5e8d),segment_id=36a6a5d6-8bcc-4941-8fe4-9a32e4ba5e8d)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:42:18.058216 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49202) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:18.066942 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-5d91c565-9563-426f-8951-7e3fd156b75e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:42:18.072684 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d91c565-9563-426f-8951-7e3fd156b75e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:18.074082 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5d91c565-9563-426f-8951-7e3fd156b75e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:18.097879 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=3de8a699-0fe7-4134-ac2a-4ad451620cef,revision_number=12']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:18.140283 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b42780-466f-44c4-a8ad-cb558b98b3a4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Made reservation on behalf of 02ebd57ebb02426fbf4a686f080eb9d7 for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:42:18.143707 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-18b42780-466f-44c4-a8ad-cb558b98b3a4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:18.144846 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-3e697539-058e-47a5-ab8b-994bf2fadbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:18.145523 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e697539-058e-47a5-ab8b-994bf2fadbdf None None] The sync data for ids ['27ea6acc-dfe9-495e-8937-8e20c5180819'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:42:18.164032 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7885fc1-102a-4e80-ad7e-0d09ecf4c834 admin admin] Network 98f28e53-3298-48e2-9e66-1edadecd07a7 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:42:18.166192 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2255a4c4-4a83-461c-abbc-40b625944ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (c7f68526-1f2c-45dd-ba5a-7da08c684af6), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:18.169791 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-b7885fc1-102a-4e80-ad7e-0d09ecf4c834 admin admin] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:42:18.306488 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18b42780-466f-44c4-a8ad-cb558b98b3a4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:42:18.306766 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2255a4c4-4a83-461c-abbc-40b625944ca4 None None] Pushing event updated for resources: {'Port': ['ID=c7f68526-1f2c-45dd-ba5a-7da08c684af6,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:18.311864 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 3de8a699-0fe7-4134-ac2a-4ad451620cef up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:42:18.364372 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-18b42780-466f-44c4-a8ad-cb558b98b3a4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (cf459db2-c0f1-4080-bef0-0922a6dc9f91), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:18.365510 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-18b42780-466f-44c4-a8ad-cb558b98b3a4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Added segment cf459db2-c0f1-4080-bef0-0922a6dc9f91 of type vlan for network 5b628b85-ed95-4821-afb9-011eb01b6ad9 Feb 28 10:42:18.369604 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-5d91c565-9563-426f-8951-7e3fd156b75e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1410258 Feb 28 10:42:18.374151 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49204) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:18.381112 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-724c06b2-5b81-4084-a599-1476ff7424aa tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Request body: {'port': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'mac_address': 'fa:16:3e:84:13:13', 'name': 'tempest-NetworksTestDHCPv6-99834791'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:18.413724 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-acd24d63-c160-440c-be47-89ee51a0cc42 None None] Provisioning complete for port 3de8a699-0fe7-4134-ac2a-4ad451620cef triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:18.414099 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-acd24d63-c160-440c-be47-89ee51a0cc42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (3de8a699-0fe7-4134-ac2a-4ad451620cef), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:18.502078 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 3de8a699-0fe7-4134-ac2a-4ad451620cef triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:18.502468 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (3de8a699-0fe7-4134-ac2a-4ad451620cef), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:18.509995 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-18b42780-466f-44c4-a8ad-cb558b98b3a4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (5b628b85-ed95-4821-afb9-011eb01b6ad9), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:18.532058 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7885fc1-102a-4e80-ad7e-0d09ecf4c834 admin admin] Router 037d972a-fa08-4886-81e0-8d55e2e42d91 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:42:18.711872 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-acd24d63-c160-440c-be47-89ee51a0cc42 None None] Current status of the port 3de8a699-0fe7-4134-ac2a-4ad451620cef is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:18.716489 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-acd24d63-c160-440c-be47-89ee51a0cc42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (3de8a699-0fe7-4134-ac2a-4ad451620cef), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:18.753880 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7885fc1-102a-4e80-ad7e-0d09ecf4c834 admin admin] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:42:18.755906 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-18b42780-466f-44c4-a8ad-cb558b98b3a4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (5b628b85-ed95-4821-afb9-011eb01b6ad9), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:18.763495 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b42780-466f-44c4-a8ad-cb558b98b3a4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:18.770226 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-18b42780-466f-44c4-a8ad-cb558b98b3a4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:18.775470 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724c06b2-5b81-4084-a599-1476ff7424aa tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Made reservation on behalf of 9047a33944184c15875a48328f19bcdb for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:42:18.787608 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c4d1b70f-3299-48e4-b186-7f8103e93b2e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047661'] for router_interface (27ea6acc-dfe9-495e-8937-8e20c5180819), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:18.787856 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-b7885fc1-102a-4e80-ad7e-0d09ecf4c834 admin admin] 10.222.0.62 "PUT /v2.0/routers/037d972a-fa08-4886-81e0-8d55e2e42d91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4027579 Feb 28 10:42:18.789792 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-56ef7916-8f09-403a-8e48-b1c2dd6c264b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:18.875204 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-acd24d63-c160-440c-be47-89ee51a0cc42 None None] For port 3de8a699-0fe7-4134-ac2a-4ad451620cef, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=3de8a699-0fe7-4134-ac2a-4ad451620cef,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:42:18.878211 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 3de8a699-0fe7-4134-ac2a-4ad451620cef is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:18.879298 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (3de8a699-0fe7-4134-ac2a-4ad451620cef), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:18.880770 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-18b42780-466f-44c4-a8ad-cb558b98b3a4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9931223 Feb 28 10:42:18.882877 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f4b293-b762-40e1-8f22-40547ed6383c None None] Update dhcp port {'port': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'fixed_ips': [{'subnet_id': 'a0d5789c-cced-4218-82a3-00eff3ae252c', 'ip_address': '2001:db8::f816:3eff:fef2:cbd4'}, {'subnet_id': '2f5b4602-317c-4e99-a83e-abdeb8779098'}], 'binding:host_id': 'dv-neutron-829161-3-hyperv'}, 'id': '3de8a699-0fe7-4134-ac2a-4ad451620cef'} from dv-neutron-829161-3-hyperv. {{(pid=104085) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 28 10:42:18.897667 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49208) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:18.943487 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-83f4b293-b762-40e1-8f22-40547ed6383c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (3de8a699-0fe7-4134-ac2a-4ad451620cef), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:18.963487 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-acd24d63-c160-440c-be47-89ee51a0cc42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (3de8a699-0fe7-4134-ac2a-4ad451620cef), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:18.982547 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b42780-466f-44c4-a8ad-cb558b98b3a4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Network': ['ID=5b628b85-ed95-4821-afb9-011eb01b6ad9,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:19.022233 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fcfa98-03cb-4dbd-9eba-86015c5a0134 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:19.027131 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-10fcfa98-03cb-4dbd-9eba-86015c5a0134 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=02ebd57ebb02426fbf4a686f080eb9d7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1283007 Feb 28 10:42:19.027835 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49214) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:19.116289 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd24d63-c160-440c-be47-89ee51a0cc42 None None] Pushing event updated for resources: {'Port': ['ID=3de8a699-0fe7-4134-ac2a-4ad451620cef,revision_number=13']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:19.118792 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 5b628b85-ed95-4821-afb9-011eb01b6ad9 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:42:19.223365 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17ea6fc-dce2-45f1-9191-6be1ef0d0259 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:19.231293 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-e17ea6fc-dce2-45f1-9191-6be1ef0d0259 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2022038 Feb 28 10:42:19.232310 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49216) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:19.273537 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-7371d621-94a3-4019-bde4-a1ac1a8f12aa tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=e88d86cf-af22-4900-bdd2-aa4038554136&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399778 Feb 28 10:42:19.279869 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49218) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:19.318116 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-82766dda-9f17-4e3b-9903-6bfcd600febe tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=02ebd57ebb02426fbf4a686f080eb9d7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0404139 Feb 28 10:42:19.318803 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49220) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:19.438239 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd24d63-c160-440c-be47-89ee51a0cc42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:19.438653 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd24d63-c160-440c-be47-89ee51a0cc42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:19.438975 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd24d63-c160-440c-be47-89ee51a0cc42 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:19.439318 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd24d63-c160-440c-be47-89ee51a0cc42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:19.439654 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd24d63-c160-440c-be47-89ee51a0cc42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:19.439989 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd24d63-c160-440c-be47-89ee51a0cc42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:19.440324 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd24d63-c160-440c-be47-89ee51a0cc42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:19.440657 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd24d63-c160-440c-be47-89ee51a0cc42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:19.441091 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd24d63-c160-440c-be47-89ee51a0cc42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:19.441963 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd24d63-c160-440c-be47-89ee51a0cc42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:19.442269 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd24d63-c160-440c-be47-89ee51a0cc42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:19.442587 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd24d63-c160-440c-be47-89ee51a0cc42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:19.442934 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd24d63-c160-440c-be47-89ee51a0cc42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:19.446227 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19aa4f67-e698-4e70-8fed-a2bb56ba5dd5 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:19.448128 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-19aa4f67-e698-4e70-8fed-a2bb56ba5dd5 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1283283 Feb 28 10:42:19.450954 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49222) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:19.487309 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.db.api [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:42:19.487673 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG oslo_db.api [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:42:19.494751 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-2b736cf9-b5fb-4e6b-9b55-4e6d26147db9 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=e88d86cf-af22-4900-bdd2-aa4038554136&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409458 Feb 28 10:42:19.496673 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49224) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:19.502223 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-3eb02bfc-81b2-4669-8d13-154c1d6fee6b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-97693345', 'network_id': '5b628b85-ed95-4821-afb9-011eb01b6ad9', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:19.543378 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-acd24d63-c160-440c-be47-89ee51a0cc42 None None] Provisioning complete for port c7f68526-1f2c-45dd-ba5a-7da08c684af6 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:19.543796 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-acd24d63-c160-440c-be47-89ee51a0cc42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (c7f68526-1f2c-45dd-ba5a-7da08c684af6), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:19.673406 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-724c06b2-5b81-4084-a599-1476ff7424aa tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:19.699219 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-724c06b2-5b81-4084-a599-1476ff7424aa tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] device_id is not set on port 3194a5ad-ce31-47a4-9d1d-cd4a33a7fa31 yet. {{(pid=104083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:42:19.708123 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-acd24d63-c160-440c-be47-89ee51a0cc42 None None] Current status of the port c7f68526-1f2c-45dd-ba5a-7da08c684af6 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:19.716189 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-83f4b293-b762-40e1-8f22-40547ed6383c None None] Allocated IP 2001:db8:0:1::2 (a10d36a7-87ef-481e-9e9f-da2235211c53/2f5b4602-317c-4e99-a83e-abdeb8779098/3de8a699-0fe7-4134-ac2a-4ad451620cef) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:42:19.740384 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-acd24d63-c160-440c-be47-89ee51a0cc42 None None] Provisioning complete for port 35fb238d-05e0-4a74-98b8-6f280af40fea triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:19.740763 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-acd24d63-c160-440c-be47-89ee51a0cc42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (35fb238d-05e0-4a74-98b8-6f280af40fea), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:19.774487 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb02bfc-81b2-4669-8d13-154c1d6fee6b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Made reservation on behalf of 02ebd57ebb02426fbf4a686f080eb9d7 for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:42:19.780424 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3eb02bfc-81b2-4669-8d13-154c1d6fee6b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:19.817689 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49226) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:19.826231 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-734a8d0a-7299-4d37-9ea0-77dce28b773c tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1423234623', 'description': 'tempest-secgroup-smoke-1423234623 description', 'project_id': 'fb97474a860e4d948fd0a95e1b318101'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:19.836462 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-acd24d63-c160-440c-be47-89ee51a0cc42 None None] Port 35fb238d-05e0-4a74-98b8-6f280af40fea cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:42:19.872630 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-83f4b293-b762-40e1-8f22-40547ed6383c None None] For port 3de8a699-0fe7-4134-ac2a-4ad451620cef, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=3de8a699-0fe7-4134-ac2a-4ad451620cef,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:42:19.872878 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-c4d1b70f-3299-48e4-b186-7f8103e93b2e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Deleting port 35fb238d-05e0-4a74-98b8-6f280af40fea {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:42:19.873114 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c4d1b70f-3299-48e4-b186-7f8103e93b2e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (35fb238d-05e0-4a74-98b8-6f280af40fea), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:19.929214 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-83f4b293-b762-40e1-8f22-40547ed6383c None None] Publish callbacks [] for port (3de8a699-0fe7-4134-ac2a-4ad451620cef), precommit_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:19.934823 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-734a8d0a-7299-4d37-9ea0-77dce28b773c tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:19.961289 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-18f847d5-ad94-4eaf-95bc-83eee4ec8f2a None None] Provisioning complete for port 2adb056c-eaab-4263-821c-c407e6f595c7 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:19.961874 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-18f847d5-ad94-4eaf-95bc-83eee4ec8f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (2adb056c-eaab-4263-821c-c407e6f595c7), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:19.996250 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c4d1b70f-3299-48e4-b186-7f8103e93b2e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (35fb238d-05e0-4a74-98b8-6f280af40fea), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:19.999428 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:20.016540 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-c4d1b70f-3299-48e4-b186-7f8103e93b2e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Calling delete_port for 35fb238d-05e0-4a74-98b8-6f280af40fea owned by network:router_interface {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:42:20.026637 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-83f4b293-b762-40e1-8f22-40547ed6383c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (3de8a699-0fe7-4134-ac2a-4ad451620cef), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:20.041356 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-18f847d5-ad94-4eaf-95bc-83eee4ec8f2a None None] Port 2adb056c-eaab-4263-821c-c407e6f595c7 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:42:20.092444 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 3de8a699-0fe7-4134-ac2a-4ad451620cef is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:20.093487 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device c7f68526-1f2c-45dd-ba5a-7da08c684af6 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:42:20.134801 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3eb02bfc-81b2-4669-8d13-154c1d6fee6b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (36dcd7f1-f138-412e-ad64-c523b1a8e61d), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:20.177683 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-18f847d5-ad94-4eaf-95bc-83eee4ec8f2a None None] Provisioning complete for port 35fb238d-05e0-4a74-98b8-6f280af40fea triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:20.178061 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-18f847d5-ad94-4eaf-95bc-83eee4ec8f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (35fb238d-05e0-4a74-98b8-6f280af40fea), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:20.180084 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f4b293-b762-40e1-8f22-40547ed6383c None None] Pushing event updated for resources: {'Port': ['ID=3de8a699-0fe7-4134-ac2a-4ad451620cef,revision_number=14']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:20.181491 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-734a8d0a-7299-4d37-9ea0-77dce28b773c tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks [] for security_group (24858d8d-3239-4988-ac0d-499f73a64ce0), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:20.208295 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb02bfc-81b2-4669-8d13-154c1d6fee6b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Subnet': ['ID=36dcd7f1-f138-412e-ad64-c523b1a8e61d,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:20.227872 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-18f847d5-ad94-4eaf-95bc-83eee4ec8f2a None None] Port 35fb238d-05e0-4a74-98b8-6f280af40fea cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:42:20.237700 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port c7f68526-1f2c-45dd-ba5a-7da08c684af6 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:20.238250 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (c7f68526-1f2c-45dd-ba5a-7da08c684af6), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:20.239913 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-734a8d0a-7299-4d37-9ea0-77dce28b773c tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (24858d8d-3239-4988-ac0d-499f73a64ce0), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:20.249284 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb02bfc-81b2-4669-8d13-154c1d6fee6b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Checking segment: {'id': 'cf459db2-c0f1-4080-bef0-0922a6dc9f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5b628b85-ed95-4821-afb9-011eb01b6ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:42:20.249284 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb02bfc-81b2-4669-8d13-154c1d6fee6b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Network hostable DHCP agents. Network: 5b628b85-ed95-4821-afb9-011eb01b6ad9, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:42:20.312591 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb02bfc-81b2-4669-8d13-154c1d6fee6b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Network 5b628b85-ed95-4821-afb9-011eb01b6ad9 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:42:20.324588 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-724c06b2-5b81-4084-a599-1476ff7424aa tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Allocated IP 2001:db8:0:1::c2 (a10d36a7-87ef-481e-9e9f-da2235211c53/2f5b4602-317c-4e99-a83e-abdeb8779098/3194a5ad-ce31-47a4-9d1d-cd4a33a7fa31) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:42:20.331365 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port c7f68526-1f2c-45dd-ba5a-7da08c684af6 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:20.344201 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-724c06b2-5b81-4084-a599-1476ff7424aa tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Allocated IP 2001:db8::f816:3eff:fe84:1313 (a10d36a7-87ef-481e-9e9f-da2235211c53/a0d5789c-cced-4218-82a3-00eff3ae252c/3194a5ad-ce31-47a4-9d1d-cd4a33a7fa31) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:42:20.346974 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a8d0a-7299-4d37-9ea0-77dce28b773c tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24858d8d-3239-4988-ac0d-499f73a64ce0,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:20.361168 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-734a8d0a-7299-4d37-9ea0-77dce28b773c tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:20.362459 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-734a8d0a-7299-4d37-9ea0-77dce28b773c tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5398884 Feb 28 10:42:20.367141 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49230) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:20.374023 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-d758e00a-ddc1-4a07-96b3-c2609cbee55a tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Request body: {'security_group_rule': {'security_group_id': '24858d8d-3239-4988-ac0d-499f73a64ce0', 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:20.403847 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-3eb02bfc-81b2-4669-8d13-154c1d6fee6b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 5b628b85-ed95-4821-afb9-011eb01b6ad9) {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:42:20.412794 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb02bfc-81b2-4669-8d13-154c1d6fee6b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:20.413748 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3eb02bfc-81b2-4669-8d13-154c1d6fee6b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:20.419917 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a70610-4356-4d6b-a572-f686ec89897f None None] Network 5b628b85-ed95-4821-afb9-011eb01b6ad9 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:42:20.494347 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-3eb02bfc-81b2-4669-8d13-154c1d6fee6b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 0.9931245 Feb 28 10:42:20.494347 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d758e00a-ddc1-4a07-96b3-c2609cbee55a tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks [] for security_group_rule (c004dc48-da1e-4a6b-be80-7e67dfc764df), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:20.562531 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2560c7-50a8-4b7b-a5c7-f6259e887762 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-5b628b85-ed95-4821-afb9-011eb01b6ad9', 'network_id': '5b628b85-ed95-4821-afb9-011eb01b6ad9', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'fixed_ips': [{'subnet_id': '36dcd7f1-f138-412e-ad64-c523b1a8e61d'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:42:20.565636 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3e2560c7-50a8-4b7b-a5c7-f6259e887762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:20.566658 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c4d1b70f-3299-48e4-b186-7f8103e93b2e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (35fb238d-05e0-4a74-98b8-6f280af40fea), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:20.603444 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d758e00a-ddc1-4a07-96b3-c2609cbee55a tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks [] for security_group_rule (c004dc48-da1e-4a6b-be80-7e67dfc764df), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:20.604649 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 3de8a699-0fe7-4134-ac2a-4ad451620cef up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:42:20.640380 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d1b70f-3299-48e4-b186-7f8103e93b2e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event deleted for resources: {'Port': ['ID=35fb238d-05e0-4a74-98b8-6f280af40fea,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:20.717669 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d758e00a-ddc1-4a07-96b3-c2609cbee55a tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (c004dc48-da1e-4a6b-be80-7e67dfc764df), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:20.750609 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d758e00a-ddc1-4a07-96b3-c2609cbee55a tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c004dc48-da1e-4a6b-be80-7e67dfc764df,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:20.842090 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 3de8a699-0fe7-4134-ac2a-4ad451620cef triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:20.842674 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (3de8a699-0fe7-4134-ac2a-4ad451620cef), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:20.842778 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d758e00a-ddc1-4a07-96b3-c2609cbee55a tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:20.848230 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-d758e00a-ddc1-4a07-96b3-c2609cbee55a tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4782083 Feb 28 10:42:20.851562 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49234) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:20.857152 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-963e97e6-9219-4263-8237-17005958b427 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Request body: {'security_group_rule': {'security_group_id': '24858d8d-3239-4988-ac0d-499f73a64ce0', 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:20.871401 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49236) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:20.877027 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-e5f97304-ef17-4af5-bdd2-ffe4a57d13a9 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1761490590', 'description': 'tempest-secgroup-smoke-1761490590 description', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:20.899031 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-3e2560c7-50a8-4b7b-a5c7-f6259e887762 None None] Allocated IP 172.20.0.18 (5b628b85-ed95-4821-afb9-011eb01b6ad9/36dcd7f1-f138-412e-ad64-c523b1a8e61d/409e2699-99a7-43d2-a261-60c5c4714b60) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:42:20.949821 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c4d1b70f-3299-48e4-b186-7f8103e93b2e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1047681'] for router_interface (27ea6acc-dfe9-495e-8937-8e20c5180819), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:20.966204 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-724c06b2-5b81-4084-a599-1476ff7424aa tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for port (3194a5ad-ce31-47a4-9d1d-cd4a33a7fa31), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:20.980418 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e5f97304-ef17-4af5-bdd2-ffe4a57d13a9 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:21.059836 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-963e97e6-9219-4263-8237-17005958b427 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks [] for security_group_rule (de7400d5-113b-40f7-a506-14b6cd5cb492), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:21.062780 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 3de8a699-0fe7-4134-ac2a-4ad451620cef is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:21.066890 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 5983e3b3-e6b9-48aa-ac41-0e9465be52ad up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:42:21.118410 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3beaac8c-73ed-4711-a023-eae366d32660 None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:42:21.163047 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e5f97304-ef17-4af5-bdd2-ffe4a57d13a9 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (2f3f1c5c-84b6-4595-acf1-7c446ad93096), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:21.195109 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-963e97e6-9219-4263-8237-17005958b427 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks [] for security_group_rule (de7400d5-113b-40f7-a506-14b6cd5cb492), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:21.216625 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4d1b70f-3299-48e4-b186-7f8103e93b2e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Router 27ea6acc-dfe9-495e-8937-8e20c5180819 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:42:21.248628 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e5f97304-ef17-4af5-bdd2-ffe4a57d13a9 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (2f3f1c5c-84b6-4595-acf1-7c446ad93096), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:21.254651 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cbde17-f0bb-40dc-86fe-8befd6e6464f None None] Sync routers for ids ['037d972a-fa08-4886-81e0-8d55e2e42d91'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:42:21.266726 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-adca8aa0-e754-4316-9607-5539624a95fa None None] Provisioning complete for port 3de8a699-0fe7-4134-ac2a-4ad451620cef triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:21.267125 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-adca8aa0-e754-4316-9607-5539624a95fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (3de8a699-0fe7-4134-ac2a-4ad451620cef), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:21.274638 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-724c06b2-5b81-4084-a599-1476ff7424aa tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (3194a5ad-ce31-47a4-9d1d-cd4a33a7fa31), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:21.277533 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-963e97e6-9219-4263-8237-17005958b427 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (de7400d5-113b-40f7-a506-14b6cd5cb492), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:21.297519 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f97304-ef17-4af5-bdd2-ffe4a57d13a9 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3f1c5c-84b6-4595-acf1-7c446ad93096,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:21.299620 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963e97e6-9219-4263-8237-17005958b427 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de7400d5-113b-40f7-a506-14b6cd5cb492,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:21.314098 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3e2560c7-50a8-4b7b-a5c7-f6259e887762 None None] Publish callbacks [] for port (409e2699-99a7-43d2-a261-60c5c4714b60), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:21.329287 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:21.334005 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cbde17-f0bb-40dc-86fe-8befd6e6464f None None] Routers {'037d972a-fa08-4886-81e0-8d55e2e42d91'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:42:21.334666 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-07cbde17-f0bb-40dc-86fe-8befd6e6464f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:42:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['037d972a-fa08-4886-81e0-8d55e2e42d91'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:21.343609 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e5f97304-ef17-4af5-bdd2-ffe4a57d13a9 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:21.345581 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-e5f97304-ef17-4af5-bdd2-ffe4a57d13a9 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4728565 Feb 28 10:42:21.348702 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49240) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:21.354118 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-a91b96ab-8f2e-42a5-908c-315159c68884 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': '2f3f1c5c-84b6-4595-acf1-7c446ad93096', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:21.361948 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724c06b2-5b81-4084-a599-1476ff7424aa tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:42:21.368569 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-724c06b2-5b81-4084-a599-1476ff7424aa tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:42:21.373804 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724c06b2-5b81-4084-a599-1476ff7424aa tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:42:21.379620 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724c06b2-5b81-4084-a599-1476ff7424aa tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:21.380257 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-724c06b2-5b81-4084-a599-1476ff7424aa tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:21.388349 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d1b70f-3299-48e4-b186-7f8103e93b2e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:42:21.396089 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-963e97e6-9219-4263-8237-17005958b427 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:21.396378 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-963e97e6-9219-4263-8237-17005958b427 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5451109 Feb 28 10:42:21.402030 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-c4d1b70f-3299-48e4-b186-7f8103e93b2e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "PUT /v2.0/routers/27ea6acc-dfe9-495e-8937-8e20c5180819/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3395209 Feb 28 10:42:21.402133 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49242) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:21.402340 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49244) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:21.404748 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-f9c7f9d7-c760-41fb-9dff-2882f9051266 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Request body: {'security_group_rule': {'security_group_id': '24858d8d-3239-4988-ac0d-499f73a64ce0', 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:21.411759 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c06b2-5b81-4084-a599-1476ff7424aa tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event updated for resources: {'Port': ['ID=3194a5ad-ce31-47a4-9d1d-cd4a33a7fa31,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:21.412070 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba69540-1aa8-4a3b-b05e-e6cb04710d1d None None] Sync routers for ids ['27ea6acc-dfe9-495e-8937-8e20c5180819'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:42:21.432385 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba69540-1aa8-4a3b-b05e-e6cb04710d1d None None] Routers {'27ea6acc-dfe9-495e-8937-8e20c5180819'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:42:21.433122 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-aba69540-1aa8-4a3b-b05e-e6cb04710d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:42:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['27ea6acc-dfe9-495e-8937-8e20c5180819'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:21.434273 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-cde1b002-23b0-4492-b63c-d3a2f625d523 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "GET /v2.0/ports?device_id=27ea6acc-dfe9-495e-8937-8e20c5180819 HTTP/1.1" status: 200 len: 205 time: 0.0310187 Feb 28 10:42:21.436890 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49246) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:21.438905 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 5983e3b3-e6b9-48aa-ac41-0e9465be52ad triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:21.439304 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (5983e3b3-e6b9-48aa-ac41-0e9465be52ad), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:21.470139 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3e2560c7-50a8-4b7b-a5c7-f6259e887762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (409e2699-99a7-43d2-a261-60c5c4714b60), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:21.471814 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-aba69540-1aa8-4a3b-b05e-e6cb04710d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:21.482960 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba69540-1aa8-4a3b-b05e-e6cb04710d1d None None] Routers {'27ea6acc-dfe9-495e-8937-8e20c5180819'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:42:21.483812 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-aba69540-1aa8-4a3b-b05e-e6cb04710d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:42:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['27ea6acc-dfe9-495e-8937-8e20c5180819'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:21.486268 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a91b96ab-8f2e-42a5-908c-315159c68884 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (16a8f6b2-d9d0-49c0-9b27-a258a3c642bd), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:21.525124 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-aba69540-1aa8-4a3b-b05e-e6cb04710d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:21.525882 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba69540-1aa8-4a3b-b05e-e6cb04710d1d None None] The sync data for ids ['27ea6acc-dfe9-495e-8937-8e20c5180819'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:42:21.531287 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-76b75d16-cadf-4efa-b58e-63e448fae5e6 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for router (27ea6acc-dfe9-495e-8937-8e20c5180819), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:21.537962 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-724c06b2-5b81-4084-a599-1476ff7424aa tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.1622367 Feb 28 10:42:21.541388 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49248) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:21.574483 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2560c7-50a8-4b7b-a5c7-f6259e887762 None None] Network 5b628b85-ed95-4821-afb9-011eb01b6ad9 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:42:21.596574 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a91b96ab-8f2e-42a5-908c-315159c68884 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (16a8f6b2-d9d0-49c0-9b27-a258a3c642bd), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:21.597371 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-3e2560c7-50a8-4b7b-a5c7-f6259e887762 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:42:21.620670 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2560c7-50a8-4b7b-a5c7-f6259e887762 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:42:21.629566 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2560c7-50a8-4b7b-a5c7-f6259e887762 None None] Pushing event updated for resources: {'Port': ['ID=409e2699-99a7-43d2-a261-60c5c4714b60,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:21.645112 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f9c7f9d7-c760-41fb-9dff-2882f9051266 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks [] for security_group_rule (8be0d546-b1f9-4356-9529-7f4ccbc0ff14), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:21.656363 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-07cbde17-f0bb-40dc-86fe-8befd6e6464f None None] Set router 037d972a-fa08-4886-81e0-8d55e2e42d91 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:42:21.685677 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a91b96ab-8f2e-42a5-908c-315159c68884 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (16a8f6b2-d9d0-49c0-9b27-a258a3c642bd), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:21.710712 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-adca8aa0-e754-4316-9607-5539624a95fa None None] Current status of the port 3de8a699-0fe7-4134-ac2a-4ad451620cef is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:21.722747 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91b96ab-8f2e-42a5-908c-315159c68884 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16a8f6b2-d9d0-49c0-9b27-a258a3c642bd,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:21.725502 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-76b75d16-cadf-4efa-b58e-63e448fae5e6 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (27ea6acc-dfe9-495e-8937-8e20c5180819), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:21.729500 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-76b75d16-cadf-4efa-b58e-63e448fae5e6 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for router_controller (27ea6acc-dfe9-495e-8937-8e20c5180819), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:21.741138 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-33cc2dca-7e98-4a49-92cf-e10360bb3c9a tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Deleting port 3194a5ad-ce31-47a4-9d1d-cd4a33a7fa31 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:42:21.741138 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-33cc2dca-7e98-4a49-92cf-e10360bb3c9a tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (3194a5ad-ce31-47a4-9d1d-cd4a33a7fa31), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:21.767211 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f9c7f9d7-c760-41fb-9dff-2882f9051266 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks [] for security_group_rule (8be0d546-b1f9-4356-9529-7f4ccbc0ff14), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:21.819046 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a91b96ab-8f2e-42a5-908c-315159c68884 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:21.822952 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-a91b96ab-8f2e-42a5-908c-315159c68884 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4703510 Feb 28 10:42:21.823358 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49250) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:21.828510 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-4f3211e0-4ae0-4b39-9650-2dce4aa20a23 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': '2f3f1c5c-84b6-4595-acf1-7c446ad93096', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:21.856431 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-76b75d16-cadf-4efa-b58e-63e448fae5e6 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (27ea6acc-dfe9-495e-8937-8e20c5180819), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:21.856981 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b75d16-cadf-4efa-b58e-63e448fae5e6 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Fanout notify agent at l3_agent the message router_deleted on router 27ea6acc-dfe9-495e-8937-8e20c5180819 {{(pid=104083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:42:21.868522 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f9c7f9d7-c760-41fb-9dff-2882f9051266 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (8be0d546-b1f9-4356-9529-7f4ccbc0ff14), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:21.874357 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-76b75d16-cadf-4efa-b58e-63e448fae5e6 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:21.875632 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-76b75d16-cadf-4efa-b58e-63e448fae5e6 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "DELETE /v2.0/routers/27ea6acc-dfe9-495e-8937-8e20c5180819 HTTP/1.1" status: 204 len: 168 time: 0.4376976 Feb 28 10:42:21.878580 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49252) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:21.883728 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-33cc2dca-7e98-4a49-92cf-e10360bb3c9a tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (3194a5ad-ce31-47a4-9d1d-cd4a33a7fa31), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:21.914877 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-33cc2dca-7e98-4a49-92cf-e10360bb3c9a tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Calling delete_port for 3194a5ad-ce31-47a4-9d1d-cd4a33a7fa31 owned by {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:42:21.917730 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c7f9d7-c760-41fb-9dff-2882f9051266 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8be0d546-b1f9-4356-9529-7f4ccbc0ff14,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:21.952996 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_v2 [None req-d29324ec-45e8-4b98-b030-d2bcceafd6e0 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Deleting subnet e3de4884-7daa-4b44-86f6-7d6155dadf13 {{(pid=104083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:42:21.957872 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d29324ec-45e8-4b98-b030-d2bcceafd6e0 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for subnet (e3de4884-7daa-4b44-86f6-7d6155dadf13), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:21.983187 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-3e2560c7-50a8-4b7b-a5c7-f6259e887762 None None] Attempting to bind port 409e2699-99a7-43d2-a261-60c5c4714b60 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:42:21.983752 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-3e2560c7-50a8-4b7b-a5c7-f6259e887762 None None] Attempting to bind port 409e2699-99a7-43d2-a261-60c5c4714b60 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': 'cf459db2-c0f1-4080-bef0-0922a6dc9f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5b628b85-ed95-4821-afb9-011eb01b6ad9'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:42:21.983924 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2560c7-50a8-4b7b-a5c7-f6259e887762 None None] Attempting to bind port 409e2699-99a7-43d2-a261-60c5c4714b60 on network 5b628b85-ed95-4821-afb9-011eb01b6ad9 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:42:21.995995 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f9c7f9d7-c760-41fb-9dff-2882f9051266 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:21.997518 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-f9c7f9d7-c760-41fb-9dff-2882f9051266 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5970759 Feb 28 10:42:22.004051 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 5983e3b3-e6b9-48aa-ac41-0e9465be52ad is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:22.004281 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49254) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:22.004401 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (5983e3b3-e6b9-48aa-ac41-0e9465be52ad), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:22.006017 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-97f7816c-9554-4e4e-a127-508a09db7b7d tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Request body: {'security_group_rule': {'security_group_id': '24858d8d-3239-4988-ac0d-499f73a64ce0', 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:22.007342 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4f3211e0-4ae0-4b39-9650-2dce4aa20a23 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (600ef29a-8a34-4d89-b980-26972ffc5ba9), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:22.010657 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2560c7-50a8-4b7b-a5c7-f6259e887762 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:42:22.011330 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2560c7-50a8-4b7b-a5c7-f6259e887762 None None] Checking segment: {'id': 'cf459db2-c0f1-4080-bef0-0922a6dc9f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5b628b85-ed95-4821-afb9-011eb01b6ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:42:22.011911 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3e2560c7-50a8-4b7b-a5c7-f6259e887762 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:22.012494 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2560c7-50a8-4b7b-a5c7-f6259e887762 None None] Bound using segment: {'id': 'cf459db2-c0f1-4080-bef0-0922a6dc9f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5b628b85-ed95-4821-afb9-011eb01b6ad9'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:42:22.013692 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-3e2560c7-50a8-4b7b-a5c7-f6259e887762 None None] Bound port: 409e2699-99a7-43d2-a261-60c5c4714b60, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf459db2-c0f1-4080-bef0-0922a6dc9f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5b628b85-ed95-4821-afb9-011eb01b6ad9'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:42:22.014281 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3e2560c7-50a8-4b7b-a5c7-f6259e887762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (409e2699-99a7-43d2-a261-60c5c4714b60), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:22.026244 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d29324ec-45e8-4b98-b030-d2bcceafd6e0 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59245535'] for subnet (e3de4884-7daa-4b44-86f6-7d6155dadf13), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:22.091448 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port 5983e3b3-e6b9-48aa-ac41-0e9465be52ad, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=5983e3b3-e6b9-48aa-ac41-0e9465be52ad,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:42:22.127652 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4f3211e0-4ae0-4b39-9650-2dce4aa20a23 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (600ef29a-8a34-4d89-b980-26972ffc5ba9), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:22.127821 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-97f7816c-9554-4e4e-a127-508a09db7b7d tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks [] for security_group_rule (ddbb6fdb-bd8f-4843-96cf-c550757c4970), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:22.150033 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d29324ec-45e8-4b98-b030-d2bcceafd6e0 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (e3de4884-7daa-4b44-86f6-7d6155dadf13), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:22.181787 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4f3211e0-4ae0-4b39-9650-2dce4aa20a23 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (600ef29a-8a34-4d89-b980-26972ffc5ba9), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:22.203880 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (5983e3b3-e6b9-48aa-ac41-0e9465be52ad), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:22.204849 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device c7f68526-1f2c-45dd-ba5a-7da08c684af6 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:42:22.216819 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3211e0-4ae0-4b39-9650-2dce4aa20a23 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=600ef29a-8a34-4d89-b980-26972ffc5ba9,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:22.255977 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-97f7816c-9554-4e4e-a127-508a09db7b7d tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks [] for security_group_rule (ddbb6fdb-bd8f-4843-96cf-c550757c4970), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:22.291575 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-8cf4915d-65cd-4b7e-8641-cfb315e4ec05 None None] Provisioning complete for port 3de8a699-0fe7-4134-ac2a-4ad451620cef triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:22.291963 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8cf4915d-65cd-4b7e-8641-cfb315e4ec05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (3de8a699-0fe7-4134-ac2a-4ad451620cef), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:22.300303 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4f3211e0-4ae0-4b39-9650-2dce4aa20a23 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:22.300303 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-4f3211e0-4ae0-4b39-9650-2dce4aa20a23 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4742026 Feb 28 10:42:22.302032 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49256) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:22.307604 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-208b1737-8e7a-45c4-baae-09455e51ceeb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': '2f3f1c5c-84b6-4595-acf1-7c446ad93096', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:22.313482 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-33cc2dca-7e98-4a49-92cf-e10360bb3c9a tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (3194a5ad-ce31-47a4-9d1d-cd4a33a7fa31), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:22.319390 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-97f7816c-9554-4e4e-a127-508a09db7b7d tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (ddbb6fdb-bd8f-4843-96cf-c550757c4970), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:22.332207 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d29324ec-45e8-4b98-b030-d2bcceafd6e0 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (e3de4884-7daa-4b44-86f6-7d6155dadf13), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:22.352741 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d29324ec-45e8-4b98-b030-d2bcceafd6e0 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:22.359536 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-d29324ec-45e8-4b98-b030-d2bcceafd6e0 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "DELETE /v2.0/subnets/e3de4884-7daa-4b44-86f6-7d6155dadf13 HTTP/1.1" status: 204 len: 168 time: 0.4769385 Feb 28 10:42:22.375978 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49258) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:22.376741 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29324ec-45e8-4b98-b030-d2bcceafd6e0 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event deleted for resources: {'Subnet': ['ID=e3de4884-7daa-4b44-86f6-7d6155dadf13,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:22.379305 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6a1d83-5272-4b74-954f-9023c577ec1f None None] Network 2cb2479f-149e-460f-9753-e783d050a764 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:42:22.384284 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-3e2560c7-50a8-4b7b-a5c7-f6259e887762 None None] For port 409e2699-99a7-43d2-a261-60c5c4714b60, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:42:22.387695 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cc2dca-7e98-4a49-92cf-e10360bb3c9a tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event deleted for resources: {'Port': ['ID=3194a5ad-ce31-47a4-9d1d-cd4a33a7fa31,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:22.389435 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f7816c-9554-4e4e-a127-508a09db7b7d tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddbb6fdb-bd8f-4843-96cf-c550757c4970,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:22.442626 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-33cc2dca-7e98-4a49-92cf-e10360bb3c9a tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:22.445956 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-33cc2dca-7e98-4a49-92cf-e10360bb3c9a tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/ports/3194a5ad-ce31-47a4-9d1d-cd4a33a7fa31 HTTP/1.1" status: 204 len: 168 time: 0.9037294 Feb 28 10:42:22.450897 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49260) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:22.456172 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=5983e3b3-e6b9-48aa-ac41-0e9465be52ad,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:22.464066 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-3e2560c7-50a8-4b7b-a5c7-f6259e887762 None None] For port 409e2699-99a7-43d2-a261-60c5c4714b60, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=409e2699-99a7-43d2-a261-60c5c4714b60,segment=NetworkSegment(cf459db2-c0f1-4080-bef0-0922a6dc9f91),segment_id=cf459db2-c0f1-4080-bef0-0922a6dc9f91)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:42:22.468727 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-07cbde17-f0bb-40dc-86fe-8befd6e6464f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037d972a-fa08-4886-81e0-8d55e2e42d91', 'name': 'tempest-TestVolumeBootPattern-1645460688-router', 'tenant_id': '96cc5b0d14ba41adaee314017633b74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '5983e3b3-e6b9-48aa-ac41-0e9465be52ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:42:10Z', 'updated_at': '2022-02-28T10:42:16Z', 'revision_number': 4, 'project_id': '96cc5b0d14ba41adaee314017633b74b', 'gw_port': {'id': '5983e3b3-e6b9-48aa-ac41-0e9465be52ad', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:fa:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '037d972a-fa08-4886-81e0-8d55e2e42d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:11Z', 'updated_at': '2022-02-28T10:42:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '2adb056c-eaab-4263-821c-c407e6f595c7', 'name': '', 'network_id': '98f28e53-3298-48e2-9e66-1edadecd07a7', 'tenant_id': '96cc5b0d14ba41adaee314017633b74b', 'mac_address': 'fa:16:3e:53:15:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '037d972a-fa08-4886-81e0-8d55e2e42d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '5d289fbc-b543-4a66-9709-227a7a4aa113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:15Z', 'updated_at': '2022-02-28T10:42:17Z', 'revision_number': 2, 'project_id': '96cc5b0d14ba41adaee314017633b74b', 'subnets': [{'id': '5d289fbc-b543-4a66-9709-227a7a4aa113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:22.494731 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-97f7816c-9554-4e4e-a127-508a09db7b7d tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:22.499485 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-97f7816c-9554-4e4e-a127-508a09db7b7d tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4980333 Feb 28 10:42:22.500335 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49262) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:22.504731 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0e280aad-15dc-4681-96b1-b313029452f6 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (2cb2479f-149e-460f-9753-e783d050a764), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:22.507258 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-1655fc07-3fa3-48b3-8b34-ff5a27877d07 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Request body: {'security_group_rule': {'security_group_id': '24858d8d-3239-4988-ac0d-499f73a64ce0', 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:22.520768 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-208b1737-8e7a-45c4-baae-09455e51ceeb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (ff794d2d-d0a8-4664-af4a-4af9c0fa517f), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:22.531342 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cbde17-f0bb-40dc-86fe-8befd6e6464f None None] Checking router: 037d972a-fa08-4886-81e0-8d55e2e42d91 for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:42:22.532508 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cbde17-f0bb-40dc-86fe-8befd6e6464f None None] Updating router 037d972a-fa08-4886-81e0-8d55e2e42d91 port 2adb056c-eaab-4263-821c-c407e6f595c7 binding host dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:42:22.551061 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6d71e8-7fb8-4bd6-9c40-4ba53e50124c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:22.552652 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-bb6d71e8-7fb8-4bd6-9c40-4ba53e50124c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1007402 Feb 28 10:42:22.555542 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49264) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:22.588536 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port c7f68526-1f2c-45dd-ba5a-7da08c684af6 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:22.590098 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (c7f68526-1f2c-45dd-ba5a-7da08c684af6), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:22.592750 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3e2560c7-50a8-4b7b-a5c7-f6259e887762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (409e2699-99a7-43d2-a261-60c5c4714b60), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:22.602796 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.securitygroups_db [None req-1655fc07-3fa3-48b3-8b34-ff5a27877d07 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Project fb97474a860e4d948fd0a95e1b318101 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:42:22.610348 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1655fc07-3fa3-48b3-8b34-ff5a27877d07 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks [] for security_group_rule (07f052d4-94ce-41dc-948f-5af2b91c1c36), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:22.642908 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-0e280aad-15dc-4681-96b1-b313029452f6 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Deleting port c7f68526-1f2c-45dd-ba5a-7da08c684af6 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:42:22.643455 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0e280aad-15dc-4681-96b1-b313029452f6 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (c7f68526-1f2c-45dd-ba5a-7da08c684af6), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:22.650432 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fc9e32-bd18-472e-b502-dbb7e936784a tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:22.652126 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-93fc9e32-bd18-472e-b502-dbb7e936784a tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0956562 Feb 28 10:42:22.657776 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49266) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:22.711974 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-208b1737-8e7a-45c4-baae-09455e51ceeb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (ff794d2d-d0a8-4664-af4a-4af9c0fa517f), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:22.713191 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-07cbde17-f0bb-40dc-86fe-8befd6e6464f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (2adb056c-eaab-4263-821c-c407e6f595c7), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:22.736575 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-0e280aad-15dc-4681-96b1-b313029452f6 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] For port c7f68526-1f2c-45dd-ba5a-7da08c684af6, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=c7f68526-1f2c-45dd-ba5a-7da08c684af6,segment=NetworkSegment(36a6a5d6-8bcc-4941-8fe4-9a32e4ba5e8d),segment_id=36a6a5d6-8bcc-4941-8fe4-9a32e4ba5e8d)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:42:22.737099 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0e280aad-15dc-4681-96b1-b313029452f6 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (c7f68526-1f2c-45dd-ba5a-7da08c684af6), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:22.739432 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c5d798-2b8e-494a-ba7b-b42ce0e50ddf tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:22.741027 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c5d798-2b8e-494a-ba7b-b42ce0e50ddf tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:22.742374 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c5d798-2b8e-494a-ba7b-b42ce0e50ddf tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:22.747654 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-41c5d798-2b8e-494a-ba7b-b42ce0e50ddf tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0860090 Feb 28 10:42:22.749382 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49268) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:22.765220 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-0e280aad-15dc-4681-96b1-b313029452f6 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Calling delete_port for c7f68526-1f2c-45dd-ba5a-7da08c684af6 owned by network:dhcp {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:42:22.807405 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1655fc07-3fa3-48b3-8b34-ff5a27877d07 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks [] for security_group_rule (07f052d4-94ce-41dc-948f-5af2b91c1c36), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:22.811543 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-c658faac-2c08-4a43-9d9b-03704d9cc145 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Deleting subnet 2f5b4602-317c-4e99-a83e-abdeb8779098 {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:42:22.816448 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4915d-65cd-4b7e-8641-cfb315e4ec05 None None] Current status of the port 3de8a699-0fe7-4134-ac2a-4ad451620cef is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:22.816612 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c658faac-2c08-4a43-9d9b-03704d9cc145 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for subnet (2f5b4602-317c-4e99-a83e-abdeb8779098), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:22.820710 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-208b1737-8e7a-45c4-baae-09455e51ceeb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (ff794d2d-d0a8-4664-af4a-4af9c0fa517f), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:22.823516 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2560c7-50a8-4b7b-a5c7-f6259e887762 None None] Pushing event updated for resources: {'Port': ['ID=409e2699-99a7-43d2-a261-60c5c4714b60,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:22.832932 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-8cf4915d-65cd-4b7e-8641-cfb315e4ec05 None None] Could not find standard attr ID for object 3194a5ad-ce31-47a4-9d1d-cd4a33a7fa31. {{(pid=104085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:42:22.845005 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:22.872971 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b1737-8e7a-45c4-baae-09455e51ceeb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff794d2d-d0a8-4664-af4a-4af9c0fa517f,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:22.875973 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c658faac-2c08-4a43-9d9b-03704d9cc145 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (2f5b4602-317c-4e99-a83e-abdeb8779098), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:22.943843 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feebcaaf-e030-43d1-9ce6-166de3ce2cdd None None] DHCP port deletion for 2cb2479f-149e-460f-9753-e783d050a764 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:42:22.950067 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1655fc07-3fa3-48b3-8b34-ff5a27877d07 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (07f052d4-94ce-41dc-948f-5af2b91c1c36), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:22.972960 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-e116d3c9-c358-40c1-93c3-5503fd746294 None None] Could not find standard attr ID for object 3194a5ad-ce31-47a4-9d1d-cd4a33a7fa31. {{(pid=104085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:42:22.993356 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655fc07-3fa3-48b3-8b34-ff5a27877d07 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07f052d4-94ce-41dc-948f-5af2b91c1c36,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:22.996059 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-208b1737-8e7a-45c4-baae-09455e51ceeb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:23.001109 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-208b1737-8e7a-45c4-baae-09455e51ceeb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6952219 Feb 28 10:42:23.001919 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49270) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:23.008799 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port c7f68526-1f2c-45dd-ba5a-7da08c684af6 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:23.016989 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-5b7ec3aa-4831-499c-ae1b-7436f05fac68 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': '2f3f1c5c-84b6-4595-acf1-7c446ad93096', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:23.056554 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c658faac-2c08-4a43-9d9b-03704d9cc145 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (2f5b4602-317c-4e99-a83e-abdeb8779098), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:23.074141 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0e280aad-15dc-4681-96b1-b313029452f6 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (c7f68526-1f2c-45dd-ba5a-7da08c684af6), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:23.124194 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1655fc07-3fa3-48b3-8b34-ff5a27877d07 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:23.130413 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-1655fc07-3fa3-48b3-8b34-ff5a27877d07 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6268599 Feb 28 10:42:23.131240 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49272) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:23.141780 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-689b2335-4d73-4030-85cf-eb212672439a tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Request body: {'security_group_rule': {'security_group_id': '24858d8d-3239-4988-ac0d-499f73a64ce0', 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:23.147339 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e280aad-15dc-4681-96b1-b313029452f6 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event deleted for resources: {'Port': ['ID=c7f68526-1f2c-45dd-ba5a-7da08c684af6,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:23.159878 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-feebcaaf-e030-43d1-9ce6-166de3ce2cdd None None] Deleting port c7f68526-1f2c-45dd-ba5a-7da08c684af6 {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:42:23.161039 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-feebcaaf-e030-43d1-9ce6-166de3ce2cdd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (c7f68526-1f2c-45dd-ba5a-7da08c684af6), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:23.165118 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e280aad-15dc-4681-96b1-b313029452f6 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] No DVR routers for this DVR port c7f68526-1f2c-45dd-ba5a-7da08c684af6 on host dv-neutron-829161-3-hyperv {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:42:23.228353 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.securitygroups_db [None req-689b2335-4d73-4030-85cf-eb212672439a tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Project fb97474a860e4d948fd0a95e1b318101 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:42:23.233036 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 5983e3b3-e6b9-48aa-ac41-0e9465be52ad up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:42:23.233675 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-689b2335-4d73-4030-85cf-eb212672439a tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks [] for security_group_rule (98da3117-0cd1-434d-a5ef-d724402879a0), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:23.254730 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c658faac-2c08-4a43-9d9b-03704d9cc145 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (2f5b4602-317c-4e99-a83e-abdeb8779098), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:23.290708 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0e280aad-15dc-4681-96b1-b313029452f6 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (2cb2479f-149e-460f-9753-e783d050a764), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:23.295154 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-feebcaaf-e030-43d1-9ce6-166de3ce2cdd None None] For port c7f68526-1f2c-45dd-ba5a-7da08c684af6, host dv-neutron-829161-3-hyperv, got binding levels [] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:42:23.295791 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-feebcaaf-e030-43d1-9ce6-166de3ce2cdd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (c7f68526-1f2c-45dd-ba5a-7da08c684af6), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:23.319760 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-0e280aad-15dc-4681-96b1-b313029452f6 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cb2479f-149e-460f-9753-e783d050a764']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:23.329113 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5b7ec3aa-4831-499c-ae1b-7436f05fac68 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (2acd7132-67fd-4353-8e37-678dc5ee03d4), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:23.342638 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-0e280aad-15dc-4681-96b1-b313029452f6 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36a6a5d6-8bcc-4941-8fe4-9a32e4ba5e8d') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:23.343192 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-0e280aad-15dc-4681-96b1-b313029452f6 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36a6a5d6-8bcc-4941-8fe4-9a32e4ba5e8d') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:23.351343 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-feebcaaf-e030-43d1-9ce6-166de3ce2cdd None None] Calling delete_port for c7f68526-1f2c-45dd-ba5a-7da08c684af6 owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:42:23.354213 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.ipam_backend_mixin [None req-feebcaaf-e030-43d1-9ce6-166de3ce2cdd None None] Port c7f68526-1f2c-45dd-ba5a-7da08c684af6 was not found and therefore no delete operation was performed {{(pid=104085) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 28 10:42:23.360446 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-feebcaaf-e030-43d1-9ce6-166de3ce2cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (c7f68526-1f2c-45dd-ba5a-7da08c684af6), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:23.363280 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0e280aad-15dc-4681-96b1-b313029452f6 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (36a6a5d6-8bcc-4941-8fe4-9a32e4ba5e8d), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:23.391430 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0e280aad-15dc-4681-96b1-b313029452f6 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (36a6a5d6-8bcc-4941-8fe4-9a32e4ba5e8d), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:23.401948 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feebcaaf-e030-43d1-9ce6-166de3ce2cdd None None] Pushing event deleted for resources: {'Port': ['ID=c7f68526-1f2c-45dd-ba5a-7da08c684af6,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:23.402302 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e280aad-15dc-4681-96b1-b313029452f6 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:42:23.402816 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0e280aad-15dc-4681-96b1-b313029452f6 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (36a6a5d6-8bcc-4941-8fe4-9a32e4ba5e8d), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:23.407262 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:42:23.407262 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:42:23.407262 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:42:23.407262 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:42:23.407262 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:42:23.407262 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:42:23.407262 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:42:23.407262 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:42:23.407262 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:42:23.407262 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:42:23.407262 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:42:23.407262 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:42:23.407262 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:42:23.407262 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:42:23.407262 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:42:23.407262 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:42:23.407262 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:42:23.407262 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:42:23.407262 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:42:23.407262 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:42:23.407262 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:42:23.407262 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:42:23.407262 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:42:23.407262 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:42:23.407262 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:42:23.407262 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:42:23.407262 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:42:23.407262 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:42:23.407262 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:42:23.407262 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:42:23.407262 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:42:23.407262 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:42:23.410808 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-07cbde17-f0bb-40dc-86fe-8befd6e6464f None None] Publish callbacks [] for port (2adb056c-eaab-4263-821c-c407e6f595c7), precommit_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:23.415602 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feebcaaf-e030-43d1-9ce6-166de3ce2cdd None None] No DVR routers for this DVR port c7f68526-1f2c-45dd-ba5a-7da08c684af6 on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:42:23.431024 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 5983e3b3-e6b9-48aa-ac41-0e9465be52ad triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:23.431574 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (5983e3b3-e6b9-48aa-ac41-0e9465be52ad), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:23.467718 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5b7ec3aa-4831-499c-ae1b-7436f05fac68 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (2acd7132-67fd-4353-8e37-678dc5ee03d4), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:23.479016 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-07cbde17-f0bb-40dc-86fe-8befd6e6464f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (2adb056c-eaab-4263-821c-c407e6f595c7), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:23.518179 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5b7ec3aa-4831-499c-ae1b-7436f05fac68 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (2acd7132-67fd-4353-8e37-678dc5ee03d4), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:23.546672 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7ec3aa-4831-499c-ae1b-7436f05fac68 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2acd7132-67fd-4353-8e37-678dc5ee03d4,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:23.571102 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 5983e3b3-e6b9-48aa-ac41-0e9465be52ad is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:23.575327 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f44c81b-9906-4fe1-a11a-fb50f5eab870 None None] Pushing event updated for resources: {'Port': ['ID=2adb056c-eaab-4263-821c-c407e6f595c7,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:23.591064 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0e280aad-15dc-4681-96b1-b313029452f6 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (2cb2479f-149e-460f-9753-e783d050a764), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:23.602357 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0e280aad-15dc-4681-96b1-b313029452f6 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:23.612908 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-0e280aad-15dc-4681-96b1-b313029452f6 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "DELETE /v2.0/networks/2cb2479f-149e-460f-9753-e783d050a764 HTTP/1.1" status: 204 len: 168 time: 1.2321768 Feb 28 10:42:23.613914 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49274) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:23.621890 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-83e115e6-f055-443d-8981-9a3d8c056ebe tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1446488986', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}, 'admin_state_up': False}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:23.636235 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-07cbde17-f0bb-40dc-86fe-8befd6e6464f None None] Attempting to bind port 2adb056c-eaab-4263-821c-c407e6f595c7 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:42:23.636984 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-07cbde17-f0bb-40dc-86fe-8befd6e6464f None None] Attempting to bind port 2adb056c-eaab-4263-821c-c407e6f595c7 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '1352220c-7ca9-4521-9a8c-710cdc97f6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '98f28e53-3298-48e2-9e66-1edadecd07a7'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:42:23.637544 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cbde17-f0bb-40dc-86fe-8befd6e6464f None None] Attempting to bind port 2adb056c-eaab-4263-821c-c407e6f595c7 on network 98f28e53-3298-48e2-9e66-1edadecd07a7 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:42:23.641913 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e280aad-15dc-4681-96b1-b313029452f6 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event deleted for resources: {'Network': ['ID=2cb2479f-149e-460f-9753-e783d050a764,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:23.643862 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cbde17-f0bb-40dc-86fe-8befd6e6464f None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:42:23.644605 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cbde17-f0bb-40dc-86fe-8befd6e6464f None None] Checking segment: {'id': '1352220c-7ca9-4521-9a8c-710cdc97f6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '98f28e53-3298-48e2-9e66-1edadecd07a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:42:23.645176 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-07cbde17-f0bb-40dc-86fe-8befd6e6464f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:23.645760 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cbde17-f0bb-40dc-86fe-8befd6e6464f None None] Bound using segment: {'id': '1352220c-7ca9-4521-9a8c-710cdc97f6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '98f28e53-3298-48e2-9e66-1edadecd07a7'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:42:23.646440 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-07cbde17-f0bb-40dc-86fe-8befd6e6464f None None] Bound port: 2adb056c-eaab-4263-821c-c407e6f595c7, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1352220c-7ca9-4521-9a8c-710cdc97f6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '98f28e53-3298-48e2-9e66-1edadecd07a7'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:42:23.647186 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-07cbde17-f0bb-40dc-86fe-8befd6e6464f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (2adb056c-eaab-4263-821c-c407e6f595c7), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:23.662284 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5b7ec3aa-4831-499c-ae1b-7436f05fac68 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:23.667520 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-5b7ec3aa-4831-499c-ae1b-7436f05fac68 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6638081 Feb 28 10:42:23.668315 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49276) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:23.674429 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-e0977938-674d-4ffa-96a8-6043188e5c84 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': '2f3f1c5c-84b6-4595-acf1-7c446ad93096', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:23.693358 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device c7f68526-1f2c-45dd-ba5a-7da08c684af6 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:42:23.723847 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: c7f68526-1f2c-45dd-ba5a-7da08c684af6 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:42:23.724292 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device c7f68526-1f2c-45dd-ba5a-7da08c684af6 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:42:23.756919 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c658faac-2c08-4a43-9d9b-03704d9cc145 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event deleted for resources: {'Subnet': ['ID=2f5b4602-317c-4e99-a83e-abdeb8779098,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:23.767694 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c658faac-2c08-4a43-9d9b-03704d9cc145 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:23.768917 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-83e115e6-f055-443d-8981-9a3d8c056ebe tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (38960d8c-f64d-4be7-8d9f-ec068dbd95d3), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:23.770187 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-83e115e6-f055-443d-8981-9a3d8c056ebe tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (38960d8c-f64d-4be7-8d9f-ec068dbd95d3), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:23.770334 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9177d46-7a93-485d-a28f-93fba0c93982 None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:42:23.771554 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c658faac-2c08-4a43-9d9b-03704d9cc145 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/subnets/2f5b4602-317c-4e99-a83e-abdeb8779098 HTTP/1.1" status: 204 len: 168 time: 1.0212131 Feb 28 10:42:23.775414 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49278) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:23.795554 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.securitygroups_db [None req-e0977938-674d-4ffa-96a8-6043188e5c84 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Project 02ebd57ebb02426fbf4a686f080eb9d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:42:23.805707 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-689b2335-4d73-4030-85cf-eb212672439a tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks [] for security_group_rule (98da3117-0cd1-434d-a5ef-d724402879a0), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:23.833997 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e0977938-674d-4ffa-96a8-6043188e5c84 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (46900b78-c178-45e9-9787-4767ee603499), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:23.838030 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-07cbde17-f0bb-40dc-86fe-8befd6e6464f None None] For port 2adb056c-eaab-4263-821c-c407e6f595c7, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:42:23.864530 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-07cbde17-f0bb-40dc-86fe-8befd6e6464f None None] For port 2adb056c-eaab-4263-821c-c407e6f595c7, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=2adb056c-eaab-4263-821c-c407e6f595c7,segment=NetworkSegment(1352220c-7ca9-4521-9a8c-710cdc97f6f4),segment_id=1352220c-7ca9-4521-9a8c-710cdc97f6f4)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:42:23.882751 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-689b2335-4d73-4030-85cf-eb212672439a tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (98da3117-0cd1-434d-a5ef-d724402879a0), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:23.891569 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_v2 [None req-b64301ac-790c-44d6-bbbd-ea951598570e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Deleting subnet a0d5789c-cced-4218-82a3-00eff3ae252c {{(pid=104083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:42:23.902057 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b64301ac-790c-44d6-bbbd-ea951598570e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for subnet (a0d5789c-cced-4218-82a3-00eff3ae252c), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:23.903669 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689b2335-4d73-4030-85cf-eb212672439a tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98da3117-0cd1-434d-a5ef-d724402879a0,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:23.938198 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-8ef362e2-c40e-4233-b2ce-b25bc96189cf None None] Provisioning complete for port 2adb056c-eaab-4263-821c-c407e6f595c7 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:23.938871 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8ef362e2-c40e-4233-b2ce-b25bc96189cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (2adb056c-eaab-4263-821c-c407e6f595c7), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:23.943048 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-07cbde17-f0bb-40dc-86fe-8befd6e6464f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (2adb056c-eaab-4263-821c-c407e6f595c7), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:23.970769 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-689b2335-4d73-4030-85cf-eb212672439a tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:23.980653 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-689b2335-4d73-4030-85cf-eb212672439a tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8377392 Feb 28 10:42:23.986404 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-83e115e6-f055-443d-8981-9a3d8c056ebe tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for router_controller (38960d8c-f64d-4be7-8d9f-ec068dbd95d3), precommit_add_association {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:24.030823 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b64301ac-790c-44d6-bbbd-ea951598570e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59245535'] for subnet (a0d5789c-cced-4218-82a3-00eff3ae252c), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:24.082211 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e0977938-674d-4ffa-96a8-6043188e5c84 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (46900b78-c178-45e9-9787-4767ee603499), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:24.290923 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f44c81b-9906-4fe1-a11a-fb50f5eab870 None None] Pushing event updated for resources: {'Port': ['ID=2adb056c-eaab-4263-821c-c407e6f595c7,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:24.343212 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cbde17-f0bb-40dc-86fe-8befd6e6464f None None] Routers {'037d972a-fa08-4886-81e0-8d55e2e42d91'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:42:24.344025 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-07cbde17-f0bb-40dc-86fe-8befd6e6464f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:42:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['037d972a-fa08-4886-81e0-8d55e2e42d91'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:24.467203 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-8ef362e2-c40e-4233-b2ce-b25bc96189cf None None] Current status of the port 2adb056c-eaab-4263-821c-c407e6f595c7 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:24.467602 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8ef362e2-c40e-4233-b2ce-b25bc96189cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (2adb056c-eaab-4263-821c-c407e6f595c7), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:24.562085 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0277857-6520-471b-96de-b21b81bb488d None None] Network 5b628b85-ed95-4821-afb9-011eb01b6ad9 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:42:24.601644 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e0977938-674d-4ffa-96a8-6043188e5c84 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (46900b78-c178-45e9-9787-4767ee603499), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:24.710173 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-07cbde17-f0bb-40dc-86fe-8befd6e6464f None None] Set router 037d972a-fa08-4886-81e0-8d55e2e42d91 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:42:24.733256 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0977938-674d-4ffa-96a8-6043188e5c84 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46900b78-c178-45e9-9787-4767ee603499,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:24.737862 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b64301ac-790c-44d6-bbbd-ea951598570e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (a0d5789c-cced-4218-82a3-00eff3ae252c), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:24.745594 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-8ef362e2-c40e-4233-b2ce-b25bc96189cf None None] For port 2adb056c-eaab-4263-821c-c407e6f595c7, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=2adb056c-eaab-4263-821c-c407e6f595c7,segment=NetworkSegment(1352220c-7ca9-4521-9a8c-710cdc97f6f4),segment_id=1352220c-7ca9-4521-9a8c-710cdc97f6f4)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:42:24.851617 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-83e115e6-f055-443d-8981-9a3d8c056ebe tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for router_gateway (38960d8c-f64d-4be7-8d9f-ec068dbd95d3), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:24.858648 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8ef362e2-c40e-4233-b2ce-b25bc96189cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (2adb056c-eaab-4263-821c-c407e6f595c7), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:24.866641 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e0977938-674d-4ffa-96a8-6043188e5c84 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:24.866641 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-e0977938-674d-4ffa-96a8-6043188e5c84 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1949699 Feb 28 10:42:24.868048 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49326) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:24.874266 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-848aaebd-af84-46a1-8399-034abd5eb634 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': '2f3f1c5c-84b6-4595-acf1-7c446ad93096', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:24.948826 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef362e2-c40e-4233-b2ce-b25bc96189cf None None] Pushing event updated for resources: {'Port': ['ID=2adb056c-eaab-4263-821c-c407e6f595c7,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:25.003824 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-7e3ca2ec-bdc9-4681-b907-cafc8c56aff3 None None] Provisioning complete for port 409e2699-99a7-43d2-a261-60c5c4714b60 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:25.004227 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7e3ca2ec-bdc9-4681-b907-cafc8c56aff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (409e2699-99a7-43d2-a261-60c5c4714b60), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:25.008647 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.securitygroups_db [None req-848aaebd-af84-46a1-8399-034abd5eb634 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Project 02ebd57ebb02426fbf4a686f080eb9d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:42:25.009802 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b64301ac-790c-44d6-bbbd-ea951598570e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (a0d5789c-cced-4218-82a3-00eff3ae252c), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:25.017976 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-848aaebd-af84-46a1-8399-034abd5eb634 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (6fad5512-dfca-4d1b-b2f2-b55b751f10b1), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:25.066987 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-07cbde17-f0bb-40dc-86fe-8befd6e6464f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037d972a-fa08-4886-81e0-8d55e2e42d91', 'name': 'tempest-TestVolumeBootPattern-1645460688-router', 'tenant_id': '96cc5b0d14ba41adaee314017633b74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '5983e3b3-e6b9-48aa-ac41-0e9465be52ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:42:10Z', 'updated_at': '2022-02-28T10:42:16Z', 'revision_number': 4, 'project_id': '96cc5b0d14ba41adaee314017633b74b', 'gw_port': {'id': '5983e3b3-e6b9-48aa-ac41-0e9465be52ad', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:fa:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037d972a-fa08-4886-81e0-8d55e2e42d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:11Z', 'updated_at': '2022-02-28T10:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '2adb056c-eaab-4263-821c-c407e6f595c7', 'name': '', 'network_id': '98f28e53-3298-48e2-9e66-1edadecd07a7', 'tenant_id': '96cc5b0d14ba41adaee314017633b74b', 'mac_address': 'fa:16:3e:53:15:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '037d972a-fa08-4886-81e0-8d55e2e42d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '5d289fbc-b543-4a66-9709-227a7a4aa113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:15Z', 'updated_at': '2022-02-28T10:42:23Z', 'revision_number': 4, 'project_id': '96cc5b0d14ba41adaee314017633b74b', 'subnets': [{'id': '5d289fbc-b543-4a66-9709-227a7a4aa113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:25.077858 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64301ac-790c-44d6-bbbd-ea951598570e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event deleted for resources: {'Subnet': ['ID=a0d5789c-cced-4218-82a3-00eff3ae252c,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:25.094100 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b64301ac-790c-44d6-bbbd-ea951598570e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:25.099826 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-b64301ac-790c-44d6-bbbd-ea951598570e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/subnets/a0d5789c-cced-4218-82a3-00eff3ae252c HTTP/1.1" status: 204 len: 168 time: 1.3209882 Feb 28 10:42:25.101027 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49328) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:25.123300 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f00fc5-0308-4cd2-8835-f676ff469fda None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:42:25.126600 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cbde17-f0bb-40dc-86fe-8befd6e6464f None None] The sync data for ids ['037d972a-fa08-4886-81e0-8d55e2e42d91'] in dv-neutron-829161-3-hyperv is: [{'id': '037d972a-fa08-4886-81e0-8d55e2e42d91', 'name': 'tempest-TestVolumeBootPattern-1645460688-router', 'tenant_id': '96cc5b0d14ba41adaee314017633b74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '5983e3b3-e6b9-48aa-ac41-0e9465be52ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:42:10Z', 'updated_at': '2022-02-28T10:42:16Z', 'revision_number': 4, 'project_id': '96cc5b0d14ba41adaee314017633b74b', 'gw_port': {'id': '5983e3b3-e6b9-48aa-ac41-0e9465be52ad', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:fa:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037d972a-fa08-4886-81e0-8d55e2e42d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:11Z', 'updated_at': '2022-02-28T10:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '2adb056c-eaab-4263-821c-c407e6f595c7', 'name': '', 'network_id': '98f28e53-3298-48e2-9e66-1edadecd07a7', 'tenant_id': '96cc5b0d14ba41adaee314017633b74b', 'mac_address': 'fa:16:3e:53:15:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '037d972a-fa08-4886-81e0-8d55e2e42d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '5d289fbc-b543-4a66-9709-227a7a4aa113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:15Z', 'updated_at': '2022-02-28T10:42:23Z', 'revision_number': 4, 'project_id': '96cc5b0d14ba41adaee314017633b74b', 'subnets': [{'id': '5d289fbc-b543-4a66-9709-227a7a4aa113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:42:25.158547 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-848aaebd-af84-46a1-8399-034abd5eb634 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (6fad5512-dfca-4d1b-b2f2-b55b751f10b1), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:25.162213 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-8c224cca-a916-4ce3-a113-646bdc66e136 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0596781 Feb 28 10:42:25.164736 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49330) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:25.180490 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-ca5f90a5-67fc-4290-8fbd-e91d860fa05e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Request body: {'subnet': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:25.256077 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-848aaebd-af84-46a1-8399-034abd5eb634 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (6fad5512-dfca-4d1b-b2f2-b55b751f10b1), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:25.283839 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-7e3ca2ec-bdc9-4681-b907-cafc8c56aff3 None None] Current status of the port 409e2699-99a7-43d2-a261-60c5c4714b60 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:25.284349 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7e3ca2ec-bdc9-4681-b907-cafc8c56aff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (409e2699-99a7-43d2-a261-60c5c4714b60), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:25.287419 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848aaebd-af84-46a1-8399-034abd5eb634 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fad5512-dfca-4d1b-b2f2-b55b751f10b1,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:25.346978 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-7e3ca2ec-bdc9-4681-b907-cafc8c56aff3 None None] For port 409e2699-99a7-43d2-a261-60c5c4714b60, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=409e2699-99a7-43d2-a261-60c5c4714b60,segment=NetworkSegment(cf459db2-c0f1-4080-bef0-0922a6dc9f91),segment_id=cf459db2-c0f1-4080-bef0-0922a6dc9f91)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:42:25.388262 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-848aaebd-af84-46a1-8399-034abd5eb634 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:25.389509 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-848aaebd-af84-46a1-8399-034abd5eb634 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5201762 Feb 28 10:42:25.402468 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 2adb056c-eaab-4263-821c-c407e6f595c7 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:42:25.452721 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8744bf08-ba65-4bbf-b29f-e2380b650af5 None None] DHCP port deletion for a10d36a7-87ef-481e-9e9f-da2235211c53 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:42:25.461088 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7e3ca2ec-bdc9-4681-b907-cafc8c56aff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (409e2699-99a7-43d2-a261-60c5c4714b60), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:25.505446 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-83e115e6-f055-443d-8981-9a3d8c056ebe tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for router_gateway (38960d8c-f64d-4be7-8d9f-ec068dbd95d3), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:25.533239 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-83e115e6-f055-443d-8981-9a3d8c056ebe tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:25.536762 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5f90a5-67fc-4290-8fbd-e91d860fa05e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Made reservation on behalf of 9047a33944184c15875a48328f19bcdb for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:42:25.540439 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ca5f90a5-67fc-4290-8fbd-e91d860fa05e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:25.662244 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-7e3ca2ec-bdc9-4681-b907-cafc8c56aff3 None None] Provisioning complete for port 3de8a699-0fe7-4134-ac2a-4ad451620cef triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:25.662889 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7e3ca2ec-bdc9-4681-b907-cafc8c56aff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (3de8a699-0fe7-4134-ac2a-4ad451620cef), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:25.690328 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3ca2ec-bdc9-4681-b907-cafc8c56aff3 None None] Pushing event updated for resources: {'Port': ['ID=409e2699-99a7-43d2-a261-60c5c4714b60,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:25.712132 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 2adb056c-eaab-4263-821c-c407e6f595c7 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:25.712132 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (2adb056c-eaab-4263-821c-c407e6f595c7), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:25.739657 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8309f981-c7bd-429e-be07-bbe3a3a5db43 req-44e95887-67f0-4a02-8f53-2f6602da2036 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1761490590&fields=id&tenant_id=02ebd57ebb02426fbf4a686f080eb9d7 HTTP/1.1" status: 200 len: 267 time: 0.1024938 Feb 28 10:42:25.775748 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-8744bf08-ba65-4bbf-b29f-e2380b650af5 None None] Deleting port 3de8a699-0fe7-4134-ac2a-4ad451620cef {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:42:25.775748 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8744bf08-ba65-4bbf-b29f-e2380b650af5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (3de8a699-0fe7-4134-ac2a-4ad451620cef), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:25.846760 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ca5f90a5-67fc-4290-8fbd-e91d860fa05e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (76ac0199-c846-4dd2-9f35-08a5b1892763), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:25.886467 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5f90a5-67fc-4290-8fbd-e91d860fa05e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:42:25.903974 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-7e3ca2ec-bdc9-4681-b907-cafc8c56aff3 None None] Current status of the port 3de8a699-0fe7-4134-ac2a-4ad451620cef is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:25.911667 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-ca5f90a5-67fc-4290-8fbd-e91d860fa05e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:42:25.915772 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-8744bf08-ba65-4bbf-b29f-e2380b650af5 None None] For port 3de8a699-0fe7-4134-ac2a-4ad451620cef, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=3de8a699-0fe7-4134-ac2a-4ad451620cef,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:42:25.916171 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8744bf08-ba65-4bbf-b29f-e2380b650af5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (3de8a699-0fe7-4134-ac2a-4ad451620cef), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:25.921900 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5f90a5-67fc-4290-8fbd-e91d860fa05e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:25.922516 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ca5f90a5-67fc-4290-8fbd-e91d860fa05e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:25.943289 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-8744bf08-ba65-4bbf-b29f-e2380b650af5 None None] Calling delete_port for 3de8a699-0fe7-4134-ac2a-4ad451620cef owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:42:25.948622 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309f981-c7bd-429e-be07-bbe3a3a5db43 req-29caf760-d241-4e39-abde-585af38506f0 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:25.948831 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-7e3ca2ec-bdc9-4681-b907-cafc8c56aff3 None None] Provisioning complete for port 2adb056c-eaab-4263-821c-c407e6f595c7 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:25.949208 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7e3ca2ec-bdc9-4681-b907-cafc8c56aff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (2adb056c-eaab-4263-821c-c407e6f595c7), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:25.950644 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 2adb056c-eaab-4263-821c-c407e6f595c7 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:25.951375 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8309f981-c7bd-429e-be07-bbe3a3a5db43 req-29caf760-d241-4e39-abde-585af38506f0 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/networks?id=5b628b85-ed95-4821-afb9-011eb01b6ad9 HTTP/1.1" status: 200 len: 797 time: 0.2039831 Feb 28 10:42:25.951706 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 409e2699-99a7-43d2-a261-60c5c4714b60 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:42:25.974953 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5f90a5-67fc-4290-8fbd-e91d860fa05e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event updated for resources: {'Subnet': ['ID=76ac0199-c846-4dd2-9f35-08a5b1892763,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:25.981585 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8309f981-c7bd-429e-be07-bbe3a3a5db43 req-07fb34eb-8594-4ca5-b4e7-508f0f785f40 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/quotas/02ebd57ebb02426fbf4a686f080eb9d7 HTTP/1.1" status: 200 len: 375 time: 0.0213704 Feb 28 10:42:26.000364 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-83e115e6-f055-443d-8981-9a3d8c056ebe tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Allocated IP 172.26.3.76 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/297f11c7-aa19-4e8e-ba61-9f20a8685812) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:42:26.091390 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8309f981-c7bd-429e-be07-bbe3a3a5db43 req-911d70b6-504d-4957-9a41-d3876fa4ef8f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=02ebd57ebb02426fbf4a686f080eb9d7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0933506 Feb 28 10:42:26.108285 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-ca5f90a5-67fc-4290-8fbd-e91d860fa05e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9425235 Feb 28 10:42:26.113572 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49352) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:26.147767 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-9707b65b-f1bd-4e82-9bf6-22028fbf56a8 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Request body: {'subnet': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:26.177508 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 409e2699-99a7-43d2-a261-60c5c4714b60 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:26.177891 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (409e2699-99a7-43d2-a261-60c5c4714b60), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:26.192422 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-83e115e6-f055-443d-8981-9a3d8c056ebe tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for port (297f11c7-aa19-4e8e-ba61-9f20a8685812), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:26.222771 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-7e3ca2ec-bdc9-4681-b907-cafc8c56aff3 None None] Current status of the port 2adb056c-eaab-4263-821c-c407e6f595c7 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:26.270584 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8744bf08-ba65-4bbf-b29f-e2380b650af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (3de8a699-0fe7-4134-ac2a-4ad451620cef), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:26.303338 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8744bf08-ba65-4bbf-b29f-e2380b650af5 None None] Pushing event deleted for resources: {'Port': ['ID=3de8a699-0fe7-4134-ac2a-4ad451620cef,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:26.307211 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-83e115e6-f055-443d-8981-9a3d8c056ebe tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (297f11c7-aa19-4e8e-ba61-9f20a8685812), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:26.312375 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8744bf08-ba65-4bbf-b29f-e2380b650af5 None None] No DVR routers for this DVR port 3de8a699-0fe7-4134-ac2a-4ad451620cef on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:42:26.315100 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 409e2699-99a7-43d2-a261-60c5c4714b60 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:26.337986 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7dd9724-80cb-4dfa-8577-1ac452721ac0 None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:42:26.374246 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e115e6-f055-443d-8981-9a3d8c056ebe tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:42:26.379368 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-83e115e6-f055-443d-8981-9a3d8c056ebe tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:42:26.398185 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e115e6-f055-443d-8981-9a3d8c056ebe tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:42:26.407277 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-7edfa992-9938-4aa8-8cd9-d9cb9e5b01d9 None None] Provisioning complete for port 409e2699-99a7-43d2-a261-60c5c4714b60 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:26.407766 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7edfa992-9938-4aa8-8cd9-d9cb9e5b01d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (409e2699-99a7-43d2-a261-60c5c4714b60), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:26.423360 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e115e6-f055-443d-8981-9a3d8c056ebe tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event updated for resources: {'Port': ['ID=297f11c7-aa19-4e8e-ba61-9f20a8685812,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:26.487991 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde50aa1-d2d3-4a2a-a72a-e2d084312a9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-a10d36a7-87ef-481e-9e9f-da2235211c53', 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'project_id': '9047a33944184c15875a48328f19bcdb', 'fixed_ips': [{'subnet_id': '76ac0199-c846-4dd2-9f35-08a5b1892763'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:42:26.488924 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-bde50aa1-d2d3-4a2a-a72a-e2d084312a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:26.503157 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8309f981-c7bd-429e-be07-bbe3a3a5db43 req-a93776f2-8acf-4d13-bfec-52f4539328af service neutron] 10.222.0.62 "GET /v2.0/networks/5b628b85-ed95-4821-afb9-011eb01b6ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3878832 Feb 28 10:42:26.564560 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9707b65b-f1bd-4e82-9bf6-22028fbf56a8 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Made reservation on behalf of 9047a33944184c15875a48328f19bcdb for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:42:26.567525 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9707b65b-f1bd-4e82-9bf6-22028fbf56a8 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:26.693871 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-7edfa992-9938-4aa8-8cd9-d9cb9e5b01d9 None None] Current status of the port 409e2699-99a7-43d2-a261-60c5c4714b60 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:26.699977 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8309f981-c7bd-429e-be07-bbe3a3a5db43 req-de357ae0-8ea3-419a-8793-b19d12389081 service neutron] 10.222.0.62 "GET /v2.0/networks/5b628b85-ed95-4821-afb9-011eb01b6ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953697 Feb 28 10:42:26.711005 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.ipam_backend_mixin [None req-9707b65b-f1bd-4e82-9bf6-22028fbf56a8 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 76ac0199-c846-4dd2-9f35-08a5b1892763 (CIDR: 2001:db8::/64) Feb 28 10:42:26.745458 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-9707b65b-f1bd-4e82-9bf6-22028fbf56a8 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:42:26.745930 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9707b65b-f1bd-4e82-9bf6-22028fbf56a8 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:42:26.840971 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-9707b65b-f1bd-4e82-9bf6-22028fbf56a8 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7244666 Feb 28 10:42:26.844708 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49394) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:26.844860 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-bde50aa1-d2d3-4a2a-a72a-e2d084312a9f None None] Allocated IP 2001:db8::2 (a10d36a7-87ef-481e-9e9f-da2235211c53/76ac0199-c846-4dd2-9f35-08a5b1892763/99cfddb5-8022-4187-9160-49ae8fa5d287) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:42:26.865307 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-e1240000-9658-4d00-9268-a2892952af55 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Request body: {'subnet': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:26.865962 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-83e115e6-f055-443d-8981-9a3d8c056ebe tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for router_gateway (38960d8c-f64d-4be7-8d9f-ec068dbd95d3), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:27.065205 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-bde50aa1-d2d3-4a2a-a72a-e2d084312a9f None None] Publish callbacks [] for port (99cfddb5-8022-4187-9160-49ae8fa5d287), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:27.131038 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0ca2fd33-7f87-47b6-b4db-fed28d7ecd76 req-f02689d5-c4c9-4f3d-acd8-d55593548e2b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=7befa697-485f-4ddd-a492-2f5f2da4a4ca HTTP/1.1" status: 200 len: 210 time: 0.0524104 Feb 28 10:42:27.152731 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-bde50aa1-d2d3-4a2a-a72a-e2d084312a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (99cfddb5-8022-4187-9160-49ae8fa5d287), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:27.181142 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1240000-9658-4d00-9268-a2892952af55 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Made reservation on behalf of 9047a33944184c15875a48328f19bcdb for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:42:27.185056 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e1240000-9658-4d00-9268-a2892952af55 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:27.223191 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 409e2699-99a7-43d2-a261-60c5c4714b60 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:42:27.260287 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-83e115e6-f055-443d-8981-9a3d8c056ebe tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (38960d8c-f64d-4be7-8d9f-ec068dbd95d3), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:27.303575 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde50aa1-d2d3-4a2a-a72a-e2d084312a9f None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:42:27.318891 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-bde50aa1-d2d3-4a2a-a72a-e2d084312a9f None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:42:27.322751 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde50aa1-d2d3-4a2a-a72a-e2d084312a9f None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:42:27.330988 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde50aa1-d2d3-4a2a-a72a-e2d084312a9f None None] Pushing event updated for resources: {'Port': ['ID=99cfddb5-8022-4187-9160-49ae8fa5d287,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:27.416701 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-bde50aa1-d2d3-4a2a-a72a-e2d084312a9f None None] Attempting to bind port 99cfddb5-8022-4187-9160-49ae8fa5d287 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:42:27.417381 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-bde50aa1-d2d3-4a2a-a72a-e2d084312a9f None None] Attempting to bind port 99cfddb5-8022-4187-9160-49ae8fa5d287 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:42:27.417525 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde50aa1-d2d3-4a2a-a72a-e2d084312a9f None None] Attempting to bind port 99cfddb5-8022-4187-9160-49ae8fa5d287 on network a10d36a7-87ef-481e-9e9f-da2235211c53 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:42:27.426517 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde50aa1-d2d3-4a2a-a72a-e2d084312a9f None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:42:27.426914 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde50aa1-d2d3-4a2a-a72a-e2d084312a9f None None] Checking segment: {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:42:27.427327 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-bde50aa1-d2d3-4a2a-a72a-e2d084312a9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:27.427728 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde50aa1-d2d3-4a2a-a72a-e2d084312a9f None None] Bound using segment: {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:42:27.428457 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-bde50aa1-d2d3-4a2a-a72a-e2d084312a9f None None] Bound port: 99cfddb5-8022-4187-9160-49ae8fa5d287, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:42:27.428852 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-bde50aa1-d2d3-4a2a-a72a-e2d084312a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (99cfddb5-8022-4187-9160-49ae8fa5d287), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:27.455318 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 409e2699-99a7-43d2-a261-60c5c4714b60 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:27.455690 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (409e2699-99a7-43d2-a261-60c5c4714b60), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:27.488568 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83e115e6-f055-443d-8981-9a3d8c056ebe tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Router 38960d8c-f64d-4be7-8d9f-ec068dbd95d3 is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:42:27.561955 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-bde50aa1-d2d3-4a2a-a72a-e2d084312a9f None None] For port 99cfddb5-8022-4187-9160-49ae8fa5d287, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:42:27.565929 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-bde50aa1-d2d3-4a2a-a72a-e2d084312a9f None None] For port 99cfddb5-8022-4187-9160-49ae8fa5d287, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=99cfddb5-8022-4187-9160-49ae8fa5d287,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:42:27.605409 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 409e2699-99a7-43d2-a261-60c5c4714b60 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:27.629477 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e115e6-f055-443d-8981-9a3d8c056ebe tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:42:27.646303 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cfeb7a-f36e-4880-bbc4-6a21bfab9380 None None] Sync routers for ids ['38960d8c-f64d-4be7-8d9f-ec068dbd95d3'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:42:27.657962 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cfeb7a-f36e-4880-bbc4-6a21bfab9380 None None] Routers {'38960d8c-f64d-4be7-8d9f-ec068dbd95d3'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:42:27.658812 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-d3cfeb7a-f36e-4880-bbc4-6a21bfab9380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:42:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['38960d8c-f64d-4be7-8d9f-ec068dbd95d3'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:27.698895 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 3de8a699-0fe7-4134-ac2a-4ad451620cef no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:42:27.701189 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-d3cfeb7a-f36e-4880-bbc4-6a21bfab9380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:27.703622 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-bde50aa1-d2d3-4a2a-a72a-e2d084312a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (99cfddb5-8022-4187-9160-49ae8fa5d287), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:27.754443 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-83e115e6-f055-443d-8981-9a3d8c056ebe tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:27.754672 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.objects.ports [None req-e1240000-9658-4d00-9268-a2892952af55 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104084) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 10:42:27.756244 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-83e115e6-f055-443d-8981-9a3d8c056ebe tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.1379061 Feb 28 10:42:27.759156 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49408) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:27.826557 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde50aa1-d2d3-4a2a-a72a-e2d084312a9f None None] Pushing event updated for resources: {'Port': ['ID=99cfddb5-8022-4187-9160-49ae8fa5d287,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:27.831270 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 3de8a699-0fe7-4134-ac2a-4ad451620cef {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:42:27.832604 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 3de8a699-0fe7-4134-ac2a-4ad451620cef not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:42:27.840924 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cfeb7a-f36e-4880-bbc4-6a21bfab9380 None None] Routers {'38960d8c-f64d-4be7-8d9f-ec068dbd95d3'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:42:27.841862 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-d3cfeb7a-f36e-4880-bbc4-6a21bfab9380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:42:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['38960d8c-f64d-4be7-8d9f-ec068dbd95d3'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:27.883663 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-d3cfeb7a-f36e-4880-bbc4-6a21bfab9380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:27.884468 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cfeb7a-f36e-4880-bbc4-6a21bfab9380 None None] The sync data for ids ['38960d8c-f64d-4be7-8d9f-ec068dbd95d3'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:42:27.997201 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-0a73fabb-80f6-4cb7-bac7-929fa64bd951 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "GET /v2.0/routers/38960d8c-f64d-4be7-8d9f-ec068dbd95d3 HTTP/1.1" status: 200 len: 884 time: 0.2344563 Feb 28 10:42:27.997421 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49412) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:28.131883 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e1240000-9658-4d00-9268-a2892952af55 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (99cfddb5-8022-4187-9160-49ae8fa5d287), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:28.296329 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-6318912b-4ba1-4be0-8424-4382e5d597ea tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.2975252 Feb 28 10:42:28.298511 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49416) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:28.306217 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-4d843e1f-2902-4a40-85c0-dd95c922d90c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1446488986'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:28.347294 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d4c45caf-05f8-4a1a-b722-d91a93556126 req-7e76f8d9-c4ae-4395-8e70-45a7f42aa2ef tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=7befa697-485f-4ddd-a492-2f5f2da4a4ca HTTP/1.1" status: 200 len: 210 time: 0.0707860 Feb 28 10:42:28.407819 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-e1240000-9658-4d00-9268-a2892952af55 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] For port 99cfddb5-8022-4187-9160-49ae8fa5d287, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=99cfddb5-8022-4187-9160-49ae8fa5d287,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:42:28.454407 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e1240000-9658-4d00-9268-a2892952af55 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for port (99cfddb5-8022-4187-9160-49ae8fa5d287), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:28.583226 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e1240000-9658-4d00-9268-a2892952af55 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (99cfddb5-8022-4187-9160-49ae8fa5d287), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:28.648247 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e1240000-9658-4d00-9268-a2892952af55 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (cdb6bd4c-f1ce-415a-817c-9cb0350c904d), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:28.690446 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4d843e1f-2902-4a40-85c0-dd95c922d90c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1032676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1044823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27871'] for router (38960d8c-f64d-4be7-8d9f-ec068dbd95d3), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:28.728317 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1240000-9658-4d00-9268-a2892952af55 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:42:28.732131 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-e1240000-9658-4d00-9268-a2892952af55 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:42:28.733821 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1240000-9658-4d00-9268-a2892952af55 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event updated for resources: {'Port': ['ID=99cfddb5-8022-4187-9160-49ae8fa5d287,revision_number=4']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:28.737118 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1240000-9658-4d00-9268-a2892952af55 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:28.737749 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e1240000-9658-4d00-9268-a2892952af55 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:28.744114 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1240000-9658-4d00-9268-a2892952af55 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event updated for resources: {'Subnet': ['ID=cdb6bd4c-f1ce-415a-817c-9cb0350c904d,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:28.785887 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4d843e1f-2902-4a40-85c0-dd95c922d90c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1032701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1032690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1044908'] for router (38960d8c-f64d-4be7-8d9f-ec068dbd95d3), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:28.846873 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-e1240000-9658-4d00-9268-a2892952af55 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.9927037 Feb 28 10:42:28.850138 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49418) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:28.856313 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-51f8f610-ced1-4cf4-b628-3cf59d3156d4 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Request body: {'port': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'mac_address': 'fa:16:3e:f4:4b:2c', 'name': 'tempest-NetworksTestDHCPv6-1830370384'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:28.930861 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d843e1f-2902-4a40-85c0-dd95c922d90c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Router 38960d8c-f64d-4be7-8d9f-ec068dbd95d3 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:42:29.088735 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f8f610-ced1-4cf4-b628-3cf59d3156d4 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Made reservation on behalf of 9047a33944184c15875a48328f19bcdb for: {'port': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:42:29.135441 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca614fce-a357-4bd5-a9a5-88feedf2fe96 None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:42:29.230249 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 99cfddb5-8022-4187-9160-49ae8fa5d287 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:42:29.233853 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-51f8f610-ced1-4cf4-b628-3cf59d3156d4 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:29.262388 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [None req-51f8f610-ced1-4cf4-b628-3cf59d3156d4 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] device_id is not set on port 9ee87693-e65b-4682-be65-d1f2486a9b42 yet. {{(pid=104084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:42:29.312303 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-dbfd8f1a-813c-43e0-b76a-a867a4fb23f3 None None] Provisioning complete for port 99cfddb5-8022-4187-9160-49ae8fa5d287 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:29.312853 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-dbfd8f1a-813c-43e0-b76a-a867a4fb23f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (99cfddb5-8022-4187-9160-49ae8fa5d287), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:29.404042 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 99cfddb5-8022-4187-9160-49ae8fa5d287 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:29.405118 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (99cfddb5-8022-4187-9160-49ae8fa5d287), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:29.523608 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-dbfd8f1a-813c-43e0-b76a-a867a4fb23f3 None None] Current status of the port 99cfddb5-8022-4187-9160-49ae8fa5d287 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:29.530069 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-dbfd8f1a-813c-43e0-b76a-a867a4fb23f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (99cfddb5-8022-4187-9160-49ae8fa5d287), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:29.583499 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b375f37e-f460-479e-89e6-1363e259762d req-eeabeac5-3a2b-4857-b638-ce5ef080b95e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=7befa697-485f-4ddd-a492-2f5f2da4a4ca HTTP/1.1" status: 200 len: 210 time: 0.0506876 Feb 28 10:42:29.586397 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d843e1f-2902-4a40-85c0-dd95c922d90c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:42:29.596714 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b779d9-7f2d-49df-8d0e-96c33eb63e8e None None] Sync routers for ids ['38960d8c-f64d-4be7-8d9f-ec068dbd95d3'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:42:29.615776 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 99cfddb5-8022-4187-9160-49ae8fa5d287 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:29.617576 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (99cfddb5-8022-4187-9160-49ae8fa5d287), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:29.618312 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4d843e1f-2902-4a40-85c0-dd95c922d90c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:29.622984 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b779d9-7f2d-49df-8d0e-96c33eb63e8e None None] Routers {'38960d8c-f64d-4be7-8d9f-ec068dbd95d3'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:42:29.623773 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-4d843e1f-2902-4a40-85c0-dd95c922d90c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "PUT /v2.0/routers/38960d8c-f64d-4be7-8d9f-ec068dbd95d3 HTTP/1.1" status: 200 len: 891 time: 1.3221750 Feb 28 10:42:29.624084 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-20b779d9-7f2d-49df-8d0e-96c33eb63e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:42:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['38960d8c-f64d-4be7-8d9f-ec068dbd95d3'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:29.624421 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49424) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:29.646702 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-51f8f610-ced1-4cf4-b628-3cf59d3156d4 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Allocated IP 2001:db8::3 (a10d36a7-87ef-481e-9e9f-da2235211c53/76ac0199-c846-4dd2-9f35-08a5b1892763/9ee87693-e65b-4682-be65-d1f2486a9b42) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:42:29.657547 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-dbfd8f1a-813c-43e0-b76a-a867a4fb23f3 None None] For port 99cfddb5-8022-4187-9160-49ae8fa5d287, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=99cfddb5-8022-4187-9160-49ae8fa5d287,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:42:29.658904 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-51f8f610-ced1-4cf4-b628-3cf59d3156d4 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Allocated IP 2001:db8:0:1:f816:3eff:fef4:4b2c (a10d36a7-87ef-481e-9e9f-da2235211c53/cdb6bd4c-f1ce-415a-817c-9cb0350c904d/9ee87693-e65b-4682-be65-d1f2486a9b42) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:42:29.688461 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-20b779d9-7f2d-49df-8d0e-96c33eb63e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:29.698900 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b779d9-7f2d-49df-8d0e-96c33eb63e8e None None] Routers {'38960d8c-f64d-4be7-8d9f-ec068dbd95d3'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:42:29.699776 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-20b779d9-7f2d-49df-8d0e-96c33eb63e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:42:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['38960d8c-f64d-4be7-8d9f-ec068dbd95d3'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:29.726588 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-dbfd8f1a-813c-43e0-b76a-a867a4fb23f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (99cfddb5-8022-4187-9160-49ae8fa5d287), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:29.763768 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-20b779d9-7f2d-49df-8d0e-96c33eb63e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:29.764444 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b779d9-7f2d-49df-8d0e-96c33eb63e8e None None] The sync data for ids ['38960d8c-f64d-4be7-8d9f-ec068dbd95d3'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:42:29.879317 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.db.api [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:42:29.879685 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG oslo_db.api [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:42:29.898071 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfd8f1a-813c-43e0-b76a-a867a4fb23f3 None None] Pushing event updated for resources: {'Port': ['ID=99cfddb5-8022-4187-9160-49ae8fa5d287,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:29.935401 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-51f8f610-ced1-4cf4-b628-3cf59d3156d4 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for port (9ee87693-e65b-4682-be65-d1f2486a9b42), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:29.993058 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309f981-c7bd-429e-be07-bbe3a3a5db43 req-156a383f-c83b-437c-b280-7eb7cb8ca745 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:29.994845 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8309f981-c7bd-429e-be07-bbe3a3a5db43 req-156a383f-c83b-437c-b280-7eb7cb8ca745 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.70 "GET /v2.0/networks?id=5b628b85-ed95-4821-afb9-011eb01b6ad9 HTTP/1.1" status: 200 len: 797 time: 0.2917578 Feb 28 10:42:30.005255 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-5221f56a-74db-4103-a51d-f16ded4a079a tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "GET /v2.0/routers/38960d8c-f64d-4be7-8d9f-ec068dbd95d3 HTTP/1.1" status: 200 len: 891 time: 0.3763757 Feb 28 10:42:30.005479 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49428) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:30.043706 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-51f8f610-ced1-4cf4-b628-3cf59d3156d4 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (9ee87693-e65b-4682-be65-d1f2486a9b42), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:30.069051 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-5e846bb2-a47c-47eb-a9c7-fcee19a7c193 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "GET /v2.0/ports?device_id=38960d8c-f64d-4be7-8d9f-ec068dbd95d3 HTTP/1.1" status: 200 len: 205 time: 0.0622749 Feb 28 10:42:30.077532 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49430) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:30.146535 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f8f610-ced1-4cf4-b628-3cf59d3156d4 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:42:30.150367 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-51f8f610-ced1-4cf4-b628-3cf59d3156d4 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:42:30.154908 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f8f610-ced1-4cf4-b628-3cf59d3156d4 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:42:30.161149 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f8f610-ced1-4cf4-b628-3cf59d3156d4 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:30.162441 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-51f8f610-ced1-4cf4-b628-3cf59d3156d4 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:30.184403 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f8f610-ced1-4cf4-b628-3cf59d3156d4 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event updated for resources: {'Port': ['ID=9ee87693-e65b-4682-be65-d1f2486a9b42,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:30.247142 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-51f8f610-ced1-4cf4-b628-3cf59d3156d4 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.3955531 Feb 28 10:42:30.261586 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49434) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:30.272462 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8309f981-c7bd-429e-be07-bbe3a3a5db43 req-1bb66c25-3c80-4675-aeb2-249db2290c20 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02ebd57ebb02426fbf4a686f080eb9d7 HTTP/1.1" status: 200 len: 472 time: 0.2407687 Feb 28 10:42:30.286302 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-8309f981-c7bd-429e-be07-bbe3a3a5db43 req-83bc3914-a647-402e-b5c0-7d0319196cee tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'port': {'device_id': '7befa697-485f-4ddd-a492-2f5f2da4a4ca', 'network_id': '5b628b85-ed95-4821-afb9-011eb01b6ad9', 'admin_state_up': True, 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'security_groups': ['2f3f1c5c-84b6-4595-acf1-7c446ad93096']}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:30.346682 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d1c507f3-6b01-444d-b1c5-d4c484de9c82 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for router (38960d8c-f64d-4be7-8d9f-ec068dbd95d3), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:30.367728 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-8ba70824-fdd9-41b6-bf54-76fcf11fb5e0 None None] Provisioning complete for port 99cfddb5-8022-4187-9160-49ae8fa5d287 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:30.368354 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8ba70824-fdd9-41b6-bf54-76fcf11fb5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (99cfddb5-8022-4187-9160-49ae8fa5d287), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:30.433237 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-cce55192-153a-4b5a-abd2-efed203d96fd tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Deleting port 9ee87693-e65b-4682-be65-d1f2486a9b42 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:42:30.433657 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cce55192-153a-4b5a-abd2-efed203d96fd tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (9ee87693-e65b-4682-be65-d1f2486a9b42), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:30.442667 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 99cfddb5-8022-4187-9160-49ae8fa5d287 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:30.540252 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d1c507f3-6b01-444d-b1c5-d4c484de9c82 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for router_gateway (38960d8c-f64d-4be7-8d9f-ec068dbd95d3), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:30.566595 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cce55192-153a-4b5a-abd2-efed203d96fd tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (9ee87693-e65b-4682-be65-d1f2486a9b42), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:30.567610 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:30.580088 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-cce55192-153a-4b5a-abd2-efed203d96fd tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Calling delete_port for 9ee87693-e65b-4682-be65-d1f2486a9b42 owned by {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:42:30.588906 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-8ba70824-fdd9-41b6-bf54-76fcf11fb5e0 None None] Current status of the port 99cfddb5-8022-4187-9160-49ae8fa5d287 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:30.602798 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8309f981-c7bd-429e-be07-bbe3a3a5db43 req-83bc3914-a647-402e-b5c0-7d0319196cee tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Made reservation on behalf of 02ebd57ebb02426fbf4a686f080eb9d7 for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:42:30.606538 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-8309f981-c7bd-429e-be07-bbe3a3a5db43 req-83bc3914-a647-402e-b5c0-7d0319196cee tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:30.718522 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-1cba85c7-fd27-400b-84ad-ce0cb7efe5de None None] Provisioning complete for port 9ee87693-e65b-4682-be65-d1f2486a9b42 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:30.718522 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-1cba85c7-fd27-400b-84ad-ce0cb7efe5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (9ee87693-e65b-4682-be65-d1f2486a9b42), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:30.743215 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-080b64a5-755b-44b9-bf83-d6833f7bbeaa req-6b9e57dd-8cee-4f09-b2c6-793f3d546b1d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=7befa697-485f-4ddd-a492-2f5f2da4a4ca HTTP/1.1" status: 200 len: 210 time: 0.0597496 Feb 28 10:42:30.744968 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-d1c507f3-6b01-444d-b1c5-d4c484de9c82 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Deleting port 297f11c7-aa19-4e8e-ba61-9f20a8685812 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:42:30.745382 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d1c507f3-6b01-444d-b1c5-d4c484de9c82 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (297f11c7-aa19-4e8e-ba61-9f20a8685812), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:30.797226 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-1cba85c7-fd27-400b-84ad-ce0cb7efe5de None None] Port 9ee87693-e65b-4682-be65-d1f2486a9b42 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:42:30.858185 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [req-8309f981-c7bd-429e-be07-bbe3a3a5db43 req-83bc3914-a647-402e-b5c0-7d0319196cee tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Allocated IP 172.20.0.21 (5b628b85-ed95-4821-afb9-011eb01b6ad9/36dcd7f1-f138-412e-ad64-c523b1a8e61d/16198cd0-6e4c-4394-9f36-e80d16eb3227) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:42:30.906318 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d1c507f3-6b01-444d-b1c5-d4c484de9c82 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (297f11c7-aa19-4e8e-ba61-9f20a8685812), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:30.917196 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cce55192-153a-4b5a-abd2-efed203d96fd tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (9ee87693-e65b-4682-be65-d1f2486a9b42), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:30.931864 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-d1c507f3-6b01-444d-b1c5-d4c484de9c82 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Calling delete_port for 297f11c7-aa19-4e8e-ba61-9f20a8685812 owned by network:router_gateway {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:42:30.959515 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce55192-153a-4b5a-abd2-efed203d96fd tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event deleted for resources: {'Port': ['ID=9ee87693-e65b-4682-be65-d1f2486a9b42,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:31.010619 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cce55192-153a-4b5a-abd2-efed203d96fd tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:31.016383 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-cce55192-153a-4b5a-abd2-efed203d96fd tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/ports/9ee87693-e65b-4682-be65-d1f2486a9b42 HTTP/1.1" status: 204 len: 168 time: 0.7621117 Feb 28 10:42:31.016647 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49440) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:31.105595 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e319d80-1d92-43f0-adc4-467a25fa045e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:31.107644 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-2e319d80-1d92-43f0-adc4-467a25fa045e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0895019 Feb 28 10:42:31.109757 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49444) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:31.177363 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 99cfddb5-8022-4187-9160-49ae8fa5d287 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:42:31.191675 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-8309f981-c7bd-429e-be07-bbe3a3a5db43 req-83bc3914-a647-402e-b5c0-7d0319196cee tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for port (16198cd0-6e4c-4394-9f36-e80d16eb3227), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:31.201392 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e15ace7-0324-4051-b7c8-1927d89f51c6 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:31.206203 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-8e15ace7-0324-4051-b7c8-1927d89f51c6 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0954440 Feb 28 10:42:31.207642 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49446) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:31.272542 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 99cfddb5-8022-4187-9160-49ae8fa5d287 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:31.273087 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (99cfddb5-8022-4187-9160-49ae8fa5d287), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:31.286567 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b8dbfa-a338-4af1-b58e-8179eb7b5a50 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:31.288230 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b8dbfa-a338-4af1-b58e-8179eb7b5a50 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:31.289839 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b8dbfa-a338-4af1-b58e-8179eb7b5a50 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:31.291881 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-71b8dbfa-a338-4af1-b58e-8179eb7b5a50 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0833471 Feb 28 10:42:31.297324 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49448) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:31.359895 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dfd62d6-b08e-4e8c-abfc-2be549dab4a3 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Deleting subnet 76ac0199-c846-4dd2-9f35-08a5b1892763 {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:42:31.363815 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9dfd62d6-b08e-4e8c-abfc-2be549dab4a3 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for subnet (76ac0199-c846-4dd2-9f35-08a5b1892763), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:31.375540 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-8309f981-c7bd-429e-be07-bbe3a3a5db43 req-83bc3914-a647-402e-b5c0-7d0319196cee tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (16198cd0-6e4c-4394-9f36-e80d16eb3227), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:31.376337 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 99cfddb5-8022-4187-9160-49ae8fa5d287 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:31.377407 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d1c507f3-6b01-444d-b1c5-d4c484de9c82 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (297f11c7-aa19-4e8e-ba61-9f20a8685812), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:31.413753 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9dfd62d6-b08e-4e8c-abfc-2be549dab4a3 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (76ac0199-c846-4dd2-9f35-08a5b1892763), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:31.418482 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c507f3-6b01-444d-b1c5-d4c484de9c82 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event deleted for resources: {'Port': ['ID=297f11c7-aa19-4e8e-ba61-9f20a8685812,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:31.429631 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8309f981-c7bd-429e-be07-bbe3a3a5db43 req-83bc3914-a647-402e-b5c0-7d0319196cee tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Network 5b628b85-ed95-4821-afb9-011eb01b6ad9 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:42:31.450670 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [req-8309f981-c7bd-429e-be07-bbe3a3a5db43 req-83bc3914-a647-402e-b5c0-7d0319196cee tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:42:31.455643 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-8309f981-c7bd-429e-be07-bbe3a3a5db43 req-83bc3914-a647-402e-b5c0-7d0319196cee tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:42:31.521635 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9dfd62d6-b08e-4e8c-abfc-2be549dab4a3 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (76ac0199-c846-4dd2-9f35-08a5b1892763), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:31.564146 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bc3914-a647-402e-b5c0-7d0319196cee tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Port': ['ID=16198cd0-6e4c-4394-9f36-e80d16eb3227,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:31.568651 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d1c507f3-6b01-444d-b1c5-d4c484de9c82 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047843'] for router_gateway (38960d8c-f64d-4be7-8d9f-ec068dbd95d3), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:31.601745 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309f981-c7bd-429e-be07-bbe3a3a5db43 req-83bc3914-a647-402e-b5c0-7d0319196cee tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:31.602550 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-8309f981-c7bd-429e-be07-bbe3a3a5db43 req-83bc3914-a647-402e-b5c0-7d0319196cee tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:31.683846 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9dfd62d6-b08e-4e8c-abfc-2be549dab4a3 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (76ac0199-c846-4dd2-9f35-08a5b1892763), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:31.692691 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d1c507f3-6b01-444d-b1c5-d4c484de9c82 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (38960d8c-f64d-4be7-8d9f-ec068dbd95d3), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:31.695744 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d1c507f3-6b01-444d-b1c5-d4c484de9c82 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for router_controller (38960d8c-f64d-4be7-8d9f-ec068dbd95d3), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:31.709398 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfd62d6-b08e-4e8c-abfc-2be549dab4a3 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event deleted for resources: {'Subnet': ['ID=76ac0199-c846-4dd2-9f35-08a5b1892763,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:31.716484 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9dfd62d6-b08e-4e8c-abfc-2be549dab4a3 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:31.720014 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-9dfd62d6-b08e-4e8c-abfc-2be549dab4a3 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/subnets/76ac0199-c846-4dd2-9f35-08a5b1892763 HTTP/1.1" status: 204 len: 168 time: 0.4245188 Feb 28 10:42:31.726522 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49450) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:31.740453 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156c99ea-e55c-40c6-8827-ccb4bd6b7a17 None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:42:31.746358 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-76d88583-0af0-4491-ae8f-459f5dfadd53 None None] Provisioning complete for port 16198cd0-6e4c-4394-9f36-e80d16eb3227 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:31.746790 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-76d88583-0af0-4491-ae8f-459f5dfadd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (16198cd0-6e4c-4394-9f36-e80d16eb3227), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:31.762533 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8309f981-c7bd-429e-be07-bbe3a3a5db43 req-83bc3914-a647-402e-b5c0-7d0319196cee tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4791963 Feb 28 10:42:31.781267 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-8309f981-c7bd-429e-be07-bbe3a3a5db43 req-33bc405e-79bc-4132-bcd6-8fed3cf0917a service neutron] Request body: {'port': {'device_id': '7befa697-485f-4ddd-a492-2f5f2da4a4ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8291'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:31.789077 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-012b8835-083e-4796-9734-833e831710be tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Deleting subnet cdb6bd4c-f1ce-415a-817c-9cb0350c904d {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:42:31.792087 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-012b8835-083e-4796-9734-833e831710be tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for subnet (cdb6bd4c-f1ce-415a-817c-9cb0350c904d), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:31.839314 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-012b8835-083e-4796-9734-833e831710be tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (cdb6bd4c-f1ce-415a-817c-9cb0350c904d), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:31.846382 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-76d88583-0af0-4491-ae8f-459f5dfadd53 None None] Port 16198cd0-6e4c-4394-9f36-e80d16eb3227 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:42:31.882502 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d1c507f3-6b01-444d-b1c5-d4c484de9c82 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (38960d8c-f64d-4be7-8d9f-ec068dbd95d3), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:31.883268 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c507f3-6b01-444d-b1c5-d4c484de9c82 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Fanout notify agent at l3_agent the message router_deleted on router 38960d8c-f64d-4be7-8d9f-ec068dbd95d3 {{(pid=104083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:42:31.893409 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d1c507f3-6b01-444d-b1c5-d4c484de9c82 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:31.894761 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-d1c507f3-6b01-444d-b1c5-d4c484de9c82 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "DELETE /v2.0/routers/38960d8c-f64d-4be7-8d9f-ec068dbd95d3 HTTP/1.1" status: 204 len: 168 time: 1.8159921 Feb 28 10:42:31.901740 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49454) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:31.908904 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-3a7641c7-1981-49a7-bac0-551793913df0 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-751366253'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:31.953935 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-012b8835-083e-4796-9734-833e831710be tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (cdb6bd4c-f1ce-415a-817c-9cb0350c904d), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:31.984125 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236cc515-0ce2-4756-a7ce-b9ebcfd878fb req-ee23ed84-4915-4a01-96f8-0d3833cd1bb0 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:31.985854 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-236cc515-0ce2-4756-a7ce-b9ebcfd878fb req-ee23ed84-4915-4a01-96f8-0d3833cd1bb0 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=7befa697-485f-4ddd-a492-2f5f2da4a4ca HTTP/1.1" status: 200 len: 932 time: 0.1418650 Feb 28 10:42:31.987070 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-8309f981-c7bd-429e-be07-bbe3a3a5db43 req-33bc405e-79bc-4132-bcd6-8fed3cf0917a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (16198cd0-6e4c-4394-9f36-e80d16eb3227), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:32.040612 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7641c7-1981-49a7-bac0-551793913df0 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Made reservation on behalf of bb2ba9ee3c07467ba10396b757cfe5bd for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:42:32.044025 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3a7641c7-1981-49a7-bac0-551793913df0 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:32.105756 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-236cc515-0ce2-4756-a7ce-b9ebcfd878fb req-41e4d3db-6b73-40f2-83c9-b4ab55320dc9 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f3f1c5c-84b6-4595-acf1-7c446ad93096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090951 Feb 28 10:42:32.118328 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-012b8835-083e-4796-9734-833e831710be tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (cdb6bd4c-f1ce-415a-817c-9cb0350c904d), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:32.139787 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-012b8835-083e-4796-9734-833e831710be tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:32.151232 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-012b8835-083e-4796-9734-833e831710be tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/subnets/cdb6bd4c-f1ce-415a-817c-9cb0350c904d HTTP/1.1" status: 204 len: 168 time: 0.4210410 Feb 28 10:42:32.152258 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49458) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:32.181514 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a7641c7-1981-49a7-bac0-551793913df0 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:42:32.186042 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012b8835-083e-4796-9734-833e831710be tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event deleted for resources: {'Subnet': ['ID=cdb6bd4c-f1ce-415a-817c-9cb0350c904d,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:32.200019 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3a7641c7-1981-49a7-bac0-551793913df0 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (40c84bb8-2871-4a8f-9a4a-c02b6db5460c), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:32.201064 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-3a7641c7-1981-49a7-bac0-551793913df0 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Added segment 40c84bb8-2871-4a8f-9a4a-c02b6db5460c of type vlan for network 66170122-6558-4066-97fa-279bbfe7eb89 Feb 28 10:42:32.246787 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-77f927df-22a0-4843-a727-f7fb3cb7fe5c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0916696 Feb 28 10:42:32.247641 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49460) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:32.252998 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-6837a5a2-6b92-48be-9df8-5448246fa1a4 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Request body: {'subnet': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:32.299563 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3a7641c7-1981-49a7-bac0-551793913df0 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (66170122-6558-4066-97fa-279bbfe7eb89), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:32.411323 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3a7641c7-1981-49a7-bac0-551793913df0 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (66170122-6558-4066-97fa-279bbfe7eb89), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:32.416347 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7641c7-1981-49a7-bac0-551793913df0 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:32.416950 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3a7641c7-1981-49a7-bac0-551793913df0 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:32.453600 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6837a5a2-6b92-48be-9df8-5448246fa1a4 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Made reservation on behalf of 9047a33944184c15875a48328f19bcdb for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:42:32.458957 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6837a5a2-6b92-48be-9df8-5448246fa1a4 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:32.482550 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [req-8309f981-c7bd-429e-be07-bbe3a3a5db43 req-33bc405e-79bc-4132-bcd6-8fed3cf0917a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16198cd0-6e4c-4394-9f36-e80d16eb3227 {{(pid=104083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:42:32.493959 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-8309f981-c7bd-429e-be07-bbe3a3a5db43 req-33bc405e-79bc-4132-bcd6-8fed3cf0917a service neutron] Publish callbacks [] for port (16198cd0-6e4c-4394-9f36-e80d16eb3227), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:32.513478 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7641c7-1981-49a7-bac0-551793913df0 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event updated for resources: {'Network': ['ID=66170122-6558-4066-97fa-279bbfe7eb89,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:32.525982 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 66170122-6558-4066-97fa-279bbfe7eb89 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:42:32.526564 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [req-8309f981-c7bd-429e-be07-bbe3a3a5db43 req-33bc405e-79bc-4132-bcd6-8fed3cf0917a service neutron] Transition to ACTIVE for port object 16198cd0-6e4c-4394-9f36-e80d16eb3227 will not be triggered until provisioned by entity L2. {{(pid=104083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:42:32.577694 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-3a7641c7-1981-49a7-bac0-551793913df0 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6746805 Feb 28 10:42:32.582614 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49462) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:32.588075 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-0021c768-eb23-4cf7-a879-fb30df6d3159 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Request body: {'subnet': {'network_id': '66170122-6558-4066-97fa-279bbfe7eb89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:32.611832 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-8309f981-c7bd-429e-be07-bbe3a3a5db43 req-33bc405e-79bc-4132-bcd6-8fed3cf0917a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (16198cd0-6e4c-4394-9f36-e80d16eb3227), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:32.729124 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8bc456-0676-4f2e-b38b-075198d4e2a5 None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:42:32.742683 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bc405e-79bc-4132-bcd6-8fed3cf0917a service neutron] Pushing event updated for resources: {'Port': ['ID=16198cd0-6e4c-4394-9f36-e80d16eb3227,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:32.776492 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6837a5a2-6b92-48be-9df8-5448246fa1a4 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (cc7ab0d0-baa9-414a-a00e-488ce26fdd4d), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:32.835595 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-8309f981-c7bd-429e-be07-bbe3a3a5db43 req-33bc405e-79bc-4132-bcd6-8fed3cf0917a service neutron] Attempting to bind port 16198cd0-6e4c-4394-9f36-e80d16eb3227 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:42:32.835874 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-8309f981-c7bd-429e-be07-bbe3a3a5db43 req-33bc405e-79bc-4132-bcd6-8fed3cf0917a service neutron] Attempting to bind port 16198cd0-6e4c-4394-9f36-e80d16eb3227 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': 'cf459db2-c0f1-4080-bef0-0922a6dc9f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5b628b85-ed95-4821-afb9-011eb01b6ad9'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:42:32.838679 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8309f981-c7bd-429e-be07-bbe3a3a5db43 req-33bc405e-79bc-4132-bcd6-8fed3cf0917a service neutron] Attempting to bind port 16198cd0-6e4c-4394-9f36-e80d16eb3227 on network 5b628b85-ed95-4821-afb9-011eb01b6ad9 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:42:32.851527 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8309f981-c7bd-429e-be07-bbe3a3a5db43 req-33bc405e-79bc-4132-bcd6-8fed3cf0917a service neutron] Port 16198cd0-6e4c-4394-9f36-e80d16eb3227 on network 5b628b85-ed95-4821-afb9-011eb01b6ad9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:42:32.851776 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-06399633-66b7-4fcb-9bbb-446d878af115 None None] Provisioning complete for port 99cfddb5-8022-4187-9160-49ae8fa5d287 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:32.851898 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8309f981-c7bd-429e-be07-bbe3a3a5db43 req-33bc405e-79bc-4132-bcd6-8fed3cf0917a service neutron] Attempting to bind port 16198cd0-6e4c-4394-9f36-e80d16eb3227 on network 5b628b85-ed95-4821-afb9-011eb01b6ad9 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:42:32.852000 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-06399633-66b7-4fcb-9bbb-446d878af115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (99cfddb5-8022-4187-9160-49ae8fa5d287), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:32.864340 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8309f981-c7bd-429e-be07-bbe3a3a5db43 req-33bc405e-79bc-4132-bcd6-8fed3cf0917a service neutron] Checking agent: {'id': '9c9e5963-7abc-415a-a91c-4432861f4313', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'started_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:42:32.876336 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8309f981-c7bd-429e-be07-bbe3a3a5db43 req-33bc405e-79bc-4132-bcd6-8fed3cf0917a service neutron] Checking segment: {'id': 'cf459db2-c0f1-4080-bef0-0922a6dc9f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5b628b85-ed95-4821-afb9-011eb01b6ad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:42:32.876336 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8309f981-c7bd-429e-be07-bbe3a3a5db43 req-33bc405e-79bc-4132-bcd6-8fed3cf0917a service neutron] Bound using segment: {'id': 'cf459db2-c0f1-4080-bef0-0922a6dc9f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5b628b85-ed95-4821-afb9-011eb01b6ad9'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:42:32.876336 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-8309f981-c7bd-429e-be07-bbe3a3a5db43 req-33bc405e-79bc-4132-bcd6-8fed3cf0917a service neutron] Bound port: 16198cd0-6e4c-4394-9f36-e80d16eb3227, host: hv-neutron-8291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf459db2-c0f1-4080-bef0-0922a6dc9f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5b628b85-ed95-4821-afb9-011eb01b6ad9'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:42:32.876336 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-8309f981-c7bd-429e-be07-bbe3a3a5db43 req-33bc405e-79bc-4132-bcd6-8fed3cf0917a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (16198cd0-6e4c-4394-9f36-e80d16eb3227), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:32.876804 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6837a5a2-6b92-48be-9df8-5448246fa1a4 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:42:32.876804 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-6837a5a2-6b92-48be-9df8-5448246fa1a4 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:42:32.884456 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6837a5a2-6b92-48be-9df8-5448246fa1a4 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:32.886338 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6837a5a2-6b92-48be-9df8-5448246fa1a4 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:32.922148 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0021c768-eb23-4cf7-a879-fb30df6d3159 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Made reservation on behalf of bb2ba9ee3c07467ba10396b757cfe5bd for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:42:32.926425 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0021c768-eb23-4cf7-a879-fb30df6d3159 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:32.933335 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6837a5a2-6b92-48be-9df8-5448246fa1a4 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event updated for resources: {'Subnet': ['ID=cc7ab0d0-baa9-414a-a00e-488ce26fdd4d,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:32.998303 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-06399633-66b7-4fcb-9bbb-446d878af115 None None] Current status of the port 99cfddb5-8022-4187-9160-49ae8fa5d287 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:33.054007 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-6837a5a2-6b92-48be-9df8-5448246fa1a4 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8049748 Feb 28 10:42:33.056487 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd243ac9-f4ac-4fc3-9ade-809d45c66193 None None] DHCP port deletion for a10d36a7-87ef-481e-9e9f-da2235211c53 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:42:33.056701 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49464) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:33.063121 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-338e85e1-0526-4745-b44d-e8216acb016f tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Request body: {'subnet': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:33.064652 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-8309f981-c7bd-429e-be07-bbe3a3a5db43 req-33bc405e-79bc-4132-bcd6-8fed3cf0917a service neutron] For port 16198cd0-6e4c-4394-9f36-e80d16eb3227, host hv-neutron-8291, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:42:33.070054 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-8309f981-c7bd-429e-be07-bbe3a3a5db43 req-33bc405e-79bc-4132-bcd6-8fed3cf0917a service neutron] For port 16198cd0-6e4c-4394-9f36-e80d16eb3227, host hv-neutron-8291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=16198cd0-6e4c-4394-9f36-e80d16eb3227,segment=NetworkSegment(cf459db2-c0f1-4080-bef0-0922a6dc9f91),segment_id=cf459db2-c0f1-4080-bef0-0922a6dc9f91)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:42:33.165398 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 99cfddb5-8022-4187-9160-49ae8fa5d287 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:42:33.182287 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-8309f981-c7bd-429e-be07-bbe3a3a5db43 req-33bc405e-79bc-4132-bcd6-8fed3cf0917a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (16198cd0-6e4c-4394-9f36-e80d16eb3227), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:33.215024 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-bd243ac9-f4ac-4fc3-9ade-809d45c66193 None None] Deleting port 99cfddb5-8022-4187-9160-49ae8fa5d287 {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:42:33.215420 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-bd243ac9-f4ac-4fc3-9ade-809d45c66193 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (99cfddb5-8022-4187-9160-49ae8fa5d287), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:33.236284 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309f981-c7bd-429e-be07-bbe3a3a5db43 req-33bc405e-79bc-4132-bcd6-8fed3cf0917a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:33.240930 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-8309f981-c7bd-429e-be07-bbe3a3a5db43 req-33bc405e-79bc-4132-bcd6-8fed3cf0917a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:33.240930 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8309f981-c7bd-429e-be07-bbe3a3a5db43 req-33bc405e-79bc-4132-bcd6-8fed3cf0917a service neutron] 10.222.0.70 "PUT /v2.0/ports/16198cd0-6e4c-4394-9f36-e80d16eb3227 HTTP/1.1" status: 200 len: 1094 time: 1.4641433 Feb 28 10:42:33.240930 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7befa697-485f-4ddd-a492-2f5f2da4a4ca', 'tag': '16198cd0-6e4c-4394-9f36-e80d16eb3227'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:42:33.242403 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e7857f-b4ae-413a-8b41-424a1f0b10dc" -d '{"events": [{"name": "network-changed", "server_uuid": "7befa697-485f-4ddd-a492-2f5f2da4a4ca", "tag": "16198cd0-6e4c-4394-9f36-e80d16eb3227"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:42:33.289474 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bc405e-79bc-4132-bcd6-8fed3cf0917a service neutron] Pushing event updated for resources: {'Port': ['ID=16198cd0-6e4c-4394-9f36-e80d16eb3227,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:33.295159 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0021c768-eb23-4cf7-a879-fb30df6d3159 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (3b1a59e8-7314-44b5-aaf4-9d35f9afb96b), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:33.355864 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c01743-72e6-4bb3-9f72-5ca573464bc8 x-openstack-request-id: req-56c01743-72e6-4bb3-9f72-5ca573464bc8 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:42:33.356297 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7befa697-485f-4ddd-a492-2f5f2da4a4ca", "tag": "16198cd0-6e4c-4394-9f36-e80d16eb3227", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:42:33.356656 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-56c01743-72e6-4bb3-9f72-5ca573464bc8 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:42:33.357267 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7befa697-485f-4ddd-a492-2f5f2da4a4ca', 'tag': '16198cd0-6e4c-4394-9f36-e80d16eb3227', 'status': 'completed', 'code': 200} Feb 28 10:42:33.386190 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 99cfddb5-8022-4187-9160-49ae8fa5d287 is: ACTIVE; New status is: DOWN {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:33.386620 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (99cfddb5-8022-4187-9160-49ae8fa5d287), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:33.398425 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef0fb22-db1a-4edb-94e9-97a93abc01dd req-ef1098f1-9ec9-4c41-a91a-e0b651e6685e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:33.403484 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-fef0fb22-db1a-4edb-94e9-97a93abc01dd req-ef1098f1-9ec9-4c41-a91a-e0b651e6685e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=7befa697-485f-4ddd-a492-2f5f2da4a4ca HTTP/1.1" status: 200 len: 944 time: 0.2066069 Feb 28 10:42:33.409210 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-bd243ac9-f4ac-4fc3-9ade-809d45c66193 None None] For port 99cfddb5-8022-4187-9160-49ae8fa5d287, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=99cfddb5-8022-4187-9160-49ae8fa5d287,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:42:33.409210 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-bd243ac9-f4ac-4fc3-9ade-809d45c66193 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (99cfddb5-8022-4187-9160-49ae8fa5d287), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:33.436457 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port 99cfddb5-8022-4187-9160-49ae8fa5d287, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=99cfddb5-8022-4187-9160-49ae8fa5d287,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:42:33.457387 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0021c768-eb23-4cf7-a879-fb30df6d3159 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event updated for resources: {'Subnet': ['ID=3b1a59e8-7314-44b5-aaf4-9d35f9afb96b,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:33.459642 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-bd243ac9-f4ac-4fc3-9ade-809d45c66193 None None] Calling delete_port for 99cfddb5-8022-4187-9160-49ae8fa5d287 owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:42:33.471355 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0021c768-eb23-4cf7-a879-fb30df6d3159 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Checking segment: {'id': '40c84bb8-2871-4a8f-9a4a-c02b6db5460c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '66170122-6558-4066-97fa-279bbfe7eb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:42:33.471738 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0021c768-eb23-4cf7-a879-fb30df6d3159 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Network hostable DHCP agents. Network: 66170122-6558-4066-97fa-279bbfe7eb89, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:42:33.495029 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338e85e1-0526-4745-b44d-e8216acb016f tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Made reservation on behalf of 9047a33944184c15875a48328f19bcdb for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:42:33.498459 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309f981-c7bd-429e-be07-bbe3a3a5db43 req-91fbf758-201e-4f67-856c-058301845905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:33.499008 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-338e85e1-0526-4745-b44d-e8216acb016f tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:33.500537 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8309f981-c7bd-429e-be07-bbe3a3a5db43 req-91fbf758-201e-4f67-856c-058301845905 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=02ebd57ebb02426fbf4a686f080eb9d7&device_id=7befa697-485f-4ddd-a492-2f5f2da4a4ca HTTP/1.1" status: 200 len: 1128 time: 0.1125338 Feb 28 10:42:33.520984 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-fef0fb22-db1a-4edb-94e9-97a93abc01dd req-d2ed992b-0ac0-4ade-b7cd-7c493c383fd9 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f3f1c5c-84b6-4595-acf1-7c446ad93096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117380 Feb 28 10:42:33.555481 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (99cfddb5-8022-4187-9160-49ae8fa5d287), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:33.606203 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8309f981-c7bd-429e-be07-bbe3a3a5db43 req-a8d5c0ee-b7d2-44cf-92e0-111a91bbdce4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=16198cd0-6e4c-4394-9f36-e80d16eb3227 HTTP/1.1" status: 200 len: 217 time: 0.0919631 Feb 28 10:42:33.608429 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0021c768-eb23-4cf7-a879-fb30df6d3159 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Network 66170122-6558-4066-97fa-279bbfe7eb89 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:42:33.639179 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.ipam_backend_mixin [None req-338e85e1-0526-4745-b44d-e8216acb016f tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cc7ab0d0-baa9-414a-a00e-488ce26fdd4d (CIDR: 2001:db8::/64) Feb 28 10:42:33.649145 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=99cfddb5-8022-4187-9160-49ae8fa5d287,revision_number=8']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:33.665471 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309f981-c7bd-429e-be07-bbe3a3a5db43 req-daf74037-d512-435c-bf35-b5ce413e2ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:33.677552 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8309f981-c7bd-429e-be07-bbe3a3a5db43 req-daf74037-d512-435c-bf35-b5ce413e2ab5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=36dcd7f1-f138-412e-ad64-c523b1a8e61d HTTP/1.1" status: 200 len: 836 time: 0.0530014 Feb 28 10:42:33.690253 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-338e85e1-0526-4745-b44d-e8216acb016f tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:42:33.691617 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-338e85e1-0526-4745-b44d-e8216acb016f tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:42:33.706866 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-0021c768-eb23-4cf7-a879-fb30df6d3159 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 66170122-6558-4066-97fa-279bbfe7eb89) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:42:33.712622 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0021c768-eb23-4cf7-a879-fb30df6d3159 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:33.713051 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0021c768-eb23-4cf7-a879-fb30df6d3159 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:33.716212 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190e9450-7bc3-4696-9b72-30968c0d15f1 None None] Network 66170122-6558-4066-97fa-279bbfe7eb89 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:42:33.731690 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309f981-c7bd-429e-be07-bbe3a3a5db43 req-5003dd09-7c8d-42ac-8723-62ff46727578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:33.732328 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-bd243ac9-f4ac-4fc3-9ade-809d45c66193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (99cfddb5-8022-4187-9160-49ae8fa5d287), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:33.733434 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8309f981-c7bd-429e-be07-bbe3a3a5db43 req-5003dd09-7c8d-42ac-8723-62ff46727578 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5b628b85-ed95-4821-afb9-011eb01b6ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0605004 Feb 28 10:42:33.756543 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-338e85e1-0526-4745-b44d-e8216acb016f tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6987543 Feb 28 10:42:33.759487 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49472) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:33.767689 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-dae5749e-53e5-470e-90d9-6a53cddc85f5 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Request body: {'subnet': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:33.794035 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd243ac9-f4ac-4fc3-9ade-809d45c66193 None None] Pushing event deleted for resources: {'Port': ['ID=99cfddb5-8022-4187-9160-49ae8fa5d287,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:33.795344 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-0021c768-eb23-4cf7-a879-fb30df6d3159 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2130404 Feb 28 10:42:33.797985 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49474) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:33.800936 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd243ac9-f4ac-4fc3-9ade-809d45c66193 None None] No DVR routers for this DVR port 99cfddb5-8022-4187-9160-49ae8fa5d287 on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:42:33.817459 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-2b853370-c5f1-4f18-8027-90f99c7bf644 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-966969503', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:33.832216 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aae683c-5faf-4fb0-ba9c-1aa9c09a3372 None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:42:33.851515 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8309f981-c7bd-429e-be07-bbe3a3a5db43 req-e0b1d55b-13a5-4b97-971d-b2fcd0c9677d service neutron] 10.222.0.70 "GET /v2.0/networks/5b628b85-ed95-4821-afb9-011eb01b6ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114993 Feb 28 10:42:33.865968 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade7aedd-f4f3-4d03-8570-53a90c57c1c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-66170122-6558-4066-97fa-279bbfe7eb89', 'network_id': '66170122-6558-4066-97fa-279bbfe7eb89', 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'fixed_ips': [{'subnet_id': '3b1a59e8-7314-44b5-aaf4-9d35f9afb96b'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:42:33.866921 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ade7aedd-f4f3-4d03-8570-53a90c57c1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:33.963889 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8309f981-c7bd-429e-be07-bbe3a3a5db43 req-f094415c-671e-45ed-a47f-d7d8a524254d service neutron] 10.222.0.70 "GET /v2.0/networks/5b628b85-ed95-4821-afb9-011eb01b6ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033459 Feb 28 10:42:33.974809 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2b853370-c5f1-4f18-8027-90f99c7bf644 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (4703660d-9d87-4832-8ee5-4de6b24ec568), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:33.975940 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2b853370-c5f1-4f18-8027-90f99c7bf644 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (4703660d-9d87-4832-8ee5-4de6b24ec568), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:34.005499 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae5749e-53e5-470e-90d9-6a53cddc85f5 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Made reservation on behalf of 9047a33944184c15875a48328f19bcdb for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:42:34.008823 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-dae5749e-53e5-470e-90d9-6a53cddc85f5 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:34.048254 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2b853370-c5f1-4f18-8027-90f99c7bf644 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for router_controller (4703660d-9d87-4832-8ee5-4de6b24ec568), precommit_add_association {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:34.102941 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2b853370-c5f1-4f18-8027-90f99c7bf644 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (4703660d-9d87-4832-8ee5-4de6b24ec568), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:34.202529 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2b853370-c5f1-4f18-8027-90f99c7bf644 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:34.207970 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49476) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:34.208528 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-2b853370-c5f1-4f18-8027-90f99c7bf644 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4090431 Feb 28 10:42:34.231186 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e56ed8b-177f-4fc1-a00e-b9c4ea5062d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-a10d36a7-87ef-481e-9e9f-da2235211c53', 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'project_id': '9047a33944184c15875a48328f19bcdb', 'fixed_ips': [{'subnet_id': 'cc7ab0d0-baa9-414a-a00e-488ce26fdd4d'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:42:34.235456 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8e56ed8b-177f-4fc1-a00e-b9c4ea5062d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:34.260694 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-ade7aedd-f4f3-4d03-8570-53a90c57c1c2 None None] Allocated IP 2001:db8::2 (66170122-6558-4066-97fa-279bbfe7eb89/3b1a59e8-7314-44b5-aaf4-9d35f9afb96b/7d6fa4d3-2670-40c4-b579-3d1d97f3f621) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:42:34.315361 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e7857f-b4ae-413a-8b41-424a1f0b10dc req-df8ed736-9701-48be-b571-bda6192ffecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:34.317353 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-78e7857f-b4ae-413a-8b41-424a1f0b10dc req-df8ed736-9701-48be-b571-bda6192ffecf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=02ebd57ebb02426fbf4a686f080eb9d7&device_id=7befa697-485f-4ddd-a492-2f5f2da4a4ca HTTP/1.1" status: 200 len: 1128 time: 0.1620548 Feb 28 10:42:34.484168 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.objects.ports [None req-dae5749e-53e5-470e-90d9-6a53cddc85f5 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104084) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 10:42:34.485983 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-dae5749e-53e5-470e-90d9-6a53cddc85f5 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (3221457c-1609-41f3-9ba4-15ff29b7ffc0), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:34.499644 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-8e56ed8b-177f-4fc1-a00e-b9c4ea5062d9 None None] Allocated IP 2001:db8::2 (a10d36a7-87ef-481e-9e9f-da2235211c53/cc7ab0d0-baa9-414a-a00e-488ce26fdd4d/ea08e814-1176-409b-98c1-789008ef5acf) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:42:34.543878 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae5749e-53e5-470e-90d9-6a53cddc85f5 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:42:34.548439 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-dae5749e-53e5-470e-90d9-6a53cddc85f5 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:42:34.558805 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae5749e-53e5-470e-90d9-6a53cddc85f5 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:34.559707 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-dae5749e-53e5-470e-90d9-6a53cddc85f5 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:34.577734 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae5749e-53e5-470e-90d9-6a53cddc85f5 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event updated for resources: {'Subnet': ['ID=3221457c-1609-41f3-9ba4-15ff29b7ffc0,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:34.614296 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ade7aedd-f4f3-4d03-8570-53a90c57c1c2 None None] Publish callbacks [] for port (7d6fa4d3-2670-40c4-b579-3d1d97f3f621), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:34.656749 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-dae5749e-53e5-470e-90d9-6a53cddc85f5 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.8958926 Feb 28 10:42:34.658143 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49482) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:34.665056 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-2c17bf03-72ce-4fc1-ab9c-0bbdaab3622e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Request body: {'port': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'mac_address': 'fa:16:3e:db:cf:05', 'name': 'tempest-NetworksTestDHCPv6-63559552'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:34.668958 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ade7aedd-f4f3-4d03-8570-53a90c57c1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (7d6fa4d3-2670-40c4-b579-3d1d97f3f621), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:34.733489 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade7aedd-f4f3-4d03-8570-53a90c57c1c2 None None] Network 66170122-6558-4066-97fa-279bbfe7eb89 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:42:34.741455 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-ade7aedd-f4f3-4d03-8570-53a90c57c1c2 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:42:34.748893 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade7aedd-f4f3-4d03-8570-53a90c57c1c2 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:42:34.763238 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade7aedd-f4f3-4d03-8570-53a90c57c1c2 None None] Pushing event updated for resources: {'Port': ['ID=7d6fa4d3-2670-40c4-b579-3d1d97f3f621,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:34.793808 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8e56ed8b-177f-4fc1-a00e-b9c4ea5062d9 None None] Publish callbacks [] for port (ea08e814-1176-409b-98c1-789008ef5acf), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:34.834993 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-ade7aedd-f4f3-4d03-8570-53a90c57c1c2 None None] Attempting to bind port 7d6fa4d3-2670-40c4-b579-3d1d97f3f621 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:42:34.835301 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-ade7aedd-f4f3-4d03-8570-53a90c57c1c2 None None] Attempting to bind port 7d6fa4d3-2670-40c4-b579-3d1d97f3f621 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '40c84bb8-2871-4a8f-9a4a-c02b6db5460c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '66170122-6558-4066-97fa-279bbfe7eb89'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:42:34.836608 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade7aedd-f4f3-4d03-8570-53a90c57c1c2 None None] Attempting to bind port 7d6fa4d3-2670-40c4-b579-3d1d97f3f621 on network 66170122-6558-4066-97fa-279bbfe7eb89 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:42:34.844975 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade7aedd-f4f3-4d03-8570-53a90c57c1c2 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:42:34.845387 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade7aedd-f4f3-4d03-8570-53a90c57c1c2 None None] Checking segment: {'id': '40c84bb8-2871-4a8f-9a4a-c02b6db5460c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '66170122-6558-4066-97fa-279bbfe7eb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:42:34.848038 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ade7aedd-f4f3-4d03-8570-53a90c57c1c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:34.850003 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade7aedd-f4f3-4d03-8570-53a90c57c1c2 None None] Bound using segment: {'id': '40c84bb8-2871-4a8f-9a4a-c02b6db5460c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '66170122-6558-4066-97fa-279bbfe7eb89'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:42:34.850535 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-ade7aedd-f4f3-4d03-8570-53a90c57c1c2 None None] Bound port: 7d6fa4d3-2670-40c4-b579-3d1d97f3f621, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40c84bb8-2871-4a8f-9a4a-c02b6db5460c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '66170122-6558-4066-97fa-279bbfe7eb89'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:42:34.855701 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ade7aedd-f4f3-4d03-8570-53a90c57c1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (7d6fa4d3-2670-40c4-b579-3d1d97f3f621), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:34.856545 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8e56ed8b-177f-4fc1-a00e-b9c4ea5062d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (ea08e814-1176-409b-98c1-789008ef5acf), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:34.917774 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e56ed8b-177f-4fc1-a00e-b9c4ea5062d9 None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:42:34.922981 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c17bf03-72ce-4fc1-ab9c-0bbdaab3622e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Made reservation on behalf of 9047a33944184c15875a48328f19bcdb for: {'port': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:42:34.939828 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-8e56ed8b-177f-4fc1-a00e-b9c4ea5062d9 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:42:34.948855 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e56ed8b-177f-4fc1-a00e-b9c4ea5062d9 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:42:34.961058 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e56ed8b-177f-4fc1-a00e-b9c4ea5062d9 None None] Pushing event updated for resources: {'Port': ['ID=ea08e814-1176-409b-98c1-789008ef5acf,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:35.001880 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e7857f-b4ae-413a-8b41-424a1f0b10dc req-e34a0393-13c2-41d9-825c-d726db6c388f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:35.003977 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-78e7857f-b4ae-413a-8b41-424a1f0b10dc req-e34a0393-13c2-41d9-825c-d726db6c388f service neutron] 10.222.0.70 "GET /v2.0/networks?id=5b628b85-ed95-4821-afb9-011eb01b6ad9 HTTP/1.1" status: 200 len: 897 time: 0.6782193 Feb 28 10:42:35.051687 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ade7aedd-f4f3-4d03-8570-53a90c57c1c2 None None] For port 7d6fa4d3-2670-40c4-b579-3d1d97f3f621, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:42:35.057385 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2c17bf03-72ce-4fc1-ab9c-0bbdaab3622e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:35.065484 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-8e56ed8b-177f-4fc1-a00e-b9c4ea5062d9 None None] Attempting to bind port ea08e814-1176-409b-98c1-789008ef5acf on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:42:35.066906 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-8e56ed8b-177f-4fc1-a00e-b9c4ea5062d9 None None] Attempting to bind port ea08e814-1176-409b-98c1-789008ef5acf by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:42:35.069384 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3d34ef38-d874-4a0c-8236-022bcf4aaf7b tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:35.070874 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e56ed8b-177f-4fc1-a00e-b9c4ea5062d9 None None] Attempting to bind port ea08e814-1176-409b-98c1-789008ef5acf on network a10d36a7-87ef-481e-9e9f-da2235211c53 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:42:35.073875 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-78e7857f-b4ae-413a-8b41-424a1f0b10dc req-b7e1ac90-d519-4e98-b1d8-b8a0f61a6762 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=16198cd0-6e4c-4394-9f36-e80d16eb3227 HTTP/1.1" status: 200 len: 217 time: 0.0634861 Feb 28 10:42:35.080576 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ade7aedd-f4f3-4d03-8570-53a90c57c1c2 None None] For port 7d6fa4d3-2670-40c4-b579-3d1d97f3f621, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=7d6fa4d3-2670-40c4-b579-3d1d97f3f621,segment=NetworkSegment(40c84bb8-2871-4a8f-9a4a-c02b6db5460c),segment_id=40c84bb8-2871-4a8f-9a4a-c02b6db5460c)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:42:35.085386 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [None req-2c17bf03-72ce-4fc1-ab9c-0bbdaab3622e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] device_id is not set on port 40ac1f56-a648-43ec-9fd1-232f1835fccb yet. {{(pid=104084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:42:35.088463 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e56ed8b-177f-4fc1-a00e-b9c4ea5062d9 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:42:35.089936 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e56ed8b-177f-4fc1-a00e-b9c4ea5062d9 None None] Checking segment: {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:42:35.091047 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8e56ed8b-177f-4fc1-a00e-b9c4ea5062d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:35.091482 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e56ed8b-177f-4fc1-a00e-b9c4ea5062d9 None None] Bound using segment: {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:42:35.091980 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-8e56ed8b-177f-4fc1-a00e-b9c4ea5062d9 None None] Bound port: ea08e814-1176-409b-98c1-789008ef5acf, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53a35f86-409e-40f1-8706-2746efaa7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:42:35.092372 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8e56ed8b-177f-4fc1-a00e-b9c4ea5062d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (ea08e814-1176-409b-98c1-789008ef5acf), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:35.165783 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bad3a8-42d5-4f55-8761-9479ada7d13f req-94d91e32-00d4-46e7-a8b8-a5d122556deb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:35.167356 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-85bad3a8-42d5-4f55-8761-9479ada7d13f req-94d91e32-00d4-46e7-a8b8-a5d122556deb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=7befa697-485f-4ddd-a492-2f5f2da4a4ca HTTP/1.1" status: 200 len: 944 time: 0.2557883 Feb 28 10:42:35.177664 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ade7aedd-f4f3-4d03-8570-53a90c57c1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (7d6fa4d3-2670-40c4-b579-3d1d97f3f621), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:35.227090 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e7857f-b4ae-413a-8b41-424a1f0b10dc req-02e72121-4342-4529-a1cf-dc64126f9c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:35.228553 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-78e7857f-b4ae-413a-8b41-424a1f0b10dc req-02e72121-4342-4529-a1cf-dc64126f9c86 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=36dcd7f1-f138-412e-ad64-c523b1a8e61d HTTP/1.1" status: 200 len: 836 time: 0.1450520 Feb 28 10:42:35.231663 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-8e56ed8b-177f-4fc1-a00e-b9c4ea5062d9 None None] For port ea08e814-1176-409b-98c1-789008ef5acf, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:42:35.258126 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-8e56ed8b-177f-4fc1-a00e-b9c4ea5062d9 None None] For port ea08e814-1176-409b-98c1-789008ef5acf, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=ea08e814-1176-409b-98c1-789008ef5acf,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:42:35.273976 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade7aedd-f4f3-4d03-8570-53a90c57c1c2 None None] Pushing event updated for resources: {'Port': ['ID=7d6fa4d3-2670-40c4-b579-3d1d97f3f621,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:35.324196 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8e56ed8b-177f-4fc1-a00e-b9c4ea5062d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (ea08e814-1176-409b-98c1-789008ef5acf), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:35.348379 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-85bad3a8-42d5-4f55-8761-9479ada7d13f req-f890a527-4deb-43ca-8741-58a95a55a19d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f3f1c5c-84b6-4595-acf1-7c446ad93096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488998 Feb 28 10:42:35.371725 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-2c17bf03-72ce-4fc1-ab9c-0bbdaab3622e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Allocated IP 2001:db8::30c (a10d36a7-87ef-481e-9e9f-da2235211c53/cc7ab0d0-baa9-414a-a00e-488ce26fdd4d/40ac1f56-a648-43ec-9fd1-232f1835fccb) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:42:35.386199 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-2c17bf03-72ce-4fc1-ab9c-0bbdaab3622e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Allocated IP 2001:db8:0:1:f816:3eff:fedb:cf05 (a10d36a7-87ef-481e-9e9f-da2235211c53/3221457c-1609-41f3-9ba4-15ff29b7ffc0/40ac1f56-a648-43ec-9fd1-232f1835fccb) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:42:35.411380 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e7857f-b4ae-413a-8b41-424a1f0b10dc req-fb4eda9b-a0e2-43d5-a47a-07bc54a2708f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:35.413029 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-78e7857f-b4ae-413a-8b41-424a1f0b10dc req-fb4eda9b-a0e2-43d5-a47a-07bc54a2708f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5b628b85-ed95-4821-afb9-011eb01b6ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1685090 Feb 28 10:42:35.443265 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e56ed8b-177f-4fc1-a00e-b9c4ea5062d9 None None] Pushing event updated for resources: {'Port': ['ID=ea08e814-1176-409b-98c1-789008ef5acf,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:35.592101 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-3d34ef38-d874-4a0c-8236-022bcf4aaf7b tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Allocated IP 2001:db8::1 (66170122-6558-4066-97fa-279bbfe7eb89/3b1a59e8-7314-44b5-aaf4-9d35f9afb96b/3a8be20c-e06e-4d5c-a577-232df36bb18a) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:42:35.661587 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-78e7857f-b4ae-413a-8b41-424a1f0b10dc req-af65c724-e001-48e7-882b-6d8fd5825197 service neutron] 10.222.0.70 "GET /v2.0/networks/5b628b85-ed95-4821-afb9-011eb01b6ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372990 Feb 28 10:42:35.743790 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2c17bf03-72ce-4fc1-ab9c-0bbdaab3622e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for port (40ac1f56-a648-43ec-9fd1-232f1835fccb), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:35.847740 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2c17bf03-72ce-4fc1-ab9c-0bbdaab3622e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (40ac1f56-a648-43ec-9fd1-232f1835fccb), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:35.895708 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-78e7857f-b4ae-413a-8b41-424a1f0b10dc req-7d8c98e7-9f6a-453f-8792-a10a200d3b67 service neutron] 10.222.0.70 "GET /v2.0/networks/5b628b85-ed95-4821-afb9-011eb01b6ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269611 Feb 28 10:42:35.897201 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c17bf03-72ce-4fc1-ab9c-0bbdaab3622e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Network a10d36a7-87ef-481e-9e9f-da2235211c53 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:42:35.904306 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3d34ef38-d874-4a0c-8236-022bcf4aaf7b tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for port (3a8be20c-e06e-4d5c-a577-232df36bb18a), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:35.905844 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-2c17bf03-72ce-4fc1-ab9c-0bbdaab3622e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:42:35.912655 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c17bf03-72ce-4fc1-ab9c-0bbdaab3622e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:42:35.918421 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c17bf03-72ce-4fc1-ab9c-0bbdaab3622e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:35.919155 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2c17bf03-72ce-4fc1-ab9c-0bbdaab3622e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:35.923018 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c17bf03-72ce-4fc1-ab9c-0bbdaab3622e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event updated for resources: {'Port': ['ID=40ac1f56-a648-43ec-9fd1-232f1835fccb,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:36.525235 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793eb0e1-7403-4f2e-a37e-53205e6b67b9 req-c7df99d7-830e-4ec5-be32-98c891bddd5b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:36.526814 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-793eb0e1-7403-4f2e-a37e-53205e6b67b9 req-c7df99d7-830e-4ec5-be32-98c891bddd5b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=7befa697-485f-4ddd-a492-2f5f2da4a4ca HTTP/1.1" status: 200 len: 944 time: 0.0715451 Feb 28 10:42:36.579758 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 16198cd0-6e4c-4394-9f36-e80d16eb3227 details requested by agent hyperv_hv-neutron-8291 with host hv-neutron-8291 {{(pid=104085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:42:36.609015 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-793eb0e1-7403-4f2e-a37e-53205e6b67b9 req-423b5c1a-293d-4845-a05c-a9b310e7cdeb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f3f1c5c-84b6-4595-acf1-7c446ad93096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723681 Feb 28 10:42:36.658361 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-2c17bf03-72ce-4fc1-ab9c-0bbdaab3622e tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.9971993 Feb 28 10:42:36.665597 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49490) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:36.688215 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3d34ef38-d874-4a0c-8236-022bcf4aaf7b tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (3a8be20c-e06e-4d5c-a577-232df36bb18a), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:36.727181 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93106aa3-dfe2-40f2-8c1f-8d284f856937 None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:42:36.734226 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d34ef38-d874-4a0c-8236-022bcf4aaf7b tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Network 66170122-6558-4066-97fa-279bbfe7eb89 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:42:36.775695 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-3d34ef38-d874-4a0c-8236-022bcf4aaf7b tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:42:36.778471 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d34ef38-d874-4a0c-8236-022bcf4aaf7b tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:42:36.779452 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3d34ef38-d874-4a0c-8236-022bcf4aaf7b tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047958'] for router_interface (4703660d-9d87-4832-8ee5-4de6b24ec568), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:36.783854 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d34ef38-d874-4a0c-8236-022bcf4aaf7b tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event updated for resources: {'Port': ['ID=3a8be20c-e06e-4d5c-a577-232df36bb18a,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:36.820178 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-53d5fe32-6b1a-4163-941f-5151b56bdd84 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Deleting port 40ac1f56-a648-43ec-9fd1-232f1835fccb {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:42:36.820525 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-53d5fe32-6b1a-4163-941f-5151b56bdd84 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (40ac1f56-a648-43ec-9fd1-232f1835fccb), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:36.829627 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 16198cd0-6e4c-4394-9f36-e80d16eb3227, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=16198cd0-6e4c-4394-9f36-e80d16eb3227,segment=NetworkSegment(cf459db2-c0f1-4080-bef0-0922a6dc9f91),segment_id=cf459db2-c0f1-4080-bef0-0922a6dc9f91)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:42:36.857170 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-d41265e2-a2a6-45c0-b6dc-c96c97cb1f77 None None] Provisioning complete for port ea08e814-1176-409b-98c1-789008ef5acf triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:36.857646 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d41265e2-a2a6-45c0-b6dc-c96c97cb1f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (ea08e814-1176-409b-98c1-789008ef5acf), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:36.863080 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Returning: {'device': '16198cd0-6e4c-4394-9f36-e80d16eb3227', 'network_id': '5b628b85-ed95-4821-afb9-011eb01b6ad9', 'port_id': '16198cd0-6e4c-4394-9f36-e80d16eb3227', 'mac_address': 'fa:16:3e:e3:65:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36dcd7f1-f138-412e-ad64-c523b1a8e61d', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:42:36.950195 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 16198cd0-6e4c-4394-9f36-e80d16eb3227 is: DOWN; New status is: BUILD {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:36.952707 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (16198cd0-6e4c-4394-9f36-e80d16eb3227), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:36.959499 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-53d5fe32-6b1a-4163-941f-5151b56bdd84 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (40ac1f56-a648-43ec-9fd1-232f1835fccb), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:36.981347 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-53d5fe32-6b1a-4163-941f-5151b56bdd84 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Calling delete_port for 40ac1f56-a648-43ec-9fd1-232f1835fccb owned by {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:42:37.005084 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16198cd0-6e4c-4394-9f36-e80d16eb3227 {{(pid=104085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:42:37.008450 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3d34ef38-d874-4a0c-8236-022bcf4aaf7b tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (3a8be20c-e06e-4d5c-a577-232df36bb18a), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:37.068750 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 16198cd0-6e4c-4394-9f36-e80d16eb3227, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=16198cd0-6e4c-4394-9f36-e80d16eb3227,segment=NetworkSegment(cf459db2-c0f1-4080-bef0-0922a6dc9f91),segment_id=cf459db2-c0f1-4080-bef0-0922a6dc9f91)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:42:37.150421 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (16198cd0-6e4c-4394-9f36-e80d16eb3227), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:37.200144 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-d41265e2-a2a6-45c0-b6dc-c96c97cb1f77 None None] Current status of the port ea08e814-1176-409b-98c1-789008ef5acf is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:37.210380 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d41265e2-a2a6-45c0-b6dc-c96c97cb1f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (ea08e814-1176-409b-98c1-789008ef5acf), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:37.268533 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4800ddab-f634-4d8f-96d8-12a9553d8984 None None] Network 66170122-6558-4066-97fa-279bbfe7eb89 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:42:37.271779 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 7d6fa4d3-2670-40c4-b579-3d1d97f3f621 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:42:37.355913 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-d41265e2-a2a6-45c0-b6dc-c96c97cb1f77 None None] For port ea08e814-1176-409b-98c1-789008ef5acf, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=ea08e814-1176-409b-98c1-789008ef5acf,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:42:37.384125 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=16198cd0-6e4c-4394-9f36-e80d16eb3227,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:37.386314 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-53d5fe32-6b1a-4163-941f-5151b56bdd84 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (40ac1f56-a648-43ec-9fd1-232f1835fccb), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:37.419134 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3d34ef38-d874-4a0c-8236-022bcf4aaf7b tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for port (3a8be20c-e06e-4d5c-a577-232df36bb18a), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:37.425801 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d5fe32-6b1a-4163-941f-5151b56bdd84 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event deleted for resources: {'Port': ['ID=40ac1f56-a648-43ec-9fd1-232f1835fccb,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:37.447712 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065b9b73-d721-41cd-836c-42fb0be1cc49 None None] Update dhcp port {'port': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'fixed_ips': [{'subnet_id': 'cc7ab0d0-baa9-414a-a00e-488ce26fdd4d', 'ip_address': '2001:db8::2'}, {'subnet_id': '3221457c-1609-41f3-9ba4-15ff29b7ffc0'}], 'binding:host_id': 'dv-neutron-829161-3-hyperv'}, 'id': 'ea08e814-1176-409b-98c1-789008ef5acf'} from dv-neutron-829161-3-hyperv. {{(pid=104085) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 28 10:42:37.470922 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d41265e2-a2a6-45c0-b6dc-c96c97cb1f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (ea08e814-1176-409b-98c1-789008ef5acf), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:37.471190 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1c4d3aee-1d4e-491d-b7f1-1691d330507d req-d258137c-65aa-43c1-885e-23732a9fab2e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e834505a-0411-40ae-bd93-2a05cf5ccb3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0501077 Feb 28 10:42:37.477438 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-53d5fe32-6b1a-4163-941f-5151b56bdd84 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:37.483812 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-53d5fe32-6b1a-4163-941f-5151b56bdd84 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/ports/40ac1f56-a648-43ec-9fd1-232f1835fccb HTTP/1.1" status: 204 len: 168 time: 0.8218746 Feb 28 10:42:37.483994 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49492) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:37.490599 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['16198cd0-6e4c-4394-9f36-e80d16eb3227'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:42:37.539231 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3d34ef38-d874-4a0c-8236-022bcf4aaf7b tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (3a8be20c-e06e-4d5c-a577-232df36bb18a), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:37.540467 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3d34ef38-d874-4a0c-8236-022bcf4aaf7b tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047558'] for router_interface (4703660d-9d87-4832-8ee5-4de6b24ec568), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:37.547169 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d898c3-d867-42f2-a8eb-ff60f78daa02 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:37.548773 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-41d898c3-d867-42f2-a8eb-ff60f78daa02 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0636740 Feb 28 10:42:37.552460 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49494) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:37.572521 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 7d6fa4d3-2670-40c4-b579-3d1d97f3f621 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:37.574317 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (7d6fa4d3-2670-40c4-b579-3d1d97f3f621), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:37.613725 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-065b9b73-d721-41cd-836c-42fb0be1cc49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (ea08e814-1176-409b-98c1-789008ef5acf), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:37.636845 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a9b310-f27e-45e0-8502-1ecf865e9880 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:37.643075 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c1a9b310-f27e-45e0-8502-1ecf865e9880 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0887830 Feb 28 10:42:37.649320 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49496) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:37.721159 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:42:37.736917 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d34ef38-d874-4a0c-8236-022bcf4aaf7b tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event updated for resources: {'Port': ['ID=3a8be20c-e06e-4d5c-a577-232df36bb18a,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:37.754093 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41265e2-a2a6-45c0-b6dc-c96c97cb1f77 None None] Pushing event updated for resources: {'Port': ['ID=ea08e814-1176-409b-98c1-789008ef5acf,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:37.780121 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d3aee-1d4e-491d-b7f1-1691d330507d req-f5973109-7a07-4f0b-90f6-60f5858e76f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:37.789941 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1c4d3aee-1d4e-491d-b7f1-1691d330507d req-f5973109-7a07-4f0b-90f6-60f5858e76f2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=02ebd57ebb02426fbf4a686f080eb9d7&device_id=e834505a-0411-40ae-bd93-2a05cf5ccb3d HTTP/1.1" status: 200 len: 1130 time: 0.2359388 Feb 28 10:42:37.790107 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-89629f57-159c-46e4-900a-776f8393d731 None None] Provisioning complete for port 7d6fa4d3-2670-40c4-b579-3d1d97f3f621 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:37.790107 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-89629f57-159c-46e4-900a-776f8393d731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (7d6fa4d3-2670-40c4-b579-3d1d97f3f621), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:37.796932 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bb6367-eb08-4c92-81d5-cf0018e8b041 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:37.799427 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bb6367-eb08-4c92-81d5-cf0018e8b041 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:37.803450 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bb6367-eb08-4c92-81d5-cf0018e8b041 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:37.805176 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-15bb6367-eb08-4c92-81d5-cf0018e8b041 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1585262 Feb 28 10:42:37.810644 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49502) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:37.870041 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-15ecadf1-1a66-4439-9673-a4a8aedceced tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Deleting subnet 3221457c-1609-41f3-9ba4-15ff29b7ffc0 {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:42:37.873458 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-15ecadf1-1a66-4439-9673-a4a8aedceced tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for subnet (3221457c-1609-41f3-9ba4-15ff29b7ffc0), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:37.893788 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea03f826-b558-4b63-bde9-f5822c8aed87 req-de270677-a037-453e-8dea-0764a4e40725 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:37.895853 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ea03f826-b558-4b63-bde9-f5822c8aed87 req-de270677-a037-453e-8dea-0764a4e40725 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=7befa697-485f-4ddd-a492-2f5f2da4a4ca HTTP/1.1" status: 200 len: 945 time: 0.1743991 Feb 28 10:42:37.928887 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-15ecadf1-1a66-4439-9673-a4a8aedceced tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (3221457c-1609-41f3-9ba4-15ff29b7ffc0), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:37.944581 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d34ef38-d874-4a0c-8236-022bcf4aaf7b tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Network 66170122-6558-4066-97fa-279bbfe7eb89 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:42:37.955120 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-3d34ef38-d874-4a0c-8236-022bcf4aaf7b tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:42:37.990966 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-15ecadf1-1a66-4439-9673-a4a8aedceced tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (3221457c-1609-41f3-9ba4-15ff29b7ffc0), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:38.043956 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 7d6fa4d3-2670-40c4-b579-3d1d97f3f621 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:38.044377 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (7d6fa4d3-2670-40c4-b579-3d1d97f3f621), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:38.068970 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d3aee-1d4e-491d-b7f1-1691d330507d req-4acceb05-4b4c-4844-a54b-94e4b5a23d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:38.074876 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1c4d3aee-1d4e-491d-b7f1-1691d330507d req-4acceb05-4b4c-4844-a54b-94e4b5a23d28 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ed0b9869-ae23-48eb-aefa-6fa5242a6177 HTTP/1.1" status: 200 len: 896 time: 0.2643263 Feb 28 10:42:38.086778 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ea03f826-b558-4b63-bde9-f5822c8aed87 req-386e0745-4b32-4472-b52c-bed4aeb1ce49 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f3f1c5c-84b6-4595-acf1-7c446ad93096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752613 Feb 28 10:42:38.157572 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-15ecadf1-1a66-4439-9673-a4a8aedceced tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (3221457c-1609-41f3-9ba4-15ff29b7ffc0), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:38.176575 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-89629f57-159c-46e4-900a-776f8393d731 None None] Current status of the port 7d6fa4d3-2670-40c4-b579-3d1d97f3f621 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:38.176979 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-89629f57-159c-46e4-900a-776f8393d731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (7d6fa4d3-2670-40c4-b579-3d1d97f3f621), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:38.193814 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port 7d6fa4d3-2670-40c4-b579-3d1d97f3f621, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=7d6fa4d3-2670-40c4-b579-3d1d97f3f621,segment=NetworkSegment(40c84bb8-2871-4a8f-9a4a-c02b6db5460c),segment_id=40c84bb8-2871-4a8f-9a4a-c02b6db5460c)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server [None req-065b9b73-d721-41cd-836c-42fb0be1cc49 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3221457c-1609-41f3-9ba4-15ff29b7ffc0: This subnet is being modified by another concurrent operation. Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1522, in update_port Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server raise exception Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3221457c-1609-41f3-9ba4-15ff29b7ffc0: This subnet is being modified by another concurrent operation. Feb 28 10:42:38.205990 dv-neutron-829161-3-hyperv neutron-server[104085]: ERROR oslo_messaging.rpc.server Feb 28 10:42:38.213833 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ecadf1-1a66-4439-9673-a4a8aedceced tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event deleted for resources: {'Subnet': ['ID=3221457c-1609-41f3-9ba4-15ff29b7ffc0,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:38.220240 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-15ecadf1-1a66-4439-9673-a4a8aedceced tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:38.240171 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-15ecadf1-1a66-4439-9673-a4a8aedceced tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/subnets/3221457c-1609-41f3-9ba4-15ff29b7ffc0 HTTP/1.1" status: 204 len: 168 time: 0.4287035 Feb 28 10:42:38.240859 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49504) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:38.243338 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1c4d3aee-1d4e-491d-b7f1-1691d330507d req-c7089b1e-e0a0-499a-82e1-b18414774694 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba5d4be1-16b2-4377-a521-cbd155abdbf8 HTTP/1.1" status: 200 len: 1002 time: 0.1554806 Feb 28 10:42:38.266715 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (7d6fa4d3-2670-40c4-b579-3d1d97f3f621), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:38.267648 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device ea08e814-1176-409b-98c1-789008ef5acf up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:42:38.370862 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d3aee-1d4e-491d-b7f1-1691d330507d req-a8f6b854-73cc-42d9-a7b1-0cdbe8b9497e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:38.372468 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1c4d3aee-1d4e-491d-b7f1-1691d330507d req-a8f6b854-73cc-42d9-a7b1-0cdbe8b9497e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=78e4f8f8-348f-4545-beb6-cf8d3033cc81 HTTP/1.1" status: 200 len: 834 time: 0.1152177 Feb 28 10:42:38.441809 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_v2 [None req-88601769-2e9d-405e-b5ad-390b0d52f6f6 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Deleting subnet cc7ab0d0-baa9-414a-a00e-488ce26fdd4d {{(pid=104083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:42:38.447562 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-88601769-2e9d-405e-b5ad-390b0d52f6f6 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for subnet (cc7ab0d0-baa9-414a-a00e-488ce26fdd4d), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:38.488403 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d3aee-1d4e-491d-b7f1-1691d330507d req-78de8387-784c-4dbb-9267-c8a9230bc581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:38.489943 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1c4d3aee-1d4e-491d-b7f1-1691d330507d req-78de8387-784c-4dbb-9267-c8a9230bc581 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ed0b9869-ae23-48eb-aefa-6fa5242a6177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1047831 Feb 28 10:42:38.527706 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-88601769-2e9d-405e-b5ad-390b0d52f6f6 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59245535'] for subnet (cc7ab0d0-baa9-414a-a00e-488ce26fdd4d), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:38.545834 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.db.api [None req-89629f57-159c-46e4-900a-776f8393d731 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:42:38.546057 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG oslo_db.api [None req-89629f57-159c-46e4-900a-776f8393d731 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:42:38.571347 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d34ef38-d874-4a0c-8236-022bcf4aaf7b tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Router 4703660d-9d87-4832-8ee5-4de6b24ec568 is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:42:38.601114 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=7d6fa4d3-2670-40c4-b579-3d1d97f3f621,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:38.638153 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port ea08e814-1176-409b-98c1-789008ef5acf triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:38.638884 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (ea08e814-1176-409b-98c1-789008ef5acf), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:38.689513 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c58934-1f6f-4d34-aa33-c25ddb6eae0d None None] get_active_networks_info from dv-neutron-829161-3-hyperv {{(pid=104085) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 10:42:38.795976 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1c4d3aee-1d4e-491d-b7f1-1691d330507d req-24b7f871-e12e-4a9d-bf94-cbacc542d876 service neutron] 10.222.0.70 "GET /v2.0/networks/ed0b9869-ae23-48eb-aefa-6fa5242a6177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866831 Feb 28 10:42:38.801849 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-88601769-2e9d-405e-b5ad-390b0d52f6f6 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (cc7ab0d0-baa9-414a-a00e-488ce26fdd4d), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:38.825751 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port ea08e814-1176-409b-98c1-789008ef5acf is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:38.846666 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d34ef38-d874-4a0c-8236-022bcf4aaf7b tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:42:38.853310 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c58934-1f6f-4d34-aa33-c25ddb6eae0d None None] Resources bound (agent type, host, resource id): {{(pid=104085) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 10:42:38.856794 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3359c31e-3dc7-4ab9-9542-b0977e8b99f7 None None] Sync routers for ids ['4703660d-9d87-4832-8ee5-4de6b24ec568'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:42:38.858592 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-3d34ef38-d874-4a0c-8236-022bcf4aaf7b tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "PUT /v2.0/routers/4703660d-9d87-4832-8ee5-4de6b24ec568/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6491315 Feb 28 10:42:38.861403 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49508) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:38.881617 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3359c31e-3dc7-4ab9-9542-b0977e8b99f7 None None] Routers {'4703660d-9d87-4832-8ee5-4de6b24ec568'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:42:38.882352 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-3359c31e-3dc7-4ab9-9542-b0977e8b99f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:42:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['4703660d-9d87-4832-8ee5-4de6b24ec568'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:38.913085 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea01d17-9854-44a4-ab0a-d99f73d61d9e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:38.914457 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-2ea01d17-9854-44a4-ab0a-d99f73d61d9e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "GET /v2.0/ports/3a8be20c-e06e-4d5c-a577-232df36bb18a HTTP/1.1" status: 200 len: 911 time: 0.0495589 Feb 28 10:42:38.917120 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49510) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:38.922296 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-a3756782-4887-4796-b784-93b23a72cba4 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3b1a59e8-7314-44b5-aaf4-9d35f9afb96b'}]}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:38.928720 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-3359c31e-3dc7-4ab9-9542-b0977e8b99f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:38.949617 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1c4d3aee-1d4e-491d-b7f1-1691d330507d req-7f9fc3b5-d5c3-491e-bd7a-b1b2d1ebc914 service neutron] 10.222.0.70 "GET /v2.0/networks/ed0b9869-ae23-48eb-aefa-6fa5242a6177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429672 Feb 28 10:42:38.977496 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3359c31e-3dc7-4ab9-9542-b0977e8b99f7 None None] Routers {'4703660d-9d87-4832-8ee5-4de6b24ec568'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:42:38.978254 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-3359c31e-3dc7-4ab9-9542-b0977e8b99f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:42:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['4703660d-9d87-4832-8ee5-4de6b24ec568'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:39.020811 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-3359c31e-3dc7-4ab9-9542-b0977e8b99f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:39.021472 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3359c31e-3dc7-4ab9-9542-b0977e8b99f7 None None] The sync data for ids ['4703660d-9d87-4832-8ee5-4de6b24ec568'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:42:39.043677 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-88601769-2e9d-405e-b5ad-390b0d52f6f6 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (cc7ab0d0-baa9-414a-a00e-488ce26fdd4d), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:39.109891 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88601769-2e9d-405e-b5ad-390b0d52f6f6 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event deleted for resources: {'Subnet': ['ID=cc7ab0d0-baa9-414a-a00e-488ce26fdd4d,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:39.131491 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-89629f57-159c-46e4-900a-776f8393d731 None None] Current status of the port 7d6fa4d3-2670-40c4-b579-3d1d97f3f621 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:39.149143 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-88601769-2e9d-405e-b5ad-390b0d52f6f6 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:39.153084 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-88601769-2e9d-405e-b5ad-390b0d52f6f6 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/subnets/cc7ab0d0-baa9-414a-a00e-488ce26fdd4d HTTP/1.1" status: 204 len: 168 time: 0.9088099 Feb 28 10:42:39.155732 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49514) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:39.184116 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 7d6fa4d3-2670-40c4-b579-3d1d97f3f621 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:42:39.260421 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-d9211876-fc9c-479d-86f4-86da9f512fa5 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1029458 Feb 28 10:42:39.262934 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49516) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:39.278516 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-7ca163b3-5acc-4f44-b53a-d31296eca6d4 None None] Could not find standard attr ID for object 40ac1f56-a648-43ec-9fd1-232f1835fccb. {{(pid=104085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:42:39.307246 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685413ad-fe0f-4066-858b-9d806bd39ff2 None None] Update dhcp port {'port': {'network_id': 'a10d36a7-87ef-481e-9e9f-da2235211c53', 'fixed_ips': [{'subnet_id': 'cc7ab0d0-baa9-414a-a00e-488ce26fdd4d'}], 'binding:host_id': 'dv-neutron-829161-3-hyperv'}, 'id': 'ea08e814-1176-409b-98c1-789008ef5acf'} from dv-neutron-829161-3-hyperv. {{(pid=104085) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 28 10:42:39.310982 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-7ca163b3-5acc-4f44-b53a-d31296eca6d4 None None] Provisioning complete for port ea08e814-1176-409b-98c1-789008ef5acf triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:39.311396 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7ca163b3-5acc-4f44-b53a-d31296eca6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (ea08e814-1176-409b-98c1-789008ef5acf), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:39.333556 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8db3c37-0742-4918-a3e2-9f203a24378c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:39.335765 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-b8db3c37-0742-4918-a3e2-9f203a24378c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0710876 Feb 28 10:42:39.338168 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49518) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:39.365536 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 7d6fa4d3-2670-40c4-b579-3d1d97f3f621 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:39.365924 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (7d6fa4d3-2670-40c4-b579-3d1d97f3f621), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:39.369425 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-685413ad-fe0f-4066-858b-9d806bd39ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (ea08e814-1176-409b-98c1-789008ef5acf), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:39.399371 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0e66d3-80b4-463c-8307-5be7c1d6ef7b tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:39.401848 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-fa0e66d3-80b4-463c-8307-5be7c1d6ef7b tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0620821 Feb 28 10:42:39.403871 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49520) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:39.467071 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-1d965c3a-32cb-436a-955e-660e85221ff8 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0615907 Feb 28 10:42:39.476271 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49522) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:39.512667 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-aba651d5-0b2e-4541-b0fe-51a4d2d2c5c6 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] DELETE failed (client error): The resource could not be found. Feb 28 10:42:39.512667 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aba651d5-0b2e-4541-b0fe-51a4d2d2c5c6 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:42:39.517324 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-aba651d5-0b2e-4541-b0fe-51a4d2d2c5c6 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/ports/40ac1f56-a648-43ec-9fd1-232f1835fccb HTTP/1.1" status: 404 len: 333 time: 0.0399268 Feb 28 10:42:39.517964 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49524) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:39.557999 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-071d0d32-dde4-48d4-88fd-d2afc9492cb6 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] DELETE failed (client error): The resource could not be found. Feb 28 10:42:39.557999 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-071d0d32-dde4-48d4-88fd-d2afc9492cb6 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:42:39.561997 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-071d0d32-dde4-48d4-88fd-d2afc9492cb6 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/subnets/3221457c-1609-41f3-9ba4-15ff29b7ffc0 HTTP/1.1" status: 404 len: 337 time: 0.0430598 Feb 28 10:42:39.564445 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49526) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:39.602214 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-7ca163b3-5acc-4f44-b53a-d31296eca6d4 None None] Current status of the port ea08e814-1176-409b-98c1-789008ef5acf is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:39.604048 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf19126-c1bb-4ac5-880c-6440cff66b6e req-cea037e6-6712-4c85-b45c-e58f110df146 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:39.606634 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-5cf19126-c1bb-4ac5-880c-6440cff66b6e req-cea037e6-6712-4c85-b45c-e58f110df146 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=7befa697-485f-4ddd-a492-2f5f2da4a4ca HTTP/1.1" status: 200 len: 945 time: 0.1004572 Feb 28 10:42:39.613675 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 7d6fa4d3-2670-40c4-b579-3d1d97f3f621 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:39.616643 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8f395d-d801-4093-b7c7-6d654337a31c None None] get_active_networks_info from dv-neutron-829161-3-hyperv {{(pid=104085) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 10:42:39.618335 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0fb5cea-cbfe-455f-9c4a-9b56bb8c3cc2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] DELETE failed (client error): The resource could not be found. Feb 28 10:42:39.619479 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0fb5cea-cbfe-455f-9c4a-9b56bb8c3cc2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:42:39.632424 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-d0fb5cea-cbfe-455f-9c4a-9b56bb8c3cc2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/subnets/cc7ab0d0-baa9-414a-a00e-488ce26fdd4d HTTP/1.1" status: 404 len: 337 time: 0.0661540 Feb 28 10:42:39.633052 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49528) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:39.653144 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-7ca163b3-5acc-4f44-b53a-d31296eca6d4 None None] Provisioning complete for port 7d6fa4d3-2670-40c4-b579-3d1d97f3f621 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:39.653773 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7ca163b3-5acc-4f44-b53a-d31296eca6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (7d6fa4d3-2670-40c4-b579-3d1d97f3f621), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:39.698424 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-d57b52de-a294-4af7-aa3b-2f3c5e01f78a tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] DELETE failed (client error): The resource could not be found. Feb 28 10:42:39.699287 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d57b52de-a294-4af7-aa3b-2f3c5e01f78a tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:42:39.707214 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-d57b52de-a294-4af7-aa3b-2f3c5e01f78a tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/ports/9ee87693-e65b-4682-be65-d1f2486a9b42 HTTP/1.1" status: 404 len: 333 time: 0.0730915 Feb 28 10:42:39.708595 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-5cf19126-c1bb-4ac5-880c-6440cff66b6e req-66add6e7-15be-47b6-83a8-e4240802c5f1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f3f1c5c-84b6-4595-acf1-7c446ad93096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963204 Feb 28 10:42:39.709349 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a3756782-4887-4796-b784-93b23a72cba4 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (3a8be20c-e06e-4d5c-a577-232df36bb18a), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:39.709983 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49530) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:39.715584 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device ea08e814-1176-409b-98c1-789008ef5acf no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:42:39.758350 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ac15116-0dce-4f3f-aad6-c7a4c6ffb873 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] DELETE failed (client error): The resource could not be found. Feb 28 10:42:39.766525 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ac15116-0dce-4f3f-aad6-c7a4c6ffb873 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:42:39.766525 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-3ac15116-0dce-4f3f-aad6-c7a4c6ffb873 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/subnets/cdb6bd4c-f1ce-415a-817c-9cb0350c904d HTTP/1.1" status: 404 len: 337 time: 0.0503302 Feb 28 10:42:39.767439 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49532) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:39.810162 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-b055a07e-227d-4e38-b20b-5d1c3075c62d tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] DELETE failed (client error): The resource could not be found. Feb 28 10:42:39.810990 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b055a07e-227d-4e38-b20b-5d1c3075c62d tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:42:39.814872 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-b055a07e-227d-4e38-b20b-5d1c3075c62d tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/subnets/76ac0199-c846-4dd2-9f35-08a5b1892763 HTTP/1.1" status: 404 len: 337 time: 0.0455339 Feb 28 10:42:39.822550 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49534) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:39.845255 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8f395d-d801-4093-b7c7-6d654337a31c None None] Resources bound (agent type, host, resource id): {{(pid=104085) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 10:42:39.864272 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-6146ba65-c673-4924-a053-b30027c89fc2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] DELETE failed (client error): The resource could not be found. Feb 28 10:42:39.865151 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6146ba65-c673-4924-a053-b30027c89fc2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:42:39.874552 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-6146ba65-c673-4924-a053-b30027c89fc2 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/ports/3194a5ad-ce31-47a4-9d1d-cd4a33a7fa31 HTTP/1.1" status: 404 len: 333 time: 0.0507257 Feb 28 10:42:39.875329 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49538) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:39.883430 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-7ca163b3-5acc-4f44-b53a-d31296eca6d4 None None] Current status of the port 7d6fa4d3-2670-40c4-b579-3d1d97f3f621 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:39.908115 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port ea08e814-1176-409b-98c1-789008ef5acf is: ACTIVE; New status is: DOWN {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:39.908651 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (ea08e814-1176-409b-98c1-789008ef5acf), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:39.930444 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a740bc0-2229-4c90-b318-2556bae5bd10 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] DELETE failed (client error): The resource could not be found. Feb 28 10:42:39.931702 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a740bc0-2229-4c90-b318-2556bae5bd10 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:42:39.937700 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49540) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:39.937944 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-9a740bc0-2229-4c90-b318-2556bae5bd10 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/subnets/2f5b4602-317c-4e99-a83e-abdeb8779098 HTTP/1.1" status: 404 len: 337 time: 0.0596545 Feb 28 10:42:39.967041 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-7ca163b3-5acc-4f44-b53a-d31296eca6d4 None None] Provisioning complete for port 3a8be20c-e06e-4d5c-a577-232df36bb18a triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:39.967421 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7ca163b3-5acc-4f44-b53a-d31296eca6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (3a8be20c-e06e-4d5c-a577-232df36bb18a), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:39.973351 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-47201abc-9cf0-4909-889b-e88614d3925d tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] DELETE failed (client error): The resource could not be found. Feb 28 10:42:39.975045 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47201abc-9cf0-4909-889b-e88614d3925d tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:42:39.981298 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-47201abc-9cf0-4909-889b-e88614d3925d tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/subnets/a0d5789c-cced-4218-82a3-00eff3ae252c HTTP/1.1" status: 404 len: 337 time: 0.0396056 Feb 28 10:42:39.981519 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49542) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:40.015779 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e0c8c07-4680-408f-a905-a2065dc73290 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] DELETE failed (client error): The resource could not be found. Feb 28 10:42:40.016350 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e0c8c07-4680-408f-a905-a2065dc73290 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:42:40.019442 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-2e0c8c07-4680-408f-a905-a2065dc73290 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/ports/088092ee-9a66-4feb-80d6-daf6bdcf2c3d HTTP/1.1" status: 404 len: 333 time: 0.0371044 Feb 28 10:42:40.022130 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49544) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:40.023441 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port ea08e814-1176-409b-98c1-789008ef5acf, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=ea08e814-1176-409b-98c1-789008ef5acf,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:42:40.039052 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-7ca163b3-5acc-4f44-b53a-d31296eca6d4 None None] Port 3a8be20c-e06e-4d5c-a577-232df36bb18a cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:42:40.049884 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-13829095-b4e8-41b3-a437-3e9b7adfe694 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] DELETE failed (client error): The resource could not be found. Feb 28 10:42:40.051121 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13829095-b4e8-41b3-a437-3e9b7adfe694 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:42:40.054173 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-13829095-b4e8-41b3-a437-3e9b7adfe694 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/subnets/fa5c75e6-dcea-444d-82ac-90bef96b31f6 HTTP/1.1" status: 404 len: 337 time: 0.0313609 Feb 28 10:42:40.057355 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49546) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:40.090712 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-53204ca9-80b8-483c-b0fe-fea3645c29ba tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] DELETE failed (client error): The resource could not be found. Feb 28 10:42:40.091202 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53204ca9-80b8-483c-b0fe-fea3645c29ba tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:42:40.094460 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-53204ca9-80b8-483c-b0fe-fea3645c29ba tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/subnets/bed9c134-3f03-4087-b6af-f20049aaa3fd HTTP/1.1" status: 404 len: 337 time: 0.0365629 Feb 28 10:42:40.099323 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49548) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:40.106566 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (ea08e814-1176-409b-98c1-789008ef5acf), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:40.131568 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-68991082-8208-40c6-8f6b-d70d760deffa tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] DELETE failed (client error): The resource could not be found. Feb 28 10:42:40.132146 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68991082-8208-40c6-8f6b-d70d760deffa tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:42:40.138085 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-68991082-8208-40c6-8f6b-d70d760deffa tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/ports/140b7792-16a4-4cb5-a8b0-926f2909be91 HTTP/1.1" status: 404 len: 333 time: 0.0376289 Feb 28 10:42:40.138623 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49550) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:40.168804 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-fba1b3f0-b328-4298-914b-db9d7037f7d5 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] DELETE failed (client error): The resource could not be found. Feb 28 10:42:40.169312 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fba1b3f0-b328-4298-914b-db9d7037f7d5 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:42:40.172429 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-fba1b3f0-b328-4298-914b-db9d7037f7d5 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/subnets/76f35ff4-f6e7-4a41-9ac5-2749df740fde HTTP/1.1" status: 404 len: 337 time: 0.0327244 Feb 28 10:42:40.175067 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49552) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:40.183817 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=ea08e814-1176-409b-98c1-789008ef5acf,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:40.209198 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-981aa904-a47f-490b-a981-e4750a60ad5a None None] Provisioning complete for port ea08e814-1176-409b-98c1-789008ef5acf triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:40.209738 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-981aa904-a47f-490b-a981-e4750a60ad5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (ea08e814-1176-409b-98c1-789008ef5acf), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:40.210864 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-08f6e4d5-d9fd-497d-b4fb-36e338f5bbd4 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] DELETE failed (client error): The resource could not be found. Feb 28 10:42:40.211669 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08f6e4d5-d9fd-497d-b4fb-36e338f5bbd4 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:42:40.218674 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-08f6e4d5-d9fd-497d-b4fb-36e338f5bbd4 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/ports/1614a8ce-374e-43a9-896a-6a22e1fb6dbf HTTP/1.1" status: 404 len: 333 time: 0.0404923 Feb 28 10:42:40.219072 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49554) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:40.250260 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-5edfdb29-410f-4a55-b13d-97e392d1ca58 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] DELETE failed (client error): The resource could not be found. Feb 28 10:42:40.250729 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5edfdb29-410f-4a55-b13d-97e392d1ca58 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:42:40.257021 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-5edfdb29-410f-4a55-b13d-97e392d1ca58 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/subnets/3d853caf-6742-43b4-8fdf-8ec94c470871 HTTP/1.1" status: 404 len: 337 time: 0.0345812 Feb 28 10:42:40.259274 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49556) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:40.262730 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9495a248-e003-4086-bfba-1fb2323c58f6 None None] Network a10d36a7-87ef-481e-9e9f-da2235211c53 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:42:40.297336 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-256d952e-106f-4e89-8638-290a8564058c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] DELETE failed (client error): The resource could not be found. Feb 28 10:42:40.297907 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-256d952e-106f-4e89-8638-290a8564058c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:42:40.302889 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-256d952e-106f-4e89-8638-290a8564058c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/ports/7256b530-f341-4780-be2c-e0db9e55e623 HTTP/1.1" status: 404 len: 333 time: 0.0414102 Feb 28 10:42:40.303996 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a3756782-4887-4796-b784-93b23a72cba4 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for port (3a8be20c-e06e-4d5c-a577-232df36bb18a), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:40.304391 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49558) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:40.337332 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-f37e891a-803c-4e11-8005-8051dd9fd501 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] DELETE failed (client error): The resource could not be found. Feb 28 10:42:40.337800 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f37e891a-803c-4e11-8005-8051dd9fd501 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:42:40.341217 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-f37e891a-803c-4e11-8005-8051dd9fd501 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/subnets/3be6bd86-9730-4dc2-928e-1ca9295a0899 HTTP/1.1" status: 404 len: 337 time: 0.0358155 Feb 28 10:42:40.345694 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49560) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:40.371150 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb511360-5c0d-4026-8424-1f9e32cc6697 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] DELETE failed (client error): The resource could not be found. Feb 28 10:42:40.371736 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb511360-5c0d-4026-8424-1f9e32cc6697 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:42:40.374678 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a3756782-4887-4796-b784-93b23a72cba4 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (3a8be20c-e06e-4d5c-a577-232df36bb18a), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:40.375548 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-fb511360-5c0d-4026-8424-1f9e32cc6697 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/ports/27d4388c-b50e-4f9b-8742-051be66b694f HTTP/1.1" status: 404 len: 333 time: 0.0305054 Feb 28 10:42:40.379236 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49562) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:40.380641 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3756782-4887-4796-b784-93b23a72cba4 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:40.381292 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a3756782-4887-4796-b784-93b23a72cba4 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:40.385351 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-a3756782-4887-4796-b784-93b23a72cba4 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "PUT /v2.0/ports/3a8be20c-e06e-4d5c-a577-232df36bb18a HTTP/1.1" status: 200 len: 911 time: 1.4645867 Feb 28 10:42:40.386041 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49564) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:40.413264 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-8091babf-f3f2-448c-87cf-45ed753ca81b tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] DELETE failed (client error): The resource could not be found. Feb 28 10:42:40.413912 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8091babf-f3f2-448c-87cf-45ed753ca81b tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:42:40.419744 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-8091babf-f3f2-448c-87cf-45ed753ca81b tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/subnets/634e0393-61df-4fec-b0be-ad3c5bca616d HTTP/1.1" status: 404 len: 337 time: 0.0370240 Feb 28 10:42:40.420187 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49566) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:40.445813 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-981aa904-a47f-490b-a981-e4750a60ad5a None None] Current status of the port ea08e814-1176-409b-98c1-789008ef5acf is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:40.446286 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-981aa904-a47f-490b-a981-e4750a60ad5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (ea08e814-1176-409b-98c1-789008ef5acf), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:40.447523 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d7b128f-0b14-4b0f-a9a4-f5d3bde1a2a1 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] DELETE failed (client error): The resource could not be found. Feb 28 10:42:40.455301 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d7b128f-0b14-4b0f-a9a4-f5d3bde1a2a1 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:42:40.455301 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-7d7b128f-0b14-4b0f-a9a4-f5d3bde1a2a1 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/ports/d88eeffb-8b18-455c-82bb-ae88e960da0e HTTP/1.1" status: 404 len: 333 time: 0.0304165 Feb 28 10:42:40.455777 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49568) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:40.501063 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28980c56-44bb-4a08-9018-0fb41f56347b None None] DHCP port deletion for a10d36a7-87ef-481e-9e9f-da2235211c53 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:42:40.513791 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-2201cd9d-73d9-482a-b4f2-977783371e1a tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] DELETE failed (client error): The resource could not be found. Feb 28 10:42:40.514407 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2201cd9d-73d9-482a-b4f2-977783371e1a tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:42:40.515358 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-981aa904-a47f-490b-a981-e4750a60ad5a None None] For port ea08e814-1176-409b-98c1-789008ef5acf, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=ea08e814-1176-409b-98c1-789008ef5acf,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:42:40.519260 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-2201cd9d-73d9-482a-b4f2-977783371e1a tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/subnets/6b925d3d-fe62-460b-98b7-e28530f4ed84 HTTP/1.1" status: 404 len: 337 time: 0.0545204 Feb 28 10:42:40.521187 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49570) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:40.561564 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-837a7ef5-7ac5-4a48-bb96-498ab623f1d5 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] DELETE failed (client error): The resource could not be found. Feb 28 10:42:40.561564 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-837a7ef5-7ac5-4a48-bb96-498ab623f1d5 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:42:40.561564 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-837a7ef5-7ac5-4a48-bb96-498ab623f1d5 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/ports/6260a43d-2c00-41ee-a24a-fa4a8b072c71 HTTP/1.1" status: 404 len: 333 time: 0.0354376 Feb 28 10:42:40.563250 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49572) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:40.582615 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-981aa904-a47f-490b-a981-e4750a60ad5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (ea08e814-1176-409b-98c1-789008ef5acf), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:40.585109 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-28980c56-44bb-4a08-9018-0fb41f56347b None None] Deleting port ea08e814-1176-409b-98c1-789008ef5acf {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:42:40.585548 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-28980c56-44bb-4a08-9018-0fb41f56347b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (ea08e814-1176-409b-98c1-789008ef5acf), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:40.606154 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3756782-4887-4796-b784-93b23a72cba4 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event updated for resources: {'Port': ['ID=3a8be20c-e06e-4d5c-a577-232df36bb18a,revision_number=3']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:40.615267 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-edd8aebb-0202-4b35-9eb5-b79eb7078e35 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] DELETE failed (client error): The resource could not be found. Feb 28 10:42:40.616421 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edd8aebb-0202-4b35-9eb5-b79eb7078e35 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:42:40.623777 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-edd8aebb-0202-4b35-9eb5-b79eb7078e35 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/subnets/9925afca-5ea0-4030-980a-a928219fcab0 HTTP/1.1" status: 404 len: 337 time: 0.0591104 Feb 28 10:42:40.626068 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49574) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:40.658301 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 16198cd0-6e4c-4394-9f36-e80d16eb3227 up at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:42:40.667066 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6024701-d76b-4efb-b577-75a361344152 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] DELETE failed (client error): The resource could not be found. Feb 28 10:42:40.667300 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-28980c56-44bb-4a08-9018-0fb41f56347b None None] For port ea08e814-1176-409b-98c1-789008ef5acf, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=ea08e814-1176-409b-98c1-789008ef5acf,segment=NetworkSegment(53a35f86-409e-40f1-8706-2746efaa7a35),segment_id=53a35f86-409e-40f1-8706-2746efaa7a35)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:42:40.667541 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-28980c56-44bb-4a08-9018-0fb41f56347b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (ea08e814-1176-409b-98c1-789008ef5acf), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:40.667676 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6024701-d76b-4efb-b577-75a361344152 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:42:40.671615 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-d6024701-d76b-4efb-b577-75a361344152 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/subnets/8b7c7466-812e-45a3-aa33-40df43cbd60e HTTP/1.1" status: 404 len: 337 time: 0.0445824 Feb 28 10:42:40.674789 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49576) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:40.703035 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-926399c9-c314-4fb6-aaac-03931c69fff6 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] DELETE failed (client error): The resource could not be found. Feb 28 10:42:40.703621 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-926399c9-c314-4fb6-aaac-03931c69fff6 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:42:40.707184 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-926399c9-c314-4fb6-aaac-03931c69fff6 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/ports/a07751d9-c593-4772-b30d-f5c7a5eb1e8b HTTP/1.1" status: 404 len: 333 time: 0.0305631 Feb 28 10:42:40.709986 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49578) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:40.746263 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-28980c56-44bb-4a08-9018-0fb41f56347b None None] Calling delete_port for ea08e814-1176-409b-98c1-789008ef5acf owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:42:40.764915 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-555afb2a-ab19-4deb-88e4-9e1279022e94 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] DELETE failed (client error): The resource could not be found. Feb 28 10:42:40.765606 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-555afb2a-ab19-4deb-88e4-9e1279022e94 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:42:40.770712 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-555afb2a-ab19-4deb-88e4-9e1279022e94 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/subnets/96a8c41a-c562-47b6-bdfc-84bf5519aa1f HTTP/1.1" status: 404 len: 337 time: 0.0594540 Feb 28 10:42:40.773213 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49582) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:40.780063 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-421fea0e-7794-4e88-adf5-23517335e482 None None] Provisioning complete for port ea08e814-1176-409b-98c1-789008ef5acf triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:40.780473 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-421fea0e-7794-4e88-adf5-23517335e482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (ea08e814-1176-409b-98c1-789008ef5acf), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:40.807601 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aecc1b7-f2ae-4052-9b16-6a31e8a9c54f tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] DELETE failed (client error): The resource could not be found. Feb 28 10:42:40.808605 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aecc1b7-f2ae-4052-9b16-6a31e8a9c54f tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:42:40.812573 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-1aecc1b7-f2ae-4052-9b16-6a31e8a9c54f tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/subnets/afadd688-0a41-493e-ac43-08dcb4f0e336 HTTP/1.1" status: 404 len: 337 time: 0.0380325 Feb 28 10:42:40.815023 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49584) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:40.861991 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7f22861-a262-413f-a08c-fae921f94cdf tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] DELETE failed (client error): The resource could not be found. Feb 28 10:42:40.863441 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7f22861-a262-413f-a08c-fae921f94cdf tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:42:40.867476 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-d7f22861-a262-413f-a08c-fae921f94cdf tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/ports/d32e7e4f-6619-4128-9ab7-c9b9558bc52d HTTP/1.1" status: 404 len: 333 time: 0.0504673 Feb 28 10:42:40.869899 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49586) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:40.912747 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-bc3b94a3-dc67-4203-b948-05230c08c470 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047661'] for router_interface (4703660d-9d87-4832-8ee5-4de6b24ec568), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:40.924344 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cd44ef5-757a-4002-98ef-da3f36497e12 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] DELETE failed (client error): The resource could not be found. Feb 28 10:42:40.924806 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cd44ef5-757a-4002-98ef-da3f36497e12 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:42:40.930135 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-2cd44ef5-757a-4002-98ef-da3f36497e12 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/subnets/9c60bf73-72ee-4741-aff0-241fcbe61bb7 HTTP/1.1" status: 404 len: 337 time: 0.0592284 Feb 28 10:42:40.932572 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49590) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:40.962286 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-c97703d4-a20d-477a-8802-209451c23868 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] DELETE failed (client error): The resource could not be found. Feb 28 10:42:40.962843 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c97703d4-a20d-477a-8802-209451c23868 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:42:40.967013 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-c97703d4-a20d-477a-8802-209451c23868 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/subnets/b57216e0-e657-48b7-94d6-a5a44b8156af HTTP/1.1" status: 404 len: 337 time: 0.0332468 Feb 28 10:42:40.972788 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49592) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:41.018880 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f6d83f1-2ad1-4a91-96b7-6f24505668d0 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] DELETE failed (client error): The resource could not be found. Feb 28 10:42:41.019704 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f6d83f1-2ad1-4a91-96b7-6f24505668d0 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:42:41.023342 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-9f6d83f1-2ad1-4a91-96b7-6f24505668d0 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/ports/e3cde10d-cf00-4ed8-a47e-269dace84481 HTTP/1.1" status: 404 len: 333 time: 0.0449450 Feb 28 10:42:41.025824 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49594) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:41.037964 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc5effe-d872-4074-9046-6abfaa87fb15 req-97d4b2d3-001b-4901-8c9d-da2eacc4a4bd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:41.039578 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8fc5effe-d872-4074-9046-6abfaa87fb15 req-97d4b2d3-001b-4901-8c9d-da2eacc4a4bd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=7befa697-485f-4ddd-a492-2f5f2da4a4ca HTTP/1.1" status: 200 len: 945 time: 0.2118173 Feb 28 10:42:41.041532 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981aa904-a47f-490b-a981-e4750a60ad5a None None] Pushing event updated for resources: {'Port': ['ID=ea08e814-1176-409b-98c1-789008ef5acf,revision_number=6']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:41.089735 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-34d38d5a-afbc-423c-9aa7-52e1d1e201a8 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] DELETE failed (client error): The resource could not be found. Feb 28 10:42:41.090315 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34d38d5a-afbc-423c-9aa7-52e1d1e201a8 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:42:41.093460 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-34d38d5a-afbc-423c-9aa7-52e1d1e201a8 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/subnets/e4444c28-d149-44c1-85a3-8ffc7307ca18 HTTP/1.1" status: 404 len: 337 time: 0.0666790 Feb 28 10:42:41.100429 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49596) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:41.144745 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8fc5effe-d872-4074-9046-6abfaa87fb15 req-081c3625-4459-4d43-bd24-8f028e13c725 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f3f1c5c-84b6-4595-acf1-7c446ad93096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940657 Feb 28 10:42:41.146210 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-192b44c8-c2a0-4df2-bc86-3b801edfa4b3 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] DELETE failed (client error): The resource could not be found. Feb 28 10:42:41.147066 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-192b44c8-c2a0-4df2-bc86-3b801edfa4b3 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:42:41.150625 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-192b44c8-c2a0-4df2-bc86-3b801edfa4b3 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/subnets/1765de8d-87f1-4766-a636-7a1423e0ce3d HTTP/1.1" status: 404 len: 337 time: 0.0368919 Feb 28 10:42:41.151401 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-421fea0e-7794-4e88-adf5-23517335e482 None None] Current status of the port ea08e814-1176-409b-98c1-789008ef5acf is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:41.154390 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49598) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:41.168154 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning for port 16198cd0-6e4c-4394-9f36-e80d16eb3227 completed by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:42:41.176314 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-421fea0e-7794-4e88-adf5-23517335e482 None None] Provisioning complete for port 3a8be20c-e06e-4d5c-a577-232df36bb18a triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:41.176703 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-421fea0e-7794-4e88-adf5-23517335e482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (3a8be20c-e06e-4d5c-a577-232df36bb18a), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:41.178271 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning complete for port 16198cd0-6e4c-4394-9f36-e80d16eb3227 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:41.178873 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (16198cd0-6e4c-4394-9f36-e80d16eb3227), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:41.187895 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-309a0ba2-6b51-41a1-9314-5a2800a9d0f5 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/ports?device_id=4eb47ff6-ba6c-4bc2-bc9f-4389a0a134ec HTTP/1.1" status: 200 len: 205 time: 0.0322351 Feb 28 10:42:41.190160 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49600) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:41.230021 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-28980c56-44bb-4a08-9018-0fb41f56347b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (ea08e814-1176-409b-98c1-789008ef5acf), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:41.237395 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-ff312902-e533-474b-822d-798ea8ccb2b9 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] delete failed (client error): The resource could not be found. Feb 28 10:42:41.239027 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-ff312902-e533-474b-822d-798ea8ccb2b9 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/routers/4eb47ff6-ba6c-4bc2-bc9f-4389a0a134ec HTTP/1.1" status: 404 len: 336 time: 0.0472996 Feb 28 10:42:41.241794 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49602) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:41.261869 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28980c56-44bb-4a08-9018-0fb41f56347b None None] No DVR routers for this DVR port ea08e814-1176-409b-98c1-789008ef5acf on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:42:41.290992 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-421fea0e-7794-4e88-adf5-23517335e482 None None] Port 3a8be20c-e06e-4d5c-a577-232df36bb18a cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:42:41.291833 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd036d07-358d-401a-9dc9-e9f562009e94 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] DELETE failed (client error): The resource could not be found. Feb 28 10:42:41.293574 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd036d07-358d-401a-9dc9-e9f562009e94 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:42:41.297994 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-bd036d07-358d-401a-9dc9-e9f562009e94 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/subnets/6188afc0-f49d-4e4c-967d-27c3b010aed4 HTTP/1.1" status: 404 len: 337 time: 0.0529449 Feb 28 10:42:41.298409 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28980c56-44bb-4a08-9018-0fb41f56347b None None] Pushing event deleted for resources: {'Port': ['ID=ea08e814-1176-409b-98c1-789008ef5acf,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:41.298541 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49604) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:41.330633 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-0ced39f4-2f39-4e6f-ad32-0e06d012f6f9 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "GET /v2.0/ports?device_id=986529d2-d3cb-4550-97bb-00941d9fbbfd HTTP/1.1" status: 200 len: 205 time: 0.0294187 Feb 28 10:42:41.333681 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49606) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:41.375210 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 16198cd0-6e4c-4394-9f36-e80d16eb3227 is: BUILD; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:41.375600 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (16198cd0-6e4c-4394-9f36-e80d16eb3227), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:41.394887 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-f776ecf9-c69f-4cb5-8b10-4df8e212bc79 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] delete failed (client error): The resource could not be found. Feb 28 10:42:41.396451 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-f776ecf9-c69f-4cb5-8b10-4df8e212bc79 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/routers/986529d2-d3cb-4550-97bb-00941d9fbbfd HTTP/1.1" status: 404 len: 336 time: 0.0618205 Feb 28 10:42:41.399125 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49608) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:41.405636 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-bc3b94a3-dc67-4203-b948-05230c08c470 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Deleting port 3a8be20c-e06e-4d5c-a577-232df36bb18a {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:42:41.405977 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-bc3b94a3-dc67-4203-b948-05230c08c470 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (3a8be20c-e06e-4d5c-a577-232df36bb18a), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:41.411647 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7befa697-485f-4ddd-a492-2f5f2da4a4ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16198cd0-6e4c-4394-9f36-e80d16eb3227'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:42:41.414722 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994c1696-4aa5-40c5-a3d8-a9ea76958b9b" -d '{"events": [{"server_uuid": "7befa697-485f-4ddd-a492-2f5f2da4a4ca", "name": "network-vif-plugged", "status": "completed", "tag": "16198cd0-6e4c-4394-9f36-e80d16eb3227"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:42:41.427067 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f979952-4ff1-40c1-b89b-94c60ddc8b9f tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] DELETE failed (client error): The resource could not be found. Feb 28 10:42:41.433205 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f979952-4ff1-40c1-b89b-94c60ddc8b9f tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:42:41.433353 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 16198cd0-6e4c-4394-9f36-e80d16eb3227, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=16198cd0-6e4c-4394-9f36-e80d16eb3227,segment=NetworkSegment(cf459db2-c0f1-4080-bef0-0922a6dc9f91),segment_id=cf459db2-c0f1-4080-bef0-0922a6dc9f91)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:42:41.433468 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-4f979952-4ff1-40c1-b89b-94c60ddc8b9f tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/subnets/4692fc91-19d2-4c55-822c-c8c8b2d52902 HTTP/1.1" status: 404 len: 337 time: 0.0304327 Feb 28 10:42:41.433578 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49612) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:41.461075 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7b7641-5482-49dd-a225-24d8dd8931a9 x-openstack-request-id: req-ad7b7641-5482-49dd-a225-24d8dd8931a9 {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:42:41.461075 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7befa697-485f-4ddd-a492-2f5f2da4a4ca", "name": "network-vif-plugged", "status": "completed", "tag": "16198cd0-6e4c-4394-9f36-e80d16eb3227", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:42:41.461075 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ad7b7641-5482-49dd-a225-24d8dd8931a9 {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:42:41.461075 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7befa697-485f-4ddd-a492-2f5f2da4a4ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16198cd0-6e4c-4394-9f36-e80d16eb3227', 'code': 200} Feb 28 10:42:41.491803 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcf79b61-5fd5-497e-bcab-7328f3318330 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] DELETE failed (client error): The resource could not be found. Feb 28 10:42:41.492261 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcf79b61-5fd5-497e-bcab-7328f3318330 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:42:41.494659 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (16198cd0-6e4c-4394-9f36-e80d16eb3227), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:41.497791 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-fcf79b61-5fd5-497e-bcab-7328f3318330 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/subnets/62a6e323-e854-493b-a1be-d0f555fb0bec HTTP/1.1" status: 404 len: 337 time: 0.0610483 Feb 28 10:42:41.498171 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49614) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:41.538729 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-abcfabf1-c335-4cf2-957e-9c08f470b461 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] DELETE failed (client error): The resource could not be found. Feb 28 10:42:41.539344 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abcfabf1-c335-4cf2-957e-9c08f470b461 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:42:41.546085 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-abcfabf1-c335-4cf2-957e-9c08f470b461 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/ports/62674160-9599-4fad-b954-e7cfb5837b21 HTTP/1.1" status: 404 len: 333 time: 0.0447078 Feb 28 10:42:41.547002 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49616) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:41.571843 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=16198cd0-6e4c-4394-9f36-e80d16eb3227,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:41.574349 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-bc3b94a3-dc67-4203-b948-05230c08c470 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (3a8be20c-e06e-4d5c-a577-232df36bb18a), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:41.578212 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-54915ef9-d48b-4fca-ad89-d4b5c80b1ca4 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] DELETE failed (client error): The resource could not be found. Feb 28 10:42:41.578780 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54915ef9-d48b-4fca-ad89-d4b5c80b1ca4 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:42:41.582245 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-54915ef9-d48b-4fca-ad89-d4b5c80b1ca4 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/subnets/437c289a-c4a5-40f3-b9aa-e6e307cdbbb4 HTTP/1.1" status: 404 len: 337 time: 0.0341885 Feb 28 10:42:41.584876 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49618) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:41.587256 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-bc3b94a3-dc67-4203-b948-05230c08c470 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Calling delete_port for 3a8be20c-e06e-4d5c-a577-232df36bb18a owned by network:router_interface {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:42:41.611795 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-2072af05-7685-432a-8c53-6f7054780848 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] DELETE failed (client error): The resource could not be found. Feb 28 10:42:41.612370 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2072af05-7685-432a-8c53-6f7054780848 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:42:41.616316 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-2072af05-7685-432a-8c53-6f7054780848 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/ports/89175484-36eb-40c1-9704-46ab25430457 HTTP/1.1" status: 404 len: 333 time: 0.0301504 Feb 28 10:42:41.618547 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49620) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:41.647894 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbf733be-7642-462a-99eb-729fdf7fbd7b tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] DELETE failed (client error): The resource could not be found. Feb 28 10:42:41.648382 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbf733be-7642-462a-99eb-729fdf7fbd7b tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:42:41.651715 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-fbf733be-7642-462a-99eb-729fdf7fbd7b tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/subnets/616fe700-e7c0-4c6a-9002-38a38ec0fdda HTTP/1.1" status: 404 len: 337 time: 0.0321889 Feb 28 10:42:41.654210 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49622) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:41.678921 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-81785d45-3472-4dcc-ae27-c3ec2f536d0c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] DELETE failed (client error): The resource could not be found. Feb 28 10:42:41.679554 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81785d45-3472-4dcc-ae27-c3ec2f536d0c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:42:41.682625 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-81785d45-3472-4dcc-ae27-c3ec2f536d0c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/ports/45ec77ec-c721-4fdf-9bc6-25628086acc3 HTTP/1.1" status: 404 len: 333 time: 0.0273898 Feb 28 10:42:41.685340 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49624) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:41.710098 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce64801d-3ddc-428e-9932-835204544059 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] DELETE failed (client error): The resource could not be found. Feb 28 10:42:41.711144 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce64801d-3ddc-428e-9932-835204544059 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:42:41.713766 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-ce64801d-3ddc-428e-9932-835204544059 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/subnets/83113ffb-e6a0-4145-8c35-cfeb71c0e212 HTTP/1.1" status: 404 len: 337 time: 0.0274711 Feb 28 10:42:41.716654 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49626) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:41.745317 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b224146-81d9-4e79-a47d-f5005a65e01d tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] DELETE failed (client error): The resource could not be found. Feb 28 10:42:41.747808 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b224146-81d9-4e79-a47d-f5005a65e01d tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:42:41.756161 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-1b224146-81d9-4e79-a47d-f5005a65e01d tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/ports/fa29f3c7-36db-4a12-964a-8963c20e5878 HTTP/1.1" status: 404 len: 333 time: 0.0378063 Feb 28 10:42:41.757157 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49628) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:41.792472 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-3465612d-66a2-4af1-a95a-cddc049aee63 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] DELETE failed (client error): The resource could not be found. Feb 28 10:42:41.792870 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3465612d-66a2-4af1-a95a-cddc049aee63 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:42:41.795860 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-3465612d-66a2-4af1-a95a-cddc049aee63 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/subnets/53219955-bf38-43c1-b1de-005f76355a43 HTTP/1.1" status: 404 len: 337 time: 0.0377729 Feb 28 10:42:41.798350 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49630) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:41.840097 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b9e2c47-40ee-4507-90bf-5d52a1fc240c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] DELETE failed (client error): The resource could not be found. Feb 28 10:42:41.840839 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b9e2c47-40ee-4507-90bf-5d52a1fc240c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:42:41.843778 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-8b9e2c47-40ee-4507-90bf-5d52a1fc240c tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/ports/539b1ace-c51d-46d4-ae3e-8dad819ff628 HTTP/1.1" status: 404 len: 333 time: 0.0444851 Feb 28 10:42:41.846613 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49632) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:41.861408 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19797209-ff54-4dae-8b88-5ae8eb6e8997 req-31938f7e-3de2-41bc-86e6-68459a3b5b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:41.863060 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-19797209-ff54-4dae-8b88-5ae8eb6e8997 req-31938f7e-3de2-41bc-86e6-68459a3b5b66 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7befa697-485f-4ddd-a492-2f5f2da4a4ca HTTP/1.1" status: 200 len: 1130 time: 0.0786376 Feb 28 10:42:41.880117 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc90fbbf-3db7-47e1-b9e2-86eedbbdcedb tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] DELETE failed (client error): The resource could not be found. Feb 28 10:42:41.880582 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc90fbbf-3db7-47e1-b9e2-86eedbbdcedb tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:42:41.883706 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-fc90fbbf-3db7-47e1-b9e2-86eedbbdcedb tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/subnets/1f474437-b0c3-4dbc-8185-71bd0038c1d2 HTTP/1.1" status: 404 len: 337 time: 0.0353875 Feb 28 10:42:41.886310 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49634) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:41.895715 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-bc3b94a3-dc67-4203-b948-05230c08c470 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (3a8be20c-e06e-4d5c-a577-232df36bb18a), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:41.919460 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-19797209-ff54-4dae-8b88-5ae8eb6e8997 req-a9f8e787-62e6-49a2-b875-b3d7d15b075e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2f3f1c5c-84b6-4595-acf1-7c446ad93096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506949 Feb 28 10:42:41.920462 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfd9081c-004b-444e-9ed9-1ef4daacf54f tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] DELETE failed (client error): The resource could not be found. Feb 28 10:42:41.921051 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfd9081c-004b-444e-9ed9-1ef4daacf54f tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:42:41.924063 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-dfd9081c-004b-444e-9ed9-1ef4daacf54f tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/ports/8cf5ac5d-87a4-4ff6-bdec-dc2435e96d6f HTTP/1.1" status: 404 len: 333 time: 0.0367961 Feb 28 10:42:41.926883 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49636) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:41.943446 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3b94a3-dc67-4203-b948-05230c08c470 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event deleted for resources: {'Port': ['ID=3a8be20c-e06e-4d5c-a577-232df36bb18a,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:41.960122 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1178bfb-9f3e-4c1c-8458-fcfcbd2a8120 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] DELETE failed (client error): The resource could not be found. Feb 28 10:42:41.960500 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1178bfb-9f3e-4c1c-8458-fcfcbd2a8120 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:42:41.963593 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-b1178bfb-9f3e-4c1c-8458-fcfcbd2a8120 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/subnets/9ee673fd-309f-4c98-9791-a2dcabd22934 HTTP/1.1" status: 404 len: 337 time: 0.0356340 Feb 28 10:42:41.966234 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49638) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:41.994224 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4b93579-92ac-4e1d-84d6-f1c59d2d725f tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] DELETE failed (client error): The resource could not be found. Feb 28 10:42:41.994857 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4b93579-92ac-4e1d-84d6-f1c59d2d725f tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:42:41.998210 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-c4b93579-92ac-4e1d-84d6-f1c59d2d725f tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/ports/b06af727-7d0d-41ed-8dbe-caf49c29590e HTTP/1.1" status: 404 len: 333 time: 0.0310330 Feb 28 10:42:42.000801 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49640) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:42.033222 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-2695d873-71ec-4688-a794-930a7a4601c1 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] DELETE failed (client error): The resource could not be found. Feb 28 10:42:42.033682 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2695d873-71ec-4688-a794-930a7a4601c1 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:42:42.036906 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-2695d873-71ec-4688-a794-930a7a4601c1 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/subnets/d5f7f04d-89ad-4cbb-8ec4-e5b816c323d3 HTTP/1.1" status: 404 len: 337 time: 0.0350718 Feb 28 10:42:42.039356 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49644) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:42.069095 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-bc3b94a3-dc67-4203-b948-05230c08c470 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1047681'] for router_interface (4703660d-9d87-4832-8ee5-4de6b24ec568), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:42.135594 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-720dde22-361f-468a-a9e7-3645138dfde4 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (a10d36a7-87ef-481e-9e9f-da2235211c53), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:42.250246 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-720dde22-361f-468a-a9e7-3645138dfde4 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (a10d36a7-87ef-481e-9e9f-da2235211c53), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:42.261182 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc3b94a3-dc67-4203-b948-05230c08c470 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Router 4703660d-9d87-4832-8ee5-4de6b24ec568 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:42:42.282480 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-720dde22-361f-468a-a9e7-3645138dfde4 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a10d36a7-87ef-481e-9e9f-da2235211c53']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:42.308551 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-720dde22-361f-468a-a9e7-3645138dfde4 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53a35f86-409e-40f1-8706-2746efaa7a35') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:42.308792 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-720dde22-361f-468a-a9e7-3645138dfde4 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53a35f86-409e-40f1-8706-2746efaa7a35') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:42.321383 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-720dde22-361f-468a-a9e7-3645138dfde4 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (53a35f86-409e-40f1-8706-2746efaa7a35), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:42.339292 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-720dde22-361f-468a-a9e7-3645138dfde4 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (53a35f86-409e-40f1-8706-2746efaa7a35), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:42.345230 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3b94a3-dc67-4203-b948-05230c08c470 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:42:42.352004 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-bc3b94a3-dc67-4203-b948-05230c08c470 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "PUT /v2.0/routers/4703660d-9d87-4832-8ee5-4de6b24ec568/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9647517 Feb 28 10:42:42.354512 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49648) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:42.357531 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8aa81b-0fbc-4d4a-a029-4deb813800e6 None None] Sync routers for ids ['4703660d-9d87-4832-8ee5-4de6b24ec568'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:42:42.359131 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaeba78-fe5f-4ec5-a370-9172c1ac8733 req-2d6d348f-d988-4afd-8500-9267a575ed53 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:42.366098 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-aaaeba78-fe5f-4ec5-a370-9172c1ac8733 req-2d6d348f-d988-4afd-8500-9267a575ed53 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=7befa697-485f-4ddd-a492-2f5f2da4a4ca HTTP/1.1" status: 200 len: 946 time: 0.0943501 Feb 28 10:42:42.372652 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8aa81b-0fbc-4d4a-a029-4deb813800e6 None None] Routers {'4703660d-9d87-4832-8ee5-4de6b24ec568'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:42:42.373124 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-720dde22-361f-468a-a9e7-3645138dfde4 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:42:42.373322 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-ce8aa81b-0fbc-4d4a-a029-4deb813800e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:42:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['4703660d-9d87-4832-8ee5-4de6b24ec568'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:42.373519 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-720dde22-361f-468a-a9e7-3645138dfde4 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (53a35f86-409e-40f1-8706-2746efaa7a35), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:42.376505 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:42:42.376505 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:42:42.376505 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:42:42.376505 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:42:42.376505 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:42:42.376505 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:42:42.376505 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:42:42.376505 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:42:42.376505 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:42:42.376505 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:42:42.376505 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:42:42.376505 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:42:42.376505 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:42:42.376505 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:42:42.376505 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:42:42.376505 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:42:42.376505 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:42:42.376505 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:42:42.376505 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:42:42.376505 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:42:42.376505 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:42:42.376505 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:42:42.376505 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:42:42.376505 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:42:42.376505 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:42:42.376505 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:42:42.376505 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:42:42.376505 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:42:42.376505 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:42:42.376505 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:42:42.376505 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:42:42.376505 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:42:42.391973 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-89639a99-59db-413f-b07c-24ad53ffddd6 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "GET /v2.0/ports?device_id=4703660d-9d87-4832-8ee5-4de6b24ec568 HTTP/1.1" status: 200 len: 205 time: 0.0361383 Feb 28 10:42:42.396051 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49650) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:42.410419 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-ce8aa81b-0fbc-4d4a-a029-4deb813800e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:42.420560 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8aa81b-0fbc-4d4a-a029-4deb813800e6 None None] Routers {'4703660d-9d87-4832-8ee5-4de6b24ec568'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:42:42.421172 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-ce8aa81b-0fbc-4d4a-a029-4deb813800e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:42:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['4703660d-9d87-4832-8ee5-4de6b24ec568'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:42.463743 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-ce8aa81b-0fbc-4d4a-a029-4deb813800e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:42.464794 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8aa81b-0fbc-4d4a-a029-4deb813800e6 None None] The sync data for ids ['4703660d-9d87-4832-8ee5-4de6b24ec568'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:42:42.489549 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-33893610-9038-4e3b-91f6-8af8aa822e89 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for router (4703660d-9d87-4832-8ee5-4de6b24ec568), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:42.664032 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-33893610-9038-4e3b-91f6-8af8aa822e89 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (4703660d-9d87-4832-8ee5-4de6b24ec568), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:42.668844 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-33893610-9038-4e3b-91f6-8af8aa822e89 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for router_controller (4703660d-9d87-4832-8ee5-4de6b24ec568), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:42.796379 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-33893610-9038-4e3b-91f6-8af8aa822e89 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (4703660d-9d87-4832-8ee5-4de6b24ec568), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:42.796972 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33893610-9038-4e3b-91f6-8af8aa822e89 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Fanout notify agent at l3_agent the message router_deleted on router 4703660d-9d87-4832-8ee5-4de6b24ec568 {{(pid=104084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:42:42.804349 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-33893610-9038-4e3b-91f6-8af8aa822e89 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:42.810475 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-33893610-9038-4e3b-91f6-8af8aa822e89 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "DELETE /v2.0/routers/4703660d-9d87-4832-8ee5-4de6b24ec568 HTTP/1.1" status: 204 len: 168 time: 0.4120975 Feb 28 10:42:42.811305 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49652) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:42.870085 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc2df301-6950-429d-b5d5-760205b6aacc tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Deleting subnet 3b1a59e8-7314-44b5-aaf4-9d35f9afb96b {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:42:42.879731 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-aaaeba78-fe5f-4ec5-a370-9172c1ac8733 req-2085b397-2d72-4026-8f2b-3a7471a0c4ef tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f3f1c5c-84b6-4595-acf1-7c446ad93096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5126953 Feb 28 10:42:42.885945 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-dc2df301-6950-429d-b5d5-760205b6aacc tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for subnet (3b1a59e8-7314-44b5-aaf4-9d35f9afb96b), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:42.928941 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-720dde22-361f-468a-a9e7-3645138dfde4 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (a10d36a7-87ef-481e-9e9f-da2235211c53), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:42.929458 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-dc2df301-6950-429d-b5d5-760205b6aacc tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (3b1a59e8-7314-44b5-aaf4-9d35f9afb96b), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:42.933373 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-720dde22-361f-468a-a9e7-3645138dfde4 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:42.937247 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-720dde22-361f-468a-a9e7-3645138dfde4 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] 10.222.0.62 "DELETE /v2.0/networks/a10d36a7-87ef-481e-9e9f-da2235211c53 HTTP/1.1" status: 204 len: 168 time: 0.8968656 Feb 28 10:42:42.955642 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720dde22-361f-468a-a9e7-3645138dfde4 tempest-NetworksTestDHCPv6-1227031230 tempest-NetworksTestDHCPv6-1227031230-project] Pushing event deleted for resources: {'Network': ['ID=a10d36a7-87ef-481e-9e9f-da2235211c53,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:43.052222 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-dc2df301-6950-429d-b5d5-760205b6aacc tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (3b1a59e8-7314-44b5-aaf4-9d35f9afb96b), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:43.185007 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-dc2df301-6950-429d-b5d5-760205b6aacc tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (3b1a59e8-7314-44b5-aaf4-9d35f9afb96b), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:43.215667 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2df301-6950-429d-b5d5-760205b6aacc tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event deleted for resources: {'Subnet': ['ID=3b1a59e8-7314-44b5-aaf4-9d35f9afb96b,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:43.219751 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-dc2df301-6950-429d-b5d5-760205b6aacc tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:43.223546 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-dc2df301-6950-429d-b5d5-760205b6aacc tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "DELETE /v2.0/subnets/3b1a59e8-7314-44b5-aaf4-9d35f9afb96b HTTP/1.1" status: 204 len: 168 time: 0.4109418 Feb 28 10:42:43.225846 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49658) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:43.227680 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cd8a9f-55df-4b19-807a-aaf83776daf1 None None] Network 66170122-6558-4066-97fa-279bbfe7eb89 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:42:43.311663 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6c2282a7-eea2-4f6e-8341-83425f488139 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (66170122-6558-4066-97fa-279bbfe7eb89), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:43.375471 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-6c2282a7-eea2-4f6e-8341-83425f488139 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Deleting port 7d6fa4d3-2670-40c4-b579-3d1d97f3f621 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:42:43.375830 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6c2282a7-eea2-4f6e-8341-83425f488139 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (7d6fa4d3-2670-40c4-b579-3d1d97f3f621), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:43.453871 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-6c2282a7-eea2-4f6e-8341-83425f488139 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] For port 7d6fa4d3-2670-40c4-b579-3d1d97f3f621, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=7d6fa4d3-2670-40c4-b579-3d1d97f3f621,segment=NetworkSegment(40c84bb8-2871-4a8f-9a4a-c02b6db5460c),segment_id=40c84bb8-2871-4a8f-9a4a-c02b6db5460c)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:42:43.454247 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6c2282a7-eea2-4f6e-8341-83425f488139 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (7d6fa4d3-2670-40c4-b579-3d1d97f3f621), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:43.466563 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65b33e6-7160-46f7-8f71-55166daf904f None None] DHCP port deletion for 66170122-6558-4066-97fa-279bbfe7eb89 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:42:43.471994 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-6c2282a7-eea2-4f6e-8341-83425f488139 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Calling delete_port for 7d6fa4d3-2670-40c4-b579-3d1d97f3f621 owned by network:dhcp {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:42:43.541584 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-e65b33e6-7160-46f7-8f71-55166daf904f None None] Deleting port 7d6fa4d3-2670-40c4-b579-3d1d97f3f621 {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:42:43.542020 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e65b33e6-7160-46f7-8f71-55166daf904f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (7d6fa4d3-2670-40c4-b579-3d1d97f3f621), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:43.620949 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-e65b33e6-7160-46f7-8f71-55166daf904f None None] For port 7d6fa4d3-2670-40c4-b579-3d1d97f3f621, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=7d6fa4d3-2670-40c4-b579-3d1d97f3f621,segment=NetworkSegment(40c84bb8-2871-4a8f-9a4a-c02b6db5460c),segment_id=40c84bb8-2871-4a8f-9a4a-c02b6db5460c)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:42:43.621353 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e65b33e6-7160-46f7-8f71-55166daf904f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (7d6fa4d3-2670-40c4-b579-3d1d97f3f621), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:43.639418 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-e65b33e6-7160-46f7-8f71-55166daf904f None None] Calling delete_port for 7d6fa4d3-2670-40c4-b579-3d1d97f3f621 owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:42:43.803373 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6c2282a7-eea2-4f6e-8341-83425f488139 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (7d6fa4d3-2670-40c4-b579-3d1d97f3f621), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:43.804475 dv-neutron-829161-3-hyperv neutron-server[104085]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 28 10:42:43.804475 dv-neutron-829161-3-hyperv neutron-server[104085]: from cryptography.utils import int_from_bytes Feb 28 10:42:43.804475 dv-neutron-829161-3-hyperv neutron-server[104085]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 28 10:42:43.804475 dv-neutron-829161-3-hyperv neutron-server[104085]: from cryptography.utils import int_from_bytes Feb 28 10:42:43.804475 dv-neutron-829161-3-hyperv neutron-server[104085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:42:43.804475 dv-neutron-829161-3-hyperv neutron-server[104085]: self.session.flush() Feb 28 10:42:43.804475 dv-neutron-829161-3-hyperv neutron-server[104085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:42:43.804475 dv-neutron-829161-3-hyperv neutron-server[104085]: self.session.flush() Feb 28 10:42:43.804475 dv-neutron-829161-3-hyperv neutron-server[104085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:42:43.804475 dv-neutron-829161-3-hyperv neutron-server[104085]: self.session.flush() Feb 28 10:42:43.804475 dv-neutron-829161-3-hyperv neutron-server[104085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:42:43.804475 dv-neutron-829161-3-hyperv neutron-server[104085]: self.session.flush() Feb 28 10:42:43.804475 dv-neutron-829161-3-hyperv neutron-server[104085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:42:43.804475 dv-neutron-829161-3-hyperv neutron-server[104085]: self.session.flush() Feb 28 10:42:43.804475 dv-neutron-829161-3-hyperv neutron-server[104085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:42:43.804475 dv-neutron-829161-3-hyperv neutron-server[104085]: self.session.flush() Feb 28 10:42:43.804475 dv-neutron-829161-3-hyperv neutron-server[104085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:42:43.804475 dv-neutron-829161-3-hyperv neutron-server[104085]: self.session.flush() Feb 28 10:42:43.804475 dv-neutron-829161-3-hyperv neutron-server[104085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:42:43.804475 dv-neutron-829161-3-hyperv neutron-server[104085]: self.session.flush() Feb 28 10:42:43.804475 dv-neutron-829161-3-hyperv neutron-server[104085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:42:43.804475 dv-neutron-829161-3-hyperv neutron-server[104085]: self.session.flush() Feb 28 10:42:43.804475 dv-neutron-829161-3-hyperv neutron-server[104085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:42:43.804475 dv-neutron-829161-3-hyperv neutron-server[104085]: self.session.flush() Feb 28 10:42:43.804475 dv-neutron-829161-3-hyperv neutron-server[104085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:42:43.804475 dv-neutron-829161-3-hyperv neutron-server[104085]: self.session.flush() Feb 28 10:42:43.804475 dv-neutron-829161-3-hyperv neutron-server[104085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:42:43.804475 dv-neutron-829161-3-hyperv neutron-server[104085]: self.session.flush() Feb 28 10:42:43.804475 dv-neutron-829161-3-hyperv neutron-server[104085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:42:43.804475 dv-neutron-829161-3-hyperv neutron-server[104085]: self.session.flush() Feb 28 10:42:43.804475 dv-neutron-829161-3-hyperv neutron-server[104085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:42:43.804475 dv-neutron-829161-3-hyperv neutron-server[104085]: self.session.flush() Feb 28 10:42:43.804475 dv-neutron-829161-3-hyperv neutron-server[104085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:42:43.804475 dv-neutron-829161-3-hyperv neutron-server[104085]: self.session.flush() Feb 28 10:42:43.804475 dv-neutron-829161-3-hyperv neutron-server[104085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:42:43.804475 dv-neutron-829161-3-hyperv neutron-server[104085]: self.session.flush() Feb 28 10:42:43.804475 dv-neutron-829161-3-hyperv neutron-server[104085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:42:43.804475 dv-neutron-829161-3-hyperv neutron-server[104085]: self.session.flush() Feb 28 10:42:43.804475 dv-neutron-829161-3-hyperv neutron-server[104085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:42:43.804475 dv-neutron-829161-3-hyperv neutron-server[104085]: self.session.flush() Feb 28 10:42:43.804475 dv-neutron-829161-3-hyperv neutron-server[104085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:42:43.804475 dv-neutron-829161-3-hyperv neutron-server[104085]: self.session.flush() Feb 28 10:42:43.804475 dv-neutron-829161-3-hyperv neutron-server[104085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:42:43.804475 dv-neutron-829161-3-hyperv neutron-server[104085]: self.session.flush() Feb 28 10:42:43.804475 dv-neutron-829161-3-hyperv neutron-server[104085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:42:43.804475 dv-neutron-829161-3-hyperv neutron-server[104085]: self.session.flush() Feb 28 10:42:43.804475 dv-neutron-829161-3-hyperv neutron-server[104085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:42:43.804475 dv-neutron-829161-3-hyperv neutron-server[104085]: self.session.flush() Feb 28 10:42:43.804475 dv-neutron-829161-3-hyperv neutron-server[104085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:42:43.804475 dv-neutron-829161-3-hyperv neutron-server[104085]: self.session.flush() Feb 28 10:42:43.804475 dv-neutron-829161-3-hyperv neutron-server[104085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:42:43.804475 dv-neutron-829161-3-hyperv neutron-server[104085]: self.session.flush() Feb 28 10:42:43.804475 dv-neutron-829161-3-hyperv neutron-server[104085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:42:43.804475 dv-neutron-829161-3-hyperv neutron-server[104085]: self.session.flush() Feb 28 10:42:43.804475 dv-neutron-829161-3-hyperv neutron-server[104085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:42:43.804475 dv-neutron-829161-3-hyperv neutron-server[104085]: self.session.flush() Feb 28 10:42:43.814688 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e65b33e6-7160-46f7-8f71-55166daf904f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (7d6fa4d3-2670-40c4-b579-3d1d97f3f621), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:43.837172 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2282a7-eea2-4f6e-8341-83425f488139 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event deleted for resources: {'Port': ['ID=7d6fa4d3-2670-40c4-b579-3d1d97f3f621,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:43.847581 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2282a7-eea2-4f6e-8341-83425f488139 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] No DVR routers for this DVR port 7d6fa4d3-2670-40c4-b579-3d1d97f3f621 on host dv-neutron-829161-3-hyperv {{(pid=104084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:42:43.866368 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65b33e6-7160-46f7-8f71-55166daf904f None None] No DVR routers for this DVR port 7d6fa4d3-2670-40c4-b579-3d1d97f3f621 on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:42:43.868970 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65b33e6-7160-46f7-8f71-55166daf904f None None] Pushing event deleted for resources: {'Port': ['ID=7d6fa4d3-2670-40c4-b579-3d1d97f3f621,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:43.962601 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6c2282a7-eea2-4f6e-8341-83425f488139 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (66170122-6558-4066-97fa-279bbfe7eb89), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:43.988637 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49672) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:44.015400 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-6c2282a7-eea2-4f6e-8341-83425f488139 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66170122-6558-4066-97fa-279bbfe7eb89']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:44.027155 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-6c2282a7-eea2-4f6e-8341-83425f488139 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40c84bb8-2871-4a8f-9a4a-c02b6db5460c') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:44.027544 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-6c2282a7-eea2-4f6e-8341-83425f488139 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40c84bb8-2871-4a8f-9a4a-c02b6db5460c') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:44.039934 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6c2282a7-eea2-4f6e-8341-83425f488139 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (40c84bb8-2871-4a8f-9a4a-c02b6db5460c), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:44.057615 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6c2282a7-eea2-4f6e-8341-83425f488139 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (40c84bb8-2871-4a8f-9a4a-c02b6db5460c), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:44.069420 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738feb9d-119b-41d7-b528-9661d3671e24 req-b61f7e6e-e8e7-4e7c-8ad8-3db3e10f9871 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:44.071034 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-738feb9d-119b-41d7-b528-9661d3671e24 req-b61f7e6e-e8e7-4e7c-8ad8-3db3e10f9871 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=7befa697-485f-4ddd-a492-2f5f2da4a4ca HTTP/1.1" status: 200 len: 946 time: 0.0974369 Feb 28 10:42:44.074004 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c2282a7-eea2-4f6e-8341-83425f488139 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:42:44.074495 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6c2282a7-eea2-4f6e-8341-83425f488139 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (40c84bb8-2871-4a8f-9a4a-c02b6db5460c), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:44.077647 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 10:42:44.077647 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:42:44.077647 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 10:42:44.077647 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:42:44.077647 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 10:42:44.077647 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:42:44.077647 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 10:42:44.077647 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:42:44.077647 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 10:42:44.077647 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:42:44.077647 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 10:42:44.077647 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:42:44.077647 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 10:42:44.077647 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:42:44.077647 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:42:44.077647 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:42:44.077647 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:42:44.077647 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:42:44.077647 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 10:42:44.077647 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:42:44.077647 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 10:42:44.077647 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:42:44.077647 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:42:44.077647 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:42:44.077647 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 10:42:44.077647 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:42:44.077647 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:42:44.077647 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:42:44.077647 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:42:44.077647 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:42:44.077647 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:42:44.077647 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:42:44.147905 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-7b59ac3b-eec9-4522-801a-a876ec1841b5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9047a33944184c15875a48328f19bcdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1580739 Feb 28 10:42:44.148518 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49678) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:44.202173 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-738feb9d-119b-41d7-b528-9661d3671e24 req-e29f8395-e82e-4209-bdce-b7f9e263c40e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f3f1c5c-84b6-4595-acf1-7c446ad93096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123943 Feb 28 10:42:44.205269 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c77f1abf-2db1-444e-a3f5-29b2dac4668d admin admin] Publish callbacks [] for security_group (b174ae12-f57e-4e42-afd2-524d4744aae4), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:44.229373 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c77f1abf-2db1-444e-a3f5-29b2dac4668d admin admin] Publish callbacks [] for security_group (b174ae12-f57e-4e42-afd2-524d4744aae4), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:44.249276 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6c2282a7-eea2-4f6e-8341-83425f488139 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (66170122-6558-4066-97fa-279bbfe7eb89), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:44.267647 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6c2282a7-eea2-4f6e-8341-83425f488139 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:44.277296 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-6c2282a7-eea2-4f6e-8341-83425f488139 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "DELETE /v2.0/networks/66170122-6558-4066-97fa-279bbfe7eb89 HTTP/1.1" status: 204 len: 168 time: 1.0465162 Feb 28 10:42:44.277522 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49682) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:44.283918 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-9b499915-27e3-4296-a02e-0d72686e7e45 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-895225228', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:44.290127 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2282a7-eea2-4f6e-8341-83425f488139 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event deleted for resources: {'Network': ['ID=66170122-6558-4066-97fa-279bbfe7eb89,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:44.357725 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bac182-f3bd-4ad3-89c9-4a17b7550dd7 req-95aa5cbb-951a-450d-80d6-481473c08577 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:44.359242 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-39bac182-f3bd-4ad3-89c9-4a17b7550dd7 req-95aa5cbb-951a-450d-80d6-481473c08577 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=7befa697-485f-4ddd-a492-2f5f2da4a4ca HTTP/1.1" status: 200 len: 946 time: 0.0675323 Feb 28 10:42:44.405295 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9b499915-27e3-4296-a02e-0d72686e7e45 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (199d6da5-9527-4a76-9ca6-0cc3d0f2d012), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:44.406359 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9b499915-27e3-4296-a02e-0d72686e7e45 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (199d6da5-9527-4a76-9ca6-0cc3d0f2d012), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:44.415850 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-39bac182-f3bd-4ad3-89c9-4a17b7550dd7 req-08d9f312-0dac-4a30-9b9e-b59516c50c1f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f3f1c5c-84b6-4595-acf1-7c446ad93096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507319 Feb 28 10:42:44.439596 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c77f1abf-2db1-444e-a3f5-29b2dac4668d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (b174ae12-f57e-4e42-afd2-524d4744aae4), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:44.443345 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c77f1abf-2db1-444e-a3f5-29b2dac4668d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:44.447379 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-c77f1abf-2db1-444e-a3f5-29b2dac4668d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b174ae12-f57e-4e42-afd2-524d4744aae4 HTTP/1.1" status: 204 len: 168 time: 0.2950962 Feb 28 10:42:44.487724 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9b499915-27e3-4296-a02e-0d72686e7e45 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for router_controller (199d6da5-9527-4a76-9ca6-0cc3d0f2d012), precommit_add_association {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:44.489101 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f1abf-2db1-444e-a3f5-29b2dac4668d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b174ae12-f57e-4e42-afd2-524d4744aae4,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:44.546190 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9b499915-27e3-4296-a02e-0d72686e7e45 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (199d6da5-9527-4a76-9ca6-0cc3d0f2d012), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:44.610514 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9b499915-27e3-4296-a02e-0d72686e7e45 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:44.611791 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-9b499915-27e3-4296-a02e-0d72686e7e45 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3336544 Feb 28 10:42:44.616900 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49690) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:44.621852 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-be344600-9ba5-4e06-8638-7477b138ea58 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-304745516'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:44.711263 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be344600-9ba5-4e06-8638-7477b138ea58 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Made reservation on behalf of bb2ba9ee3c07467ba10396b757cfe5bd for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:42:44.715093 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-be344600-9ba5-4e06-8638-7477b138ea58 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:44.740345 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be344600-9ba5-4e06-8638-7477b138ea58 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:42:44.750293 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-be344600-9ba5-4e06-8638-7477b138ea58 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (9c057749-ecf8-442c-8ebe-7cf2175eb0a4), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:44.757415 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-be344600-9ba5-4e06-8638-7477b138ea58 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Added segment 9c057749-ecf8-442c-8ebe-7cf2175eb0a4 of type vlan for network da4817f7-9e9e-43c9-bd67-294d3352c7e9 Feb 28 10:42:44.802771 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-be344600-9ba5-4e06-8638-7477b138ea58 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (da4817f7-9e9e-43c9-bd67-294d3352c7e9), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:44.865700 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-be344600-9ba5-4e06-8638-7477b138ea58 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (da4817f7-9e9e-43c9-bd67-294d3352c7e9), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:44.871401 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be344600-9ba5-4e06-8638-7477b138ea58 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:44.872126 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-be344600-9ba5-4e06-8638-7477b138ea58 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:44.944972 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-be344600-9ba5-4e06-8638-7477b138ea58 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3270133 Feb 28 10:42:44.945841 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be344600-9ba5-4e06-8638-7477b138ea58 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event updated for resources: {'Network': ['ID=da4817f7-9e9e-43c9-bd67-294d3352c7e9,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:44.948044 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49708) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:44.952853 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-474c15a5-9b00-4109-9f68-b97f49339e6c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Request body: {'subnet': {'network_id': 'da4817f7-9e9e-43c9-bd67-294d3352c7e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:44.958598 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network da4817f7-9e9e-43c9-bd67-294d3352c7e9 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:42:45.110626 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 7d6fa4d3-2670-40c4-b579-3d1d97f3f621 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:42:45.111752 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474c15a5-9b00-4109-9f68-b97f49339e6c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Made reservation on behalf of bb2ba9ee3c07467ba10396b757cfe5bd for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:42:45.116854 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-474c15a5-9b00-4109-9f68-b97f49339e6c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:45.132058 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 7d6fa4d3-2670-40c4-b579-3d1d97f3f621 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:42:45.132413 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 7d6fa4d3-2670-40c4-b579-3d1d97f3f621 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:42:45.424968 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-474c15a5-9b00-4109-9f68-b97f49339e6c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (74ad22d9-9027-4fe4-ad28-ccbce662acc6), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:45.486127 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474c15a5-9b00-4109-9f68-b97f49339e6c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event updated for resources: {'Subnet': ['ID=74ad22d9-9027-4fe4-ad28-ccbce662acc6,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:45.496004 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474c15a5-9b00-4109-9f68-b97f49339e6c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Checking segment: {'id': '9c057749-ecf8-442c-8ebe-7cf2175eb0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'da4817f7-9e9e-43c9-bd67-294d3352c7e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:42:45.496414 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474c15a5-9b00-4109-9f68-b97f49339e6c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Network hostable DHCP agents. Network: da4817f7-9e9e-43c9-bd67-294d3352c7e9, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:42:45.545762 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49722) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:45.580380 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474c15a5-9b00-4109-9f68-b97f49339e6c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Network da4817f7-9e9e-43c9-bd67-294d3352c7e9 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:42:45.644197 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-bb677ab4-6ca1-4140-817a-c7f46aef47c4 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2028137947'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:45.654455 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-474c15a5-9b00-4109-9f68-b97f49339e6c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, da4817f7-9e9e-43c9-bd67-294d3352c7e9) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:42:45.662157 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474c15a5-9b00-4109-9f68-b97f49339e6c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:45.663289 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-474c15a5-9b00-4109-9f68-b97f49339e6c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:45.667449 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de2b2da-bd17-494a-83e1-bf1373a09135 None None] Network da4817f7-9e9e-43c9-bd67-294d3352c7e9 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:42:45.734339 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb677ab4-6ca1-4140-817a-c7f46aef47c4 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Made reservation on behalf of d0c0402a929147de8785062ca8db67ea for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:42:45.737938 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-bb677ab4-6ca1-4140-817a-c7f46aef47c4 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:45.746923 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-bb677ab4-6ca1-4140-817a-c7f46aef47c4 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:45.765908 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-474c15a5-9b00-4109-9f68-b97f49339e6c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8168249 Feb 28 10:42:45.769126 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49726) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:45.783266 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6c4142-8a96-4f54-a732-ef57f1c7e819 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-da4817f7-9e9e-43c9-bd67-294d3352c7e9', 'network_id': 'da4817f7-9e9e-43c9-bd67-294d3352c7e9', 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'fixed_ips': [{'subnet_id': '74ad22d9-9027-4fe4-ad28-ccbce662acc6'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:42:45.786183 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8f6c4142-8a96-4f54-a732-ef57f1c7e819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:45.834257 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-bb677ab4-6ca1-4140-817a-c7f46aef47c4 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Publish callbacks [] for security_group (3059f116-6baf-454e-bbae-b1dba8554032), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:45.935078 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-bb677ab4-6ca1-4140-817a-c7f46aef47c4 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (3059f116-6baf-454e-bbae-b1dba8554032), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:45.944425 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49728) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:45.964606 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-8f6c4142-8a96-4f54-a732-ef57f1c7e819 None None] Allocated IP 2001:db8::2 (da4817f7-9e9e-43c9-bd67-294d3352c7e9/74ad22d9-9027-4fe4-ad28-ccbce662acc6/53a84c20-e5ec-49c3-ac3c-d2a883068af8) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:42:46.109904 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-02c3574f-bd71-4bf6-9ba5-20769151342c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:46.181803 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8f6c4142-8a96-4f54-a732-ef57f1c7e819 None None] Publish callbacks [] for port (53a84c20-e5ec-49c3-ac3c-d2a883068af8), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:46.258611 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8f6c4142-8a96-4f54-a732-ef57f1c7e819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (53a84c20-e5ec-49c3-ac3c-d2a883068af8), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:46.321662 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6c4142-8a96-4f54-a732-ef57f1c7e819 None None] Network da4817f7-9e9e-43c9-bd67-294d3352c7e9 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:42:46.327179 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-8f6c4142-8a96-4f54-a732-ef57f1c7e819 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:42:46.333467 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6c4142-8a96-4f54-a732-ef57f1c7e819 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:42:46.354687 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6c4142-8a96-4f54-a732-ef57f1c7e819 None None] Pushing event updated for resources: {'Port': ['ID=53a84c20-e5ec-49c3-ac3c-d2a883068af8,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:46.432288 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-8f6c4142-8a96-4f54-a732-ef57f1c7e819 None None] Attempting to bind port 53a84c20-e5ec-49c3-ac3c-d2a883068af8 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:42:46.432668 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-8f6c4142-8a96-4f54-a732-ef57f1c7e819 None None] Attempting to bind port 53a84c20-e5ec-49c3-ac3c-d2a883068af8 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '9c057749-ecf8-442c-8ebe-7cf2175eb0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'da4817f7-9e9e-43c9-bd67-294d3352c7e9'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:42:46.433035 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6c4142-8a96-4f54-a732-ef57f1c7e819 None None] Attempting to bind port 53a84c20-e5ec-49c3-ac3c-d2a883068af8 on network da4817f7-9e9e-43c9-bd67-294d3352c7e9 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:42:46.439104 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6c4142-8a96-4f54-a732-ef57f1c7e819 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:42:46.439562 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6c4142-8a96-4f54-a732-ef57f1c7e819 None None] Checking segment: {'id': '9c057749-ecf8-442c-8ebe-7cf2175eb0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'da4817f7-9e9e-43c9-bd67-294d3352c7e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:42:46.439994 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8f6c4142-8a96-4f54-a732-ef57f1c7e819 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:46.440394 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6c4142-8a96-4f54-a732-ef57f1c7e819 None None] Bound using segment: {'id': '9c057749-ecf8-442c-8ebe-7cf2175eb0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'da4817f7-9e9e-43c9-bd67-294d3352c7e9'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:42:46.441252 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-8f6c4142-8a96-4f54-a732-ef57f1c7e819 None None] Bound port: 53a84c20-e5ec-49c3-ac3c-d2a883068af8, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c057749-ecf8-442c-8ebe-7cf2175eb0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'da4817f7-9e9e-43c9-bd67-294d3352c7e9'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:42:46.441694 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8f6c4142-8a96-4f54-a732-ef57f1c7e819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (53a84c20-e5ec-49c3-ac3c-d2a883068af8), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:46.454886 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0b590934-518c-4377-8ba3-96a9f7896549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:46.474854 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-02c3574f-bd71-4bf6-9ba5-20769151342c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Allocated IP 2001:db8::1 (da4817f7-9e9e-43c9-bd67-294d3352c7e9/74ad22d9-9027-4fe4-ad28-ccbce662acc6/845410ee-d30f-4df2-b398-c936d7b1a4c4) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:42:46.531051 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-8f6c4142-8a96-4f54-a732-ef57f1c7e819 None None] For port 53a84c20-e5ec-49c3-ac3c-d2a883068af8, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:42:46.536244 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-8f6c4142-8a96-4f54-a732-ef57f1c7e819 None None] For port 53a84c20-e5ec-49c3-ac3c-d2a883068af8, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=53a84c20-e5ec-49c3-ac3c-d2a883068af8,segment=NetworkSegment(9c057749-ecf8-442c-8ebe-7cf2175eb0a4),segment_id=9c057749-ecf8-442c-8ebe-7cf2175eb0a4)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:42:46.556434 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb677ab4-6ca1-4140-817a-c7f46aef47c4 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:42:46.560187 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb677ab4-6ca1-4140-817a-c7f46aef47c4 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3059f116-6baf-454e-bbae-b1dba8554032,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:46.578873 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-bb677ab4-6ca1-4140-817a-c7f46aef47c4 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (499b6c10-ae7b-48c9-837c-857c6efdcdf6), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:46.579136 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-bb677ab4-6ca1-4140-817a-c7f46aef47c4 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Added segment 499b6c10-ae7b-48c9-837c-857c6efdcdf6 of type vlan for network 908559e6-c145-4ef3-8698-648f6ccdf436 Feb 28 10:42:46.614525 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-02c3574f-bd71-4bf6-9ba5-20769151342c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for port (845410ee-d30f-4df2-b398-c936d7b1a4c4), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:46.621437 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8f6c4142-8a96-4f54-a732-ef57f1c7e819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (53a84c20-e5ec-49c3-ac3c-d2a883068af8), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:46.659034 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-bb677ab4-6ca1-4140-817a-c7f46aef47c4 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (908559e6-c145-4ef3-8698-648f6ccdf436), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:46.693864 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6c4142-8a96-4f54-a732-ef57f1c7e819 None None] Pushing event updated for resources: {'Port': ['ID=53a84c20-e5ec-49c3-ac3c-d2a883068af8,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:46.723913 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-02c3574f-bd71-4bf6-9ba5-20769151342c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (845410ee-d30f-4df2-b398-c936d7b1a4c4), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:46.774442 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c3574f-bd71-4bf6-9ba5-20769151342c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Network da4817f7-9e9e-43c9-bd67-294d3352c7e9 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:42:46.783556 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-02c3574f-bd71-4bf6-9ba5-20769151342c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:42:46.786695 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c3574f-bd71-4bf6-9ba5-20769151342c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:42:46.787172 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-02c3574f-bd71-4bf6-9ba5-20769151342c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047958'] for router_interface (199d6da5-9527-4a76-9ca6-0cc3d0f2d012), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:46.791274 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c3574f-bd71-4bf6-9ba5-20769151342c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event updated for resources: {'Port': ['ID=845410ee-d30f-4df2-b398-c936d7b1a4c4,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:46.817720 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-bb677ab4-6ca1-4140-817a-c7f46aef47c4 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (908559e6-c145-4ef3-8698-648f6ccdf436), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:46.823773 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb677ab4-6ca1-4140-817a-c7f46aef47c4 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:46.824687 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-bb677ab4-6ca1-4140-817a-c7f46aef47c4 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:46.946597 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb677ab4-6ca1-4140-817a-c7f46aef47c4 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Pushing event updated for resources: {'Network': ['ID=908559e6-c145-4ef3-8698-648f6ccdf436,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:46.969742 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 908559e6-c145-4ef3-8698-648f6ccdf436 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:42:47.047350 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-bb677ab4-6ca1-4140-817a-c7f46aef47c4 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.5001817 Feb 28 10:42:47.059316 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49732) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:47.065193 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-9c9c0565-3d52-4754-9d30-0059791c4800 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Request body: {'subnet': {'network_id': '908559e6-c145-4ef3-8698-648f6ccdf436', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:47.101217 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-02c3574f-bd71-4bf6-9ba5-20769151342c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (845410ee-d30f-4df2-b398-c936d7b1a4c4), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:47.158229 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-143af5bb-44ab-4216-9529-3e3e111a46d1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:47.274972 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 53a84c20-e5ec-49c3-ac3c-d2a883068af8 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:42:47.352638 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 53a84c20-e5ec-49c3-ac3c-d2a883068af8 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:47.353449 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (53a84c20-e5ec-49c3-ac3c-d2a883068af8), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:47.438287 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 53a84c20-e5ec-49c3-ac3c-d2a883068af8 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:47.438890 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (53a84c20-e5ec-49c3-ac3c-d2a883068af8), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:47.476140 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port 53a84c20-e5ec-49c3-ac3c-d2a883068af8, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=53a84c20-e5ec-49c3-ac3c-d2a883068af8,segment=NetworkSegment(9c057749-ecf8-442c-8ebe-7cf2175eb0a4),segment_id=9c057749-ecf8-442c-8ebe-7cf2175eb0a4)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:42:47.493966 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-02c3574f-bd71-4bf6-9ba5-20769151342c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for port (845410ee-d30f-4df2-b398-c936d7b1a4c4), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:47.540000 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-143af5bb-44ab-4216-9529-3e3e111a46d1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Allocated IP 172.20.0.17 (5b628b85-ed95-4821-afb9-011eb01b6ad9/36dcd7f1-f138-412e-ad64-c523b1a8e61d/321f8038-8df3-4824-aea9-16c91754daa6) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:42:47.567020 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9c0565-3d52-4754-9d30-0059791c4800 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Made reservation on behalf of d0c0402a929147de8785062ca8db67ea for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:42:47.570403 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9c9c0565-3d52-4754-9d30-0059791c4800 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:47.614808 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (53a84c20-e5ec-49c3-ac3c-d2a883068af8), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:47.620889 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-02c3574f-bd71-4bf6-9ba5-20769151342c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (845410ee-d30f-4df2-b398-c936d7b1a4c4), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:47.623166 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-02c3574f-bd71-4bf6-9ba5-20769151342c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047558'] for router_interface (199d6da5-9527-4a76-9ca6-0cc3d0f2d012), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:47.701986 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=53a84c20-e5ec-49c3-ac3c-d2a883068af8,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:47.746708 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c3574f-bd71-4bf6-9ba5-20769151342c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event updated for resources: {'Port': ['ID=845410ee-d30f-4df2-b398-c936d7b1a4c4,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:47.753110 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-143af5bb-44ab-4216-9529-3e3e111a46d1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for port (321f8038-8df3-4824-aea9-16c91754daa6), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:47.809920 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c3574f-bd71-4bf6-9ba5-20769151342c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Network da4817f7-9e9e-43c9-bd67-294d3352c7e9 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:42:47.811751 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-02c3574f-bd71-4bf6-9ba5-20769151342c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:42:47.928080 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9c9c0565-3d52-4754-9d30-0059791c4800 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (d5e75f50-97b1-4a17-aac1-e9c3f571224e), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:47.973629 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-143af5bb-44ab-4216-9529-3e3e111a46d1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (321f8038-8df3-4824-aea9-16c91754daa6), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:48.025275 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02c3574f-bd71-4bf6-9ba5-20769151342c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Router 199d6da5-9527-4a76-9ca6-0cc3d0f2d012 is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:42:48.054939 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143af5bb-44ab-4216-9529-3e3e111a46d1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Network 5b628b85-ed95-4821-afb9-011eb01b6ad9 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:42:48.057505 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9c0565-3d52-4754-9d30-0059791c4800 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Pushing event updated for resources: {'Subnet': ['ID=d5e75f50-97b1-4a17-aac1-e9c3f571224e,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:48.070952 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78439820-f717-4d85-8467-3d868f4dea7b None None] Network da4817f7-9e9e-43c9-bd67-294d3352c7e9 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:42:48.073081 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-143af5bb-44ab-4216-9529-3e3e111a46d1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:42:48.074027 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143af5bb-44ab-4216-9529-3e3e111a46d1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:42:48.139465 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-143af5bb-44ab-4216-9529-3e3e111a46d1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047958'] for router_interface (d5be3c96-d3d3-4861-9461-a8c700c99693), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:48.144801 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143af5bb-44ab-4216-9529-3e3e111a46d1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Port': ['ID=321f8038-8df3-4824-aea9-16c91754daa6,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:48.185370 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9c0565-3d52-4754-9d30-0059791c4800 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Checking segment: {'id': '499b6c10-ae7b-48c9-837c-857c6efdcdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '908559e6-c145-4ef3-8698-648f6ccdf436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:42:48.185736 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9c0565-3d52-4754-9d30-0059791c4800 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Network hostable DHCP agents. Network: 908559e6-c145-4ef3-8698-648f6ccdf436, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:42:48.200710 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-8c47304a-702b-457d-943b-3544385442cc None None] Provisioning complete for port 53a84c20-e5ec-49c3-ac3c-d2a883068af8 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:48.201330 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8c47304a-702b-457d-943b-3544385442cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (53a84c20-e5ec-49c3-ac3c-d2a883068af8), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:48.241890 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c3574f-bd71-4bf6-9ba5-20769151342c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:42:48.256733 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-02c3574f-bd71-4bf6-9ba5-20769151342c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "PUT /v2.0/routers/199d6da5-9527-4a76-9ca6-0cc3d0f2d012/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4840052 Feb 28 10:42:48.258345 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49736) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:48.260992 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7254de27-521d-483b-a42e-3c5f669365aa None None] Sync routers for ids ['199d6da5-9527-4a76-9ca6-0cc3d0f2d012'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:42:48.285213 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-247bc409-b0a4-44b1-91ef-f4b1eb0a1f56 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1329235035'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:48.302958 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9c0565-3d52-4754-9d30-0059791c4800 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Network 908559e6-c145-4ef3-8698-648f6ccdf436 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:42:48.307810 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7254de27-521d-483b-a42e-3c5f669365aa None None] Routers {'199d6da5-9527-4a76-9ca6-0cc3d0f2d012'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:42:48.308565 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-7254de27-521d-483b-a42e-3c5f669365aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:42:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['199d6da5-9527-4a76-9ca6-0cc3d0f2d012'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:48.396871 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247bc409-b0a4-44b1-91ef-f4b1eb0a1f56 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Made reservation on behalf of bb2ba9ee3c07467ba10396b757cfe5bd for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:42:48.404791 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-247bc409-b0a4-44b1-91ef-f4b1eb0a1f56 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:48.460656 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-9c9c0565-3d52-4754-9d30-0059791c4800 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 908559e6-c145-4ef3-8698-648f6ccdf436) {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:42:48.480833 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff883d8e-c528-4837-a124-5c27175e7c0a None None] Network 908559e6-c145-4ef3-8698-648f6ccdf436 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:42:48.482262 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-247bc409-b0a4-44b1-91ef-f4b1eb0a1f56 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:42:48.485812 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9c0565-3d52-4754-9d30-0059791c4800 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:48.486457 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-8c47304a-702b-457d-943b-3544385442cc None None] Current status of the port 53a84c20-e5ec-49c3-ac3c-d2a883068af8 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:48.488109 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9c9c0565-3d52-4754-9d30-0059791c4800 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:48.491055 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-7254de27-521d-483b-a42e-3c5f669365aa None None] Set router 199d6da5-9527-4a76-9ca6-0cc3d0f2d012 gateway port host: None {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:42:48.512575 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-247bc409-b0a4-44b1-91ef-f4b1eb0a1f56 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (9a697d72-9cf5-45c3-a96b-4129afa4c8b5), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:48.517186 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-247bc409-b0a4-44b1-91ef-f4b1eb0a1f56 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Added segment 9a697d72-9cf5-45c3-a96b-4129afa4c8b5 of type vlan for network e657857a-df78-4727-ae5d-f63812860686 Feb 28 10:42:48.527527 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-143af5bb-44ab-4216-9529-3e3e111a46d1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (321f8038-8df3-4824-aea9-16c91754daa6), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:48.588628 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-247bc409-b0a4-44b1-91ef-f4b1eb0a1f56 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (e657857a-df78-4727-ae5d-f63812860686), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:48.729442 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-247bc409-b0a4-44b1-91ef-f4b1eb0a1f56 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (e657857a-df78-4727-ae5d-f63812860686), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:48.735194 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247bc409-b0a4-44b1-91ef-f4b1eb0a1f56 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:48.736028 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-247bc409-b0a4-44b1-91ef-f4b1eb0a1f56 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:48.829067 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247bc409-b0a4-44b1-91ef-f4b1eb0a1f56 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event updated for resources: {'Network': ['ID=e657857a-df78-4727-ae5d-f63812860686,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:48.837389 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-9c9c0565-3d52-4754-9d30-0059791c4800 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7765849 Feb 28 10:42:48.840075 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49740) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:48.848012 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-c5ed520c-0d50-49a8-a049-47cdc8bdf040 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Request body: {'port': {'network_id': '908559e6-c145-4ef3-8698-648f6ccdf436', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1434375798'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:48.849714 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-247bc409-b0a4-44b1-91ef-f4b1eb0a1f56 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5901716 Feb 28 10:42:48.855111 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49742) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:48.861209 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-419fc35c-b18e-46b1-bc37-53eee46ea297 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Request body: {'subnet': {'network_id': 'e657857a-df78-4727-ae5d-f63812860686', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:48.869556 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network e657857a-df78-4727-ae5d-f63812860686 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:42:49.010389 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-143af5bb-44ab-4216-9529-3e3e111a46d1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for port (321f8038-8df3-4824-aea9-16c91754daa6), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:49.054824 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419fc35c-b18e-46b1-bc37-53eee46ea297 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Made reservation on behalf of bb2ba9ee3c07467ba10396b757cfe5bd for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:42:49.060023 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-419fc35c-b18e-46b1-bc37-53eee46ea297 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:49.067045 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-5782a3f0-63b1-4ee0-8337-2b0e57a6e42f None None] Provisioning complete for port 321f8038-8df3-4824-aea9-16c91754daa6 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:49.067495 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5782a3f0-63b1-4ee0-8337-2b0e57a6e42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (321f8038-8df3-4824-aea9-16c91754daa6), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:49.072701 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c906eea6-853f-4063-b077-a74b0e878ef1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-908559e6-c145-4ef3-8698-648f6ccdf436', 'network_id': '908559e6-c145-4ef3-8698-648f6ccdf436', 'project_id': 'd0c0402a929147de8785062ca8db67ea', 'fixed_ips': [{'subnet_id': 'd5e75f50-97b1-4a17-aac1-e9c3f571224e'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:42:49.073640 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c906eea6-853f-4063-b077-a74b0e878ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:49.088872 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-143af5bb-44ab-4216-9529-3e3e111a46d1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (321f8038-8df3-4824-aea9-16c91754daa6), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:49.177059 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ed520c-0d50-49a8-a049-47cdc8bdf040 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Made reservation on behalf of d0c0402a929147de8785062ca8db67ea for: {'port': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:42:49.185710 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c5ed520c-0d50-49a8-a049-47cdc8bdf040 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:49.234400 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-df735d3c-63b6-4287-ba8d-1ad471f2dd30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:49.246459 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 53a84c20-e5ec-49c3-ac3c-d2a883068af8 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:42:49.249017 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143af5bb-44ab-4216-9529-3e3e111a46d1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Port': ['ID=321f8038-8df3-4824-aea9-16c91754daa6,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:49.263155 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-143af5bb-44ab-4216-9529-3e3e111a46d1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047558'] for router_interface (d5be3c96-d3d3-4861-9461-a8c700c99693), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:49.277384 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [None req-c5ed520c-0d50-49a8-a049-47cdc8bdf040 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] device_id is not set on port c6b71308-5dce-431e-bb61-f72399f85430 yet. {{(pid=104084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:42:49.318348 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-5782a3f0-63b1-4ee0-8337-2b0e57a6e42f None None] Port 321f8038-8df3-4824-aea9-16c91754daa6 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:42:49.412861 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 53a84c20-e5ec-49c3-ac3c-d2a883068af8 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:49.413291 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (53a84c20-e5ec-49c3-ac3c-d2a883068af8), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:49.451773 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143af5bb-44ab-4216-9529-3e3e111a46d1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Network 5b628b85-ed95-4821-afb9-011eb01b6ad9 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:42:49.453525 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-143af5bb-44ab-4216-9529-3e3e111a46d1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:42:49.463025 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-c906eea6-853f-4063-b077-a74b0e878ef1 None None] Allocated IP 2001:db8::2 (908559e6-c145-4ef3-8698-648f6ccdf436/d5e75f50-97b1-4a17-aac1-e9c3f571224e/3f96206c-f2fa-47e4-91c6-41a2948360b3) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:42:49.471514 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-419fc35c-b18e-46b1-bc37-53eee46ea297 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (1f319918-6d79-43c7-9d2a-2a61f8d7c012), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:49.519363 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-cc479bbf-1245-4ac3-b5b6-e921a3450a62 None None] Provisioning complete for port 53a84c20-e5ec-49c3-ac3c-d2a883068af8 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:49.519812 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-cc479bbf-1245-4ac3-b5b6-e921a3450a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (53a84c20-e5ec-49c3-ac3c-d2a883068af8), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:49.561971 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-7254de27-521d-483b-a42e-3c5f669365aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'name': 'tempest-RoutersIpV6Test-router-895225228', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:42:44Z', 'updated_at': '2022-02-28T10:42:46Z', 'revision_number': 2, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'gw_port_host': None, '_interfaces': [{'id': '845410ee-d30f-4df2-b398-c936d7b1a4c4', 'name': '', 'network_id': 'da4817f7-9e9e-43c9-bd67-294d3352c7e9', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'mac_address': 'fa:16:3e:46:7d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '74ad22d9-9027-4fe4-ad28-ccbce662acc6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:46Z', 'updated_at': '2022-02-28T10:42:47Z', 'revision_number': 2, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'subnets': [{'id': '74ad22d9-9027-4fe4-ad28-ccbce662acc6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:49.603542 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419fc35c-b18e-46b1-bc37-53eee46ea297 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event updated for resources: {'Subnet': ['ID=1f319918-6d79-43c7-9d2a-2a61f8d7c012,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:49.616795 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-143af5bb-44ab-4216-9529-3e3e111a46d1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Router d5be3c96-d3d3-4861-9461-a8c700c99693 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:42:49.626098 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7254de27-521d-483b-a42e-3c5f669365aa None None] Checking router: 199d6da5-9527-4a76-9ca6-0cc3d0f2d012 for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:42:49.626420 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7254de27-521d-483b-a42e-3c5f669365aa None None] Updating router 199d6da5-9527-4a76-9ca6-0cc3d0f2d012 port 845410ee-d30f-4df2-b398-c936d7b1a4c4 binding host dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:42:49.654567 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419fc35c-b18e-46b1-bc37-53eee46ea297 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Checking segment: {'id': '9a697d72-9cf5-45c3-a96b-4129afa4c8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e657857a-df78-4727-ae5d-f63812860686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:42:49.655074 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419fc35c-b18e-46b1-bc37-53eee46ea297 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Network hostable DHCP agents. Network: e657857a-df78-4727-ae5d-f63812860686, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:42:49.708115 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7254de27-521d-483b-a42e-3c5f669365aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (845410ee-d30f-4df2-b398-c936d7b1a4c4), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:49.754304 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 53a84c20-e5ec-49c3-ac3c-d2a883068af8 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:49.758336 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419fc35c-b18e-46b1-bc37-53eee46ea297 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Network e657857a-df78-4727-ae5d-f63812860686 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:42:49.775326 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-143af5bb-44ab-4216-9529-3e3e111a46d1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:42:49.780565 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-143af5bb-44ab-4216-9529-3e3e111a46d1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "PUT /v2.0/routers/d5be3c96-d3d3-4861-9461-a8c700c99693/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8287868 Feb 28 10:42:49.793448 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af790e8-e2bc-459a-af32-dba748c08703 None None] Sync routers for ids ['d5be3c96-d3d3-4861-9461-a8c700c99693'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:42:49.805073 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af790e8-e2bc-459a-af32-dba748c08703 None None] Routers {'d5be3c96-d3d3-4861-9461-a8c700c99693'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:42:49.806010 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-0af790e8-e2bc-459a-af32-dba748c08703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:42:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['d5be3c96-d3d3-4861-9461-a8c700c99693'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:49.843867 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-419fc35c-b18e-46b1-bc37-53eee46ea297 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, e657857a-df78-4727-ae5d-f63812860686) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:42:49.850170 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419fc35c-b18e-46b1-bc37-53eee46ea297 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:49.851188 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-419fc35c-b18e-46b1-bc37-53eee46ea297 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:49.865406 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-cc479bbf-1245-4ac3-b5b6-e921a3450a62 None None] Current status of the port 53a84c20-e5ec-49c3-ac3c-d2a883068af8 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:49.868004 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584fa995-efaf-4233-ac87-c0b23a8ebf2a None None] Network e657857a-df78-4727-ae5d-f63812860686 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:42:49.935517 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-0af790e8-e2bc-459a-af32-dba748c08703 None None] Set router d5be3c96-d3d3-4861-9461-a8c700c99693 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:42:49.952801 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-419fc35c-b18e-46b1-bc37-53eee46ea297 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0964994 Feb 28 10:42:49.958532 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49758) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:50.023558 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c906eea6-853f-4063-b077-a74b0e878ef1 None None] Publish callbacks [] for port (3f96206c-f2fa-47e4-91c6-41a2948360b3), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:50.036991 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-cc479bbf-1245-4ac3-b5b6-e921a3450a62 None None] Provisioning complete for port 845410ee-d30f-4df2-b398-c936d7b1a4c4 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:50.037375 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-cc479bbf-1245-4ac3-b5b6-e921a3450a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (845410ee-d30f-4df2-b398-c936d7b1a4c4), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:50.171992 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c906eea6-853f-4063-b077-a74b0e878ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (3f96206c-f2fa-47e4-91c6-41a2948360b3), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:50.173812 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:50.182328 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-cc479bbf-1245-4ac3-b5b6-e921a3450a62 None None] Port 845410ee-d30f-4df2-b398-c936d7b1a4c4 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:42:50.184633 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0775f4-0f33-4e28-8f86-107129b938a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-e657857a-df78-4727-ae5d-f63812860686', 'network_id': 'e657857a-df78-4727-ae5d-f63812860686', 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'fixed_ips': [{'subnet_id': '1f319918-6d79-43c7-9d2a-2a61f8d7c012'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:42:50.185627 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0f0775f4-0f33-4e28-8f86-107129b938a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:50.198309 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-0af790e8-e2bc-459a-af32-dba748c08703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'name': 'tempest-TestNetworkBasicOps-router-1169356957', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.55'}], 'enable_snat': True}, 'gw_port_id': '0d3ece73-0663-4c34-8b39-1e9c722e6ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:57Z', 'updated_at': '2022-02-28T10:42:48Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '0d3ece73-0663-4c34-8b39-1e9c722e6ba1', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:59Z', 'updated_at': '2022-02-28T10:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': 'f8f1c0a8-ee2d-4647-8207-68849d669395', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'floating_ip_address': '172.26.3.190', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'port_id': 'ba5d4be1-16b2-4377-a521-cbd155abdbf8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1186, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0b9869-ae23-48eb-aefa-6fa5242a6177', 'mac_address': 'fa:16:3e:b8:f1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e834505a-0411-40ae-bd93-2a05cf5ccb3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:41:43Z', 'updated_at': '2022-02-28T10:41:48Z', 'revision_number': 1, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cea848e-f97e-4794-8738-5114b4b3b6b2', 'name': '', 'network_id': 'ed0b9869-ae23-48eb-aefa-6fa5242a6177', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:d5:ef:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '78e4f8f8-348f-4545-beb6-cf8d3033cc81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:07Z', 'updated_at': '2022-02-28T10:41:17Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '78e4f8f8-348f-4545-beb6-cf8d3033cc81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '321f8038-8df3-4824-aea9-16c91754daa6', 'name': '', 'network_id': '5b628b85-ed95-4821-afb9-011eb01b6ad9', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:74:4f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '36dcd7f1-f138-412e-ad64-c523b1a8e61d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:47Z', 'updated_at': '2022-02-28T10:42:48Z', 'revision_number': 2, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '36dcd7f1-f138-412e-ad64-c523b1a8e61d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:50.230352 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af790e8-e2bc-459a-af32-dba748c08703 None None] Checking router: d5be3c96-d3d3-4861-9461-a8c700c99693 for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:42:50.230892 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af790e8-e2bc-459a-af32-dba748c08703 None None] Updating router d5be3c96-d3d3-4861-9461-a8c700c99693 port 321f8038-8df3-4824-aea9-16c91754daa6 binding host dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:42:50.264423 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0af790e8-e2bc-459a-af32-dba748c08703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (321f8038-8df3-4824-aea9-16c91754daa6), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:50.320912 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c906eea6-853f-4063-b077-a74b0e878ef1 None None] Network 908559e6-c145-4ef3-8698-648f6ccdf436 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:42:50.324957 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-c5ed520c-0d50-49a8-a049-47cdc8bdf040 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Allocated IP 2001:db8::ac (908559e6-c145-4ef3-8698-648f6ccdf436/d5e75f50-97b1-4a17-aac1-e9c3f571224e/c6b71308-5dce-431e-bb61-f72399f85430) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:42:50.335570 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-c906eea6-853f-4063-b077-a74b0e878ef1 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:42:50.348183 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c906eea6-853f-4063-b077-a74b0e878ef1 None None] Pushing event updated for resources: {'Port': ['ID=3f96206c-f2fa-47e4-91c6-41a2948360b3,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:50.355247 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c906eea6-853f-4063-b077-a74b0e878ef1 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:42:50.433119 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-5f037b53-d155-42a2-9cb0-ac8272352eef None None] Provisioning complete for port 321f8038-8df3-4824-aea9-16c91754daa6 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:50.433499 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5f037b53-d155-42a2-9cb0-ac8272352eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (321f8038-8df3-4824-aea9-16c91754daa6), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:50.465669 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-0f0775f4-0f33-4e28-8f86-107129b938a8 None None] Allocated IP 2001:db8:1::2 (e657857a-df78-4727-ae5d-f63812860686/1f319918-6d79-43c7-9d2a-2a61f8d7c012/90dca4ce-0932-419c-b050-9cda36a45138) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:42:50.631890 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0af790e8-e2bc-459a-af32-dba748c08703 None None] Publish callbacks [] for port (321f8038-8df3-4824-aea9-16c91754daa6), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:50.695729 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0f0775f4-0f33-4e28-8f86-107129b938a8 None None] Publish callbacks [] for port (90dca4ce-0932-419c-b050-9cda36a45138), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:50.701809 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0b3978e6-462a-4727-adb8-bfce78d45d9e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:50.705985 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0af790e8-e2bc-459a-af32-dba748c08703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (321f8038-8df3-4824-aea9-16c91754daa6), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:50.781950 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c5ed520c-0d50-49a8-a049-47cdc8bdf040 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Publish callbacks [] for port (c6b71308-5dce-431e-bb61-f72399f85430), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:50.865417 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6470cd76-1a8c-4aa4-ac21-43f24cda7893 None None] Pushing event updated for resources: {'Port': ['ID=321f8038-8df3-4824-aea9-16c91754daa6,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:50.872777 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-c906eea6-853f-4063-b077-a74b0e878ef1 None None] Attempting to bind port 3f96206c-f2fa-47e4-91c6-41a2948360b3 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:42:50.873078 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-c906eea6-853f-4063-b077-a74b0e878ef1 None None] Attempting to bind port 3f96206c-f2fa-47e4-91c6-41a2948360b3 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '499b6c10-ae7b-48c9-837c-857c6efdcdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '908559e6-c145-4ef3-8698-648f6ccdf436'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:42:50.873540 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c906eea6-853f-4063-b077-a74b0e878ef1 None None] Attempting to bind port 3f96206c-f2fa-47e4-91c6-41a2948360b3 on network 908559e6-c145-4ef3-8698-648f6ccdf436 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:42:50.907496 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c906eea6-853f-4063-b077-a74b0e878ef1 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:42:50.908041 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c906eea6-853f-4063-b077-a74b0e878ef1 None None] Checking segment: {'id': '499b6c10-ae7b-48c9-837c-857c6efdcdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '908559e6-c145-4ef3-8698-648f6ccdf436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:42:50.915514 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c906eea6-853f-4063-b077-a74b0e878ef1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:50.916116 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c906eea6-853f-4063-b077-a74b0e878ef1 None None] Bound using segment: {'id': '499b6c10-ae7b-48c9-837c-857c6efdcdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '908559e6-c145-4ef3-8698-648f6ccdf436'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:42:50.916744 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-c906eea6-853f-4063-b077-a74b0e878ef1 None None] Bound port: 3f96206c-f2fa-47e4-91c6-41a2948360b3, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '499b6c10-ae7b-48c9-837c-857c6efdcdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '908559e6-c145-4ef3-8698-648f6ccdf436'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:42:50.917241 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c906eea6-853f-4063-b077-a74b0e878ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (3f96206c-f2fa-47e4-91c6-41a2948360b3), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:50.923879 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-5f037b53-d155-42a2-9cb0-ac8272352eef None None] Port 321f8038-8df3-4824-aea9-16c91754daa6 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:42:50.928226 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0f0775f4-0f33-4e28-8f86-107129b938a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (90dca4ce-0932-419c-b050-9cda36a45138), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:50.934178 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-0af790e8-e2bc-459a-af32-dba748c08703 None None] Attempting to bind port 321f8038-8df3-4824-aea9-16c91754daa6 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:42:50.934556 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-0af790e8-e2bc-459a-af32-dba748c08703 None None] Attempting to bind port 321f8038-8df3-4824-aea9-16c91754daa6 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': 'cf459db2-c0f1-4080-bef0-0922a6dc9f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5b628b85-ed95-4821-afb9-011eb01b6ad9'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:42:50.934946 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af790e8-e2bc-459a-af32-dba748c08703 None None] Attempting to bind port 321f8038-8df3-4824-aea9-16c91754daa6 on network 5b628b85-ed95-4821-afb9-011eb01b6ad9 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:42:50.947655 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af790e8-e2bc-459a-af32-dba748c08703 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:42:50.948035 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af790e8-e2bc-459a-af32-dba748c08703 None None] Checking segment: {'id': 'cf459db2-c0f1-4080-bef0-0922a6dc9f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5b628b85-ed95-4821-afb9-011eb01b6ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:42:50.948436 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0af790e8-e2bc-459a-af32-dba748c08703 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:50.948833 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af790e8-e2bc-459a-af32-dba748c08703 None None] Bound using segment: {'id': 'cf459db2-c0f1-4080-bef0-0922a6dc9f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5b628b85-ed95-4821-afb9-011eb01b6ad9'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:42:50.949675 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-0af790e8-e2bc-459a-af32-dba748c08703 None None] Bound port: 321f8038-8df3-4824-aea9-16c91754daa6, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf459db2-c0f1-4080-bef0-0922a6dc9f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5b628b85-ed95-4821-afb9-011eb01b6ad9'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:42:50.950074 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0af790e8-e2bc-459a-af32-dba748c08703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (321f8038-8df3-4824-aea9-16c91754daa6), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:50.960802 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0775f4-0f33-4e28-8f86-107129b938a8 None None] Network e657857a-df78-4727-ae5d-f63812860686 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:42:50.968365 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-0f0775f4-0f33-4e28-8f86-107129b938a8 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:42:50.976700 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c5ed520c-0d50-49a8-a049-47cdc8bdf040 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (c6b71308-5dce-431e-bb61-f72399f85430), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:51.024958 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0775f4-0f33-4e28-8f86-107129b938a8 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:42:51.030926 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7254de27-521d-483b-a42e-3c5f669365aa None None] Publish callbacks [] for port (845410ee-d30f-4df2-b398-c936d7b1a4c4), precommit_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:51.051280 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ed520c-0d50-49a8-a049-47cdc8bdf040 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Network 908559e6-c145-4ef3-8698-648f6ccdf436 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:42:51.059144 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-c5ed520c-0d50-49a8-a049-47cdc8bdf040 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:42:51.061462 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ed520c-0d50-49a8-a049-47cdc8bdf040 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:42:51.067518 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ed520c-0d50-49a8-a049-47cdc8bdf040 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:51.068197 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c5ed520c-0d50-49a8-a049-47cdc8bdf040 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:51.077371 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-0af790e8-e2bc-459a-af32-dba748c08703 None None] For port 321f8038-8df3-4824-aea9-16c91754daa6, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:42:51.091995 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-0af790e8-e2bc-459a-af32-dba748c08703 None None] For port 321f8038-8df3-4824-aea9-16c91754daa6, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=321f8038-8df3-4824-aea9-16c91754daa6,segment=NetworkSegment(cf459db2-c0f1-4080-bef0-0922a6dc9f91),segment_id=cf459db2-c0f1-4080-bef0-0922a6dc9f91)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:42:51.095414 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ed520c-0d50-49a8-a049-47cdc8bdf040 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Pushing event updated for resources: {'Port': ['ID=c6b71308-5dce-431e-bb61-f72399f85430,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:51.132086 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0775f4-0f33-4e28-8f86-107129b938a8 None None] Pushing event updated for resources: {'Port': ['ID=90dca4ce-0932-419c-b050-9cda36a45138,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:51.151419 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-0b3978e6-462a-4727-adb8-bfce78d45d9e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Allocated IP 2001:db8:1::1 (e657857a-df78-4727-ae5d-f63812860686/1f319918-6d79-43c7-9d2a-2a61f8d7c012/f6f53bae-c226-45eb-9375-b419fead7542) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:42:51.153127 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7254de27-521d-483b-a42e-3c5f669365aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (845410ee-d30f-4df2-b398-c936d7b1a4c4), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:51.180590 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0af790e8-e2bc-459a-af32-dba748c08703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (321f8038-8df3-4824-aea9-16c91754daa6), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:51.218392 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b33f2f-6613-44e1-b7a2-46ac24535ef0 None None] Pushing event updated for resources: {'Port': ['ID=845410ee-d30f-4df2-b398-c936d7b1a4c4,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:51.219432 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c5ed520c-0d50-49a8-a049-47cdc8bdf040 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.3783305 Feb 28 10:42:51.223118 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49762) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:51.233507 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-3dcdb171-11ff-4c04-9350-f3ed124e88d1 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Request body: {'port': {'network_id': '908559e6-c145-4ef3-8698-648f6ccdf436', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-884171303', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:51.234794 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.api.validators [None req-3dcdb171-11ff-4c04-9350-f3ed124e88d1 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] bootfile-name is not in valid_values {{(pid=104083) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 28 10:42:51.235195 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.api.validators [None req-3dcdb171-11ff-4c04-9350-f3ed124e88d1 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] tftp-server is not in valid_values {{(pid=104083) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 28 10:42:51.235579 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.api.validators [None req-3dcdb171-11ff-4c04-9350-f3ed124e88d1 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] server-ip-address is not in valid_values {{(pid=104083) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 28 10:42:51.277508 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-0f0775f4-0f33-4e28-8f86-107129b938a8 None None] Attempting to bind port 90dca4ce-0932-419c-b050-9cda36a45138 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:42:51.277997 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-0f0775f4-0f33-4e28-8f86-107129b938a8 None None] Attempting to bind port 90dca4ce-0932-419c-b050-9cda36a45138 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '9a697d72-9cf5-45c3-a96b-4129afa4c8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e657857a-df78-4727-ae5d-f63812860686'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:42:51.278472 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0775f4-0f33-4e28-8f86-107129b938a8 None None] Attempting to bind port 90dca4ce-0932-419c-b050-9cda36a45138 on network e657857a-df78-4727-ae5d-f63812860686 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:42:51.294437 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0775f4-0f33-4e28-8f86-107129b938a8 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:42:51.295370 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0775f4-0f33-4e28-8f86-107129b938a8 None None] Checking segment: {'id': '9a697d72-9cf5-45c3-a96b-4129afa4c8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e657857a-df78-4727-ae5d-f63812860686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:42:51.295852 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0f0775f4-0f33-4e28-8f86-107129b938a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:51.298435 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0775f4-0f33-4e28-8f86-107129b938a8 None None] Bound using segment: {'id': '9a697d72-9cf5-45c3-a96b-4129afa4c8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e657857a-df78-4727-ae5d-f63812860686'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:42:51.298435 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-0f0775f4-0f33-4e28-8f86-107129b938a8 None None] Bound port: 90dca4ce-0932-419c-b050-9cda36a45138, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a697d72-9cf5-45c3-a96b-4129afa4c8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e657857a-df78-4727-ae5d-f63812860686'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:42:51.298435 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0f0775f4-0f33-4e28-8f86-107129b938a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (90dca4ce-0932-419c-b050-9cda36a45138), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:51.310292 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-c906eea6-853f-4063-b077-a74b0e878ef1 None None] For port 3f96206c-f2fa-47e4-91c6-41a2948360b3, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:42:51.317220 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af790e8-e2bc-459a-af32-dba748c08703 None None] Routers {'d5be3c96-d3d3-4861-9461-a8c700c99693'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:42:51.318106 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-0af790e8-e2bc-459a-af32-dba748c08703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:42:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['d5be3c96-d3d3-4861-9461-a8c700c99693'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:51.327928 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0b3978e6-462a-4727-adb8-bfce78d45d9e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for port (f6f53bae-c226-45eb-9375-b419fead7542), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:51.402683 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6470cd76-1a8c-4aa4-ac21-43f24cda7893 None None] Pushing event updated for resources: {'Port': ['ID=321f8038-8df3-4824-aea9-16c91754daa6,revision_number=4']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:51.450268 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-c906eea6-853f-4063-b077-a74b0e878ef1 None None] For port 3f96206c-f2fa-47e4-91c6-41a2948360b3, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=3f96206c-f2fa-47e4-91c6-41a2948360b3,segment=NetworkSegment(499b6c10-ae7b-48c9-837c-857c6efdcdf6),segment_id=499b6c10-ae7b-48c9-837c-857c6efdcdf6)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:42:51.461275 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:51.537073 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-0f0775f4-0f33-4e28-8f86-107129b938a8 None None] For port 90dca4ce-0932-419c-b050-9cda36a45138, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:42:51.540656 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-0f0775f4-0f33-4e28-8f86-107129b938a8 None None] For port 90dca4ce-0932-419c-b050-9cda36a45138, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=90dca4ce-0932-419c-b050-9cda36a45138,segment=NetworkSegment(9a697d72-9cf5-45c3-a96b-4129afa4c8b5),segment_id=9a697d72-9cf5-45c3-a96b-4129afa4c8b5)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:42:51.546064 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dcdb171-11ff-4c04-9350-f3ed124e88d1 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Made reservation on behalf of d0c0402a929147de8785062ca8db67ea for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:42:51.551784 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-62ed1d73-c9dd-439e-be65-096a96ced2cb None None] Provisioning complete for port 321f8038-8df3-4824-aea9-16c91754daa6 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:51.552170 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-62ed1d73-c9dd-439e-be65-096a96ced2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (321f8038-8df3-4824-aea9-16c91754daa6), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:51.552406 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3dcdb171-11ff-4c04-9350-f3ed124e88d1 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:51.559845 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c906eea6-853f-4063-b077-a74b0e878ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (3f96206c-f2fa-47e4-91c6-41a2948360b3), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:51.561212 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-0af790e8-e2bc-459a-af32-dba748c08703 None None] Set router d5be3c96-d3d3-4861-9461-a8c700c99693 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:42:51.583491 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-3dcdb171-11ff-4c04-9350-f3ed124e88d1 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] device_id is not set on port d566cc24-3aeb-4913-a428-c6793cf7d4fc yet. {{(pid=104083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:42:51.711129 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0f0775f4-0f33-4e28-8f86-107129b938a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (90dca4ce-0932-419c-b050-9cda36a45138), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:51.725117 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-7254de27-521d-483b-a42e-3c5f669365aa None None] Attempting to bind port 845410ee-d30f-4df2-b398-c936d7b1a4c4 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:42:51.725498 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-7254de27-521d-483b-a42e-3c5f669365aa None None] Attempting to bind port 845410ee-d30f-4df2-b398-c936d7b1a4c4 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '9c057749-ecf8-442c-8ebe-7cf2175eb0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'da4817f7-9e9e-43c9-bd67-294d3352c7e9'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:42:51.725871 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7254de27-521d-483b-a42e-3c5f669365aa None None] Attempting to bind port 845410ee-d30f-4df2-b398-c936d7b1a4c4 on network da4817f7-9e9e-43c9-bd67-294d3352c7e9 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:42:51.792786 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7254de27-521d-483b-a42e-3c5f669365aa None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:42:51.793172 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7254de27-521d-483b-a42e-3c5f669365aa None None] Checking segment: {'id': '9c057749-ecf8-442c-8ebe-7cf2175eb0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'da4817f7-9e9e-43c9-bd67-294d3352c7e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:42:51.794219 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7254de27-521d-483b-a42e-3c5f669365aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:51.794844 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7254de27-521d-483b-a42e-3c5f669365aa None None] Bound using segment: {'id': '9c057749-ecf8-442c-8ebe-7cf2175eb0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'da4817f7-9e9e-43c9-bd67-294d3352c7e9'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:42:51.795667 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-7254de27-521d-483b-a42e-3c5f669365aa None None] Bound port: 845410ee-d30f-4df2-b398-c936d7b1a4c4, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c057749-ecf8-442c-8ebe-7cf2175eb0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'da4817f7-9e9e-43c9-bd67-294d3352c7e9'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:42:51.799382 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7254de27-521d-483b-a42e-3c5f669365aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (845410ee-d30f-4df2-b398-c936d7b1a4c4), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:51.872026 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c906eea6-853f-4063-b077-a74b0e878ef1 None None] Pushing event updated for resources: {'Port': ['ID=3f96206c-f2fa-47e4-91c6-41a2948360b3,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:51.883328 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-3dcdb171-11ff-4c04-9350-f3ed124e88d1 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Allocated IP 2001:db8::f3 (908559e6-c145-4ef3-8698-648f6ccdf436/d5e75f50-97b1-4a17-aac1-e9c3f571224e/d566cc24-3aeb-4913-a428-c6793cf7d4fc) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:42:52.073679 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-62ed1d73-c9dd-439e-be65-096a96ced2cb None None] Current status of the port 321f8038-8df3-4824-aea9-16c91754daa6 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:52.074168 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-62ed1d73-c9dd-439e-be65-096a96ced2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (321f8038-8df3-4824-aea9-16c91754daa6), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:52.100909 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-0af790e8-e2bc-459a-af32-dba748c08703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'name': 'tempest-TestNetworkBasicOps-router-1169356957', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.55'}], 'enable_snat': True}, 'gw_port_id': '0d3ece73-0663-4c34-8b39-1e9c722e6ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:57Z', 'updated_at': '2022-02-28T10:42:48Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '0d3ece73-0663-4c34-8b39-1e9c722e6ba1', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:59Z', 'updated_at': '2022-02-28T10:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': 'f8f1c0a8-ee2d-4647-8207-68849d669395', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'floating_ip_address': '172.26.3.190', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'port_id': 'ba5d4be1-16b2-4377-a521-cbd155abdbf8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1186, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0b9869-ae23-48eb-aefa-6fa5242a6177', 'mac_address': 'fa:16:3e:b8:f1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e834505a-0411-40ae-bd93-2a05cf5ccb3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:41:43Z', 'updated_at': '2022-02-28T10:41:48Z', 'revision_number': 1, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cea848e-f97e-4794-8738-5114b4b3b6b2', 'name': '', 'network_id': 'ed0b9869-ae23-48eb-aefa-6fa5242a6177', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:d5:ef:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '78e4f8f8-348f-4545-beb6-cf8d3033cc81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:07Z', 'updated_at': '2022-02-28T10:41:17Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '78e4f8f8-348f-4545-beb6-cf8d3033cc81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '321f8038-8df3-4824-aea9-16c91754daa6', 'name': '', 'network_id': '5b628b85-ed95-4821-afb9-011eb01b6ad9', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:74:4f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '36dcd7f1-f138-412e-ad64-c523b1a8e61d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:47Z', 'updated_at': '2022-02-28T10:42:51Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '36dcd7f1-f138-412e-ad64-c523b1a8e61d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:52.147357 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0775f4-0f33-4e28-8f86-107129b938a8 None None] Pushing event updated for resources: {'Port': ['ID=90dca4ce-0932-419c-b050-9cda36a45138,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:52.161061 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-7254de27-521d-483b-a42e-3c5f669365aa None None] For port 845410ee-d30f-4df2-b398-c936d7b1a4c4, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:42:52.225830 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af790e8-e2bc-459a-af32-dba748c08703 None None] The sync data for ids ['d5be3c96-d3d3-4861-9461-a8c700c99693'] in dv-neutron-829161-3-hyperv is: [{'id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'name': 'tempest-TestNetworkBasicOps-router-1169356957', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.55'}], 'enable_snat': True}, 'gw_port_id': '0d3ece73-0663-4c34-8b39-1e9c722e6ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:57Z', 'updated_at': '2022-02-28T10:42:48Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '0d3ece73-0663-4c34-8b39-1e9c722e6ba1', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:59Z', 'updated_at': '2022-02-28T10:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': 'f8f1c0a8-ee2d-4647-8207-68849d669395', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'floating_ip_address': '172.26.3.190', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'port_id': 'ba5d4be1-16b2-4377-a521-cbd155abdbf8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1186, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0b9869-ae23-48eb-aefa-6fa5242a6177', 'mac_address': 'fa:16:3e:b8:f1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e834505a-0411-40ae-bd93-2a05cf5ccb3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:41:43Z', 'updated_at': '2022-02-28T10:41:48Z', 'revision_number': 1, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cea848e-f97e-4794-8738-5114b4b3b6b2', 'name': '', 'network_id': 'ed0b9869-ae23-48eb-aefa-6fa5242a6177', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:d5:ef:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '78e4f8f8-348f-4545-beb6-cf8d3033cc81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:07Z', 'updated_at': '2022-02-28T10:41:17Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '78e4f8f8-348f-4545-beb6-cf8d3033cc81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '321f8038-8df3-4824-aea9-16c91754daa6', 'name': '', 'network_id': '5b628b85-ed95-4821-afb9-011eb01b6ad9', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:74:4f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '36dcd7f1-f138-412e-ad64-c523b1a8e61d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:47Z', 'updated_at': '2022-02-28T10:42:51Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '36dcd7f1-f138-412e-ad64-c523b1a8e61d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:42:52.231299 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-7254de27-521d-483b-a42e-3c5f669365aa None None] For port 845410ee-d30f-4df2-b398-c936d7b1a4c4, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=845410ee-d30f-4df2-b398-c936d7b1a4c4,segment=NetworkSegment(9c057749-ecf8-442c-8ebe-7cf2175eb0a4),segment_id=9c057749-ecf8-442c-8ebe-7cf2175eb0a4)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:42:52.275863 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3dcdb171-11ff-4c04-9350-f3ed124e88d1 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Publish callbacks [] for port (d566cc24-3aeb-4913-a428-c6793cf7d4fc), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:52.309989 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-62ed1d73-c9dd-439e-be65-096a96ced2cb None None] For port 321f8038-8df3-4824-aea9-16c91754daa6, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=321f8038-8df3-4824-aea9-16c91754daa6,segment=NetworkSegment(cf459db2-c0f1-4080-bef0-0922a6dc9f91),segment_id=cf459db2-c0f1-4080-bef0-0922a6dc9f91)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:42:52.325601 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7254de27-521d-483b-a42e-3c5f669365aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (845410ee-d30f-4df2-b398-c936d7b1a4c4), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:52.370593 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0b3978e6-462a-4727-adb8-bfce78d45d9e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (f6f53bae-c226-45eb-9375-b419fead7542), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:52.399549 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7254de27-521d-483b-a42e-3c5f669365aa None None] Routers {'199d6da5-9527-4a76-9ca6-0cc3d0f2d012'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:42:52.400467 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-7254de27-521d-483b-a42e-3c5f669365aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:42:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['199d6da5-9527-4a76-9ca6-0cc3d0f2d012'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:52.441196 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3dcdb171-11ff-4c04-9350-f3ed124e88d1 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (d566cc24-3aeb-4913-a428-c6793cf7d4fc), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:52.453483 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-62ed1d73-c9dd-439e-be65-096a96ced2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (321f8038-8df3-4824-aea9-16c91754daa6), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:52.539193 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3978e6-462a-4727-adb8-bfce78d45d9e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Network e657857a-df78-4727-ae5d-f63812860686 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:42:52.554194 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b33f2f-6613-44e1-b7a2-46ac24535ef0 None None] Pushing event updated for resources: {'Port': ['ID=845410ee-d30f-4df2-b398-c936d7b1a4c4,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:52.560724 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-0b3978e6-462a-4727-adb8-bfce78d45d9e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:42:52.582562 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3978e6-462a-4727-adb8-bfce78d45d9e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:42:52.596290 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0b3978e6-462a-4727-adb8-bfce78d45d9e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047958'] for router_interface (199d6da5-9527-4a76-9ca6-0cc3d0f2d012), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:52.610689 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3978e6-462a-4727-adb8-bfce78d45d9e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event updated for resources: {'Port': ['ID=f6f53bae-c226-45eb-9375-b419fead7542,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:52.631535 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcdb171-11ff-4c04-9350-f3ed124e88d1 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Network 908559e6-c145-4ef3-8698-648f6ccdf436 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:42:52.635898 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcdb171-11ff-4c04-9350-f3ed124e88d1 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Pushing event updated for resources: {'Port': ['ID=d566cc24-3aeb-4913-a428-c6793cf7d4fc,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:52.640593 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-3dcdb171-11ff-4c04-9350-f3ed124e88d1 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:42:52.657619 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcdb171-11ff-4c04-9350-f3ed124e88d1 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:42:52.667646 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcdb171-11ff-4c04-9350-f3ed124e88d1 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:52.668478 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3dcdb171-11ff-4c04-9350-f3ed124e88d1 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:52.677604 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-eb774293-ddb5-429e-baba-89e2595b058c None None] Provisioning complete for port 321f8038-8df3-4824-aea9-16c91754daa6 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:52.677989 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-eb774293-ddb5-429e-baba-89e2595b058c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (321f8038-8df3-4824-aea9-16c91754daa6), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:52.728417 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-7254de27-521d-483b-a42e-3c5f669365aa None None] Set router 199d6da5-9527-4a76-9ca6-0cc3d0f2d012 gateway port host: None {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:42:52.779569 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49770) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:52.780523 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-3dcdb171-11ff-4c04-9350-f3ed124e88d1 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 1.5561166 Feb 28 10:42:52.824859 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:52.856577 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ed1d73-c9dd-439e-be65-096a96ced2cb None None] Pushing event updated for resources: {'Port': ['ID=321f8038-8df3-4824-aea9-16c91754daa6,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:52.901920 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85999a31-53f2-4b52-b4f2-8f8b5809d3a4 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:52.920214 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85999a31-53f2-4b52-b4f2-8f8b5809d3a4 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:52.926923 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85999a31-53f2-4b52-b4f2-8f8b5809d3a4 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:52.943852 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-85999a31-53f2-4b52-b4f2-8f8b5809d3a4 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.1546793 Feb 28 10:42:52.944061 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49772) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:53.004672 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-eb774293-ddb5-429e-baba-89e2595b058c None None] Current status of the port 321f8038-8df3-4824-aea9-16c91754daa6 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:53.031071 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-eb774293-ddb5-429e-baba-89e2595b058c None None] Provisioning complete for port 845410ee-d30f-4df2-b398-c936d7b1a4c4 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:53.031456 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-eb774293-ddb5-429e-baba-89e2595b058c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (845410ee-d30f-4df2-b398-c936d7b1a4c4), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:53.192413 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0b3978e6-462a-4727-adb8-bfce78d45d9e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (f6f53bae-c226-45eb-9375-b419fead7542), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:53.242604 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-eb774293-ddb5-429e-baba-89e2595b058c None None] Current status of the port 845410ee-d30f-4df2-b398-c936d7b1a4c4 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:53.244163 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-eb774293-ddb5-429e-baba-89e2595b058c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (845410ee-d30f-4df2-b398-c936d7b1a4c4), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:53.325033 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-eb774293-ddb5-429e-baba-89e2595b058c None None] For port 845410ee-d30f-4df2-b398-c936d7b1a4c4, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=845410ee-d30f-4df2-b398-c936d7b1a4c4,segment=NetworkSegment(9c057749-ecf8-442c-8ebe-7cf2175eb0a4),segment_id=9c057749-ecf8-442c-8ebe-7cf2175eb0a4)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:42:53.328223 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-7254de27-521d-483b-a42e-3c5f669365aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'name': 'tempest-RoutersIpV6Test-router-895225228', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:42:44Z', 'updated_at': '2022-02-28T10:42:46Z', 'revision_number': 2, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'gw_port_host': None, '_interfaces': [{'id': '845410ee-d30f-4df2-b398-c936d7b1a4c4', 'name': '', 'network_id': 'da4817f7-9e9e-43c9-bd67-294d3352c7e9', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'mac_address': 'fa:16:3e:46:7d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '74ad22d9-9027-4fe4-ad28-ccbce662acc6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:46Z', 'updated_at': '2022-02-28T10:42:52Z', 'revision_number': 4, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'subnets': [{'id': '74ad22d9-9027-4fe4-ad28-ccbce662acc6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:53.338038 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-5c2342a4-14a5-4e2b-966b-4b65c322a2fb tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Deleting port d566cc24-3aeb-4913-a428-c6793cf7d4fc {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:42:53.338251 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5c2342a4-14a5-4e2b-966b-4b65c322a2fb tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (d566cc24-3aeb-4913-a428-c6793cf7d4fc), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:53.396599 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7254de27-521d-483b-a42e-3c5f669365aa None None] The sync data for ids ['199d6da5-9527-4a76-9ca6-0cc3d0f2d012'] in dv-neutron-829161-3-hyperv is: [{'id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'name': 'tempest-RoutersIpV6Test-router-895225228', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:42:44Z', 'updated_at': '2022-02-28T10:42:46Z', 'revision_number': 2, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'gw_port_host': None, '_interfaces': [{'id': '845410ee-d30f-4df2-b398-c936d7b1a4c4', 'name': '', 'network_id': 'da4817f7-9e9e-43c9-bd67-294d3352c7e9', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'mac_address': 'fa:16:3e:46:7d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '74ad22d9-9027-4fe4-ad28-ccbce662acc6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:46Z', 'updated_at': '2022-02-28T10:42:52Z', 'revision_number': 4, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'subnets': [{'id': '74ad22d9-9027-4fe4-ad28-ccbce662acc6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:42:53.398453 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-eb774293-ddb5-429e-baba-89e2595b058c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (845410ee-d30f-4df2-b398-c936d7b1a4c4), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:53.410924 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 3f96206c-f2fa-47e4-91c6-41a2948360b3 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:42:53.518326 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9f5e94-7aed-4431-b96a-d13bf5719ef3 None None] Network 908559e6-c145-4ef3-8698-648f6ccdf436 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:42:53.608962 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5c2342a4-14a5-4e2b-966b-4b65c322a2fb tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (d566cc24-3aeb-4913-a428-c6793cf7d4fc), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:53.665163 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-5c2342a4-14a5-4e2b-966b-4b65c322a2fb tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Calling delete_port for d566cc24-3aeb-4913-a428-c6793cf7d4fc owned by {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:42:53.715282 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 3f96206c-f2fa-47e4-91c6-41a2948360b3 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:53.716018 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (3f96206c-f2fa-47e4-91c6-41a2948360b3), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:53.818946 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-064cd21f-e969-48fc-af6d-9110118ef050 None None] Provisioning complete for port 3f96206c-f2fa-47e4-91c6-41a2948360b3 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:53.819678 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-064cd21f-e969-48fc-af6d-9110118ef050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (3f96206c-f2fa-47e4-91c6-41a2948360b3), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:53.851213 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0b3978e6-462a-4727-adb8-bfce78d45d9e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for port (f6f53bae-c226-45eb-9375-b419fead7542), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:53.913727 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52046cf-d220-42d0-bfea-aeeca94e02af None None] Network e657857a-df78-4727-ae5d-f63812860686 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:42:53.946887 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0b3978e6-462a-4727-adb8-bfce78d45d9e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (f6f53bae-c226-45eb-9375-b419fead7542), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:53.946887 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0b3978e6-462a-4727-adb8-bfce78d45d9e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047558'] for router_interface (199d6da5-9527-4a76-9ca6-0cc3d0f2d012), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:53.997422 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5c2342a4-14a5-4e2b-966b-4b65c322a2fb tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (d566cc24-3aeb-4913-a428-c6793cf7d4fc), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:54.011177 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb774293-ddb5-429e-baba-89e2595b058c None None] Pushing event updated for resources: {'Port': ['ID=845410ee-d30f-4df2-b398-c936d7b1a4c4,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:54.017777 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 3f96206c-f2fa-47e4-91c6-41a2948360b3 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:54.018384 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (3f96206c-f2fa-47e4-91c6-41a2948360b3), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:54.074018 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3978e6-462a-4727-adb8-bfce78d45d9e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event updated for resources: {'Port': ['ID=f6f53bae-c226-45eb-9375-b419fead7542,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:54.111920 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port 3f96206c-f2fa-47e4-91c6-41a2948360b3, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=3f96206c-f2fa-47e4-91c6-41a2948360b3,segment=NetworkSegment(499b6c10-ae7b-48c9-837c-857c6efdcdf6),segment_id=499b6c10-ae7b-48c9-837c-857c6efdcdf6)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:42:54.137812 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5c2342a4-14a5-4e2b-966b-4b65c322a2fb tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:54.145766 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-5c2342a4-14a5-4e2b-966b-4b65c322a2fb tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] 10.222.0.62 "DELETE /v2.0/ports/d566cc24-3aeb-4913-a428-c6793cf7d4fc HTTP/1.1" status: 204 len: 168 time: 1.1967914 Feb 28 10:42:54.146117 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49776) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:54.181865 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-28d99736-8897-45a8-be30-77239ce24b1e tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Request body: {'port': {'name': 'tempest-new-port-name-1315722258', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:54.182342 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.api.validators [None req-28d99736-8897-45a8-be30-77239ce24b1e tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] bootfile-name is not in valid_values {{(pid=104084) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 28 10:42:54.182686 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.api.validators [None req-28d99736-8897-45a8-be30-77239ce24b1e tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] tftp-server is not in valid_values {{(pid=104084) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 28 10:42:54.183048 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.api.validators [None req-28d99736-8897-45a8-be30-77239ce24b1e tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] server-ip-address is not in valid_values {{(pid=104084) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 28 10:42:54.191256 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2342a4-14a5-4e2b-966b-4b65c322a2fb tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Pushing event deleted for resources: {'Port': ['ID=d566cc24-3aeb-4913-a428-c6793cf7d4fc,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:54.223764 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (3f96206c-f2fa-47e4-91c6-41a2948360b3), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:54.224679 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 90dca4ce-0932-419c-b050-9cda36a45138 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:42:54.361109 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3978e6-462a-4727-adb8-bfce78d45d9e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Network e657857a-df78-4727-ae5d-f63812860686 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:42:54.363955 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-0b3978e6-462a-4727-adb8-bfce78d45d9e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:42:54.371135 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-28d99736-8897-45a8-be30-77239ce24b1e tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (c6b71308-5dce-431e-bb61-f72399f85430), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:54.621185 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-064cd21f-e969-48fc-af6d-9110118ef050 None None] Current status of the port 3f96206c-f2fa-47e4-91c6-41a2948360b3 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:54.622216 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-064cd21f-e969-48fc-af6d-9110118ef050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (3f96206c-f2fa-47e4-91c6-41a2948360b3), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:54.648882 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=3f96206c-f2fa-47e4-91c6-41a2948360b3,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:54.694962 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b3978e6-462a-4727-adb8-bfce78d45d9e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Router 199d6da5-9527-4a76-9ca6-0cc3d0f2d012 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:42:54.717099 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.db.api [None req-064cd21f-e969-48fc-af6d-9110118ef050 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:42:54.717764 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG oslo_db.api [None req-064cd21f-e969-48fc-af6d-9110118ef050 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:42:54.724561 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 90dca4ce-0932-419c-b050-9cda36a45138 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:54.725186 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (90dca4ce-0932-419c-b050-9cda36a45138), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:54.869879 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3978e6-462a-4727-adb8-bfce78d45d9e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:42:54.881611 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-0b3978e6-462a-4727-adb8-bfce78d45d9e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "PUT /v2.0/routers/199d6da5-9527-4a76-9ca6-0cc3d0f2d012/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9221036 Feb 28 10:42:54.881855 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 90dca4ce-0932-419c-b050-9cda36a45138 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:54.882258 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (90dca4ce-0932-419c-b050-9cda36a45138), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:54.884300 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49780) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:54.889578 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-3f40dbf1-5d9e-4102-b2e8-4aee5e2f171e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1317152254'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:54.941338 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port 90dca4ce-0932-419c-b050-9cda36a45138, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=90dca4ce-0932-419c-b050-9cda36a45138,segment=NetworkSegment(9a697d72-9cf5-45c3-a96b-4129afa4c8b5),segment_id=9a697d72-9cf5-45c3-a96b-4129afa4c8b5)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:42:54.957708 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-28d99736-8897-45a8-be30-77239ce24b1e tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Publish callbacks [] for port (c6b71308-5dce-431e-bb61-f72399f85430), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:54.985065 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f40dbf1-5d9e-4102-b2e8-4aee5e2f171e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Made reservation on behalf of bb2ba9ee3c07467ba10396b757cfe5bd for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:42:54.990212 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3f40dbf1-5d9e-4102-b2e8-4aee5e2f171e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:55.028326 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f40dbf1-5d9e-4102-b2e8-4aee5e2f171e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:42:55.041334 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3f40dbf1-5d9e-4102-b2e8-4aee5e2f171e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (de04958f-bb83-40d4-8c3c-9923dc479a5a), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:55.042096 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-3f40dbf1-5d9e-4102-b2e8-4aee5e2f171e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Added segment de04958f-bb83-40d4-8c3c-9923dc479a5a of type vlan for network 8b6e1ee3-01b8-44c3-852c-00a931c9eeca Feb 28 10:42:55.057877 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (90dca4ce-0932-419c-b050-9cda36a45138), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:55.057877 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 321f8038-8df3-4824-aea9-16c91754daa6 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:42:55.088707 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-28d99736-8897-45a8-be30-77239ce24b1e tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (c6b71308-5dce-431e-bb61-f72399f85430), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:55.152655 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=90dca4ce-0932-419c-b050-9cda36a45138,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:55.167911 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-28d99736-8897-45a8-be30-77239ce24b1e tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] In _notify_port_updated(), no bound segment for port c6b71308-5dce-431e-bb61-f72399f85430 on network 908559e6-c145-4ef3-8698-648f6ccdf436 {{(pid=104084) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 10:42:55.171693 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 321f8038-8df3-4824-aea9-16c91754daa6 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:55.172482 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (321f8038-8df3-4824-aea9-16c91754daa6), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:55.183237 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d99736-8897-45a8-be30-77239ce24b1e tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:55.183949 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-28d99736-8897-45a8-be30-77239ce24b1e tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:55.186152 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-28d99736-8897-45a8-be30-77239ce24b1e tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] 10.222.0.62 "PUT /v2.0/ports/c6b71308-5dce-431e-bb61-f72399f85430 HTTP/1.1" status: 200 len: 1129 time: 1.0103972 Feb 28 10:42:55.188032 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49784) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:55.188526 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3f40dbf1-5d9e-4102-b2e8-4aee5e2f171e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (8b6e1ee3-01b8-44c3-852c-00a931c9eeca), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:55.276454 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-064cd21f-e969-48fc-af6d-9110118ef050 None None] Current status of the port 3f96206c-f2fa-47e4-91c6-41a2948360b3 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:55.294061 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d99736-8897-45a8-be30-77239ce24b1e tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Pushing event updated for resources: {'Port': ['ID=c6b71308-5dce-431e-bb61-f72399f85430,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:55.306802 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182a2383-c91a-4a02-9132-82ee06b8a3fa tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:55.318635 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-182a2383-c91a-4a02-9132-82ee06b8a3fa tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] 10.222.0.62 "GET /v2.0/ports/c6b71308-5dce-431e-bb61-f72399f85430 HTTP/1.1" status: 200 len: 1129 time: 0.1287410 Feb 28 10:42:55.322204 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49786) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:55.350682 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-064cd21f-e969-48fc-af6d-9110118ef050 None None] Provisioning complete for port 845410ee-d30f-4df2-b398-c936d7b1a4c4 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:55.351220 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-064cd21f-e969-48fc-af6d-9110118ef050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (845410ee-d30f-4df2-b398-c936d7b1a4c4), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:55.354182 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 321f8038-8df3-4824-aea9-16c91754daa6 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:55.380548 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3f40dbf1-5d9e-4102-b2e8-4aee5e2f171e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (8b6e1ee3-01b8-44c3-852c-00a931c9eeca), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:55.386310 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f40dbf1-5d9e-4102-b2e8-4aee5e2f171e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:55.400550 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3f40dbf1-5d9e-4102-b2e8-4aee5e2f171e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:55.459235 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-064cd21f-e969-48fc-af6d-9110118ef050 None None] Current status of the port 845410ee-d30f-4df2-b398-c936d7b1a4c4 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:55.515346 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-2997c45c-69b4-4c50-aca7-07a1391e0ef0 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Deleting port c6b71308-5dce-431e-bb61-f72399f85430 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:42:55.516234 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2997c45c-69b4-4c50-aca7-07a1391e0ef0 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (c6b71308-5dce-431e-bb61-f72399f85430), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:55.526418 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40dbf1-5d9e-4102-b2e8-4aee5e2f171e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event updated for resources: {'Network': ['ID=8b6e1ee3-01b8-44c3-852c-00a931c9eeca,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:55.540912 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 8b6e1ee3-01b8-44c3-852c-00a931c9eeca details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:42:55.583034 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-3f40dbf1-5d9e-4102-b2e8-4aee5e2f171e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6930161 Feb 28 10:42:55.583413 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49788) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:55.591127 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-869ad324-cde3-4823-b588-b32a3f816017 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Request body: {'subnet': {'network_id': '8b6e1ee3-01b8-44c3-852c-00a931c9eeca', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:55.669822 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-f6ac11b8-de5b-4484-a1b0-a492589290c4 None None] Provisioning complete for port f6f53bae-c226-45eb-9375-b419fead7542 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:55.670483 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f6ac11b8-de5b-4484-a1b0-a492589290c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (f6f53bae-c226-45eb-9375-b419fead7542), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:55.718939 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 3f96206c-f2fa-47e4-91c6-41a2948360b3 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:42:55.720587 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2997c45c-69b4-4c50-aca7-07a1391e0ef0 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (c6b71308-5dce-431e-bb61-f72399f85430), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:55.764466 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-2997c45c-69b4-4c50-aca7-07a1391e0ef0 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Calling delete_port for c6b71308-5dce-431e-bb61-f72399f85430 owned by {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:42:55.764667 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-f6ac11b8-de5b-4484-a1b0-a492589290c4 None None] Port f6f53bae-c226-45eb-9375-b419fead7542 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:42:55.795600 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-f6ac11b8-de5b-4484-a1b0-a492589290c4 None None] Provisioning complete for port c6b71308-5dce-431e-bb61-f72399f85430 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:55.800533 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f6ac11b8-de5b-4484-a1b0-a492589290c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (c6b71308-5dce-431e-bb61-f72399f85430), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:55.846260 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b98cc94-7d18-46f5-81a8-2513237717d8 None None] Sync routers for ids ['199d6da5-9527-4a76-9ca6-0cc3d0f2d012'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:42:55.848540 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869ad324-cde3-4823-b588-b32a3f816017 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Made reservation on behalf of bb2ba9ee3c07467ba10396b757cfe5bd for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:42:55.859306 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-869ad324-cde3-4823-b588-b32a3f816017 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:55.862102 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 3f96206c-f2fa-47e4-91c6-41a2948360b3 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:55.862102 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (3f96206c-f2fa-47e4-91c6-41a2948360b3), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:55.903148 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-f6ac11b8-de5b-4484-a1b0-a492589290c4 None None] Port c6b71308-5dce-431e-bb61-f72399f85430 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:42:55.908733 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b98cc94-7d18-46f5-81a8-2513237717d8 None None] Routers {'199d6da5-9527-4a76-9ca6-0cc3d0f2d012'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:42:55.910345 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-5b98cc94-7d18-46f5-81a8-2513237717d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:42:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['199d6da5-9527-4a76-9ca6-0cc3d0f2d012'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:56.005147 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-f6ac11b8-de5b-4484-a1b0-a492589290c4 None None] Provisioning complete for port 3f96206c-f2fa-47e4-91c6-41a2948360b3 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:56.005579 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f6ac11b8-de5b-4484-a1b0-a492589290c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (3f96206c-f2fa-47e4-91c6-41a2948360b3), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:56.120697 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-5b98cc94-7d18-46f5-81a8-2513237717d8 None None] Set router 199d6da5-9527-4a76-9ca6-0cc3d0f2d012 gateway port host: None {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:42:56.182630 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 3f96206c-f2fa-47e4-91c6-41a2948360b3 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:56.183754 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 845410ee-d30f-4df2-b398-c936d7b1a4c4 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:42:56.194701 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2997c45c-69b4-4c50-aca7-07a1391e0ef0 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (c6b71308-5dce-431e-bb61-f72399f85430), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:56.236736 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2997c45c-69b4-4c50-aca7-07a1391e0ef0 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Pushing event deleted for resources: {'Port': ['ID=c6b71308-5dce-431e-bb61-f72399f85430,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:56.280171 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-f6ac11b8-de5b-4484-a1b0-a492589290c4 None None] Current status of the port 3f96206c-f2fa-47e4-91c6-41a2948360b3 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:56.283556 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2997c45c-69b4-4c50-aca7-07a1391e0ef0 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:56.288957 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-2997c45c-69b4-4c50-aca7-07a1391e0ef0 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] 10.222.0.62 "DELETE /v2.0/ports/c6b71308-5dce-431e-bb61-f72399f85430 HTTP/1.1" status: 204 len: 168 time: 0.9625740 Feb 28 10:42:56.296396 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49792) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:56.344550 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-f6ac11b8-de5b-4484-a1b0-a492589290c4 None None] Provisioning complete for port 90dca4ce-0932-419c-b050-9cda36a45138 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:56.344961 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f6ac11b8-de5b-4484-a1b0-a492589290c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (90dca4ce-0932-419c-b050-9cda36a45138), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:56.368113 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_v2 [None req-3542e528-f0d8-4a04-ab2d-412bb7b85c29 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Deleting subnet d5e75f50-97b1-4a17-aac1-e9c3f571224e {{(pid=104083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:42:56.374824 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3542e528-f0d8-4a04-ab2d-412bb7b85c29 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Publish callbacks [] for subnet (d5e75f50-97b1-4a17-aac1-e9c3f571224e), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:56.387177 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 845410ee-d30f-4df2-b398-c936d7b1a4c4 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:56.387569 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (845410ee-d30f-4df2-b398-c936d7b1a4c4), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:56.415155 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-869ad324-cde3-4823-b588-b32a3f816017 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (a0741225-d33e-45bd-8145-20cf780904e9), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:56.420584 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3542e528-f0d8-4a04-ab2d-412bb7b85c29 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59245535'] for subnet (d5e75f50-97b1-4a17-aac1-e9c3f571224e), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:56.504404 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869ad324-cde3-4823-b588-b32a3f816017 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event updated for resources: {'Subnet': ['ID=a0741225-d33e-45bd-8145-20cf780904e9,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:56.515811 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869ad324-cde3-4823-b588-b32a3f816017 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Checking segment: {'id': 'de04958f-bb83-40d4-8c3c-9923dc479a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8b6e1ee3-01b8-44c3-852c-00a931c9eeca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:42:56.516416 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869ad324-cde3-4823-b588-b32a3f816017 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Network hostable DHCP agents. Network: 8b6e1ee3-01b8-44c3-852c-00a931c9eeca, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:42:56.540496 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-f6ac11b8-de5b-4484-a1b0-a492589290c4 None None] Current status of the port 90dca4ce-0932-419c-b050-9cda36a45138 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:56.540496 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-f6ac11b8-de5b-4484-a1b0-a492589290c4 None None] Could not find standard attr ID for object d566cc24-3aeb-4913-a428-c6793cf7d4fc. {{(pid=104085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:42:56.541049 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3542e528-f0d8-4a04-ab2d-412bb7b85c29 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (d5e75f50-97b1-4a17-aac1-e9c3f571224e), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:56.575426 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 845410ee-d30f-4df2-b398-c936d7b1a4c4 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:56.576533 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 90dca4ce-0932-419c-b050-9cda36a45138 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:42:56.580870 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-5b98cc94-7d18-46f5-81a8-2513237717d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'name': 'tempest-RoutersIpV6Test-router-895225228', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:42:44Z', 'updated_at': '2022-02-28T10:42:52Z', 'revision_number': 3, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'gw_port_host': None, '_interfaces': [{'id': '845410ee-d30f-4df2-b398-c936d7b1a4c4', 'name': '', 'network_id': 'da4817f7-9e9e-43c9-bd67-294d3352c7e9', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'mac_address': 'fa:16:3e:46:7d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '74ad22d9-9027-4fe4-ad28-ccbce662acc6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:46Z', 'updated_at': '2022-02-28T10:42:53Z', 'revision_number': 5, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'subnets': [{'id': '74ad22d9-9027-4fe4-ad28-ccbce662acc6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6f53bae-c226-45eb-9375-b419fead7542', 'name': '', 'network_id': 'e657857a-df78-4727-ae5d-f63812860686', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'mac_address': 'fa:16:3e:19:fa:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '1f319918-6d79-43c7-9d2a-2a61f8d7c012', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:50Z', 'updated_at': '2022-02-28T10:42:53Z', 'revision_number': 2, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'subnets': [{'id': '1f319918-6d79-43c7-9d2a-2a61f8d7c012', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:56.625870 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b98cc94-7d18-46f5-81a8-2513237717d8 None None] Checking router: 199d6da5-9527-4a76-9ca6-0cc3d0f2d012 for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:42:56.626162 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b98cc94-7d18-46f5-81a8-2513237717d8 None None] Updating router 199d6da5-9527-4a76-9ca6-0cc3d0f2d012 port f6f53bae-c226-45eb-9375-b419fead7542 binding host dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:42:56.642029 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869ad324-cde3-4823-b588-b32a3f816017 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Network 8b6e1ee3-01b8-44c3-852c-00a931c9eeca is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:42:56.669475 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-597981c6-4313-4367-87e4-2024bad65086 None None] Could not find standard attr ID for object c6b71308-5dce-431e-bb61-f72399f85430. {{(pid=104085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:42:56.672294 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5b98cc94-7d18-46f5-81a8-2513237717d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (f6f53bae-c226-45eb-9375-b419fead7542), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:56.689388 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3542e528-f0d8-4a04-ab2d-412bb7b85c29 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (d5e75f50-97b1-4a17-aac1-e9c3f571224e), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:56.718140 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3542e528-f0d8-4a04-ab2d-412bb7b85c29 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Pushing event deleted for resources: {'Subnet': ['ID=d5e75f50-97b1-4a17-aac1-e9c3f571224e,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:56.719134 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 90dca4ce-0932-419c-b050-9cda36a45138 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:56.719525 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (90dca4ce-0932-419c-b050-9cda36a45138), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:56.722818 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3542e528-f0d8-4a04-ab2d-412bb7b85c29 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:56.727990 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-3542e528-f0d8-4a04-ab2d-412bb7b85c29 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] 10.222.0.62 "DELETE /v2.0/subnets/d5e75f50-97b1-4a17-aac1-e9c3f571224e HTTP/1.1" status: 204 len: 168 time: 0.4334896 Feb 28 10:42:56.728884 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49794) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:56.751429 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d99ecb-5bc3-41f0-b082-2308eba216a0 None None] Network 908559e6-c145-4ef3-8698-648f6ccdf436 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:42:56.768989 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-869ad324-cde3-4823-b588-b32a3f816017 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 8b6e1ee3-01b8-44c3-852c-00a931c9eeca) {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:42:56.778908 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869ad324-cde3-4823-b588-b32a3f816017 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:56.778908 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-869ad324-cde3-4823-b588-b32a3f816017 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:56.816601 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c4dc4092-b39c-41d0-9cff-58a83e1e705e tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (908559e6-c145-4ef3-8698-648f6ccdf436), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:56.832359 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10acf6a4-2c4d-4183-a91e-b7757a36514b None None] Network 8b6e1ee3-01b8-44c3-852c-00a931c9eeca requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:42:56.872548 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-c4dc4092-b39c-41d0-9cff-58a83e1e705e tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Deleting port 3f96206c-f2fa-47e4-91c6-41a2948360b3 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:42:56.872894 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c4dc4092-b39c-41d0-9cff-58a83e1e705e tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (3f96206c-f2fa-47e4-91c6-41a2948360b3), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:56.938452 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-c4dc4092-b39c-41d0-9cff-58a83e1e705e tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] For port 3f96206c-f2fa-47e4-91c6-41a2948360b3, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=3f96206c-f2fa-47e4-91c6-41a2948360b3,segment=NetworkSegment(499b6c10-ae7b-48c9-837c-857c6efdcdf6),segment_id=499b6c10-ae7b-48c9-837c-857c6efdcdf6)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:42:56.938777 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c4dc4092-b39c-41d0-9cff-58a83e1e705e tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (3f96206c-f2fa-47e4-91c6-41a2948360b3), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:56.949471 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-869ad324-cde3-4823-b588-b32a3f816017 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3597474 Feb 28 10:42:56.959884 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49796) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:56.960071 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-c4dc4092-b39c-41d0-9cff-58a83e1e705e tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Calling delete_port for 3f96206c-f2fa-47e4-91c6-41a2948360b3 owned by network:dhcp {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:42:57.180597 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c4dc4092-b39c-41d0-9cff-58a83e1e705e tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (3f96206c-f2fa-47e4-91c6-41a2948360b3), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:57.212896 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dc4092-b39c-41d0-9cff-58a83e1e705e tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Pushing event deleted for resources: {'Port': ['ID=3f96206c-f2fa-47e4-91c6-41a2948360b3,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:57.215091 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dc4092-b39c-41d0-9cff-58a83e1e705e tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] No DVR routers for this DVR port 3f96206c-f2fa-47e4-91c6-41a2948360b3 on host dv-neutron-829161-3-hyperv {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:42:57.273977 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebc8a4d-61ca-46e8-ae80-05f2cfe2d8c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-8b6e1ee3-01b8-44c3-852c-00a931c9eeca', 'network_id': '8b6e1ee3-01b8-44c3-852c-00a931c9eeca', 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'fixed_ips': [{'subnet_id': 'a0741225-d33e-45bd-8145-20cf780904e9'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:42:57.274859 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3ebc8a4d-61ca-46e8-ae80-05f2cfe2d8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:57.310980 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c4dc4092-b39c-41d0-9cff-58a83e1e705e tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (908559e6-c145-4ef3-8698-648f6ccdf436), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:57.331451 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 90dca4ce-0932-419c-b050-9cda36a45138 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:57.350722 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-c4dc4092-b39c-41d0-9cff-58a83e1e705e tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['908559e6-c145-4ef3-8698-648f6ccdf436']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:57.364949 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-c4dc4092-b39c-41d0-9cff-58a83e1e705e tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '499b6c10-ae7b-48c9-837c-857c6efdcdf6') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:57.365609 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-c4dc4092-b39c-41d0-9cff-58a83e1e705e tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '499b6c10-ae7b-48c9-837c-857c6efdcdf6') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:57.375187 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-46b9eb68-6fb7-41f5-9d54-020eea405d01 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:57.377415 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c4dc4092-b39c-41d0-9cff-58a83e1e705e tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (499b6c10-ae7b-48c9-837c-857c6efdcdf6), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:57.392674 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c4dc4092-b39c-41d0-9cff-58a83e1e705e tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (499b6c10-ae7b-48c9-837c-857c6efdcdf6), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:57.399769 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4dc4092-b39c-41d0-9cff-58a83e1e705e tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:42:57.400075 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c4dc4092-b39c-41d0-9cff-58a83e1e705e tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (499b6c10-ae7b-48c9-837c-857c6efdcdf6), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:57.403861 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:42:57.403861 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:42:57.403861 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:42:57.403861 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:42:57.403861 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:42:57.403861 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:42:57.403861 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:42:57.403861 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:42:57.403861 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:42:57.403861 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:42:57.403861 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:42:57.403861 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:42:57.403861 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:42:57.403861 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:42:57.403861 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:42:57.403861 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:42:57.403861 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:42:57.403861 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:42:57.403861 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:42:57.403861 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:42:57.403861 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:42:57.403861 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:42:57.403861 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:42:57.403861 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:42:57.403861 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:42:57.403861 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:42:57.403861 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:42:57.403861 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:42:57.403861 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:42:57.403861 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:42:57.403861 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:42:57.403861 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:42:57.431957 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8602a4-2096-4fa7-bce9-c285fc4ada3a None None] DHCP port deletion for 908559e6-c145-4ef3-8698-648f6ccdf436 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:42:57.472826 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 3f96206c-f2fa-47e4-91c6-41a2948360b3 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:42:57.544171 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 3f96206c-f2fa-47e4-91c6-41a2948360b3 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:42:57.544525 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 3f96206c-f2fa-47e4-91c6-41a2948360b3 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:42:57.582703 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5b98cc94-7d18-46f5-81a8-2513237717d8 None None] Publish callbacks [] for port (f6f53bae-c226-45eb-9375-b419fead7542), precommit_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:57.584834 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-3ebc8a4d-61ca-46e8-ae80-05f2cfe2d8c3 None None] Allocated IP 2001:db8:2::2 (8b6e1ee3-01b8-44c3-852c-00a931c9eeca/a0741225-d33e-45bd-8145-20cf780904e9/8593e1b1-992c-4a25-b131-56d755e58d67) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:42:57.637486 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c4dc4092-b39c-41d0-9cff-58a83e1e705e tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (908559e6-c145-4ef3-8698-648f6ccdf436), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:57.656646 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c4dc4092-b39c-41d0-9cff-58a83e1e705e tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:57.666090 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-c4dc4092-b39c-41d0-9cff-58a83e1e705e tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] 10.222.0.62 "DELETE /v2.0/networks/908559e6-c145-4ef3-8698-648f6ccdf436 HTTP/1.1" status: 204 len: 168 time: 0.9336228 Feb 28 10:42:57.667194 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dc4092-b39c-41d0-9cff-58a83e1e705e tempest-ExtraDHCPOptionsIpV6TestJSON-943312955 tempest-ExtraDHCPOptionsIpV6TestJSON-943312955-project] Pushing event deleted for resources: {'Network': ['ID=908559e6-c145-4ef3-8698-648f6ccdf436,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:57.700960 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5b98cc94-7d18-46f5-81a8-2513237717d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (f6f53bae-c226-45eb-9375-b419fead7542), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:57.850068 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2188df-1f2c-46a3-8601-303dbe0e1823 None None] Pushing event updated for resources: {'Port': ['ID=f6f53bae-c226-45eb-9375-b419fead7542,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:57.904019 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3ebc8a4d-61ca-46e8-ae80-05f2cfe2d8c3 None None] Publish callbacks [] for port (8593e1b1-992c-4a25-b131-56d755e58d67), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:57.906958 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-5b98cc94-7d18-46f5-81a8-2513237717d8 None None] Attempting to bind port f6f53bae-c226-45eb-9375-b419fead7542 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:42:57.910327 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-5b98cc94-7d18-46f5-81a8-2513237717d8 None None] Attempting to bind port f6f53bae-c226-45eb-9375-b419fead7542 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '9a697d72-9cf5-45c3-a96b-4129afa4c8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e657857a-df78-4727-ae5d-f63812860686'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:42:57.910327 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b98cc94-7d18-46f5-81a8-2513237717d8 None None] Attempting to bind port f6f53bae-c226-45eb-9375-b419fead7542 on network e657857a-df78-4727-ae5d-f63812860686 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:42:57.913813 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b98cc94-7d18-46f5-81a8-2513237717d8 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:42:57.914190 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b98cc94-7d18-46f5-81a8-2513237717d8 None None] Checking segment: {'id': '9a697d72-9cf5-45c3-a96b-4129afa4c8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e657857a-df78-4727-ae5d-f63812860686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:42:57.914589 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5b98cc94-7d18-46f5-81a8-2513237717d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:57.915022 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b98cc94-7d18-46f5-81a8-2513237717d8 None None] Bound using segment: {'id': '9a697d72-9cf5-45c3-a96b-4129afa4c8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e657857a-df78-4727-ae5d-f63812860686'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:42:57.915747 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-5b98cc94-7d18-46f5-81a8-2513237717d8 None None] Bound port: f6f53bae-c226-45eb-9375-b419fead7542, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a697d72-9cf5-45c3-a96b-4129afa4c8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e657857a-df78-4727-ae5d-f63812860686'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:42:57.916115 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5b98cc94-7d18-46f5-81a8-2513237717d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (f6f53bae-c226-45eb-9375-b419fead7542), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:57.983069 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-5b98cc94-7d18-46f5-81a8-2513237717d8 None None] For port f6f53bae-c226-45eb-9375-b419fead7542, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:42:57.986236 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-5b98cc94-7d18-46f5-81a8-2513237717d8 None None] For port f6f53bae-c226-45eb-9375-b419fead7542, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=f6f53bae-c226-45eb-9375-b419fead7542,segment=NetworkSegment(9a697d72-9cf5-45c3-a96b-4129afa4c8b5),segment_id=9a697d72-9cf5-45c3-a96b-4129afa4c8b5)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:42:58.003276 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-af8be02a-6b82-4096-8325-1e45ebacfc88 None None] Provisioning complete for port f6f53bae-c226-45eb-9375-b419fead7542 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:58.003662 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-af8be02a-6b82-4096-8325-1e45ebacfc88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (f6f53bae-c226-45eb-9375-b419fead7542), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:58.030265 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3ebc8a4d-61ca-46e8-ae80-05f2cfe2d8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (8593e1b1-992c-4a25-b131-56d755e58d67), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:58.064212 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-46b9eb68-6fb7-41f5-9d54-020eea405d01 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Allocated IP 2001:db8:2::1 (8b6e1ee3-01b8-44c3-852c-00a931c9eeca/a0741225-d33e-45bd-8145-20cf780904e9/63b8e4bc-a25b-49f1-9215-c9f142c589ff) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:42:58.089810 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-af8be02a-6b82-4096-8325-1e45ebacfc88 None None] Port f6f53bae-c226-45eb-9375-b419fead7542 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:42:58.093865 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebc8a4d-61ca-46e8-ae80-05f2cfe2d8c3 None None] Network 8b6e1ee3-01b8-44c3-852c-00a931c9eeca is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:42:58.097119 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-3ebc8a4d-61ca-46e8-ae80-05f2cfe2d8c3 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:42:58.099950 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebc8a4d-61ca-46e8-ae80-05f2cfe2d8c3 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:42:58.108707 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5b98cc94-7d18-46f5-81a8-2513237717d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (f6f53bae-c226-45eb-9375-b419fead7542), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:58.119965 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebc8a4d-61ca-46e8-ae80-05f2cfe2d8c3 None None] Pushing event updated for resources: {'Port': ['ID=8593e1b1-992c-4a25-b131-56d755e58d67,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:58.196059 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-46b9eb68-6fb7-41f5-9d54-020eea405d01 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for port (63b8e4bc-a25b-49f1-9215-c9f142c589ff), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:58.229628 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b98cc94-7d18-46f5-81a8-2513237717d8 None None] Routers {'199d6da5-9527-4a76-9ca6-0cc3d0f2d012'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:42:58.230334 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-5b98cc94-7d18-46f5-81a8-2513237717d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:42:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['199d6da5-9527-4a76-9ca6-0cc3d0f2d012'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:58.233628 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-3ebc8a4d-61ca-46e8-ae80-05f2cfe2d8c3 None None] Attempting to bind port 8593e1b1-992c-4a25-b131-56d755e58d67 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:42:58.234000 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-3ebc8a4d-61ca-46e8-ae80-05f2cfe2d8c3 None None] Attempting to bind port 8593e1b1-992c-4a25-b131-56d755e58d67 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': 'de04958f-bb83-40d4-8c3c-9923dc479a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8b6e1ee3-01b8-44c3-852c-00a931c9eeca'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:42:58.234369 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebc8a4d-61ca-46e8-ae80-05f2cfe2d8c3 None None] Attempting to bind port 8593e1b1-992c-4a25-b131-56d755e58d67 on network 8b6e1ee3-01b8-44c3-852c-00a931c9eeca {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:42:58.278027 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2188df-1f2c-46a3-8601-303dbe0e1823 None None] Pushing event updated for resources: {'Port': ['ID=f6f53bae-c226-45eb-9375-b419fead7542,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:58.293793 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49808) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:58.316825 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebc8a4d-61ca-46e8-ae80-05f2cfe2d8c3 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:42:58.317211 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebc8a4d-61ca-46e8-ae80-05f2cfe2d8c3 None None] Checking segment: {'id': 'de04958f-bb83-40d4-8c3c-9923dc479a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8b6e1ee3-01b8-44c3-852c-00a931c9eeca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:42:58.317621 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3ebc8a4d-61ca-46e8-ae80-05f2cfe2d8c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:58.318029 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebc8a4d-61ca-46e8-ae80-05f2cfe2d8c3 None None] Bound using segment: {'id': 'de04958f-bb83-40d4-8c3c-9923dc479a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8b6e1ee3-01b8-44c3-852c-00a931c9eeca'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:42:58.318527 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-3ebc8a4d-61ca-46e8-ae80-05f2cfe2d8c3 None None] Bound port: 8593e1b1-992c-4a25-b131-56d755e58d67, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de04958f-bb83-40d4-8c3c-9923dc479a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8b6e1ee3-01b8-44c3-852c-00a931c9eeca'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:42:58.318936 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3ebc8a4d-61ca-46e8-ae80-05f2cfe2d8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (8593e1b1-992c-4a25-b131-56d755e58d67), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:58.340805 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-46b9eb68-6fb7-41f5-9d54-020eea405d01 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (63b8e4bc-a25b-49f1-9215-c9f142c589ff), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:58.382706 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-5b98cc94-7d18-46f5-81a8-2513237717d8 None None] Set router 199d6da5-9527-4a76-9ca6-0cc3d0f2d012 gateway port host: None {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:42:58.392990 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b9eb68-6fb7-41f5-9d54-020eea405d01 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Network 8b6e1ee3-01b8-44c3-852c-00a931c9eeca is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:42:58.401428 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-46b9eb68-6fb7-41f5-9d54-020eea405d01 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:42:58.401428 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b9eb68-6fb7-41f5-9d54-020eea405d01 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:42:58.401428 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-46b9eb68-6fb7-41f5-9d54-020eea405d01 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047958'] for router_interface (199d6da5-9527-4a76-9ca6-0cc3d0f2d012), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:58.469928 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b9eb68-6fb7-41f5-9d54-020eea405d01 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event updated for resources: {'Port': ['ID=63b8e4bc-a25b-49f1-9215-c9f142c589ff,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:58.487897 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-3ebc8a4d-61ca-46e8-ae80-05f2cfe2d8c3 None None] For port 8593e1b1-992c-4a25-b131-56d755e58d67, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:42:58.511461 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-3ebc8a4d-61ca-46e8-ae80-05f2cfe2d8c3 None None] For port 8593e1b1-992c-4a25-b131-56d755e58d67, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=8593e1b1-992c-4a25-b131-56d755e58d67,segment=NetworkSegment(de04958f-bb83-40d4-8c3c-9923dc479a5a),segment_id=de04958f-bb83-40d4-8c3c-9923dc479a5a)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:42:58.547197 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-7d1a9e49-9aff-419d-bdd6-16da6d2016aa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d0c0402a929147de8785062ca8db67ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2560017 Feb 28 10:42:58.547429 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49812) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:58.562393 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-e00ca3d8-09bf-45a1-a2c8-b38dacb81ede None None] Provisioning complete for port f6f53bae-c226-45eb-9375-b419fead7542 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:58.570522 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e00ca3d8-09bf-45a1-a2c8-b38dacb81ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (f6f53bae-c226-45eb-9375-b419fead7542), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:58.599567 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f968de9a-7686-4448-9baa-a029aaf2f7b9 admin admin] Publish callbacks [] for security_group (3059f116-6baf-454e-bbae-b1dba8554032), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:58.601139 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3ebc8a4d-61ca-46e8-ae80-05f2cfe2d8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (8593e1b1-992c-4a25-b131-56d755e58d67), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:58.622492 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f968de9a-7686-4448-9baa-a029aaf2f7b9 admin admin] Publish callbacks [] for security_group (3059f116-6baf-454e-bbae-b1dba8554032), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:58.657288 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-46b9eb68-6fb7-41f5-9d54-020eea405d01 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (63b8e4bc-a25b-49f1-9215-c9f142c589ff), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:58.725372 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebc8a4d-61ca-46e8-ae80-05f2cfe2d8c3 None None] Pushing event updated for resources: {'Port': ['ID=8593e1b1-992c-4a25-b131-56d755e58d67,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:58.774202 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f968de9a-7686-4448-9baa-a029aaf2f7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (3059f116-6baf-454e-bbae-b1dba8554032), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:58.776818 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f968de9a-7686-4448-9baa-a029aaf2f7b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:58.777768 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-e00ca3d8-09bf-45a1-a2c8-b38dacb81ede None None] Current status of the port f6f53bae-c226-45eb-9375-b419fead7542 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:58.778124 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-f968de9a-7686-4448-9baa-a029aaf2f7b9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3059f116-6baf-454e-bbae-b1dba8554032 HTTP/1.1" status: 204 len: 168 time: 0.2317495 Feb 28 10:42:58.778347 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e00ca3d8-09bf-45a1-a2c8-b38dacb81ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (f6f53bae-c226-45eb-9375-b419fead7542), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:58.787085 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f968de9a-7686-4448-9baa-a029aaf2f7b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3059f116-6baf-454e-bbae-b1dba8554032,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:58.807262 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-5b98cc94-7d18-46f5-81a8-2513237717d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'name': 'tempest-RoutersIpV6Test-router-895225228', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:42:44Z', 'updated_at': '2022-02-28T10:42:52Z', 'revision_number': 3, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'gw_port_host': None, '_interfaces': [{'id': '845410ee-d30f-4df2-b398-c936d7b1a4c4', 'name': '', 'network_id': 'da4817f7-9e9e-43c9-bd67-294d3352c7e9', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'mac_address': 'fa:16:3e:46:7d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '74ad22d9-9027-4fe4-ad28-ccbce662acc6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:46Z', 'updated_at': '2022-02-28T10:42:53Z', 'revision_number': 5, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'subnets': [{'id': '74ad22d9-9027-4fe4-ad28-ccbce662acc6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6f53bae-c226-45eb-9375-b419fead7542', 'name': '', 'network_id': 'e657857a-df78-4727-ae5d-f63812860686', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'mac_address': 'fa:16:3e:19:fa:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '1f319918-6d79-43c7-9d2a-2a61f8d7c012', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:50Z', 'updated_at': '2022-02-28T10:42:57Z', 'revision_number': 4, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'subnets': [{'id': '1f319918-6d79-43c7-9d2a-2a61f8d7c012', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:58.855389 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b98cc94-7d18-46f5-81a8-2513237717d8 None None] The sync data for ids ['199d6da5-9527-4a76-9ca6-0cc3d0f2d012'] in dv-neutron-829161-3-hyperv is: [{'id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'name': 'tempest-RoutersIpV6Test-router-895225228', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:42:44Z', 'updated_at': '2022-02-28T10:42:52Z', 'revision_number': 3, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'gw_port_host': None, '_interfaces': [{'id': '845410ee-d30f-4df2-b398-c936d7b1a4c4', 'name': '', 'network_id': 'da4817f7-9e9e-43c9-bd67-294d3352c7e9', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'mac_address': 'fa:16:3e:46:7d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '74ad22d9-9027-4fe4-ad28-ccbce662acc6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:46Z', 'updated_at': '2022-02-28T10:42:53Z', 'revision_number': 5, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'subnets': [{'id': '74ad22d9-9027-4fe4-ad28-ccbce662acc6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6f53bae-c226-45eb-9375-b419fead7542', 'name': '', 'network_id': 'e657857a-df78-4727-ae5d-f63812860686', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'mac_address': 'fa:16:3e:19:fa:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '1f319918-6d79-43c7-9d2a-2a61f8d7c012', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:50Z', 'updated_at': '2022-02-28T10:42:57Z', 'revision_number': 4, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'subnets': [{'id': '1f319918-6d79-43c7-9d2a-2a61f8d7c012', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:42:58.878275 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-e00ca3d8-09bf-45a1-a2c8-b38dacb81ede None None] For port f6f53bae-c226-45eb-9375-b419fead7542, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=f6f53bae-c226-45eb-9375-b419fead7542,segment=NetworkSegment(9a697d72-9cf5-45c3-a96b-4129afa4c8b5),segment_id=9a697d72-9cf5-45c3-a96b-4129afa4c8b5)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:42:58.991644 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e00ca3d8-09bf-45a1-a2c8-b38dacb81ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (f6f53bae-c226-45eb-9375-b419fead7542), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:59.024937 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-46b9eb68-6fb7-41f5-9d54-020eea405d01 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for port (63b8e4bc-a25b-49f1-9215-c9f142c589ff), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:59.068865 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00ca3d8-09bf-45a1-a2c8-b38dacb81ede None None] Pushing event updated for resources: {'Port': ['ID=f6f53bae-c226-45eb-9375-b419fead7542,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:59.117864 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-46b9eb68-6fb7-41f5-9d54-020eea405d01 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (63b8e4bc-a25b-49f1-9215-c9f142c589ff), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:59.118674 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-46b9eb68-6fb7-41f5-9d54-020eea405d01 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047558'] for router_interface (199d6da5-9527-4a76-9ca6-0cc3d0f2d012), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:59.227178 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b9eb68-6fb7-41f5-9d54-020eea405d01 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event updated for resources: {'Port': ['ID=63b8e4bc-a25b-49f1-9215-c9f142c589ff,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:59.270338 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b9eb68-6fb7-41f5-9d54-020eea405d01 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Network 8b6e1ee3-01b8-44c3-852c-00a931c9eeca is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:42:59.272189 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-46b9eb68-6fb7-41f5-9d54-020eea405d01 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:42:59.429244 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b9eb68-6fb7-41f5-9d54-020eea405d01 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Router 199d6da5-9527-4a76-9ca6-0cc3d0f2d012 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:42:59.542244 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 8593e1b1-992c-4a25-b131-56d755e58d67 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:42:59.619620 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 8593e1b1-992c-4a25-b131-56d755e58d67 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:59.620009 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (8593e1b1-992c-4a25-b131-56d755e58d67), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:59.744128 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 8593e1b1-992c-4a25-b131-56d755e58d67 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:59.745259 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (8593e1b1-992c-4a25-b131-56d755e58d67), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:59.785918 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port 8593e1b1-992c-4a25-b131-56d755e58d67, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=8593e1b1-992c-4a25-b131-56d755e58d67,segment=NetworkSegment(de04958f-bb83-40d4-8c3c-9923dc479a5a),segment_id=de04958f-bb83-40d4-8c3c-9923dc479a5a)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:42:59.872714 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (8593e1b1-992c-4a25-b131-56d755e58d67), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:59.872714 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device f6f53bae-c226-45eb-9375-b419fead7542 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:42:59.983450 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=8593e1b1-992c-4a25-b131-56d755e58d67,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:59.998363 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port f6f53bae-c226-45eb-9375-b419fead7542 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:59.998363 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (f6f53bae-c226-45eb-9375-b419fead7542), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:00.005144 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b9eb68-6fb7-41f5-9d54-020eea405d01 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:43:00.010400 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-46b9eb68-6fb7-41f5-9d54-020eea405d01 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "PUT /v2.0/routers/199d6da5-9527-4a76-9ca6-0cc3d0f2d012/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0588205 Feb 28 10:43:00.013072 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49836) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:00.017997 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-01ad2be7-d8f2-4bf3-b605-51b720d42124 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1113451932'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:00.018341 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7157d84-a4d8-4690-831f-8171d81b39a9 None None] Sync routers for ids ['199d6da5-9527-4a76-9ca6-0cc3d0f2d012'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:43:00.029839 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11feef69-a7cf-41f8-ac6b-2aad55dcd43f None None] Network 8b6e1ee3-01b8-44c3-852c-00a931c9eeca requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:43:00.031562 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7157d84-a4d8-4690-831f-8171d81b39a9 None None] Routers {'199d6da5-9527-4a76-9ca6-0cc3d0f2d012'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:43:00.032261 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-b7157d84-a4d8-4690-831f-8171d81b39a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:42:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['199d6da5-9527-4a76-9ca6-0cc3d0f2d012'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:00.106048 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-b7387cee-5601-43f5-9507-dc19c0327c10 None None] Provisioning complete for port 8593e1b1-992c-4a25-b131-56d755e58d67 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:43:00.106431 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b7387cee-5601-43f5-9507-dc19c0327c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (8593e1b1-992c-4a25-b131-56d755e58d67), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:00.132336 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-b7157d84-a4d8-4690-831f-8171d81b39a9 None None] Set router 199d6da5-9527-4a76-9ca6-0cc3d0f2d012 gateway port host: None {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:43:00.203838 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ad2be7-d8f2-4bf3-b605-51b720d42124 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Made reservation on behalf of bb2ba9ee3c07467ba10396b757cfe5bd for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:43:00.205042 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49840) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:00.208442 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-01ad2be7-d8f2-4bf3-b605-51b720d42124 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:00.240388 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01ad2be7-d8f2-4bf3-b605-51b720d42124 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:43:00.251208 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-01ad2be7-d8f2-4bf3-b605-51b720d42124 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (b78242ca-d081-4b30-b602-986d9abe84d3), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:00.251900 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-01ad2be7-d8f2-4bf3-b605-51b720d42124 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Added segment b78242ca-d081-4b30-b602-986d9abe84d3 of type vlan for network 0489dbdb-b299-49dc-b028-00d385a11286 Feb 28 10:43:00.303548 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-01ad2be7-d8f2-4bf3-b605-51b720d42124 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (0489dbdb-b299-49dc-b028-00d385a11286), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:00.374492 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-497c6c68-25d5-47b7-8239-a5835ebb5330 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Request body: {'security_group': {'name': 'tempest-secgroup--3269101'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:00.400619 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-b7157d84-a4d8-4690-831f-8171d81b39a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'name': 'tempest-RoutersIpV6Test-router-895225228', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:42:44Z', 'updated_at': '2022-02-28T10:42:58Z', 'revision_number': 4, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'gw_port_host': None, '_interfaces': [{'id': '63b8e4bc-a25b-49f1-9215-c9f142c589ff', 'name': '', 'network_id': '8b6e1ee3-01b8-44c3-852c-00a931c9eeca', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'mac_address': 'fa:16:3e:7e:18:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'a0741225-d33e-45bd-8145-20cf780904e9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:57Z', 'updated_at': '2022-02-28T10:42:58Z', 'revision_number': 2, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'subnets': [{'id': 'a0741225-d33e-45bd-8145-20cf780904e9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '845410ee-d30f-4df2-b398-c936d7b1a4c4', 'name': '', 'network_id': 'da4817f7-9e9e-43c9-bd67-294d3352c7e9', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'mac_address': 'fa:16:3e:46:7d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '74ad22d9-9027-4fe4-ad28-ccbce662acc6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:46Z', 'updated_at': '2022-02-28T10:42:53Z', 'revision_number': 5, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'subnets': [{'id': '74ad22d9-9027-4fe4-ad28-ccbce662acc6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6f53bae-c226-45eb-9375-b419fead7542', 'name': '', 'network_id': 'e657857a-df78-4727-ae5d-f63812860686', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'mac_address': 'fa:16:3e:19:fa:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '1f319918-6d79-43c7-9d2a-2a61f8d7c012', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:50Z', 'updated_at': '2022-02-28T10:42:58Z', 'revision_number': 5, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'subnets': [{'id': '1f319918-6d79-43c7-9d2a-2a61f8d7c012', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:00.422267 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port f6f53bae-c226-45eb-9375-b419fead7542 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:43:00.433110 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7157d84-a4d8-4690-831f-8171d81b39a9 None None] Checking router: 199d6da5-9527-4a76-9ca6-0cc3d0f2d012 for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:43:00.433471 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7157d84-a4d8-4690-831f-8171d81b39a9 None None] Updating router 199d6da5-9527-4a76-9ca6-0cc3d0f2d012 port 63b8e4bc-a25b-49f1-9215-c9f142c589ff binding host dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:43:00.437126 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-01ad2be7-d8f2-4bf3-b605-51b720d42124 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (0489dbdb-b299-49dc-b028-00d385a11286), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:00.443374 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ad2be7-d8f2-4bf3-b605-51b720d42124 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:00.444016 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-01ad2be7-d8f2-4bf3-b605-51b720d42124 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:00.465158 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b7157d84-a4d8-4690-831f-8171d81b39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (63b8e4bc-a25b-49f1-9215-c9f142c589ff), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:00.477144 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-b7387cee-5601-43f5-9507-dc19c0327c10 None None] Current status of the port 8593e1b1-992c-4a25-b131-56d755e58d67 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:43:00.505857 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-497c6c68-25d5-47b7-8239-a5835ebb5330 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:00.514411 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-497c6c68-25d5-47b7-8239-a5835ebb5330 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:00.530595 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ad2be7-d8f2-4bf3-b605-51b720d42124 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event updated for resources: {'Network': ['ID=0489dbdb-b299-49dc-b028-00d385a11286,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:00.549026 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 0489dbdb-b299-49dc-b028-00d385a11286 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:43:00.602879 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49846) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:00.603091 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-01ad2be7-d8f2-4bf3-b605-51b720d42124 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5860853 Feb 28 10:43:00.610278 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-8bb2e1c2-4940-44a3-813f-dfe1a88e8b18 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Request body: {'subnet': {'network_id': '0489dbdb-b299-49dc-b028-00d385a11286', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:00.632674 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-497c6c68-25d5-47b7-8239-a5835ebb5330 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group (7f34ea81-4f7a-46e6-b767-75c88f2e25fb), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:00.677505 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:00.752258 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-497c6c68-25d5-47b7-8239-a5835ebb5330 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (7f34ea81-4f7a-46e6-b767-75c88f2e25fb), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:00.799442 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497c6c68-25d5-47b7-8239-a5835ebb5330 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f34ea81-4f7a-46e6-b767-75c88f2e25fb,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:00.818368 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-c97baeea-6a6d-499b-bbf8-2ad4fb366d58 None None] Provisioning complete for port 63b8e4bc-a25b-49f1-9215-c9f142c589ff triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:43:00.819070 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c97baeea-6a6d-499b-bbf8-2ad4fb366d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (63b8e4bc-a25b-49f1-9215-c9f142c589ff), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:00.826011 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b7157d84-a4d8-4690-831f-8171d81b39a9 None None] Publish callbacks [] for port (63b8e4bc-a25b-49f1-9215-c9f142c589ff), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:00.836439 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb2e1c2-4940-44a3-813f-dfe1a88e8b18 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Made reservation on behalf of bb2ba9ee3c07467ba10396b757cfe5bd for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:43:00.844909 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8bb2e1c2-4940-44a3-813f-dfe1a88e8b18 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:00.851545 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-497c6c68-25d5-47b7-8239-a5835ebb5330 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group (b2b9c052-7c70-49d3-9e8a-01b1db2063f9), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:00.865267 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-c97baeea-6a6d-499b-bbf8-2ad4fb366d58 None None] Port 63b8e4bc-a25b-49f1-9215-c9f142c589ff cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:43:00.875541 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-c97baeea-6a6d-499b-bbf8-2ad4fb366d58 None None] Provisioning complete for port 8593e1b1-992c-4a25-b131-56d755e58d67 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:43:00.875967 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c97baeea-6a6d-499b-bbf8-2ad4fb366d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (8593e1b1-992c-4a25-b131-56d755e58d67), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:00.888954 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b7157d84-a4d8-4690-831f-8171d81b39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (63b8e4bc-a25b-49f1-9215-c9f142c589ff), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:00.933049 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-497c6c68-25d5-47b7-8239-a5835ebb5330 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (b2b9c052-7c70-49d3-9e8a-01b1db2063f9), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:00.969416 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-c97baeea-6a6d-499b-bbf8-2ad4fb366d58 None None] Current status of the port 8593e1b1-992c-4a25-b131-56d755e58d67 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:43:00.986200 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497c6c68-25d5-47b7-8239-a5835ebb5330 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b9c052-7c70-49d3-9e8a-01b1db2063f9,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:01.011379 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5411351-4f34-429b-a536-ee7d4fe8b2a8 None None] Pushing event updated for resources: {'Port': ['ID=63b8e4bc-a25b-49f1-9215-c9f142c589ff,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:01.041287 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-b7157d84-a4d8-4690-831f-8171d81b39a9 None None] Attempting to bind port 63b8e4bc-a25b-49f1-9215-c9f142c589ff on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:43:01.041926 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-b7157d84-a4d8-4690-831f-8171d81b39a9 None None] Attempting to bind port 63b8e4bc-a25b-49f1-9215-c9f142c589ff by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': 'de04958f-bb83-40d4-8c3c-9923dc479a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8b6e1ee3-01b8-44c3-852c-00a931c9eeca'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:43:01.042030 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7157d84-a4d8-4690-831f-8171d81b39a9 None None] Attempting to bind port 63b8e4bc-a25b-49f1-9215-c9f142c589ff on network 8b6e1ee3-01b8-44c3-852c-00a931c9eeca {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:43:01.056074 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7157d84-a4d8-4690-831f-8171d81b39a9 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:43:01.056529 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7157d84-a4d8-4690-831f-8171d81b39a9 None None] Checking segment: {'id': 'de04958f-bb83-40d4-8c3c-9923dc479a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8b6e1ee3-01b8-44c3-852c-00a931c9eeca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:43:01.056852 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b7157d84-a4d8-4690-831f-8171d81b39a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:01.057243 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7157d84-a4d8-4690-831f-8171d81b39a9 None None] Bound using segment: {'id': 'de04958f-bb83-40d4-8c3c-9923dc479a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8b6e1ee3-01b8-44c3-852c-00a931c9eeca'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:43:01.057718 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-b7157d84-a4d8-4690-831f-8171d81b39a9 None None] Bound port: 63b8e4bc-a25b-49f1-9215-c9f142c589ff, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de04958f-bb83-40d4-8c3c-9923dc479a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8b6e1ee3-01b8-44c3-852c-00a931c9eeca'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:43:01.058094 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b7157d84-a4d8-4690-831f-8171d81b39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (63b8e4bc-a25b-49f1-9215-c9f142c589ff), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:01.092994 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-497c6c68-25d5-47b7-8239-a5835ebb5330 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:01.095200 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-6dc652df-4342-4c9a-bc74-2ff3740e2f06 None None] Provisioning complete for port 63b8e4bc-a25b-49f1-9215-c9f142c589ff triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:43:01.095824 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6dc652df-4342-4c9a-bc74-2ff3740e2f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (63b8e4bc-a25b-49f1-9215-c9f142c589ff), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:01.097530 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49848) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:01.097679 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-497c6c68-25d5-47b7-8239-a5835ebb5330 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.8911800 Feb 28 10:43:01.140033 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-6dc652df-4342-4c9a-bc74-2ff3740e2f06 None None] Port 63b8e4bc-a25b-49f1-9215-c9f142c589ff cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:43:01.156639 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-b7157d84-a4d8-4690-831f-8171d81b39a9 None None] For port 63b8e4bc-a25b-49f1-9215-c9f142c589ff, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:43:01.160444 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-b7157d84-a4d8-4690-831f-8171d81b39a9 None None] For port 63b8e4bc-a25b-49f1-9215-c9f142c589ff, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=63b8e4bc-a25b-49f1-9215-c9f142c589ff,segment=NetworkSegment(de04958f-bb83-40d4-8c3c-9923dc479a5a),segment_id=de04958f-bb83-40d4-8c3c-9923dc479a5a)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:43:01.161462 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-bb961499-8925-4422-ba78-6c171bcac137 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4542 time: 0.0629592 Feb 28 10:43:01.164271 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49850) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:01.168879 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-543bce89-7eae-4de5-83aa-55cb2d024a27 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Request body: {'security_group': {'name': 'tempest-security--1823779405', 'description': 'tempest-security-description-58728015'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:01.204358 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8bb2e1c2-4940-44a3-813f-dfe1a88e8b18 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (f8938358-9551-412f-ae21-28be1993bcd7), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:01.207349 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-543bce89-7eae-4de5-83aa-55cb2d024a27 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group (b2b9c052-7c70-49d3-9e8a-01b1db2063f9), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:01.260929 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b7157d84-a4d8-4690-831f-8171d81b39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (63b8e4bc-a25b-49f1-9215-c9f142c589ff), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:01.280059 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-543bce89-7eae-4de5-83aa-55cb2d024a27 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group (b2b9c052-7c70-49d3-9e8a-01b1db2063f9), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:01.289106 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb2e1c2-4940-44a3-813f-dfe1a88e8b18 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event updated for resources: {'Subnet': ['ID=f8938358-9551-412f-ae21-28be1993bcd7,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:01.298137 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb2e1c2-4940-44a3-813f-dfe1a88e8b18 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Checking segment: {'id': 'b78242ca-d081-4b30-b602-986d9abe84d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0489dbdb-b299-49dc-b028-00d385a11286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:43:01.298870 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb2e1c2-4940-44a3-813f-dfe1a88e8b18 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Network hostable DHCP agents. Network: 0489dbdb-b299-49dc-b028-00d385a11286, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:43:01.337013 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7157d84-a4d8-4690-831f-8171d81b39a9 None None] Routers {'199d6da5-9527-4a76-9ca6-0cc3d0f2d012'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:43:01.337653 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-b7157d84-a4d8-4690-831f-8171d81b39a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:42:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['199d6da5-9527-4a76-9ca6-0cc3d0f2d012'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:01.364515 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-f83edbd3-9022-46a7-bce6-65e8133f6971 None None] Provisioning complete for port 63b8e4bc-a25b-49f1-9215-c9f142c589ff triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:43:01.364891 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f83edbd3-9022-46a7-bce6-65e8133f6971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (63b8e4bc-a25b-49f1-9215-c9f142c589ff), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:01.380333 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-543bce89-7eae-4de5-83aa-55cb2d024a27 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (b2b9c052-7c70-49d3-9e8a-01b1db2063f9), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:01.383045 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-543bce89-7eae-4de5-83aa-55cb2d024a27 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:01.384499 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-543bce89-7eae-4de5-83aa-55cb2d024a27 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "PUT /v2.0/security-groups/b2b9c052-7c70-49d3-9e8a-01b1db2063f9 HTTP/1.1" status: 200 len: 1795 time: 0.2192428 Feb 28 10:43:01.387474 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49854) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:01.399434 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5411351-4f34-429b-a536-ee7d4fe8b2a8 None None] Pushing event updated for resources: {'Port': ['ID=63b8e4bc-a25b-49f1-9215-c9f142c589ff,revision_number=4']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:01.431761 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb2e1c2-4940-44a3-813f-dfe1a88e8b18 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Network 0489dbdb-b299-49dc-b028-00d385a11286 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:43:01.469768 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543bce89-7eae-4de5-83aa-55cb2d024a27 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b9c052-7c70-49d3-9e8a-01b1db2063f9,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:01.499048 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-707c0ff0-c332-40df-bd00-b81349c9752c tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "GET /v2.0/security-groups/b2b9c052-7c70-49d3-9e8a-01b1db2063f9 HTTP/1.1" status: 200 len: 1795 time: 0.1076460 Feb 28 10:43:01.499996 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49858) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:01.520889 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 8593e1b1-992c-4a25-b131-56d755e58d67 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:43:01.521135 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-b7157d84-a4d8-4690-831f-8171d81b39a9 None None] Set router 199d6da5-9527-4a76-9ca6-0cc3d0f2d012 gateway port host: None {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:43:01.578450 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-f83edbd3-9022-46a7-bce6-65e8133f6971 None None] Current status of the port 63b8e4bc-a25b-49f1-9215-c9f142c589ff is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:43:01.578947 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f83edbd3-9022-46a7-bce6-65e8133f6971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (63b8e4bc-a25b-49f1-9215-c9f142c589ff), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:01.596706 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0a848c1c-bf30-4166-b707-950f69cbae01 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group (b2b9c052-7c70-49d3-9e8a-01b1db2063f9), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:01.598572 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-8bb2e1c2-4940-44a3-813f-dfe1a88e8b18 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 0489dbdb-b299-49dc-b028-00d385a11286) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:43:01.604652 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb2e1c2-4940-44a3-813f-dfe1a88e8b18 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:01.605581 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8bb2e1c2-4940-44a3-813f-dfe1a88e8b18 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:01.621519 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6c53b2-29cd-4ba6-906d-9fbd14a8b97d None None] Network 0489dbdb-b299-49dc-b028-00d385a11286 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:43:01.624747 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 8593e1b1-992c-4a25-b131-56d755e58d67 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:43:01.625123 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (8593e1b1-992c-4a25-b131-56d755e58d67), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:01.649486 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0a848c1c-bf30-4166-b707-950f69cbae01 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group (b2b9c052-7c70-49d3-9e8a-01b1db2063f9), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:01.680736 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-f83edbd3-9022-46a7-bce6-65e8133f6971 None None] For port 63b8e4bc-a25b-49f1-9215-c9f142c589ff, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=63b8e4bc-a25b-49f1-9215-c9f142c589ff,segment=NetworkSegment(de04958f-bb83-40d4-8c3c-9923dc479a5a),segment_id=de04958f-bb83-40d4-8c3c-9923dc479a5a)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:43:01.733049 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-8bb2e1c2-4940-44a3-813f-dfe1a88e8b18 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1325402 Feb 28 10:43:01.735828 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49860) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:01.767728 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f83edbd3-9022-46a7-bce6-65e8133f6971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (63b8e4bc-a25b-49f1-9215-c9f142c589ff), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:01.798630 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0a848c1c-bf30-4166-b707-950f69cbae01 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (b2b9c052-7c70-49d3-9e8a-01b1db2063f9), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:01.803516 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0a848c1c-bf30-4166-b707-950f69cbae01 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:01.805094 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-0a848c1c-bf30-4166-b707-950f69cbae01 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "DELETE /v2.0/security-groups/b2b9c052-7c70-49d3-9e8a-01b1db2063f9 HTTP/1.1" status: 204 len: 168 time: 0.3039050 Feb 28 10:43:01.811682 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49862) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:01.836335 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83edbd3-9022-46a7-bce6-65e8133f6971 None None] Pushing event updated for resources: {'Port': ['ID=63b8e4bc-a25b-49f1-9215-c9f142c589ff,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:01.843524 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a848c1c-bf30-4166-b707-950f69cbae01 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b9c052-7c70-49d3-9e8a-01b1db2063f9,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:01.886390 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-b7157d84-a4d8-4690-831f-8171d81b39a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'name': 'tempest-RoutersIpV6Test-router-895225228', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:42:44Z', 'updated_at': '2022-02-28T10:42:58Z', 'revision_number': 4, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'gw_port_host': None, '_interfaces': [{'id': '63b8e4bc-a25b-49f1-9215-c9f142c589ff', 'name': '', 'network_id': '8b6e1ee3-01b8-44c3-852c-00a931c9eeca', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'mac_address': 'fa:16:3e:7e:18:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'a0741225-d33e-45bd-8145-20cf780904e9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:57Z', 'updated_at': '2022-02-28T10:43:01Z', 'revision_number': 4, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'subnets': [{'id': 'a0741225-d33e-45bd-8145-20cf780904e9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '845410ee-d30f-4df2-b398-c936d7b1a4c4', 'name': '', 'network_id': 'da4817f7-9e9e-43c9-bd67-294d3352c7e9', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'mac_address': 'fa:16:3e:46:7d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '74ad22d9-9027-4fe4-ad28-ccbce662acc6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:46Z', 'updated_at': '2022-02-28T10:42:53Z', 'revision_number': 5, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'subnets': [{'id': '74ad22d9-9027-4fe4-ad28-ccbce662acc6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6f53bae-c226-45eb-9375-b419fead7542', 'name': '', 'network_id': 'e657857a-df78-4727-ae5d-f63812860686', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'mac_address': 'fa:16:3e:19:fa:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '1f319918-6d79-43c7-9d2a-2a61f8d7c012', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:50Z', 'updated_at': '2022-02-28T10:42:58Z', 'revision_number': 5, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'subnets': [{'id': '1f319918-6d79-43c7-9d2a-2a61f8d7c012', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:01.897922 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-b1e4425f-9d1d-411a-b32a-f2226db6e00b tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0838764 Feb 28 10:43:01.901229 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49864) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:01.918639 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 8593e1b1-992c-4a25-b131-56d755e58d67 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:43:01.934483 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7157d84-a4d8-4690-831f-8171d81b39a9 None None] The sync data for ids ['199d6da5-9527-4a76-9ca6-0cc3d0f2d012'] in dv-neutron-829161-3-hyperv is: [{'id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'name': 'tempest-RoutersIpV6Test-router-895225228', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:42:44Z', 'updated_at': '2022-02-28T10:42:58Z', 'revision_number': 4, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'gw_port_host': None, '_interfaces': [{'id': '63b8e4bc-a25b-49f1-9215-c9f142c589ff', 'name': '', 'network_id': '8b6e1ee3-01b8-44c3-852c-00a931c9eeca', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'mac_address': 'fa:16:3e:7e:18:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'a0741225-d33e-45bd-8145-20cf780904e9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:57Z', 'updated_at': '2022-02-28T10:43:01Z', 'revision_number': 4, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'subnets': [{'id': 'a0741225-d33e-45bd-8145-20cf780904e9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '845410ee-d30f-4df2-b398-c936d7b1a4c4', 'name': '', 'network_id': 'da4817f7-9e9e-43c9-bd67-294d3352c7e9', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'mac_address': 'fa:16:3e:46:7d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '74ad22d9-9027-4fe4-ad28-ccbce662acc6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:46Z', 'updated_at': '2022-02-28T10:42:53Z', 'revision_number': 5, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'subnets': [{'id': '74ad22d9-9027-4fe4-ad28-ccbce662acc6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6f53bae-c226-45eb-9375-b419fead7542', 'name': '', 'network_id': 'e657857a-df78-4727-ae5d-f63812860686', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'mac_address': 'fa:16:3e:19:fa:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '1f319918-6d79-43c7-9d2a-2a61f8d7c012', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:50Z', 'updated_at': '2022-02-28T10:42:58Z', 'revision_number': 5, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'subnets': [{'id': '1f319918-6d79-43c7-9d2a-2a61f8d7c012', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:43:01.941959 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bf3f74-85ed-438e-835f-5ad3cedac904 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-0489dbdb-b299-49dc-b028-00d385a11286', 'network_id': '0489dbdb-b299-49dc-b028-00d385a11286', 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'fixed_ips': [{'subnet_id': 'f8938358-9551-412f-ae21-28be1993bcd7'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:43:01.943167 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-86bf3f74-85ed-438e-835f-5ad3cedac904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:01.960579 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-aa6cd18e-28c2-4d71-97b8-ffe55b5073d9 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] delete failed (client error): The resource could not be found. Feb 28 10:43:01.965396 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-aa6cd18e-28c2-4d71-97b8-ffe55b5073d9 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "DELETE /v2.0/security-groups/b2b9c052-7c70-49d3-9e8a-01b1db2063f9 HTTP/1.1" status: 404 len: 347 time: 0.0595694 Feb 28 10:43:01.965684 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49866) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:01.973875 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-c0eb5d0f-a087-448c-9b93-a491af41f783 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Request body: {'security_group': {'name': 'tempest-secgroup--1677674416'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:02.067736 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-219b7bac-9c99-43db-9314-d36e7d8f40ff None None] Provisioning complete for port 63b8e4bc-a25b-49f1-9215-c9f142c589ff triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:43:02.068079 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-219b7bac-9c99-43db-9314-d36e7d8f40ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (63b8e4bc-a25b-49f1-9215-c9f142c589ff), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:02.203999 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-86bf3f74-85ed-438e-835f-5ad3cedac904 None None] Allocated IP 2001:db8:3::2 (0489dbdb-b299-49dc-b028-00d385a11286/f8938358-9551-412f-ae21-28be1993bcd7/30d9e41c-a9dc-4d81-b8ea-90a00720a766) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:43:02.229550 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-219b7bac-9c99-43db-9314-d36e7d8f40ff None None] Current status of the port 63b8e4bc-a25b-49f1-9215-c9f142c589ff is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:43:02.395758 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-86bf3f74-85ed-438e-835f-5ad3cedac904 None None] Publish callbacks [] for port (30d9e41c-a9dc-4d81-b8ea-90a00720a766), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:02.397330 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-0aa990bb-0be6-40b4-a357-9b527917e732 None None] Provisioning complete for port 63b8e4bc-a25b-49f1-9215-c9f142c589ff triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:43:02.397700 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0aa990bb-0be6-40b4-a357-9b527917e732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (63b8e4bc-a25b-49f1-9215-c9f142c589ff), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:02.473959 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-86bf3f74-85ed-438e-835f-5ad3cedac904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (30d9e41c-a9dc-4d81-b8ea-90a00720a766), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:02.517960 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-0aa990bb-0be6-40b4-a357-9b527917e732 None None] Current status of the port 63b8e4bc-a25b-49f1-9215-c9f142c589ff is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:43:02.526274 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bf3f74-85ed-438e-835f-5ad3cedac904 None None] Network 0489dbdb-b299-49dc-b028-00d385a11286 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:43:02.529363 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-86bf3f74-85ed-438e-835f-5ad3cedac904 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:43:02.539005 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bf3f74-85ed-438e-835f-5ad3cedac904 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:43:02.542287 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bf3f74-85ed-438e-835f-5ad3cedac904 None None] Pushing event updated for resources: {'Port': ['ID=30d9e41c-a9dc-4d81-b8ea-90a00720a766,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:02.601839 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-86bf3f74-85ed-438e-835f-5ad3cedac904 None None] Attempting to bind port 30d9e41c-a9dc-4d81-b8ea-90a00720a766 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:43:02.602073 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c0eb5d0f-a087-448c-9b93-a491af41f783 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:02.602523 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-86bf3f74-85ed-438e-835f-5ad3cedac904 None None] Attempting to bind port 30d9e41c-a9dc-4d81-b8ea-90a00720a766 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': 'b78242ca-d081-4b30-b602-986d9abe84d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0489dbdb-b299-49dc-b028-00d385a11286'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:43:02.605498 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bf3f74-85ed-438e-835f-5ad3cedac904 None None] Attempting to bind port 30d9e41c-a9dc-4d81-b8ea-90a00720a766 on network 0489dbdb-b299-49dc-b028-00d385a11286 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:43:02.608385 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bf3f74-85ed-438e-835f-5ad3cedac904 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:43:02.608569 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bf3f74-85ed-438e-835f-5ad3cedac904 None None] Checking segment: {'id': 'b78242ca-d081-4b30-b602-986d9abe84d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0489dbdb-b299-49dc-b028-00d385a11286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:43:02.608948 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-86bf3f74-85ed-438e-835f-5ad3cedac904 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:02.609348 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bf3f74-85ed-438e-835f-5ad3cedac904 None None] Bound using segment: {'id': 'b78242ca-d081-4b30-b602-986d9abe84d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0489dbdb-b299-49dc-b028-00d385a11286'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:43:02.609876 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-86bf3f74-85ed-438e-835f-5ad3cedac904 None None] Bound port: 30d9e41c-a9dc-4d81-b8ea-90a00720a766, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b78242ca-d081-4b30-b602-986d9abe84d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0489dbdb-b299-49dc-b028-00d385a11286'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:43:02.610188 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-86bf3f74-85ed-438e-835f-5ad3cedac904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (30d9e41c-a9dc-4d81-b8ea-90a00720a766), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:02.682168 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-86bf3f74-85ed-438e-835f-5ad3cedac904 None None] For port 30d9e41c-a9dc-4d81-b8ea-90a00720a766, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:43:02.686081 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-86bf3f74-85ed-438e-835f-5ad3cedac904 None None] For port 30d9e41c-a9dc-4d81-b8ea-90a00720a766, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=30d9e41c-a9dc-4d81-b8ea-90a00720a766,segment=NetworkSegment(b78242ca-d081-4b30-b602-986d9abe84d3),segment_id=b78242ca-d081-4b30-b602-986d9abe84d3)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:43:02.758390 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c0eb5d0f-a087-448c-9b93-a491af41f783 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group (efe5cb51-4710-40e1-a490-3a8e75b6a470), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:02.771578 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c36195bb-6736-4364-9e08-f54499eefdeb tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:02.797665 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-86bf3f74-85ed-438e-835f-5ad3cedac904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (30d9e41c-a9dc-4d81-b8ea-90a00720a766), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:02.863156 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bf3f74-85ed-438e-835f-5ad3cedac904 None None] Pushing event updated for resources: {'Port': ['ID=30d9e41c-a9dc-4d81-b8ea-90a00720a766,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:02.890746 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c0eb5d0f-a087-448c-9b93-a491af41f783 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (efe5cb51-4710-40e1-a490-3a8e75b6a470), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:02.970515 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eb5d0f-a087-448c-9b93-a491af41f783 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efe5cb51-4710-40e1-a490-3a8e75b6a470,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:03.094049 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c0eb5d0f-a087-448c-9b93-a491af41f783 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:03.094049 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-c0eb5d0f-a087-448c-9b93-a491af41f783 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1213253 Feb 28 10:43:03.094316 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49870) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:03.097282 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-33ab69ab-c89a-4edd-a41b-219b8dfd745c tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Request body: {'security_group_rule': {'security_group_id': 'efe5cb51-4710-40e1-a490-3a8e75b6a470', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:03.121450 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-c36195bb-6736-4364-9e08-f54499eefdeb tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Allocated IP 2001:db8:3::1 (0489dbdb-b299-49dc-b028-00d385a11286/f8938358-9551-412f-ae21-28be1993bcd7/a1a6ba65-4e4a-464a-aae3-ab4975612eae) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:43:03.207691 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-33ab69ab-c89a-4edd-a41b-219b8dfd745c tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (76a88422-d350-47c2-b166-3959774b5130), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:03.249719 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c36195bb-6736-4364-9e08-f54499eefdeb tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for port (a1a6ba65-4e4a-464a-aae3-ab4975612eae), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:03.274521 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-33ab69ab-c89a-4edd-a41b-219b8dfd745c tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (76a88422-d350-47c2-b166-3959774b5130), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:03.387510 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-33ab69ab-c89a-4edd-a41b-219b8dfd745c tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (76a88422-d350-47c2-b166-3959774b5130), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:03.398299 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c36195bb-6736-4364-9e08-f54499eefdeb tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (a1a6ba65-4e4a-464a-aae3-ab4975612eae), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:03.407519 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ab69ab-c89a-4edd-a41b-219b8dfd745c tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76a88422-d350-47c2-b166-3959774b5130,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:03.450677 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36195bb-6736-4364-9e08-f54499eefdeb tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Network 0489dbdb-b299-49dc-b028-00d385a11286 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:43:03.454222 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-c36195bb-6736-4364-9e08-f54499eefdeb tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:43:03.460854 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36195bb-6736-4364-9e08-f54499eefdeb tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:43:03.460854 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c36195bb-6736-4364-9e08-f54499eefdeb tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047958'] for router_interface (199d6da5-9527-4a76-9ca6-0cc3d0f2d012), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:03.511885 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36195bb-6736-4364-9e08-f54499eefdeb tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event updated for resources: {'Port': ['ID=a1a6ba65-4e4a-464a-aae3-ab4975612eae,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:03.530375 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-33ab69ab-c89a-4edd-a41b-219b8dfd745c tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:03.530375 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-33ab69ab-c89a-4edd-a41b-219b8dfd745c tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4333961 Feb 28 10:43:03.530375 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49876) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:03.538197 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 63b8e4bc-a25b-49f1-9215-c9f142c589ff up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:43:03.582614 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8bd7244d-80b2-41ba-9b3f-e5341d3cdc75 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (76a88422-d350-47c2-b166-3959774b5130), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:03.592749 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8bd7244d-80b2-41ba-9b3f-e5341d3cdc75 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (76a88422-d350-47c2-b166-3959774b5130), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:03.627159 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 63b8e4bc-a25b-49f1-9215-c9f142c589ff triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:43:03.627553 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (63b8e4bc-a25b-49f1-9215-c9f142c589ff), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:03.712237 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8bd7244d-80b2-41ba-9b3f-e5341d3cdc75 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (76a88422-d350-47c2-b166-3959774b5130), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:03.712541 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c36195bb-6736-4364-9e08-f54499eefdeb tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (a1a6ba65-4e4a-464a-aae3-ab4975612eae), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:03.726711 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8bd7244d-80b2-41ba-9b3f-e5341d3cdc75 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:03.728298 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-8bd7244d-80b2-41ba-9b3f-e5341d3cdc75 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/76a88422-d350-47c2-b166-3959774b5130 HTTP/1.1" status: 204 len: 168 time: 0.1983850 Feb 28 10:43:03.729608 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd7244d-80b2-41ba-9b3f-e5341d3cdc75 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=76a88422-d350-47c2-b166-3959774b5130,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:03.731104 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49878) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:03.735431 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 63b8e4bc-a25b-49f1-9215-c9f142c589ff is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:43:03.736712 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 30d9e41c-a9dc-4d81-b8ea-90a00720a766 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:43:03.792289 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 30d9e41c-a9dc-4d81-b8ea-90a00720a766 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:43:03.792772 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (30d9e41c-a9dc-4d81-b8ea-90a00720a766), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:03.821344 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49880) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:03.827110 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-559dbb1b-b001-428d-b1e0-47bf46f45119 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0892618 Feb 28 10:43:03.882083 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4597b37e-44e3-42bc-a59d-93f1ad2c625e tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group (efe5cb51-4710-40e1-a490-3a8e75b6a470), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:03.890958 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 30d9e41c-a9dc-4d81-b8ea-90a00720a766 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:43:03.892058 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (30d9e41c-a9dc-4d81-b8ea-90a00720a766), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:03.906715 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4597b37e-44e3-42bc-a59d-93f1ad2c625e tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group (efe5cb51-4710-40e1-a490-3a8e75b6a470), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:03.918407 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e983dab2-f806-4cd7-92d6-32892db554f5 None None] Network 0489dbdb-b299-49dc-b028-00d385a11286 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:43:03.983426 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port 30d9e41c-a9dc-4d81-b8ea-90a00720a766, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=30d9e41c-a9dc-4d81-b8ea-90a00720a766,segment=NetworkSegment(b78242ca-d081-4b30-b602-986d9abe84d3),segment_id=b78242ca-d081-4b30-b602-986d9abe84d3)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:43:04.006012 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-031f2286-9e67-43e8-a060-56823f296dc2 None None] Provisioning complete for port 30d9e41c-a9dc-4d81-b8ea-90a00720a766 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:43:04.006386 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-031f2286-9e67-43e8-a060-56823f296dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (30d9e41c-a9dc-4d81-b8ea-90a00720a766), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:04.061139 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c36195bb-6736-4364-9e08-f54499eefdeb tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for port (a1a6ba65-4e4a-464a-aae3-ab4975612eae), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:04.077433 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4597b37e-44e3-42bc-a59d-93f1ad2c625e tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (efe5cb51-4710-40e1-a490-3a8e75b6a470), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:04.084485 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4597b37e-44e3-42bc-a59d-93f1ad2c625e tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:04.084485 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-4597b37e-44e3-42bc-a59d-93f1ad2c625e tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "DELETE /v2.0/security-groups/efe5cb51-4710-40e1-a490-3a8e75b6a470 HTTP/1.1" status: 204 len: 168 time: 0.2593989 Feb 28 10:43:04.085278 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49882) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:04.090643 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (30d9e41c-a9dc-4d81-b8ea-90a00720a766), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:04.094642 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4597b37e-44e3-42bc-a59d-93f1ad2c625e tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe5cb51-4710-40e1-a490-3a8e75b6a470,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:04.144465 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-0711e468-1197-4bd9-a4fe-f5260ab2a42e tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0580430 Feb 28 10:43:04.148123 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49884) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:04.152862 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-5f943bd9-0f0c-4934-aa0d-e0d681a1c232 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Request body: {'security_group': {'name': 'tempest-secgroup--50303521'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:04.184970 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c36195bb-6736-4364-9e08-f54499eefdeb tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (a1a6ba65-4e4a-464a-aae3-ab4975612eae), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:04.186604 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c36195bb-6736-4364-9e08-f54499eefdeb tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047558'] for router_interface (199d6da5-9527-4a76-9ca6-0cc3d0f2d012), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:04.195026 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-031f2286-9e67-43e8-a060-56823f296dc2 None None] Current status of the port 30d9e41c-a9dc-4d81-b8ea-90a00720a766 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:43:04.197091 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=30d9e41c-a9dc-4d81-b8ea-90a00720a766,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:04.283113 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36195bb-6736-4364-9e08-f54499eefdeb tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event updated for resources: {'Port': ['ID=a1a6ba65-4e4a-464a-aae3-ab4975612eae,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:04.320423 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5f943bd9-0f0c-4934-aa0d-e0d681a1c232 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:04.345039 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36195bb-6736-4364-9e08-f54499eefdeb tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Network 0489dbdb-b299-49dc-b028-00d385a11286 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:43:04.349185 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-c36195bb-6736-4364-9e08-f54499eefdeb tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:43:04.423156 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-be50eb54-625b-46b8-8689-1d76db15b721 None None] Provisioning complete for port 30d9e41c-a9dc-4d81-b8ea-90a00720a766 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:43:04.423542 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-be50eb54-625b-46b8-8689-1d76db15b721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (30d9e41c-a9dc-4d81-b8ea-90a00720a766), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:04.499195 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5f943bd9-0f0c-4934-aa0d-e0d681a1c232 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group (63638d4d-231b-4a89-b33b-bbed0907818f), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:04.507423 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-be50eb54-625b-46b8-8689-1d76db15b721 None None] Current status of the port 30d9e41c-a9dc-4d81-b8ea-90a00720a766 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:43:04.509678 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c36195bb-6736-4364-9e08-f54499eefdeb tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Router 199d6da5-9527-4a76-9ca6-0cc3d0f2d012 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:43:04.521215 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-be50eb54-625b-46b8-8689-1d76db15b721 None None] Provisioning complete for port a1a6ba65-4e4a-464a-aae3-ab4975612eae triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:43:04.521644 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-be50eb54-625b-46b8-8689-1d76db15b721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (a1a6ba65-4e4a-464a-aae3-ab4975612eae), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:04.566596 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-be50eb54-625b-46b8-8689-1d76db15b721 None None] Port a1a6ba65-4e4a-464a-aae3-ab4975612eae cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:43:04.592483 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5f943bd9-0f0c-4934-aa0d-e0d681a1c232 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (63638d4d-231b-4a89-b33b-bbed0907818f), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:04.636819 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f943bd9-0f0c-4934-aa0d-e0d681a1c232 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63638d4d-231b-4a89-b33b-bbed0907818f,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:04.646248 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c36195bb-6736-4364-9e08-f54499eefdeb tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:43:04.651125 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-c36195bb-6736-4364-9e08-f54499eefdeb tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "PUT /v2.0/routers/199d6da5-9527-4a76-9ca6-0cc3d0f2d012/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9140732 Feb 28 10:43:04.653968 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49888) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:04.660043 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-8157a5f4-6e38-400f-bd4d-cc539ce88d43 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:04.662325 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0653729e-4ea9-43fd-a5ed-d5b1d6d7d127 None None] Sync routers for ids ['199d6da5-9527-4a76-9ca6-0cc3d0f2d012'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:43:04.671770 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0653729e-4ea9-43fd-a5ed-d5b1d6d7d127 None None] Routers {'199d6da5-9527-4a76-9ca6-0cc3d0f2d012'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:43:04.676153 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-0653729e-4ea9-43fd-a5ed-d5b1d6d7d127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:42:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['199d6da5-9527-4a76-9ca6-0cc3d0f2d012'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:04.755962 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5f943bd9-0f0c-4934-aa0d-e0d681a1c232 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:04.760126 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-5f943bd9-0f0c-4934-aa0d-e0d681a1c232 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6081297 Feb 28 10:43:04.761776 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49890) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:04.768058 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-d47facc6-cdcc-46d8-9e94-1aac3d1870e7 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Request body: {'security_group_rule': {'security_group_id': '63638d4d-231b-4a89-b33b-bbed0907818f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:04.778678 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-7ddb0916-9230-4fc8-a45a-825037f914f0 None None] Provisioning complete for port a1a6ba65-4e4a-464a-aae3-ab4975612eae triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:43:04.779069 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7ddb0916-9230-4fc8-a45a-825037f914f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (a1a6ba65-4e4a-464a-aae3-ab4975612eae), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:04.805582 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-0653729e-4ea9-43fd-a5ed-d5b1d6d7d127 None None] Set router 199d6da5-9527-4a76-9ca6-0cc3d0f2d012 gateway port host: None {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:43:04.858287 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-7ddb0916-9230-4fc8-a45a-825037f914f0 None None] Port a1a6ba65-4e4a-464a-aae3-ab4975612eae cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:43:04.876591 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d47facc6-cdcc-46d8-9e94-1aac3d1870e7 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (8b858c31-4432-402f-b311-5d633f4e7cf6), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:04.928760 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d47facc6-cdcc-46d8-9e94-1aac3d1870e7 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (8b858c31-4432-402f-b311-5d633f4e7cf6), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:05.001283 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-098830fd-d938-4752-8444-100879d2ffef None None] Provisioning complete for port a1a6ba65-4e4a-464a-aae3-ab4975612eae triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:43:05.001928 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-098830fd-d938-4752-8444-100879d2ffef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (a1a6ba65-4e4a-464a-aae3-ab4975612eae), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:05.014638 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d47facc6-cdcc-46d8-9e94-1aac3d1870e7 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (8b858c31-4432-402f-b311-5d633f4e7cf6), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:05.029199 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47facc6-cdcc-46d8-9e94-1aac3d1870e7 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b858c31-4432-402f-b311-5d633f4e7cf6,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:05.068908 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-098830fd-d938-4752-8444-100879d2ffef None None] Port a1a6ba65-4e4a-464a-aae3-ab4975612eae cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:43:05.087263 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-0653729e-4ea9-43fd-a5ed-d5b1d6d7d127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'name': 'tempest-RoutersIpV6Test-router-895225228', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:42:44Z', 'updated_at': '2022-02-28T10:43:03Z', 'revision_number': 5, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'gw_port_host': None, '_interfaces': [{'id': '63b8e4bc-a25b-49f1-9215-c9f142c589ff', 'name': '', 'network_id': '8b6e1ee3-01b8-44c3-852c-00a931c9eeca', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'mac_address': 'fa:16:3e:7e:18:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'a0741225-d33e-45bd-8145-20cf780904e9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:57Z', 'updated_at': '2022-02-28T10:43:01Z', 'revision_number': 5, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'subnets': [{'id': 'a0741225-d33e-45bd-8145-20cf780904e9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '845410ee-d30f-4df2-b398-c936d7b1a4c4', 'name': '', 'network_id': 'da4817f7-9e9e-43c9-bd67-294d3352c7e9', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'mac_address': 'fa:16:3e:46:7d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '74ad22d9-9027-4fe4-ad28-ccbce662acc6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:46Z', 'updated_at': '2022-02-28T10:42:53Z', 'revision_number': 5, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'subnets': [{'id': '74ad22d9-9027-4fe4-ad28-ccbce662acc6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1a6ba65-4e4a-464a-aae3-ab4975612eae', 'name': '', 'network_id': '0489dbdb-b299-49dc-b028-00d385a11286', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'mac_address': 'fa:16:3e:eb:79:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'f8938358-9551-412f-ae21-28be1993bcd7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:02Z', 'updated_at': '2022-02-28T10:43:03Z', 'revision_number': 2, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'subnets': [{'id': 'f8938358-9551-412f-ae21-28be1993bcd7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6f53bae-c226-45eb-9375-b419fead7542', 'name': '', 'network_id': 'e657857a-df78-4727-ae5d-f63812860686', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'mac_address': 'fa:16:3e:19:fa:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '1f319918-6d79-43c7-9d2a-2a61f8d7c012', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:50Z', 'updated_at': '2022-02-28T10:42:58Z', 'revision_number': 5, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'subnets': [{'id': '1f319918-6d79-43c7-9d2a-2a61f8d7c012', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:05.091133 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.extraroute_db [None req-8157a5f4-6e38-400f-bd4d-cc539ce88d43 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=104083) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 28 10:43:05.106705 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.extraroute_db [None req-8157a5f4-6e38-400f-bd4d-cc539ce88d43 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Removed routes are [] {{(pid=104083) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 28 10:43:05.107142 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8157a5f4-6e38-400f-bd4d-cc539ce88d43 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1032676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1044823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27871'] for router (199d6da5-9527-4a76-9ca6-0cc3d0f2d012), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:05.115341 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0653729e-4ea9-43fd-a5ed-d5b1d6d7d127 None None] Checking router: 199d6da5-9527-4a76-9ca6-0cc3d0f2d012 for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:43:05.115793 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0653729e-4ea9-43fd-a5ed-d5b1d6d7d127 None None] Updating router 199d6da5-9527-4a76-9ca6-0cc3d0f2d012 port a1a6ba65-4e4a-464a-aae3-ab4975612eae binding host dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:43:05.131733 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d47facc6-cdcc-46d8-9e94-1aac3d1870e7 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:05.133129 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-d47facc6-cdcc-46d8-9e94-1aac3d1870e7 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3701229 Feb 28 10:43:05.145075 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49892) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:05.145075 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-d8115fad-af1c-407b-8b0e-fb84c0f00940 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Request body: {'security_group_rule': {'security_group_id': '63638d4d-231b-4a89-b33b-bbed0907818f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:05.145336 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0653729e-4ea9-43fd-a5ed-d5b1d6d7d127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (a1a6ba65-4e4a-464a-aae3-ab4975612eae), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:05.265333 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d8115fad-af1c-407b-8b0e-fb84c0f00940 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (2998dd4a-febc-4522-ab72-e13a7e18919f), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:05.338705 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d8115fad-af1c-407b-8b0e-fb84c0f00940 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (2998dd4a-febc-4522-ab72-e13a7e18919f), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:05.401214 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8157a5f4-6e38-400f-bd4d-cc539ce88d43 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1032676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1044823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27871'] for router (199d6da5-9527-4a76-9ca6-0cc3d0f2d012), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:05.405366 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8157a5f4-6e38-400f-bd4d-cc539ce88d43 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1032701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1032690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1044908'] for router (199d6da5-9527-4a76-9ca6-0cc3d0f2d012), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:05.443263 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d8115fad-af1c-407b-8b0e-fb84c0f00940 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (2998dd4a-febc-4522-ab72-e13a7e18919f), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:05.462640 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8115fad-af1c-407b-8b0e-fb84c0f00940 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2998dd4a-febc-4522-ab72-e13a7e18919f,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:05.464784 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 30d9e41c-a9dc-4d81-b8ea-90a00720a766 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:43:05.523111 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8157a5f4-6e38-400f-bd4d-cc539ce88d43 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Router 199d6da5-9527-4a76-9ca6-0cc3d0f2d012 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:43:05.564121 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 30d9e41c-a9dc-4d81-b8ea-90a00720a766 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:43:05.564498 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (30d9e41c-a9dc-4d81-b8ea-90a00720a766), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:05.581845 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d8115fad-af1c-407b-8b0e-fb84c0f00940 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:05.587139 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-d8115fad-af1c-407b-8b0e-fb84c0f00940 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4498212 Feb 28 10:43:05.588203 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49894) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:05.592817 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-496d1716-105a-4487-acca-3e12281cf726 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Request body: {'security_group_rule': {'security_group_id': '63638d4d-231b-4a89-b33b-bbed0907818f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:05.624717 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8157a5f4-6e38-400f-bd4d-cc539ce88d43 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:43:05.632627 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8157a5f4-6e38-400f-bd4d-cc539ce88d43 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:05.633893 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-8157a5f4-6e38-400f-bd4d-cc539ce88d43 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "PUT /v2.0/routers/199d6da5-9527-4a76-9ca6-0cc3d0f2d012 HTTP/1.1" status: 200 len: 953 time: 0.9789097 Feb 28 10:43:05.637170 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49896) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:05.644419 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0653729e-4ea9-43fd-a5ed-d5b1d6d7d127 None None] Publish callbacks [] for port (a1a6ba65-4e4a-464a-aae3-ab4975612eae), precommit_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:05.689875 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 30d9e41c-a9dc-4d81-b8ea-90a00720a766 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:43:05.731355 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-496d1716-105a-4487-acca-3e12281cf726 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (ea06fe88-ba6e-4719-80de-f84bd8ec666b), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:05.762807 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0653729e-4ea9-43fd-a5ed-d5b1d6d7d127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (a1a6ba65-4e4a-464a-aae3-ab4975612eae), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:05.779697 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-3287613b-d6ee-4acf-b696-82fc53221077 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "GET /v2.0/routers/199d6da5-9527-4a76-9ca6-0cc3d0f2d012 HTTP/1.1" status: 200 len: 953 time: 0.1413300 Feb 28 10:43:05.782763 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49900) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:05.788416 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-a1c11412-c932-4b66-83ae-5a72b5cb8dea tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Request body: {'router': {'routes': None}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:05.803430 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-496d1716-105a-4487-acca-3e12281cf726 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (ea06fe88-ba6e-4719-80de-f84bd8ec666b), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:05.819351 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f86c93-2471-4827-925d-e799e6aeeec2 None None] Pushing event updated for resources: {'Port': ['ID=a1a6ba65-4e4a-464a-aae3-ab4975612eae,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:05.871999 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-0653729e-4ea9-43fd-a5ed-d5b1d6d7d127 None None] Attempting to bind port a1a6ba65-4e4a-464a-aae3-ab4975612eae on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:43:05.872389 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-0653729e-4ea9-43fd-a5ed-d5b1d6d7d127 None None] Attempting to bind port a1a6ba65-4e4a-464a-aae3-ab4975612eae by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': 'b78242ca-d081-4b30-b602-986d9abe84d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0489dbdb-b299-49dc-b028-00d385a11286'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:43:05.872741 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0653729e-4ea9-43fd-a5ed-d5b1d6d7d127 None None] Attempting to bind port a1a6ba65-4e4a-464a-aae3-ab4975612eae on network 0489dbdb-b299-49dc-b028-00d385a11286 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:43:05.880202 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0653729e-4ea9-43fd-a5ed-d5b1d6d7d127 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:43:05.880594 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0653729e-4ea9-43fd-a5ed-d5b1d6d7d127 None None] Checking segment: {'id': 'b78242ca-d081-4b30-b602-986d9abe84d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0489dbdb-b299-49dc-b028-00d385a11286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:43:05.888156 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0653729e-4ea9-43fd-a5ed-d5b1d6d7d127 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:05.888156 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0653729e-4ea9-43fd-a5ed-d5b1d6d7d127 None None] Bound using segment: {'id': 'b78242ca-d081-4b30-b602-986d9abe84d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0489dbdb-b299-49dc-b028-00d385a11286'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:43:05.888156 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-0653729e-4ea9-43fd-a5ed-d5b1d6d7d127 None None] Bound port: a1a6ba65-4e4a-464a-aae3-ab4975612eae, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b78242ca-d081-4b30-b602-986d9abe84d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0489dbdb-b299-49dc-b028-00d385a11286'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:43:05.888156 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0653729e-4ea9-43fd-a5ed-d5b1d6d7d127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (a1a6ba65-4e4a-464a-aae3-ab4975612eae), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:05.940169 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-496d1716-105a-4487-acca-3e12281cf726 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (ea06fe88-ba6e-4719-80de-f84bd8ec666b), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:05.964987 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496d1716-105a-4487-acca-3e12281cf726 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea06fe88-ba6e-4719-80de-f84bd8ec666b,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:05.967290 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-0653729e-4ea9-43fd-a5ed-d5b1d6d7d127 None None] For port a1a6ba65-4e4a-464a-aae3-ab4975612eae, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:43:05.972584 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-0653729e-4ea9-43fd-a5ed-d5b1d6d7d127 None None] For port a1a6ba65-4e4a-464a-aae3-ab4975612eae, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=a1a6ba65-4e4a-464a-aae3-ab4975612eae,segment=NetworkSegment(b78242ca-d081-4b30-b602-986d9abe84d3),segment_id=b78242ca-d081-4b30-b602-986d9abe84d3)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:43:06.097835 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-5148470a-ddd8-477d-ba38-a2bb9323e965 None None] Provisioning complete for port a1a6ba65-4e4a-464a-aae3-ab4975612eae triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:43:06.098517 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5148470a-ddd8-477d-ba38-a2bb9323e965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (a1a6ba65-4e4a-464a-aae3-ab4975612eae), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:06.119994 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-496d1716-105a-4487-acca-3e12281cf726 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:06.119994 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-496d1716-105a-4487-acca-3e12281cf726 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5203185 Feb 28 10:43:06.119994 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49904) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:06.119994 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-fafebdb3-7e69-4de9-929b-f21399543a8c tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Request body: {'security_group_rule': {'security_group_id': '63638d4d-231b-4a89-b33b-bbed0907818f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:06.136800 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-5148470a-ddd8-477d-ba38-a2bb9323e965 None None] Port a1a6ba65-4e4a-464a-aae3-ab4975612eae cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:43:06.140682 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0653729e-4ea9-43fd-a5ed-d5b1d6d7d127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (a1a6ba65-4e4a-464a-aae3-ab4975612eae), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:06.202323 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0653729e-4ea9-43fd-a5ed-d5b1d6d7d127 None None] Routers {'199d6da5-9527-4a76-9ca6-0cc3d0f2d012'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:43:06.203020 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-0653729e-4ea9-43fd-a5ed-d5b1d6d7d127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:42:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['199d6da5-9527-4a76-9ca6-0cc3d0f2d012'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:06.238819 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fafebdb3-7e69-4de9-929b-f21399543a8c tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (242af4e8-ae8e-4b09-a4a4-7704f15dd5eb), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:06.248143 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f86c93-2471-4827-925d-e799e6aeeec2 None None] Pushing event updated for resources: {'Port': ['ID=a1a6ba65-4e4a-464a-aae3-ab4975612eae,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:06.316501 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-0653729e-4ea9-43fd-a5ed-d5b1d6d7d127 None None] Set router 199d6da5-9527-4a76-9ca6-0cc3d0f2d012 gateway port host: None {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:43:06.325021 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fafebdb3-7e69-4de9-929b-f21399543a8c tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (242af4e8-ae8e-4b09-a4a4-7704f15dd5eb), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:06.422998 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fafebdb3-7e69-4de9-929b-f21399543a8c tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (242af4e8-ae8e-4b09-a4a4-7704f15dd5eb), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:06.460727 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafebdb3-7e69-4de9-929b-f21399543a8c tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=242af4e8-ae8e-4b09-a4a4-7704f15dd5eb,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:06.483631 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-f53340f8-ecac-42f0-8359-bc0ff9c3b92a None None] Provisioning complete for port a1a6ba65-4e4a-464a-aae3-ab4975612eae triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:43:06.484003 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f53340f8-ecac-42f0-8359-bc0ff9c3b92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (a1a6ba65-4e4a-464a-aae3-ab4975612eae), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:06.484777 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.extraroute_db [None req-a1c11412-c932-4b66-83ae-5a72b5cb8dea tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Added routes are [] {{(pid=104083) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 28 10:43:06.485169 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.extraroute_db [None req-a1c11412-c932-4b66-83ae-5a72b5cb8dea tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=104083) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 28 10:43:06.517315 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a1c11412-c932-4b66-83ae-5a72b5cb8dea tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1032676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1044823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27871'] for router (199d6da5-9527-4a76-9ca6-0cc3d0f2d012), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:06.576411 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fafebdb3-7e69-4de9-929b-f21399543a8c tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:06.577650 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-fafebdb3-7e69-4de9-929b-f21399543a8c tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4643493 Feb 28 10:43:06.580364 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49906) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:06.585664 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-2f941c9d-9191-465a-b116-dfdab43ee1ce tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Request body: {'security_group_rule': {'security_group_id': '63638d4d-231b-4a89-b33b-bbed0907818f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:06.626456 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-f53340f8-ecac-42f0-8359-bc0ff9c3b92a None None] Current status of the port a1a6ba65-4e4a-464a-aae3-ab4975612eae is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:43:06.631248 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f53340f8-ecac-42f0-8359-bc0ff9c3b92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (a1a6ba65-4e4a-464a-aae3-ab4975612eae), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:06.639534 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-0653729e-4ea9-43fd-a5ed-d5b1d6d7d127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'name': 'tempest-RoutersIpV6Test-router-895225228', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:42:44Z', 'updated_at': '2022-02-28T10:43:05Z', 'revision_number': 6, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'gw_port_host': None, '_interfaces': [{'id': '63b8e4bc-a25b-49f1-9215-c9f142c589ff', 'name': '', 'network_id': '8b6e1ee3-01b8-44c3-852c-00a931c9eeca', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'mac_address': 'fa:16:3e:7e:18:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'a0741225-d33e-45bd-8145-20cf780904e9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:57Z', 'updated_at': '2022-02-28T10:43:01Z', 'revision_number': 5, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'subnets': [{'id': 'a0741225-d33e-45bd-8145-20cf780904e9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '845410ee-d30f-4df2-b398-c936d7b1a4c4', 'name': '', 'network_id': 'da4817f7-9e9e-43c9-bd67-294d3352c7e9', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'mac_address': 'fa:16:3e:46:7d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '74ad22d9-9027-4fe4-ad28-ccbce662acc6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:46Z', 'updated_at': '2022-02-28T10:42:53Z', 'revision_number': 5, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'subnets': [{'id': '74ad22d9-9027-4fe4-ad28-ccbce662acc6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1a6ba65-4e4a-464a-aae3-ab4975612eae', 'name': '', 'network_id': '0489dbdb-b299-49dc-b028-00d385a11286', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'mac_address': 'fa:16:3e:eb:79:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'f8938358-9551-412f-ae21-28be1993bcd7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:02Z', 'updated_at': '2022-02-28T10:43:05Z', 'revision_number': 4, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'subnets': [{'id': 'f8938358-9551-412f-ae21-28be1993bcd7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6f53bae-c226-45eb-9375-b419fead7542', 'name': '', 'network_id': 'e657857a-df78-4727-ae5d-f63812860686', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'mac_address': 'fa:16:3e:19:fa:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '1f319918-6d79-43c7-9d2a-2a61f8d7c012', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:50Z', 'updated_at': '2022-02-28T10:42:58Z', 'revision_number': 5, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'subnets': [{'id': '1f319918-6d79-43c7-9d2a-2a61f8d7c012', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:06.678442 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0653729e-4ea9-43fd-a5ed-d5b1d6d7d127 None None] The sync data for ids ['199d6da5-9527-4a76-9ca6-0cc3d0f2d012'] in dv-neutron-829161-3-hyperv is: [{'id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'name': 'tempest-RoutersIpV6Test-router-895225228', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:42:44Z', 'updated_at': '2022-02-28T10:43:05Z', 'revision_number': 6, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'gw_port_host': None, '_interfaces': [{'id': '63b8e4bc-a25b-49f1-9215-c9f142c589ff', 'name': '', 'network_id': '8b6e1ee3-01b8-44c3-852c-00a931c9eeca', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'mac_address': 'fa:16:3e:7e:18:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'a0741225-d33e-45bd-8145-20cf780904e9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:57Z', 'updated_at': '2022-02-28T10:43:01Z', 'revision_number': 5, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'subnets': [{'id': 'a0741225-d33e-45bd-8145-20cf780904e9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '845410ee-d30f-4df2-b398-c936d7b1a4c4', 'name': '', 'network_id': 'da4817f7-9e9e-43c9-bd67-294d3352c7e9', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'mac_address': 'fa:16:3e:46:7d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '74ad22d9-9027-4fe4-ad28-ccbce662acc6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:46Z', 'updated_at': '2022-02-28T10:42:53Z', 'revision_number': 5, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'subnets': [{'id': '74ad22d9-9027-4fe4-ad28-ccbce662acc6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1a6ba65-4e4a-464a-aae3-ab4975612eae', 'name': '', 'network_id': '0489dbdb-b299-49dc-b028-00d385a11286', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'mac_address': 'fa:16:3e:eb:79:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'f8938358-9551-412f-ae21-28be1993bcd7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:02Z', 'updated_at': '2022-02-28T10:43:05Z', 'revision_number': 4, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'subnets': [{'id': 'f8938358-9551-412f-ae21-28be1993bcd7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6f53bae-c226-45eb-9375-b419fead7542', 'name': '', 'network_id': 'e657857a-df78-4727-ae5d-f63812860686', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'mac_address': 'fa:16:3e:19:fa:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '1f319918-6d79-43c7-9d2a-2a61f8d7c012', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:50Z', 'updated_at': '2022-02-28T10:42:58Z', 'revision_number': 5, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'subnets': [{'id': '1f319918-6d79-43c7-9d2a-2a61f8d7c012', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:43:06.703205 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-f53340f8-ecac-42f0-8359-bc0ff9c3b92a None None] For port a1a6ba65-4e4a-464a-aae3-ab4975612eae, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=a1a6ba65-4e4a-464a-aae3-ab4975612eae,segment=NetworkSegment(b78242ca-d081-4b30-b602-986d9abe84d3),segment_id=b78242ca-d081-4b30-b602-986d9abe84d3)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:43:06.725839 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2f941c9d-9191-465a-b116-dfdab43ee1ce tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (7e795030-3566-4ff6-ba4f-f3ae505bd472), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:06.808922 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f53340f8-ecac-42f0-8359-bc0ff9c3b92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (a1a6ba65-4e4a-464a-aae3-ab4975612eae), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:06.826396 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2f941c9d-9191-465a-b116-dfdab43ee1ce tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (7e795030-3566-4ff6-ba4f-f3ae505bd472), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:06.863828 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53340f8-ecac-42f0-8359-bc0ff9c3b92a None None] Pushing event updated for resources: {'Port': ['ID=a1a6ba65-4e4a-464a-aae3-ab4975612eae,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:06.879420 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a1c11412-c932-4b66-83ae-5a72b5cb8dea tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1032676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1044823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27871'] for router (199d6da5-9527-4a76-9ca6-0cc3d0f2d012), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:06.879420 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a1c11412-c932-4b66-83ae-5a72b5cb8dea tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1032701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1032690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1044908'] for router (199d6da5-9527-4a76-9ca6-0cc3d0f2d012), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:06.981625 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2f941c9d-9191-465a-b116-dfdab43ee1ce tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (7e795030-3566-4ff6-ba4f-f3ae505bd472), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:06.991328 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1c11412-c932-4b66-83ae-5a72b5cb8dea tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Router 199d6da5-9527-4a76-9ca6-0cc3d0f2d012 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:43:07.007358 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f941c9d-9191-465a-b116-dfdab43ee1ce tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e795030-3566-4ff6-ba4f-f3ae505bd472,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:07.073490 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2f941c9d-9191-465a-b116-dfdab43ee1ce tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:07.074704 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-2f941c9d-9191-465a-b116-dfdab43ee1ce tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4926569 Feb 28 10:43:07.083086 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49910) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:07.131314 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c11412-c932-4b66-83ae-5a72b5cb8dea tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:43:07.132056 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-bf0ece56-1638-4728-9ec2-8900e7797127 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (7e795030-3566-4ff6-ba4f-f3ae505bd472), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:07.141198 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a1c11412-c932-4b66-83ae-5a72b5cb8dea tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:07.142729 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a1c11412-c932-4b66-83ae-5a72b5cb8dea tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "PUT /v2.0/routers/199d6da5-9527-4a76-9ca6-0cc3d0f2d012 HTTP/1.1" status: 200 len: 703 time: 1.3590639 Feb 28 10:43:07.145305 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49912) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:07.151009 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-bf0ece56-1638-4728-9ec2-8900e7797127 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (7e795030-3566-4ff6-ba4f-f3ae505bd472), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:07.275187 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-bc86d781-bd1e-4d1a-a397-63c389bcce84 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "GET /v2.0/routers/199d6da5-9527-4a76-9ca6-0cc3d0f2d012 HTTP/1.1" status: 200 len: 703 time: 0.1280472 Feb 28 10:43:07.275660 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49914) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:07.498893 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-bf0ece56-1638-4728-9ec2-8900e7797127 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (7e795030-3566-4ff6-ba4f-f3ae505bd472), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:07.509099 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-bf0ece56-1638-4728-9ec2-8900e7797127 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:07.513413 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-bf0ece56-1638-4728-9ec2-8900e7797127 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/7e795030-3566-4ff6-ba4f-f3ae505bd472 HTTP/1.1" status: 204 len: 168 time: 0.4262626 Feb 28 10:43:07.513413 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49916) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:07.528051 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device a1a6ba65-4e4a-464a-aae3-ab4975612eae up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:43:07.568123 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ece56-1638-4728-9ec2-8900e7797127 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e795030-3566-4ff6-ba4f-f3ae505bd472,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:07.601831 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port a1a6ba65-4e4a-464a-aae3-ab4975612eae triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:43:07.602310 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (a1a6ba65-4e4a-464a-aae3-ab4975612eae), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:07.655823 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-2f22cbb2-2d69-4b2f-97a5-8865738efc6a tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1393039 Feb 28 10:43:07.656451 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49918) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:07.722689 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7d31911e-2c60-4e68-9bf5-96843a958bf8 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (242af4e8-ae8e-4b09-a4a4-7704f15dd5eb), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:07.746005 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7d31911e-2c60-4e68-9bf5-96843a958bf8 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (242af4e8-ae8e-4b09-a4a4-7704f15dd5eb), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:07.756123 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port a1a6ba65-4e4a-464a-aae3-ab4975612eae is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:43:07.818661 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-acd1f384-988e-4d62-818a-8ce051f3c07a tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047661'] for router_interface (199d6da5-9527-4a76-9ca6-0cc3d0f2d012), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:07.832080 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75480c18-d25f-44ec-822e-def964adb9b8 None None] Sync routers for ids ['199d6da5-9527-4a76-9ca6-0cc3d0f2d012'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:43:07.844719 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75480c18-d25f-44ec-822e-def964adb9b8 None None] Routers {'199d6da5-9527-4a76-9ca6-0cc3d0f2d012'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:43:07.851491 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-75480c18-d25f-44ec-822e-def964adb9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:42:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['199d6da5-9527-4a76-9ca6-0cc3d0f2d012'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:07.870325 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7d31911e-2c60-4e68-9bf5-96843a958bf8 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (242af4e8-ae8e-4b09-a4a4-7704f15dd5eb), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:07.884990 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7d31911e-2c60-4e68-9bf5-96843a958bf8 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:07.888460 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-7d31911e-2c60-4e68-9bf5-96843a958bf8 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/242af4e8-ae8e-4b09-a4a4-7704f15dd5eb HTTP/1.1" status: 204 len: 168 time: 0.2286546 Feb 28 10:43:07.889980 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49922) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:07.901779 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d31911e-2c60-4e68-9bf5-96843a958bf8 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=242af4e8-ae8e-4b09-a4a4-7704f15dd5eb,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:07.983594 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-74e216eb-d876-4006-b0bb-5e162e562040 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0874658 Feb 28 10:43:07.983899 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49924) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:08.020077 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0830b162-ea20-494b-b641-293cc5df986d tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (ea06fe88-ba6e-4719-80de-f84bd8ec666b), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:08.030763 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0830b162-ea20-494b-b641-293cc5df986d tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (ea06fe88-ba6e-4719-80de-f84bd8ec666b), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:08.037150 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-75480c18-d25f-44ec-822e-def964adb9b8 None None] Set router 199d6da5-9527-4a76-9ca6-0cc3d0f2d012 gateway port host: None {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:43:08.157554 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0830b162-ea20-494b-b641-293cc5df986d tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (ea06fe88-ba6e-4719-80de-f84bd8ec666b), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:08.181122 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0830b162-ea20-494b-b641-293cc5df986d tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:08.185049 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-0830b162-ea20-494b-b641-293cc5df986d tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/ea06fe88-ba6e-4719-80de-f84bd8ec666b HTTP/1.1" status: 204 len: 168 time: 0.1978498 Feb 28 10:43:08.186309 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0830b162-ea20-494b-b641-293cc5df986d tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ea06fe88-ba6e-4719-80de-f84bd8ec666b,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:08.191535 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49928) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:08.276270 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-acd1f384-988e-4d62-818a-8ce051f3c07a tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Deleting port a1a6ba65-4e4a-464a-aae3-ab4975612eae {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:43:08.276843 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-acd1f384-988e-4d62-818a-8ce051f3c07a tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (a1a6ba65-4e4a-464a-aae3-ab4975612eae), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:08.288661 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-14204d47-7c20-4c4f-87ae-9fcddec3583a tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0941231 Feb 28 10:43:08.289785 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49930) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:08.331251 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-75480c18-d25f-44ec-822e-def964adb9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'name': 'tempest-RoutersIpV6Test-router-895225228', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:42:44Z', 'updated_at': '2022-02-28T10:43:06Z', 'revision_number': 7, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'gw_port_host': None, '_interfaces': [{'id': '63b8e4bc-a25b-49f1-9215-c9f142c589ff', 'name': '', 'network_id': '8b6e1ee3-01b8-44c3-852c-00a931c9eeca', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'mac_address': 'fa:16:3e:7e:18:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'a0741225-d33e-45bd-8145-20cf780904e9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:57Z', 'updated_at': '2022-02-28T10:43:01Z', 'revision_number': 5, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'subnets': [{'id': 'a0741225-d33e-45bd-8145-20cf780904e9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '845410ee-d30f-4df2-b398-c936d7b1a4c4', 'name': '', 'network_id': 'da4817f7-9e9e-43c9-bd67-294d3352c7e9', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'mac_address': 'fa:16:3e:46:7d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '74ad22d9-9027-4fe4-ad28-ccbce662acc6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:46Z', 'updated_at': '2022-02-28T10:42:53Z', 'revision_number': 5, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'subnets': [{'id': '74ad22d9-9027-4fe4-ad28-ccbce662acc6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1a6ba65-4e4a-464a-aae3-ab4975612eae', 'name': '', 'network_id': '0489dbdb-b299-49dc-b028-00d385a11286', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'mac_address': 'fa:16:3e:eb:79:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'f8938358-9551-412f-ae21-28be1993bcd7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:02Z', 'updated_at': '2022-02-28T10:43:06Z', 'revision_number': 5, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'subnets': [{'id': 'f8938358-9551-412f-ae21-28be1993bcd7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6f53bae-c226-45eb-9375-b419fead7542', 'name': '', 'network_id': 'e657857a-df78-4727-ae5d-f63812860686', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'mac_address': 'fa:16:3e:19:fa:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '1f319918-6d79-43c7-9d2a-2a61f8d7c012', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:50Z', 'updated_at': '2022-02-28T10:42:58Z', 'revision_number': 5, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'subnets': [{'id': '1f319918-6d79-43c7-9d2a-2a61f8d7c012', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:08.340073 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-20e7f448-bafb-4567-8241-022db8310900 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (2998dd4a-febc-4522-ab72-e13a7e18919f), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:08.349253 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-20e7f448-bafb-4567-8241-022db8310900 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (2998dd4a-febc-4522-ab72-e13a7e18919f), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:08.365250 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75480c18-d25f-44ec-822e-def964adb9b8 None None] Checking router: 199d6da5-9527-4a76-9ca6-0cc3d0f2d012 for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:43:08.374480 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75480c18-d25f-44ec-822e-def964adb9b8 None None] Routers {'199d6da5-9527-4a76-9ca6-0cc3d0f2d012'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:43:08.375149 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-75480c18-d25f-44ec-822e-def964adb9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:42:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['199d6da5-9527-4a76-9ca6-0cc3d0f2d012'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:08.439028 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-acd1f384-988e-4d62-818a-8ce051f3c07a tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] For port a1a6ba65-4e4a-464a-aae3-ab4975612eae, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=a1a6ba65-4e4a-464a-aae3-ab4975612eae,segment=NetworkSegment(b78242ca-d081-4b30-b602-986d9abe84d3),segment_id=b78242ca-d081-4b30-b602-986d9abe84d3)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:43:08.439880 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-acd1f384-988e-4d62-818a-8ce051f3c07a tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (a1a6ba65-4e4a-464a-aae3-ab4975612eae), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:08.443755 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-20e7f448-bafb-4567-8241-022db8310900 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (2998dd4a-febc-4522-ab72-e13a7e18919f), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:08.450869 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-20e7f448-bafb-4567-8241-022db8310900 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:08.458394 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-20e7f448-bafb-4567-8241-022db8310900 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/2998dd4a-febc-4522-ab72-e13a7e18919f HTTP/1.1" status: 204 len: 168 time: 0.1662023 Feb 28 10:43:08.460806 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49932) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:08.486235 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-acd1f384-988e-4d62-818a-8ce051f3c07a tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Calling delete_port for a1a6ba65-4e4a-464a-aae3-ab4975612eae owned by network:router_interface {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:43:08.503311 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-75480c18-d25f-44ec-822e-def964adb9b8 None None] Set router 199d6da5-9527-4a76-9ca6-0cc3d0f2d012 gateway port host: None {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:43:08.506588 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e7f448-bafb-4567-8241-022db8310900 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2998dd4a-febc-4522-ab72-e13a7e18919f,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:08.523442 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49934) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:08.595829 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-91f06dc3-f24c-4b5f-8c0b-7a9859d9e3de tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1241148 Feb 28 10:43:08.597493 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49936) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:08.636415 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-73ab2dbe-eaca-4d01-a22b-8c03dbe1251b tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (8b858c31-4432-402f-b311-5d633f4e7cf6), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:08.660671 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-73ab2dbe-eaca-4d01-a22b-8c03dbe1251b tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (8b858c31-4432-402f-b311-5d633f4e7cf6), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:08.816259 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-75480c18-d25f-44ec-822e-def964adb9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'name': 'tempest-RoutersIpV6Test-router-895225228', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:42:44Z', 'updated_at': '2022-02-28T10:43:06Z', 'revision_number': 7, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'gw_port_host': None, '_interfaces': [{'id': '63b8e4bc-a25b-49f1-9215-c9f142c589ff', 'name': '', 'network_id': '8b6e1ee3-01b8-44c3-852c-00a931c9eeca', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'mac_address': 'fa:16:3e:7e:18:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'a0741225-d33e-45bd-8145-20cf780904e9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:57Z', 'updated_at': '2022-02-28T10:43:01Z', 'revision_number': 5, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'subnets': [{'id': 'a0741225-d33e-45bd-8145-20cf780904e9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '845410ee-d30f-4df2-b398-c936d7b1a4c4', 'name': '', 'network_id': 'da4817f7-9e9e-43c9-bd67-294d3352c7e9', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'mac_address': 'fa:16:3e:46:7d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '74ad22d9-9027-4fe4-ad28-ccbce662acc6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:46Z', 'updated_at': '2022-02-28T10:42:53Z', 'revision_number': 5, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'subnets': [{'id': '74ad22d9-9027-4fe4-ad28-ccbce662acc6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1a6ba65-4e4a-464a-aae3-ab4975612eae', 'name': '', 'network_id': '0489dbdb-b299-49dc-b028-00d385a11286', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'mac_address': 'fa:16:3e:eb:79:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'f8938358-9551-412f-ae21-28be1993bcd7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:02Z', 'updated_at': '2022-02-28T10:43:06Z', 'revision_number': 5, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'subnets': [{'id': 'f8938358-9551-412f-ae21-28be1993bcd7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6f53bae-c226-45eb-9375-b419fead7542', 'name': '', 'network_id': 'e657857a-df78-4727-ae5d-f63812860686', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'mac_address': 'fa:16:3e:19:fa:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '1f319918-6d79-43c7-9d2a-2a61f8d7c012', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:50Z', 'updated_at': '2022-02-28T10:42:58Z', 'revision_number': 5, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'subnets': [{'id': '1f319918-6d79-43c7-9d2a-2a61f8d7c012', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:08.822697 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-acd1f384-988e-4d62-818a-8ce051f3c07a tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (a1a6ba65-4e4a-464a-aae3-ab4975612eae), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:08.863113 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75480c18-d25f-44ec-822e-def964adb9b8 None None] The sync data for ids ['199d6da5-9527-4a76-9ca6-0cc3d0f2d012'] in dv-neutron-829161-3-hyperv is: [{'id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'name': 'tempest-RoutersIpV6Test-router-895225228', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:42:44Z', 'updated_at': '2022-02-28T10:43:06Z', 'revision_number': 7, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'gw_port_host': None, '_interfaces': [{'id': '63b8e4bc-a25b-49f1-9215-c9f142c589ff', 'name': '', 'network_id': '8b6e1ee3-01b8-44c3-852c-00a931c9eeca', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'mac_address': 'fa:16:3e:7e:18:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'a0741225-d33e-45bd-8145-20cf780904e9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:57Z', 'updated_at': '2022-02-28T10:43:01Z', 'revision_number': 5, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'subnets': [{'id': 'a0741225-d33e-45bd-8145-20cf780904e9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '845410ee-d30f-4df2-b398-c936d7b1a4c4', 'name': '', 'network_id': 'da4817f7-9e9e-43c9-bd67-294d3352c7e9', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'mac_address': 'fa:16:3e:46:7d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '74ad22d9-9027-4fe4-ad28-ccbce662acc6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:46Z', 'updated_at': '2022-02-28T10:42:53Z', 'revision_number': 5, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'subnets': [{'id': '74ad22d9-9027-4fe4-ad28-ccbce662acc6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1a6ba65-4e4a-464a-aae3-ab4975612eae', 'name': '', 'network_id': '0489dbdb-b299-49dc-b028-00d385a11286', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'mac_address': 'fa:16:3e:eb:79:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'f8938358-9551-412f-ae21-28be1993bcd7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:02Z', 'updated_at': '2022-02-28T10:43:06Z', 'revision_number': 5, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'subnets': [{'id': 'f8938358-9551-412f-ae21-28be1993bcd7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6f53bae-c226-45eb-9375-b419fead7542', 'name': '', 'network_id': 'e657857a-df78-4727-ae5d-f63812860686', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'mac_address': 'fa:16:3e:19:fa:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '1f319918-6d79-43c7-9d2a-2a61f8d7c012', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:50Z', 'updated_at': '2022-02-28T10:42:58Z', 'revision_number': 5, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'subnets': [{'id': '1f319918-6d79-43c7-9d2a-2a61f8d7c012', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:43:08.864552 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd1f384-988e-4d62-818a-8ce051f3c07a tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event deleted for resources: {'Port': ['ID=a1a6ba65-4e4a-464a-aae3-ab4975612eae,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:09.072370 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-73ab2dbe-eaca-4d01-a22b-8c03dbe1251b tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (8b858c31-4432-402f-b311-5d633f4e7cf6), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:09.132064 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-73ab2dbe-eaca-4d01-a22b-8c03dbe1251b tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:09.136366 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-73ab2dbe-eaca-4d01-a22b-8c03dbe1251b tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/8b858c31-4432-402f-b311-5d633f4e7cf6 HTTP/1.1" status: 204 len: 168 time: 0.5357585 Feb 28 10:43:09.145457 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49940) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:09.180754 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-acd1f384-988e-4d62-818a-8ce051f3c07a tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1047681'] for router_interface (199d6da5-9527-4a76-9ca6-0cc3d0f2d012), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:09.282956 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab2dbe-eaca-4d01-a22b-8c03dbe1251b tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8b858c31-4432-402f-b311-5d633f4e7cf6,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:09.363192 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-3a560e57-f413-4fb1-b6ff-0d83ea03f3e7 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1934767 Feb 28 10:43:09.368978 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49942) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:09.557044 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1688fa86-03d9-4a47-9a8a-f2d06ac961e2 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group (63638d4d-231b-4a89-b33b-bbed0907818f), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:09.580309 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-49c3a798-c7d0-44ce-8d61-fd0befead212 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047661'] for router_interface (d5be3c96-d3d3-4861-9461-a8c700c99693), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:09.591317 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1688fa86-03d9-4a47-9a8a-f2d06ac961e2 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group (63638d4d-231b-4a89-b33b-bbed0907818f), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:09.605996 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acd1f384-988e-4d62-818a-8ce051f3c07a tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Router 199d6da5-9527-4a76-9ca6-0cc3d0f2d012 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:43:09.731368 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd1f384-988e-4d62-818a-8ce051f3c07a tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:43:09.740137 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-acd1f384-988e-4d62-818a-8ce051f3c07a tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "PUT /v2.0/routers/199d6da5-9527-4a76-9ca6-0cc3d0f2d012/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4632404 Feb 28 10:43:09.741349 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49944) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:09.754746 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcd4090-386a-431b-9748-e69c20290a09 None None] Sync routers for ids ['199d6da5-9527-4a76-9ca6-0cc3d0f2d012'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:43:09.771799 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcd4090-386a-431b-9748-e69c20290a09 None None] Routers {'199d6da5-9527-4a76-9ca6-0cc3d0f2d012'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:43:09.772864 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-cfcd4090-386a-431b-9748-e69c20290a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:42:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['199d6da5-9527-4a76-9ca6-0cc3d0f2d012'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:09.778914 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1688fa86-03d9-4a47-9a8a-f2d06ac961e2 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (63638d4d-231b-4a89-b33b-bbed0907818f), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:09.781750 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1688fa86-03d9-4a47-9a8a-f2d06ac961e2 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:09.785387 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-1688fa86-03d9-4a47-9a8a-f2d06ac961e2 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "DELETE /v2.0/security-groups/63638d4d-231b-4a89-b33b-bbed0907818f HTTP/1.1" status: 204 len: 168 time: 0.4063213 Feb 28 10:43:09.789191 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49946) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:09.815138 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1688fa86-03d9-4a47-9a8a-f2d06ac961e2 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63638d4d-231b-4a89-b33b-bbed0907818f,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:09.841615 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-03e1bcef-d8e4-455f-8c3c-a4de93afbdc5 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Deleting subnet f8938358-9551-412f-ae21-28be1993bcd7 {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:43:09.854031 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-03e1bcef-d8e4-455f-8c3c-a4de93afbdc5 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for subnet (f8938358-9551-412f-ae21-28be1993bcd7), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:09.903308 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-0cdba656-2c8f-46c8-b70c-55350693cc67 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1068563 Feb 28 10:43:09.905178 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49948) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:09.915776 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-7387cfcb-c7d3-4e96-b45e-de04bda14595 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Request body: {'security_group': {'name': 'tempest-secgroup--2032676294'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:09.927404 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-03e1bcef-d8e4-455f-8c3c-a4de93afbdc5 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (f8938358-9551-412f-ae21-28be1993bcd7), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:09.951555 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-cfcd4090-386a-431b-9748-e69c20290a09 None None] Set router 199d6da5-9527-4a76-9ca6-0cc3d0f2d012 gateway port host: None {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:43:10.048182 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-03e1bcef-d8e4-455f-8c3c-a4de93afbdc5 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (f8938358-9551-412f-ae21-28be1993bcd7), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:10.076946 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7387cfcb-c7d3-4e96-b45e-de04bda14595 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:10.189187 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-cfcd4090-386a-431b-9748-e69c20290a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'name': 'tempest-RoutersIpV6Test-router-895225228', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:42:44Z', 'updated_at': '2022-02-28T10:43:08Z', 'revision_number': 8, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'gw_port_host': None, '_interfaces': [{'id': '63b8e4bc-a25b-49f1-9215-c9f142c589ff', 'name': '', 'network_id': '8b6e1ee3-01b8-44c3-852c-00a931c9eeca', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'mac_address': 'fa:16:3e:7e:18:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'a0741225-d33e-45bd-8145-20cf780904e9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:57Z', 'updated_at': '2022-02-28T10:43:01Z', 'revision_number': 5, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'subnets': [{'id': 'a0741225-d33e-45bd-8145-20cf780904e9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '845410ee-d30f-4df2-b398-c936d7b1a4c4', 'name': '', 'network_id': 'da4817f7-9e9e-43c9-bd67-294d3352c7e9', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'mac_address': 'fa:16:3e:46:7d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '74ad22d9-9027-4fe4-ad28-ccbce662acc6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:46Z', 'updated_at': '2022-02-28T10:42:53Z', 'revision_number': 5, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'subnets': [{'id': '74ad22d9-9027-4fe4-ad28-ccbce662acc6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6f53bae-c226-45eb-9375-b419fead7542', 'name': '', 'network_id': 'e657857a-df78-4727-ae5d-f63812860686', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'mac_address': 'fa:16:3e:19:fa:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '1f319918-6d79-43c7-9d2a-2a61f8d7c012', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:50Z', 'updated_at': '2022-02-28T10:42:58Z', 'revision_number': 5, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'subnets': [{'id': '1f319918-6d79-43c7-9d2a-2a61f8d7c012', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:10.219238 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-03e1bcef-d8e4-455f-8c3c-a4de93afbdc5 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (f8938358-9551-412f-ae21-28be1993bcd7), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:10.232974 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcd4090-386a-431b-9748-e69c20290a09 None None] Checking router: 199d6da5-9527-4a76-9ca6-0cc3d0f2d012 for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:43:10.244377 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-49c3a798-c7d0-44ce-8d61-fd0befead212 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Deleting port 321f8038-8df3-4824-aea9-16c91754daa6 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:43:10.246895 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-49c3a798-c7d0-44ce-8d61-fd0befead212 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (321f8038-8df3-4824-aea9-16c91754daa6), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:10.247158 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcd4090-386a-431b-9748-e69c20290a09 None None] Routers {'199d6da5-9527-4a76-9ca6-0cc3d0f2d012'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:43:10.247158 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-cfcd4090-386a-431b-9748-e69c20290a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:42:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['199d6da5-9527-4a76-9ca6-0cc3d0f2d012'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:10.262787 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e1bcef-d8e4-455f-8c3c-a4de93afbdc5 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event deleted for resources: {'Subnet': ['ID=f8938358-9551-412f-ae21-28be1993bcd7,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:10.265286 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-03e1bcef-d8e4-455f-8c3c-a4de93afbdc5 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:10.271948 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-03e1bcef-d8e4-455f-8c3c-a4de93afbdc5 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "DELETE /v2.0/subnets/f8938358-9551-412f-ae21-28be1993bcd7 HTTP/1.1" status: 204 len: 168 time: 0.5300443 Feb 28 10:43:10.274309 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49958) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:10.365297 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183085e9-6456-4d68-b169-7a66efa17404 None None] Network 0489dbdb-b299-49dc-b028-00d385a11286 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:43:10.373492 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7387cfcb-c7d3-4e96-b45e-de04bda14595 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group (28b91f07-ae56-454d-b9c5-a81e29af9ec2), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:10.376780 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-49c3a798-c7d0-44ce-8d61-fd0befead212 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] For port 321f8038-8df3-4824-aea9-16c91754daa6, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=321f8038-8df3-4824-aea9-16c91754daa6,segment=NetworkSegment(cf459db2-c0f1-4080-bef0-0922a6dc9f91),segment_id=cf459db2-c0f1-4080-bef0-0922a6dc9f91)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:43:10.377521 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-49c3a798-c7d0-44ce-8d61-fd0befead212 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (321f8038-8df3-4824-aea9-16c91754daa6), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:10.392772 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-49c3a798-c7d0-44ce-8d61-fd0befead212 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Calling delete_port for 321f8038-8df3-4824-aea9-16c91754daa6 owned by network:router_interface {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:43:10.402925 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-eb833d1c-c46d-4b00-a3cd-e090cc966a44 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (0489dbdb-b299-49dc-b028-00d385a11286), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:10.438136 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8d9c547c-bfcf-4b91-9b97-4be7e2d93508 req-55e88821-0025-4950-a072-3b00e4ab7e52 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1423234623&fields=id&tenant_id=fb97474a860e4d948fd0a95e1b318101 HTTP/1.1" status: 200 len: 267 time: 0.0751188 Feb 28 10:43:10.438914 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-cfcd4090-386a-431b-9748-e69c20290a09 None None] Set router 199d6da5-9527-4a76-9ca6-0cc3d0f2d012 gateway port host: None {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:43:10.462626 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7387cfcb-c7d3-4e96-b45e-de04bda14595 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (28b91f07-ae56-454d-b9c5-a81e29af9ec2), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:10.552829 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7387cfcb-c7d3-4e96-b45e-de04bda14595 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28b91f07-ae56-454d-b9c5-a81e29af9ec2,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:10.600931 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-eb833d1c-c46d-4b00-a3cd-e090cc966a44 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Deleting port 30d9e41c-a9dc-4d81-b8ea-90a00720a766 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:43:10.601426 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-eb833d1c-c46d-4b00-a3cd-e090cc966a44 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (30d9e41c-a9dc-4d81-b8ea-90a00720a766), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:10.680786 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-eb833d1c-c46d-4b00-a3cd-e090cc966a44 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] For port 30d9e41c-a9dc-4d81-b8ea-90a00720a766, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=30d9e41c-a9dc-4d81-b8ea-90a00720a766,segment=NetworkSegment(b78242ca-d081-4b30-b602-986d9abe84d3),segment_id=b78242ca-d081-4b30-b602-986d9abe84d3)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:43:10.681356 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-eb833d1c-c46d-4b00-a3cd-e090cc966a44 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (30d9e41c-a9dc-4d81-b8ea-90a00720a766), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:10.683711 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfc8848-60f3-473d-96aa-92ab2add425b None None] DHCP port deletion for 0489dbdb-b299-49dc-b028-00d385a11286 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:43:10.700649 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-eb833d1c-c46d-4b00-a3cd-e090cc966a44 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Calling delete_port for 30d9e41c-a9dc-4d81-b8ea-90a00720a766 owned by network:dhcp {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:43:10.740769 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-49c3a798-c7d0-44ce-8d61-fd0befead212 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (321f8038-8df3-4824-aea9-16c91754daa6), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:10.751993 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-cfcd4090-386a-431b-9748-e69c20290a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'name': 'tempest-RoutersIpV6Test-router-895225228', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:42:44Z', 'updated_at': '2022-02-28T10:43:08Z', 'revision_number': 8, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'gw_port_host': None, '_interfaces': [{'id': '63b8e4bc-a25b-49f1-9215-c9f142c589ff', 'name': '', 'network_id': '8b6e1ee3-01b8-44c3-852c-00a931c9eeca', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'mac_address': 'fa:16:3e:7e:18:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'a0741225-d33e-45bd-8145-20cf780904e9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:57Z', 'updated_at': '2022-02-28T10:43:01Z', 'revision_number': 5, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'subnets': [{'id': 'a0741225-d33e-45bd-8145-20cf780904e9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '845410ee-d30f-4df2-b398-c936d7b1a4c4', 'name': '', 'network_id': 'da4817f7-9e9e-43c9-bd67-294d3352c7e9', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'mac_address': 'fa:16:3e:46:7d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '74ad22d9-9027-4fe4-ad28-ccbce662acc6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:46Z', 'updated_at': '2022-02-28T10:42:53Z', 'revision_number': 5, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'subnets': [{'id': '74ad22d9-9027-4fe4-ad28-ccbce662acc6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6f53bae-c226-45eb-9375-b419fead7542', 'name': '', 'network_id': 'e657857a-df78-4727-ae5d-f63812860686', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'mac_address': 'fa:16:3e:19:fa:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '1f319918-6d79-43c7-9d2a-2a61f8d7c012', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:50Z', 'updated_at': '2022-02-28T10:42:58Z', 'revision_number': 5, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'subnets': [{'id': '1f319918-6d79-43c7-9d2a-2a61f8d7c012', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:10.753412 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7387cfcb-c7d3-4e96-b45e-de04bda14595 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:10.754871 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-7387cfcb-c7d3-4e96-b45e-de04bda14595 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8454902 Feb 28 10:43:10.757859 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49962) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:10.774408 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c547c-bfcf-4b91-9b97-4be7e2d93508 req-12c1bdf0-cef4-4ba8-b56d-fc79bd0ef3e0 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:10.779312 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8d9c547c-bfcf-4b91-9b97-4be7e2d93508 req-12c1bdf0-cef4-4ba8-b56d-fc79bd0ef3e0 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/networks?id=b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a HTTP/1.1" status: 200 len: 811 time: 0.3173568 Feb 28 10:43:10.788233 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcd4090-386a-431b-9748-e69c20290a09 None None] The sync data for ids ['199d6da5-9527-4a76-9ca6-0cc3d0f2d012'] in dv-neutron-829161-3-hyperv is: [{'id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'name': 'tempest-RoutersIpV6Test-router-895225228', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:42:44Z', 'updated_at': '2022-02-28T10:43:08Z', 'revision_number': 8, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'gw_port_host': None, '_interfaces': [{'id': '63b8e4bc-a25b-49f1-9215-c9f142c589ff', 'name': '', 'network_id': '8b6e1ee3-01b8-44c3-852c-00a931c9eeca', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'mac_address': 'fa:16:3e:7e:18:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'a0741225-d33e-45bd-8145-20cf780904e9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:57Z', 'updated_at': '2022-02-28T10:43:01Z', 'revision_number': 5, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'subnets': [{'id': 'a0741225-d33e-45bd-8145-20cf780904e9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '845410ee-d30f-4df2-b398-c936d7b1a4c4', 'name': '', 'network_id': 'da4817f7-9e9e-43c9-bd67-294d3352c7e9', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'mac_address': 'fa:16:3e:46:7d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '74ad22d9-9027-4fe4-ad28-ccbce662acc6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:46Z', 'updated_at': '2022-02-28T10:42:53Z', 'revision_number': 5, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'subnets': [{'id': '74ad22d9-9027-4fe4-ad28-ccbce662acc6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6f53bae-c226-45eb-9375-b419fead7542', 'name': '', 'network_id': 'e657857a-df78-4727-ae5d-f63812860686', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'mac_address': 'fa:16:3e:19:fa:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '1f319918-6d79-43c7-9d2a-2a61f8d7c012', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:50Z', 'updated_at': '2022-02-28T10:42:58Z', 'revision_number': 5, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'subnets': [{'id': '1f319918-6d79-43c7-9d2a-2a61f8d7c012', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:43:10.789504 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-48a8ccb8-8a8c-432f-b57f-efbee81a29cb tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Request body: {'security_group_rule': {'security_group_id': '28b91f07-ae56-454d-b9c5-a81e29af9ec2', 'direction': 'ingress', 'protocol': 17}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:10.798782 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-bdfc8848-60f3-473d-96aa-92ab2add425b None None] Deleting port 30d9e41c-a9dc-4d81-b8ea-90a00720a766 {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:43:10.799247 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-bdfc8848-60f3-473d-96aa-92ab2add425b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (30d9e41c-a9dc-4d81-b8ea-90a00720a766), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:10.807877 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c3a798-c7d0-44ce-8d61-fd0befead212 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event deleted for resources: {'Port': ['ID=321f8038-8df3-4824-aea9-16c91754daa6,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:10.814337 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8d9c547c-bfcf-4b91-9b97-4be7e2d93508 req-356297d2-a931-4f2e-961f-08c3f5765528 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/quotas/fb97474a860e4d948fd0a95e1b318101 HTTP/1.1" status: 200 len: 375 time: 0.0236905 Feb 28 10:43:10.887599 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-bdfc8848-60f3-473d-96aa-92ab2add425b None None] For port 30d9e41c-a9dc-4d81-b8ea-90a00720a766, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=30d9e41c-a9dc-4d81-b8ea-90a00720a766,segment=NetworkSegment(b78242ca-d081-4b30-b602-986d9abe84d3),segment_id=b78242ca-d081-4b30-b602-986d9abe84d3)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:43:10.887928 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-bdfc8848-60f3-473d-96aa-92ab2add425b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (30d9e41c-a9dc-4d81-b8ea-90a00720a766), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:10.911714 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8d9c547c-bfcf-4b91-9b97-4be7e2d93508 req-a8800b3f-1222-4e2f-aad2-3b8c1492f74a tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=fb97474a860e4d948fd0a95e1b318101&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0894892 Feb 28 10:43:10.911943 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-bdfc8848-60f3-473d-96aa-92ab2add425b None None] Calling delete_port for 30d9e41c-a9dc-4d81-b8ea-90a00720a766 owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:43:10.987266 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-eb833d1c-c46d-4b00-a3cd-e090cc966a44 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (30d9e41c-a9dc-4d81-b8ea-90a00720a766), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:10.993974 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-48a8ccb8-8a8c-432f-b57f-efbee81a29cb tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (3f4752ba-b89c-4742-a56f-11ed822c8ec0), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:11.011783 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb833d1c-c46d-4b00-a3cd-e090cc966a44 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] No DVR routers for this DVR port 30d9e41c-a9dc-4d81-b8ea-90a00720a766 on host dv-neutron-829161-3-hyperv {{(pid=104084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:43:11.053950 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb833d1c-c46d-4b00-a3cd-e090cc966a44 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event deleted for resources: {'Port': ['ID=30d9e41c-a9dc-4d81-b8ea-90a00720a766,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:11.085036 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-49c3a798-c7d0-44ce-8d61-fd0befead212 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1047681'] for router_interface (d5be3c96-d3d3-4861-9461-a8c700c99693), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:11.107579 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-48a8ccb8-8a8c-432f-b57f-efbee81a29cb tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (3f4752ba-b89c-4742-a56f-11ed822c8ec0), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:11.129044 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8d9c547c-bfcf-4b91-9b97-4be7e2d93508 req-b112b864-39e0-416b-a838-8a9b90eb7397 service neutron] 10.222.0.62 "GET /v2.0/networks/b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061212 Feb 28 10:43:11.167554 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-bdfc8848-60f3-473d-96aa-92ab2add425b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (30d9e41c-a9dc-4d81-b8ea-90a00720a766), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:11.176970 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-48a8ccb8-8a8c-432f-b57f-efbee81a29cb tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (3f4752ba-b89c-4742-a56f-11ed822c8ec0), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:11.196803 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfc8848-60f3-473d-96aa-92ab2add425b None None] Pushing event deleted for resources: {'Port': ['ID=30d9e41c-a9dc-4d81-b8ea-90a00720a766,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:11.199672 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfc8848-60f3-473d-96aa-92ab2add425b None None] No DVR routers for this DVR port 30d9e41c-a9dc-4d81-b8ea-90a00720a766 on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:43:11.247335 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a8ccb8-8a8c-432f-b57f-efbee81a29cb tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f4752ba-b89c-4742-a56f-11ed822c8ec0,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:11.254272 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-eb833d1c-c46d-4b00-a3cd-e090cc966a44 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (0489dbdb-b299-49dc-b028-00d385a11286), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:11.287155 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-eb833d1c-c46d-4b00-a3cd-e090cc966a44 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0489dbdb-b299-49dc-b028-00d385a11286']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:11.298412 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8d9c547c-bfcf-4b91-9b97-4be7e2d93508 req-5c0c8043-c1cc-455a-9a7e-ac0bccfd7aca service neutron] 10.222.0.62 "GET /v2.0/networks/b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693888 Feb 28 10:43:11.300454 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-eb833d1c-c46d-4b00-a3cd-e090cc966a44 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b78242ca-d081-4b30-b602-986d9abe84d3') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:11.300754 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-eb833d1c-c46d-4b00-a3cd-e090cc966a44 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b78242ca-d081-4b30-b602-986d9abe84d3') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:11.310484 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-eb833d1c-c46d-4b00-a3cd-e090cc966a44 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (b78242ca-d081-4b30-b602-986d9abe84d3), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:11.313985 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-48a8ccb8-8a8c-432f-b57f-efbee81a29cb tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:11.315987 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-48a8ccb8-8a8c-432f-b57f-efbee81a29cb tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5557492 Feb 28 10:43:11.319724 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49964) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:11.338824 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-eb833d1c-c46d-4b00-a3cd-e090cc966a44 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (b78242ca-d081-4b30-b602-986d9abe84d3), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:11.353156 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb833d1c-c46d-4b00-a3cd-e090cc966a44 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:43:11.353722 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-eb833d1c-c46d-4b00-a3cd-e090cc966a44 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (b78242ca-d081-4b30-b602-986d9abe84d3), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:11.357611 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 10:43:11.357611 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:43:11.357611 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 10:43:11.357611 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:43:11.357611 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 10:43:11.357611 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:43:11.357611 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 10:43:11.357611 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:43:11.357611 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 10:43:11.357611 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:43:11.357611 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 10:43:11.357611 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:43:11.357611 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 10:43:11.357611 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:43:11.357611 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:43:11.357611 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:43:11.357611 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:43:11.357611 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:43:11.357611 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 10:43:11.357611 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:43:11.357611 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 10:43:11.357611 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:43:11.357611 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:43:11.357611 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:43:11.357611 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 10:43:11.357611 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:43:11.357611 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:43:11.357611 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:43:11.357611 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:43:11.357611 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:43:11.357611 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:43:11.357611 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:43:11.457344 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7e63d5ea-93f8-4479-8ba7-68ed533fc466 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group (28b91f07-ae56-454d-b9c5-a81e29af9ec2), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:11.478571 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49c3a798-c7d0-44ce-8d61-fd0befead212 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Router d5be3c96-d3d3-4861-9461-a8c700c99693 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:43:11.493678 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7e63d5ea-93f8-4479-8ba7-68ed533fc466 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group (28b91f07-ae56-454d-b9c5-a81e29af9ec2), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:11.500453 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-eb833d1c-c46d-4b00-a3cd-e090cc966a44 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (0489dbdb-b299-49dc-b028-00d385a11286), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:11.535283 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device a1a6ba65-4e4a-464a-aae3-ab4975612eae no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:43:11.539184 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-eb833d1c-c46d-4b00-a3cd-e090cc966a44 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:11.543607 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-eb833d1c-c46d-4b00-a3cd-e090cc966a44 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "DELETE /v2.0/networks/0489dbdb-b299-49dc-b028-00d385a11286 HTTP/1.1" status: 204 len: 168 time: 1.2682705 Feb 28 10:43:11.545570 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb833d1c-c46d-4b00-a3cd-e090cc966a44 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event deleted for resources: {'Network': ['ID=0489dbdb-b299-49dc-b028-00d385a11286,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:11.551444 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49972) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:11.556596 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: a1a6ba65-4e4a-464a-aae3-ab4975612eae {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:43:11.556949 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device a1a6ba65-4e4a-464a-aae3-ab4975612eae not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:43:11.557380 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 30d9e41c-a9dc-4d81-b8ea-90a00720a766 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:43:11.576748 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 30d9e41c-a9dc-4d81-b8ea-90a00720a766 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:43:11.577101 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 30d9e41c-a9dc-4d81-b8ea-90a00720a766 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:43:11.759988 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c3a798-c7d0-44ce-8d61-fd0befead212 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:43:11.770407 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7dae6e-ca5c-4e52-946c-34ee6de14ac7 None None] Sync routers for ids ['d5be3c96-d3d3-4861-9461-a8c700c99693'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:43:11.780897 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7dae6e-ca5c-4e52-946c-34ee6de14ac7 None None] Routers {'d5be3c96-d3d3-4861-9461-a8c700c99693'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:43:11.781581 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-af7dae6e-ca5c-4e52-946c-34ee6de14ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:42:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['d5be3c96-d3d3-4861-9461-a8c700c99693'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:11.789875 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-49c3a798-c7d0-44ce-8d61-fd0befead212 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "PUT /v2.0/routers/d5be3c96-d3d3-4861-9461-a8c700c99693/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2651331 Feb 28 10:43:11.792852 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7e63d5ea-93f8-4479-8ba7-68ed533fc466 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (28b91f07-ae56-454d-b9c5-a81e29af9ec2), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:11.795406 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7e63d5ea-93f8-4479-8ba7-68ed533fc466 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:11.798912 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-7e63d5ea-93f8-4479-8ba7-68ed533fc466 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "DELETE /v2.0/security-groups/28b91f07-ae56-454d-b9c5-a81e29af9ec2 HTTP/1.1" status: 204 len: 168 time: 0.4759157 Feb 28 10:43:11.799690 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49976) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:11.814655 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e63d5ea-93f8-4479-8ba7-68ed533fc466 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b91f07-ae56-454d-b9c5-a81e29af9ec2,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:11.870136 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 49978) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:11.871867 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-ffd857aa-371b-4b99-8bc4-9ca08acbde9a tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0708845 Feb 28 10:43:11.875708 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-85dc7379-a73a-46b4-85c9-f8738df39f0a tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Request body: {'security_group': {'name': 'tempest-secgroup--726264670'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:11.959339 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-af7dae6e-ca5c-4e52-946c-34ee6de14ac7 None None] Set router d5be3c96-d3d3-4861-9461-a8c700c99693 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:43:12.005726 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-85dc7379-a73a-46b4-85c9-f8738df39f0a tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:12.053240 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-67ba6f6a-ff54-49ab-bfc3-3afa5bc30eb9 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047661'] for router_interface (199d6da5-9527-4a76-9ca6-0cc3d0f2d012), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:12.056795 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8bd3c1d0-4f3f-491a-a2ba-eabf89f874a3 req-05ce4244-d125-4734-a2fa-ab194bce9f42 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=462be7d2-7118-435d-bec2-a77773ee7f57 HTTP/1.1" status: 200 len: 210 time: 0.0349970 Feb 28 10:43:12.225254 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-85dc7379-a73a-46b4-85c9-f8738df39f0a tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group (52786080-d56d-4c2f-80eb-8af5d41db148), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:12.228028 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-af7dae6e-ca5c-4e52-946c-34ee6de14ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'name': 'tempest-TestNetworkBasicOps-router-1169356957', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.55'}], 'enable_snat': True}, 'gw_port_id': '0d3ece73-0663-4c34-8b39-1e9c722e6ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:57Z', 'updated_at': '2022-02-28T10:43:10Z', 'revision_number': 6, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '0d3ece73-0663-4c34-8b39-1e9c722e6ba1', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:59Z', 'updated_at': '2022-02-28T10:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': 'f8f1c0a8-ee2d-4647-8207-68849d669395', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'floating_ip_address': '172.26.3.190', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'port_id': 'ba5d4be1-16b2-4377-a521-cbd155abdbf8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1186, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0b9869-ae23-48eb-aefa-6fa5242a6177', 'mac_address': 'fa:16:3e:b8:f1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e834505a-0411-40ae-bd93-2a05cf5ccb3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:41:43Z', 'updated_at': '2022-02-28T10:41:48Z', 'revision_number': 1, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cea848e-f97e-4794-8738-5114b4b3b6b2', 'name': '', 'network_id': 'ed0b9869-ae23-48eb-aefa-6fa5242a6177', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:d5:ef:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '78e4f8f8-348f-4545-beb6-cf8d3033cc81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:07Z', 'updated_at': '2022-02-28T10:41:17Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '78e4f8f8-348f-4545-beb6-cf8d3033cc81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:12.254445 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7dae6e-ca5c-4e52-946c-34ee6de14ac7 None None] Checking router: d5be3c96-d3d3-4861-9461-a8c700c99693 for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:43:12.263140 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7dae6e-ca5c-4e52-946c-34ee6de14ac7 None None] Routers {'d5be3c96-d3d3-4861-9461-a8c700c99693'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:43:12.263751 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-af7dae6e-ca5c-4e52-946c-34ee6de14ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:42:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['d5be3c96-d3d3-4861-9461-a8c700c99693'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:12.309474 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-85dc7379-a73a-46b4-85c9-f8738df39f0a tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (52786080-d56d-4c2f-80eb-8af5d41db148), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:12.373098 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dc7379-a73a-46b4-85c9-f8738df39f0a tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52786080-d56d-4c2f-80eb-8af5d41db148,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:12.400837 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f943243a-44c6-4785-8572-80c2ddb70ab2 req-f2763d81-8077-43f2-865f-3d9c48d66f4b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:12.402619 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-f943243a-44c6-4785-8572-80c2ddb70ab2 req-f2763d81-8077-43f2-865f-3d9c48d66f4b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=7befa697-485f-4ddd-a492-2f5f2da4a4ca HTTP/1.1" status: 200 len: 946 time: 0.0725183 Feb 28 10:43:12.414044 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-85dc7379-a73a-46b4-85c9-f8738df39f0a tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:12.419414 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-85dc7379-a73a-46b4-85c9-f8738df39f0a tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5445511 Feb 28 10:43:12.419567 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49990) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:12.424728 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-42c945e6-52bb-4a7b-9e7c-029efd404a20 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Request body: {'security_group': {'name': 'tempest-secgroup--1449751016'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:12.426512 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-67ba6f6a-ff54-49ab-bfc3-3afa5bc30eb9 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Deleting port 63b8e4bc-a25b-49f1-9215-c9f142c589ff {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:43:12.426900 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-67ba6f6a-ff54-49ab-bfc3-3afa5bc30eb9 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (63b8e4bc-a25b-49f1-9215-c9f142c589ff), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:12.470613 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-af7dae6e-ca5c-4e52-946c-34ee6de14ac7 None None] Set router d5be3c96-d3d3-4861-9461-a8c700c99693 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:43:12.475871 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-f943243a-44c6-4785-8572-80c2ddb70ab2 req-be747068-ad73-4a18-b8e5-db7e29ac20db tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f3f1c5c-84b6-4595-acf1-7c446ad93096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654798 Feb 28 10:43:12.542592 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-67ba6f6a-ff54-49ab-bfc3-3afa5bc30eb9 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] For port 63b8e4bc-a25b-49f1-9215-c9f142c589ff, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=63b8e4bc-a25b-49f1-9215-c9f142c589ff,segment=NetworkSegment(de04958f-bb83-40d4-8c3c-9923dc479a5a),segment_id=de04958f-bb83-40d4-8c3c-9923dc479a5a)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:43:12.543074 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-67ba6f6a-ff54-49ab-bfc3-3afa5bc30eb9 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (63b8e4bc-a25b-49f1-9215-c9f142c589ff), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:12.556393 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-42c945e6-52bb-4a7b-9e7c-029efd404a20 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:12.557793 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-67ba6f6a-ff54-49ab-bfc3-3afa5bc30eb9 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Calling delete_port for 63b8e4bc-a25b-49f1-9215-c9f142c589ff owned by network:router_interface {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:43:12.640676 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-42c945e6-52bb-4a7b-9e7c-029efd404a20 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group (1b44352d-a0c8-4c73-a9a2-22c4e85aeb04), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:12.706920 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-af7dae6e-ca5c-4e52-946c-34ee6de14ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'name': 'tempest-TestNetworkBasicOps-router-1169356957', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.55'}], 'enable_snat': True}, 'gw_port_id': '0d3ece73-0663-4c34-8b39-1e9c722e6ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:57Z', 'updated_at': '2022-02-28T10:43:10Z', 'revision_number': 6, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '0d3ece73-0663-4c34-8b39-1e9c722e6ba1', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:59Z', 'updated_at': '2022-02-28T10:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': 'f8f1c0a8-ee2d-4647-8207-68849d669395', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'floating_ip_address': '172.26.3.190', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'port_id': 'ba5d4be1-16b2-4377-a521-cbd155abdbf8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1186, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0b9869-ae23-48eb-aefa-6fa5242a6177', 'mac_address': 'fa:16:3e:b8:f1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e834505a-0411-40ae-bd93-2a05cf5ccb3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:41:43Z', 'updated_at': '2022-02-28T10:41:48Z', 'revision_number': 1, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cea848e-f97e-4794-8738-5114b4b3b6b2', 'name': '', 'network_id': 'ed0b9869-ae23-48eb-aefa-6fa5242a6177', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:d5:ef:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '78e4f8f8-348f-4545-beb6-cf8d3033cc81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:07Z', 'updated_at': '2022-02-28T10:41:17Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '78e4f8f8-348f-4545-beb6-cf8d3033cc81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:12.729138 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-42c945e6-52bb-4a7b-9e7c-029efd404a20 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (1b44352d-a0c8-4c73-a9a2-22c4e85aeb04), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:12.738742 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7dae6e-ca5c-4e52-946c-34ee6de14ac7 None None] The sync data for ids ['d5be3c96-d3d3-4861-9461-a8c700c99693'] in dv-neutron-829161-3-hyperv is: [{'id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'name': 'tempest-TestNetworkBasicOps-router-1169356957', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.55'}], 'enable_snat': True}, 'gw_port_id': '0d3ece73-0663-4c34-8b39-1e9c722e6ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:57Z', 'updated_at': '2022-02-28T10:43:10Z', 'revision_number': 6, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '0d3ece73-0663-4c34-8b39-1e9c722e6ba1', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:59Z', 'updated_at': '2022-02-28T10:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': 'f8f1c0a8-ee2d-4647-8207-68849d669395', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'floating_ip_address': '172.26.3.190', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'port_id': 'ba5d4be1-16b2-4377-a521-cbd155abdbf8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1186, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0b9869-ae23-48eb-aefa-6fa5242a6177', 'mac_address': 'fa:16:3e:b8:f1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e834505a-0411-40ae-bd93-2a05cf5ccb3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:41:43Z', 'updated_at': '2022-02-28T10:41:48Z', 'revision_number': 1, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cea848e-f97e-4794-8738-5114b4b3b6b2', 'name': '', 'network_id': 'ed0b9869-ae23-48eb-aefa-6fa5242a6177', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:d5:ef:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '78e4f8f8-348f-4545-beb6-cf8d3033cc81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:07Z', 'updated_at': '2022-02-28T10:41:17Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '78e4f8f8-348f-4545-beb6-cf8d3033cc81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:43:12.762497 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c945e6-52bb-4a7b-9e7c-029efd404a20 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b44352d-a0c8-4c73-a9a2-22c4e85aeb04,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:12.876504 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-67ba6f6a-ff54-49ab-bfc3-3afa5bc30eb9 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (63b8e4bc-a25b-49f1-9215-c9f142c589ff), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:12.879371 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-42c945e6-52bb-4a7b-9e7c-029efd404a20 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:12.881502 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-42c945e6-52bb-4a7b-9e7c-029efd404a20 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4609222 Feb 28 10:43:12.884471 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 49994) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:12.889623 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-a8e72ab7-56cd-4d45-a764-6a7fcc05abad tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Request body: {'security_group_rule': {'security_group_id': '52786080-d56d-4c2f-80eb-8af5d41db148', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1b44352d-a0c8-4c73-a9a2-22c4e85aeb04', 'remote_ip_prefix': None}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:12.905541 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ba6f6a-ff54-49ab-bfc3-3afa5bc30eb9 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event deleted for resources: {'Port': ['ID=63b8e4bc-a25b-49f1-9215-c9f142c589ff,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:13.039587 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-67ba6f6a-ff54-49ab-bfc3-3afa5bc30eb9 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1047681'] for router_interface (199d6da5-9527-4a76-9ca6-0cc3d0f2d012), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:13.134415 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a8e72ab7-56cd-4d45-a764-6a7fcc05abad tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (a69b5a6d-a27c-43d4-9f01-56c020b859d1), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:13.178053 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-7530ea5c-9195-4471-836b-36340d305609 req-6da3406e-8e4e-4070-9a1e-0dbc88cfd486 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=462be7d2-7118-435d-bec2-a77773ee7f57 HTTP/1.1" status: 200 len: 210 time: 0.0344772 Feb 28 10:43:13.240668 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a8e72ab7-56cd-4d45-a764-6a7fcc05abad tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (a69b5a6d-a27c-43d4-9f01-56c020b859d1), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:13.327573 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a8e72ab7-56cd-4d45-a764-6a7fcc05abad tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (a69b5a6d-a27c-43d4-9f01-56c020b859d1), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:13.349739 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e72ab7-56cd-4d45-a764-6a7fcc05abad tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a69b5a6d-a27c-43d4-9f01-56c020b859d1,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:13.473160 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a8e72ab7-56cd-4d45-a764-6a7fcc05abad tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:13.473160 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-a8e72ab7-56cd-4d45-a764-6a7fcc05abad tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5843210 Feb 28 10:43:13.473359 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 321f8038-8df3-4824-aea9-16c91754daa6 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:43:13.473820 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50000) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:13.497698 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 321f8038-8df3-4824-aea9-16c91754daa6 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:43:13.498459 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 321f8038-8df3-4824-aea9-16c91754daa6 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:43:13.505418 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2c398c53-1c6d-4430-98cd-8df1a5358f9a tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (a69b5a6d-a27c-43d4-9f01-56c020b859d1), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:13.510502 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2c398c53-1c6d-4430-98cd-8df1a5358f9a tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (a69b5a6d-a27c-43d4-9f01-56c020b859d1), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:13.558388 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ba6f6a-ff54-49ab-bfc3-3afa5bc30eb9 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Router 199d6da5-9527-4a76-9ca6-0cc3d0f2d012 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:43:13.602233 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2c398c53-1c6d-4430-98cd-8df1a5358f9a tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (a69b5a6d-a27c-43d4-9f01-56c020b859d1), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:13.613259 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c2248-8d32-4ed9-bb29-5cba788df401 req-f5edad8f-4b72-49ea-971f-1c7541cc7fd5 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:13.614815 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-1a0c2248-8d32-4ed9-bb29-5cba788df401 req-f5edad8f-4b72-49ea-971f-1c7541cc7fd5 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=7befa697-485f-4ddd-a492-2f5f2da4a4ca HTTP/1.1" status: 200 len: 946 time: 0.0590382 Feb 28 10:43:13.617775 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2c398c53-1c6d-4430-98cd-8df1a5358f9a tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:13.621532 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-2c398c53-1c6d-4430-98cd-8df1a5358f9a tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/a69b5a6d-a27c-43d4-9f01-56c020b859d1 HTTP/1.1" status: 204 len: 168 time: 0.1466427 Feb 28 10:43:13.623274 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50004) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:13.652209 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c398c53-1c6d-4430-98cd-8df1a5358f9a tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a69b5a6d-a27c-43d4-9f01-56c020b859d1,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:13.667380 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ba6f6a-ff54-49ab-bfc3-3afa5bc30eb9 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:43:13.673385 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-67ba6f6a-ff54-49ab-bfc3-3afa5bc30eb9 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "PUT /v2.0/routers/199d6da5-9527-4a76-9ca6-0cc3d0f2d012/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1160064 Feb 28 10:43:13.678235 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7d7426-5d85-4364-98f9-69133a468c80 None None] Sync routers for ids ['199d6da5-9527-4a76-9ca6-0cc3d0f2d012'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:43:13.679603 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50006) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:13.688625 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7d7426-5d85-4364-98f9-69133a468c80 None None] Routers {'199d6da5-9527-4a76-9ca6-0cc3d0f2d012'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:43:13.689661 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-3a7d7426-5d85-4364-98f9-69133a468c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:42:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['199d6da5-9527-4a76-9ca6-0cc3d0f2d012'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:13.711705 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50008) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:13.711976 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-b26eb842-9a6f-43d6-a6d2-f31dc15d8325 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0873191 Feb 28 10:43:13.751310 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-1a0c2248-8d32-4ed9-bb29-5cba788df401 req-8555e9d2-f99d-43d8-888f-d5205ef2ae49 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f3f1c5c-84b6-4595-acf1-7c446ad93096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172864 Feb 28 10:43:13.775804 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-49fb55f3-bde6-4014-aa5a-7a620c019e92 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Deleting subnet a0741225-d33e-45bd-8145-20cf780904e9 {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:43:13.781122 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-49fb55f3-bde6-4014-aa5a-7a620c019e92 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for subnet (a0741225-d33e-45bd-8145-20cf780904e9), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:13.801842 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c8ea72f0-01e9-49be-b829-c7f8d73ce5a5 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group (1b44352d-a0c8-4c73-a9a2-22c4e85aeb04), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:13.818343 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-3a7d7426-5d85-4364-98f9-69133a468c80 None None] Set router 199d6da5-9527-4a76-9ca6-0cc3d0f2d012 gateway port host: None {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:43:13.833028 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c8ea72f0-01e9-49be-b829-c7f8d73ce5a5 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group (1b44352d-a0c8-4c73-a9a2-22c4e85aeb04), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:13.835521 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-49fb55f3-bde6-4014-aa5a-7a620c019e92 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (a0741225-d33e-45bd-8145-20cf780904e9), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:13.931105 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-49fb55f3-bde6-4014-aa5a-7a620c019e92 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (a0741225-d33e-45bd-8145-20cf780904e9), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:13.943228 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c8ea72f0-01e9-49be-b829-c7f8d73ce5a5 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (1b44352d-a0c8-4c73-a9a2-22c4e85aeb04), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:13.947072 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c8ea72f0-01e9-49be-b829-c7f8d73ce5a5 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:13.952057 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-c8ea72f0-01e9-49be-b829-c7f8d73ce5a5 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "DELETE /v2.0/security-groups/1b44352d-a0c8-4c73-a9a2-22c4e85aeb04 HTTP/1.1" status: 204 len: 168 time: 0.2352114 Feb 28 10:43:13.953465 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50010) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:13.977862 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea72f0-01e9-49be-b829-c7f8d73ce5a5 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b44352d-a0c8-4c73-a9a2-22c4e85aeb04,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:14.006446 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651db373-4e35-499c-919e-0128d19b485d req-8b200f9a-9c8d-4e08-af5d-19847b453c6b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:14.007809 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-651db373-4e35-499c-919e-0128d19b485d req-8b200f9a-9c8d-4e08-af5d-19847b453c6b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.70 "GET /v2.0/ports?device_id=7befa697-485f-4ddd-a492-2f5f2da4a4ca HTTP/1.1" status: 200 len: 946 time: 0.1115179 Feb 28 10:43:14.049920 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-3a7d7426-5d85-4364-98f9-69133a468c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'name': 'tempest-RoutersIpV6Test-router-895225228', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:42:44Z', 'updated_at': '2022-02-28T10:43:12Z', 'revision_number': 9, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'gw_port_host': None, '_interfaces': [{'id': '845410ee-d30f-4df2-b398-c936d7b1a4c4', 'name': '', 'network_id': 'da4817f7-9e9e-43c9-bd67-294d3352c7e9', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'mac_address': 'fa:16:3e:46:7d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '74ad22d9-9027-4fe4-ad28-ccbce662acc6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:46Z', 'updated_at': '2022-02-28T10:42:53Z', 'revision_number': 5, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'subnets': [{'id': '74ad22d9-9027-4fe4-ad28-ccbce662acc6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6f53bae-c226-45eb-9375-b419fead7542', 'name': '', 'network_id': 'e657857a-df78-4727-ae5d-f63812860686', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'mac_address': 'fa:16:3e:19:fa:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '1f319918-6d79-43c7-9d2a-2a61f8d7c012', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:50Z', 'updated_at': '2022-02-28T10:42:58Z', 'revision_number': 5, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'subnets': [{'id': '1f319918-6d79-43c7-9d2a-2a61f8d7c012', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:14.067839 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-49fb55f3-bde6-4014-aa5a-7a620c019e92 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (a0741225-d33e-45bd-8145-20cf780904e9), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:14.076446 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-0d05a064-064c-4c92-9c7f-9c3476b980b7 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1200769 Feb 28 10:43:14.077274 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50012) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:14.084804 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7d7426-5d85-4364-98f9-69133a468c80 None None] Checking router: 199d6da5-9527-4a76-9ca6-0cc3d0f2d012 for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:43:14.095957 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7d7426-5d85-4364-98f9-69133a468c80 None None] Routers {'199d6da5-9527-4a76-9ca6-0cc3d0f2d012'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:43:14.099128 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-3a7d7426-5d85-4364-98f9-69133a468c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:42:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['199d6da5-9527-4a76-9ca6-0cc3d0f2d012'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:14.105405 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fb55f3-bde6-4014-aa5a-7a620c019e92 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event deleted for resources: {'Subnet': ['ID=a0741225-d33e-45bd-8145-20cf780904e9,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:14.109726 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-49fb55f3-bde6-4014-aa5a-7a620c019e92 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:14.114026 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-49fb55f3-bde6-4014-aa5a-7a620c019e92 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "DELETE /v2.0/subnets/a0741225-d33e-45bd-8145-20cf780904e9 HTTP/1.1" status: 204 len: 168 time: 0.4268677 Feb 28 10:43:14.119296 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50014) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:14.150326 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5d8f01-3fe7-4f6e-92e6-c1eb7a166fb1 None None] Network 8b6e1ee3-01b8-44c3-852c-00a931c9eeca requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:43:14.181795 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a1250201-c866-484c-877e-3426ad07c828 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group (52786080-d56d-4c2f-80eb-8af5d41db148), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:14.186710 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-651db373-4e35-499c-919e-0128d19b485d req-366e63c5-928d-4e52-bb10-5b47dbd448de tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Deleting port 16198cd0-6e4c-4394-9f36-e80d16eb3227 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:43:14.187071 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-651db373-4e35-499c-919e-0128d19b485d req-366e63c5-928d-4e52-bb10-5b47dbd448de tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (16198cd0-6e4c-4394-9f36-e80d16eb3227), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:14.196389 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9127515e-8d18-4f25-af76-4d6fdef75245 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (8b6e1ee3-01b8-44c3-852c-00a931c9eeca), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:14.286701 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a1250201-c866-484c-877e-3426ad07c828 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group (52786080-d56d-4c2f-80eb-8af5d41db148), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:14.293725 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-3a7d7426-5d85-4364-98f9-69133a468c80 None None] Set router 199d6da5-9527-4a76-9ca6-0cc3d0f2d012 gateway port host: None {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:43:14.367325 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2d0171fe-5089-4833-be16-4d80db393604 req-ceb98d6a-763f-4e45-bc5d-b13cb7923050 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=462be7d2-7118-435d-bec2-a77773ee7f57 HTTP/1.1" status: 200 len: 210 time: 0.0607631 Feb 28 10:43:14.403149 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-651db373-4e35-499c-919e-0128d19b485d req-366e63c5-928d-4e52-bb10-5b47dbd448de tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] For port 16198cd0-6e4c-4394-9f36-e80d16eb3227, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=16198cd0-6e4c-4394-9f36-e80d16eb3227,segment=NetworkSegment(cf459db2-c0f1-4080-bef0-0922a6dc9f91),segment_id=cf459db2-c0f1-4080-bef0-0922a6dc9f91)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:43:14.403572 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-651db373-4e35-499c-919e-0128d19b485d req-366e63c5-928d-4e52-bb10-5b47dbd448de tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (16198cd0-6e4c-4394-9f36-e80d16eb3227), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:14.424134 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-651db373-4e35-499c-919e-0128d19b485d req-366e63c5-928d-4e52-bb10-5b47dbd448de tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Calling delete_port for 16198cd0-6e4c-4394-9f36-e80d16eb3227 owned by compute:nova {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:43:14.493362 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a1250201-c866-484c-877e-3426ad07c828 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (52786080-d56d-4c2f-80eb-8af5d41db148), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:14.496348 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a1250201-c866-484c-877e-3426ad07c828 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:14.496802 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f65433-8415-4136-80a5-4b5486e163bc None None] DHCP port deletion for 8b6e1ee3-01b8-44c3-852c-00a931c9eeca request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:43:14.500212 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a1250201-c866-484c-877e-3426ad07c828 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "DELETE /v2.0/security-groups/52786080-d56d-4c2f-80eb-8af5d41db148 HTTP/1.1" status: 204 len: 168 time: 0.4216702 Feb 28 10:43:14.502228 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50018) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:14.524244 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1250201-c866-484c-877e-3426ad07c828 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52786080-d56d-4c2f-80eb-8af5d41db148,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:14.595832 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-6fcfe871-c48b-4e4c-810b-129aaf60b6e9 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0881979 Feb 28 10:43:14.595832 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50020) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:14.602347 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-f4c4e17f-2fff-4959-98e8-473dcc8285a5 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Request body: {'security_group': {'name': 'tempest-secgroup--1187093748'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:14.617551 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-3a7d7426-5d85-4364-98f9-69133a468c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'name': 'tempest-RoutersIpV6Test-router-895225228', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:42:44Z', 'updated_at': '2022-02-28T10:43:12Z', 'revision_number': 9, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'gw_port_host': None, '_interfaces': [{'id': '845410ee-d30f-4df2-b398-c936d7b1a4c4', 'name': '', 'network_id': 'da4817f7-9e9e-43c9-bd67-294d3352c7e9', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'mac_address': 'fa:16:3e:46:7d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '74ad22d9-9027-4fe4-ad28-ccbce662acc6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:46Z', 'updated_at': '2022-02-28T10:42:53Z', 'revision_number': 5, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'subnets': [{'id': '74ad22d9-9027-4fe4-ad28-ccbce662acc6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6f53bae-c226-45eb-9375-b419fead7542', 'name': '', 'network_id': 'e657857a-df78-4727-ae5d-f63812860686', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'mac_address': 'fa:16:3e:19:fa:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '1f319918-6d79-43c7-9d2a-2a61f8d7c012', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:50Z', 'updated_at': '2022-02-28T10:42:58Z', 'revision_number': 5, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'subnets': [{'id': '1f319918-6d79-43c7-9d2a-2a61f8d7c012', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:14.620931 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-48f65433-8415-4136-80a5-4b5486e163bc None None] Deleting port 8593e1b1-992c-4a25-b131-56d755e58d67 {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:43:14.625508 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-48f65433-8415-4136-80a5-4b5486e163bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (8593e1b1-992c-4a25-b131-56d755e58d67), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:14.692989 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7d7426-5d85-4364-98f9-69133a468c80 None None] The sync data for ids ['199d6da5-9527-4a76-9ca6-0cc3d0f2d012'] in dv-neutron-829161-3-hyperv is: [{'id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'name': 'tempest-RoutersIpV6Test-router-895225228', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:42:44Z', 'updated_at': '2022-02-28T10:43:12Z', 'revision_number': 9, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'gw_port_host': None, '_interfaces': [{'id': '845410ee-d30f-4df2-b398-c936d7b1a4c4', 'name': '', 'network_id': 'da4817f7-9e9e-43c9-bd67-294d3352c7e9', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'mac_address': 'fa:16:3e:46:7d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '74ad22d9-9027-4fe4-ad28-ccbce662acc6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:46Z', 'updated_at': '2022-02-28T10:42:53Z', 'revision_number': 5, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'subnets': [{'id': '74ad22d9-9027-4fe4-ad28-ccbce662acc6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6f53bae-c226-45eb-9375-b419fead7542', 'name': '', 'network_id': 'e657857a-df78-4727-ae5d-f63812860686', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'mac_address': 'fa:16:3e:19:fa:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '1f319918-6d79-43c7-9d2a-2a61f8d7c012', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:50Z', 'updated_at': '2022-02-28T10:42:58Z', 'revision_number': 5, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'subnets': [{'id': '1f319918-6d79-43c7-9d2a-2a61f8d7c012', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:43:14.715030 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:43:14.717838 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f4c4e17f-2fff-4959-98e8-473dcc8285a5 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:14.723252 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-48f65433-8415-4136-80a5-4b5486e163bc None None] For port 8593e1b1-992c-4a25-b131-56d755e58d67, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=8593e1b1-992c-4a25-b131-56d755e58d67,segment=NetworkSegment(de04958f-bb83-40d4-8c3c-9923dc479a5a),segment_id=de04958f-bb83-40d4-8c3c-9923dc479a5a)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:43:14.725447 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-48f65433-8415-4136-80a5-4b5486e163bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (8593e1b1-992c-4a25-b131-56d755e58d67), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:14.725578 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-9127515e-8d18-4f25-af76-4d6fdef75245 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Deleting port 8593e1b1-992c-4a25-b131-56d755e58d67 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:43:14.725578 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9127515e-8d18-4f25-af76-4d6fdef75245 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (8593e1b1-992c-4a25-b131-56d755e58d67), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:14.743305 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-48f65433-8415-4136-80a5-4b5486e163bc None None] Calling delete_port for 8593e1b1-992c-4a25-b131-56d755e58d67 owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:43:14.777591 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-651db373-4e35-499c-919e-0128d19b485d req-366e63c5-928d-4e52-bb10-5b47dbd448de tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (16198cd0-6e4c-4394-9f36-e80d16eb3227), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:14.805047 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c547c-bfcf-4b91-9b97-4be7e2d93508 req-39c7de77-ecb6-4126-bc4c-06609ef41fa8 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:14.806519 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8d9c547c-bfcf-4b91-9b97-4be7e2d93508 req-39c7de77-ecb6-4126-bc4c-06609ef41fa8 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.70 "GET /v2.0/networks?id=b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a HTTP/1.1" status: 200 len: 811 time: 0.1571498 Feb 28 10:43:14.827048 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366e63c5-928d-4e52-bb10-5b47dbd448de tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event deleted for resources: {'Port': ['ID=16198cd0-6e4c-4394-9f36-e80d16eb3227,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:14.833609 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-9127515e-8d18-4f25-af76-4d6fdef75245 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] For port 8593e1b1-992c-4a25-b131-56d755e58d67, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=8593e1b1-992c-4a25-b131-56d755e58d67,segment=NetworkSegment(de04958f-bb83-40d4-8c3c-9923dc479a5a),segment_id=de04958f-bb83-40d4-8c3c-9923dc479a5a)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:43:14.833880 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9127515e-8d18-4f25-af76-4d6fdef75245 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (8593e1b1-992c-4a25-b131-56d755e58d67), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:14.860344 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-9127515e-8d18-4f25-af76-4d6fdef75245 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Calling delete_port for 8593e1b1-992c-4a25-b131-56d755e58d67 owned by network:dhcp {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:43:14.882398 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-651db373-4e35-499c-919e-0128d19b485d req-366e63c5-928d-4e52-bb10-5b47dbd448de tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] No DVR routers for this DVR port 16198cd0-6e4c-4394-9f36-e80d16eb3227 on host hv-neutron-8291 {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:43:14.885200 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-651db373-4e35-499c-919e-0128d19b485d req-366e63c5-928d-4e52-bb10-5b47dbd448de tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:14.889720 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-651db373-4e35-499c-919e-0128d19b485d req-366e63c5-928d-4e52-bb10-5b47dbd448de tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.70 "DELETE /v2.0/ports/16198cd0-6e4c-4394-9f36-e80d16eb3227 HTTP/1.1" status: 204 len: 173 time: 0.8750989 Feb 28 10:43:14.895640 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7befa697-485f-4ddd-a492-2f5f2da4a4ca', 'name': 'network-vif-deleted', 'tag': '16198cd0-6e4c-4394-9f36-e80d16eb3227'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:43:14.899060 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e054dd-d9e2-46a9-a567-e0cc5e9b3aa7" -d '{"events": [{"server_uuid": "7befa697-485f-4ddd-a492-2f5f2da4a4ca", "name": "network-vif-deleted", "tag": "16198cd0-6e4c-4394-9f36-e80d16eb3227"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:43:14.914880 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f4c4e17f-2fff-4959-98e8-473dcc8285a5 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group (62fef1d5-b526-4e1e-9621-254ce9b61ca6), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:14.939454 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f344ed5d-a068-4bc6-9650-20ba950cd0dc x-openstack-request-id: req-f344ed5d-a068-4bc6-9650-20ba950cd0dc {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:43:14.939768 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7befa697-485f-4ddd-a492-2f5f2da4a4ca", "name": "network-vif-deleted", "tag": "16198cd0-6e4c-4394-9f36-e80d16eb3227", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:43:14.940070 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f344ed5d-a068-4bc6-9650-20ba950cd0dc {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:43:14.940856 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7befa697-485f-4ddd-a492-2f5f2da4a4ca', 'name': 'network-vif-deleted', 'tag': '16198cd0-6e4c-4394-9f36-e80d16eb3227', 'status': 'completed', 'code': 200} Feb 28 10:43:14.958082 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-48f65433-8415-4136-80a5-4b5486e163bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (8593e1b1-992c-4a25-b131-56d755e58d67), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:14.977686 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-9ae6eb86-8a7a-4b0b-9c2d-d7ff3159c6b9 req-716ae989-619a-42d2-8414-2330d5975013 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=7befa697-485f-4ddd-a492-2f5f2da4a4ca HTTP/1.1" status: 200 len: 210 time: 0.0774777 Feb 28 10:43:14.985011 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f65433-8415-4136-80a5-4b5486e163bc None None] Pushing event deleted for resources: {'Port': ['ID=8593e1b1-992c-4a25-b131-56d755e58d67,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:14.988786 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f65433-8415-4136-80a5-4b5486e163bc None None] No DVR routers for this DVR port 8593e1b1-992c-4a25-b131-56d755e58d67 on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:43:14.998618 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8d9c547c-bfcf-4b91-9b97-4be7e2d93508 req-6609d7c0-88c1-4ea2-af30-e819139acd29 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb97474a860e4d948fd0a95e1b318101 HTTP/1.1" status: 200 len: 380 time: 0.1759849 Feb 28 10:43:15.026535 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9127515e-8d18-4f25-af76-4d6fdef75245 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (8593e1b1-992c-4a25-b131-56d755e58d67), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:15.037290 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f4c4e17f-2fff-4959-98e8-473dcc8285a5 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (62fef1d5-b526-4e1e-9621-254ce9b61ca6), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:15.057447 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [req-8d9c547c-bfcf-4b91-9b97-4be7e2d93508 req-94021e0f-22df-4ee4-9186-88d209cc2bfd tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Request body: {'port': {'device_id': '462be7d2-7118-435d-bec2-a77773ee7f57', 'network_id': 'b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a', 'admin_state_up': True, 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'security_groups': ['24858d8d-3239-4988-ac0d-499f73a64ce0']}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:15.062372 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9127515e-8d18-4f25-af76-4d6fdef75245 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event deleted for resources: {'Port': ['ID=8593e1b1-992c-4a25-b131-56d755e58d67,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:15.082501 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9127515e-8d18-4f25-af76-4d6fdef75245 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] No DVR routers for this DVR port 8593e1b1-992c-4a25-b131-56d755e58d67 on host dv-neutron-829161-3-hyperv {{(pid=104084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:43:15.095838 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c4e17f-2fff-4959-98e8-473dcc8285a5 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62fef1d5-b526-4e1e-9621-254ce9b61ca6,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:15.164818 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f4c4e17f-2fff-4959-98e8-473dcc8285a5 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:15.164818 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-f4c4e17f-2fff-4959-98e8-473dcc8285a5 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5637379 Feb 28 10:43:15.164818 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50026) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:15.169742 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-82a462cf-ddf1-4a14-a27b-126d0d5c44d6 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Request body: {'security_group_rule': {'security_group_id': '62fef1d5-b526-4e1e-9621-254ce9b61ca6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:15.233263 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9127515e-8d18-4f25-af76-4d6fdef75245 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (8b6e1ee3-01b8-44c3-852c-00a931c9eeca), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:15.284967 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-9127515e-8d18-4f25-af76-4d6fdef75245 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b6e1ee3-01b8-44c3-852c-00a931c9eeca']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:15.301831 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-82a462cf-ddf1-4a14-a27b-126d0d5c44d6 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (ebead52a-081e-415f-b883-bea2e5aec035), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:15.302066 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-9127515e-8d18-4f25-af76-4d6fdef75245 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de04958f-bb83-40d4-8c3c-9923dc479a5a') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:15.302183 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-9127515e-8d18-4f25-af76-4d6fdef75245 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de04958f-bb83-40d4-8c3c-9923dc479a5a') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:15.316610 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9127515e-8d18-4f25-af76-4d6fdef75245 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (de04958f-bb83-40d4-8c3c-9923dc479a5a), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:15.334604 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9127515e-8d18-4f25-af76-4d6fdef75245 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (de04958f-bb83-40d4-8c3c-9923dc479a5a), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:15.342405 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9127515e-8d18-4f25-af76-4d6fdef75245 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:43:15.342794 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9127515e-8d18-4f25-af76-4d6fdef75245 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (de04958f-bb83-40d4-8c3c-9923dc479a5a), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:15.345883 dv-neutron-829161-3-hyperv neutron-server[104084]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:43:15.345883 dv-neutron-829161-3-hyperv neutron-server[104084]: self.session.flush() Feb 28 10:43:15.345883 dv-neutron-829161-3-hyperv neutron-server[104084]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:43:15.345883 dv-neutron-829161-3-hyperv neutron-server[104084]: self.session.flush() Feb 28 10:43:15.345883 dv-neutron-829161-3-hyperv neutron-server[104084]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:43:15.345883 dv-neutron-829161-3-hyperv neutron-server[104084]: self.session.flush() Feb 28 10:43:15.345883 dv-neutron-829161-3-hyperv neutron-server[104084]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:43:15.345883 dv-neutron-829161-3-hyperv neutron-server[104084]: self.session.flush() Feb 28 10:43:15.345883 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 10:43:15.345883 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:43:15.345883 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 10:43:15.345883 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:43:15.345883 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 10:43:15.345883 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:43:15.345883 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 10:43:15.345883 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:43:15.345883 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 10:43:15.345883 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:43:15.345883 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 10:43:15.345883 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:43:15.345883 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 10:43:15.345883 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:43:15.345883 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:43:15.345883 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:43:15.345883 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:43:15.345883 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:43:15.345883 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 10:43:15.345883 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:43:15.345883 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 10:43:15.345883 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:43:15.345883 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:43:15.345883 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:43:15.345883 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 10:43:15.345883 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:43:15.345883 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:43:15.345883 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:43:15.345883 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:43:15.345883 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:43:15.345883 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:43:15.345883 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:43:15.387973 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-82a462cf-ddf1-4a14-a27b-126d0d5c44d6 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (ebead52a-081e-415f-b883-bea2e5aec035), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:15.397224 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d9c547c-bfcf-4b91-9b97-4be7e2d93508 req-94021e0f-22df-4ee4-9186-88d209cc2bfd tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Made reservation on behalf of fb97474a860e4d948fd0a95e1b318101 for: {'port': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:43:15.401177 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-8d9c547c-bfcf-4b91-9b97-4be7e2d93508 req-94021e0f-22df-4ee4-9186-88d209cc2bfd tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:15.470775 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-82a462cf-ddf1-4a14-a27b-126d0d5c44d6 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (ebead52a-081e-415f-b883-bea2e5aec035), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:15.494253 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a462cf-ddf1-4a14-a27b-126d0d5c44d6 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebead52a-081e-415f-b883-bea2e5aec035,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:15.505053 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9127515e-8d18-4f25-af76-4d6fdef75245 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (8b6e1ee3-01b8-44c3-852c-00a931c9eeca), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:15.510047 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 8593e1b1-992c-4a25-b131-56d755e58d67 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:43:15.519464 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9127515e-8d18-4f25-af76-4d6fdef75245 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:15.526242 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-9127515e-8d18-4f25-af76-4d6fdef75245 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "DELETE /v2.0/networks/8b6e1ee3-01b8-44c3-852c-00a931c9eeca HTTP/1.1" status: 204 len: 168 time: 1.4033411 Feb 28 10:43:15.527825 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50032) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:15.533563 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 8593e1b1-992c-4a25-b131-56d755e58d67 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:43:15.534306 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 8593e1b1-992c-4a25-b131-56d755e58d67 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:43:15.535101 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 63b8e4bc-a25b-49f1-9215-c9f142c589ff no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:43:15.537463 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-dc5366cf-0a6c-436d-b766-fd065297331a req-14a58d03-eef6-4772-899c-583d8787ba86 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=462be7d2-7118-435d-bec2-a77773ee7f57 HTTP/1.1" status: 200 len: 210 time: 0.0441601 Feb 28 10:43:15.558557 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 63b8e4bc-a25b-49f1-9215-c9f142c589ff {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:43:15.564501 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 63b8e4bc-a25b-49f1-9215-c9f142c589ff not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:43:15.595363 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9127515e-8d18-4f25-af76-4d6fdef75245 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event deleted for resources: {'Network': ['ID=8b6e1ee3-01b8-44c3-852c-00a931c9eeca,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:15.633714 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-82a462cf-ddf1-4a14-a27b-126d0d5c44d6 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:15.638255 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-82a462cf-ddf1-4a14-a27b-126d0d5c44d6 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4689727 Feb 28 10:43:15.638255 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50034) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:15.675992 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [req-8d9c547c-bfcf-4b91-9b97-4be7e2d93508 req-94021e0f-22df-4ee4-9186-88d209cc2bfd tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Allocated IP 172.20.0.14 (b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a/e8522a33-2f3b-469a-aaa7-bb28734740a0/39f9b205-5292-4a07-ae54-e3242de9f312) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:43:15.713375 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-82a623c5-36be-4058-8870-65a5126e29a8 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (ebead52a-081e-415f-b883-bea2e5aec035), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:15.754639 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-82a623c5-36be-4058-8870-65a5126e29a8 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (ebead52a-081e-415f-b883-bea2e5aec035), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:15.847260 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-8d9c547c-bfcf-4b91-9b97-4be7e2d93508 req-94021e0f-22df-4ee4-9186-88d209cc2bfd tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks [] for port (39f9b205-5292-4a07-ae54-e3242de9f312), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:15.878118 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-82a623c5-36be-4058-8870-65a5126e29a8 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (ebead52a-081e-415f-b883-bea2e5aec035), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:15.885891 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-82a623c5-36be-4058-8870-65a5126e29a8 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:15.889652 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-82a623c5-36be-4058-8870-65a5126e29a8 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/ebead52a-081e-415f-b883-bea2e5aec035 HTTP/1.1" status: 204 len: 168 time: 0.2485552 Feb 28 10:43:15.890935 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50036) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:15.902283 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a623c5-36be-4058-8870-65a5126e29a8 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ebead52a-081e-415f-b883-bea2e5aec035,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:15.937888 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-50e7c940-e08a-4fae-b514-a6f0255104c8 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0439329 Feb 28 10:43:15.938185 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50038) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:15.953838 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-8d9c547c-bfcf-4b91-9b97-4be7e2d93508 req-94021e0f-22df-4ee4-9186-88d209cc2bfd tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (39f9b205-5292-4a07-ae54-e3242de9f312), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:15.994825 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e908666e-2ab8-4c9e-9bc4-c75f655f0298 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047661'] for router_interface (199d6da5-9527-4a76-9ca6-0cc3d0f2d012), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:16.024441 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d9c547c-bfcf-4b91-9b97-4be7e2d93508 req-94021e0f-22df-4ee4-9186-88d209cc2bfd tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Network b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:43:16.035405 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [req-8d9c547c-bfcf-4b91-9b97-4be7e2d93508 req-94021e0f-22df-4ee4-9186-88d209cc2bfd tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:43:16.057788 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d9c547c-bfcf-4b91-9b97-4be7e2d93508 req-94021e0f-22df-4ee4-9186-88d209cc2bfd tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:43:16.058984 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9c81e0b5-9705-46fb-9406-c2226d926183 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group (62fef1d5-b526-4e1e-9621-254ce9b61ca6), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:16.079992 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94021e0f-22df-4ee4-9186-88d209cc2bfd tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Pushing event updated for resources: {'Port': ['ID=39f9b205-5292-4a07-ae54-e3242de9f312,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:16.085317 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50042) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:16.127244 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94021e0f-22df-4ee4-9186-88d209cc2bfd tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:16.128453 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94021e0f-22df-4ee4-9186-88d209cc2bfd tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:16.129007 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94021e0f-22df-4ee4-9186-88d209cc2bfd tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:16.130379 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94021e0f-22df-4ee4-9186-88d209cc2bfd tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:16.130379 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94021e0f-22df-4ee4-9186-88d209cc2bfd tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:16.130855 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94021e0f-22df-4ee4-9186-88d209cc2bfd tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:16.136570 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94021e0f-22df-4ee4-9186-88d209cc2bfd tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:16.136570 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94021e0f-22df-4ee4-9186-88d209cc2bfd tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:16.136570 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94021e0f-22df-4ee4-9186-88d209cc2bfd tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:16.136570 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94021e0f-22df-4ee4-9186-88d209cc2bfd tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:16.136570 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94021e0f-22df-4ee4-9186-88d209cc2bfd tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:16.136570 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94021e0f-22df-4ee4-9186-88d209cc2bfd tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:16.136570 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94021e0f-22df-4ee4-9186-88d209cc2bfd tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:16.149529 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9c81e0b5-9705-46fb-9406-c2226d926183 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group (62fef1d5-b526-4e1e-9621-254ce9b61ca6), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:16.173561 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c547c-bfcf-4b91-9b97-4be7e2d93508 req-94021e0f-22df-4ee4-9186-88d209cc2bfd tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:16.174400 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-8d9c547c-bfcf-4b91-9b97-4be7e2d93508 req-94021e0f-22df-4ee4-9186-88d209cc2bfd tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:16.286727 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8d9c547c-bfcf-4b91-9b97-4be7e2d93508 req-94021e0f-22df-4ee4-9186-88d209cc2bfd tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2330952 Feb 28 10:43:16.289563 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-69bc1d13-e64b-4e6c-bb69-c89dacce6c62 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (2f3f1c5c-84b6-4595-acf1-7c446ad93096), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:16.294800 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9c81e0b5-9705-46fb-9406-c2226d926183 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (62fef1d5-b526-4e1e-9621-254ce9b61ca6), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:16.297928 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9c81e0b5-9705-46fb-9406-c2226d926183 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:16.301695 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-9c81e0b5-9705-46fb-9406-c2226d926183 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "DELETE /v2.0/security-groups/62fef1d5-b526-4e1e-9621-254ce9b61ca6 HTTP/1.1" status: 204 len: 168 time: 0.3600397 Feb 28 10:43:16.305315 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50044) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:16.308752 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [req-8d9c547c-bfcf-4b91-9b97-4be7e2d93508 req-573ff6a6-7351-4a42-8a6b-ffbb0b0febb8 service neutron] Request body: {'port': {'device_id': '462be7d2-7118-435d-bec2-a77773ee7f57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8291'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:16.343513 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c81e0b5-9705-46fb-9406-c2226d926183 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62fef1d5-b526-4e1e-9621-254ce9b61ca6,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:16.347441 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-69bc1d13-e64b-4e6c-bb69-c89dacce6c62 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (2f3f1c5c-84b6-4595-acf1-7c446ad93096), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:16.399827 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-8d9c547c-bfcf-4b91-9b97-4be7e2d93508 req-573ff6a6-7351-4a42-8a6b-ffbb0b0febb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (39f9b205-5292-4a07-ae54-e3242de9f312), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:16.418909 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-779bdb53-f1a6-4cd8-9112-fd8a11d80461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:16.439557 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-5943ed8f-5bb8-419a-834a-4fbd48771cce tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1294596 Feb 28 10:43:16.441766 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-548b4af3-d2b9-46e0-83cc-8fdc9f559fee None None] Provisioning complete for port 39f9b205-5292-4a07-ae54-e3242de9f312 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:43:16.442768 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50046) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:16.442931 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-548b4af3-d2b9-46e0-83cc-8fdc9f559fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (39f9b205-5292-4a07-ae54-e3242de9f312), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:16.449712 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-d318aa92-b552-438a-ad48-752c28a9f797 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Request body: {'security_group': {'name': 'tempest-secgroup--296721251'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:16.491412 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-548b4af3-d2b9-46e0-83cc-8fdc9f559fee None None] Port 39f9b205-5292-4a07-ae54-e3242de9f312 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:43:16.523969 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-e908666e-2ab8-4c9e-9bc4-c75f655f0298 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Deleting port f6f53bae-c226-45eb-9375-b419fead7542 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:43:16.524601 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e908666e-2ab8-4c9e-9bc4-c75f655f0298 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (f6f53bae-c226-45eb-9375-b419fead7542), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:16.585868 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d318aa92-b552-438a-ad48-752c28a9f797 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:16.655081 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-69bc1d13-e64b-4e6c-bb69-c89dacce6c62 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (2f3f1c5c-84b6-4595-acf1-7c446ad93096), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:16.658390 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-69bc1d13-e64b-4e6c-bb69-c89dacce6c62 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:16.661477 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-69bc1d13-e64b-4e6c-bb69-c89dacce6c62 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "DELETE /v2.0/security-groups/2f3f1c5c-84b6-4595-acf1-7c446ad93096 HTTP/1.1" status: 204 len: 168 time: 0.5700011 Feb 28 10:43:16.719378 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d318aa92-b552-438a-ad48-752c28a9f797 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group (b9946428-49de-4175-806f-b0d08fde1809), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:16.740983 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bc1d13-e64b-4e6c-bb69-c89dacce6c62 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3f1c5c-84b6-4595-acf1-7c446ad93096,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:16.741993 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 16198cd0-6e4c-4394-9f36-e80d16eb3227 no longer exists at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:43:16.751969 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50052) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:16.756702 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bc1d13-e64b-4e6c-bb69-c89dacce6c62 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:16.757042 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bc1d13-e64b-4e6c-bb69-c89dacce6c62 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:16.757390 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bc1d13-e64b-4e6c-bb69-c89dacce6c62 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:16.757755 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bc1d13-e64b-4e6c-bb69-c89dacce6c62 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:16.762911 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bc1d13-e64b-4e6c-bb69-c89dacce6c62 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:16.762911 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bc1d13-e64b-4e6c-bb69-c89dacce6c62 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:16.762911 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bc1d13-e64b-4e6c-bb69-c89dacce6c62 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:16.762911 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bc1d13-e64b-4e6c-bb69-c89dacce6c62 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:16.762911 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bc1d13-e64b-4e6c-bb69-c89dacce6c62 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:16.762911 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bc1d13-e64b-4e6c-bb69-c89dacce6c62 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:16.762911 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bc1d13-e64b-4e6c-bb69-c89dacce6c62 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:16.762911 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bc1d13-e64b-4e6c-bb69-c89dacce6c62 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:16.762911 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bc1d13-e64b-4e6c-bb69-c89dacce6c62 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:16.776621 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] No Port match for: 16198cd0-6e4c-4394-9f36-e80d16eb3227 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:43:16.777676 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 16198cd0-6e4c-4394-9f36-e80d16eb3227 not bound to the agent host hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:43:16.781742 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d318aa92-b552-438a-ad48-752c28a9f797 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (b9946428-49de-4175-806f-b0d08fde1809), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:16.809572 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-e908666e-2ab8-4c9e-9bc4-c75f655f0298 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] For port f6f53bae-c226-45eb-9375-b419fead7542, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=f6f53bae-c226-45eb-9375-b419fead7542,segment=NetworkSegment(9a697d72-9cf5-45c3-a96b-4129afa4c8b5),segment_id=9a697d72-9cf5-45c3-a96b-4129afa4c8b5)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:43:16.809572 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e908666e-2ab8-4c9e-9bc4-c75f655f0298 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (f6f53bae-c226-45eb-9375-b419fead7542), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:16.836860 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6a4753d-afe8-4d97-b0df-ab540da4bcca tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Deleting subnet 36dcd7f1-f138-412e-ad64-c523b1a8e61d {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:43:16.841386 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [req-8d9c547c-bfcf-4b91-9b97-4be7e2d93508 req-573ff6a6-7351-4a42-8a6b-ffbb0b0febb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39f9b205-5292-4a07-ae54-e3242de9f312 {{(pid=104084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:43:16.846803 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f6a4753d-afe8-4d97-b0df-ab540da4bcca tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for subnet (36dcd7f1-f138-412e-ad64-c523b1a8e61d), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:16.858504 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-e908666e-2ab8-4c9e-9bc4-c75f655f0298 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Calling delete_port for f6f53bae-c226-45eb-9375-b419fead7542 owned by network:router_interface {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:43:16.875589 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d318aa92-b552-438a-ad48-752c28a9f797 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9946428-49de-4175-806f-b0d08fde1809,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:16.876147 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-8d9c547c-bfcf-4b91-9b97-4be7e2d93508 req-573ff6a6-7351-4a42-8a6b-ffbb0b0febb8 service neutron] Publish callbacks [] for port (39f9b205-5292-4a07-ae54-e3242de9f312), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:16.891453 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55adb1-50b7-4b26-af20-53e5fd666d92 req-e3b44bbd-341d-4490-b0ca-1a2495cde440 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:16.892678 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6e55adb1-50b7-4b26-af20-53e5fd666d92 req-e3b44bbd-341d-4490-b0ca-1a2495cde440 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=462be7d2-7118-435d-bec2-a77773ee7f57 HTTP/1.1" status: 200 len: 932 time: 0.2323370 Feb 28 10:43:16.905894 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.provisioning_blocks [req-8d9c547c-bfcf-4b91-9b97-4be7e2d93508 req-573ff6a6-7351-4a42-8a6b-ffbb0b0febb8 service neutron] Transition to ACTIVE for port object 39f9b205-5292-4a07-ae54-e3242de9f312 will not be triggered until provisioned by entity L2. {{(pid=104084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:43:16.914891 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f6a4753d-afe8-4d97-b0df-ab540da4bcca tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (36dcd7f1-f138-412e-ad64-c523b1a8e61d), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:16.929030 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d318aa92-b552-438a-ad48-752c28a9f797 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:16.932626 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-d318aa92-b552-438a-ad48-752c28a9f797 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4857237 Feb 28 10:43:16.942123 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50054) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:16.950763 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-264cdddb-31bd-4dc4-aaec-a6eafca4fbcf tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Request body: {'security_group_rule': {'security_group_id': 'b9946428-49de-4175-806f-b0d08fde1809', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:16.988499 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6e55adb1-50b7-4b26-af20-53e5fd666d92 req-13c480e9-7af9-4bc9-8bf9-0307dea58a18 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652466 Feb 28 10:43:16.988764 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-8d9c547c-bfcf-4b91-9b97-4be7e2d93508 req-573ff6a6-7351-4a42-8a6b-ffbb0b0febb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (39f9b205-5292-4a07-ae54-e3242de9f312), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:17.084124 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f6a4753d-afe8-4d97-b0df-ab540da4bcca tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (36dcd7f1-f138-412e-ad64-c523b1a8e61d), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:17.119942 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573ff6a6-7351-4a42-8a6b-ffbb0b0febb8 service neutron] Pushing event updated for resources: {'Port': ['ID=39f9b205-5292-4a07-ae54-e3242de9f312,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:17.162663 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-264cdddb-31bd-4dc4-aaec-a6eafca4fbcf tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (72fa2a68-275d-4258-a251-2a0ddfa404ba), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:17.210057 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e908666e-2ab8-4c9e-9bc4-c75f655f0298 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (f6f53bae-c226-45eb-9375-b419fead7542), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:17.272637 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e908666e-2ab8-4c9e-9bc4-c75f655f0298 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event deleted for resources: {'Port': ['ID=f6f53bae-c226-45eb-9375-b419fead7542,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:17.289400 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.managers [req-8d9c547c-bfcf-4b91-9b97-4be7e2d93508 req-573ff6a6-7351-4a42-8a6b-ffbb0b0febb8 service neutron] Attempting to bind port 39f9b205-5292-4a07-ae54-e3242de9f312 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:43:17.289734 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.managers [req-8d9c547c-bfcf-4b91-9b97-4be7e2d93508 req-573ff6a6-7351-4a42-8a6b-ffbb0b0febb8 service neutron] Attempting to bind port 39f9b205-5292-4a07-ae54-e3242de9f312 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '19b5758e-ea8e-40b5-a035-63bdcbefede7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a'}] {{(pid=104084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:43:17.290150 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9c547c-bfcf-4b91-9b97-4be7e2d93508 req-573ff6a6-7351-4a42-8a6b-ffbb0b0febb8 service neutron] Attempting to bind port 39f9b205-5292-4a07-ae54-e3242de9f312 on network b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:43:17.297993 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-264cdddb-31bd-4dc4-aaec-a6eafca4fbcf tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (72fa2a68-275d-4258-a251-2a0ddfa404ba), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:17.300557 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9c547c-bfcf-4b91-9b97-4be7e2d93508 req-573ff6a6-7351-4a42-8a6b-ffbb0b0febb8 service neutron] Port 39f9b205-5292-4a07-ae54-e3242de9f312 on network b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:43:17.300880 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9c547c-bfcf-4b91-9b97-4be7e2d93508 req-573ff6a6-7351-4a42-8a6b-ffbb0b0febb8 service neutron] Attempting to bind port 39f9b205-5292-4a07-ae54-e3242de9f312 on network b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:43:17.308655 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9c547c-bfcf-4b91-9b97-4be7e2d93508 req-573ff6a6-7351-4a42-8a6b-ffbb0b0febb8 service neutron] Checking agent: {'id': '9c9e5963-7abc-415a-a91c-4432861f4313', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'started_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:43:17.308987 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9c547c-bfcf-4b91-9b97-4be7e2d93508 req-573ff6a6-7351-4a42-8a6b-ffbb0b0febb8 service neutron] Checking segment: {'id': '19b5758e-ea8e-40b5-a035-63bdcbefede7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:43:17.309385 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9c547c-bfcf-4b91-9b97-4be7e2d93508 req-573ff6a6-7351-4a42-8a6b-ffbb0b0febb8 service neutron] Bound using segment: {'id': '19b5758e-ea8e-40b5-a035-63bdcbefede7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a'} {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:43:17.314206 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.managers [req-8d9c547c-bfcf-4b91-9b97-4be7e2d93508 req-573ff6a6-7351-4a42-8a6b-ffbb0b0febb8 service neutron] Bound port: 39f9b205-5292-4a07-ae54-e3242de9f312, host: hv-neutron-8291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19b5758e-ea8e-40b5-a035-63bdcbefede7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a'}}] {{(pid=104084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:43:17.314206 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-8d9c547c-bfcf-4b91-9b97-4be7e2d93508 req-573ff6a6-7351-4a42-8a6b-ffbb0b0febb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (39f9b205-5292-4a07-ae54-e3242de9f312), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:17.336939 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f6a4753d-afe8-4d97-b0df-ab540da4bcca tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (36dcd7f1-f138-412e-ad64-c523b1a8e61d), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:17.389666 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a4753d-afe8-4d97-b0df-ab540da4bcca tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event deleted for resources: {'Subnet': ['ID=36dcd7f1-f138-412e-ad64-c523b1a8e61d,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:17.391632 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-264cdddb-31bd-4dc4-aaec-a6eafca4fbcf tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (72fa2a68-275d-4258-a251-2a0ddfa404ba), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:17.434760 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e908666e-2ab8-4c9e-9bc4-c75f655f0298 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1047681'] for router_interface (199d6da5-9527-4a76-9ca6-0cc3d0f2d012), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:17.442295 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f6a4753d-afe8-4d97-b0df-ab540da4bcca tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:17.449276 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-f6a4753d-afe8-4d97-b0df-ab540da4bcca tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "DELETE /v2.0/subnets/36dcd7f1-f138-412e-ad64-c523b1a8e61d HTTP/1.1" status: 204 len: 168 time: 0.6956854 Feb 28 10:43:17.450228 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50056) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:17.451749 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4899be99-47c6-407c-8fab-97f18683f14c None None] Network 5b628b85-ed95-4821-afb9-011eb01b6ad9 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:43:17.468453 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264cdddb-31bd-4dc4-aaec-a6eafca4fbcf tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72fa2a68-275d-4258-a251-2a0ddfa404ba,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:17.508605 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [req-8d9c547c-bfcf-4b91-9b97-4be7e2d93508 req-573ff6a6-7351-4a42-8a6b-ffbb0b0febb8 service neutron] For port 39f9b205-5292-4a07-ae54-e3242de9f312, host hv-neutron-8291, cleared binding levels {{(pid=104084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:43:17.513302 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [req-8d9c547c-bfcf-4b91-9b97-4be7e2d93508 req-573ff6a6-7351-4a42-8a6b-ffbb0b0febb8 service neutron] For port 39f9b205-5292-4a07-ae54-e3242de9f312, host hv-neutron-8291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=39f9b205-5292-4a07-ae54-e3242de9f312,segment=NetworkSegment(19b5758e-ea8e-40b5-a035-63bdcbefede7),segment_id=19b5758e-ea8e-40b5-a035-63bdcbefede7)] {{(pid=104084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:43:17.558046 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-264cdddb-31bd-4dc4-aaec-a6eafca4fbcf tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:17.559769 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-264cdddb-31bd-4dc4-aaec-a6eafca4fbcf tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6165237 Feb 28 10:43:17.562560 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50058) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:17.600870 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-00e7a9a5-152f-4c8f-a210-d0a4ecfb8f76 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "GET /v2.0/security-group-rules/72fa2a68-275d-4258-a251-2a0ddfa404ba HTTP/1.1" status: 200 len: 763 time: 0.0369420 Feb 28 10:43:17.603959 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50060) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:17.621060 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-8d9c547c-bfcf-4b91-9b97-4be7e2d93508 req-573ff6a6-7351-4a42-8a6b-ffbb0b0febb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (39f9b205-5292-4a07-ae54-e3242de9f312), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:17.705779 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c547c-bfcf-4b91-9b97-4be7e2d93508 req-573ff6a6-7351-4a42-8a6b-ffbb0b0febb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:17.706545 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-8d9c547c-bfcf-4b91-9b97-4be7e2d93508 req-573ff6a6-7351-4a42-8a6b-ffbb0b0febb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:17.708091 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8d9c547c-bfcf-4b91-9b97-4be7e2d93508 req-573ff6a6-7351-4a42-8a6b-ffbb0b0febb8 service neutron] 10.222.0.70 "PUT /v2.0/ports/39f9b205-5292-4a07-ae54-e3242de9f312 HTTP/1.1" status: 200 len: 1094 time: 1.4074953 Feb 28 10:43:17.708657 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '462be7d2-7118-435d-bec2-a77773ee7f57', 'tag': '39f9b205-5292-4a07-ae54-e3242de9f312'}] {{(pid=104084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:43:17.711543 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ffa69481dce8c4e68394bb3e97aff222617d39f0bec9a6d6e4c39a9256e7c95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54156b3-baad-4c07-90ce-a4d3bd34bba4" -d '{"events": [{"name": "network-changed", "server_uuid": "462be7d2-7118-435d-bec2-a77773ee7f57", "tag": "39f9b205-5292-4a07-ae54-e3242de9f312"}]}' {{(pid=104084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:43:17.720230 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-eb0bc153-b45a-427c-b045-5e324838815e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (5b628b85-ed95-4821-afb9-011eb01b6ad9), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:17.743154 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fd86da-91cd-4933-8cf4-348ba84f3eca None None] DHCP port deletion for 5b628b85-ed95-4821-afb9-011eb01b6ad9 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:43:17.752312 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-13eaea50-9af8-4d2f-9952-61cc91bbe371 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1469157 Feb 28 10:43:17.756662 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50066) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:17.779325 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573ff6a6-7351-4a42-8a6b-ffbb0b0febb8 service neutron] Pushing event updated for resources: {'Port': ['ID=39f9b205-5292-4a07-ae54-e3242de9f312,revision_number=3']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:17.827964 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-aad7986f-8019-4017-8bb1-df2917630b3c tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (72fa2a68-275d-4258-a251-2a0ddfa404ba), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:17.837030 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-aad7986f-8019-4017-8bb1-df2917630b3c tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (72fa2a68-275d-4258-a251-2a0ddfa404ba), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:17.852292 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-d2fd86da-91cd-4933-8cf4-348ba84f3eca None None] Deleting port 409e2699-99a7-43d2-a261-60c5c4714b60 {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:43:17.853458 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d2fd86da-91cd-4933-8cf4-348ba84f3eca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (409e2699-99a7-43d2-a261-60c5c4714b60), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:17.977025 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-d2fd86da-91cd-4933-8cf4-348ba84f3eca None None] For port 409e2699-99a7-43d2-a261-60c5c4714b60, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=409e2699-99a7-43d2-a261-60c5c4714b60,segment=NetworkSegment(cf459db2-c0f1-4080-bef0-0922a6dc9f91),segment_id=cf459db2-c0f1-4080-bef0-0922a6dc9f91)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:43:17.978914 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d2fd86da-91cd-4933-8cf4-348ba84f3eca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (409e2699-99a7-43d2-a261-60c5c4714b60), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:17.994664 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-d2fd86da-91cd-4933-8cf4-348ba84f3eca None None] Calling delete_port for 409e2699-99a7-43d2-a261-60c5c4714b60 owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:43:18.047150 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c547c-bfcf-4b91-9b97-4be7e2d93508 req-fec06cee-5ed3-4850-bd43-e7ea0ea428ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:18.048740 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8d9c547c-bfcf-4b91-9b97-4be7e2d93508 req-fec06cee-5ed3-4850-bd43-e7ea0ea428ff service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fb97474a860e4d948fd0a95e1b318101&device_id=462be7d2-7118-435d-bec2-a77773ee7f57 HTTP/1.1" status: 200 len: 1128 time: 0.1852179 Feb 28 10:43:18.094637 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803700b6-3aa2-4e9d-a0e6-294a6e0154f3 x-openstack-request-id: req-803700b6-3aa2-4e9d-a0e6-294a6e0154f3 {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:43:18.094970 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "462be7d2-7118-435d-bec2-a77773ee7f57", "tag": "39f9b205-5292-4a07-ae54-e3242de9f312", "status": "completed", "code": 200}]} {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:43:18.095351 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-803700b6-3aa2-4e9d-a0e6-294a6e0154f3 {{(pid=104084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:43:18.095771 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '462be7d2-7118-435d-bec2-a77773ee7f57', 'tag': '39f9b205-5292-4a07-ae54-e3242de9f312', 'status': 'completed', 'code': 200} Feb 28 10:43:18.132226 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8d9c547c-bfcf-4b91-9b97-4be7e2d93508 req-88d7fd47-b2a5-4d81-a2a4-58f7db02e95c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39f9b205-5292-4a07-ae54-e3242de9f312 HTTP/1.1" status: 200 len: 217 time: 0.0685408 Feb 28 10:43:18.197080 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c547c-bfcf-4b91-9b97-4be7e2d93508 req-95d360d5-2c66-46c4-a7c4-99167d06a8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:18.198871 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8d9c547c-bfcf-4b91-9b97-4be7e2d93508 req-95d360d5-2c66-46c4-a7c4-99167d06a8c8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e8522a33-2f3b-469a-aaa7-bb28734740a0 HTTP/1.1" status: 200 len: 850 time: 0.0603538 Feb 28 10:43:18.204544 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e908666e-2ab8-4c9e-9bc4-c75f655f0298 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Router 199d6da5-9527-4a76-9ca6-0cc3d0f2d012 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:43:18.220073 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d2fd86da-91cd-4933-8cf4-348ba84f3eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (409e2699-99a7-43d2-a261-60c5c4714b60), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:18.243147 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fd86da-91cd-4933-8cf4-348ba84f3eca None None] Pushing event deleted for resources: {'Port': ['ID=409e2699-99a7-43d2-a261-60c5c4714b60,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:18.260195 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fd86da-91cd-4933-8cf4-348ba84f3eca None None] No DVR routers for this DVR port 409e2699-99a7-43d2-a261-60c5c4714b60 on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:43:18.304135 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c547c-bfcf-4b91-9b97-4be7e2d93508 req-8d651d50-5836-480d-ba35-6b56bc7e2b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:18.306131 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8d9c547c-bfcf-4b91-9b97-4be7e2d93508 req-8d651d50-5836-480d-ba35-6b56bc7e2b56 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0992262 Feb 28 10:43:18.368371 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de19a158-5ee4-42af-a038-e90d716bb6ca req-966f2277-d191-4006-b3ec-828adc461dc5 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:18.369881 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-de19a158-5ee4-42af-a038-e90d716bb6ca req-966f2277-d191-4006-b3ec-828adc461dc5 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=462be7d2-7118-435d-bec2-a77773ee7f57 HTTP/1.1" status: 200 len: 944 time: 0.1860387 Feb 28 10:43:18.370516 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-aad7986f-8019-4017-8bb1-df2917630b3c tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (72fa2a68-275d-4258-a251-2a0ddfa404ba), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:18.381910 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-aad7986f-8019-4017-8bb1-df2917630b3c tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:18.385303 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-aad7986f-8019-4017-8bb1-df2917630b3c tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/72fa2a68-275d-4258-a251-2a0ddfa404ba HTTP/1.1" status: 204 len: 168 time: 0.6235766 Feb 28 10:43:18.386556 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50070) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:18.407226 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad7986f-8019-4017-8bb1-df2917630b3c tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=72fa2a68-275d-4258-a251-2a0ddfa404ba,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:18.432763 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-eb0bc153-b45a-427c-b045-5e324838815e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Deleting port 409e2699-99a7-43d2-a261-60c5c4714b60 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:43:18.433104 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-eb0bc153-b45a-427c-b045-5e324838815e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (409e2699-99a7-43d2-a261-60c5c4714b60), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:18.461554 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e908666e-2ab8-4c9e-9bc4-c75f655f0298 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:43:18.474143 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751a4d5f-a834-4e87-a988-11c519c1fb87 None None] Sync routers for ids ['199d6da5-9527-4a76-9ca6-0cc3d0f2d012'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:43:18.486167 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751a4d5f-a834-4e87-a988-11c519c1fb87 None None] Routers {'199d6da5-9527-4a76-9ca6-0cc3d0f2d012'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:43:18.487370 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-751a4d5f-a834-4e87-a988-11c519c1fb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:42:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['199d6da5-9527-4a76-9ca6-0cc3d0f2d012'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:18.498699 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-e908666e-2ab8-4c9e-9bc4-c75f655f0298 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "PUT /v2.0/routers/199d6da5-9527-4a76-9ca6-0cc3d0f2d012/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9601133 Feb 28 10:43:18.506769 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50072) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:18.550046 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-de19a158-5ee4-42af-a038-e90d716bb6ca req-548cc9d6-1f56-40cd-901b-0fbe3c5f46c2 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633735 Feb 28 10:43:18.573918 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-eb0bc153-b45a-427c-b045-5e324838815e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] For port 409e2699-99a7-43d2-a261-60c5c4714b60, host dv-neutron-829161-3-hyperv, got binding levels [] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:43:18.574438 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-eb0bc153-b45a-427c-b045-5e324838815e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (409e2699-99a7-43d2-a261-60c5c4714b60), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:18.590510 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-751a4d5f-a834-4e87-a988-11c519c1fb87 None None] Set router 199d6da5-9527-4a76-9ca6-0cc3d0f2d012 gateway port host: None {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:43:18.603268 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-eb0bc153-b45a-427c-b045-5e324838815e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Calling delete_port for 409e2699-99a7-43d2-a261-60c5c4714b60 owned by network:dhcp {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:43:18.606303 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.ipam_backend_mixin [None req-eb0bc153-b45a-427c-b045-5e324838815e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Port 409e2699-99a7-43d2-a261-60c5c4714b60 was not found and therefore no delete operation was performed {{(pid=104083) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 28 10:43:18.610655 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9c14ac2-751b-4672-9237-9b4223b85580 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Deleting subnet 1f319918-6d79-43c7-9d2a-2a61f8d7c012 {{(pid=104083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:43:18.615490 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-eb0bc153-b45a-427c-b045-5e324838815e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (409e2699-99a7-43d2-a261-60c5c4714b60), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:18.617525 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f9c14ac2-751b-4672-9237-9b4223b85580 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for subnet (1f319918-6d79-43c7-9d2a-2a61f8d7c012), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:18.671712 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d4aa6e20-1ae8-4e42-9606-667b06ba4308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:18.681475 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0bc153-b45a-427c-b045-5e324838815e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event deleted for resources: {'Port': ['ID=409e2699-99a7-43d2-a261-60c5c4714b60,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:18.689272 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0bc153-b45a-427c-b045-5e324838815e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] No DVR routers for this DVR port 409e2699-99a7-43d2-a261-60c5c4714b60 on host dv-neutron-829161-3-hyperv {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:43:18.746926 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f9c14ac2-751b-4672-9237-9b4223b85580 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59245535'] for subnet (1f319918-6d79-43c7-9d2a-2a61f8d7c012), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:18.763039 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8d9c547c-bfcf-4b91-9b97-4be7e2d93508 req-f5df385a-1e4c-47ca-8d58-863a85bf49e3 service neutron] 10.222.0.70 "GET /v2.0/networks/b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4498315 Feb 28 10:43:18.829689 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-eb0bc153-b45a-427c-b045-5e324838815e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (5b628b85-ed95-4821-afb9-011eb01b6ad9), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:18.860615 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-eb0bc153-b45a-427c-b045-5e324838815e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b628b85-ed95-4821-afb9-011eb01b6ad9']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:18.862741 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-bbebbbbd-1f47-4228-a7c0-869d63960dd0 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4747827 Feb 28 10:43:18.863733 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50074) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:18.874435 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-751a4d5f-a834-4e87-a988-11c519c1fb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'name': 'tempest-RoutersIpV6Test-router-895225228', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:42:44Z', 'updated_at': '2022-02-28T10:43:17Z', 'revision_number': 10, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'gw_port_host': None, '_interfaces': [{'id': '845410ee-d30f-4df2-b398-c936d7b1a4c4', 'name': '', 'network_id': 'da4817f7-9e9e-43c9-bd67-294d3352c7e9', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'mac_address': 'fa:16:3e:46:7d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '74ad22d9-9027-4fe4-ad28-ccbce662acc6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:46Z', 'updated_at': '2022-02-28T10:42:53Z', 'revision_number': 5, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'subnets': [{'id': '74ad22d9-9027-4fe4-ad28-ccbce662acc6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:18.891769 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-eb0bc153-b45a-427c-b045-5e324838815e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf459db2-c0f1-4080-bef0-0922a6dc9f91') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:18.892158 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-eb0bc153-b45a-427c-b045-5e324838815e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf459db2-c0f1-4080-bef0-0922a6dc9f91') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:18.892553 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-6d3df81d-2107-4340-846e-51da9d9c9836 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Request body: {'security_group_rule': {'security_group_id': 'b9946428-49de-4175-806f-b0d08fde1809', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:18.907365 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-eb0bc153-b45a-427c-b045-5e324838815e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (cf459db2-c0f1-4080-bef0-0922a6dc9f91), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:18.916758 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751a4d5f-a834-4e87-a988-11c519c1fb87 None None] Checking router: 199d6da5-9527-4a76-9ca6-0cc3d0f2d012 for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:43:18.929475 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751a4d5f-a834-4e87-a988-11c519c1fb87 None None] Routers {'199d6da5-9527-4a76-9ca6-0cc3d0f2d012'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:43:18.929684 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-751a4d5f-a834-4e87-a988-11c519c1fb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:43:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['199d6da5-9527-4a76-9ca6-0cc3d0f2d012'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:18.932356 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f9c14ac2-751b-4672-9237-9b4223b85580 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (1f319918-6d79-43c7-9d2a-2a61f8d7c012), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:18.935355 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8d9c547c-bfcf-4b91-9b97-4be7e2d93508 req-b4550f85-c1a7-458c-b3d6-2783b4041e37 service neutron] 10.222.0.70 "GET /v2.0/networks/b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656244 Feb 28 10:43:18.939647 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-eb0bc153-b45a-427c-b045-5e324838815e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (cf459db2-c0f1-4080-bef0-0922a6dc9f91), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:18.966987 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb0bc153-b45a-427c-b045-5e324838815e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:43:18.967748 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-eb0bc153-b45a-427c-b045-5e324838815e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (cf459db2-c0f1-4080-bef0-0922a6dc9f91), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:18.971762 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:43:18.971762 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:43:18.971762 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:43:18.971762 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:43:18.971762 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:43:18.971762 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:43:18.971762 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:43:18.971762 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:43:18.971762 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:43:18.971762 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:43:18.971762 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:43:18.971762 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:43:18.971762 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:43:18.971762 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:43:18.971762 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:43:18.971762 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:43:18.971762 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:43:18.971762 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:43:18.971762 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:43:18.971762 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:43:18.971762 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:43:18.971762 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:43:18.971762 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:43:18.971762 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:43:18.971762 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:43:18.971762 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:43:18.971762 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:43:18.971762 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:43:18.971762 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:43:18.971762 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:43:18.971762 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:43:18.971762 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:43:19.029780 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6d3df81d-2107-4340-846e-51da9d9c9836 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (1d09e48e-da03-4880-b322-3d5d729a7fa0), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:19.041802 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-751a4d5f-a834-4e87-a988-11c519c1fb87 None None] Set router 199d6da5-9527-4a76-9ca6-0cc3d0f2d012 gateway port host: None {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:43:19.106008 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6d3df81d-2107-4340-846e-51da9d9c9836 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (1d09e48e-da03-4880-b322-3d5d729a7fa0), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:19.107521 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-eb0bc153-b45a-427c-b045-5e324838815e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (5b628b85-ed95-4821-afb9-011eb01b6ad9), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:19.113657 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-eb0bc153-b45a-427c-b045-5e324838815e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:19.117679 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-eb0bc153-b45a-427c-b045-5e324838815e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "DELETE /v2.0/networks/5b628b85-ed95-4821-afb9-011eb01b6ad9 HTTP/1.1" status: 204 len: 168 time: 1.6610057 Feb 28 10:43:19.121510 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50076) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:19.168898 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54156b3-baad-4c07-90ce-a4d3bd34bba4 req-1f736978-671e-47ef-9dcf-82f724c08161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:19.170562 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-c54156b3-baad-4c07-90ce-a4d3bd34bba4 req-1f736978-671e-47ef-9dcf-82f724c08161 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fb97474a860e4d948fd0a95e1b318101&device_id=462be7d2-7118-435d-bec2-a77773ee7f57 HTTP/1.1" status: 200 len: 1128 time: 0.0623388 Feb 28 10:43:19.171747 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6d3df81d-2107-4340-846e-51da9d9c9836 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (1d09e48e-da03-4880-b322-3d5d729a7fa0), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:19.200757 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3df81d-2107-4340-846e-51da9d9c9836 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d09e48e-da03-4880-b322-3d5d729a7fa0,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:19.223243 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f9c14ac2-751b-4672-9237-9b4223b85580 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (1f319918-6d79-43c7-9d2a-2a61f8d7c012), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:19.241069 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0bc153-b45a-427c-b045-5e324838815e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event deleted for resources: {'Network': ['ID=5b628b85-ed95-4821-afb9-011eb01b6ad9,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:19.270207 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6d3df81d-2107-4340-846e-51da9d9c9836 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:19.274474 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-6d3df81d-2107-4340-846e-51da9d9c9836 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3940144 Feb 28 10:43:19.281179 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50078) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:19.300543 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-751a4d5f-a834-4e87-a988-11c519c1fb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'name': 'tempest-RoutersIpV6Test-router-895225228', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:42:44Z', 'updated_at': '2022-02-28T10:43:17Z', 'revision_number': 10, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'gw_port_host': None, '_interfaces': [{'id': '845410ee-d30f-4df2-b398-c936d7b1a4c4', 'name': '', 'network_id': 'da4817f7-9e9e-43c9-bd67-294d3352c7e9', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'mac_address': 'fa:16:3e:46:7d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '74ad22d9-9027-4fe4-ad28-ccbce662acc6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:46Z', 'updated_at': '2022-02-28T10:42:53Z', 'revision_number': 5, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'subnets': [{'id': '74ad22d9-9027-4fe4-ad28-ccbce662acc6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:19.301941 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f9c14ac2-751b-4672-9237-9b4223b85580 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:19.305330 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-f9c14ac2-751b-4672-9237-9b4223b85580 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "DELETE /v2.0/subnets/1f319918-6d79-43c7-9d2a-2a61f8d7c012 HTTP/1.1" status: 204 len: 168 time: 0.7975569 Feb 28 10:43:19.306323 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c14ac2-751b-4672-9237-9b4223b85580 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event deleted for resources: {'Subnet': ['ID=1f319918-6d79-43c7-9d2a-2a61f8d7c012,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:19.308564 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50080) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:19.310708 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29dbdeff-786f-44ac-bba1-b5fd98c4fcc6 None None] Network e657857a-df78-4727-ae5d-f63812860686 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:43:19.341990 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751a4d5f-a834-4e87-a988-11c519c1fb87 None None] The sync data for ids ['199d6da5-9527-4a76-9ca6-0cc3d0f2d012'] in dv-neutron-829161-3-hyperv is: [{'id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'name': 'tempest-RoutersIpV6Test-router-895225228', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:42:44Z', 'updated_at': '2022-02-28T10:43:17Z', 'revision_number': 10, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'gw_port_host': None, '_interfaces': [{'id': '845410ee-d30f-4df2-b398-c936d7b1a4c4', 'name': '', 'network_id': 'da4817f7-9e9e-43c9-bd67-294d3352c7e9', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'mac_address': 'fa:16:3e:46:7d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '74ad22d9-9027-4fe4-ad28-ccbce662acc6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:46Z', 'updated_at': '2022-02-28T10:42:53Z', 'revision_number': 5, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'subnets': [{'id': '74ad22d9-9027-4fe4-ad28-ccbce662acc6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:43:19.366457 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-0578e01e-9016-462b-b8fd-8d0da8e1ea7d tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "GET /v2.0/security-group-rules/1d09e48e-da03-4880-b322-3d5d729a7fa0 HTTP/1.1" status: 200 len: 763 time: 0.0839305 Feb 28 10:43:19.374026 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50082) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:19.403012 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9fc3c1cc-3170-487a-bc33-b9626e7808fa tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (e657857a-df78-4727-ae5d-f63812860686), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:19.490564 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54156b3-baad-4c07-90ce-a4d3bd34bba4 req-35e86593-895e-4a21-9a5a-33bc7c89745f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:19.492167 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-c54156b3-baad-4c07-90ce-a4d3bd34bba4 req-35e86593-895e-4a21-9a5a-33bc7c89745f service neutron] 10.222.0.70 "GET /v2.0/networks?id=b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a HTTP/1.1" status: 200 len: 911 time: 0.2998545 Feb 28 10:43:19.527387 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-e96894d0-85f0-4b85-828a-0c368dbdf4d3 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1520350 Feb 28 10:43:19.530869 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50084) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:19.538181 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-c54156b3-baad-4c07-90ce-a4d3bd34bba4 req-b7410854-6298-41c1-8f5b-03538117d4aa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39f9b205-5292-4a07-ae54-e3242de9f312 HTTP/1.1" status: 200 len: 217 time: 0.0391188 Feb 28 10:43:19.579110 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-9fc3c1cc-3170-487a-bc33-b9626e7808fa tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Deleting port 90dca4ce-0932-419c-b050-9cda36a45138 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:43:19.579450 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9fc3c1cc-3170-487a-bc33-b9626e7808fa tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (90dca4ce-0932-419c-b050-9cda36a45138), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:19.581013 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7e166e9f-2354-40c3-b0c4-41d9e1209f35 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (1d09e48e-da03-4880-b322-3d5d729a7fa0), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:19.590189 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7e166e9f-2354-40c3-b0c4-41d9e1209f35 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (1d09e48e-da03-4880-b322-3d5d729a7fa0), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:19.619669 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-dcd3cb8e-aa8c-4cf0-ae02-fd1251652fda tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Deleting port 83170bdb-f97c-4411-896b-20f0c7c73187 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:43:19.620019 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dcd3cb8e-aa8c-4cf0-ae02-fd1251652fda tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (83170bdb-f97c-4411-896b-20f0c7c73187), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:19.663305 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54156b3-baad-4c07-90ce-a4d3bd34bba4 req-ad89abd9-788b-4817-a3d0-eee7a3002d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:19.664853 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-c54156b3-baad-4c07-90ce-a4d3bd34bba4 req-ad89abd9-788b-4817-a3d0-eee7a3002d36 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e8522a33-2f3b-469a-aaa7-bb28734740a0 HTTP/1.1" status: 200 len: 850 time: 0.1208827 Feb 28 10:43:19.718817 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7e166e9f-2354-40c3-b0c4-41d9e1209f35 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (1d09e48e-da03-4880-b322-3d5d729a7fa0), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:19.729269 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7e166e9f-2354-40c3-b0c4-41d9e1209f35 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:19.732823 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-7e166e9f-2354-40c3-b0c4-41d9e1209f35 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/1d09e48e-da03-4880-b322-3d5d729a7fa0 HTTP/1.1" status: 204 len: 168 time: 0.1991491 Feb 28 10:43:19.732987 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e13126-dd9f-43b8-9e28-1634381a2b57 None None] DHCP port deletion for e657857a-df78-4727-ae5d-f63812860686 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:43:19.733123 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dcd3cb8e-aa8c-4cf0-ae02-fd1251652fda tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (83170bdb-f97c-4411-896b-20f0c7c73187), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:19.733810 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dcd3cb8e-aa8c-4cf0-ae02-fd1251652fda tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for floatingip (83170bdb-f97c-4411-896b-20f0c7c73187), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:19.742139 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50088) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:19.760692 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e166e9f-2354-40c3-b0c4-41d9e1209f35 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1d09e48e-da03-4880-b322-3d5d729a7fa0,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:19.773802 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-dcd3cb8e-aa8c-4cf0-ae02-fd1251652fda tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Calling delete_port for 83170bdb-f97c-4411-896b-20f0c7c73187 owned by network:floatingip {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:43:19.799735 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 409e2699-99a7-43d2-a261-60c5c4714b60 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:43:19.839110 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-9fc3c1cc-3170-487a-bc33-b9626e7808fa tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] For port 90dca4ce-0932-419c-b050-9cda36a45138, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=90dca4ce-0932-419c-b050-9cda36a45138,segment=NetworkSegment(9a697d72-9cf5-45c3-a96b-4129afa4c8b5),segment_id=9a697d72-9cf5-45c3-a96b-4129afa4c8b5)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:43:19.840091 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9fc3c1cc-3170-487a-bc33-b9626e7808fa tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (90dca4ce-0932-419c-b050-9cda36a45138), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:19.849894 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 409e2699-99a7-43d2-a261-60c5c4714b60 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:43:19.859612 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 409e2699-99a7-43d2-a261-60c5c4714b60 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:43:19.880380 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-9fc3c1cc-3170-487a-bc33-b9626e7808fa tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Calling delete_port for 90dca4ce-0932-419c-b050-9cda36a45138 owned by network:dhcp {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:43:19.890630 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-36e13126-dd9f-43b8-9e28-1634381a2b57 None None] Deleting port 90dca4ce-0932-419c-b050-9cda36a45138 {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:43:19.891588 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-36e13126-dd9f-43b8-9e28-1634381a2b57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (90dca4ce-0932-419c-b050-9cda36a45138), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:19.907337 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54156b3-baad-4c07-90ce-a4d3bd34bba4 req-d6e01428-8b28-401d-af10-f9e1cd79e7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:19.910035 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-c54156b3-baad-4c07-90ce-a4d3bd34bba4 req-d6e01428-8b28-401d-af10-f9e1cd79e7bb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2216291 Feb 28 10:43:19.925252 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-b958ab96-699e-41b1-a535-a1baf9da9ce7 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1694279 Feb 28 10:43:19.930681 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50090) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:19.936088 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-d6602c2b-c088-4ff6-a2ee-eefeb0ed25f8 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Request body: {'security_group_rule': {'security_group_id': 'b9946428-49de-4175-806f-b0d08fde1809', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:19.950916 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c59889-1efc-4ef7-91f0-3ad6be3d78e0 req-6dbd9d6a-9a18-4ba4-9764-8e1aed745ce1 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:19.953533 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-35c59889-1efc-4ef7-91f0-3ad6be3d78e0 req-6dbd9d6a-9a18-4ba4-9764-8e1aed745ce1 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=462be7d2-7118-435d-bec2-a77773ee7f57 HTTP/1.1" status: 200 len: 944 time: 0.3015420 Feb 28 10:43:19.998979 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:20.043826 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-36e13126-dd9f-43b8-9e28-1634381a2b57 None None] For port 90dca4ce-0932-419c-b050-9cda36a45138, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=90dca4ce-0932-419c-b050-9cda36a45138,segment=NetworkSegment(9a697d72-9cf5-45c3-a96b-4129afa4c8b5),segment_id=9a697d72-9cf5-45c3-a96b-4129afa4c8b5)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:43:20.044245 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-36e13126-dd9f-43b8-9e28-1634381a2b57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (90dca4ce-0932-419c-b050-9cda36a45138), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:20.052663 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.securitygroups_db [None req-d6602c2b-c088-4ff6-a2ee-eefeb0ed25f8 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Project 1c8fdaf77244466c9fd7d5f51260f4b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:43:20.062510 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d6602c2b-c088-4ff6-a2ee-eefeb0ed25f8 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (53364b89-9177-4a08-8687-18759b994ad3), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:20.073688 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-36e13126-dd9f-43b8-9e28-1634381a2b57 None None] Calling delete_port for 90dca4ce-0932-419c-b050-9cda36a45138 owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:43:20.133198 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d6602c2b-c088-4ff6-a2ee-eefeb0ed25f8 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (53364b89-9177-4a08-8687-18759b994ad3), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:20.146910 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-35c59889-1efc-4ef7-91f0-3ad6be3d78e0 req-98843272-df75-4cc2-b910-1450f65cebfd tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1661117 Feb 28 10:43:20.163689 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dcd3cb8e-aa8c-4cf0-ae02-fd1251652fda tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (83170bdb-f97c-4411-896b-20f0c7c73187), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:20.176234 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-c54156b3-baad-4c07-90ce-a4d3bd34bba4 req-4a07f59f-e38f-4aee-9573-cb514c5d4a96 service neutron] 10.222.0.70 "GET /v2.0/networks/b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448602 Feb 28 10:43:20.197865 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd3cb8e-aa8c-4cf0-ae02-fd1251652fda tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event deleted for resources: {'Port': ['ID=83170bdb-f97c-4411-896b-20f0c7c73187,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:20.201389 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d6602c2b-c088-4ff6-a2ee-eefeb0ed25f8 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (53364b89-9177-4a08-8687-18759b994ad3), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:20.228292 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6602c2b-c088-4ff6-a2ee-eefeb0ed25f8 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53364b89-9177-4a08-8687-18759b994ad3,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:20.257186 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9fc3c1cc-3170-487a-bc33-b9626e7808fa tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (90dca4ce-0932-419c-b050-9cda36a45138), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:20.258126 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-36e13126-dd9f-43b8-9e28-1634381a2b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (90dca4ce-0932-419c-b050-9cda36a45138), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:20.288018 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dcd3cb8e-aa8c-4cf0-ae02-fd1251652fda tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for floatingip (f8f1c0a8-ee2d-4647-8207-68849d669395), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:20.288922 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.l3_db [None req-dcd3cb8e-aa8c-4cf0-ae02-fd1251652fda tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Floating IP f8f1c0a8-ee2d-4647-8207-68849d669395 disassociated (deleted). External IP: 172.26.3.190, port: ba5d4be1-16b2-4377-a521-cbd155abdbf8. Feb 28 10:43:20.294080 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d6602c2b-c088-4ff6-a2ee-eefeb0ed25f8 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:20.295350 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-d6602c2b-c088-4ff6-a2ee-eefeb0ed25f8 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3634918 Feb 28 10:43:20.299363 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e13126-dd9f-43b8-9e28-1634381a2b57 None None] Pushing event deleted for resources: {'Port': ['ID=90dca4ce-0932-419c-b050-9cda36a45138,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:20.305628 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e13126-dd9f-43b8-9e28-1634381a2b57 None None] No DVR routers for this DVR port 90dca4ce-0932-419c-b050-9cda36a45138 on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:43:20.306738 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50092) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:20.317905 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e13126-dd9f-43b8-9e28-1634381a2b57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:20.318438 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e13126-dd9f-43b8-9e28-1634381a2b57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:20.319425 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e13126-dd9f-43b8-9e28-1634381a2b57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:20.319950 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e13126-dd9f-43b8-9e28-1634381a2b57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:20.319950 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e13126-dd9f-43b8-9e28-1634381a2b57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:20.320587 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e13126-dd9f-43b8-9e28-1634381a2b57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:20.322010 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e13126-dd9f-43b8-9e28-1634381a2b57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:20.322294 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e13126-dd9f-43b8-9e28-1634381a2b57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:20.322738 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e13126-dd9f-43b8-9e28-1634381a2b57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:20.323202 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e13126-dd9f-43b8-9e28-1634381a2b57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:20.323633 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e13126-dd9f-43b8-9e28-1634381a2b57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:20.324065 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e13126-dd9f-43b8-9e28-1634381a2b57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:20.324654 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e13126-dd9f-43b8-9e28-1634381a2b57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:20.336824 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-bb86ce4b-f5b3-46cb-aee3-15d1e426c584 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "GET /v2.0/security-group-rules/53364b89-9177-4a08-8687-18759b994ad3 HTTP/1.1" status: 200 len: 769 time: 0.0291722 Feb 28 10:43:20.337726 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc3c1cc-3170-487a-bc33-b9626e7808fa tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event deleted for resources: {'Port': ['ID=90dca4ce-0932-419c-b050-9cda36a45138,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:20.341678 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50094) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:20.342500 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc3c1cc-3170-487a-bc33-b9626e7808fa tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] No DVR routers for this DVR port 90dca4ce-0932-419c-b050-9cda36a45138 on host dv-neutron-829161-3-hyperv {{(pid=104084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:43:20.363445 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-c54156b3-baad-4c07-90ce-a4d3bd34bba4 req-6046d15d-4320-4367-bb10-8b18bb73538b service neutron] 10.222.0.70 "GET /v2.0/networks/b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796722 Feb 28 10:43:20.456606 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-e1d118db-90d8-44d7-b723-fab0d4f1ea15 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1120844 Feb 28 10:43:20.459172 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50096) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:20.462063 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9fc3c1cc-3170-487a-bc33-b9626e7808fa tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (e657857a-df78-4727-ae5d-f63812860686), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:20.498076 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d33964ae-b2b8-4b66-8332-bbd951563548 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (53364b89-9177-4a08-8687-18759b994ad3), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:20.504542 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-9fc3c1cc-3170-487a-bc33-b9626e7808fa tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e657857a-df78-4727-ae5d-f63812860686']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:20.516215 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d33964ae-b2b8-4b66-8332-bbd951563548 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (53364b89-9177-4a08-8687-18759b994ad3), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:20.523549 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-9fc3c1cc-3170-487a-bc33-b9626e7808fa tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a697d72-9cf5-45c3-a96b-4129afa4c8b5') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:20.524216 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-9fc3c1cc-3170-487a-bc33-b9626e7808fa tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a697d72-9cf5-45c3-a96b-4129afa4c8b5') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:20.539358 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd3cb8e-aa8c-4cf0-ae02-fd1251652fda tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Router d5be3c96-d3d3-4861-9461-a8c700c99693 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:43:20.540037 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9fc3c1cc-3170-487a-bc33-b9626e7808fa tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (9a697d72-9cf5-45c3-a96b-4129afa4c8b5), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:20.557841 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9fc3c1cc-3170-487a-bc33-b9626e7808fa tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (9a697d72-9cf5-45c3-a96b-4129afa4c8b5), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:20.564328 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fc3c1cc-3170-487a-bc33-b9626e7808fa tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:43:20.564709 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9fc3c1cc-3170-487a-bc33-b9626e7808fa tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (9a697d72-9cf5-45c3-a96b-4129afa4c8b5), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:20.570357 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 10:43:20.570357 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:43:20.570357 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 10:43:20.570357 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:43:20.570357 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 10:43:20.570357 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:43:20.570357 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 10:43:20.570357 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:43:20.570357 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 10:43:20.570357 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:43:20.570357 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 10:43:20.570357 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:43:20.570357 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 10:43:20.570357 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:43:20.570357 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:43:20.570357 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:43:20.570357 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:43:20.570357 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:43:20.570357 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 10:43:20.570357 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:43:20.570357 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 10:43:20.570357 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:43:20.570357 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:43:20.570357 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:43:20.570357 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 10:43:20.570357 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:43:20.570357 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:43:20.570357 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:43:20.570357 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:43:20.570357 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:43:20.570357 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:43:20.570357 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:43:20.622769 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d33964ae-b2b8-4b66-8332-bbd951563548 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (53364b89-9177-4a08-8687-18759b994ad3), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:20.629499 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d33964ae-b2b8-4b66-8332-bbd951563548 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:20.630773 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-d33964ae-b2b8-4b66-8332-bbd951563548 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/53364b89-9177-4a08-8687-18759b994ad3 HTTP/1.1" status: 204 len: 168 time: 0.1707060 Feb 28 10:43:20.633338 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50098) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:20.651753 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33964ae-b2b8-4b66-8332-bbd951563548 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=53364b89-9177-4a08-8687-18759b994ad3,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:20.661185 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd3cb8e-aa8c-4cf0-ae02-fd1251652fda tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:43:20.665931 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dcd3cb8e-aa8c-4cf0-ae02-fd1251652fda tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:20.673390 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3248b36-e497-45dc-b0cb-8618c4b6da98 None None] Sync routers for ids ['d5be3c96-d3d3-4861-9461-a8c700c99693'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:43:20.687718 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3248b36-e497-45dc-b0cb-8618c4b6da98 None None] Routers {'d5be3c96-d3d3-4861-9461-a8c700c99693'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:43:20.688658 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-a3248b36-e497-45dc-b0cb-8618c4b6da98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:43:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['d5be3c96-d3d3-4861-9461-a8c700c99693'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:20.694431 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-7a481ca4-0f5f-4d66-af7c-808f9d3808b5 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0598640 Feb 28 10:43:20.695088 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50100) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:20.745491 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9fc3c1cc-3170-487a-bc33-b9626e7808fa tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (e657857a-df78-4727-ae5d-f63812860686), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:20.750489 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9fc3c1cc-3170-487a-bc33-b9626e7808fa tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:20.760730 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-9fc3c1cc-3170-487a-bc33-b9626e7808fa tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "DELETE /v2.0/networks/e657857a-df78-4727-ae5d-f63812860686 HTTP/1.1" status: 204 len: 168 time: 1.4410834 Feb 28 10:43:20.771028 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50102) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:20.774556 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc3c1cc-3170-487a-bc33-b9626e7808fa tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event deleted for resources: {'Network': ['ID=e657857a-df78-4727-ae5d-f63812860686,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:20.829518 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d5d581de-0c79-4ca8-84bd-b6f239507fe1 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group (b9946428-49de-4175-806f-b0d08fde1809), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:20.876447 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-a3248b36-e497-45dc-b0cb-8618c4b6da98 None None] Set router d5be3c96-d3d3-4861-9461-a8c700c99693 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:43:20.901307 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d5d581de-0c79-4ca8-84bd-b6f239507fe1 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group (b9946428-49de-4175-806f-b0d08fde1809), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:21.018592 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-dcd3cb8e-aa8c-4cf0-ae02-fd1251652fda tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "DELETE /v2.0/floatingips/f8f1c0a8-ee2d-4647-8207-68849d669395 HTTP/1.1" status: 204 len: 168 time: 1.8952656 Feb 28 10:43:21.021918 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e834505a-0411-40ae-bd93-2a05cf5ccb3d', 'tag': 'ba5d4be1-16b2-4377-a521-cbd155abdbf8'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:43:21.021918 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad6193b-f0a4-4115-99d4-0e766089a3db" -d '{"events": [{"name": "network-changed", "server_uuid": "e834505a-0411-40ae-bd93-2a05cf5ccb3d", "tag": "ba5d4be1-16b2-4377-a521-cbd155abdbf8"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:43:21.059789 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c772d74-55e9-4fdd-86eb-25af0621939e x-openstack-request-id: req-9c772d74-55e9-4fdd-86eb-25af0621939e {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:43:21.060309 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e834505a-0411-40ae-bd93-2a05cf5ccb3d", "tag": "ba5d4be1-16b2-4377-a521-cbd155abdbf8", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:43:21.060745 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9c772d74-55e9-4fdd-86eb-25af0621939e {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:43:21.061310 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e834505a-0411-40ae-bd93-2a05cf5ccb3d', 'tag': 'ba5d4be1-16b2-4377-a521-cbd155abdbf8', 'status': 'completed', 'code': 200} Feb 28 10:43:21.134626 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d5d581de-0c79-4ca8-84bd-b6f239507fe1 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (b9946428-49de-4175-806f-b0d08fde1809), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:21.137514 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d5d581de-0c79-4ca8-84bd-b6f239507fe1 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:21.138644 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-d5d581de-0c79-4ca8-84bd-b6f239507fe1 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "DELETE /v2.0/security-groups/b9946428-49de-4175-806f-b0d08fde1809 HTTP/1.1" status: 204 len: 168 time: 0.4424715 Feb 28 10:43:21.141454 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50108) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:21.183352 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d581de-0c79-4ca8-84bd-b6f239507fe1 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9946428-49de-4175-806f-b0d08fde1809,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:21.254966 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-018fa33a-93b7-4a3a-9d5a-f179f7efdba0 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1122429 Feb 28 10:43:21.255946 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50112) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:21.271774 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-e1e4633d-c6d2-4917-bbbb-fca2165fd777 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Request body: {'security_group': {'name': 'tempest-secgroup--1391416728'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:21.282888 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad6193b-f0a4-4115-99d4-0e766089a3db req-e8e2f296-2163-49a1-b238-2b273e8f57fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:21.285723 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-2ad6193b-f0a4-4115-99d4-0e766089a3db req-e8e2f296-2163-49a1-b238-2b273e8f57fe service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=02ebd57ebb02426fbf4a686f080eb9d7&device_id=e834505a-0411-40ae-bd93-2a05cf5ccb3d HTTP/1.1" status: 200 len: 1130 time: 0.1773384 Feb 28 10:43:21.411634 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e1e4633d-c6d2-4917-bbbb-fca2165fd777 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:21.451759 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-a3248b36-e497-45dc-b0cb-8618c4b6da98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'name': 'tempest-TestNetworkBasicOps-router-1169356957', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.55'}], 'enable_snat': True}, 'gw_port_id': '0d3ece73-0663-4c34-8b39-1e9c722e6ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:57Z', 'updated_at': '2022-02-28T10:43:10Z', 'revision_number': 6, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '0d3ece73-0663-4c34-8b39-1e9c722e6ba1', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:59Z', 'updated_at': '2022-02-28T10:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '0cea848e-f97e-4794-8738-5114b4b3b6b2', 'name': '', 'network_id': 'ed0b9869-ae23-48eb-aefa-6fa5242a6177', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:d5:ef:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '78e4f8f8-348f-4545-beb6-cf8d3033cc81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:07Z', 'updated_at': '2022-02-28T10:41:17Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '78e4f8f8-348f-4545-beb6-cf8d3033cc81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:21.478678 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753853b-3438-4808-992b-6ae15e792951 req-c554bc65-a123-4d9e-a507-8d9ade986ebd tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:21.481107 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-b753853b-3438-4808-992b-6ae15e792951 req-c554bc65-a123-4d9e-a507-8d9ade986ebd tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=462be7d2-7118-435d-bec2-a77773ee7f57 HTTP/1.1" status: 200 len: 944 time: 0.1899304 Feb 28 10:43:21.508429 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3248b36-e497-45dc-b0cb-8618c4b6da98 None None] Checking router: d5be3c96-d3d3-4861-9461-a8c700c99693 for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:43:21.510818 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:21.518669 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3248b36-e497-45dc-b0cb-8618c4b6da98 None None] Routers {'d5be3c96-d3d3-4861-9461-a8c700c99693'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:43:21.519904 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-a3248b36-e497-45dc-b0cb-8618c4b6da98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:43:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['d5be3c96-d3d3-4861-9461-a8c700c99693'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:21.555888 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad6193b-f0a4-4115-99d4-0e766089a3db req-f35cb75d-b9cd-4973-a24b-abc42efdfe72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:21.557437 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-2ad6193b-f0a4-4115-99d4-0e766089a3db req-f35cb75d-b9cd-4973-a24b-abc42efdfe72 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ed0b9869-ae23-48eb-aefa-6fa5242a6177 HTTP/1.1" status: 200 len: 896 time: 0.2515182 Feb 28 10:43:21.564126 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-b753853b-3438-4808-992b-6ae15e792951 req-07d04fe1-0913-4a82-8f3b-17792adc151f tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727983 Feb 28 10:43:21.577201 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device f6f53bae-c226-45eb-9375-b419fead7542 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:43:21.593773 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e1e4633d-c6d2-4917-bbbb-fca2165fd777 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group (5e31e88a-429c-44f8-bd03-88c80862d628), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:21.610435 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: f6f53bae-c226-45eb-9375-b419fead7542 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:43:21.611058 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device f6f53bae-c226-45eb-9375-b419fead7542 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:43:21.611646 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 90dca4ce-0932-419c-b050-9cda36a45138 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:43:21.619296 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-2ad6193b-f0a4-4115-99d4-0e766089a3db req-2c200986-9bc0-42da-beaf-fbc275540405 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba5d4be1-16b2-4377-a521-cbd155abdbf8 HTTP/1.1" status: 200 len: 217 time: 0.0519369 Feb 28 10:43:21.619959 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ad9ed-008c-415f-9ece-b3aecbfb4a2d req-13e5c9ec-8d73-4095-a6e8-2fa3ea65f091 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:21.621616 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-490ad9ed-008c-415f-9ece-b3aecbfb4a2d req-13e5c9ec-8d73-4095-a6e8-2fa3ea65f091 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=e834505a-0411-40ae-bd93-2a05cf5ccb3d HTTP/1.1" status: 200 len: 946 time: 0.1222003 Feb 28 10:43:21.639231 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 90dca4ce-0932-419c-b050-9cda36a45138 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:43:21.639729 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 90dca4ce-0932-419c-b050-9cda36a45138 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:43:21.663653 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e1e4633d-c6d2-4917-bbbb-fca2165fd777 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (5e31e88a-429c-44f8-bd03-88c80862d628), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:21.672527 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-95f12661-d0d0-4a1e-a584-aa3a16a430ed tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047661'] for router_interface (199d6da5-9527-4a76-9ca6-0cc3d0f2d012), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:21.726872 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-a3248b36-e497-45dc-b0cb-8618c4b6da98 None None] Set router d5be3c96-d3d3-4861-9461-a8c700c99693 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:43:21.730568 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-490ad9ed-008c-415f-9ece-b3aecbfb4a2d req-1cb7fabf-b2fc-4b28-98b5-1c69a51697e2 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=11056880-dced-4381-9b1c-4775035d1a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028976 Feb 28 10:43:21.762974 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e4633d-c6d2-4917-bbbb-fca2165fd777 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e31e88a-429c-44f8-bd03-88c80862d628,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:21.769367 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad6193b-f0a4-4115-99d4-0e766089a3db req-d6df0089-3787-4662-8e4b-4d753a853c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:21.771163 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-2ad6193b-f0a4-4115-99d4-0e766089a3db req-d6df0089-3787-4662-8e4b-4d753a853c41 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=78e4f8f8-348f-4545-beb6-cf8d3033cc81 HTTP/1.1" status: 200 len: 834 time: 0.1404634 Feb 28 10:43:21.844777 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e1e4633d-c6d2-4917-bbbb-fca2165fd777 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:21.846060 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-e1e4633d-c6d2-4917-bbbb-fca2165fd777 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5879972 Feb 28 10:43:21.849603 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50116) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:21.857139 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-01244a4e-d255-4d1c-8cd6-6fc737f583bd tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Request body: {'security_group_rule': {'security_group_id': '5e31e88a-429c-44f8-bd03-88c80862d628', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:21.963933 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-01244a4e-d255-4d1c-8cd6-6fc737f583bd tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (8f6efd02-dacf-4f19-9fc0-daa39e62090b), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:22.026594 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-01244a4e-d255-4d1c-8cd6-6fc737f583bd tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (8f6efd02-dacf-4f19-9fc0-daa39e62090b), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:22.067113 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-a3248b36-e497-45dc-b0cb-8618c4b6da98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'name': 'tempest-TestNetworkBasicOps-router-1169356957', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.55'}], 'enable_snat': True}, 'gw_port_id': '0d3ece73-0663-4c34-8b39-1e9c722e6ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:57Z', 'updated_at': '2022-02-28T10:43:10Z', 'revision_number': 6, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '0d3ece73-0663-4c34-8b39-1e9c722e6ba1', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:59Z', 'updated_at': '2022-02-28T10:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '0cea848e-f97e-4794-8738-5114b4b3b6b2', 'name': '', 'network_id': 'ed0b9869-ae23-48eb-aefa-6fa5242a6177', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:d5:ef:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '78e4f8f8-348f-4545-beb6-cf8d3033cc81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:07Z', 'updated_at': '2022-02-28T10:41:17Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '78e4f8f8-348f-4545-beb6-cf8d3033cc81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:22.097916 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3248b36-e497-45dc-b0cb-8618c4b6da98 None None] The sync data for ids ['d5be3c96-d3d3-4861-9461-a8c700c99693'] in dv-neutron-829161-3-hyperv is: [{'id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'name': 'tempest-TestNetworkBasicOps-router-1169356957', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.55'}], 'enable_snat': True}, 'gw_port_id': '0d3ece73-0663-4c34-8b39-1e9c722e6ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:57Z', 'updated_at': '2022-02-28T10:43:10Z', 'revision_number': 6, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '0d3ece73-0663-4c34-8b39-1e9c722e6ba1', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:59Z', 'updated_at': '2022-02-28T10:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '0cea848e-f97e-4794-8738-5114b4b3b6b2', 'name': '', 'network_id': 'ed0b9869-ae23-48eb-aefa-6fa5242a6177', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:d5:ef:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '78e4f8f8-348f-4545-beb6-cf8d3033cc81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:07Z', 'updated_at': '2022-02-28T10:41:17Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '78e4f8f8-348f-4545-beb6-cf8d3033cc81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:43:22.117332 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-01244a4e-d255-4d1c-8cd6-6fc737f583bd tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (8f6efd02-dacf-4f19-9fc0-daa39e62090b), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:22.150102 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01244a4e-d255-4d1c-8cd6-6fc737f583bd tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f6efd02-dacf-4f19-9fc0-daa39e62090b,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:22.172400 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad6193b-f0a4-4115-99d4-0e766089a3db req-822077ab-cb59-4942-99a1-142c0c3e5203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:22.174044 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-2ad6193b-f0a4-4115-99d4-0e766089a3db req-822077ab-cb59-4942-99a1-142c0c3e5203 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ed0b9869-ae23-48eb-aefa-6fa5242a6177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.3943100 Feb 28 10:43:22.228161 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-01244a4e-d255-4d1c-8cd6-6fc737f583bd tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:22.229726 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-01244a4e-d255-4d1c-8cd6-6fc737f583bd tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3788753 Feb 28 10:43:22.232131 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50118) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:22.294466 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-fe95ee97-02ef-49c4-b54e-d183699e060d tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group (5e31e88a-429c-44f8-bd03-88c80862d628), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:22.310977 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-2ad6193b-f0a4-4115-99d4-0e766089a3db req-69f686e4-bdc9-47da-804f-50450909ed8d service neutron] 10.222.0.70 "GET /v2.0/networks/ed0b9869-ae23-48eb-aefa-6fa5242a6177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291847 Feb 28 10:43:22.321233 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-fe95ee97-02ef-49c4-b54e-d183699e060d tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group (5e31e88a-429c-44f8-bd03-88c80862d628), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:22.437138 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-fe95ee97-02ef-49c4-b54e-d183699e060d tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (5e31e88a-429c-44f8-bd03-88c80862d628), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:22.439820 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-fe95ee97-02ef-49c4-b54e-d183699e060d tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:22.443920 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-fe95ee97-02ef-49c4-b54e-d183699e060d tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "DELETE /v2.0/security-groups/5e31e88a-429c-44f8-bd03-88c80862d628 HTTP/1.1" status: 204 len: 168 time: 0.2079754 Feb 28 10:43:22.446097 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50120) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:22.456535 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-95f12661-d0d0-4a1e-a584-aa3a16a430ed tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Deleting port 845410ee-d30f-4df2-b398-c936d7b1a4c4 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:43:22.456898 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-95f12661-d0d0-4a1e-a584-aa3a16a430ed tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (845410ee-d30f-4df2-b398-c936d7b1a4c4), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:22.463747 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-2ad6193b-f0a4-4115-99d4-0e766089a3db req-c27fb779-48af-4758-97cb-90a9ad30429d service neutron] 10.222.0.70 "GET /v2.0/networks/ed0b9869-ae23-48eb-aefa-6fa5242a6177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246064 Feb 28 10:43:22.474292 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe95ee97-02ef-49c4-b54e-d183699e060d tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e31e88a-429c-44f8-bd03-88c80862d628,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:22.485246 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e5b868-403b-4577-a54c-15724e1b7f02 None None] New status for floating IP f8f1c0a8-ee2d-4647-8207-68849d669395: DOWN {{(pid=104086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:43:22.554178 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-670b89f3-a48d-4fd9-a3e1-5cd47aa936be tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1069291 Feb 28 10:43:22.556827 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50122) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:22.576211 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-95f12661-d0d0-4a1e-a584-aa3a16a430ed tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] For port 845410ee-d30f-4df2-b398-c936d7b1a4c4, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=845410ee-d30f-4df2-b398-c936d7b1a4c4,segment=NetworkSegment(9c057749-ecf8-442c-8ebe-7cf2175eb0a4),segment_id=9c057749-ecf8-442c-8ebe-7cf2175eb0a4)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:43:22.576580 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-95f12661-d0d0-4a1e-a584-aa3a16a430ed tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (845410ee-d30f-4df2-b398-c936d7b1a4c4), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:22.592270 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-95f12661-d0d0-4a1e-a584-aa3a16a430ed tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Calling delete_port for 845410ee-d30f-4df2-b398-c936d7b1a4c4 owned by network:router_interface {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:43:22.605197 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-b55711cd-f538-4443-b8d9-e16f5f945674 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0470514 Feb 28 10:43:22.608026 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50126) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:22.633219 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.api.v2.resource [None req-2d9423c3-9e6f-4588-b420-059f3325e461 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] delete failed (client error): The resource could not be found. Feb 28 10:43:22.639216 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-2d9423c3-9e6f-4588-b420-059f3325e461 tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "DELETE /v2.0/security-groups/5e31e88a-429c-44f8-bd03-88c80862d628 HTTP/1.1" status: 404 len: 347 time: 0.0297415 Feb 28 10:43:22.639657 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50128) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:22.677295 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:22.731981 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-5aa144e0-25aa-4332-b988-0e741307fc7e tempest-SecGroupIPv6Test-705757135 tempest-SecGroupIPv6Test-705757135-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0910413 Feb 28 10:43:22.835146 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e30595c-26b7-40c6-ae21-5479d5329651 req-bf92b6cc-fcd5-49a9-a3fa-736b6619531e tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:22.836696 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-7e30595c-26b7-40c6-ae21-5479d5329651 req-bf92b6cc-fcd5-49a9-a3fa-736b6619531e tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=462be7d2-7118-435d-bec2-a77773ee7f57 HTTP/1.1" status: 200 len: 944 time: 0.1658549 Feb 28 10:43:22.878362 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e27dc4f-e71e-45dc-b638-c28433630ce6 req-a5019eec-13bf-4205-8f44-e018f32214af tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:22.878362 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4e27dc4f-e71e-45dc-b638-c28433630ce6 req-a5019eec-13bf-4205-8f44-e018f32214af tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=e834505a-0411-40ae-bd93-2a05cf5ccb3d HTTP/1.1" status: 200 len: 946 time: 0.0554552 Feb 28 10:43:22.916181 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06030d20-2e22-431b-b8d3-31bdfd34174d req-00f6261e-23e0-4514-a71a-4b515569805f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:22.917662 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-06030d20-2e22-431b-b8d3-31bdfd34174d req-00f6261e-23e0-4514-a71a-4b515569805f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.70 "GET /v2.0/ports?device_id=e834505a-0411-40ae-bd93-2a05cf5ccb3d HTTP/1.1" status: 200 len: 946 time: 0.1322558 Feb 28 10:43:22.932905 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4e27dc4f-e71e-45dc-b638-c28433630ce6 req-8421687b-16f6-40d0-89fc-d110077e1bfc tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=11056880-dced-4381-9b1c-4775035d1a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475101 Feb 28 10:43:22.979557 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-7e30595c-26b7-40c6-ae21-5479d5329651 req-4b189fa0-1490-4ebb-b029-656561eeafc6 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315558 Feb 28 10:43:22.993631 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-95f12661-d0d0-4a1e-a584-aa3a16a430ed tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (845410ee-d30f-4df2-b398-c936d7b1a4c4), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:23.045259 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f12661-d0d0-4a1e-a584-aa3a16a430ed tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event deleted for resources: {'Port': ['ID=845410ee-d30f-4df2-b398-c936d7b1a4c4,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:23.179007 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [req-06030d20-2e22-431b-b8d3-31bdfd34174d req-583dd2aa-d59e-41ed-bed1-e23981f1012d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Deleting port ba5d4be1-16b2-4377-a521-cbd155abdbf8 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:43:23.179351 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-06030d20-2e22-431b-b8d3-31bdfd34174d req-583dd2aa-d59e-41ed-bed1-e23981f1012d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (ba5d4be1-16b2-4377-a521-cbd155abdbf8), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:23.183970 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-95f12661-d0d0-4a1e-a584-aa3a16a430ed tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1047681'] for router_interface (199d6da5-9527-4a76-9ca6-0cc3d0f2d012), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:23.282368 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50136) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:23.381102 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [req-06030d20-2e22-431b-b8d3-31bdfd34174d req-583dd2aa-d59e-41ed-bed1-e23981f1012d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] For port ba5d4be1-16b2-4377-a521-cbd155abdbf8, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=ba5d4be1-16b2-4377-a521-cbd155abdbf8,segment=NetworkSegment(196a06c1-054f-4203-959b-df8db3aa333c),segment_id=196a06c1-054f-4203-959b-df8db3aa333c)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:43:23.381594 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-06030d20-2e22-431b-b8d3-31bdfd34174d req-583dd2aa-d59e-41ed-bed1-e23981f1012d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (ba5d4be1-16b2-4377-a521-cbd155abdbf8), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:23.421110 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [req-06030d20-2e22-431b-b8d3-31bdfd34174d req-583dd2aa-d59e-41ed-bed1-e23981f1012d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Calling delete_port for ba5d4be1-16b2-4377-a521-cbd155abdbf8 owned by compute:nova {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:43:23.438183 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f12661-d0d0-4a1e-a584-aa3a16a430ed tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Router 199d6da5-9527-4a76-9ca6-0cc3d0f2d012 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:43:23.454053 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-c669914d-ade8-4e87-b4a6-e1bb11ff078b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1c8fdaf77244466c9fd7d5f51260f4b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1704700 Feb 28 10:43:23.455119 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50140) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:23.513952 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-34e41e78-cfb8-4349-962c-915a692310d3 admin admin] Publish callbacks [] for security_group (7f34ea81-4f7a-46e6-b767-75c88f2e25fb), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:23.539084 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-34e41e78-cfb8-4349-962c-915a692310d3 admin admin] Publish callbacks [] for security_group (7f34ea81-4f7a-46e6-b767-75c88f2e25fb), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:23.573673 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f12661-d0d0-4a1e-a584-aa3a16a430ed tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:43:23.581978 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-95f12661-d0d0-4a1e-a584-aa3a16a430ed tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "PUT /v2.0/routers/199d6da5-9527-4a76-9ca6-0cc3d0f2d012/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8019335 Feb 28 10:43:23.582235 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50142) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:23.598596 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297256ac-37a0-45af-80e4-7c4532262e74 None None] Sync routers for ids ['199d6da5-9527-4a76-9ca6-0cc3d0f2d012'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:43:23.608891 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297256ac-37a0-45af-80e4-7c4532262e74 None None] Routers {'199d6da5-9527-4a76-9ca6-0cc3d0f2d012'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:43:23.610910 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-297256ac-37a0-45af-80e4-7c4532262e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:43:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['199d6da5-9527-4a76-9ca6-0cc3d0f2d012'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:23.668362 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-47bb0e2d-d9d4-4bc5-92b7-5cb40698c89f tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Deleting subnet 74ad22d9-9027-4fe4-ad28-ccbce662acc6 {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:43:23.676306 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-47bb0e2d-d9d4-4bc5-92b7-5cb40698c89f tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for subnet (74ad22d9-9027-4fe4-ad28-ccbce662acc6), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:23.685276 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-297256ac-37a0-45af-80e4-7c4532262e74 None None] Set router 199d6da5-9527-4a76-9ca6-0cc3d0f2d012 gateway port host: None {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:43:23.694474 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-34e41e78-cfb8-4349-962c-915a692310d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (7f34ea81-4f7a-46e6-b767-75c88f2e25fb), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:23.697279 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-34e41e78-cfb8-4349-962c-915a692310d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:23.703385 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-34e41e78-cfb8-4349-962c-915a692310d3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7f34ea81-4f7a-46e6-b767-75c88f2e25fb HTTP/1.1" status: 204 len: 168 time: 0.2449641 Feb 28 10:43:23.711986 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e41e78-cfb8-4349-962c-915a692310d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f34ea81-4f7a-46e6-b767-75c88f2e25fb,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:23.731645 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-47bb0e2d-d9d4-4bc5-92b7-5cb40698c89f tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (74ad22d9-9027-4fe4-ad28-ccbce662acc6), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:23.778103 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-06030d20-2e22-431b-b8d3-31bdfd34174d req-583dd2aa-d59e-41ed-bed1-e23981f1012d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (ba5d4be1-16b2-4377-a521-cbd155abdbf8), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:23.782566 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-297256ac-37a0-45af-80e4-7c4532262e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'name': 'tempest-RoutersIpV6Test-router-895225228', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:42:44Z', 'updated_at': '2022-02-28T10:43:22Z', 'revision_number': 11, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'gw_port_host': None}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:23.817948 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583dd2aa-d59e-41ed-bed1-e23981f1012d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event deleted for resources: {'Port': ['ID=ba5d4be1-16b2-4377-a521-cbd155abdbf8,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:23.828184 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297256ac-37a0-45af-80e4-7c4532262e74 None None] Checking router: 199d6da5-9527-4a76-9ca6-0cc3d0f2d012 for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:43:23.853265 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297256ac-37a0-45af-80e4-7c4532262e74 None None] Routers {'199d6da5-9527-4a76-9ca6-0cc3d0f2d012'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:43:23.853890 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-297256ac-37a0-45af-80e4-7c4532262e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:43:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['199d6da5-9527-4a76-9ca6-0cc3d0f2d012'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:23.896002 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [req-06030d20-2e22-431b-b8d3-31bdfd34174d req-583dd2aa-d59e-41ed-bed1-e23981f1012d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] No DVR routers for this DVR port ba5d4be1-16b2-4377-a521-cbd155abdbf8 on host hv-neutron-8291 {{(pid=104084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:43:23.901995 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-06030d20-2e22-431b-b8d3-31bdfd34174d req-583dd2aa-d59e-41ed-bed1-e23981f1012d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:23.917708 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-06030d20-2e22-431b-b8d3-31bdfd34174d req-583dd2aa-d59e-41ed-bed1-e23981f1012d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.70 "DELETE /v2.0/ports/ba5d4be1-16b2-4377-a521-cbd155abdbf8 HTTP/1.1" status: 204 len: 173 time: 0.9786780 Feb 28 10:43:23.917708 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e834505a-0411-40ae-bd93-2a05cf5ccb3d', 'name': 'network-vif-deleted', 'tag': 'ba5d4be1-16b2-4377-a521-cbd155abdbf8'}] {{(pid=104084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:43:23.917708 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ffa69481dce8c4e68394bb3e97aff222617d39f0bec9a6d6e4c39a9256e7c95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57768d3-7fae-489f-9a1f-469ea4ce90be" -d '{"events": [{"server_uuid": "e834505a-0411-40ae-bd93-2a05cf5ccb3d", "name": "network-vif-deleted", "tag": "ba5d4be1-16b2-4377-a521-cbd155abdbf8"}]}' {{(pid=104084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:43:23.920361 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-47bb0e2d-d9d4-4bc5-92b7-5cb40698c89f tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (74ad22d9-9027-4fe4-ad28-ccbce662acc6), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:23.985700 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-297256ac-37a0-45af-80e4-7c4532262e74 None None] Set router 199d6da5-9527-4a76-9ca6-0cc3d0f2d012 gateway port host: None {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:43:23.992986 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b2a698-ada6-4aaa-9eea-9660f2e7be80 x-openstack-request-id: req-f3b2a698-ada6-4aaa-9eea-9660f2e7be80 {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:43:23.993317 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e834505a-0411-40ae-bd93-2a05cf5ccb3d", "name": "network-vif-deleted", "tag": "ba5d4be1-16b2-4377-a521-cbd155abdbf8", "status": "completed", "code": 200}]} {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:43:23.993567 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f3b2a698-ada6-4aaa-9eea-9660f2e7be80 {{(pid=104084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:43:23.994159 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e834505a-0411-40ae-bd93-2a05cf5ccb3d', 'name': 'network-vif-deleted', 'tag': 'ba5d4be1-16b2-4377-a521-cbd155abdbf8', 'status': 'completed', 'code': 200} Feb 28 10:43:24.077228 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-f9f656c5-9c11-426b-ac3c-0462b8fc24b9 req-3a5869b5-e4e5-4fa2-b264-ed077f5ecae7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=e834505a-0411-40ae-bd93-2a05cf5ccb3d HTTP/1.1" status: 200 len: 210 time: 0.0403821 Feb 28 10:43:24.090954 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-47bb0e2d-d9d4-4bc5-92b7-5cb40698c89f tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (74ad22d9-9027-4fe4-ad28-ccbce662acc6), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:24.124298 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-297256ac-37a0-45af-80e4-7c4532262e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'name': 'tempest-RoutersIpV6Test-router-895225228', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:42:44Z', 'updated_at': '2022-02-28T10:43:22Z', 'revision_number': 11, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'gw_port_host': None}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:24.136707 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-47bb0e2d-d9d4-4bc5-92b7-5cb40698c89f tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:24.140048 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-47bb0e2d-d9d4-4bc5-92b7-5cb40698c89f tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "DELETE /v2.0/subnets/74ad22d9-9027-4fe4-ad28-ccbce662acc6 HTTP/1.1" status: 204 len: 168 time: 0.5569317 Feb 28 10:43:24.141754 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797d47f8-95d9-4f07-aa0d-d092c01711cf None None] Network da4817f7-9e9e-43c9-bd67-294d3352c7e9 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:43:24.150827 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50152) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:24.203358 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297256ac-37a0-45af-80e4-7c4532262e74 None None] The sync data for ids ['199d6da5-9527-4a76-9ca6-0cc3d0f2d012'] in dv-neutron-829161-3-hyperv is: [{'id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'name': 'tempest-RoutersIpV6Test-router-895225228', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:42:44Z', 'updated_at': '2022-02-28T10:43:22Z', 'revision_number': 11, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'gw_port_host': None}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:43:24.222711 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb0e2d-d9d4-4bc5-92b7-5cb40698c89f tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event deleted for resources: {'Subnet': ['ID=74ad22d9-9027-4fe4-ad28-ccbce662acc6,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:24.294066 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a46f0c-4e71-4a1b-b9df-c4c7b263b8d4 req-68fff235-c5bd-4573-b0a8-cf6fce4409df tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:24.301595 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b1a46f0c-4e71-4a1b-b9df-c4c7b263b8d4 req-68fff235-c5bd-4573-b0a8-cf6fce4409df tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=462be7d2-7118-435d-bec2-a77773ee7f57 HTTP/1.1" status: 200 len: 944 time: 0.1977448 Feb 28 10:43:24.336071 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8e3d0dc4-414a-4b92-8513-a8e4a8b00af6 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (da4817f7-9e9e-43c9-bd67-294d3352c7e9), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:24.388082 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b1a46f0c-4e71-4a1b-b9df-c4c7b263b8d4 req-8b2290de-6499-47d3-a342-b8efee07f2fc tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839148 Feb 28 10:43:24.465707 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-8e3d0dc4-414a-4b92-8513-a8e4a8b00af6 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Deleting port 53a84c20-e5ec-49c3-ac3c-d2a883068af8 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:43:24.466134 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8e3d0dc4-414a-4b92-8513-a8e4a8b00af6 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (53a84c20-e5ec-49c3-ac3c-d2a883068af8), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:24.537457 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-8e3d0dc4-414a-4b92-8513-a8e4a8b00af6 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] For port 53a84c20-e5ec-49c3-ac3c-d2a883068af8, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=53a84c20-e5ec-49c3-ac3c-d2a883068af8,segment=NetworkSegment(9c057749-ecf8-442c-8ebe-7cf2175eb0a4),segment_id=9c057749-ecf8-442c-8ebe-7cf2175eb0a4)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:43:24.537950 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8e3d0dc4-414a-4b92-8513-a8e4a8b00af6 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (53a84c20-e5ec-49c3-ac3c-d2a883068af8), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:24.551063 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-8e3d0dc4-414a-4b92-8513-a8e4a8b00af6 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Calling delete_port for 53a84c20-e5ec-49c3-ac3c-d2a883068af8 owned by network:dhcp {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:43:24.610550 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273ab903-dc58-4c6b-90cb-e021d59cabf7 None None] DHCP port deletion for da4817f7-9e9e-43c9-bd67-294d3352c7e9 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:43:24.666612 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-273ab903-dc58-4c6b-90cb-e021d59cabf7 None None] Deleting port 53a84c20-e5ec-49c3-ac3c-d2a883068af8 {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:43:24.667288 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-273ab903-dc58-4c6b-90cb-e021d59cabf7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (53a84c20-e5ec-49c3-ac3c-d2a883068af8), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:24.683024 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8e3d0dc4-414a-4b92-8513-a8e4a8b00af6 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (53a84c20-e5ec-49c3-ac3c-d2a883068af8), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:24.724683 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3d0dc4-414a-4b92-8513-a8e4a8b00af6 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event deleted for resources: {'Port': ['ID=53a84c20-e5ec-49c3-ac3c-d2a883068af8,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:24.728170 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3d0dc4-414a-4b92-8513-a8e4a8b00af6 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] No DVR routers for this DVR port 53a84c20-e5ec-49c3-ac3c-d2a883068af8 on host dv-neutron-829161-3-hyperv {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:43:24.760167 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-273ab903-dc58-4c6b-90cb-e021d59cabf7 None None] For port 53a84c20-e5ec-49c3-ac3c-d2a883068af8, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=53a84c20-e5ec-49c3-ac3c-d2a883068af8,segment=NetworkSegment(9c057749-ecf8-442c-8ebe-7cf2175eb0a4),segment_id=9c057749-ecf8-442c-8ebe-7cf2175eb0a4)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:43:24.760786 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-273ab903-dc58-4c6b-90cb-e021d59cabf7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (53a84c20-e5ec-49c3-ac3c-d2a883068af8), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:24.776875 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-273ab903-dc58-4c6b-90cb-e021d59cabf7 None None] Calling delete_port for 53a84c20-e5ec-49c3-ac3c-d2a883068af8 owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:43:24.832652 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8e3d0dc4-414a-4b92-8513-a8e4a8b00af6 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (da4817f7-9e9e-43c9-bd67-294d3352c7e9), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:24.857421 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-8e3d0dc4-414a-4b92-8513-a8e4a8b00af6 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da4817f7-9e9e-43c9-bd67-294d3352c7e9']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:24.860346 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-273ab903-dc58-4c6b-90cb-e021d59cabf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (53a84c20-e5ec-49c3-ac3c-d2a883068af8), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:24.869394 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-8e3d0dc4-414a-4b92-8513-a8e4a8b00af6 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c057749-ecf8-442c-8ebe-7cf2175eb0a4') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:24.869791 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-8e3d0dc4-414a-4b92-8513-a8e4a8b00af6 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c057749-ecf8-442c-8ebe-7cf2175eb0a4') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:24.880342 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8e3d0dc4-414a-4b92-8513-a8e4a8b00af6 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (9c057749-ecf8-442c-8ebe-7cf2175eb0a4), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:24.891412 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273ab903-dc58-4c6b-90cb-e021d59cabf7 None None] Pushing event deleted for resources: {'Port': ['ID=53a84c20-e5ec-49c3-ac3c-d2a883068af8,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:24.896077 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273ab903-dc58-4c6b-90cb-e021d59cabf7 None None] No DVR routers for this DVR port 53a84c20-e5ec-49c3-ac3c-d2a883068af8 on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:43:24.897743 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8e3d0dc4-414a-4b92-8513-a8e4a8b00af6 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (9c057749-ecf8-442c-8ebe-7cf2175eb0a4), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:24.906237 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e3d0dc4-414a-4b92-8513-a8e4a8b00af6 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:43:24.906562 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8e3d0dc4-414a-4b92-8513-a8e4a8b00af6 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (9c057749-ecf8-442c-8ebe-7cf2175eb0a4), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:24.909953 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:43:24.909953 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:43:24.909953 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:43:24.909953 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:43:24.909953 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:43:24.909953 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:43:24.909953 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:43:24.909953 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:43:24.909953 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:43:24.909953 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:43:24.909953 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:43:24.909953 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:43:24.909953 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:43:24.909953 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:43:24.909953 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:43:24.909953 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:43:24.909953 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:43:24.909953 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:43:24.909953 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:43:24.909953 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:43:24.909953 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:43:24.909953 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:43:24.909953 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:43:24.909953 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:43:24.909953 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:43:24.909953 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:43:24.909953 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:43:24.909953 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:43:24.909953 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:43:24.909953 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:43:24.909953 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:43:24.909953 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:43:25.031706 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8e3d0dc4-414a-4b92-8513-a8e4a8b00af6 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (da4817f7-9e9e-43c9-bd67-294d3352c7e9), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:25.036057 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8e3d0dc4-414a-4b92-8513-a8e4a8b00af6 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:25.042522 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-8e3d0dc4-414a-4b92-8513-a8e4a8b00af6 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "DELETE /v2.0/networks/da4817f7-9e9e-43c9-bd67-294d3352c7e9 HTTP/1.1" status: 204 len: 168 time: 0.8869765 Feb 28 10:43:25.042788 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50154) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:25.047876 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-fba6218b-724f-41de-b120-b010f7aea8c8 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Request body: {'router': {'routes': None}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:25.059140 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3d0dc4-414a-4b92-8513-a8e4a8b00af6 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Pushing event deleted for resources: {'Network': ['ID=da4817f7-9e9e-43c9-bd67-294d3352c7e9,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:25.144758 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50158) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:25.209702 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-99c6ca88-b995-42e3-b21d-f6281ac24c91 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (11056880-dced-4381-9b1c-4775035d1a93), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:25.239056 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-99c6ca88-b995-42e3-b21d-f6281ac24c91 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (11056880-dced-4381-9b1c-4775035d1a93), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:25.251794 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.extraroute_db [None req-fba6218b-724f-41de-b120-b010f7aea8c8 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Added routes are [] {{(pid=104084) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 28 10:43:25.252086 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.extraroute_db [None req-fba6218b-724f-41de-b120-b010f7aea8c8 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Removed routes are [] {{(pid=104084) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 28 10:43:25.253178 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fba6218b-724f-41de-b120-b010f7aea8c8 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1032676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1044823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27871'] for router (199d6da5-9527-4a76-9ca6-0cc3d0f2d012), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:25.391665 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-99c6ca88-b995-42e3-b21d-f6281ac24c91 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (11056880-dced-4381-9b1c-4775035d1a93), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:25.396326 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-99c6ca88-b995-42e3-b21d-f6281ac24c91 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:25.400398 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-99c6ca88-b995-42e3-b21d-f6281ac24c91 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "DELETE /v2.0/security-groups/11056880-dced-4381-9b1c-4775035d1a93 HTTP/1.1" status: 204 len: 168 time: 0.2517879 Feb 28 10:43:25.410150 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fba6218b-724f-41de-b120-b010f7aea8c8 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1032676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1044823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27871'] for router (199d6da5-9527-4a76-9ca6-0cc3d0f2d012), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:25.415238 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fba6218b-724f-41de-b120-b010f7aea8c8 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1032701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1032690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1044908'] for router (199d6da5-9527-4a76-9ca6-0cc3d0f2d012), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:25.418224 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c6ca88-b995-42e3-b21d-f6281ac24c91 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11056880-dced-4381-9b1c-4775035d1a93,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:25.493586 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 53a84c20-e5ec-49c3-ac3c-d2a883068af8 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:43:25.503258 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50164) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:25.530679 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 53a84c20-e5ec-49c3-ac3c-d2a883068af8 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:43:25.531416 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 53a84c20-e5ec-49c3-ac3c-d2a883068af8 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:43:25.532032 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 845410ee-d30f-4df2-b398-c936d7b1a4c4 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:43:25.559462 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 845410ee-d30f-4df2-b398-c936d7b1a4c4 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:43:25.561399 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 845410ee-d30f-4df2-b398-c936d7b1a4c4 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:43:25.805294 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba6218b-724f-41de-b120-b010f7aea8c8 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Router 199d6da5-9527-4a76-9ca6-0cc3d0f2d012 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:43:25.841238 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1041ba1-9d78-4ee9-8a4c-941cd78b4f05 req-1a906146-e991-47dd-aaad-dc14c48baa45 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:25.850343 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-a1041ba1-9d78-4ee9-8a4c-941cd78b4f05 req-1a906146-e991-47dd-aaad-dc14c48baa45 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=462be7d2-7118-435d-bec2-a77773ee7f57 HTTP/1.1" status: 200 len: 944 time: 0.0927386 Feb 28 10:43:25.918259 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8f23960a-6458-41fa-8c39-49d0655dfa8d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047661'] for router_interface (d5be3c96-d3d3-4861-9461-a8c700c99693), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:25.938966 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba6218b-724f-41de-b120-b010f7aea8c8 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:43:25.950332 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fba6218b-724f-41de-b120-b010f7aea8c8 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:25.952388 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4736555-af4f-4409-ab26-e9c13fefd924 None None] Sync routers for ids ['199d6da5-9527-4a76-9ca6-0cc3d0f2d012'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:43:25.954580 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-fba6218b-724f-41de-b120-b010f7aea8c8 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "PUT /v2.0/routers/199d6da5-9527-4a76-9ca6-0cc3d0f2d012 HTTP/1.1" status: 200 len: 704 time: 0.9105895 Feb 28 10:43:25.954994 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50166) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:25.962883 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4736555-af4f-4409-ab26-e9c13fefd924 None None] Routers {'199d6da5-9527-4a76-9ca6-0cc3d0f2d012'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:43:25.963499 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-a4736555-af4f-4409-ab26-e9c13fefd924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:43:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['199d6da5-9527-4a76-9ca6-0cc3d0f2d012'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:25.975229 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-a1041ba1-9d78-4ee9-8a4c-941cd78b4f05 req-c1fe5e19-30ef-4c31-ae8f-851d7d19e43c tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905888 Feb 28 10:43:25.999304 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50168) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:25.999507 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-0ae2f446-2b71-428e-ad71-f9df71b6f4b6 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "GET /v2.0/ports?device_id=199d6da5-9527-4a76-9ca6-0cc3d0f2d012 HTTP/1.1" status: 200 len: 205 time: 0.0431499 Feb 28 10:43:26.064000 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-a4736555-af4f-4409-ab26-e9c13fefd924 None None] Set router 199d6da5-9527-4a76-9ca6-0cc3d0f2d012 gateway port host: None {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:43:26.084404 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e145bf5a-72b4-4cb9-8a07-7c223cdaa026 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for router (199d6da5-9527-4a76-9ca6-0cc3d0f2d012), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:26.151185 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-a4736555-af4f-4409-ab26-e9c13fefd924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'name': 'tempest-RoutersIpV6Test-router-895225228', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:42:44Z', 'updated_at': '2022-02-28T10:43:22Z', 'revision_number': 11, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'gw_port_host': None}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:26.180625 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4736555-af4f-4409-ab26-e9c13fefd924 None None] Checking router: 199d6da5-9527-4a76-9ca6-0cc3d0f2d012 for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:43:26.189591 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4736555-af4f-4409-ab26-e9c13fefd924 None None] Routers {'199d6da5-9527-4a76-9ca6-0cc3d0f2d012'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:43:26.190882 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-a4736555-af4f-4409-ab26-e9c13fefd924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:43:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['199d6da5-9527-4a76-9ca6-0cc3d0f2d012'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:26.253055 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-8f23960a-6458-41fa-8c39-49d0655dfa8d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Deleting port 0cea848e-f97e-4794-8738-5114b4b3b6b2 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:43:26.253631 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8f23960a-6458-41fa-8c39-49d0655dfa8d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (0cea848e-f97e-4794-8738-5114b4b3b6b2), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:26.266675 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e145bf5a-72b4-4cb9-8a07-7c223cdaa026 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (199d6da5-9527-4a76-9ca6-0cc3d0f2d012), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:26.269658 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e145bf5a-72b4-4cb9-8a07-7c223cdaa026 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for router_controller (199d6da5-9527-4a76-9ca6-0cc3d0f2d012), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:26.364519 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-8f23960a-6458-41fa-8c39-49d0655dfa8d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] For port 0cea848e-f97e-4794-8738-5114b4b3b6b2, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=0cea848e-f97e-4794-8738-5114b4b3b6b2,segment=NetworkSegment(196a06c1-054f-4203-959b-df8db3aa333c),segment_id=196a06c1-054f-4203-959b-df8db3aa333c)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:43:26.364800 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8f23960a-6458-41fa-8c39-49d0655dfa8d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (0cea848e-f97e-4794-8738-5114b4b3b6b2), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:26.374699 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e145bf5a-72b4-4cb9-8a07-7c223cdaa026 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (199d6da5-9527-4a76-9ca6-0cc3d0f2d012), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:26.375009 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-a4736555-af4f-4409-ab26-e9c13fefd924 None None] Set router 199d6da5-9527-4a76-9ca6-0cc3d0f2d012 gateway port host: None {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:43:26.375477 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e145bf5a-72b4-4cb9-8a07-7c223cdaa026 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Fanout notify agent at l3_agent the message router_deleted on router 199d6da5-9527-4a76-9ca6-0cc3d0f2d012 {{(pid=104084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:43:26.379966 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-8f23960a-6458-41fa-8c39-49d0655dfa8d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Calling delete_port for 0cea848e-f97e-4794-8738-5114b4b3b6b2 owned by network:router_interface {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:43:26.397193 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e145bf5a-72b4-4cb9-8a07-7c223cdaa026 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:26.404527 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-e145bf5a-72b4-4cb9-8a07-7c223cdaa026 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "DELETE /v2.0/routers/199d6da5-9527-4a76-9ca6-0cc3d0f2d012 HTTP/1.1" status: 204 len: 168 time: 0.4038541 Feb 28 10:43:26.407224 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50170) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:26.416540 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-23e2489d-96c9-4024-a993-f5339a5e649a tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-943233193', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:26.439107 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-a4736555-af4f-4409-ab26-e9c13fefd924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'name': 'tempest-RoutersIpV6Test-router-895225228', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:42:44Z', 'updated_at': '2022-02-28T10:43:22Z', 'revision_number': 11, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'gw_port_host': None}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:26.471430 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4736555-af4f-4409-ab26-e9c13fefd924 None None] The sync data for ids ['199d6da5-9527-4a76-9ca6-0cc3d0f2d012'] in dv-neutron-829161-3-hyperv is: [{'id': '199d6da5-9527-4a76-9ca6-0cc3d0f2d012', 'name': 'tempest-RoutersIpV6Test-router-895225228', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:42:44Z', 'updated_at': '2022-02-28T10:43:22Z', 'revision_number': 11, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'gw_port_host': None}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:43:26.500143 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-23e2489d-96c9-4024-a993-f5339a5e649a tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (9132ae8d-2562-43e4-9f0c-554bbdc2018e), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:26.501853 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-23e2489d-96c9-4024-a993-f5339a5e649a tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (9132ae8d-2562-43e4-9f0c-554bbdc2018e), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:26.563063 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-23e2489d-96c9-4024-a993-f5339a5e649a tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for router_controller (9132ae8d-2562-43e4-9f0c-554bbdc2018e), precommit_add_association {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:26.626422 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-23e2489d-96c9-4024-a993-f5339a5e649a tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (9132ae8d-2562-43e4-9f0c-554bbdc2018e), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:26.654478 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8f23960a-6458-41fa-8c39-49d0655dfa8d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (0cea848e-f97e-4794-8738-5114b4b3b6b2), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:26.684678 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f23960a-6458-41fa-8c39-49d0655dfa8d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event deleted for resources: {'Port': ['ID=0cea848e-f97e-4794-8738-5114b4b3b6b2,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:26.718422 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-23e2489d-96c9-4024-a993-f5339a5e649a tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:26.723467 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-23e2489d-96c9-4024-a993-f5339a5e649a tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3117585 Feb 28 10:43:26.724423 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50172) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:26.735929 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-3e6b2904-d6e5-491f-a4fe-35d951330fdc tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Request body: {'router': {'admin_state_up': True}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:26.963069 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device ba5d4be1-16b2-4377-a521-cbd155abdbf8 no longer exists at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:43:26.963069 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] No Port match for: ba5d4be1-16b2-4377-a521-cbd155abdbf8 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:43:26.963069 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device ba5d4be1-16b2-4377-a521-cbd155abdbf8 not bound to the agent host hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:43:26.963961 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8f23960a-6458-41fa-8c39-49d0655dfa8d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1047681'] for router_interface (d5be3c96-d3d3-4861-9461-a8c700c99693), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:27.058793 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3e6b2904-d6e5-491f-a4fe-35d951330fdc tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1032676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1044823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27871'] for router (9132ae8d-2562-43e4-9f0c-554bbdc2018e), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:27.157760 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4576d3-e054-4a36-9854-6e2d03b1a842 req-881cc001-fbf5-42ad-87d9-07b08773d9a2 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:27.160006 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ca4576d3-e054-4a36-9854-6e2d03b1a842 req-881cc001-fbf5-42ad-87d9-07b08773d9a2 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=462be7d2-7118-435d-bec2-a77773ee7f57 HTTP/1.1" status: 200 len: 944 time: 0.1070590 Feb 28 10:43:27.232071 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3e6b2904-d6e5-491f-a4fe-35d951330fdc tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1032701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1032690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1044908'] for router (9132ae8d-2562-43e4-9f0c-554bbdc2018e), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:27.260005 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ca4576d3-e054-4a36-9854-6e2d03b1a842 req-3d5eb3b5-4540-44fa-a1b1-caeb5ebf5951 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916240 Feb 28 10:43:27.273663 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f23960a-6458-41fa-8c39-49d0655dfa8d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Router d5be3c96-d3d3-4861-9461-a8c700c99693 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:43:27.405023 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e6b2904-d6e5-491f-a4fe-35d951330fdc tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Router 9132ae8d-2562-43e4-9f0c-554bbdc2018e is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:43:27.493244 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6b2904-d6e5-491f-a4fe-35d951330fdc tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:43:27.503415 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3e6b2904-d6e5-491f-a4fe-35d951330fdc tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:27.503415 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-3e6b2904-d6e5-491f-a4fe-35d951330fdc tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "PUT /v2.0/routers/9132ae8d-2562-43e4-9f0c-554bbdc2018e HTTP/1.1" status: 200 len: 697 time: 0.7751868 Feb 28 10:43:27.503742 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65727ea1-1f84-4ef3-b78f-9525935185d3 None None] Sync routers for ids ['9132ae8d-2562-43e4-9f0c-554bbdc2018e'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:43:27.505102 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50176) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:27.516972 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65727ea1-1f84-4ef3-b78f-9525935185d3 None None] Routers {'9132ae8d-2562-43e4-9f0c-554bbdc2018e'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:43:27.517789 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-65727ea1-1f84-4ef3-b78f-9525935185d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:43:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['9132ae8d-2562-43e4-9f0c-554bbdc2018e'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:27.592491 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-e5b32f11-ead0-44f6-933a-c93ad00679d9 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "GET /v2.0/routers/9132ae8d-2562-43e4-9f0c-554bbdc2018e HTTP/1.1" status: 200 len: 703 time: 0.0831556 Feb 28 10:43:27.592739 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50178) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:27.609383 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-65727ea1-1f84-4ef3-b78f-9525935185d3 None None] Set router 9132ae8d-2562-43e4-9f0c-554bbdc2018e gateway port host: None {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:43:27.624173 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-fc918473-310a-4f1a-ae2a-97c9a2bf1689 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "GET /v2.0/ports?device_id=9132ae8d-2562-43e4-9f0c-554bbdc2018e HTTP/1.1" status: 200 len: 205 time: 0.0277336 Feb 28 10:43:27.625321 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50180) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:27.665320 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f23960a-6458-41fa-8c39-49d0655dfa8d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:43:27.671219 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-8f23960a-6458-41fa-8c39-49d0655dfa8d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "PUT /v2.0/routers/d5be3c96-d3d3-4861-9461-a8c700c99693/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1666210 Feb 28 10:43:27.673552 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50182) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:27.676124 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-65727ea1-1f84-4ef3-b78f-9525935185d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9132ae8d-2562-43e4-9f0c-554bbdc2018e', 'name': 'tempest-RoutersIpV6Test-router-943233193', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:43:26Z', 'updated_at': '2022-02-28T10:43:27Z', 'revision_number': 2, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'gw_port_host': None}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:27.680323 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5ec90d-05c6-48cc-9fcc-510008fc5ab6 None None] Sync routers for ids ['d5be3c96-d3d3-4861-9461-a8c700c99693'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:43:27.697851 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5ec90d-05c6-48cc-9fcc-510008fc5ab6 None None] Routers {'d5be3c96-d3d3-4861-9461-a8c700c99693'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:43:27.698533 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-4b5ec90d-05c6-48cc-9fcc-510008fc5ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:43:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['d5be3c96-d3d3-4861-9461-a8c700c99693'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:27.717260 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65727ea1-1f84-4ef3-b78f-9525935185d3 None None] Checking router: 9132ae8d-2562-43e4-9f0c-554bbdc2018e for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:43:27.719490 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6f95ebe4-a9f6-4bb2-9461-8fdaf7e97183 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for router (9132ae8d-2562-43e4-9f0c-554bbdc2018e), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:27.727972 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65727ea1-1f84-4ef3-b78f-9525935185d3 None None] Routers {'9132ae8d-2562-43e4-9f0c-554bbdc2018e'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:43:27.728613 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-65727ea1-1f84-4ef3-b78f-9525935185d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:43:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['9132ae8d-2562-43e4-9f0c-554bbdc2018e'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:27.736509 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d949b8d-9eb1-4324-a9ee-5a58867e74b1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Deleting subnet 78e4f8f8-348f-4545-beb6-cf8d3033cc81 {{(pid=104083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:43:27.740364 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3d949b8d-9eb1-4324-a9ee-5a58867e74b1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for subnet (78e4f8f8-348f-4545-beb6-cf8d3033cc81), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:27.801442 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3d949b8d-9eb1-4324-a9ee-5a58867e74b1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59245535'] for subnet (78e4f8f8-348f-4545-beb6-cf8d3033cc81), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:27.827363 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-65727ea1-1f84-4ef3-b78f-9525935185d3 None None] Set router 9132ae8d-2562-43e4-9f0c-554bbdc2018e gateway port host: None {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:43:27.853016 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-4b5ec90d-05c6-48cc-9fcc-510008fc5ab6 None None] Set router d5be3c96-d3d3-4861-9461-a8c700c99693 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:43:27.903266 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-65727ea1-1f84-4ef3-b78f-9525935185d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9132ae8d-2562-43e4-9f0c-554bbdc2018e', 'name': 'tempest-RoutersIpV6Test-router-943233193', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:43:26Z', 'updated_at': '2022-02-28T10:43:27Z', 'revision_number': 2, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'gw_port_host': None}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:27.936579 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65727ea1-1f84-4ef3-b78f-9525935185d3 None None] The sync data for ids ['9132ae8d-2562-43e4-9f0c-554bbdc2018e'] in dv-neutron-829161-3-hyperv is: [{'id': '9132ae8d-2562-43e4-9f0c-554bbdc2018e', 'name': 'tempest-RoutersIpV6Test-router-943233193', 'tenant_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:43:26Z', 'updated_at': '2022-02-28T10:43:27Z', 'revision_number': 2, 'project_id': 'bb2ba9ee3c07467ba10396b757cfe5bd', 'gw_port_host': None}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:43:27.937175 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3d949b8d-9eb1-4324-a9ee-5a58867e74b1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (78e4f8f8-348f-4545-beb6-cf8d3033cc81), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:27.947099 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6f95ebe4-a9f6-4bb2-9461-8fdaf7e97183 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (9132ae8d-2562-43e4-9f0c-554bbdc2018e), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:27.950241 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6f95ebe4-a9f6-4bb2-9461-8fdaf7e97183 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for router_controller (9132ae8d-2562-43e4-9f0c-554bbdc2018e), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:28.043298 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6f95ebe4-a9f6-4bb2-9461-8fdaf7e97183 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (9132ae8d-2562-43e4-9f0c-554bbdc2018e), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:28.043771 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f95ebe4-a9f6-4bb2-9461-8fdaf7e97183 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Fanout notify agent at l3_agent the message router_deleted on router 9132ae8d-2562-43e4-9f0c-554bbdc2018e {{(pid=104084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:43:28.056334 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6f95ebe4-a9f6-4bb2-9461-8fdaf7e97183 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:28.057463 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-6f95ebe4-a9f6-4bb2-9461-8fdaf7e97183 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "DELETE /v2.0/routers/9132ae8d-2562-43e4-9f0c-554bbdc2018e HTTP/1.1" status: 204 len: 168 time: 0.4320989 Feb 28 10:43:28.064508 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50184) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:28.084037 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-4b5ec90d-05c6-48cc-9fcc-510008fc5ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'name': 'tempest-TestNetworkBasicOps-router-1169356957', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.55'}], 'enable_snat': True}, 'gw_port_id': '0d3ece73-0663-4c34-8b39-1e9c722e6ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:57Z', 'updated_at': '2022-02-28T10:43:26Z', 'revision_number': 7, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '0d3ece73-0663-4c34-8b39-1e9c722e6ba1', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:59Z', 'updated_at': '2022-02-28T10:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:28.097821 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-36c770db-0cf6-452e-9bb9-fbc3d05e7526 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "GET /v2.0/ports?device_id=9132ae8d-2562-43e4-9f0c-554bbdc2018e HTTP/1.1" status: 200 len: 205 time: 0.0315428 Feb 28 10:43:28.099170 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3d949b8d-9eb1-4324-a9ee-5a58867e74b1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (78e4f8f8-348f-4545-beb6-cf8d3033cc81), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:28.100396 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50186) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:28.120613 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5ec90d-05c6-48cc-9fcc-510008fc5ab6 None None] Checking router: d5be3c96-d3d3-4861-9461-a8c700c99693 for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:43:28.128391 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3d949b8d-9eb1-4324-a9ee-5a58867e74b1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:28.131864 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-3d949b8d-9eb1-4324-a9ee-5a58867e74b1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "DELETE /v2.0/subnets/78e4f8f8-348f-4545-beb6-cf8d3033cc81 HTTP/1.1" status: 204 len: 168 time: 0.4570537 Feb 28 10:43:28.138957 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5ec90d-05c6-48cc-9fcc-510008fc5ab6 None None] Routers {'d5be3c96-d3d3-4861-9461-a8c700c99693'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:43:28.140090 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-4b5ec90d-05c6-48cc-9fcc-510008fc5ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:43:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['d5be3c96-d3d3-4861-9461-a8c700c99693'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:28.141616 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba0362c-d341-435d-b08f-ca997afcc9d5 None None] Network ed0b9869-ae23-48eb-aefa-6fa5242a6177 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:43:28.149527 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50188) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:28.161436 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d949b8d-9eb1-4324-a9ee-5a58867e74b1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event deleted for resources: {'Subnet': ['ID=78e4f8f8-348f-4545-beb6-cf8d3033cc81,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:28.186022 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-330b629d-4fa7-40d7-afbc-2f36e895ade2 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] delete failed (client error): The resource could not be found. Feb 28 10:43:28.187164 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-330b629d-4fa7-40d7-afbc-2f36e895ade2 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "DELETE /v2.0/routers/9132ae8d-2562-43e4-9f0c-554bbdc2018e HTTP/1.1" status: 404 len: 336 time: 0.0857835 Feb 28 10:43:28.189728 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50190) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:28.229143 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-651856cc-dc5b-44a8-a17e-8e63a638208b tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] DELETE failed (client error): The resource could not be found. Feb 28 10:43:28.229749 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-651856cc-dc5b-44a8-a17e-8e63a638208b tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:43:28.249965 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50192) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:28.252063 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-651856cc-dc5b-44a8-a17e-8e63a638208b tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "DELETE /v2.0/subnets/f8938358-9551-412f-ae21-28be1993bcd7 HTTP/1.1" status: 404 len: 337 time: 0.0607090 Feb 28 10:43:28.277038 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-4b5ec90d-05c6-48cc-9fcc-510008fc5ab6 None None] Set router d5be3c96-d3d3-4861-9461-a8c700c99693 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:43:28.293535 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-225e9ec9-8582-4f44-8512-c15367d5e7d0 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] DELETE failed (client error): The resource could not be found. Feb 28 10:43:28.294356 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-225e9ec9-8582-4f44-8512-c15367d5e7d0 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:43:28.300360 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-225e9ec9-8582-4f44-8512-c15367d5e7d0 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "DELETE /v2.0/subnets/a0741225-d33e-45bd-8145-20cf780904e9 HTTP/1.1" status: 404 len: 337 time: 0.0466151 Feb 28 10:43:28.300856 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50196) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:28.356155 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8a7e278-50f0-46a0-b678-798f1da1d847 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] DELETE failed (client error): The resource could not be found. Feb 28 10:43:28.356671 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8a7e278-50f0-46a0-b678-798f1da1d847 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:43:28.362364 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-e8a7e278-50f0-46a0-b678-798f1da1d847 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "DELETE /v2.0/subnets/1f319918-6d79-43c7-9d2a-2a61f8d7c012 HTTP/1.1" status: 404 len: 337 time: 0.0582225 Feb 28 10:43:28.363549 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50198) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:28.385663 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2712b48b-2424-4ab7-8d2a-541e72f8f8f1 None None] DHCP port deletion for ed0b9869-ae23-48eb-aefa-6fa5242a6177 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:43:28.401742 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d483371-3f21-46ee-add5-220d6bad60d5 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] DELETE failed (client error): The resource could not be found. Feb 28 10:43:28.402197 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d483371-3f21-46ee-add5-220d6bad60d5 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:43:28.407668 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-7d483371-3f21-46ee-add5-220d6bad60d5 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "DELETE /v2.0/subnets/74ad22d9-9027-4fe4-ad28-ccbce662acc6 HTTP/1.1" status: 404 len: 337 time: 0.0408247 Feb 28 10:43:28.410574 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50200) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:28.423243 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a6123-ce68-4e20-b324-bbe5639b1687 req-7df12122-b42c-46e9-aac6-3a1212005f6e tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:28.425068 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-747a6123-ce68-4e20-b324-bbe5639b1687 req-7df12122-b42c-46e9-aac6-3a1212005f6e tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=462be7d2-7118-435d-bec2-a77773ee7f57 HTTP/1.1" status: 200 len: 944 time: 0.0707455 Feb 28 10:43:28.442289 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-cadfc78e-a4de-40f4-a5f1-f987bc7bd904 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "GET /v2.0/ports?device_id=199d6da5-9527-4a76-9ca6-0cc3d0f2d012 HTTP/1.1" status: 200 len: 205 time: 0.0304494 Feb 28 10:43:28.447698 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-2712b48b-2424-4ab7-8d2a-541e72f8f8f1 None None] Deleting port 4bf38718-3786-456b-9dfe-d2ed1e33f21d {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:43:28.447698 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2712b48b-2424-4ab7-8d2a-541e72f8f8f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (4bf38718-3786-456b-9dfe-d2ed1e33f21d), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:28.447984 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-00c1aea1-b407-4dea-b000-97a459c7ae5e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router (d5be3c96-d3d3-4861-9461-a8c700c99693), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:28.449447 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50202) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:28.500844 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-747a6123-ce68-4e20-b324-bbe5639b1687 req-349bbf31-cf22-47f8-a187-f9368b6134b9 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701580 Feb 28 10:43:28.538172 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-4b5ec90d-05c6-48cc-9fcc-510008fc5ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'name': 'tempest-TestNetworkBasicOps-router-1169356957', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.55'}], 'enable_snat': True}, 'gw_port_id': '0d3ece73-0663-4c34-8b39-1e9c722e6ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:57Z', 'updated_at': '2022-02-28T10:43:26Z', 'revision_number': 7, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '0d3ece73-0663-4c34-8b39-1e9c722e6ba1', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:59Z', 'updated_at': '2022-02-28T10:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:28.539587 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.api.v2.resource [None req-79ffa6f6-09d2-46d8-a07c-dd07d37bb0ab tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] delete failed (client error): The resource could not be found. Feb 28 10:43:28.540649 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-79ffa6f6-09d2-46d8-a07c-dd07d37bb0ab tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "DELETE /v2.0/routers/199d6da5-9527-4a76-9ca6-0cc3d0f2d012 HTTP/1.1" status: 404 len: 336 time: 0.0902166 Feb 28 10:43:28.543373 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50204) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:28.569225 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5ec90d-05c6-48cc-9fcc-510008fc5ab6 None None] The sync data for ids ['d5be3c96-d3d3-4861-9461-a8c700c99693'] in dv-neutron-829161-3-hyperv is: [{'id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'name': 'tempest-TestNetworkBasicOps-router-1169356957', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.55'}], 'enable_snat': True}, 'gw_port_id': '0d3ece73-0663-4c34-8b39-1e9c722e6ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:57Z', 'updated_at': '2022-02-28T10:43:26Z', 'revision_number': 7, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '0d3ece73-0663-4c34-8b39-1e9c722e6ba1', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5be3c96-d3d3-4861-9461-a8c700c99693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:59Z', 'updated_at': '2022-02-28T10:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:43:28.578307 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-ee3a3097-4caf-479d-ba50-a96fd9524ebf tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "GET /v2.0/ports?device_id=4703660d-9d87-4832-8ee5-4de6b24ec568 HTTP/1.1" status: 200 len: 205 time: 0.0316212 Feb 28 10:43:28.578563 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50206) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:28.632118 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.api.v2.resource [None req-0b832c00-9ec1-4ca6-9710-589381828f16 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] delete failed (client error): The resource could not be found. Feb 28 10:43:28.633172 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-0b832c00-9ec1-4ca6-9710-589381828f16 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "DELETE /v2.0/routers/4703660d-9d87-4832-8ee5-4de6b24ec568 HTTP/1.1" status: 404 len: 336 time: 0.0507586 Feb 28 10:43:28.636103 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50208) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:28.676924 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-644d2548-342c-43fa-9376-9d913d99e089 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] DELETE failed (client error): The resource could not be found. Feb 28 10:43:28.676924 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-644d2548-342c-43fa-9376-9d913d99e089 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:43:28.683250 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50210) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:28.684586 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-644d2548-342c-43fa-9376-9d913d99e089 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "DELETE /v2.0/subnets/3b1a59e8-7314-44b5-aaf4-9d35f9afb96b HTTP/1.1" status: 404 len: 337 time: 0.0461879 Feb 28 10:43:28.696795 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-2712b48b-2424-4ab7-8d2a-541e72f8f8f1 None None] For port 4bf38718-3786-456b-9dfe-d2ed1e33f21d, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=4bf38718-3786-456b-9dfe-d2ed1e33f21d,segment=NetworkSegment(196a06c1-054f-4203-959b-df8db3aa333c),segment_id=196a06c1-054f-4203-959b-df8db3aa333c)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:43:28.697208 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2712b48b-2424-4ab7-8d2a-541e72f8f8f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (4bf38718-3786-456b-9dfe-d2ed1e33f21d), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:28.710397 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-2712b48b-2424-4ab7-8d2a-541e72f8f8f1 None None] Calling delete_port for 4bf38718-3786-456b-9dfe-d2ed1e33f21d owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:43:28.712456 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-04b7f266-71d6-42b7-a56a-05420014c27f tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "GET /v2.0/ports?device_id=38960d8c-f64d-4be7-8d9f-ec068dbd95d3 HTTP/1.1" status: 200 len: 205 time: 0.0279782 Feb 28 10:43:28.713813 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-00c1aea1-b407-4dea-b000-97a459c7ae5e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router_gateway (d5be3c96-d3d3-4861-9461-a8c700c99693), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:28.715433 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50212) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:28.758482 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-063ba83a-930f-4850-afbd-37e9a24b0b3e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] delete failed (client error): The resource could not be found. Feb 28 10:43:28.762340 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-063ba83a-930f-4850-afbd-37e9a24b0b3e tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "DELETE /v2.0/routers/38960d8c-f64d-4be7-8d9f-ec068dbd95d3 HTTP/1.1" status: 404 len: 336 time: 0.0428290 Feb 28 10:43:28.762340 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50214) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:28.790897 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-da07642c-21f6-4d13-8762-08520d01a568 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "GET /v2.0/ports?device_id=27ea6acc-dfe9-495e-8937-8e20c5180819 HTTP/1.1" status: 200 len: 205 time: 0.0274451 Feb 28 10:43:28.797408 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50216) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:28.834754 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-00c1aea1-b407-4dea-b000-97a459c7ae5e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Deleting port 0d3ece73-0663-4c34-8b39-1e9c722e6ba1 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:43:28.835056 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-00c1aea1-b407-4dea-b000-97a459c7ae5e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (0d3ece73-0663-4c34-8b39-1e9c722e6ba1), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:28.843987 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-b4a8e888-a6ed-4e93-a66f-ca1c3143edbb tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] delete failed (client error): The resource could not be found. Feb 28 10:43:28.845101 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-b4a8e888-a6ed-4e93-a66f-ca1c3143edbb tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "DELETE /v2.0/routers/27ea6acc-dfe9-495e-8937-8e20c5180819 HTTP/1.1" status: 404 len: 336 time: 0.0465915 Feb 28 10:43:28.848457 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50218) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:28.866221 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2712b48b-2424-4ab7-8d2a-541e72f8f8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (4bf38718-3786-456b-9dfe-d2ed1e33f21d), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:28.875611 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-3df8419c-a5b3-42a4-9bca-fc1ef256f799 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] DELETE failed (client error): The resource could not be found. Feb 28 10:43:28.876085 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3df8419c-a5b3-42a4-9bca-fc1ef256f799 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:43:28.880715 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-3df8419c-a5b3-42a4-9bca-fc1ef256f799 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "DELETE /v2.0/subnets/e3de4884-7daa-4b44-86f6-7d6155dadf13 HTTP/1.1" status: 404 len: 337 time: 0.0312970 Feb 28 10:43:28.884672 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50220) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:28.896569 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2712b48b-2424-4ab7-8d2a-541e72f8f8f1 None None] Pushing event deleted for resources: {'Port': ['ID=4bf38718-3786-456b-9dfe-d2ed1e33f21d,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:28.901019 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2712b48b-2424-4ab7-8d2a-541e72f8f8f1 None None] No DVR routers for this DVR port 4bf38718-3786-456b-9dfe-d2ed1e33f21d on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:43:28.940394 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c047c47f-faba-4f65-87b2-32c3e77157be tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "GET /v2.0/ports?device_id=0841001f-65d1-49a6-ba5d-756f53cf5e3e HTTP/1.1" status: 200 len: 205 time: 0.0516372 Feb 28 10:43:28.941139 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50222) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:28.955535 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-00c1aea1-b407-4dea-b000-97a459c7ae5e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] For port 0d3ece73-0663-4c34-8b39-1e9c722e6ba1, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=0d3ece73-0663-4c34-8b39-1e9c722e6ba1,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:43:28.956747 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-00c1aea1-b407-4dea-b000-97a459c7ae5e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (0d3ece73-0663-4c34-8b39-1e9c722e6ba1), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:28.972507 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-00c1aea1-b407-4dea-b000-97a459c7ae5e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Calling delete_port for 0d3ece73-0663-4c34-8b39-1e9c722e6ba1 owned by network:router_gateway {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:43:28.981927 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-30b7750a-e845-48b0-8a88-4b756116881c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] delete failed (client error): The resource could not be found. Feb 28 10:43:28.985284 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-30b7750a-e845-48b0-8a88-4b756116881c tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "DELETE /v2.0/routers/0841001f-65d1-49a6-ba5d-756f53cf5e3e HTTP/1.1" status: 404 len: 336 time: 0.0406172 Feb 28 10:43:28.985516 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50224) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:29.017314 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8d85dfb-5607-4d19-9d7f-82e1bed21ab8 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] DELETE failed (client error): The resource could not be found. Feb 28 10:43:29.018006 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8d85dfb-5607-4d19-9d7f-82e1bed21ab8 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:43:29.022886 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c8d85dfb-5607-4d19-9d7f-82e1bed21ab8 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "DELETE /v2.0/subnets/564f73cb-64bc-40c5-9bcb-c3ee4544f85c HTTP/1.1" status: 404 len: 337 time: 0.0351605 Feb 28 10:43:29.024432 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50226) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:29.058058 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-c87c7082-42b7-4a35-bcb4-5bc51a692e13 tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "GET /v2.0/ports?device_id=8ec12414-70c2-45d5-bbd2-f6461d514811 HTTP/1.1" status: 200 len: 205 time: 0.0304329 Feb 28 10:43:29.058327 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50228) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:29.113247 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.api.v2.resource [None req-c5c5353d-2878-4a57-b1a0-c24960438c2b tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] delete failed (client error): The resource could not be found. Feb 28 10:43:29.114327 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-c5c5353d-2878-4a57-b1a0-c24960438c2b tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "DELETE /v2.0/routers/8ec12414-70c2-45d5-bbd2-f6461d514811 HTTP/1.1" status: 404 len: 336 time: 0.0551155 Feb 28 10:43:29.117068 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50230) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:29.145163 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-e43ad0a6-afef-4941-aaae-dfe1b8fce8da tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] DELETE failed (client error): The resource could not be found. Feb 28 10:43:29.145778 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e43ad0a6-afef-4941-aaae-dfe1b8fce8da tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:43:29.150882 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-e43ad0a6-afef-4941-aaae-dfe1b8fce8da tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "DELETE /v2.0/subnets/3740732f-3cf6-455e-a6c0-84888fcaef5f HTTP/1.1" status: 404 len: 337 time: 0.0305936 Feb 28 10:43:29.151693 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50232) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:29.181113 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2db586a-f4f6-4194-8b47-a69f0cab909f tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] DELETE failed (client error): The resource could not be found. Feb 28 10:43:29.181652 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2db586a-f4f6-4194-8b47-a69f0cab909f tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:43:29.188887 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c2db586a-f4f6-4194-8b47-a69f0cab909f tempest-RoutersIpV6Test-653641071 tempest-RoutersIpV6Test-653641071-project] 10.222.0.62 "DELETE /v2.0/subnets/66eef1cf-1fe0-4758-b835-e31bf1f3748c HTTP/1.1" status: 404 len: 337 time: 0.0322955 Feb 28 10:43:29.287235 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-00c1aea1-b407-4dea-b000-97a459c7ae5e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (0d3ece73-0663-4c34-8b39-1e9c722e6ba1), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:29.323843 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c1aea1-b407-4dea-b000-97a459c7ae5e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event deleted for resources: {'Port': ['ID=0d3ece73-0663-4c34-8b39-1e9c722e6ba1,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:29.383116 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-00c1aea1-b407-4dea-b000-97a459c7ae5e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047843'] for router_gateway (d5be3c96-d3d3-4861-9461-a8c700c99693), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:29.481493 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-00c1aea1-b407-4dea-b000-97a459c7ae5e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (d5be3c96-d3d3-4861-9461-a8c700c99693), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:29.483716 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-00c1aea1-b407-4dea-b000-97a459c7ae5e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router_controller (d5be3c96-d3d3-4861-9461-a8c700c99693), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:29.504608 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 4bf38718-3786-456b-9dfe-d2ed1e33f21d no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:43:29.527080 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 4bf38718-3786-456b-9dfe-d2ed1e33f21d {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:43:29.527424 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 4bf38718-3786-456b-9dfe-d2ed1e33f21d not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:43:29.527845 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 0cea848e-f97e-4794-8738-5114b4b3b6b2 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:43:29.547083 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 0cea848e-f97e-4794-8738-5114b4b3b6b2 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:43:29.547431 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 0cea848e-f97e-4794-8738-5114b4b3b6b2 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:43:29.602811 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-00c1aea1-b407-4dea-b000-97a459c7ae5e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (d5be3c96-d3d3-4861-9461-a8c700c99693), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:29.603357 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c1aea1-b407-4dea-b000-97a459c7ae5e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Fanout notify agent at l3_agent the message router_deleted on router d5be3c96-d3d3-4861-9461-a8c700c99693 {{(pid=104083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:43:29.610662 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-00c1aea1-b407-4dea-b000-97a459c7ae5e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:29.612366 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-00c1aea1-b407-4dea-b000-97a459c7ae5e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "DELETE /v2.0/routers/d5be3c96-d3d3-4861-9461-a8c700c99693 HTTP/1.1" status: 204 len: 168 time: 1.4610760 Feb 28 10:43:29.615426 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50240) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:29.643657 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b1d0f-e314-4e85-9a75-92c477f6291e req-e42a683d-d1e5-4ccc-875b-7a01e9e3d1e9 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:29.645670 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6d7b1d0f-e314-4e85-9a75-92c477f6291e req-e42a683d-d1e5-4ccc-875b-7a01e9e3d1e9 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=462be7d2-7118-435d-bec2-a77773ee7f57 HTTP/1.1" status: 200 len: 944 time: 0.0754392 Feb 28 10:43:29.683583 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50242) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:29.706636 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ed06fa43-594f-47ff-8503-bce010691662 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (ed0b9869-ae23-48eb-aefa-6fa5242a6177), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:29.710597 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6d7b1d0f-e314-4e85-9a75-92c477f6291e req-80e002d4-302a-4ea0-bfea-2d53ba3cceba tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591860 Feb 28 10:43:29.824457 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ed06fa43-594f-47ff-8503-bce010691662 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (ed0b9869-ae23-48eb-aefa-6fa5242a6177), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:29.852963 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-ed06fa43-594f-47ff-8503-bce010691662 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed0b9869-ae23-48eb-aefa-6fa5242a6177']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:29.870930 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-ed06fa43-594f-47ff-8503-bce010691662 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '196a06c1-054f-4203-959b-df8db3aa333c') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:29.871234 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-ed06fa43-594f-47ff-8503-bce010691662 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '196a06c1-054f-4203-959b-df8db3aa333c') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:29.880821 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-05e94ec9-58a8-44db-94e0-f49b1aaf3b4b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bb2ba9ee3c07467ba10396b757cfe5bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1962004 Feb 28 10:43:29.883558 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50246) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:29.884235 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ed06fa43-594f-47ff-8503-bce010691662 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (196a06c1-054f-4203-959b-df8db3aa333c), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:29.897709 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ed06fa43-594f-47ff-8503-bce010691662 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (196a06c1-054f-4203-959b-df8db3aa333c), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:29.903439 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed06fa43-594f-47ff-8503-bce010691662 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:43:29.903827 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ed06fa43-594f-47ff-8503-bce010691662 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (196a06c1-054f-4203-959b-df8db3aa333c), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:29.906727 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 10:43:29.906727 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:43:29.906727 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 10:43:29.906727 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:43:29.906727 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 10:43:29.906727 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:43:29.906727 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 10:43:29.906727 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:43:29.906727 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 10:43:29.906727 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:43:29.906727 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 10:43:29.906727 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:43:29.906727 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 10:43:29.906727 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:43:29.906727 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:43:29.906727 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:43:29.906727 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:43:29.906727 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:43:29.906727 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 10:43:29.906727 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:43:29.906727 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 10:43:29.906727 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:43:29.906727 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:43:29.906727 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:43:29.906727 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 10:43:29.906727 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:43:29.906727 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:43:29.906727 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:43:29.906727 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:43:29.906727 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:43:29.906727 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:43:29.906727 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:43:29.931617 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9615b6fa-f784-4779-a5e7-ea816b5a489f admin admin] Publish callbacks [] for security_group (412ce3cd-9931-46eb-a705-fb6c22cc9d3f), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:29.954941 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9615b6fa-f784-4779-a5e7-ea816b5a489f admin admin] Publish callbacks [] for security_group (412ce3cd-9931-46eb-a705-fb6c22cc9d3f), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:30.008361 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ed06fa43-594f-47ff-8503-bce010691662 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (ed0b9869-ae23-48eb-aefa-6fa5242a6177), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:30.015595 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ed06fa43-594f-47ff-8503-bce010691662 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:30.019005 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-ed06fa43-594f-47ff-8503-bce010691662 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "DELETE /v2.0/networks/ed0b9869-ae23-48eb-aefa-6fa5242a6177 HTTP/1.1" status: 204 len: 168 time: 0.4024119 Feb 28 10:43:30.030699 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed06fa43-594f-47ff-8503-bce010691662 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event deleted for resources: {'Network': ['ID=ed0b9869-ae23-48eb-aefa-6fa5242a6177,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:30.041695 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50248) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:30.045586 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-eae175ce-ab00-428a-a302-e0e19a0240dd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'network': {'name': 'tempest-network-smoke--1222805517', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'port_security_enabled': True}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:30.059003 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9615b6fa-f784-4779-a5e7-ea816b5a489f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (412ce3cd-9931-46eb-a705-fb6c22cc9d3f), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:30.061663 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9615b6fa-f784-4779-a5e7-ea816b5a489f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:30.062818 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-9615b6fa-f784-4779-a5e7-ea816b5a489f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/412ce3cd-9931-46eb-a705-fb6c22cc9d3f HTTP/1.1" status: 204 len: 168 time: 0.1782637 Feb 28 10:43:30.071349 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9615b6fa-f784-4779-a5e7-ea816b5a489f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412ce3cd-9931-46eb-a705-fb6c22cc9d3f,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:30.123232 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae175ce-ab00-428a-a302-e0e19a0240dd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Made reservation on behalf of 02ebd57ebb02426fbf4a686f080eb9d7 for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:43:30.126993 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-eae175ce-ab00-428a-a302-e0e19a0240dd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:30.160826 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eae175ce-ab00-428a-a302-e0e19a0240dd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:43:30.164024 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-eae175ce-ab00-428a-a302-e0e19a0240dd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (4217e3b3-dda1-4405-8f0b-968394e06233), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:30.164370 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-eae175ce-ab00-428a-a302-e0e19a0240dd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Added segment 4217e3b3-dda1-4405-8f0b-968394e06233 of type vlan for network 87facf20-d6a2-4bb9-b756-e56df00b955d Feb 28 10:43:30.203970 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-eae175ce-ab00-428a-a302-e0e19a0240dd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (87facf20-d6a2-4bb9-b756-e56df00b955d), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:30.311873 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-eae175ce-ab00-428a-a302-e0e19a0240dd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (87facf20-d6a2-4bb9-b756-e56df00b955d), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:30.317911 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae175ce-ab00-428a-a302-e0e19a0240dd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:30.318564 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-eae175ce-ab00-428a-a302-e0e19a0240dd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:30.394778 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae175ce-ab00-428a-a302-e0e19a0240dd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Network': ['ID=87facf20-d6a2-4bb9-b756-e56df00b955d,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:30.406094 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 87facf20-d6a2-4bb9-b756-e56df00b955d details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:43:30.443925 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50252) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:30.444171 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-eae175ce-ab00-428a-a302-e0e19a0240dd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4022446 Feb 28 10:43:30.449611 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-e106bf26-1e5f-4430-bc56-616e10afd687 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1766215536', 'admin_state_up': True, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:30.545224 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e106bf26-1e5f-4430-bc56-616e10afd687 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (32d5914c-f6fa-4169-9942-db750048e99b), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:30.546356 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e106bf26-1e5f-4430-bc56-616e10afd687 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (32d5914c-f6fa-4169-9942-db750048e99b), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:30.573501 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:30.601339 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e106bf26-1e5f-4430-bc56-616e10afd687 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router_controller (32d5914c-f6fa-4169-9942-db750048e99b), precommit_add_association {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:30.831482 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e106bf26-1e5f-4430-bc56-616e10afd687 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router_gateway (32d5914c-f6fa-4169-9942-db750048e99b), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:30.832222 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95fa31b-914b-4fea-bc88-d375667552ca req-1628dff5-1bbd-4fc2-97d5-7374a538c3a6 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:30.833206 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d95fa31b-914b-4fea-bc88-d375667552ca req-1628dff5-1bbd-4fc2-97d5-7374a538c3a6 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=462be7d2-7118-435d-bec2-a77773ee7f57 HTTP/1.1" status: 200 len: 944 time: 0.0534329 Feb 28 10:43:30.882405 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d95fa31b-914b-4fea-bc88-d375667552ca req-192f4a55-4ab6-46dd-9068-2482e5915999 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434992 Feb 28 10:43:31.108614 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e106bf26-1e5f-4430-bc56-616e10afd687 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router_gateway (32d5914c-f6fa-4169-9942-db750048e99b), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:31.127459 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e106bf26-1e5f-4430-bc56-616e10afd687 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:31.229840 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-e106bf26-1e5f-4430-bc56-616e10afd687 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Allocated IP 172.26.3.219 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/5ce9e8f4-6d17-466a-8c36-beb33013f503) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:43:31.331679 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e106bf26-1e5f-4430-bc56-616e10afd687 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for port (5ce9e8f4-6d17-466a-8c36-beb33013f503), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:31.405099 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 0d3ece73-0663-4c34-8b39-1e9c722e6ba1 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:43:31.425634 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 0d3ece73-0663-4c34-8b39-1e9c722e6ba1 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:43:31.425981 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 0d3ece73-0663-4c34-8b39-1e9c722e6ba1 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:43:31.426215 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e106bf26-1e5f-4430-bc56-616e10afd687 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (5ce9e8f4-6d17-466a-8c36-beb33013f503), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:31.465740 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e106bf26-1e5f-4430-bc56-616e10afd687 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:43:31.468502 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-e106bf26-1e5f-4430-bc56-616e10afd687 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:43:31.474609 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e106bf26-1e5f-4430-bc56-616e10afd687 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:43:31.499858 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e106bf26-1e5f-4430-bc56-616e10afd687 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Port': ['ID=5ce9e8f4-6d17-466a-8c36-beb33013f503,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:31.791653 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e106bf26-1e5f-4430-bc56-616e10afd687 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router_gateway (32d5914c-f6fa-4169-9942-db750048e99b), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:32.278515 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e106bf26-1e5f-4430-bc56-616e10afd687 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (32d5914c-f6fa-4169-9942-db750048e99b), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:32.332887 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a695b-b942-44c8-b60b-25ac57732b01 req-3764349c-0250-492e-957b-4d6d2361d2e2 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:32.334282 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-bd6a695b-b942-44c8-b60b-25ac57732b01 req-3764349c-0250-492e-957b-4d6d2361d2e2 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=462be7d2-7118-435d-bec2-a77773ee7f57 HTTP/1.1" status: 200 len: 944 time: 0.3846323 Feb 28 10:43:32.432968 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-bd6a695b-b942-44c8-b60b-25ac57732b01 req-56825a0b-5de6-4265-8810-f5b418115aaa tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903056 Feb 28 10:43:32.511314 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e106bf26-1e5f-4430-bc56-616e10afd687 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Router 32d5914c-f6fa-4169-9942-db750048e99b is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:43:32.621446 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e106bf26-1e5f-4430-bc56-616e10afd687 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:43:32.630946 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63e66f2-a151-427e-a3c7-8b415acbfad7 None None] Sync routers for ids ['32d5914c-f6fa-4169-9942-db750048e99b'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:43:32.639995 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63e66f2-a151-427e-a3c7-8b415acbfad7 None None] Routers {'32d5914c-f6fa-4169-9942-db750048e99b'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:43:32.640633 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-d63e66f2-a151-427e-a3c7-8b415acbfad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:43:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['32d5914c-f6fa-4169-9942-db750048e99b'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:32.684800 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e106bf26-1e5f-4430-bc56-616e10afd687 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:32.686102 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-e106bf26-1e5f-4430-bc56-616e10afd687 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2406440 Feb 28 10:43:32.689271 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50258) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:32.719889 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-5f7bfae2-2e05-4026-810a-f2f283c6c47d tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=02ebd57ebb02426fbf4a686f080eb9d7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269673 Feb 28 10:43:32.720110 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50260) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:32.749285 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-d63e66f2-a151-427e-a3c7-8b415acbfad7 None None] Set router 32d5914c-f6fa-4169-9942-db750048e99b gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:43:32.810728 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0e2459-bf84-4a0c-b40a-51e8023484ea tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:32.812400 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-7e0e2459-bf84-4a0c-b40a-51e8023484ea tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0913677 Feb 28 10:43:32.815306 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50262) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:32.850854 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-6eb230bd-ad97-4ba8-bd9c-7e3c9d4099cc tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=e88d86cf-af22-4900-bdd2-aa4038554136&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0337136 Feb 28 10:43:32.853293 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50264) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:32.858202 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-0dda3121-41ea-405d-9969-2048ad4f2ba3 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2000043388', 'network_id': '87facf20-d6a2-4bb9-b756-e56df00b955d', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:32.936907 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-d63e66f2-a151-427e-a3c7-8b415acbfad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d5914c-f6fa-4169-9942-db750048e99b', 'name': 'tempest-TestNetworkBasicOps-router-1766215536', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.219'}], 'enable_snat': True}, 'gw_port_id': '5ce9e8f4-6d17-466a-8c36-beb33013f503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:43:30Z', 'updated_at': '2022-02-28T10:43:31Z', 'revision_number': 3, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '5ce9e8f4-6d17-466a-8c36-beb33013f503', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d5914c-f6fa-4169-9942-db750048e99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:31Z', 'updated_at': '2022-02-28T10:43:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:32.963591 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63e66f2-a151-427e-a3c7-8b415acbfad7 None None] Checking router: 32d5914c-f6fa-4169-9942-db750048e99b for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:43:32.963949 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63e66f2-a151-427e-a3c7-8b415acbfad7 None None] Updating router 32d5914c-f6fa-4169-9942-db750048e99b port 5ce9e8f4-6d17-466a-8c36-beb33013f503 binding host dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:43:32.991834 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d63e66f2-a151-427e-a3c7-8b415acbfad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (5ce9e8f4-6d17-466a-8c36-beb33013f503), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:33.002747 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dda3121-41ea-405d-9969-2048ad4f2ba3 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Made reservation on behalf of 02ebd57ebb02426fbf4a686f080eb9d7 for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:43:33.006244 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0dda3121-41ea-405d-9969-2048ad4f2ba3 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:33.220254 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0dda3121-41ea-405d-9969-2048ad4f2ba3 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (7c2ea426-0261-40b0-87fe-f3a1ea553dab), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:33.243053 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d63e66f2-a151-427e-a3c7-8b415acbfad7 None None] Publish callbacks [] for port (5ce9e8f4-6d17-466a-8c36-beb33013f503), precommit_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:33.283199 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dda3121-41ea-405d-9969-2048ad4f2ba3 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Subnet': ['ID=7c2ea426-0261-40b0-87fe-f3a1ea553dab,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:33.289134 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dda3121-41ea-405d-9969-2048ad4f2ba3 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Checking segment: {'id': '4217e3b3-dda1-4405-8f0b-968394e06233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '87facf20-d6a2-4bb9-b756-e56df00b955d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:43:33.289499 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dda3121-41ea-405d-9969-2048ad4f2ba3 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Network hostable DHCP agents. Network: 87facf20-d6a2-4bb9-b756-e56df00b955d, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:43:33.299866 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d63e66f2-a151-427e-a3c7-8b415acbfad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (5ce9e8f4-6d17-466a-8c36-beb33013f503), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:33.345377 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dda3121-41ea-405d-9969-2048ad4f2ba3 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Network 87facf20-d6a2-4bb9-b756-e56df00b955d is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:43:33.354697 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-d63e66f2-a151-427e-a3c7-8b415acbfad7 None None] Attempting to bind port 5ce9e8f4-6d17-466a-8c36-beb33013f503 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:43:33.357284 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-d63e66f2-a151-427e-a3c7-8b415acbfad7 None None] Attempting to bind port 5ce9e8f4-6d17-466a-8c36-beb33013f503 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:43:33.357284 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63e66f2-a151-427e-a3c7-8b415acbfad7 None None] Attempting to bind port 5ce9e8f4-6d17-466a-8c36-beb33013f503 on network e88d86cf-af22-4900-bdd2-aa4038554136 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:43:33.357284 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341e7ca-94a6-44be-af9a-82d7f29ddb45 None None] Pushing event updated for resources: {'Port': ['ID=5ce9e8f4-6d17-466a-8c36-beb33013f503,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:33.362762 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63e66f2-a151-427e-a3c7-8b415acbfad7 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:43:33.363165 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63e66f2-a151-427e-a3c7-8b415acbfad7 None None] Checking segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:43:33.363560 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d63e66f2-a151-427e-a3c7-8b415acbfad7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:33.363946 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63e66f2-a151-427e-a3c7-8b415acbfad7 None None] Bound using segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:43:33.364418 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-d63e66f2-a151-427e-a3c7-8b415acbfad7 None None] Bound port: 5ce9e8f4-6d17-466a-8c36-beb33013f503, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:43:33.364832 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d63e66f2-a151-427e-a3c7-8b415acbfad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (5ce9e8f4-6d17-466a-8c36-beb33013f503), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:33.413913 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-0dda3121-41ea-405d-9969-2048ad4f2ba3 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 87facf20-d6a2-4bb9-b756-e56df00b955d) {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:43:33.415772 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-d63e66f2-a151-427e-a3c7-8b415acbfad7 None None] For port 5ce9e8f4-6d17-466a-8c36-beb33013f503, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:43:33.418173 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dda3121-41ea-405d-9969-2048ad4f2ba3 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:33.418633 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0dda3121-41ea-405d-9969-2048ad4f2ba3 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:33.419853 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-d63e66f2-a151-427e-a3c7-8b415acbfad7 None None] For port 5ce9e8f4-6d17-466a-8c36-beb33013f503, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=5ce9e8f4-6d17-466a-8c36-beb33013f503,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:43:33.424873 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cbe1b5-6330-47bd-8ae6-23b7066bded2 None None] Network 87facf20-d6a2-4bb9-b756-e56df00b955d requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:43:33.473795 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d63e66f2-a151-427e-a3c7-8b415acbfad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (5ce9e8f4-6d17-466a-8c36-beb33013f503), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:33.490106 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50268) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:33.496748 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-0dda3121-41ea-405d-9969-2048ad4f2ba3 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6423385 Feb 28 10:43:33.556781 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63e66f2-a151-427e-a3c7-8b415acbfad7 None None] Routers {'32d5914c-f6fa-4169-9942-db750048e99b'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:43:33.557430 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-d63e66f2-a151-427e-a3c7-8b415acbfad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:43:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['32d5914c-f6fa-4169-9942-db750048e99b'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:33.571383 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e7bed-a8dd-4907-804a-dbaef71e0173 req-79963839-37d1-4af8-bdae-aaecf065c8f7 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:33.573118 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-0a3e7bed-a8dd-4907-804a-dbaef71e0173 req-79963839-37d1-4af8-bdae-aaecf065c8f7 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=462be7d2-7118-435d-bec2-a77773ee7f57 HTTP/1.1" status: 200 len: 944 time: 0.0724447 Feb 28 10:43:33.596232 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341e7ca-94a6-44be-af9a-82d7f29ddb45 None None] Pushing event updated for resources: {'Port': ['ID=5ce9e8f4-6d17-466a-8c36-beb33013f503,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:33.636204 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9188d664-1065-4848-a269-28d6e84f189a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-87facf20-d6a2-4bb9-b756-e56df00b955d', 'network_id': '87facf20-d6a2-4bb9-b756-e56df00b955d', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'fixed_ips': [{'subnet_id': '7c2ea426-0261-40b0-87fe-f3a1ea553dab'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:43:33.636895 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-0a3e7bed-a8dd-4907-804a-dbaef71e0173 req-87aa2559-7050-4585-b323-518cd4580fbb tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576069 Feb 28 10:43:33.637271 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9188d664-1065-4848-a269-28d6e84f189a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:33.758514 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-d63e66f2-a151-427e-a3c7-8b415acbfad7 None None] Set router 32d5914c-f6fa-4169-9942-db750048e99b gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:43:33.929255 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-9188d664-1065-4848-a269-28d6e84f189a None None] Allocated IP 172.20.0.2 (87facf20-d6a2-4bb9-b756-e56df00b955d/7c2ea426-0261-40b0-87fe-f3a1ea553dab/351108f5-25a9-4afc-a8d7-e5e2df61624b) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:43:33.970144 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8b206b2f-0367-4228-8cbc-53eeb9897a60 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:34.069823 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-d63e66f2-a151-427e-a3c7-8b415acbfad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d5914c-f6fa-4169-9942-db750048e99b', 'name': 'tempest-TestNetworkBasicOps-router-1766215536', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.219'}], 'enable_snat': True}, 'gw_port_id': '5ce9e8f4-6d17-466a-8c36-beb33013f503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:43:30Z', 'updated_at': '2022-02-28T10:43:31Z', 'revision_number': 3, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '5ce9e8f4-6d17-466a-8c36-beb33013f503', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d5914c-f6fa-4169-9942-db750048e99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:31Z', 'updated_at': '2022-02-28T10:43:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:34.113574 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63e66f2-a151-427e-a3c7-8b415acbfad7 None None] The sync data for ids ['32d5914c-f6fa-4169-9942-db750048e99b'] in dv-neutron-829161-3-hyperv is: [{'id': '32d5914c-f6fa-4169-9942-db750048e99b', 'name': 'tempest-TestNetworkBasicOps-router-1766215536', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.219'}], 'enable_snat': True}, 'gw_port_id': '5ce9e8f4-6d17-466a-8c36-beb33013f503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:43:30Z', 'updated_at': '2022-02-28T10:43:31Z', 'revision_number': 3, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '5ce9e8f4-6d17-466a-8c36-beb33013f503', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d5914c-f6fa-4169-9942-db750048e99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:31Z', 'updated_at': '2022-02-28T10:43:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:43:34.137267 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9188d664-1065-4848-a269-28d6e84f189a None None] Publish callbacks [] for port (351108f5-25a9-4afc-a8d7-e5e2df61624b), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:34.203173 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9188d664-1065-4848-a269-28d6e84f189a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (351108f5-25a9-4afc-a8d7-e5e2df61624b), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:34.243475 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9188d664-1065-4848-a269-28d6e84f189a None None] Network 87facf20-d6a2-4bb9-b756-e56df00b955d is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:43:34.247037 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-9188d664-1065-4848-a269-28d6e84f189a None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:43:34.250078 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9188d664-1065-4848-a269-28d6e84f189a None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:43:34.256866 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-8b206b2f-0367-4228-8cbc-53eeb9897a60 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Allocated IP 172.20.0.1 (87facf20-d6a2-4bb9-b756-e56df00b955d/7c2ea426-0261-40b0-87fe-f3a1ea553dab/6e168631-cbe4-447f-b4d4-88f921ef1bd3) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:43:34.267762 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9188d664-1065-4848-a269-28d6e84f189a None None] Pushing event updated for resources: {'Port': ['ID=351108f5-25a9-4afc-a8d7-e5e2df61624b,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:34.319047 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-9188d664-1065-4848-a269-28d6e84f189a None None] Attempting to bind port 351108f5-25a9-4afc-a8d7-e5e2df61624b on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:43:34.319427 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-9188d664-1065-4848-a269-28d6e84f189a None None] Attempting to bind port 351108f5-25a9-4afc-a8d7-e5e2df61624b by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '4217e3b3-dda1-4405-8f0b-968394e06233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '87facf20-d6a2-4bb9-b756-e56df00b955d'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:43:34.319796 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9188d664-1065-4848-a269-28d6e84f189a None None] Attempting to bind port 351108f5-25a9-4afc-a8d7-e5e2df61624b on network 87facf20-d6a2-4bb9-b756-e56df00b955d {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:43:34.326439 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9188d664-1065-4848-a269-28d6e84f189a None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:43:34.327047 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9188d664-1065-4848-a269-28d6e84f189a None None] Checking segment: {'id': '4217e3b3-dda1-4405-8f0b-968394e06233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '87facf20-d6a2-4bb9-b756-e56df00b955d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:43:34.327416 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9188d664-1065-4848-a269-28d6e84f189a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:34.327822 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9188d664-1065-4848-a269-28d6e84f189a None None] Bound using segment: {'id': '4217e3b3-dda1-4405-8f0b-968394e06233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '87facf20-d6a2-4bb9-b756-e56df00b955d'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:43:34.328473 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-9188d664-1065-4848-a269-28d6e84f189a None None] Bound port: 351108f5-25a9-4afc-a8d7-e5e2df61624b, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4217e3b3-dda1-4405-8f0b-968394e06233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '87facf20-d6a2-4bb9-b756-e56df00b955d'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:43:34.328914 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9188d664-1065-4848-a269-28d6e84f189a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (351108f5-25a9-4afc-a8d7-e5e2df61624b), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:34.394019 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8b206b2f-0367-4228-8cbc-53eeb9897a60 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for port (6e168631-cbe4-447f-b4d4-88f921ef1bd3), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:34.426881 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-9188d664-1065-4848-a269-28d6e84f189a None None] For port 351108f5-25a9-4afc-a8d7-e5e2df61624b, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:43:34.430084 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-9188d664-1065-4848-a269-28d6e84f189a None None] For port 351108f5-25a9-4afc-a8d7-e5e2df61624b, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=351108f5-25a9-4afc-a8d7-e5e2df61624b,segment=NetworkSegment(4217e3b3-dda1-4405-8f0b-968394e06233),segment_id=4217e3b3-dda1-4405-8f0b-968394e06233)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:43:34.506427 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8b206b2f-0367-4228-8cbc-53eeb9897a60 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (6e168631-cbe4-447f-b4d4-88f921ef1bd3), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:34.518615 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9188d664-1065-4848-a269-28d6e84f189a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (351108f5-25a9-4afc-a8d7-e5e2df61624b), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:34.553421 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b206b2f-0367-4228-8cbc-53eeb9897a60 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Network 87facf20-d6a2-4bb9-b756-e56df00b955d is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:43:34.557576 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-8b206b2f-0367-4228-8cbc-53eeb9897a60 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:43:34.563169 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b206b2f-0367-4228-8cbc-53eeb9897a60 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:43:34.592334 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9188d664-1065-4848-a269-28d6e84f189a None None] Pushing event updated for resources: {'Port': ['ID=351108f5-25a9-4afc-a8d7-e5e2df61624b,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:34.605145 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b206b2f-0367-4228-8cbc-53eeb9897a60 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Port': ['ID=6e168631-cbe4-447f-b4d4-88f921ef1bd3,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:34.621407 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8b206b2f-0367-4228-8cbc-53eeb9897a60 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047958'] for router_interface (32d5914c-f6fa-4169-9942-db750048e99b), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:34.800772 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d7c194-4f65-4833-9f19-32968b80ea12 req-53102454-39f3-416f-b4cd-ef0111b35b90 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:34.802423 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-23d7c194-4f65-4833-9f19-32968b80ea12 req-53102454-39f3-416f-b4cd-ef0111b35b90 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=462be7d2-7118-435d-bec2-a77773ee7f57 HTTP/1.1" status: 200 len: 944 time: 0.0880303 Feb 28 10:43:34.952575 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-23d7c194-4f65-4833-9f19-32968b80ea12 req-f145d86b-6c50-46c1-8b26-3c20e0f3751a tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440125 Feb 28 10:43:34.960028 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8b206b2f-0367-4228-8cbc-53eeb9897a60 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (6e168631-cbe4-447f-b4d4-88f921ef1bd3), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:35.253824 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8b206b2f-0367-4228-8cbc-53eeb9897a60 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for port (6e168631-cbe4-447f-b4d4-88f921ef1bd3), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:35.327826 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8b206b2f-0367-4228-8cbc-53eeb9897a60 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (6e168631-cbe4-447f-b4d4-88f921ef1bd3), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:35.407037 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8b206b2f-0367-4228-8cbc-53eeb9897a60 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047558'] for router_interface (32d5914c-f6fa-4169-9942-db750048e99b), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:35.409809 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b206b2f-0367-4228-8cbc-53eeb9897a60 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Port': ['ID=6e168631-cbe4-447f-b4d4-88f921ef1bd3,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:35.522595 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b206b2f-0367-4228-8cbc-53eeb9897a60 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Network 87facf20-d6a2-4bb9-b756-e56df00b955d is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:43:35.524782 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-8b206b2f-0367-4228-8cbc-53eeb9897a60 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:43:35.544154 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 351108f5-25a9-4afc-a8d7-e5e2df61624b up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:43:35.657778 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b206b2f-0367-4228-8cbc-53eeb9897a60 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Router 32d5914c-f6fa-4169-9942-db750048e99b has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:43:35.718671 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61a9a74-9f1b-4117-9bd4-f094333abf67 None None] Network 87facf20-d6a2-4bb9-b756-e56df00b955d requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:43:35.797437 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-baf372dd-bc1e-467f-956d-88c8fcd4d0cd None None] Provisioning complete for port 351108f5-25a9-4afc-a8d7-e5e2df61624b triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:43:35.797824 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-baf372dd-bc1e-467f-956d-88c8fcd4d0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (351108f5-25a9-4afc-a8d7-e5e2df61624b), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:35.873348 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 351108f5-25a9-4afc-a8d7-e5e2df61624b triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:43:35.873729 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (351108f5-25a9-4afc-a8d7-e5e2df61624b), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:35.980824 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-baf372dd-bc1e-467f-956d-88c8fcd4d0cd None None] Current status of the port 351108f5-25a9-4afc-a8d7-e5e2df61624b is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:43:35.981219 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-baf372dd-bc1e-467f-956d-88c8fcd4d0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (351108f5-25a9-4afc-a8d7-e5e2df61624b), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:36.049164 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 351108f5-25a9-4afc-a8d7-e5e2df61624b is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:43:36.049560 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (351108f5-25a9-4afc-a8d7-e5e2df61624b), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:36.064876 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b206b2f-0367-4228-8cbc-53eeb9897a60 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:43:36.068281 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-baf372dd-bc1e-467f-956d-88c8fcd4d0cd None None] For port 351108f5-25a9-4afc-a8d7-e5e2df61624b, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=351108f5-25a9-4afc-a8d7-e5e2df61624b,segment=NetworkSegment(4217e3b3-dda1-4405-8f0b-968394e06233),segment_id=4217e3b3-dda1-4405-8f0b-968394e06233)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:43:36.076113 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-8b206b2f-0367-4228-8cbc-53eeb9897a60 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "PUT /v2.0/routers/32d5914c-f6fa-4169-9942-db750048e99b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5823493 Feb 28 10:43:36.079417 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50274) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:36.153183 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-baf372dd-bc1e-467f-956d-88c8fcd4d0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (351108f5-25a9-4afc-a8d7-e5e2df61624b), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:36.154129 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6502e6a5-0cac-4815-9590-3c37aa99c87a None None] Sync routers for ids ['32d5914c-f6fa-4169-9942-db750048e99b'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:43:36.169974 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6502e6a5-0cac-4815-9590-3c37aa99c87a None None] Routers {'32d5914c-f6fa-4169-9942-db750048e99b'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:43:36.170872 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-6502e6a5-0cac-4815-9590-3c37aa99c87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:43:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['32d5914c-f6fa-4169-9942-db750048e99b'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:36.258604 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.db.api [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:43:36.259083 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG oslo_db.api [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:43:36.262093 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf372dd-bc1e-467f-956d-88c8fcd4d0cd None None] Pushing event updated for resources: {'Port': ['ID=351108f5-25a9-4afc-a8d7-e5e2df61624b,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:36.321413 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c822238-5d7a-4ac8-b3c1-8449ae5c524f tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:36.322297 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c822238-5d7a-4ac8-b3c1-8449ae5c524f tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:36.322989 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c822238-5d7a-4ac8-b3c1-8449ae5c524f tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:36.323636 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c822238-5d7a-4ac8-b3c1-8449ae5c524f tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:36.324128 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-6502e6a5-0cac-4815-9590-3c37aa99c87a None None] Set router 32d5914c-f6fa-4169-9942-db750048e99b gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:43:36.324400 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c822238-5d7a-4ac8-b3c1-8449ae5c524f tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:36.325114 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c822238-5d7a-4ac8-b3c1-8449ae5c524f tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:36.333337 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-1c822238-5d7a-4ac8-b3c1-8449ae5c524f tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4280 time: 0.2495332 Feb 28 10:43:36.333663 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50276) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:36.380687 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-5bf46ee2-e155-4810-bd03-d3aa731f6e2b None None] Provisioning complete for port 6e168631-cbe4-447f-b4d4-88f921ef1bd3 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:43:36.380687 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5bf46ee2-e155-4810-bd03-d3aa731f6e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (6e168631-cbe4-447f-b4d4-88f921ef1bd3), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:36.447669 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-5bf46ee2-e155-4810-bd03-d3aa731f6e2b None None] Port 6e168631-cbe4-447f-b4d4-88f921ef1bd3 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:43:36.448108 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bae32b-9f0a-4d3b-afe1-731f89a09d77 req-363b2266-f02a-47e0-9ba0-faa6015f3870 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:36.458796 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-83bae32b-9f0a-4d3b-afe1-731f89a09d77 req-363b2266-f02a-47e0-9ba0-faa6015f3870 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=462be7d2-7118-435d-bec2-a77773ee7f57 HTTP/1.1" status: 200 len: 944 time: 0.4112384 Feb 28 10:43:36.459047 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-5bf46ee2-e155-4810-bd03-d3aa731f6e2b None None] Provisioning complete for port 351108f5-25a9-4afc-a8d7-e5e2df61624b triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:43:36.459280 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5bf46ee2-e155-4810-bd03-d3aa731f6e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (351108f5-25a9-4afc-a8d7-e5e2df61624b), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:36.489021 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a45eb0-88b1-410d-b6d6-9ab452e1ad0c tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:36.490361 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a45eb0-88b1-410d-b6d6-9ab452e1ad0c tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:36.490825 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a45eb0-88b1-410d-b6d6-9ab452e1ad0c tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:36.491439 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a45eb0-88b1-410d-b6d6-9ab452e1ad0c tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:36.491896 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a45eb0-88b1-410d-b6d6-9ab452e1ad0c tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:36.492344 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a45eb0-88b1-410d-b6d6-9ab452e1ad0c tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:36.498393 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-84a45eb0-88b1-410d-b6d6-9ab452e1ad0c tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1635950 Feb 28 10:43:36.499090 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50278) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:36.525514 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-83bae32b-9f0a-4d3b-afe1-731f89a09d77 req-133b2d0e-b168-4dd7-9f67-a6b0f8b22d8e tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629699 Feb 28 10:43:36.585400 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-5bf46ee2-e155-4810-bd03-d3aa731f6e2b None None] Current status of the port 351108f5-25a9-4afc-a8d7-e5e2df61624b is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:43:36.612989 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-6502e6a5-0cac-4815-9590-3c37aa99c87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d5914c-f6fa-4169-9942-db750048e99b', 'name': 'tempest-TestNetworkBasicOps-router-1766215536', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.219'}], 'enable_snat': True}, 'gw_port_id': '5ce9e8f4-6d17-466a-8c36-beb33013f503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:43:30Z', 'updated_at': '2022-02-28T10:43:34Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '5ce9e8f4-6d17-466a-8c36-beb33013f503', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d5914c-f6fa-4169-9942-db750048e99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:31Z', 'updated_at': '2022-02-28T10:43:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '6e168631-cbe4-447f-b4d4-88f921ef1bd3', 'name': '', 'network_id': '87facf20-d6a2-4bb9-b756-e56df00b955d', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:e8:df:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d5914c-f6fa-4169-9942-db750048e99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '7c2ea426-0261-40b0-87fe-f3a1ea553dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:34Z', 'updated_at': '2022-02-28T10:43:35Z', 'revision_number': 2, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '7c2ea426-0261-40b0-87fe-f3a1ea553dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:36.640808 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6502e6a5-0cac-4815-9590-3c37aa99c87a None None] Checking router: 32d5914c-f6fa-4169-9942-db750048e99b for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:43:36.641009 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6502e6a5-0cac-4815-9590-3c37aa99c87a None None] Updating router 32d5914c-f6fa-4169-9942-db750048e99b port 6e168631-cbe4-447f-b4d4-88f921ef1bd3 binding host dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:43:36.669598 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6502e6a5-0cac-4815-9590-3c37aa99c87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (6e168631-cbe4-447f-b4d4-88f921ef1bd3), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:36.707895 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-c608f499-2764-470d-8e1a-b3706868619c None None] Provisioning complete for port 6e168631-cbe4-447f-b4d4-88f921ef1bd3 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:43:36.708929 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c608f499-2764-470d-8e1a-b3706868619c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (6e168631-cbe4-447f-b4d4-88f921ef1bd3), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:36.753423 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-c608f499-2764-470d-8e1a-b3706868619c None None] Port 6e168631-cbe4-447f-b4d4-88f921ef1bd3 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:43:36.765266 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-d1e5380e-8757-455f-81d1-f73e0a116604 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2650180 Feb 28 10:43:36.807133 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 351108f5-25a9-4afc-a8d7-e5e2df61624b is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:43:36.808293 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 5ce9e8f4-6d17-466a-8c36-beb33013f503 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:43:36.832218 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 39f9b205-5292-4a07-ae54-e3242de9f312 details requested by agent hyperv_hv-neutron-8291 with host hv-neutron-8291 {{(pid=104085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:43:36.929949 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-acbfb4f4-0f84-49c2-b93d-dfc3799b0820 None None] Provisioning complete for port 6e168631-cbe4-447f-b4d4-88f921ef1bd3 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:43:36.930404 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-acbfb4f4-0f84-49c2-b93d-dfc3799b0820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (6e168631-cbe4-447f-b4d4-88f921ef1bd3), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:36.934825 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 5ce9e8f4-6d17-466a-8c36-beb33013f503 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:43:36.935385 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (5ce9e8f4-6d17-466a-8c36-beb33013f503), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:37.011148 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-acbfb4f4-0f84-49c2-b93d-dfc3799b0820 None None] Port 6e168631-cbe4-447f-b4d4-88f921ef1bd3 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:43:37.029423 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 39f9b205-5292-4a07-ae54-e3242de9f312, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=39f9b205-5292-4a07-ae54-e3242de9f312,segment=NetworkSegment(19b5758e-ea8e-40b5-a035-63bdcbefede7),segment_id=19b5758e-ea8e-40b5-a035-63bdcbefede7)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:43:37.044651 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Returning: {'device': '39f9b205-5292-4a07-ae54-e3242de9f312', 'network_id': 'b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a', 'port_id': '39f9b205-5292-4a07-ae54-e3242de9f312', 'mac_address': 'fa:16:3e:c1:27:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8522a33-2f3b-469a-aaa7-bb28734740a0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:43:37.068682 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6502e6a5-0cac-4815-9590-3c37aa99c87a None None] Publish callbacks [] for port (6e168631-cbe4-447f-b4d4-88f921ef1bd3), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:37.079571 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50282) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:37.086010 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-72e74c84-029a-4c86-b4b8-d480f45d96cd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-374264117', 'description': 'tempest-secgroup-smoke-374264117 description', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:37.120962 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 5ce9e8f4-6d17-466a-8c36-beb33013f503 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:43:37.121355 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (5ce9e8f4-6d17-466a-8c36-beb33013f503), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:37.127518 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 39f9b205-5292-4a07-ae54-e3242de9f312 is: DOWN; New status is: BUILD {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:43:37.128311 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (39f9b205-5292-4a07-ae54-e3242de9f312), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:37.145414 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6502e6a5-0cac-4815-9590-3c37aa99c87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (6e168631-cbe4-447f-b4d4-88f921ef1bd3), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:37.150816 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39f9b205-5292-4a07-ae54-e3242de9f312 {{(pid=104085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:43:37.157280 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port 5ce9e8f4-6d17-466a-8c36-beb33013f503, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=5ce9e8f4-6d17-466a-8c36-beb33013f503,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:43:37.172181 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 39f9b205-5292-4a07-ae54-e3242de9f312, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=39f9b205-5292-4a07-ae54-e3242de9f312,segment=NetworkSegment(19b5758e-ea8e-40b5-a035-63bdcbefede7),segment_id=19b5758e-ea8e-40b5-a035-63bdcbefede7)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:43:37.183543 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-72e74c84-029a-4c86-b4b8-d480f45d96cd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:37.197549 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f6bdea-7864-491b-a831-41279a80f2ea None None] Pushing event updated for resources: {'Port': ['ID=6e168631-cbe4-447f-b4d4-88f921ef1bd3,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:37.219257 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f6bdea-7864-491b-a831-41279a80f2ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:37.219632 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f6bdea-7864-491b-a831-41279a80f2ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:37.219974 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f6bdea-7864-491b-a831-41279a80f2ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:37.220312 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f6bdea-7864-491b-a831-41279a80f2ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:37.220642 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f6bdea-7864-491b-a831-41279a80f2ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:37.221674 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f6bdea-7864-491b-a831-41279a80f2ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:37.222011 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f6bdea-7864-491b-a831-41279a80f2ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:37.222344 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f6bdea-7864-491b-a831-41279a80f2ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:37.222680 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f6bdea-7864-491b-a831-41279a80f2ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:37.223035 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f6bdea-7864-491b-a831-41279a80f2ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:37.223355 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f6bdea-7864-491b-a831-41279a80f2ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:37.223673 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f6bdea-7864-491b-a831-41279a80f2ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:37.223994 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f6bdea-7864-491b-a831-41279a80f2ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:37.261784 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-72e74c84-029a-4c86-b4b8-d480f45d96cd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (2909091d-7d22-4462-9e20-a625d8a2bbbb), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:37.262912 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-6502e6a5-0cac-4815-9590-3c37aa99c87a None None] Attempting to bind port 6e168631-cbe4-447f-b4d4-88f921ef1bd3 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:43:37.263287 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-6502e6a5-0cac-4815-9590-3c37aa99c87a None None] Attempting to bind port 6e168631-cbe4-447f-b4d4-88f921ef1bd3 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '4217e3b3-dda1-4405-8f0b-968394e06233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '87facf20-d6a2-4bb9-b756-e56df00b955d'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:43:37.263638 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6502e6a5-0cac-4815-9590-3c37aa99c87a None None] Attempting to bind port 6e168631-cbe4-447f-b4d4-88f921ef1bd3 on network 87facf20-d6a2-4bb9-b756-e56df00b955d {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:43:37.269365 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6502e6a5-0cac-4815-9590-3c37aa99c87a None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:43:37.269739 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6502e6a5-0cac-4815-9590-3c37aa99c87a None None] Checking segment: {'id': '4217e3b3-dda1-4405-8f0b-968394e06233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '87facf20-d6a2-4bb9-b756-e56df00b955d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:43:37.270162 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6502e6a5-0cac-4815-9590-3c37aa99c87a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:37.270825 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6502e6a5-0cac-4815-9590-3c37aa99c87a None None] Bound using segment: {'id': '4217e3b3-dda1-4405-8f0b-968394e06233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '87facf20-d6a2-4bb9-b756-e56df00b955d'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:43:37.271301 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-6502e6a5-0cac-4815-9590-3c37aa99c87a None None] Bound port: 6e168631-cbe4-447f-b4d4-88f921ef1bd3, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4217e3b3-dda1-4405-8f0b-968394e06233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '87facf20-d6a2-4bb9-b756-e56df00b955d'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:43:37.271818 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6502e6a5-0cac-4815-9590-3c37aa99c87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (6e168631-cbe4-447f-b4d4-88f921ef1bd3), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:37.272455 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (39f9b205-5292-4a07-ae54-e3242de9f312), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:37.276619 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (5ce9e8f4-6d17-466a-8c36-beb33013f503), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:37.312252 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-72e74c84-029a-4c86-b4b8-d480f45d96cd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (2909091d-7d22-4462-9e20-a625d8a2bbbb), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:37.335758 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=39f9b205-5292-4a07-ae54-e3242de9f312,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:37.352805 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-6502e6a5-0cac-4815-9590-3c37aa99c87a None None] For port 6e168631-cbe4-447f-b4d4-88f921ef1bd3, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:43:37.354699 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e74c84-029a-4c86-b4b8-d480f45d96cd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2909091d-7d22-4462-9e20-a625d8a2bbbb,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:37.358033 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-6502e6a5-0cac-4815-9590-3c37aa99c87a None None] For port 6e168631-cbe4-447f-b4d4-88f921ef1bd3, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=6e168631-cbe4-447f-b4d4-88f921ef1bd3,segment=NetworkSegment(4217e3b3-dda1-4405-8f0b-968394e06233),segment_id=4217e3b3-dda1-4405-8f0b-968394e06233)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:43:37.399125 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=5ce9e8f4-6d17-466a-8c36-beb33013f503,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:37.405262 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-72e74c84-029a-4c86-b4b8-d480f45d96cd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:37.406517 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-72e74c84-029a-4c86-b4b8-d480f45d96cd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3258603 Feb 28 10:43:37.409714 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50284) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:37.419930 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-d5965dac-7ca6-4f40-8418-cb0038fef790 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': '2909091d-7d22-4462-9e20-a625d8a2bbbb', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:37.441681 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-2ce5360b-06d1-486b-912c-43b8bc794c9d None None] Provisioning complete for port 6e168631-cbe4-447f-b4d4-88f921ef1bd3 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:43:37.442235 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2ce5360b-06d1-486b-912c-43b8bc794c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (6e168631-cbe4-447f-b4d4-88f921ef1bd3), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:37.456237 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6502e6a5-0cac-4815-9590-3c37aa99c87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (6e168631-cbe4-447f-b4d4-88f921ef1bd3), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:37.487499 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 351108f5-25a9-4afc-a8d7-e5e2df61624b up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:43:37.518991 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d5965dac-7ca6-4f40-8418-cb0038fef790 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (979ab596-545c-4ea8-aec5-972101c7e518), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:37.528964 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-2ce5360b-06d1-486b-912c-43b8bc794c9d None None] Port 6e168631-cbe4-447f-b4d4-88f921ef1bd3 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:43:37.540725 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6502e6a5-0cac-4815-9590-3c37aa99c87a None None] Routers {'32d5914c-f6fa-4169-9942-db750048e99b'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:43:37.541750 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-6502e6a5-0cac-4815-9590-3c37aa99c87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:43:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['32d5914c-f6fa-4169-9942-db750048e99b'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:37.567345 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 351108f5-25a9-4afc-a8d7-e5e2df61624b triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:43:37.568126 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (351108f5-25a9-4afc-a8d7-e5e2df61624b), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:37.600614 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d5965dac-7ca6-4f40-8418-cb0038fef790 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (979ab596-545c-4ea8-aec5-972101c7e518), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:37.617542 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f6bdea-7864-491b-a831-41279a80f2ea None None] Pushing event updated for resources: {'Port': ['ID=6e168631-cbe4-447f-b4d4-88f921ef1bd3,revision_number=4']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:37.623165 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['39f9b205-5292-4a07-ae54-e3242de9f312'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:43:37.679126 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d5965dac-7ca6-4f40-8418-cb0038fef790 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (979ab596-545c-4ea8-aec5-972101c7e518), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:37.700206 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5965dac-7ca6-4f40-8418-cb0038fef790 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=979ab596-545c-4ea8-aec5-972101c7e518,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:37.700708 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-6502e6a5-0cac-4815-9590-3c37aa99c87a None None] Set router 32d5914c-f6fa-4169-9942-db750048e99b gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:43:37.718554 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed387c5-85d5-422a-a3e3-3f4d97d39dff req-26055e35-131b-4cb8-adf7-088c556f9222 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:37.720192 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-3ed387c5-85d5-422a-a3e3-3f4d97d39dff req-26055e35-131b-4cb8-adf7-088c556f9222 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=462be7d2-7118-435d-bec2-a77773ee7f57 HTTP/1.1" status: 200 len: 945 time: 0.0890048 Feb 28 10:43:37.787743 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d5965dac-7ca6-4f40-8418-cb0038fef790 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:37.789240 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-d5965dac-7ca6-4f40-8418-cb0038fef790 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3734365 Feb 28 10:43:37.794890 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-3ed387c5-85d5-422a-a3e3-3f4d97d39dff req-219ab85e-4791-4f70-b1d5-47b137599815 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594146 Feb 28 10:43:37.795086 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50288) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:37.800596 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-0c878375-ce31-452d-a64f-a377096c5dff tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': '2909091d-7d22-4462-9e20-a625d8a2bbbb', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:37.864445 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 351108f5-25a9-4afc-a8d7-e5e2df61624b is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:43:37.922579 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0c878375-ce31-452d-a64f-a377096c5dff tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (af4ba972-bd75-4fff-9509-c16a0489864f), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:37.956753 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-6502e6a5-0cac-4815-9590-3c37aa99c87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d5914c-f6fa-4169-9942-db750048e99b', 'name': 'tempest-TestNetworkBasicOps-router-1766215536', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.219'}], 'enable_snat': True}, 'gw_port_id': '5ce9e8f4-6d17-466a-8c36-beb33013f503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:43:30Z', 'updated_at': '2022-02-28T10:43:34Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '5ce9e8f4-6d17-466a-8c36-beb33013f503', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d5914c-f6fa-4169-9942-db750048e99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:31Z', 'updated_at': '2022-02-28T10:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '6e168631-cbe4-447f-b4d4-88f921ef1bd3', 'name': '', 'network_id': '87facf20-d6a2-4bb9-b756-e56df00b955d', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:e8:df:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d5914c-f6fa-4169-9942-db750048e99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '7c2ea426-0261-40b0-87fe-f3a1ea553dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:34Z', 'updated_at': '2022-02-28T10:43:37Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '7c2ea426-0261-40b0-87fe-f3a1ea553dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:37.976991 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-e99e31d3-5afb-40a4-8b1e-a54988c21271 None None] Provisioning complete for port 6e168631-cbe4-447f-b4d4-88f921ef1bd3 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:43:37.977677 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e99e31d3-5afb-40a4-8b1e-a54988c21271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (6e168631-cbe4-447f-b4d4-88f921ef1bd3), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:37.985494 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6502e6a5-0cac-4815-9590-3c37aa99c87a None None] The sync data for ids ['32d5914c-f6fa-4169-9942-db750048e99b'] in dv-neutron-829161-3-hyperv is: [{'id': '32d5914c-f6fa-4169-9942-db750048e99b', 'name': 'tempest-TestNetworkBasicOps-router-1766215536', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.219'}], 'enable_snat': True}, 'gw_port_id': '5ce9e8f4-6d17-466a-8c36-beb33013f503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:43:30Z', 'updated_at': '2022-02-28T10:43:34Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '5ce9e8f4-6d17-466a-8c36-beb33013f503', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d5914c-f6fa-4169-9942-db750048e99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:31Z', 'updated_at': '2022-02-28T10:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '6e168631-cbe4-447f-b4d4-88f921ef1bd3', 'name': '', 'network_id': '87facf20-d6a2-4bb9-b756-e56df00b955d', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:e8:df:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d5914c-f6fa-4169-9942-db750048e99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '7c2ea426-0261-40b0-87fe-f3a1ea553dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:34Z', 'updated_at': '2022-02-28T10:43:37Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '7c2ea426-0261-40b0-87fe-f3a1ea553dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:43:37.987723 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0c878375-ce31-452d-a64f-a377096c5dff tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (af4ba972-bd75-4fff-9509-c16a0489864f), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:38.060358 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0c878375-ce31-452d-a64f-a377096c5dff tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (af4ba972-bd75-4fff-9509-c16a0489864f), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:38.086003 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c878375-ce31-452d-a64f-a377096c5dff tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af4ba972-bd75-4fff-9509-c16a0489864f,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:38.122891 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-e99e31d3-5afb-40a4-8b1e-a54988c21271 None None] Current status of the port 6e168631-cbe4-447f-b4d4-88f921ef1bd3 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:43:38.129197 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e99e31d3-5afb-40a4-8b1e-a54988c21271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (6e168631-cbe4-447f-b4d4-88f921ef1bd3), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:38.142442 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0c878375-ce31-452d-a64f-a377096c5dff tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:38.146455 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-0c878375-ce31-452d-a64f-a377096c5dff tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3482723 Feb 28 10:43:38.146680 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50290) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:38.151599 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-a2291ac9-e62b-4bcb-9bd0-c19820fd1817 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': '2909091d-7d22-4462-9e20-a625d8a2bbbb', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:38.178471 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-e99e31d3-5afb-40a4-8b1e-a54988c21271 None None] For port 6e168631-cbe4-447f-b4d4-88f921ef1bd3, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=6e168631-cbe4-447f-b4d4-88f921ef1bd3,segment=NetworkSegment(4217e3b3-dda1-4405-8f0b-968394e06233),segment_id=4217e3b3-dda1-4405-8f0b-968394e06233)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:43:38.231817 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a2291ac9-e62b-4bcb-9bd0-c19820fd1817 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (d48029ff-e2df-48c2-a3db-8873ad3c40ff), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:38.237909 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e99e31d3-5afb-40a4-8b1e-a54988c21271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (6e168631-cbe4-447f-b4d4-88f921ef1bd3), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:38.290442 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99e31d3-5afb-40a4-8b1e-a54988c21271 None None] Pushing event updated for resources: {'Port': ['ID=6e168631-cbe4-447f-b4d4-88f921ef1bd3,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:38.291795 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a2291ac9-e62b-4bcb-9bd0-c19820fd1817 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (d48029ff-e2df-48c2-a3db-8873ad3c40ff), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:38.368895 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a2291ac9-e62b-4bcb-9bd0-c19820fd1817 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (d48029ff-e2df-48c2-a3db-8873ad3c40ff), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:38.388031 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2291ac9-e62b-4bcb-9bd0-c19820fd1817 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d48029ff-e2df-48c2-a3db-8873ad3c40ff,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:38.467435 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a2291ac9-e62b-4bcb-9bd0-c19820fd1817 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:38.468948 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a2291ac9-e62b-4bcb-9bd0-c19820fd1817 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3210413 Feb 28 10:43:38.472447 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50292) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:38.477313 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-96a36f04-651a-46ad-9d0c-a4baf7d3a372 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': '2909091d-7d22-4462-9e20-a625d8a2bbbb', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:38.574282 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-96a36f04-651a-46ad-9d0c-a4baf7d3a372 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (2aad256b-8f9b-414e-93e4-c2cb7cab2d9a), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:38.637241 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-96a36f04-651a-46ad-9d0c-a4baf7d3a372 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (2aad256b-8f9b-414e-93e4-c2cb7cab2d9a), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:38.711826 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-96a36f04-651a-46ad-9d0c-a4baf7d3a372 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (2aad256b-8f9b-414e-93e4-c2cb7cab2d9a), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:38.729731 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a36f04-651a-46ad-9d0c-a4baf7d3a372 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aad256b-8f9b-414e-93e4-c2cb7cab2d9a,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:38.798656 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-96a36f04-651a-46ad-9d0c-a4baf7d3a372 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:38.800555 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-96a36f04-651a-46ad-9d0c-a4baf7d3a372 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3270321 Feb 28 10:43:38.803286 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50294) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:38.807655 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-4189e54e-7ccb-478f-b8ae-0f1bf75501ae tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': '2909091d-7d22-4462-9e20-a625d8a2bbbb', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:38.829756 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 39f9b205-5292-4a07-ae54-e3242de9f312 up at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:43:38.909405 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.securitygroups_db [None req-4189e54e-7ccb-478f-b8ae-0f1bf75501ae tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Project 02ebd57ebb02426fbf4a686f080eb9d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:43:38.919159 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4189e54e-7ccb-478f-b8ae-0f1bf75501ae tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (47d8b1b8-38b3-416c-8657-aaf89233269d), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:38.968117 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7a288-c437-4950-b700-024b18349464 req-b7ec38e9-a9c9-4f94-ba58-4a0e9a72ac17 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:38.969631 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-38e7a288-c437-4950-b700-024b18349464 req-b7ec38e9-a9c9-4f94-ba58-4a0e9a72ac17 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=462be7d2-7118-435d-bec2-a77773ee7f57 HTTP/1.1" status: 200 len: 945 time: 0.0893600 Feb 28 10:43:38.974026 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning for port 39f9b205-5292-4a07-ae54-e3242de9f312 completed by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:43:38.980118 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning complete for port 39f9b205-5292-4a07-ae54-e3242de9f312 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:43:38.980527 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (39f9b205-5292-4a07-ae54-e3242de9f312), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:39.017120 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4189e54e-7ccb-478f-b8ae-0f1bf75501ae tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (47d8b1b8-38b3-416c-8657-aaf89233269d), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:39.042704 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-38e7a288-c437-4950-b700-024b18349464 req-336d5f19-5111-44dd-b424-5e56984a75d4 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622892 Feb 28 10:43:39.071480 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 39f9b205-5292-4a07-ae54-e3242de9f312 is: BUILD; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:43:39.071876 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (39f9b205-5292-4a07-ae54-e3242de9f312), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:39.077214 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4189e54e-7ccb-478f-b8ae-0f1bf75501ae tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (47d8b1b8-38b3-416c-8657-aaf89233269d), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:39.095767 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462be7d2-7118-435d-bec2-a77773ee7f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f9b205-5292-4a07-ae54-e3242de9f312'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:43:39.097005 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4189e54e-7ccb-478f-b8ae-0f1bf75501ae tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47d8b1b8-38b3-416c-8657-aaf89233269d,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:39.098222 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b8ea01-84b2-458a-b91a-55d5370a0b95" -d '{"events": [{"server_uuid": "462be7d2-7118-435d-bec2-a77773ee7f57", "name": "network-vif-plugged", "status": "completed", "tag": "39f9b205-5292-4a07-ae54-e3242de9f312"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:43:39.111341 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 39f9b205-5292-4a07-ae54-e3242de9f312, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=39f9b205-5292-4a07-ae54-e3242de9f312,segment=NetworkSegment(19b5758e-ea8e-40b5-a035-63bdcbefede7),segment_id=19b5758e-ea8e-40b5-a035-63bdcbefede7)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:43:39.139526 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545dfa7c-2af6-492f-a37a-3760f70a6a0e x-openstack-request-id: req-545dfa7c-2af6-492f-a37a-3760f70a6a0e {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:43:39.139864 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "462be7d2-7118-435d-bec2-a77773ee7f57", "name": "network-vif-plugged", "status": "completed", "tag": "39f9b205-5292-4a07-ae54-e3242de9f312", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:43:39.140124 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-545dfa7c-2af6-492f-a37a-3760f70a6a0e {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:43:39.140525 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '462be7d2-7118-435d-bec2-a77773ee7f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f9b205-5292-4a07-ae54-e3242de9f312', 'code': 200} Feb 28 10:43:39.153431 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4189e54e-7ccb-478f-b8ae-0f1bf75501ae tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:39.154719 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-4189e54e-7ccb-478f-b8ae-0f1bf75501ae tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3504736 Feb 28 10:43:39.157511 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50300) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:39.162731 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-f8be496c-bbad-4bc9-ac2f-ca977778971b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': '2909091d-7d22-4462-9e20-a625d8a2bbbb', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:39.174288 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (39f9b205-5292-4a07-ae54-e3242de9f312), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:39.226719 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=39f9b205-5292-4a07-ae54-e3242de9f312,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:39.242937 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.securitygroups_db [None req-f8be496c-bbad-4bc9-ac2f-ca977778971b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Project 02ebd57ebb02426fbf4a686f080eb9d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:43:39.248214 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f8be496c-bbad-4bc9-ac2f-ca977778971b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (6bbc94a0-d2df-4ef3-94ed-c70e10a32c38), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:39.310851 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f8be496c-bbad-4bc9-ac2f-ca977778971b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (6bbc94a0-d2df-4ef3-94ed-c70e10a32c38), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:39.357066 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f8be496c-bbad-4bc9-ac2f-ca977778971b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (6bbc94a0-d2df-4ef3-94ed-c70e10a32c38), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:39.374778 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be496c-bbad-4bc9-ac2f-ca977778971b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bbc94a0-d2df-4ef3-94ed-c70e10a32c38,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:39.421721 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2694cb-aacd-47e5-8eeb-7548b454877a req-8120c1a7-f4e8-4676-ac82-6843a7e7fb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:39.423376 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-5c2694cb-aacd-47e5-8eeb-7548b454877a req-8120c1a7-f4e8-4676-ac82-6843a7e7fb70 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=462be7d2-7118-435d-bec2-a77773ee7f57 HTTP/1.1" status: 200 len: 1130 time: 0.0798697 Feb 28 10:43:39.444460 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f8be496c-bbad-4bc9-ac2f-ca977778971b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:39.446905 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-f8be496c-bbad-4bc9-ac2f-ca977778971b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2872705 Feb 28 10:43:39.488621 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-5c2694cb-aacd-47e5-8eeb-7548b454877a req-98a5ef5f-c2be-484f-a425-b580ae8e9a00 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586309 Feb 28 10:43:39.536567 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 6e168631-cbe4-447f-b4d4-88f921ef1bd3 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:43:39.587467 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 6e168631-cbe4-447f-b4d4-88f921ef1bd3 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:43:39.587856 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (6e168631-cbe4-447f-b4d4-88f921ef1bd3), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:39.669953 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-72fbb2a0-4fea-47cc-aaef-2d20789788cc req-e19dca62-53ef-4a21-825b-0c898b08a80c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-374264117&fields=id&tenant_id=02ebd57ebb02426fbf4a686f080eb9d7 HTTP/1.1" status: 200 len: 267 time: 0.0530772 Feb 28 10:43:39.670437 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 6e168631-cbe4-447f-b4d4-88f921ef1bd3 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:43:39.671725 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 5ce9e8f4-6d17-466a-8c36-beb33013f503 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:43:39.717479 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 5ce9e8f4-6d17-466a-8c36-beb33013f503 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:43:39.717863 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (5ce9e8f4-6d17-466a-8c36-beb33013f503), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:39.777473 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fbb2a0-4fea-47cc-aaef-2d20789788cc req-6d356d6b-ba63-4f6c-a77c-66e44e4b85dc tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:39.779042 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-72fbb2a0-4fea-47cc-aaef-2d20789788cc req-6d356d6b-ba63-4f6c-a77c-66e44e4b85dc tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/networks?id=87facf20-d6a2-4bb9-b756-e56df00b955d HTTP/1.1" status: 200 len: 797 time: 0.1018286 Feb 28 10:43:39.793304 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-72fbb2a0-4fea-47cc-aaef-2d20789788cc req-cb250a26-98ba-46a4-bd4e-21707a5ad872 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/quotas/02ebd57ebb02426fbf4a686f080eb9d7 HTTP/1.1" status: 200 len: 375 time: 0.0088930 Feb 28 10:43:39.799666 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 5ce9e8f4-6d17-466a-8c36-beb33013f503 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:43:39.890403 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-72fbb2a0-4fea-47cc-aaef-2d20789788cc req-61917ac4-8630-443e-a61e-b5fabddbab1c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=02ebd57ebb02426fbf4a686f080eb9d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0868115 Feb 28 10:43:39.990181 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-72fbb2a0-4fea-47cc-aaef-2d20789788cc req-7db9e4ee-70de-4d92-9ea6-e296d8367c7c service neutron] 10.222.0.62 "GET /v2.0/networks/87facf20-d6a2-4bb9-b756-e56df00b955d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872915 Feb 28 10:43:40.076806 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-72fbb2a0-4fea-47cc-aaef-2d20789788cc req-f48325fa-9a87-4cb5-8d65-18c237810955 service neutron] 10.222.0.62 "GET /v2.0/networks/87facf20-d6a2-4bb9-b756-e56df00b955d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809205 Feb 28 10:43:40.166734 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d6dc8d-dd7f-4944-b3a9-4faa0c4133a4 req-f7572463-6c21-49b8-b1a6-fba0021d83e6 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:40.168317 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-f1d6dc8d-dd7f-4944-b3a9-4faa0c4133a4 req-f7572463-6c21-49b8-b1a6-fba0021d83e6 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=462be7d2-7118-435d-bec2-a77773ee7f57 HTTP/1.1" status: 200 len: 946 time: 0.0528667 Feb 28 10:43:40.218848 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-f1d6dc8d-dd7f-4944-b3a9-4faa0c4133a4 req-87f0f500-2c07-4cfb-a76f-93c16391cc22 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450418 Feb 28 10:43:41.350568 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-bf6f5d27-08d3-4bba-94ef-dc4cbd73001e req-13f1ed69-43fb-4650-a97a-d0a7f07f0e6b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c3879c6-f55d-422e-9650-85cd4f778827 HTTP/1.1" status: 200 len: 210 time: 0.0322084 Feb 28 10:43:41.352692 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3fcc96-537a-4f80-b41b-959ebc93b508 req-85a7d5f2-9ba5-43ad-849a-41e283ed3d1d tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:41.354733 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-0e3fcc96-537a-4f80-b41b-959ebc93b508 req-85a7d5f2-9ba5-43ad-849a-41e283ed3d1d tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=462be7d2-7118-435d-bec2-a77773ee7f57 HTTP/1.1" status: 200 len: 946 time: 0.0683484 Feb 28 10:43:41.416274 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-0e3fcc96-537a-4f80-b41b-959ebc93b508 req-420460ea-69cc-40c4-82e5-742dd759fbbe tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571754 Feb 28 10:43:41.534521 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f426bb5-411d-4f21-82de-11511f111ae3 req-f09b2b89-e116-422f-99d0-adb4a2261ce5 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:41.535877 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6f426bb5-411d-4f21-82de-11511f111ae3 req-f09b2b89-e116-422f-99d0-adb4a2261ce5 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=462be7d2-7118-435d-bec2-a77773ee7f57 HTTP/1.1" status: 200 len: 946 time: 0.0529053 Feb 28 10:43:41.584297 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6f426bb5-411d-4f21-82de-11511f111ae3 req-96c7dcd5-c750-4c20-8ce9-3c6ca3bdef49 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429280 Feb 28 10:43:41.609572 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50330) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:41.801878 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff018aa-2f64-4025-934d-ed9d3aabffbc tempest-TestVolumeBootPattern-705207641 tempest-TestVolumeBootPattern-705207641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:41.803343 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-9ff018aa-2f64-4025-934d-ed9d3aabffbc tempest-TestVolumeBootPattern-705207641 tempest-TestVolumeBootPattern-705207641-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=462be7d2-7118-435d-bec2-a77773ee7f57 HTTP/1.1" status: 200 len: 1125 time: 0.1927035 Feb 28 10:43:41.806171 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50336) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:41.810463 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-61e00c90-c5bf-41e6-9e78-75bdea2f68bc tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Request body: {'floatingip': {'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'port_id': '39f9b205-5292-4a07-ae54-e3242de9f312', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:41.911819 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-61e00c90-c5bf-41e6-9e78-75bdea2f68bc tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:42.008758 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-61e00c90-c5bf-41e6-9e78-75bdea2f68bc tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:42.113747 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-61e00c90-c5bf-41e6-9e78-75bdea2f68bc tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Allocated IP 172.26.3.123 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/fb322289-f373-4a6d-b116-a16d2ed612af) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:43:42.214242 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-61e00c90-c5bf-41e6-9e78-75bdea2f68bc tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks [] for port (fb322289-f373-4a6d-b116-a16d2ed612af), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:42.311737 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-61e00c90-c5bf-41e6-9e78-75bdea2f68bc tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (fb322289-f373-4a6d-b116-a16d2ed612af), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:42.351917 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e00c90-c5bf-41e6-9e78-75bdea2f68bc tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:43:42.354762 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-61e00c90-c5bf-41e6-9e78-75bdea2f68bc tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:43:42.360502 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e00c90-c5bf-41e6-9e78-75bdea2f68bc tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:43:42.389837 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e00c90-c5bf-41e6-9e78-75bdea2f68bc tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Pushing event updated for resources: {'Port': ['ID=fb322289-f373-4a6d-b116-a16d2ed612af,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:42.451984 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-6d8d848e-7dc6-4b57-b7a8-b7367a3499ca req-88f3cc17-ebee-43a0-a32f-62726ea0c45c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c3879c6-f55d-422e-9650-85cd4f778827 HTTP/1.1" status: 200 len: 210 time: 0.0319536 Feb 28 10:43:43.151190 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-61e00c90-c5bf-41e6-9e78-75bdea2f68bc tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks [] for floatingip (92660ebc-8509-402e-ad03-59ec36a23c51), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:43.315153 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-61e00c90-c5bf-41e6-9e78-75bdea2f68bc tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (fb322289-f373-4a6d-b116-a16d2ed612af), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:43.473738 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-61e00c90-c5bf-41e6-9e78-75bdea2f68bc tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks [] for port (fb322289-f373-4a6d-b116-a16d2ed612af), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:43.496333 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fbb2a0-4fea-47cc-aaef-2d20789788cc req-d4ddeea7-34b5-458d-ad65-5d751c9fac3b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:43.497829 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-72fbb2a0-4fea-47cc-aaef-2d20789788cc req-d4ddeea7-34b5-458d-ad65-5d751c9fac3b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.70 "GET /v2.0/networks?id=87facf20-d6a2-4bb9-b756-e56df00b955d HTTP/1.1" status: 200 len: 797 time: 0.1093888 Feb 28 10:43:43.551487 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3f608b62-248e-4064-afe1-12c28eefcb35 req-8ffa515d-e773-4a49-919b-cc4a2fa6468f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c3879c6-f55d-422e-9650-85cd4f778827 HTTP/1.1" status: 200 len: 210 time: 0.0298123 Feb 28 10:43:43.553150 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-61e00c90-c5bf-41e6-9e78-75bdea2f68bc tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (fb322289-f373-4a6d-b116-a16d2ed612af), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:43.582607 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-72fbb2a0-4fea-47cc-aaef-2d20789788cc req-2c2416b5-0d8a-42a9-bc82-0aa0b7fbfbac tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02ebd57ebb02426fbf4a686f080eb9d7 HTTP/1.1" status: 200 len: 379 time: 0.0709219 Feb 28 10:43:43.591976 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [req-72fbb2a0-4fea-47cc-aaef-2d20789788cc req-336bbe4f-e51d-4d31-a12a-20b9eb577477 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'port': {'device_id': '0c3879c6-f55d-422e-9650-85cd4f778827', 'network_id': '87facf20-d6a2-4bb9-b756-e56df00b955d', 'admin_state_up': True, 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'security_groups': ['2909091d-7d22-4462-9e20-a625d8a2bbbb']}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:43.629983 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e00c90-c5bf-41e6-9e78-75bdea2f68bc tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Pushing event updated for resources: {'Port': ['ID=fb322289-f373-4a6d-b116-a16d2ed612af,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:43.644292 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-61e00c90-c5bf-41e6-9e78-75bdea2f68bc tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047917'] for floatingip (92660ebc-8509-402e-ad03-59ec36a23c51), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:43.750393 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.l3_db [None req-61e00c90-c5bf-41e6-9e78-75bdea2f68bc tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Floating IP 92660ebc-8509-402e-ad03-59ec36a23c51 associated. External IP: 172.26.3.123, port: 39f9b205-5292-4a07-ae54-e3242de9f312. Feb 28 10:43:43.774468 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72fbb2a0-4fea-47cc-aaef-2d20789788cc req-336bbe4f-e51d-4d31-a12a-20b9eb577477 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Made reservation on behalf of 02ebd57ebb02426fbf4a686f080eb9d7 for: {'port': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:43:43.777867 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-72fbb2a0-4fea-47cc-aaef-2d20789788cc req-336bbe4f-e51d-4d31-a12a-20b9eb577477 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:43.912194 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [req-72fbb2a0-4fea-47cc-aaef-2d20789788cc req-336bbe4f-e51d-4d31-a12a-20b9eb577477 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Allocated IP 172.20.0.6 (87facf20-d6a2-4bb9-b756-e56df00b955d/7c2ea426-0261-40b0-87fe-f3a1ea553dab/406ce2c7-6b60-433b-ac0e-132c8706be6c) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:43:43.989837 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61e00c90-c5bf-41e6-9e78-75bdea2f68bc tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Router fb9806d2-32f1-4369-b725-739487e43fc4 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:43:44.060131 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-72fbb2a0-4fea-47cc-aaef-2d20789788cc req-336bbe4f-e51d-4d31-a12a-20b9eb577477 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for port (406ce2c7-6b60-433b-ac0e-132c8706be6c), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:44.105158 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e00c90-c5bf-41e6-9e78-75bdea2f68bc tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:43:44.115101 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545028fc-c063-490d-a58c-7b9cdb5eb5cd None None] Sync routers for ids ['fb9806d2-32f1-4369-b725-739487e43fc4'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:43:44.124253 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545028fc-c063-490d-a58c-7b9cdb5eb5cd None None] Routers {'fb9806d2-32f1-4369-b725-739487e43fc4'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:43:44.124885 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-545028fc-c063-490d-a58c-7b9cdb5eb5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:43:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['fb9806d2-32f1-4369-b725-739487e43fc4'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:44.146340 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-72fbb2a0-4fea-47cc-aaef-2d20789788cc req-336bbe4f-e51d-4d31-a12a-20b9eb577477 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (406ce2c7-6b60-433b-ac0e-132c8706be6c), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:44.171261 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-61e00c90-c5bf-41e6-9e78-75bdea2f68bc tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:44.186457 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72fbb2a0-4fea-47cc-aaef-2d20789788cc req-336bbe4f-e51d-4d31-a12a-20b9eb577477 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Network 87facf20-d6a2-4bb9-b756-e56df00b955d is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:43:44.191677 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [req-72fbb2a0-4fea-47cc-aaef-2d20789788cc req-336bbe4f-e51d-4d31-a12a-20b9eb577477 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:43:44.198329 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [req-72fbb2a0-4fea-47cc-aaef-2d20789788cc req-336bbe4f-e51d-4d31-a12a-20b9eb577477 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:43:44.227079 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-61e00c90-c5bf-41e6-9e78-75bdea2f68bc tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4090624 Feb 28 10:43:44.227079 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '462be7d2-7118-435d-bec2-a77773ee7f57', 'tag': '39f9b205-5292-4a07-ae54-e3242de9f312'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:43:44.227079 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e5579b-1b2e-4218-8404-010f1661debe" -d '{"events": [{"name": "network-changed", "server_uuid": "462be7d2-7118-435d-bec2-a77773ee7f57", "tag": "39f9b205-5292-4a07-ae54-e3242de9f312"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:43:44.227988 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336bbe4f-e51d-4d31-a12a-20b9eb577477 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Port': ['ID=406ce2c7-6b60-433b-ac0e-132c8706be6c,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:44.266955 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fbb2a0-4fea-47cc-aaef-2d20789788cc req-336bbe4f-e51d-4d31-a12a-20b9eb577477 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:44.268177 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-72fbb2a0-4fea-47cc-aaef-2d20789788cc req-336bbe4f-e51d-4d31-a12a-20b9eb577477 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:44.279688 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7d275e-5f8a-430e-b953-35ed6ee13b01 x-openstack-request-id: req-ac7d275e-5f8a-430e-b953-35ed6ee13b01 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:43:44.279992 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "462be7d2-7118-435d-bec2-a77773ee7f57", "tag": "39f9b205-5292-4a07-ae54-e3242de9f312", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:43:44.280913 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ac7d275e-5f8a-430e-b953-35ed6ee13b01 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:43:44.281364 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '462be7d2-7118-435d-bec2-a77773ee7f57', 'tag': '39f9b205-5292-4a07-ae54-e3242de9f312', 'status': 'completed', 'code': 200} Feb 28 10:43:44.343702 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-72fbb2a0-4fea-47cc-aaef-2d20789788cc req-336bbe4f-e51d-4d31-a12a-20b9eb577477 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7557871 Feb 28 10:43:44.362301 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [req-72fbb2a0-4fea-47cc-aaef-2d20789788cc req-b36cc7f5-548a-48c6-ac2a-1da22f0942bc service neutron] Request body: {'port': {'device_id': '0c3879c6-f55d-422e-9650-85cd4f778827', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8291'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:44.378235 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5579b-1b2e-4218-8404-010f1661debe req-6eb94867-e977-4a17-8132-06ffcc9bca5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:44.379967 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-01e5579b-1b2e-4218-8404-010f1661debe req-6eb94867-e977-4a17-8132-06ffcc9bca5e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fb97474a860e4d948fd0a95e1b318101&device_id=462be7d2-7118-435d-bec2-a77773ee7f57 HTTP/1.1" status: 200 len: 1130 time: 0.0589809 Feb 28 10:43:44.415236 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-545028fc-c063-490d-a58c-7b9cdb5eb5cd None None] Set router fb9806d2-32f1-4369-b725-739487e43fc4 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:43:44.435903 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-72fbb2a0-4fea-47cc-aaef-2d20789788cc req-b36cc7f5-548a-48c6-ac2a-1da22f0942bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (406ce2c7-6b60-433b-ac0e-132c8706be6c), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:44.485006 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5579b-1b2e-4218-8404-010f1661debe req-ca4f0bcf-c80e-4fca-acbf-e4e3be7b7537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:44.486572 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-01e5579b-1b2e-4218-8404-010f1661debe req-ca4f0bcf-c80e-4fca-acbf-e4e3be7b7537 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a HTTP/1.1" status: 200 len: 911 time: 0.1003730 Feb 28 10:43:44.528233 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-9c8eba7b-9bfb-4072-b9d2-54bc2f6282a4 None None] Provisioning complete for port 406ce2c7-6b60-433b-ac0e-132c8706be6c triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:43:44.528637 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9c8eba7b-9bfb-4072-b9d2-54bc2f6282a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (406ce2c7-6b60-433b-ac0e-132c8706be6c), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:44.567159 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-01e5579b-1b2e-4218-8404-010f1661debe req-b3898d16-ff88-43cd-9731-92535f4a602d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39f9b205-5292-4a07-ae54-e3242de9f312 HTTP/1.1" status: 200 len: 1000 time: 0.0733471 Feb 28 10:43:44.611810 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-9c8eba7b-9bfb-4072-b9d2-54bc2f6282a4 None None] Port 406ce2c7-6b60-433b-ac0e-132c8706be6c cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:43:44.618866 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5579b-1b2e-4218-8404-010f1661debe req-9ac17165-3839-45c5-9a62-5d1272d75d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:44.622059 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-01e5579b-1b2e-4218-8404-010f1661debe req-9ac17165-3839-45c5-9a62-5d1272d75d7b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e8522a33-2f3b-469a-aaa7-bb28734740a0 HTTP/1.1" status: 200 len: 850 time: 0.0496609 Feb 28 10:43:44.710306 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5579b-1b2e-4218-8404-010f1661debe req-54aca05c-6ea7-4295-9c0f-300962979966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:44.712123 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-01e5579b-1b2e-4218-8404-010f1661debe req-54aca05c-6ea7-4295-9c0f-300962979966 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0828774 Feb 28 10:43:44.714674 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-545028fc-c063-490d-a58c-7b9cdb5eb5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'name': 'tempest-TestVolumeBootPattern-713778107-router', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a18ea445-10b9-43f2-906e-3ea457f19b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:59Z', 'updated_at': '2022-02-28T10:42:04Z', 'revision_number': 4, 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'gw_port': {'id': 'a18ea445-10b9-43f2-906e-3ea457f19b46', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:00Z', 'updated_at': '2022-02-28T10:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': '92660ebc-8509-402e-ad03-59ec36a23c51', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'floating_ip_address': '172.26.3.123', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'port_id': '39f9b205-5292-4a07-ae54-e3242de9f312', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a', 'mac_address': 'fa:16:3e:c1:27:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462be7d2-7118-435d-bec2-a77773ee7f57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:43:42Z', 'updated_at': '2022-02-28T10:43:42Z', 'revision_number': 0, 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '322c8862-e166-4219-b05c-8a81cc0fb920', 'name': '', 'network_id': 'b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'mac_address': 'fa:16:3e:dd:16:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'e8522a33-2f3b-469a-aaa7-bb28734740a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:03Z', 'updated_at': '2022-02-28T10:42:12Z', 'revision_number': 5, 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'subnets': [{'id': 'e8522a33-2f3b-469a-aaa7-bb28734740a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:44.727014 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [req-72fbb2a0-4fea-47cc-aaef-2d20789788cc req-b36cc7f5-548a-48c6-ac2a-1da22f0942bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 406ce2c7-6b60-433b-ac0e-132c8706be6c {{(pid=104084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:43:44.734523 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-72fbb2a0-4fea-47cc-aaef-2d20789788cc req-b36cc7f5-548a-48c6-ac2a-1da22f0942bc service neutron] Publish callbacks [] for port (406ce2c7-6b60-433b-ac0e-132c8706be6c), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:44.746308 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545028fc-c063-490d-a58c-7b9cdb5eb5cd None None] Checking router: fb9806d2-32f1-4369-b725-739487e43fc4 for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:43:44.747214 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.provisioning_blocks [req-72fbb2a0-4fea-47cc-aaef-2d20789788cc req-b36cc7f5-548a-48c6-ac2a-1da22f0942bc service neutron] Transition to ACTIVE for port object 406ce2c7-6b60-433b-ac0e-132c8706be6c will not be triggered until provisioned by entity L2. {{(pid=104084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:43:44.748319 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d4375a-ac3b-46f7-8f85-4526c35b41f4 req-01e047b0-8247-40dd-9bee-2d87b396027f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:44.749825 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f7d4375a-ac3b-46f7-8f85-4526c35b41f4 req-01e047b0-8247-40dd-9bee-2d87b396027f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c3879c6-f55d-422e-9650-85cd4f778827 HTTP/1.1" status: 200 len: 931 time: 0.0884004 Feb 28 10:43:44.755340 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545028fc-c063-490d-a58c-7b9cdb5eb5cd None None] Routers {'fb9806d2-32f1-4369-b725-739487e43fc4'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:43:44.756088 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-545028fc-c063-490d-a58c-7b9cdb5eb5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:43:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['fb9806d2-32f1-4369-b725-739487e43fc4'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:44.825926 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-72fbb2a0-4fea-47cc-aaef-2d20789788cc req-b36cc7f5-548a-48c6-ac2a-1da22f0942bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (406ce2c7-6b60-433b-ac0e-132c8706be6c), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:44.844014 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f7d4375a-ac3b-46f7-8f85-4526c35b41f4 req-7a7ba2d2-1c93-4f2c-9aa7-be68a057c4d6 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=2909091d-7d22-4462-9e20-a625d8a2bbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671723 Feb 28 10:43:44.855611 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-01e5579b-1b2e-4218-8404-010f1661debe req-31828c8f-eea0-4732-9864-0f8979f023cc service neutron] 10.222.0.70 "GET /v2.0/networks/b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374969 Feb 28 10:43:44.884236 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-545028fc-c063-490d-a58c-7b9cdb5eb5cd None None] Set router fb9806d2-32f1-4369-b725-739487e43fc4 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:43:44.888463 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36cc7f5-548a-48c6-ac2a-1da22f0942bc service neutron] Pushing event updated for resources: {'Port': ['ID=406ce2c7-6b60-433b-ac0e-132c8706be6c,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:44.987957 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.managers [req-72fbb2a0-4fea-47cc-aaef-2d20789788cc req-b36cc7f5-548a-48c6-ac2a-1da22f0942bc service neutron] Attempting to bind port 406ce2c7-6b60-433b-ac0e-132c8706be6c on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:43:44.988463 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.managers [req-72fbb2a0-4fea-47cc-aaef-2d20789788cc req-b36cc7f5-548a-48c6-ac2a-1da22f0942bc service neutron] Attempting to bind port 406ce2c7-6b60-433b-ac0e-132c8706be6c by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '4217e3b3-dda1-4405-8f0b-968394e06233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '87facf20-d6a2-4bb9-b756-e56df00b955d'}] {{(pid=104084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:43:44.988950 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fbb2a0-4fea-47cc-aaef-2d20789788cc req-b36cc7f5-548a-48c6-ac2a-1da22f0942bc service neutron] Attempting to bind port 406ce2c7-6b60-433b-ac0e-132c8706be6c on network 87facf20-d6a2-4bb9-b756-e56df00b955d {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:43:44.994441 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fbb2a0-4fea-47cc-aaef-2d20789788cc req-b36cc7f5-548a-48c6-ac2a-1da22f0942bc service neutron] Port 406ce2c7-6b60-433b-ac0e-132c8706be6c on network 87facf20-d6a2-4bb9-b756-e56df00b955d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:43:44.994886 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fbb2a0-4fea-47cc-aaef-2d20789788cc req-b36cc7f5-548a-48c6-ac2a-1da22f0942bc service neutron] Attempting to bind port 406ce2c7-6b60-433b-ac0e-132c8706be6c on network 87facf20-d6a2-4bb9-b756-e56df00b955d {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:43:45.001221 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fbb2a0-4fea-47cc-aaef-2d20789788cc req-b36cc7f5-548a-48c6-ac2a-1da22f0942bc service neutron] Checking agent: {'id': '9c9e5963-7abc-415a-a91c-4432861f4313', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'started_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:43:45.001480 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-01e5579b-1b2e-4218-8404-010f1661debe req-203647ea-ee52-4c37-aa8f-30d9a16053e6 service neutron] 10.222.0.70 "GET /v2.0/networks/b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356659 Feb 28 10:43:45.001831 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fbb2a0-4fea-47cc-aaef-2d20789788cc req-b36cc7f5-548a-48c6-ac2a-1da22f0942bc service neutron] Checking segment: {'id': '4217e3b3-dda1-4405-8f0b-968394e06233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '87facf20-d6a2-4bb9-b756-e56df00b955d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:43:45.003153 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fbb2a0-4fea-47cc-aaef-2d20789788cc req-b36cc7f5-548a-48c6-ac2a-1da22f0942bc service neutron] Bound using segment: {'id': '4217e3b3-dda1-4405-8f0b-968394e06233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '87facf20-d6a2-4bb9-b756-e56df00b955d'} {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:43:45.008120 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.managers [req-72fbb2a0-4fea-47cc-aaef-2d20789788cc req-b36cc7f5-548a-48c6-ac2a-1da22f0942bc service neutron] Bound port: 406ce2c7-6b60-433b-ac0e-132c8706be6c, host: hv-neutron-8291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4217e3b3-dda1-4405-8f0b-968394e06233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '87facf20-d6a2-4bb9-b756-e56df00b955d'}}] {{(pid=104084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:43:45.008120 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-72fbb2a0-4fea-47cc-aaef-2d20789788cc req-b36cc7f5-548a-48c6-ac2a-1da22f0942bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (406ce2c7-6b60-433b-ac0e-132c8706be6c), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:45.087982 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [req-72fbb2a0-4fea-47cc-aaef-2d20789788cc req-b36cc7f5-548a-48c6-ac2a-1da22f0942bc service neutron] For port 406ce2c7-6b60-433b-ac0e-132c8706be6c, host hv-neutron-8291, cleared binding levels {{(pid=104084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:43:45.092704 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [req-72fbb2a0-4fea-47cc-aaef-2d20789788cc req-b36cc7f5-548a-48c6-ac2a-1da22f0942bc service neutron] For port 406ce2c7-6b60-433b-ac0e-132c8706be6c, host hv-neutron-8291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=406ce2c7-6b60-433b-ac0e-132c8706be6c,segment=NetworkSegment(4217e3b3-dda1-4405-8f0b-968394e06233),segment_id=4217e3b3-dda1-4405-8f0b-968394e06233)] {{(pid=104084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:43:45.166766 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-545028fc-c063-490d-a58c-7b9cdb5eb5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'name': 'tempest-TestVolumeBootPattern-713778107-router', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a18ea445-10b9-43f2-906e-3ea457f19b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:59Z', 'updated_at': '2022-02-28T10:42:04Z', 'revision_number': 4, 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'gw_port': {'id': 'a18ea445-10b9-43f2-906e-3ea457f19b46', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:00Z', 'updated_at': '2022-02-28T10:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': '92660ebc-8509-402e-ad03-59ec36a23c51', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'floating_ip_address': '172.26.3.123', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'port_id': '39f9b205-5292-4a07-ae54-e3242de9f312', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a', 'mac_address': 'fa:16:3e:c1:27:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462be7d2-7118-435d-bec2-a77773ee7f57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:43:42Z', 'updated_at': '2022-02-28T10:43:42Z', 'revision_number': 0, 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '322c8862-e166-4219-b05c-8a81cc0fb920', 'name': '', 'network_id': 'b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'mac_address': 'fa:16:3e:dd:16:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'e8522a33-2f3b-469a-aaa7-bb28734740a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:03Z', 'updated_at': '2022-02-28T10:42:12Z', 'revision_number': 5, 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'subnets': [{'id': 'e8522a33-2f3b-469a-aaa7-bb28734740a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:45.169696 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-72fbb2a0-4fea-47cc-aaef-2d20789788cc req-b36cc7f5-548a-48c6-ac2a-1da22f0942bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (406ce2c7-6b60-433b-ac0e-132c8706be6c), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:45.194812 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545028fc-c063-490d-a58c-7b9cdb5eb5cd None None] The sync data for ids ['fb9806d2-32f1-4369-b725-739487e43fc4'] in dv-neutron-829161-3-hyperv is: [{'id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'name': 'tempest-TestVolumeBootPattern-713778107-router', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a18ea445-10b9-43f2-906e-3ea457f19b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:59Z', 'updated_at': '2022-02-28T10:42:04Z', 'revision_number': 4, 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'gw_port': {'id': 'a18ea445-10b9-43f2-906e-3ea457f19b46', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:00Z', 'updated_at': '2022-02-28T10:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': '92660ebc-8509-402e-ad03-59ec36a23c51', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'floating_ip_address': '172.26.3.123', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'port_id': '39f9b205-5292-4a07-ae54-e3242de9f312', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a', 'mac_address': 'fa:16:3e:c1:27:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462be7d2-7118-435d-bec2-a77773ee7f57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:43:42Z', 'updated_at': '2022-02-28T10:43:42Z', 'revision_number': 0, 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '322c8862-e166-4219-b05c-8a81cc0fb920', 'name': '', 'network_id': 'b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'mac_address': 'fa:16:3e:dd:16:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'e8522a33-2f3b-469a-aaa7-bb28734740a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:03Z', 'updated_at': '2022-02-28T10:42:12Z', 'revision_number': 5, 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'subnets': [{'id': 'e8522a33-2f3b-469a-aaa7-bb28734740a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:43:45.206113 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fbb2a0-4fea-47cc-aaef-2d20789788cc req-b36cc7f5-548a-48c6-ac2a-1da22f0942bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:45.207101 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-72fbb2a0-4fea-47cc-aaef-2d20789788cc req-b36cc7f5-548a-48c6-ac2a-1da22f0942bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:45.208255 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-72fbb2a0-4fea-47cc-aaef-2d20789788cc req-b36cc7f5-548a-48c6-ac2a-1da22f0942bc service neutron] 10.222.0.70 "PUT /v2.0/ports/406ce2c7-6b60-433b-ac0e-132c8706be6c HTTP/1.1" status: 200 len: 1093 time: 0.8505123 Feb 28 10:43:45.210777 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c3879c6-f55d-422e-9650-85cd4f778827', 'tag': '406ce2c7-6b60-433b-ac0e-132c8706be6c'}] {{(pid=104084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:43:45.213165 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ffa69481dce8c4e68394bb3e97aff222617d39f0bec9a6d6e4c39a9256e7c95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d5bbdc-7a9a-46e5-bf45-c453e2273e99" -d '{"events": [{"name": "network-changed", "server_uuid": "0c3879c6-f55d-422e-9650-85cd4f778827", "tag": "406ce2c7-6b60-433b-ac0e-132c8706be6c"}]}' {{(pid=104084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:43:45.245980 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36cc7f5-548a-48c6-ac2a-1da22f0942bc service neutron] Pushing event updated for resources: {'Port': ['ID=406ce2c7-6b60-433b-ac0e-132c8706be6c,revision_number=3']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:45.276468 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee3f03e-fee4-435b-bd32-f5ef6622592f x-openstack-request-id: req-0ee3f03e-fee4-435b-bd32-f5ef6622592f {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:43:45.276781 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c3879c6-f55d-422e-9650-85cd4f778827", "tag": "406ce2c7-6b60-433b-ac0e-132c8706be6c", "status": "completed", "code": 200}]} {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:43:45.277044 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0ee3f03e-fee4-435b-bd32-f5ef6622592f {{(pid=104084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:43:45.277467 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c3879c6-f55d-422e-9650-85cd4f778827', 'tag': '406ce2c7-6b60-433b-ac0e-132c8706be6c', 'status': 'completed', 'code': 200} Feb 28 10:43:45.372043 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d5bbdc-7a9a-46e5-bf45-c453e2273e99 req-8d879e36-1a01-4e68-a3e6-8b6aa7f64b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:45.373575 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d9d5bbdc-7a9a-46e5-bf45-c453e2273e99 req-8d879e36-1a01-4e68-a3e6-8b6aa7f64b09 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=02ebd57ebb02426fbf4a686f080eb9d7&device_id=0c3879c6-f55d-422e-9650-85cd4f778827 HTTP/1.1" status: 200 len: 1127 time: 0.0568228 Feb 28 10:43:45.422151 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bcda01-4125-4760-be0b-e7311d26d267 None None] New status for floating IP 92660ebc-8509-402e-ad03-59ec36a23c51: ACTIVE {{(pid=104086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:43:45.557430 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d5bbdc-7a9a-46e5-bf45-c453e2273e99 req-929b6aca-931c-48d4-a22f-61daa25e76d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:45.559015 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d9d5bbdc-7a9a-46e5-bf45-c453e2273e99 req-929b6aca-931c-48d4-a22f-61daa25e76d5 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=02ebd57ebb02426fbf4a686f080eb9d7&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1725650 Feb 28 10:43:45.715769 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d5bbdc-7a9a-46e5-bf45-c453e2273e99 req-af263e7f-c7c6-4bd4-be18-c94e11626edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:45.717269 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d9d5bbdc-7a9a-46e5-bf45-c453e2273e99 req-af263e7f-c7c6-4bd4-be18-c94e11626edd service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1521196 Feb 28 10:43:45.814321 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fbb2a0-4fea-47cc-aaef-2d20789788cc req-e5b9dbac-4657-47ef-85f6-981a43f94565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:45.816236 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-72fbb2a0-4fea-47cc-aaef-2d20789788cc req-e5b9dbac-4657-47ef-85f6-981a43f94565 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=02ebd57ebb02426fbf4a686f080eb9d7&device_id=0c3879c6-f55d-422e-9650-85cd4f778827 HTTP/1.1" status: 200 len: 1127 time: 0.0445006 Feb 28 10:43:45.869493 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-72fbb2a0-4fea-47cc-aaef-2d20789788cc req-7ea2b999-3ffa-4086-8941-0062b2c7de7b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=406ce2c7-6b60-433b-ac0e-132c8706be6c HTTP/1.1" status: 200 len: 217 time: 0.0382793 Feb 28 10:43:45.918501 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fbb2a0-4fea-47cc-aaef-2d20789788cc req-5a563be2-b747-42d9-80dc-7e32fc221161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:45.919991 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-72fbb2a0-4fea-47cc-aaef-2d20789788cc req-5a563be2-b747-42d9-80dc-7e32fc221161 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7c2ea426-0261-40b0-87fe-f3a1ea553dab HTTP/1.1" status: 200 len: 835 time: 0.0440738 Feb 28 10:43:45.968655 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fbb2a0-4fea-47cc-aaef-2d20789788cc req-47f51a71-df6b-4ed1-8af1-9800e84fae1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:45.968895 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13630bdf-1ba0-4f31-aa23-8a7dd320f8a9 req-212b63af-cf56-4130-9c7d-2e405e7026ee tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:45.970154 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-72fbb2a0-4fea-47cc-aaef-2d20789788cc req-47f51a71-df6b-4ed1-8af1-9800e84fae1b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=87facf20-d6a2-4bb9-b756-e56df00b955d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0442257 Feb 28 10:43:45.970340 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-13630bdf-1ba0-4f31-aa23-8a7dd320f8a9 req-212b63af-cf56-4130-9c7d-2e405e7026ee tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c3879c6-f55d-422e-9650-85cd4f778827 HTTP/1.1" status: 200 len: 943 time: 0.0541327 Feb 28 10:43:46.022317 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-13630bdf-1ba0-4f31-aa23-8a7dd320f8a9 req-7b4508c9-2490-4eb5-8bff-eae26deca365 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=2909091d-7d22-4462-9e20-a625d8a2bbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457115 Feb 28 10:43:46.062681 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-72fbb2a0-4fea-47cc-aaef-2d20789788cc req-3bcc2cf9-3e20-41e6-b8dd-c453fe07770a service neutron] 10.222.0.70 "GET /v2.0/networks/87facf20-d6a2-4bb9-b756-e56df00b955d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855761 Feb 28 10:43:46.152283 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-72fbb2a0-4fea-47cc-aaef-2d20789788cc req-9e440876-177e-4c98-aeb3-90abd787ffcc service neutron] 10.222.0.70 "GET /v2.0/networks/87facf20-d6a2-4bb9-b756-e56df00b955d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806460 Feb 28 10:43:46.431207 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-51aff9f0-84fd-4e7e-b58f-0ad48d67aaf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:47.147171 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b533f6-ed35-4b13-ab37-12c2751a9835 req-3838b185-d2f7-430a-8f2d-39e73217163f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:47.148757 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-c1b533f6-ed35-4b13-ab37-12c2751a9835 req-3838b185-d2f7-430a-8f2d-39e73217163f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c3879c6-f55d-422e-9650-85cd4f778827 HTTP/1.1" status: 200 len: 943 time: 0.0570989 Feb 28 10:43:47.197188 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-c1b533f6-ed35-4b13-ab37-12c2751a9835 req-16bcea70-4e0a-47b3-9c2f-62f8e160a5da tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=2909091d-7d22-4462-9e20-a625d8a2bbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428290 Feb 28 10:43:48.312691 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c39943-394d-489d-87ee-cc99565fdfa0 req-ba2fbe7b-65f4-42c3-9f46-47a1b0d0a04c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:48.314153 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-57c39943-394d-489d-87ee-cc99565fdfa0 req-ba2fbe7b-65f4-42c3-9f46-47a1b0d0a04c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c3879c6-f55d-422e-9650-85cd4f778827 HTTP/1.1" status: 200 len: 943 time: 0.0516763 Feb 28 10:43:48.363078 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-57c39943-394d-489d-87ee-cc99565fdfa0 req-7e52d60f-da08-4b0e-9ba6-4814ffd7c3d7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=2909091d-7d22-4462-9e20-a625d8a2bbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427730 Feb 28 10:43:48.677037 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-55d4e3dc-1280-4cc0-a356-ebb32f0f924f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:48.857856 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 406ce2c7-6b60-433b-ac0e-132c8706be6c details requested by agent hyperv_hv-neutron-8291 with host hv-neutron-8291 {{(pid=104085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:43:48.955727 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 406ce2c7-6b60-433b-ac0e-132c8706be6c, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=406ce2c7-6b60-433b-ac0e-132c8706be6c,segment=NetworkSegment(4217e3b3-dda1-4405-8f0b-968394e06233),segment_id=4217e3b3-dda1-4405-8f0b-968394e06233)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:43:48.967015 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Returning: {'device': '406ce2c7-6b60-433b-ac0e-132c8706be6c', 'network_id': '87facf20-d6a2-4bb9-b756-e56df00b955d', 'port_id': '406ce2c7-6b60-433b-ac0e-132c8706be6c', 'mac_address': 'fa:16:3e:25:2d:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2ea426-0261-40b0-87fe-f3a1ea553dab', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:43:49.003823 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 406ce2c7-6b60-433b-ac0e-132c8706be6c is: DOWN; New status is: BUILD {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:43:49.004217 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (406ce2c7-6b60-433b-ac0e-132c8706be6c), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:49.016879 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 406ce2c7-6b60-433b-ac0e-132c8706be6c {{(pid=104085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:43:49.036116 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 406ce2c7-6b60-433b-ac0e-132c8706be6c, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=406ce2c7-6b60-433b-ac0e-132c8706be6c,segment=NetworkSegment(4217e3b3-dda1-4405-8f0b-968394e06233),segment_id=4217e3b3-dda1-4405-8f0b-968394e06233)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:43:49.117231 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (406ce2c7-6b60-433b-ac0e-132c8706be6c), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:49.169759 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=406ce2c7-6b60-433b-ac0e-132c8706be6c,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:49.391295 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['406ce2c7-6b60-433b-ac0e-132c8706be6c'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:43:49.480219 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3253459e-601d-49c0-b1b2-daebded2d659 req-018a0646-b1bb-4d7a-ac57-9066e9e1c519 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:49.481712 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-3253459e-601d-49c0-b1b2-daebded2d659 req-018a0646-b1bb-4d7a-ac57-9066e9e1c519 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c3879c6-f55d-422e-9650-85cd4f778827 HTTP/1.1" status: 200 len: 944 time: 0.0526452 Feb 28 10:43:49.531295 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-3253459e-601d-49c0-b1b2-daebded2d659 req-d203eea1-e60e-4967-a09a-996b93a096ce tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=2909091d-7d22-4462-9e20-a625d8a2bbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439878 Feb 28 10:43:49.968294 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:50.653222 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac2c18b-b60e-4f5e-91b4-d8562b8338bf req-74d2f3c5-63c1-43ba-8df0-11cd50a37854 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:50.654685 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-eac2c18b-b60e-4f5e-91b4-d8562b8338bf req-74d2f3c5-63c1-43ba-8df0-11cd50a37854 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c3879c6-f55d-422e-9650-85cd4f778827 HTTP/1.1" status: 200 len: 944 time: 0.0566971 Feb 28 10:43:50.702880 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-eac2c18b-b60e-4f5e-91b4-d8562b8338bf req-0453e818-6a96-4fa4-89c3-e44de877137b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=2909091d-7d22-4462-9e20-a625d8a2bbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423429 Feb 28 10:43:50.874991 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 406ce2c7-6b60-433b-ac0e-132c8706be6c up at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:43:50.979878 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning for port 406ce2c7-6b60-433b-ac0e-132c8706be6c completed by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:43:50.983894 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning complete for port 406ce2c7-6b60-433b-ac0e-132c8706be6c triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:43:50.984271 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (406ce2c7-6b60-433b-ac0e-132c8706be6c), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:51.074475 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 406ce2c7-6b60-433b-ac0e-132c8706be6c is: BUILD; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:43:51.074907 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (406ce2c7-6b60-433b-ac0e-132c8706be6c), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:51.099383 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c3879c6-f55d-422e-9650-85cd4f778827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406ce2c7-6b60-433b-ac0e-132c8706be6c'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:43:51.101861 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f7aa2e-5c1a-4977-b3f8-3f0e8b5092a4" -d '{"events": [{"server_uuid": "0c3879c6-f55d-422e-9650-85cd4f778827", "name": "network-vif-plugged", "status": "completed", "tag": "406ce2c7-6b60-433b-ac0e-132c8706be6c"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:43:51.115454 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 406ce2c7-6b60-433b-ac0e-132c8706be6c, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=406ce2c7-6b60-433b-ac0e-132c8706be6c,segment=NetworkSegment(4217e3b3-dda1-4405-8f0b-968394e06233),segment_id=4217e3b3-dda1-4405-8f0b-968394e06233)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:43:51.146966 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9d4a0c-4bab-4130-ac41-8d15506601a6 x-openstack-request-id: req-df9d4a0c-4bab-4130-ac41-8d15506601a6 {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:43:51.147371 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c3879c6-f55d-422e-9650-85cd4f778827", "name": "network-vif-plugged", "status": "completed", "tag": "406ce2c7-6b60-433b-ac0e-132c8706be6c", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:43:51.147590 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-df9d4a0c-4bab-4130-ac41-8d15506601a6 {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:43:51.147992 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c3879c6-f55d-422e-9650-85cd4f778827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406ce2c7-6b60-433b-ac0e-132c8706be6c', 'code': 200} Feb 28 10:43:51.192295 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (406ce2c7-6b60-433b-ac0e-132c8706be6c), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:51.249666 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=406ce2c7-6b60-433b-ac0e-132c8706be6c,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:51.288647 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:51.509069 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec614242-3ee3-4c94-a422-caf0c419c55c req-259a023b-f09d-4c9c-a45c-8987ad8d779e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:51.510672 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-ec614242-3ee3-4c94-a422-caf0c419c55c req-259a023b-f09d-4c9c-a45c-8987ad8d779e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0c3879c6-f55d-422e-9650-85cd4f778827 HTTP/1.1" status: 200 len: 1129 time: 0.0465150 Feb 28 10:43:51.561237 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-ec614242-3ee3-4c94-a422-caf0c419c55c req-4323f650-bbcd-4e7f-b869-8d5b7d13ccf4 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2909091d-7d22-4462-9e20-a625d8a2bbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446889 Feb 28 10:43:51.715045 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:43:51.822146 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d6d45-adbd-4660-a1d7-33b58cec6df4 req-97e3d912-b756-4a5f-8355-e8e1907cb520 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:51.823797 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-992d6d45-adbd-4660-a1d7-33b58cec6df4 req-97e3d912-b756-4a5f-8355-e8e1907cb520 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c3879c6-f55d-422e-9650-85cd4f778827 HTTP/1.1" status: 200 len: 945 time: 0.0561028 Feb 28 10:43:51.875890 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-992d6d45-adbd-4660-a1d7-33b58cec6df4 req-136364d2-e265-4707-ad0f-cc0489a0b829 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=2909091d-7d22-4462-9e20-a625d8a2bbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464890 Feb 28 10:43:52.670912 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:52.996718 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c0dd3-60db-45b9-b55a-0fdb31bfa9c2 req-e385d0aa-4964-4be2-93da-0fe21bbfe08f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:52.998168 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-855c0dd3-60db-45b9-b55a-0fdb31bfa9c2 req-e385d0aa-4964-4be2-93da-0fe21bbfe08f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c3879c6-f55d-422e-9650-85cd4f778827 HTTP/1.1" status: 200 len: 945 time: 0.0527716 Feb 28 10:43:53.048405 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-855c0dd3-60db-45b9-b55a-0fdb31bfa9c2 req-cf21e269-e3b5-4c5d-a4c2-d8e230f7029e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=2909091d-7d22-4462-9e20-a625d8a2bbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431297 Feb 28 10:43:54.169277 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a56db6-3209-4f24-947e-13361a0b24f8 req-7daab2f3-5e26-483b-93a7-01ac9174b938 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:54.170714 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-32a56db6-3209-4f24-947e-13361a0b24f8 req-7daab2f3-5e26-483b-93a7-01ac9174b938 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c3879c6-f55d-422e-9650-85cd4f778827 HTTP/1.1" status: 200 len: 945 time: 0.0565138 Feb 28 10:43:54.218881 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-32a56db6-3209-4f24-947e-13361a0b24f8 req-9abbfa00-5c9b-4004-b1da-bb5d8470dbdc tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=2909091d-7d22-4462-9e20-a625d8a2bbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420401 Feb 28 10:43:54.331721 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8043c3-0500-4242-9ed5-a257ead3f4d2 req-78063ba4-5e52-460a-89df-df696fe4154a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:54.333144 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-ca8043c3-0500-4242-9ed5-a257ead3f4d2 req-78063ba4-5e52-460a-89df-df696fe4154a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c3879c6-f55d-422e-9650-85cd4f778827 HTTP/1.1" status: 200 len: 945 time: 0.0516064 Feb 28 10:43:54.381464 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-ca8043c3-0500-4242-9ed5-a257ead3f4d2 req-76eeb047-ad26-4be8-ad38-78ff69822e30 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=2909091d-7d22-4462-9e20-a625d8a2bbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428207 Feb 28 10:43:54.410709 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50378) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:54.453942 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec607376-135e-4c40-b7c4-a597b2507af7 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:54.455485 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-ec607376-135e-4c40-b7c4-a597b2507af7 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=0c3879c6-f55d-422e-9650-85cd4f778827 HTTP/1.1" status: 200 len: 1124 time: 0.0437207 Feb 28 10:43:54.458389 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50380) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:54.462483 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-0564cb0e-b946-4730-aa3e-c9224f0b49df tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'floatingip': {'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'port_id': '406ce2c7-6b60-433b-ac0e-132c8706be6c', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:54.551418 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0564cb0e-b946-4730-aa3e-c9224f0b49df tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:54.650377 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0564cb0e-b946-4730-aa3e-c9224f0b49df tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:54.751425 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-0564cb0e-b946-4730-aa3e-c9224f0b49df tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Allocated IP 172.26.3.194 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/638e1a6d-3b74-4b7d-8742-4007818d5f65) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:43:54.851808 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0564cb0e-b946-4730-aa3e-c9224f0b49df tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for port (638e1a6d-3b74-4b7d-8742-4007818d5f65), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:54.928468 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0564cb0e-b946-4730-aa3e-c9224f0b49df tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (638e1a6d-3b74-4b7d-8742-4007818d5f65), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:54.963321 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0564cb0e-b946-4730-aa3e-c9224f0b49df tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:43:54.966475 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-0564cb0e-b946-4730-aa3e-c9224f0b49df tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:43:54.970031 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0564cb0e-b946-4730-aa3e-c9224f0b49df tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:43:54.999063 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0564cb0e-b946-4730-aa3e-c9224f0b49df tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Port': ['ID=638e1a6d-3b74-4b7d-8742-4007818d5f65,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:55.356680 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0564cb0e-b946-4730-aa3e-c9224f0b49df tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for floatingip (27d6dbfe-607a-4ee0-9fa1-3feb8de1321f), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:55.472759 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0564cb0e-b946-4730-aa3e-c9224f0b49df tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (638e1a6d-3b74-4b7d-8742-4007818d5f65), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:55.620724 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0564cb0e-b946-4730-aa3e-c9224f0b49df tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for port (638e1a6d-3b74-4b7d-8742-4007818d5f65), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:55.671314 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0564cb0e-b946-4730-aa3e-c9224f0b49df tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (638e1a6d-3b74-4b7d-8742-4007818d5f65), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:55.742447 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0564cb0e-b946-4730-aa3e-c9224f0b49df tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Port': ['ID=638e1a6d-3b74-4b7d-8742-4007818d5f65,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:55.752238 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0564cb0e-b946-4730-aa3e-c9224f0b49df tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047917'] for floatingip (27d6dbfe-607a-4ee0-9fa1-3feb8de1321f), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:55.853903 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.l3_db [None req-0564cb0e-b946-4730-aa3e-c9224f0b49df tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Floating IP 27d6dbfe-607a-4ee0-9fa1-3feb8de1321f associated. External IP: 172.26.3.194, port: 406ce2c7-6b60-433b-ac0e-132c8706be6c. Feb 28 10:43:56.353466 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0564cb0e-b946-4730-aa3e-c9224f0b49df tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Router 32d5914c-f6fa-4169-9942-db750048e99b has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:43:56.461402 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0564cb0e-b946-4730-aa3e-c9224f0b49df tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:43:56.471836 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe6917f-3ea4-4813-a219-224496939e5c None None] Sync routers for ids ['32d5914c-f6fa-4169-9942-db750048e99b'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:43:56.481514 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe6917f-3ea4-4813-a219-224496939e5c None None] Routers {'32d5914c-f6fa-4169-9942-db750048e99b'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:43:56.482126 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-3fe6917f-3ea4-4813-a219-224496939e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:43:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['32d5914c-f6fa-4169-9942-db750048e99b'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:56.530324 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0564cb0e-b946-4730-aa3e-c9224f0b49df tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:56.560716 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-0564cb0e-b946-4730-aa3e-c9224f0b49df tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1013684 Feb 28 10:43:56.561348 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c3879c6-f55d-422e-9650-85cd4f778827', 'tag': '406ce2c7-6b60-433b-ac0e-132c8706be6c'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:43:56.563628 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd8ea34e-005e-4e43-9702-e7d7ef8b4ebb" -d '{"events": [{"name": "network-changed", "server_uuid": "0c3879c6-f55d-422e-9650-85cd4f778827", "tag": "406ce2c7-6b60-433b-ac0e-132c8706be6c"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:43:56.563774 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50382) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:56.602566 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec3b2e9-56aa-4241-9d20-dc0cc81cad31 x-openstack-request-id: req-cec3b2e9-56aa-4241-9d20-dc0cc81cad31 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:43:56.602892 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c3879c6-f55d-422e-9650-85cd4f778827", "tag": "406ce2c7-6b60-433b-ac0e-132c8706be6c", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:43:56.603155 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cec3b2e9-56aa-4241-9d20-dc0cc81cad31 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:43:56.603287 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-3fe6917f-3ea4-4813-a219-224496939e5c None None] Set router 32d5914c-f6fa-4169-9942-db750048e99b gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:43:56.603612 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c3879c6-f55d-422e-9650-85cd4f778827', 'tag': '406ce2c7-6b60-433b-ac0e-132c8706be6c', 'status': 'completed', 'code': 200} Feb 28 10:43:56.716770 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-788ef3ea-4f16-42b1-b73c-2cd08038d552 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/floatingips/27d6dbfe-607a-4ee0-9fa1-3feb8de1321f HTTP/1.1" status: 200 len: 991 time: 0.1518469 Feb 28 10:43:56.730890 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ea34e-005e-4e43-9702-e7d7ef8b4ebb req-98c7f6d2-1033-4353-a06a-c0bb21081a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:56.732378 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-fd8ea34e-005e-4e43-9702-e7d7ef8b4ebb req-98c7f6d2-1033-4353-a06a-c0bb21081a33 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=02ebd57ebb02426fbf4a686f080eb9d7&device_id=0c3879c6-f55d-422e-9650-85cd4f778827 HTTP/1.1" status: 200 len: 1129 time: 0.0773754 Feb 28 10:43:56.824547 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ea34e-005e-4e43-9702-e7d7ef8b4ebb req-6bde8a7e-456a-4811-b3f3-da8ac3778465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:56.826001 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-fd8ea34e-005e-4e43-9702-e7d7ef8b4ebb req-6bde8a7e-456a-4811-b3f3-da8ac3778465 service neutron] 10.222.0.70 "GET /v2.0/networks?id=87facf20-d6a2-4bb9-b756-e56df00b955d HTTP/1.1" status: 200 len: 897 time: 0.0872183 Feb 28 10:43:56.843393 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-3fe6917f-3ea4-4813-a219-224496939e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d5914c-f6fa-4169-9942-db750048e99b', 'name': 'tempest-TestNetworkBasicOps-router-1766215536', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.219'}], 'enable_snat': True}, 'gw_port_id': '5ce9e8f4-6d17-466a-8c36-beb33013f503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:43:30Z', 'updated_at': '2022-02-28T10:43:34Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '5ce9e8f4-6d17-466a-8c36-beb33013f503', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d5914c-f6fa-4169-9942-db750048e99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:31Z', 'updated_at': '2022-02-28T10:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': '27d6dbfe-607a-4ee0-9fa1-3feb8de1321f', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'floating_ip_address': '172.26.3.194', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '32d5914c-f6fa-4169-9942-db750048e99b', 'port_id': '406ce2c7-6b60-433b-ac0e-132c8706be6c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87facf20-d6a2-4bb9-b756-e56df00b955d', 'mac_address': 'fa:16:3e:25:2d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3879c6-f55d-422e-9650-85cd4f778827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:43:55Z', 'updated_at': '2022-02-28T10:43:55Z', 'revision_number': 0, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e168631-cbe4-447f-b4d4-88f921ef1bd3', 'name': '', 'network_id': '87facf20-d6a2-4bb9-b756-e56df00b955d', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:e8:df:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d5914c-f6fa-4169-9942-db750048e99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '7c2ea426-0261-40b0-87fe-f3a1ea553dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:34Z', 'updated_at': '2022-02-28T10:43:38Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '7c2ea426-0261-40b0-87fe-f3a1ea553dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:56.870704 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe6917f-3ea4-4813-a219-224496939e5c None None] Checking router: 32d5914c-f6fa-4169-9942-db750048e99b for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:43:56.879180 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe6917f-3ea4-4813-a219-224496939e5c None None] Routers {'32d5914c-f6fa-4169-9942-db750048e99b'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:43:56.879800 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-3fe6917f-3ea4-4813-a219-224496939e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:43:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['32d5914c-f6fa-4169-9942-db750048e99b'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:56.926410 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-fd8ea34e-005e-4e43-9702-e7d7ef8b4ebb req-8aecfe82-7987-44f3-8290-b981ac4ce8c9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=406ce2c7-6b60-433b-ac0e-132c8706be6c HTTP/1.1" status: 200 len: 999 time: 0.0937517 Feb 28 10:43:56.975923 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ea34e-005e-4e43-9702-e7d7ef8b4ebb req-1926fc58-d483-4b25-bc50-9be3a86d5de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:56.977400 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-fd8ea34e-005e-4e43-9702-e7d7ef8b4ebb req-1926fc58-d483-4b25-bc50-9be3a86d5de5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7c2ea426-0261-40b0-87fe-f3a1ea553dab HTTP/1.1" status: 200 len: 835 time: 0.0445912 Feb 28 10:43:56.988649 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-3fe6917f-3ea4-4813-a219-224496939e5c None None] Set router 32d5914c-f6fa-4169-9942-db750048e99b gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:43:57.030466 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ea34e-005e-4e43-9702-e7d7ef8b4ebb req-453c3c72-65a1-450f-a4ac-58dfd489a3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:57.032010 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-fd8ea34e-005e-4e43-9702-e7d7ef8b4ebb req-453c3c72-65a1-450f-a4ac-58dfd489a3ff service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=87facf20-d6a2-4bb9-b756-e56df00b955d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0483010 Feb 28 10:43:57.119773 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-fd8ea34e-005e-4e43-9702-e7d7ef8b4ebb req-c05f624f-3322-4fc5-b15b-a1972f6df180 service neutron] 10.222.0.70 "GET /v2.0/networks/87facf20-d6a2-4bb9-b756-e56df00b955d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815542 Feb 28 10:43:57.220518 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-3fe6917f-3ea4-4813-a219-224496939e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d5914c-f6fa-4169-9942-db750048e99b', 'name': 'tempest-TestNetworkBasicOps-router-1766215536', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.219'}], 'enable_snat': True}, 'gw_port_id': '5ce9e8f4-6d17-466a-8c36-beb33013f503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:43:30Z', 'updated_at': '2022-02-28T10:43:34Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '5ce9e8f4-6d17-466a-8c36-beb33013f503', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d5914c-f6fa-4169-9942-db750048e99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:31Z', 'updated_at': '2022-02-28T10:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': '27d6dbfe-607a-4ee0-9fa1-3feb8de1321f', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'floating_ip_address': '172.26.3.194', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '32d5914c-f6fa-4169-9942-db750048e99b', 'port_id': '406ce2c7-6b60-433b-ac0e-132c8706be6c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87facf20-d6a2-4bb9-b756-e56df00b955d', 'mac_address': 'fa:16:3e:25:2d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3879c6-f55d-422e-9650-85cd4f778827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:43:55Z', 'updated_at': '2022-02-28T10:43:55Z', 'revision_number': 0, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e168631-cbe4-447f-b4d4-88f921ef1bd3', 'name': '', 'network_id': '87facf20-d6a2-4bb9-b756-e56df00b955d', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:e8:df:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d5914c-f6fa-4169-9942-db750048e99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '7c2ea426-0261-40b0-87fe-f3a1ea553dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:34Z', 'updated_at': '2022-02-28T10:43:38Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '7c2ea426-0261-40b0-87fe-f3a1ea553dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:57.247999 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe6917f-3ea4-4813-a219-224496939e5c None None] The sync data for ids ['32d5914c-f6fa-4169-9942-db750048e99b'] in dv-neutron-829161-3-hyperv is: [{'id': '32d5914c-f6fa-4169-9942-db750048e99b', 'name': 'tempest-TestNetworkBasicOps-router-1766215536', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.219'}], 'enable_snat': True}, 'gw_port_id': '5ce9e8f4-6d17-466a-8c36-beb33013f503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:43:30Z', 'updated_at': '2022-02-28T10:43:34Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '5ce9e8f4-6d17-466a-8c36-beb33013f503', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d5914c-f6fa-4169-9942-db750048e99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:31Z', 'updated_at': '2022-02-28T10:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': '27d6dbfe-607a-4ee0-9fa1-3feb8de1321f', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'floating_ip_address': '172.26.3.194', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '32d5914c-f6fa-4169-9942-db750048e99b', 'port_id': '406ce2c7-6b60-433b-ac0e-132c8706be6c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87facf20-d6a2-4bb9-b756-e56df00b955d', 'mac_address': 'fa:16:3e:25:2d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3879c6-f55d-422e-9650-85cd4f778827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:43:55Z', 'updated_at': '2022-02-28T10:43:55Z', 'revision_number': 0, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e168631-cbe4-447f-b4d4-88f921ef1bd3', 'name': '', 'network_id': '87facf20-d6a2-4bb9-b756-e56df00b955d', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:e8:df:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d5914c-f6fa-4169-9942-db750048e99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '7c2ea426-0261-40b0-87fe-f3a1ea553dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:34Z', 'updated_at': '2022-02-28T10:43:38Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '7c2ea426-0261-40b0-87fe-f3a1ea553dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:43:57.452729 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d95908-c720-4721-a2bd-ff4168074c79 None None] New status for floating IP 27d6dbfe-607a-4ee0-9fa1-3feb8de1321f: ACTIVE {{(pid=104086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:43:57.475121 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-fd8ea34e-005e-4e43-9702-e7d7ef8b4ebb req-73bd15cd-cf51-42f9-9402-39aa5f63b583 service neutron] 10.222.0.70 "GET /v2.0/networks/87facf20-d6a2-4bb9-b756-e56df00b955d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3486352 Feb 28 10:43:57.720737 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50388) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:57.791530 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-d3238f1c-e3e7-4ed2-8130-61996aaa26a4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/floatingips/27d6dbfe-607a-4ee0-9fa1-3feb8de1321f HTTP/1.1" status: 200 len: 993 time: 0.0688372 Feb 28 10:44:00.567262 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:16.423718 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9557ebe3-e02a-42f6-ac3f-c46b5851d40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:18.630413 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5e946400-d5d3-4d55-9b2b-97977c73c9bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:19.989911 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:21.264131 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:22.692517 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:24.342556 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50404) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:44:24.405817 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-8fe2221e-aa58-4844-a7a9-45197e97015f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/floatingips/27d6dbfe-607a-4ee0-9fa1-3feb8de1321f HTTP/1.1" status: 200 len: 993 time: 0.0618956 Feb 28 10:44:24.741765 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50410) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:44:24.898042 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-4671f0c2-4318-4428-a789-82edb2b4c06e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Deleting port 638e1a6d-3b74-4b7d-8742-4007818d5f65 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:44:24.898406 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4671f0c2-4318-4428-a789-82edb2b4c06e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (638e1a6d-3b74-4b7d-8742-4007818d5f65), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:24.973250 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4671f0c2-4318-4428-a789-82edb2b4c06e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (638e1a6d-3b74-4b7d-8742-4007818d5f65), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:24.973568 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4671f0c2-4318-4428-a789-82edb2b4c06e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for floatingip (638e1a6d-3b74-4b7d-8742-4007818d5f65), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:24.985673 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-4671f0c2-4318-4428-a789-82edb2b4c06e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Calling delete_port for 638e1a6d-3b74-4b7d-8742-4007818d5f65 owned by network:floatingip {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:44:25.184224 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4671f0c2-4318-4428-a789-82edb2b4c06e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (638e1a6d-3b74-4b7d-8742-4007818d5f65), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:25.207968 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4671f0c2-4318-4428-a789-82edb2b4c06e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event deleted for resources: {'Port': ['ID=638e1a6d-3b74-4b7d-8742-4007818d5f65,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:25.219062 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4671f0c2-4318-4428-a789-82edb2b4c06e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:25.219426 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4671f0c2-4318-4428-a789-82edb2b4c06e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:25.219779 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4671f0c2-4318-4428-a789-82edb2b4c06e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:25.220129 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4671f0c2-4318-4428-a789-82edb2b4c06e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:25.220471 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4671f0c2-4318-4428-a789-82edb2b4c06e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:25.221391 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4671f0c2-4318-4428-a789-82edb2b4c06e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:25.221391 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4671f0c2-4318-4428-a789-82edb2b4c06e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:25.221615 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4671f0c2-4318-4428-a789-82edb2b4c06e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:25.221791 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4671f0c2-4318-4428-a789-82edb2b4c06e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:25.222162 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4671f0c2-4318-4428-a789-82edb2b4c06e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:25.222507 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4671f0c2-4318-4428-a789-82edb2b4c06e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:25.222934 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4671f0c2-4318-4428-a789-82edb2b4c06e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:25.223280 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4671f0c2-4318-4428-a789-82edb2b4c06e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:25.286902 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4671f0c2-4318-4428-a789-82edb2b4c06e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for floatingip (27d6dbfe-607a-4ee0-9fa1-3feb8de1321f), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:25.287237 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.l3_db [None req-4671f0c2-4318-4428-a789-82edb2b4c06e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Floating IP 27d6dbfe-607a-4ee0-9fa1-3feb8de1321f disassociated (deleted). External IP: 172.26.3.194, port: 406ce2c7-6b60-433b-ac0e-132c8706be6c. Feb 28 10:44:25.500040 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4671f0c2-4318-4428-a789-82edb2b4c06e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Router 32d5914c-f6fa-4169-9942-db750048e99b has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:44:25.610775 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4671f0c2-4318-4428-a789-82edb2b4c06e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:44:25.615721 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4671f0c2-4318-4428-a789-82edb2b4c06e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:25.620968 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798953a9-8d69-46e9-85c0-e327031021cd None None] Sync routers for ids ['32d5914c-f6fa-4169-9942-db750048e99b'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:44:25.630306 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798953a9-8d69-46e9-85c0-e327031021cd None None] Routers {'32d5914c-f6fa-4169-9942-db750048e99b'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:44:25.630944 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-798953a9-8d69-46e9-85c0-e327031021cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:44:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['32d5914c-f6fa-4169-9942-db750048e99b'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:44:25.646498 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-4671f0c2-4318-4428-a789-82edb2b4c06e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "DELETE /v2.0/floatingips/27d6dbfe-607a-4ee0-9fa1-3feb8de1321f HTTP/1.1" status: 204 len: 168 time: 0.9031382 Feb 28 10:44:25.647122 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c3879c6-f55d-422e-9650-85cd4f778827', 'tag': '406ce2c7-6b60-433b-ac0e-132c8706be6c'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:44:25.650283 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d5e8fe-ec88-46ac-8684-ca3ce0649795" -d '{"events": [{"name": "network-changed", "server_uuid": "0c3879c6-f55d-422e-9650-85cd4f778827", "tag": "406ce2c7-6b60-433b-ac0e-132c8706be6c"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:44:25.697906 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c113be-f786-4766-8506-2c01b30c4ed1 x-openstack-request-id: req-90c113be-f786-4766-8506-2c01b30c4ed1 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:44:25.698207 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c3879c6-f55d-422e-9650-85cd4f778827", "tag": "406ce2c7-6b60-433b-ac0e-132c8706be6c", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:44:25.698472 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-90c113be-f786-4766-8506-2c01b30c4ed1 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:44:25.698903 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c3879c6-f55d-422e-9650-85cd4f778827', 'tag': '406ce2c7-6b60-433b-ac0e-132c8706be6c', 'status': 'completed', 'code': 200} Feb 28 10:44:25.750641 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-798953a9-8d69-46e9-85c0-e327031021cd None None] Set router 32d5914c-f6fa-4169-9942-db750048e99b gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:44:25.788777 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d5e8fe-ec88-46ac-8684-ca3ce0649795 req-3b437562-d79b-4102-beb9-757d2b0016fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:25.790899 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-38d5e8fe-ec88-46ac-8684-ca3ce0649795 req-3b437562-d79b-4102-beb9-757d2b0016fc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=02ebd57ebb02426fbf4a686f080eb9d7&device_id=0c3879c6-f55d-422e-9650-85cd4f778827 HTTP/1.1" status: 200 len: 1129 time: 0.0457356 Feb 28 10:44:25.895909 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d5e8fe-ec88-46ac-8684-ca3ce0649795 req-1824aef0-ac64-4757-8d44-abc92bcdc3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:25.897474 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-38d5e8fe-ec88-46ac-8684-ca3ce0649795 req-1824aef0-ac64-4757-8d44-abc92bcdc3ee service neutron] 10.222.0.70 "GET /v2.0/networks?id=87facf20-d6a2-4bb9-b756-e56df00b955d HTTP/1.1" status: 200 len: 897 time: 0.1003838 Feb 28 10:44:25.942006 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-38d5e8fe-ec88-46ac-8684-ca3ce0649795 req-c5a31542-375d-4ab3-ad10-ba9051c0dc8e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=406ce2c7-6b60-433b-ac0e-132c8706be6c HTTP/1.1" status: 200 len: 217 time: 0.0371687 Feb 28 10:44:26.005816 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d5e8fe-ec88-46ac-8684-ca3ce0649795 req-7eec82fe-809c-4ea0-a83e-1907f7fb5679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:26.007468 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-38d5e8fe-ec88-46ac-8684-ca3ce0649795 req-7eec82fe-809c-4ea0-a83e-1907f7fb5679 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7c2ea426-0261-40b0-87fe-f3a1ea553dab HTTP/1.1" status: 200 len: 835 time: 0.0583110 Feb 28 10:44:26.097309 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73df999-b7b9-481b-b296-e7fe2ab8a250 req-c219b886-a482-427d-87be-14f3a62dbc37 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:26.100352 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e73df999-b7b9-481b-b296-e7fe2ab8a250 req-c219b886-a482-427d-87be-14f3a62dbc37 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c3879c6-f55d-422e-9650-85cd4f778827 HTTP/1.1" status: 200 len: 945 time: 0.0616591 Feb 28 10:44:26.103274 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d5e8fe-ec88-46ac-8684-ca3ce0649795 req-d5caba80-18b9-4052-b46b-d015f8f2005e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:26.104888 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-38d5e8fe-ec88-46ac-8684-ca3ce0649795 req-d5caba80-18b9-4052-b46b-d015f8f2005e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=87facf20-d6a2-4bb9-b756-e56df00b955d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0550020 Feb 28 10:44:26.115813 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-798953a9-8d69-46e9-85c0-e327031021cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d5914c-f6fa-4169-9942-db750048e99b', 'name': 'tempest-TestNetworkBasicOps-router-1766215536', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.219'}], 'enable_snat': True}, 'gw_port_id': '5ce9e8f4-6d17-466a-8c36-beb33013f503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:43:30Z', 'updated_at': '2022-02-28T10:43:34Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '5ce9e8f4-6d17-466a-8c36-beb33013f503', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d5914c-f6fa-4169-9942-db750048e99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:31Z', 'updated_at': '2022-02-28T10:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '6e168631-cbe4-447f-b4d4-88f921ef1bd3', 'name': '', 'network_id': '87facf20-d6a2-4bb9-b756-e56df00b955d', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:e8:df:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d5914c-f6fa-4169-9942-db750048e99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '7c2ea426-0261-40b0-87fe-f3a1ea553dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:34Z', 'updated_at': '2022-02-28T10:43:38Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '7c2ea426-0261-40b0-87fe-f3a1ea553dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:44:26.143705 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798953a9-8d69-46e9-85c0-e327031021cd None None] Checking router: 32d5914c-f6fa-4169-9942-db750048e99b for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:44:26.152068 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e73df999-b7b9-481b-b296-e7fe2ab8a250 req-43e35322-4302-4d9d-96ae-ca5d1a246cc2 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=2909091d-7d22-4462-9e20-a625d8a2bbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471847 Feb 28 10:44:26.155842 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798953a9-8d69-46e9-85c0-e327031021cd None None] Routers {'32d5914c-f6fa-4169-9942-db750048e99b'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:44:26.156473 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-798953a9-8d69-46e9-85c0-e327031021cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:44:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['32d5914c-f6fa-4169-9942-db750048e99b'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:44:26.205689 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-38d5e8fe-ec88-46ac-8684-ca3ce0649795 req-a3deb5fb-6216-4ef0-a4e0-d8700a817a63 service neutron] 10.222.0.70 "GET /v2.0/networks/87facf20-d6a2-4bb9-b756-e56df00b955d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932474 Feb 28 10:44:26.268239 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-798953a9-8d69-46e9-85c0-e327031021cd None None] Set router 32d5914c-f6fa-4169-9942-db750048e99b gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:44:26.299707 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-38d5e8fe-ec88-46ac-8684-ca3ce0649795 req-de97e406-a2cd-4101-8b24-98d6b44221ce service neutron] 10.222.0.70 "GET /v2.0/networks/87facf20-d6a2-4bb9-b756-e56df00b955d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861855 Feb 28 10:44:26.473202 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-798953a9-8d69-46e9-85c0-e327031021cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d5914c-f6fa-4169-9942-db750048e99b', 'name': 'tempest-TestNetworkBasicOps-router-1766215536', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.219'}], 'enable_snat': True}, 'gw_port_id': '5ce9e8f4-6d17-466a-8c36-beb33013f503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:43:30Z', 'updated_at': '2022-02-28T10:43:34Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '5ce9e8f4-6d17-466a-8c36-beb33013f503', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d5914c-f6fa-4169-9942-db750048e99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:31Z', 'updated_at': '2022-02-28T10:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '6e168631-cbe4-447f-b4d4-88f921ef1bd3', 'name': '', 'network_id': '87facf20-d6a2-4bb9-b756-e56df00b955d', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:e8:df:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d5914c-f6fa-4169-9942-db750048e99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '7c2ea426-0261-40b0-87fe-f3a1ea553dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:34Z', 'updated_at': '2022-02-28T10:43:38Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '7c2ea426-0261-40b0-87fe-f3a1ea553dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:44:26.500133 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798953a9-8d69-46e9-85c0-e327031021cd None None] The sync data for ids ['32d5914c-f6fa-4169-9942-db750048e99b'] in dv-neutron-829161-3-hyperv is: [{'id': '32d5914c-f6fa-4169-9942-db750048e99b', 'name': 'tempest-TestNetworkBasicOps-router-1766215536', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.219'}], 'enable_snat': True}, 'gw_port_id': '5ce9e8f4-6d17-466a-8c36-beb33013f503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:43:30Z', 'updated_at': '2022-02-28T10:43:34Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '5ce9e8f4-6d17-466a-8c36-beb33013f503', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d5914c-f6fa-4169-9942-db750048e99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:31Z', 'updated_at': '2022-02-28T10:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '6e168631-cbe4-447f-b4d4-88f921ef1bd3', 'name': '', 'network_id': '87facf20-d6a2-4bb9-b756-e56df00b955d', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:e8:df:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d5914c-f6fa-4169-9942-db750048e99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '7c2ea426-0261-40b0-87fe-f3a1ea553dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:34Z', 'updated_at': '2022-02-28T10:43:38Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '7c2ea426-0261-40b0-87fe-f3a1ea553dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:44:26.716458 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5be000-634a-429b-9467-c0c35aea501c None None] New status for floating IP 27d6dbfe-607a-4ee0-9fa1-3feb8de1321f: DOWN {{(pid=104086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:44:27.278363 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f8446-c538-4530-adea-d4263c5d8ba4 req-b2b794cf-2cec-4778-9dc5-2a3387e25bd9 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:27.279884 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-c24f8446-c538-4530-adea-d4263c5d8ba4 req-b2b794cf-2cec-4778-9dc5-2a3387e25bd9 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c3879c6-f55d-422e-9650-85cd4f778827 HTTP/1.1" status: 200 len: 945 time: 0.0587122 Feb 28 10:44:27.328823 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-c24f8446-c538-4530-adea-d4263c5d8ba4 req-25458f0e-87ac-44db-b122-e74949027380 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=2909091d-7d22-4462-9e20-a625d8a2bbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434163 Feb 28 10:44:27.633527 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505828d-a6bc-4067-8425-adf622c848bc req-1a25db7d-275f-410e-aeef-4f973dd500ea tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:27.634951 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-0505828d-a6bc-4067-8425-adf622c848bc req-1a25db7d-275f-410e-aeef-4f973dd500ea tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c3879c6-f55d-422e-9650-85cd4f778827 HTTP/1.1" status: 200 len: 945 time: 0.0522246 Feb 28 10:44:27.733991 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [req-0505828d-a6bc-4067-8425-adf622c848bc req-c3d6ea70-1720-42b7-805e-32d050102bd4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Deleting port 406ce2c7-6b60-433b-ac0e-132c8706be6c {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:44:27.734325 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-0505828d-a6bc-4067-8425-adf622c848bc req-c3d6ea70-1720-42b7-805e-32d050102bd4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (406ce2c7-6b60-433b-ac0e-132c8706be6c), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:27.822972 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [req-0505828d-a6bc-4067-8425-adf622c848bc req-c3d6ea70-1720-42b7-805e-32d050102bd4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] For port 406ce2c7-6b60-433b-ac0e-132c8706be6c, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=406ce2c7-6b60-433b-ac0e-132c8706be6c,segment=NetworkSegment(4217e3b3-dda1-4405-8f0b-968394e06233),segment_id=4217e3b3-dda1-4405-8f0b-968394e06233)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:44:27.823334 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-0505828d-a6bc-4067-8425-adf622c848bc req-c3d6ea70-1720-42b7-805e-32d050102bd4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (406ce2c7-6b60-433b-ac0e-132c8706be6c), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:27.835784 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [req-0505828d-a6bc-4067-8425-adf622c848bc req-c3d6ea70-1720-42b7-805e-32d050102bd4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Calling delete_port for 406ce2c7-6b60-433b-ac0e-132c8706be6c owned by compute:nova {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:44:28.024757 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-0505828d-a6bc-4067-8425-adf622c848bc req-c3d6ea70-1720-42b7-805e-32d050102bd4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (406ce2c7-6b60-433b-ac0e-132c8706be6c), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:28.053998 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d6ea70-1720-42b7-805e-32d050102bd4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event deleted for resources: {'Port': ['ID=406ce2c7-6b60-433b-ac0e-132c8706be6c,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:28.080369 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d6ea70-1720-42b7-805e-32d050102bd4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:28.080732 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d6ea70-1720-42b7-805e-32d050102bd4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:28.081084 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d6ea70-1720-42b7-805e-32d050102bd4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:28.081438 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d6ea70-1720-42b7-805e-32d050102bd4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:28.081780 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d6ea70-1720-42b7-805e-32d050102bd4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:28.082508 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d6ea70-1720-42b7-805e-32d050102bd4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:28.082508 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d6ea70-1720-42b7-805e-32d050102bd4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:28.082766 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d6ea70-1720-42b7-805e-32d050102bd4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:28.083130 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d6ea70-1720-42b7-805e-32d050102bd4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:28.083468 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d6ea70-1720-42b7-805e-32d050102bd4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:28.083803 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d6ea70-1720-42b7-805e-32d050102bd4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:28.084132 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d6ea70-1720-42b7-805e-32d050102bd4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:28.084461 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d6ea70-1720-42b7-805e-32d050102bd4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:28.112185 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [req-0505828d-a6bc-4067-8425-adf622c848bc req-c3d6ea70-1720-42b7-805e-32d050102bd4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] No DVR routers for this DVR port 406ce2c7-6b60-433b-ac0e-132c8706be6c on host hv-neutron-8291 {{(pid=104084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:44:28.114608 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-0505828d-a6bc-4067-8425-adf622c848bc req-c3d6ea70-1720-42b7-805e-32d050102bd4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:28.118052 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-0505828d-a6bc-4067-8425-adf622c848bc req-c3d6ea70-1720-42b7-805e-32d050102bd4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.70 "DELETE /v2.0/ports/406ce2c7-6b60-433b-ac0e-132c8706be6c HTTP/1.1" status: 204 len: 173 time: 0.4758334 Feb 28 10:44:28.118504 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c3879c6-f55d-422e-9650-85cd4f778827', 'name': 'network-vif-deleted', 'tag': '406ce2c7-6b60-433b-ac0e-132c8706be6c'}] {{(pid=104084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:44:28.121415 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ffa69481dce8c4e68394bb3e97aff222617d39f0bec9a6d6e4c39a9256e7c95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c098d36-4252-45f3-a24c-8d35e464d722" -d '{"events": [{"server_uuid": "0c3879c6-f55d-422e-9650-85cd4f778827", "name": "network-vif-deleted", "tag": "406ce2c7-6b60-433b-ac0e-132c8706be6c"}]}' {{(pid=104084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:44:28.155847 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9370a191-e1c9-4398-bc32-92b5ed18c896 x-openstack-request-id: req-9370a191-e1c9-4398-bc32-92b5ed18c896 {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:44:28.156157 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c3879c6-f55d-422e-9650-85cd4f778827", "name": "network-vif-deleted", "tag": "406ce2c7-6b60-433b-ac0e-132c8706be6c", "status": "completed", "code": 200}]} {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:44:28.156434 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9370a191-e1c9-4398-bc32-92b5ed18c896 {{(pid=104084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:44:28.156846 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c3879c6-f55d-422e-9650-85cd4f778827', 'name': 'network-vif-deleted', 'tag': '406ce2c7-6b60-433b-ac0e-132c8706be6c', 'status': 'completed', 'code': 200} Feb 28 10:44:28.426100 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-bdd25710-2241-49a1-b8b7-084d8a30ddfa req-e262dde2-d7b4-4748-9d32-56cad17e1dad tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c3879c6-f55d-422e-9650-85cd4f778827 HTTP/1.1" status: 200 len: 210 time: 0.0279324 Feb 28 10:44:28.739696 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:44:29.483245 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50428) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:44:29.540366 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8bc8b36e-469c-46a4-b8b6-f71c7f43c0ff tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (2909091d-7d22-4462-9e20-a625d8a2bbbb), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:29.567337 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8bc8b36e-469c-46a4-b8b6-f71c7f43c0ff tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (2909091d-7d22-4462-9e20-a625d8a2bbbb), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:29.686600 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8bc8b36e-469c-46a4-b8b6-f71c7f43c0ff tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (2909091d-7d22-4462-9e20-a625d8a2bbbb), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:29.689212 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8bc8b36e-469c-46a4-b8b6-f71c7f43c0ff tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:29.692079 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-8bc8b36e-469c-46a4-b8b6-f71c7f43c0ff tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "DELETE /v2.0/security-groups/2909091d-7d22-4462-9e20-a625d8a2bbbb HTTP/1.1" status: 204 len: 168 time: 0.2061038 Feb 28 10:44:29.699881 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc8b36e-469c-46a4-b8b6-f71c7f43c0ff tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2909091d-7d22-4462-9e20-a625d8a2bbbb,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:29.813063 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50432) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:44:30.177832 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cb4a9bbc-d0ba-4f93-b5f9-9e694c364acf tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047661'] for router_interface (32d5914c-f6fa-4169-9942-db750048e99b), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:30.497628 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-cb4a9bbc-d0ba-4f93-b5f9-9e694c364acf tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Deleting port 6e168631-cbe4-447f-b4d4-88f921ef1bd3 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:44:30.498348 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cb4a9bbc-d0ba-4f93-b5f9-9e694c364acf tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (6e168631-cbe4-447f-b4d4-88f921ef1bd3), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:30.578120 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:30.584999 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-cb4a9bbc-d0ba-4f93-b5f9-9e694c364acf tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] For port 6e168631-cbe4-447f-b4d4-88f921ef1bd3, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=6e168631-cbe4-447f-b4d4-88f921ef1bd3,segment=NetworkSegment(4217e3b3-dda1-4405-8f0b-968394e06233),segment_id=4217e3b3-dda1-4405-8f0b-968394e06233)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:44:30.585360 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cb4a9bbc-d0ba-4f93-b5f9-9e694c364acf tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (6e168631-cbe4-447f-b4d4-88f921ef1bd3), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:30.598615 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-cb4a9bbc-d0ba-4f93-b5f9-9e694c364acf tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Calling delete_port for 6e168631-cbe4-447f-b4d4-88f921ef1bd3 owned by network:router_interface {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:44:30.892184 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cb4a9bbc-d0ba-4f93-b5f9-9e694c364acf tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (6e168631-cbe4-447f-b4d4-88f921ef1bd3), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:30.921877 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a9bbc-d0ba-4f93-b5f9-9e694c364acf tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event deleted for resources: {'Port': ['ID=6e168631-cbe4-447f-b4d4-88f921ef1bd3,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:31.111402 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cb4a9bbc-d0ba-4f93-b5f9-9e694c364acf tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1047681'] for router_interface (32d5914c-f6fa-4169-9942-db750048e99b), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:31.141947 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 406ce2c7-6b60-433b-ac0e-132c8706be6c no longer exists at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:44:31.162157 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] No Port match for: 406ce2c7-6b60-433b-ac0e-132c8706be6c {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:44:31.162521 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 406ce2c7-6b60-433b-ac0e-132c8706be6c not bound to the agent host hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:44:31.338607 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb4a9bbc-d0ba-4f93-b5f9-9e694c364acf tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Router 32d5914c-f6fa-4169-9942-db750048e99b has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:44:31.453959 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4a9bbc-d0ba-4f93-b5f9-9e694c364acf tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:44:31.461295 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-cb4a9bbc-d0ba-4f93-b5f9-9e694c364acf tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "PUT /v2.0/routers/32d5914c-f6fa-4169-9942-db750048e99b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6457832 Feb 28 10:44:31.464345 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50434) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:44:31.466616 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cab98f-bc69-4597-8677-7a0b009366cc None None] Sync routers for ids ['32d5914c-f6fa-4169-9942-db750048e99b'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:44:31.478760 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cab98f-bc69-4597-8677-7a0b009366cc None None] Routers {'32d5914c-f6fa-4169-9942-db750048e99b'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:44:31.480163 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-51cab98f-bc69-4597-8677-7a0b009366cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:44:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['32d5914c-f6fa-4169-9942-db750048e99b'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:44:31.516163 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4387982-5881-4b6e-9686-97a8e4dc4455 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Deleting subnet 7c2ea426-0261-40b0-87fe-f3a1ea553dab {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:44:31.519355 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d4387982-5881-4b6e-9686-97a8e4dc4455 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for subnet (7c2ea426-0261-40b0-87fe-f3a1ea553dab), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:31.559592 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d4387982-5881-4b6e-9686-97a8e4dc4455 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (7c2ea426-0261-40b0-87fe-f3a1ea553dab), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:31.591370 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-51cab98f-bc69-4597-8677-7a0b009366cc None None] Set router 32d5914c-f6fa-4169-9942-db750048e99b gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:44:31.646601 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d4387982-5881-4b6e-9686-97a8e4dc4455 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (7c2ea426-0261-40b0-87fe-f3a1ea553dab), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:31.772570 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-51cab98f-bc69-4597-8677-7a0b009366cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d5914c-f6fa-4169-9942-db750048e99b', 'name': 'tempest-TestNetworkBasicOps-router-1766215536', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.219'}], 'enable_snat': True}, 'gw_port_id': '5ce9e8f4-6d17-466a-8c36-beb33013f503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:43:30Z', 'updated_at': '2022-02-28T10:44:30Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '5ce9e8f4-6d17-466a-8c36-beb33013f503', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d5914c-f6fa-4169-9942-db750048e99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:31Z', 'updated_at': '2022-02-28T10:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:44:31.784444 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d4387982-5881-4b6e-9686-97a8e4dc4455 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (7c2ea426-0261-40b0-87fe-f3a1ea553dab), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:31.802798 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cab98f-bc69-4597-8677-7a0b009366cc None None] Checking router: 32d5914c-f6fa-4169-9942-db750048e99b for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:44:31.811768 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4387982-5881-4b6e-9686-97a8e4dc4455 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event deleted for resources: {'Subnet': ['ID=7c2ea426-0261-40b0-87fe-f3a1ea553dab,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:31.812083 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cab98f-bc69-4597-8677-7a0b009366cc None None] Routers {'32d5914c-f6fa-4169-9942-db750048e99b'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:44:31.812704 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-51cab98f-bc69-4597-8677-7a0b009366cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:44:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['32d5914c-f6fa-4169-9942-db750048e99b'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:44:31.815711 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d4387982-5881-4b6e-9686-97a8e4dc4455 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:31.818975 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-d4387982-5881-4b6e-9686-97a8e4dc4455 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "DELETE /v2.0/subnets/7c2ea426-0261-40b0-87fe-f3a1ea553dab HTTP/1.1" status: 204 len: 168 time: 0.3536429 Feb 28 10:44:31.821811 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50436) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:44:31.852797 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec344fc-56b5-4908-bce4-e9d57789d754 None None] Network 87facf20-d6a2-4bb9-b756-e56df00b955d requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:44:31.935113 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5af5634c-87b3-40cb-bbaf-f36d4bc17735 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router (32d5914c-f6fa-4169-9942-db750048e99b), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:31.990315 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-51cab98f-bc69-4597-8677-7a0b009366cc None None] Set router 32d5914c-f6fa-4169-9942-db750048e99b gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:44:32.047115 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5af5634c-87b3-40cb-bbaf-f36d4bc17735 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router_gateway (32d5914c-f6fa-4169-9942-db750048e99b), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:32.132865 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0dde444-5ddb-47b4-a1ba-76151aabe71e None None] DHCP port deletion for 87facf20-d6a2-4bb9-b756-e56df00b955d request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:44:32.161249 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-5af5634c-87b3-40cb-bbaf-f36d4bc17735 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Deleting port 5ce9e8f4-6d17-466a-8c36-beb33013f503 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:44:32.161743 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5af5634c-87b3-40cb-bbaf-f36d4bc17735 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (5ce9e8f4-6d17-466a-8c36-beb33013f503), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:32.222604 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-f0dde444-5ddb-47b4-a1ba-76151aabe71e None None] Deleting port 351108f5-25a9-4afc-a8d7-e5e2df61624b {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:44:32.222999 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f0dde444-5ddb-47b4-a1ba-76151aabe71e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (351108f5-25a9-4afc-a8d7-e5e2df61624b), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:32.225404 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-51cab98f-bc69-4597-8677-7a0b009366cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d5914c-f6fa-4169-9942-db750048e99b', 'name': 'tempest-TestNetworkBasicOps-router-1766215536', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.219'}], 'enable_snat': True}, 'gw_port_id': '5ce9e8f4-6d17-466a-8c36-beb33013f503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:43:30Z', 'updated_at': '2022-02-28T10:44:30Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '5ce9e8f4-6d17-466a-8c36-beb33013f503', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d5914c-f6fa-4169-9942-db750048e99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:31Z', 'updated_at': '2022-02-28T10:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:44:32.244712 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5af5634c-87b3-40cb-bbaf-f36d4bc17735 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] For port 5ce9e8f4-6d17-466a-8c36-beb33013f503, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=5ce9e8f4-6d17-466a-8c36-beb33013f503,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:44:32.245495 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5af5634c-87b3-40cb-bbaf-f36d4bc17735 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (5ce9e8f4-6d17-466a-8c36-beb33013f503), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:32.257140 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-5af5634c-87b3-40cb-bbaf-f36d4bc17735 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Calling delete_port for 5ce9e8f4-6d17-466a-8c36-beb33013f503 owned by network:router_gateway {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:44:32.262996 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cab98f-bc69-4597-8677-7a0b009366cc None None] The sync data for ids ['32d5914c-f6fa-4169-9942-db750048e99b'] in dv-neutron-829161-3-hyperv is: [{'id': '32d5914c-f6fa-4169-9942-db750048e99b', 'name': 'tempest-TestNetworkBasicOps-router-1766215536', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.219'}], 'enable_snat': True}, 'gw_port_id': '5ce9e8f4-6d17-466a-8c36-beb33013f503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:43:30Z', 'updated_at': '2022-02-28T10:44:30Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '5ce9e8f4-6d17-466a-8c36-beb33013f503', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d5914c-f6fa-4169-9942-db750048e99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:31Z', 'updated_at': '2022-02-28T10:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:44:32.325064 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-f0dde444-5ddb-47b4-a1ba-76151aabe71e None None] For port 351108f5-25a9-4afc-a8d7-e5e2df61624b, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=351108f5-25a9-4afc-a8d7-e5e2df61624b,segment=NetworkSegment(4217e3b3-dda1-4405-8f0b-968394e06233),segment_id=4217e3b3-dda1-4405-8f0b-968394e06233)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:44:32.325463 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f0dde444-5ddb-47b4-a1ba-76151aabe71e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (351108f5-25a9-4afc-a8d7-e5e2df61624b), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:32.338048 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-f0dde444-5ddb-47b4-a1ba-76151aabe71e None None] Calling delete_port for 351108f5-25a9-4afc-a8d7-e5e2df61624b owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:44:32.481048 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f0dde444-5ddb-47b4-a1ba-76151aabe71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (351108f5-25a9-4afc-a8d7-e5e2df61624b), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:32.504039 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5af5634c-87b3-40cb-bbaf-f36d4bc17735 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (5ce9e8f4-6d17-466a-8c36-beb33013f503), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:32.509682 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dde444-5ddb-47b4-a1ba-76151aabe71e None None] Pushing event deleted for resources: {'Port': ['ID=351108f5-25a9-4afc-a8d7-e5e2df61624b,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:32.514288 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dde444-5ddb-47b4-a1ba-76151aabe71e None None] No DVR routers for this DVR port 351108f5-25a9-4afc-a8d7-e5e2df61624b on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:44:32.521049 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dde444-5ddb-47b4-a1ba-76151aabe71e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:32.524441 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dde444-5ddb-47b4-a1ba-76151aabe71e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:32.524441 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dde444-5ddb-47b4-a1ba-76151aabe71e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:32.524441 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dde444-5ddb-47b4-a1ba-76151aabe71e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:32.524441 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dde444-5ddb-47b4-a1ba-76151aabe71e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:32.524441 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dde444-5ddb-47b4-a1ba-76151aabe71e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:32.524441 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dde444-5ddb-47b4-a1ba-76151aabe71e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:32.524441 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dde444-5ddb-47b4-a1ba-76151aabe71e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:32.524441 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dde444-5ddb-47b4-a1ba-76151aabe71e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:32.524441 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dde444-5ddb-47b4-a1ba-76151aabe71e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:32.524441 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dde444-5ddb-47b4-a1ba-76151aabe71e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:32.525808 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dde444-5ddb-47b4-a1ba-76151aabe71e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:32.525808 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dde444-5ddb-47b4-a1ba-76151aabe71e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:32.530162 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af5634c-87b3-40cb-bbaf-f36d4bc17735 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event deleted for resources: {'Port': ['ID=5ce9e8f4-6d17-466a-8c36-beb33013f503,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:32.591909 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5af5634c-87b3-40cb-bbaf-f36d4bc17735 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047843'] for router_gateway (32d5914c-f6fa-4169-9942-db750048e99b), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:32.696522 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5af5634c-87b3-40cb-bbaf-f36d4bc17735 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (32d5914c-f6fa-4169-9942-db750048e99b), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:32.699013 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5af5634c-87b3-40cb-bbaf-f36d4bc17735 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router_controller (32d5914c-f6fa-4169-9942-db750048e99b), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:32.801420 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5af5634c-87b3-40cb-bbaf-f36d4bc17735 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (32d5914c-f6fa-4169-9942-db750048e99b), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:32.802113 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af5634c-87b3-40cb-bbaf-f36d4bc17735 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Fanout notify agent at l3_agent the message router_deleted on router 32d5914c-f6fa-4169-9942-db750048e99b {{(pid=104083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:44:32.810454 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5af5634c-87b3-40cb-bbaf-f36d4bc17735 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:32.811731 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-5af5634c-87b3-40cb-bbaf-f36d4bc17735 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "DELETE /v2.0/routers/32d5914c-f6fa-4169-9942-db750048e99b HTTP/1.1" status: 204 len: 168 time: 0.9882431 Feb 28 10:44:32.814593 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50438) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:44:32.899527 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5b0e40c6-ab2a-461e-929d-8fb1d227edae tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (87facf20-d6a2-4bb9-b756-e56df00b955d), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:32.993843 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5b0e40c6-ab2a-461e-929d-8fb1d227edae tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (87facf20-d6a2-4bb9-b756-e56df00b955d), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:33.014528 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-5b0e40c6-ab2a-461e-929d-8fb1d227edae tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87facf20-d6a2-4bb9-b756-e56df00b955d']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:44:33.024386 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-5b0e40c6-ab2a-461e-929d-8fb1d227edae tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4217e3b3-dda1-4405-8f0b-968394e06233') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:44:33.024693 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-5b0e40c6-ab2a-461e-929d-8fb1d227edae tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4217e3b3-dda1-4405-8f0b-968394e06233') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:44:33.034712 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5b0e40c6-ab2a-461e-929d-8fb1d227edae tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (4217e3b3-dda1-4405-8f0b-968394e06233), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:33.048080 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5b0e40c6-ab2a-461e-929d-8fb1d227edae tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (4217e3b3-dda1-4405-8f0b-968394e06233), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:33.054501 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b0e40c6-ab2a-461e-929d-8fb1d227edae tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:44:33.058468 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5b0e40c6-ab2a-461e-929d-8fb1d227edae tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (4217e3b3-dda1-4405-8f0b-968394e06233), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:33.058468 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 10:44:33.058468 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:44:33.058468 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 10:44:33.058468 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:44:33.058468 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 10:44:33.058468 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:44:33.058468 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 10:44:33.058468 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:44:33.058468 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 10:44:33.058468 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:44:33.058468 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 10:44:33.058468 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:44:33.058468 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 10:44:33.058468 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:44:33.058468 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:44:33.058468 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:44:33.058468 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:44:33.058468 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:44:33.058468 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 10:44:33.058468 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:44:33.058468 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 10:44:33.058468 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:44:33.058468 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:44:33.058468 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:44:33.058468 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 10:44:33.058468 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:44:33.058468 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:44:33.058468 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:44:33.058468 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:44:33.058468 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:44:33.058468 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:44:33.058468 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:44:33.223561 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5b0e40c6-ab2a-461e-929d-8fb1d227edae tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (87facf20-d6a2-4bb9-b756-e56df00b955d), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:33.230928 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5b0e40c6-ab2a-461e-929d-8fb1d227edae tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:33.233582 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-5b0e40c6-ab2a-461e-929d-8fb1d227edae tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "DELETE /v2.0/networks/87facf20-d6a2-4bb9-b756-e56df00b955d HTTP/1.1" status: 204 len: 168 time: 0.4178386 Feb 28 10:44:33.247086 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0e40c6-ab2a-461e-929d-8fb1d227edae tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event deleted for resources: {'Network': ['ID=87facf20-d6a2-4bb9-b756-e56df00b955d,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:33.253419 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50440) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:44:33.254551 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-08f2a46a-018b-4978-8a2a-81fd10d89f03 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'network': {'name': 'tempest-network-smoke--1530625198', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'port_security_enabled': True}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:44:33.372623 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f2a46a-018b-4978-8a2a-81fd10d89f03 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Made reservation on behalf of 02ebd57ebb02426fbf4a686f080eb9d7 for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:44:33.376127 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-08f2a46a-018b-4978-8a2a-81fd10d89f03 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:33.400578 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08f2a46a-018b-4978-8a2a-81fd10d89f03 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:44:33.409486 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-08f2a46a-018b-4978-8a2a-81fd10d89f03 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (014cb7d5-6597-4fee-924b-dbe7fba81839), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:33.409829 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-08f2a46a-018b-4978-8a2a-81fd10d89f03 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Added segment 014cb7d5-6597-4fee-924b-dbe7fba81839 of type vlan for network 2093e7b3-e717-40df-b4cd-3d3ee174ea43 Feb 28 10:44:33.451043 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-08f2a46a-018b-4978-8a2a-81fd10d89f03 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (2093e7b3-e717-40df-b4cd-3d3ee174ea43), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:33.480580 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 351108f5-25a9-4afc-a8d7-e5e2df61624b no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:44:33.501546 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 351108f5-25a9-4afc-a8d7-e5e2df61624b {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:44:33.501888 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 351108f5-25a9-4afc-a8d7-e5e2df61624b not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:44:33.502308 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 6e168631-cbe4-447f-b4d4-88f921ef1bd3 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:44:33.521325 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 6e168631-cbe4-447f-b4d4-88f921ef1bd3 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:44:33.521668 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 6e168631-cbe4-447f-b4d4-88f921ef1bd3 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:44:33.522079 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 5ce9e8f4-6d17-466a-8c36-beb33013f503 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:44:33.540050 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 5ce9e8f4-6d17-466a-8c36-beb33013f503 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:44:33.540389 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 5ce9e8f4-6d17-466a-8c36-beb33013f503 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:44:33.555333 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-08f2a46a-018b-4978-8a2a-81fd10d89f03 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (2093e7b3-e717-40df-b4cd-3d3ee174ea43), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:33.563056 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f2a46a-018b-4978-8a2a-81fd10d89f03 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:33.563056 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-08f2a46a-018b-4978-8a2a-81fd10d89f03 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:33.639831 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f2a46a-018b-4978-8a2a-81fd10d89f03 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Network': ['ID=2093e7b3-e717-40df-b4cd-3d3ee174ea43,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:33.650718 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 2093e7b3-e717-40df-b4cd-3d3ee174ea43 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:44:33.712411 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-08f2a46a-018b-4978-8a2a-81fd10d89f03 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4618430 Feb 28 10:44:33.715634 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50442) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:44:33.720224 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-8245baf0-4789-4c81-9471-edb5de3747e7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1693717621', 'admin_state_up': True, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:44:33.807618 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8245baf0-4789-4c81-9471-edb5de3747e7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (8caf19c7-edcd-4816-a92c-57a29c0802f6), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:33.808643 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8245baf0-4789-4c81-9471-edb5de3747e7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (8caf19c7-edcd-4816-a92c-57a29c0802f6), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:33.862968 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8245baf0-4789-4c81-9471-edb5de3747e7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router_controller (8caf19c7-edcd-4816-a92c-57a29c0802f6), precommit_add_association {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:34.130147 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8245baf0-4789-4c81-9471-edb5de3747e7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router_gateway (8caf19c7-edcd-4816-a92c-57a29c0802f6), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:34.698943 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8245baf0-4789-4c81-9471-edb5de3747e7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router_gateway (8caf19c7-edcd-4816-a92c-57a29c0802f6), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:34.723054 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8245baf0-4789-4c81-9471-edb5de3747e7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:34.861546 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-8245baf0-4789-4c81-9471-edb5de3747e7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Allocated IP 172.26.3.173 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/b659c6c4-9c84-437b-a2de-4993f73aac92) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:44:34.960357 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8245baf0-4789-4c81-9471-edb5de3747e7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for port (b659c6c4-9c84-437b-a2de-4993f73aac92), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:35.052723 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8245baf0-4789-4c81-9471-edb5de3747e7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (b659c6c4-9c84-437b-a2de-4993f73aac92), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:35.093434 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8245baf0-4789-4c81-9471-edb5de3747e7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:44:35.096270 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-8245baf0-4789-4c81-9471-edb5de3747e7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:44:35.099048 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8245baf0-4789-4c81-9471-edb5de3747e7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:44:35.127740 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8245baf0-4789-4c81-9471-edb5de3747e7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Port': ['ID=b659c6c4-9c84-437b-a2de-4993f73aac92,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:35.410002 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8245baf0-4789-4c81-9471-edb5de3747e7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router_gateway (8caf19c7-edcd-4816-a92c-57a29c0802f6), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:35.614977 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8245baf0-4789-4c81-9471-edb5de3747e7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (8caf19c7-edcd-4816-a92c-57a29c0802f6), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:35.829134 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8245baf0-4789-4c81-9471-edb5de3747e7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Router 8caf19c7-edcd-4816-a92c-57a29c0802f6 is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:44:35.938152 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8245baf0-4789-4c81-9471-edb5de3747e7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:44:35.948948 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8b076f-dd72-4764-bccb-36f9e4565af3 None None] Sync routers for ids ['8caf19c7-edcd-4816-a92c-57a29c0802f6'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:44:35.964260 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8b076f-dd72-4764-bccb-36f9e4565af3 None None] Routers {'8caf19c7-edcd-4816-a92c-57a29c0802f6'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:44:35.965700 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-fa8b076f-dd72-4764-bccb-36f9e4565af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:44:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['8caf19c7-edcd-4816-a92c-57a29c0802f6'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:44:36.032004 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8245baf0-4789-4c81-9471-edb5de3747e7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:36.033262 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-8245baf0-4789-4c81-9471-edb5de3747e7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3166239 Feb 28 10:44:36.036646 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50444) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:44:36.071374 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-806b1fa7-b662-4dd2-9993-8437647c186c tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=02ebd57ebb02426fbf4a686f080eb9d7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0334578 Feb 28 10:44:36.074235 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-fa8b076f-dd72-4764-bccb-36f9e4565af3 None None] Set router 8caf19c7-edcd-4816-a92c-57a29c0802f6 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:44:36.074799 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50446) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:44:36.226077 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce195b02-e7e4-4038-9548-2015ccea3ec0 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:36.227759 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-ce195b02-e7e4-4038-9548-2015ccea3ec0 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1520011 Feb 28 10:44:36.231526 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50448) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:44:36.269130 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-1d9b4b62-eb44-4bae-87a5-876716a02e37 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=e88d86cf-af22-4900-bdd2-aa4038554136&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0363090 Feb 28 10:44:36.271710 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50450) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:44:36.276929 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-205e0a98-f7c1-4dd1-8e1a-f5eec55d5831 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-420159919', 'network_id': '2093e7b3-e717-40df-b4cd-3d3ee174ea43', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:44:36.349874 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-fa8b076f-dd72-4764-bccb-36f9e4565af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8caf19c7-edcd-4816-a92c-57a29c0802f6', 'name': 'tempest-TestNetworkBasicOps-router-1693717621', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.173'}], 'enable_snat': True}, 'gw_port_id': 'b659c6c4-9c84-437b-a2de-4993f73aac92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:44:33Z', 'updated_at': '2022-02-28T10:44:35Z', 'revision_number': 3, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': 'b659c6c4-9c84-437b-a2de-4993f73aac92', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:18:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8caf19c7-edcd-4816-a92c-57a29c0802f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:34Z', 'updated_at': '2022-02-28T10:44:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:44:36.377175 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8b076f-dd72-4764-bccb-36f9e4565af3 None None] Checking router: 8caf19c7-edcd-4816-a92c-57a29c0802f6 for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:44:36.377532 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8b076f-dd72-4764-bccb-36f9e4565af3 None None] Updating router 8caf19c7-edcd-4816-a92c-57a29c0802f6 port b659c6c4-9c84-437b-a2de-4993f73aac92 binding host dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:44:36.406891 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fa8b076f-dd72-4764-bccb-36f9e4565af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (b659c6c4-9c84-437b-a2de-4993f73aac92), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:36.666319 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fa8b076f-dd72-4764-bccb-36f9e4565af3 None None] Publish callbacks [] for port (b659c6c4-9c84-437b-a2de-4993f73aac92), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:36.743953 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fa8b076f-dd72-4764-bccb-36f9e4565af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (b659c6c4-9c84-437b-a2de-4993f73aac92), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:36.766559 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205e0a98-f7c1-4dd1-8e1a-f5eec55d5831 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Made reservation on behalf of 02ebd57ebb02426fbf4a686f080eb9d7 for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:44:36.770117 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-205e0a98-f7c1-4dd1-8e1a-f5eec55d5831 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:36.789908 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-fa8b076f-dd72-4764-bccb-36f9e4565af3 None None] Attempting to bind port b659c6c4-9c84-437b-a2de-4993f73aac92 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:44:36.790282 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-fa8b076f-dd72-4764-bccb-36f9e4565af3 None None] Attempting to bind port b659c6c4-9c84-437b-a2de-4993f73aac92 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:44:36.790645 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8b076f-dd72-4764-bccb-36f9e4565af3 None None] Attempting to bind port b659c6c4-9c84-437b-a2de-4993f73aac92 on network e88d86cf-af22-4900-bdd2-aa4038554136 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:44:36.798419 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8b076f-dd72-4764-bccb-36f9e4565af3 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:44:36.798793 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8b076f-dd72-4764-bccb-36f9e4565af3 None None] Checking segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:44:36.799217 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fa8b076f-dd72-4764-bccb-36f9e4565af3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:36.799610 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8b076f-dd72-4764-bccb-36f9e4565af3 None None] Bound using segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:44:36.800076 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-fa8b076f-dd72-4764-bccb-36f9e4565af3 None None] Bound port: b659c6c4-9c84-437b-a2de-4993f73aac92, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:44:36.800451 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fa8b076f-dd72-4764-bccb-36f9e4565af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (b659c6c4-9c84-437b-a2de-4993f73aac92), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:36.824726 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dbe1f5-8ee8-4722-8187-3b2800c9f281 None None] Pushing event updated for resources: {'Port': ['ID=b659c6c4-9c84-437b-a2de-4993f73aac92,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:36.860468 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-fa8b076f-dd72-4764-bccb-36f9e4565af3 None None] For port b659c6c4-9c84-437b-a2de-4993f73aac92, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:44:36.863526 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-fa8b076f-dd72-4764-bccb-36f9e4565af3 None None] For port b659c6c4-9c84-437b-a2de-4993f73aac92, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=b659c6c4-9c84-437b-a2de-4993f73aac92,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:44:36.915472 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fa8b076f-dd72-4764-bccb-36f9e4565af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (b659c6c4-9c84-437b-a2de-4993f73aac92), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:36.976016 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8b076f-dd72-4764-bccb-36f9e4565af3 None None] Routers {'8caf19c7-edcd-4816-a92c-57a29c0802f6'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:44:36.976665 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-fa8b076f-dd72-4764-bccb-36f9e4565af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:44:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['8caf19c7-edcd-4816-a92c-57a29c0802f6'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:44:36.978476 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dbe1f5-8ee8-4722-8187-3b2800c9f281 None None] Pushing event updated for resources: {'Port': ['ID=b659c6c4-9c84-437b-a2de-4993f73aac92,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:37.012481 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-205e0a98-f7c1-4dd1-8e1a-f5eec55d5831 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (5aae0d65-2be6-4bf6-afe8-27d24c43e91b), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:37.079323 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205e0a98-f7c1-4dd1-8e1a-f5eec55d5831 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Subnet': ['ID=5aae0d65-2be6-4bf6-afe8-27d24c43e91b,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:37.081581 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205e0a98-f7c1-4dd1-8e1a-f5eec55d5831 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Checking segment: {'id': '014cb7d5-6597-4fee-924b-dbe7fba81839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2093e7b3-e717-40df-b4cd-3d3ee174ea43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:44:37.081954 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205e0a98-f7c1-4dd1-8e1a-f5eec55d5831 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Network hostable DHCP agents. Network: 2093e7b3-e717-40df-b4cd-3d3ee174ea43, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:44:37.089622 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-fa8b076f-dd72-4764-bccb-36f9e4565af3 None None] Set router 8caf19c7-edcd-4816-a92c-57a29c0802f6 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:44:37.206586 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205e0a98-f7c1-4dd1-8e1a-f5eec55d5831 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Network 2093e7b3-e717-40df-b4cd-3d3ee174ea43 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:44:37.262156 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-fa8b076f-dd72-4764-bccb-36f9e4565af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8caf19c7-edcd-4816-a92c-57a29c0802f6', 'name': 'tempest-TestNetworkBasicOps-router-1693717621', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.173'}], 'enable_snat': True}, 'gw_port_id': 'b659c6c4-9c84-437b-a2de-4993f73aac92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:44:33Z', 'updated_at': '2022-02-28T10:44:35Z', 'revision_number': 3, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': 'b659c6c4-9c84-437b-a2de-4993f73aac92', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:18:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8caf19c7-edcd-4816-a92c-57a29c0802f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:34Z', 'updated_at': '2022-02-28T10:44:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:44:37.288036 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8b076f-dd72-4764-bccb-36f9e4565af3 None None] The sync data for ids ['8caf19c7-edcd-4816-a92c-57a29c0802f6'] in dv-neutron-829161-3-hyperv is: [{'id': '8caf19c7-edcd-4816-a92c-57a29c0802f6', 'name': 'tempest-TestNetworkBasicOps-router-1693717621', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.173'}], 'enable_snat': True}, 'gw_port_id': 'b659c6c4-9c84-437b-a2de-4993f73aac92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:44:33Z', 'updated_at': '2022-02-28T10:44:35Z', 'revision_number': 3, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': 'b659c6c4-9c84-437b-a2de-4993f73aac92', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:18:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8caf19c7-edcd-4816-a92c-57a29c0802f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:34Z', 'updated_at': '2022-02-28T10:44:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:44:37.314938 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-205e0a98-f7c1-4dd1-8e1a-f5eec55d5831 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 2093e7b3-e717-40df-b4cd-3d3ee174ea43) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:44:37.320195 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205e0a98-f7c1-4dd1-8e1a-f5eec55d5831 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:37.321152 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-205e0a98-f7c1-4dd1-8e1a-f5eec55d5831 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:37.326724 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58069728-5f4a-4a0f-b171-cee98ccbccb8 None None] Network 2093e7b3-e717-40df-b4cd-3d3ee174ea43 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:44:37.391641 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-205e0a98-f7c1-4dd1-8e1a-f5eec55d5831 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1188715 Feb 28 10:44:37.394363 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50454) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:44:37.439160 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0819c6b2-894d-4586-b60e-31db1df43984 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-2093e7b3-e717-40df-b4cd-3d3ee174ea43', 'network_id': '2093e7b3-e717-40df-b4cd-3d3ee174ea43', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'fixed_ips': [{'subnet_id': '5aae0d65-2be6-4bf6-afe8-27d24c43e91b'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:44:37.440056 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0819c6b2-894d-4586-b60e-31db1df43984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:37.601366 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-0819c6b2-894d-4586-b60e-31db1df43984 None None] Allocated IP 172.20.0.2 (2093e7b3-e717-40df-b4cd-3d3ee174ea43/5aae0d65-2be6-4bf6-afe8-27d24c43e91b/7545d76c-7d4c-465a-b892-c437a2e1af85) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:44:37.769620 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0819c6b2-894d-4586-b60e-31db1df43984 None None] Publish callbacks [] for port (7545d76c-7d4c-465a-b892-c437a2e1af85), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:37.852443 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0819c6b2-894d-4586-b60e-31db1df43984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (7545d76c-7d4c-465a-b892-c437a2e1af85), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:37.893240 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0819c6b2-894d-4586-b60e-31db1df43984 None None] Network 2093e7b3-e717-40df-b4cd-3d3ee174ea43 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:44:37.899912 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-0819c6b2-894d-4586-b60e-31db1df43984 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:44:37.905151 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0819c6b2-894d-4586-b60e-31db1df43984 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:44:37.905685 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b1f70206-5b5d-442e-b9c4-e5a093b3a18f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:37.908984 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0819c6b2-894d-4586-b60e-31db1df43984 None None] Pushing event updated for resources: {'Port': ['ID=7545d76c-7d4c-465a-b892-c437a2e1af85,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:37.969604 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-0819c6b2-894d-4586-b60e-31db1df43984 None None] Attempting to bind port 7545d76c-7d4c-465a-b892-c437a2e1af85 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:44:37.970027 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-0819c6b2-894d-4586-b60e-31db1df43984 None None] Attempting to bind port 7545d76c-7d4c-465a-b892-c437a2e1af85 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '014cb7d5-6597-4fee-924b-dbe7fba81839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2093e7b3-e717-40df-b4cd-3d3ee174ea43'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:44:37.970400 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0819c6b2-894d-4586-b60e-31db1df43984 None None] Attempting to bind port 7545d76c-7d4c-465a-b892-c437a2e1af85 on network 2093e7b3-e717-40df-b4cd-3d3ee174ea43 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:44:37.975959 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0819c6b2-894d-4586-b60e-31db1df43984 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:44:37.976350 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0819c6b2-894d-4586-b60e-31db1df43984 None None] Checking segment: {'id': '014cb7d5-6597-4fee-924b-dbe7fba81839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2093e7b3-e717-40df-b4cd-3d3ee174ea43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:44:37.976763 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0819c6b2-894d-4586-b60e-31db1df43984 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:37.977357 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0819c6b2-894d-4586-b60e-31db1df43984 None None] Bound using segment: {'id': '014cb7d5-6597-4fee-924b-dbe7fba81839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2093e7b3-e717-40df-b4cd-3d3ee174ea43'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:44:37.977848 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-0819c6b2-894d-4586-b60e-31db1df43984 None None] Bound port: 7545d76c-7d4c-465a-b892-c437a2e1af85, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '014cb7d5-6597-4fee-924b-dbe7fba81839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2093e7b3-e717-40df-b4cd-3d3ee174ea43'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:44:37.978233 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0819c6b2-894d-4586-b60e-31db1df43984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (7545d76c-7d4c-465a-b892-c437a2e1af85), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:38.054263 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-0819c6b2-894d-4586-b60e-31db1df43984 None None] For port 7545d76c-7d4c-465a-b892-c437a2e1af85, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:44:38.057801 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-0819c6b2-894d-4586-b60e-31db1df43984 None None] For port 7545d76c-7d4c-465a-b892-c437a2e1af85, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=7545d76c-7d4c-465a-b892-c437a2e1af85,segment=NetworkSegment(014cb7d5-6597-4fee-924b-dbe7fba81839),segment_id=014cb7d5-6597-4fee-924b-dbe7fba81839)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:44:38.161265 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0819c6b2-894d-4586-b60e-31db1df43984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (7545d76c-7d4c-465a-b892-c437a2e1af85), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:38.201135 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-b1f70206-5b5d-442e-b9c4-e5a093b3a18f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Allocated IP 172.20.0.1 (2093e7b3-e717-40df-b4cd-3d3ee174ea43/5aae0d65-2be6-4bf6-afe8-27d24c43e91b/75a22e00-a38d-482a-b39f-9f02b6350162) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:44:38.230070 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0819c6b2-894d-4586-b60e-31db1df43984 None None] Pushing event updated for resources: {'Port': ['ID=7545d76c-7d4c-465a-b892-c437a2e1af85,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:38.340155 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b1f70206-5b5d-442e-b9c4-e5a093b3a18f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for port (75a22e00-a38d-482a-b39f-9f02b6350162), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:38.443521 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b1f70206-5b5d-442e-b9c4-e5a093b3a18f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (75a22e00-a38d-482a-b39f-9f02b6350162), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:38.489898 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f70206-5b5d-442e-b9c4-e5a093b3a18f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Network 2093e7b3-e717-40df-b4cd-3d3ee174ea43 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:44:38.493343 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-b1f70206-5b5d-442e-b9c4-e5a093b3a18f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:44:38.497275 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f70206-5b5d-442e-b9c4-e5a093b3a18f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:44:38.538246 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f70206-5b5d-442e-b9c4-e5a093b3a18f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Port': ['ID=75a22e00-a38d-482a-b39f-9f02b6350162,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:38.554768 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b1f70206-5b5d-442e-b9c4-e5a093b3a18f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047958'] for router_interface (8caf19c7-edcd-4816-a92c-57a29c0802f6), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:38.766310 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b1f70206-5b5d-442e-b9c4-e5a093b3a18f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (75a22e00-a38d-482a-b39f-9f02b6350162), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:39.049631 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b1f70206-5b5d-442e-b9c4-e5a093b3a18f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for port (75a22e00-a38d-482a-b39f-9f02b6350162), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:39.143634 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b1f70206-5b5d-442e-b9c4-e5a093b3a18f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (75a22e00-a38d-482a-b39f-9f02b6350162), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:39.220728 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b1f70206-5b5d-442e-b9c4-e5a093b3a18f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047558'] for router_interface (8caf19c7-edcd-4816-a92c-57a29c0802f6), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:39.223057 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f70206-5b5d-442e-b9c4-e5a093b3a18f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Port': ['ID=75a22e00-a38d-482a-b39f-9f02b6350162,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:39.333330 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f70206-5b5d-442e-b9c4-e5a093b3a18f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Network 2093e7b3-e717-40df-b4cd-3d3ee174ea43 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:44:39.334886 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-b1f70206-5b5d-442e-b9c4-e5a093b3a18f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:44:39.361379 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e70aba-508b-4552-9b89-b37eec090329 None None] Network 2093e7b3-e717-40df-b4cd-3d3ee174ea43 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:44:39.485070 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f70206-5b5d-442e-b9c4-e5a093b3a18f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Router 8caf19c7-edcd-4816-a92c-57a29c0802f6 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:44:39.488883 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-54c091df-1a49-45de-b723-14a5a8ef50e3 req-ddddc7c3-8f79-41e7-b9d4-8db09191f4c1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=462be7d2-7118-435d-bec2-a77773ee7f57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705619 Feb 28 10:44:39.589299 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-9107cc4a-ce09-484b-8e94-0cd09930a565 None None] Provisioning complete for port 7545d76c-7d4c-465a-b892-c437a2e1af85 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:44:39.589770 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9107cc4a-ce09-484b-8e94-0cd09930a565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (7545d76c-7d4c-465a-b892-c437a2e1af85), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:39.614138 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c091df-1a49-45de-b723-14a5a8ef50e3 req-4adbe241-fb2f-4d2f-848a-f6dcee066936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:39.615715 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-54c091df-1a49-45de-b723-14a5a8ef50e3 req-4adbe241-fb2f-4d2f-848a-f6dcee066936 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fb97474a860e4d948fd0a95e1b318101&device_id=462be7d2-7118-435d-bec2-a77773ee7f57 HTTP/1.1" status: 200 len: 1130 time: 0.0674992 Feb 28 10:44:39.617135 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device b659c6c4-9c84-437b-a2de-4993f73aac92 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:44:39.631035 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f70206-5b5d-442e-b9c4-e5a093b3a18f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:44:39.636836 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-b1f70206-5b5d-442e-b9c4-e5a093b3a18f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "PUT /v2.0/routers/8caf19c7-edcd-4816-a92c-57a29c0802f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2412863 Feb 28 10:44:39.639192 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50456) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:44:39.669178 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a1bb58-878d-4bd2-aca3-deccfc16d115 None None] Sync routers for ids ['8caf19c7-edcd-4816-a92c-57a29c0802f6'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:44:39.723859 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a1bb58-878d-4bd2-aca3-deccfc16d115 None None] Routers {'8caf19c7-edcd-4816-a92c-57a29c0802f6'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:44:39.724532 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-d8a1bb58-878d-4bd2-aca3-deccfc16d115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:44:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['8caf19c7-edcd-4816-a92c-57a29c0802f6'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:44:39.730883 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c091df-1a49-45de-b723-14a5a8ef50e3 req-23297394-a2ce-4281-a447-bfd4ee6d4bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:39.732376 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-54c091df-1a49-45de-b723-14a5a8ef50e3 req-23297394-a2ce-4281-a447-bfd4ee6d4bb3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a HTTP/1.1" status: 200 len: 911 time: 0.0978308 Feb 28 10:44:39.746455 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba27d354-146e-4bfd-b16d-43cd85c5423c tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:39.747057 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba27d354-146e-4bfd-b16d-43cd85c5423c tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:39.747595 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba27d354-146e-4bfd-b16d-43cd85c5423c tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:39.748118 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba27d354-146e-4bfd-b16d-43cd85c5423c tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:39.748584 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba27d354-146e-4bfd-b16d-43cd85c5423c tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:39.749047 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba27d354-146e-4bfd-b16d-43cd85c5423c tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:39.753507 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-ba27d354-146e-4bfd-b16d-43cd85c5423c tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4280 time: 0.1105042 Feb 28 10:44:39.753691 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50458) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:44:39.805015 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-54c091df-1a49-45de-b723-14a5a8ef50e3 req-bb7af302-a3ac-4ecd-9625-2dda9a34f8a1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39f9b205-5292-4a07-ae54-e3242de9f312 HTTP/1.1" status: 200 len: 1002 time: 0.0661147 Feb 28 10:44:39.824820 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7e35b7-a8a6-4962-bc75-959bbde81eee tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:39.824820 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7e35b7-a8a6-4962-bc75-959bbde81eee tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:39.824820 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7e35b7-a8a6-4962-bc75-959bbde81eee tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:39.824820 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7e35b7-a8a6-4962-bc75-959bbde81eee tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:39.824820 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7e35b7-a8a6-4962-bc75-959bbde81eee tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:39.824820 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7e35b7-a8a6-4962-bc75-959bbde81eee tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:39.824820 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-ea7e35b7-a8a6-4962-bc75-959bbde81eee tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0653963 Feb 28 10:44:39.825457 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50460) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:44:39.827873 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port b659c6c4-9c84-437b-a2de-4993f73aac92 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:44:39.828261 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (b659c6c4-9c84-437b-a2de-4993f73aac92), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:39.862002 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c091df-1a49-45de-b723-14a5a8ef50e3 req-4a6eb364-f648-4106-8cca-a5edb3d2d72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:39.863517 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-54c091df-1a49-45de-b723-14a5a8ef50e3 req-4a6eb364-f648-4106-8cca-a5edb3d2d72f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e8522a33-2f3b-469a-aaa7-bb28734740a0 HTTP/1.1" status: 200 len: 850 time: 0.0517945 Feb 28 10:44:39.913860 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-9107cc4a-ce09-484b-8e94-0cd09930a565 None None] Current status of the port 7545d76c-7d4c-465a-b892-c437a2e1af85 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:44:39.914104 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9107cc4a-ce09-484b-8e94-0cd09930a565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (7545d76c-7d4c-465a-b892-c437a2e1af85), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:39.918248 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c091df-1a49-45de-b723-14a5a8ef50e3 req-883914ef-8f77-458d-9569-e1986adb8e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:39.919876 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-54c091df-1a49-45de-b723-14a5a8ef50e3 req-883914ef-8f77-458d-9569-e1986adb8e15 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0486190 Feb 28 10:44:39.987625 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-d8a1bb58-878d-4bd2-aca3-deccfc16d115 None None] Set router 8caf19c7-edcd-4816-a92c-57a29c0802f6 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:44:39.989214 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-dbf8cead-0e64-499d-a780-5c15c60fc066 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.1629696 Feb 28 10:44:39.993891 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-9107cc4a-ce09-484b-8e94-0cd09930a565 None None] For port 7545d76c-7d4c-465a-b892-c437a2e1af85, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=7545d76c-7d4c-465a-b892-c437a2e1af85,segment=NetworkSegment(014cb7d5-6597-4fee-924b-dbe7fba81839),segment_id=014cb7d5-6597-4fee-924b-dbe7fba81839)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:44:40.043745 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-54c091df-1a49-45de-b723-14a5a8ef50e3 req-5560baea-9d1b-4129-9afb-8f6fa9f06fd0 service neutron] 10.222.0.70 "GET /v2.0/networks/b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174774 Feb 28 10:44:40.066912 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9107cc4a-ce09-484b-8e94-0cd09930a565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (7545d76c-7d4c-465a-b892-c437a2e1af85), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:40.149863 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port b659c6c4-9c84-437b-a2de-4993f73aac92 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:44:40.150293 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (b659c6c4-9c84-437b-a2de-4993f73aac92), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:40.177525 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-54c091df-1a49-45de-b723-14a5a8ef50e3 req-46da7e43-b82c-4ada-88f8-656647a31907 service neutron] 10.222.0.70 "GET /v2.0/networks/b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267426 Feb 28 10:44:40.246916 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port b659c6c4-9c84-437b-a2de-4993f73aac92, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=b659c6c4-9c84-437b-a2de-4993f73aac92,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:44:40.256682 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9107cc4a-ce09-484b-8e94-0cd09930a565 None None] Pushing event updated for resources: {'Port': ['ID=7545d76c-7d4c-465a-b892-c437a2e1af85,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:40.278041 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-385ae13d-afab-4071-be9a-3af24fe86304 None None] Provisioning complete for port 7545d76c-7d4c-465a-b892-c437a2e1af85 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:44:40.284210 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-385ae13d-afab-4071-be9a-3af24fe86304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (7545d76c-7d4c-465a-b892-c437a2e1af85), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:40.311285 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (b659c6c4-9c84-437b-a2de-4993f73aac92), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:40.312086 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 7545d76c-7d4c-465a-b892-c437a2e1af85 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:44:40.376058 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50464) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:44:40.380831 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-fec1f460-3e31-49ff-882b-76766947b8f0 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-649340053', 'description': 'tempest-secgroup-smoke-649340053 description', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:44:40.438645 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=b659c6c4-9c84-437b-a2de-4993f73aac92,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:40.475720 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fec1f460-3e31-49ff-882b-76766947b8f0 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:40.492062 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 7545d76c-7d4c-465a-b892-c437a2e1af85 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:44:40.492552 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (7545d76c-7d4c-465a-b892-c437a2e1af85), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:40.523511 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-385ae13d-afab-4071-be9a-3af24fe86304 None None] Current status of the port 7545d76c-7d4c-465a-b892-c437a2e1af85 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:44:40.543947 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-d8a1bb58-878d-4bd2-aca3-deccfc16d115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8caf19c7-edcd-4816-a92c-57a29c0802f6', 'name': 'tempest-TestNetworkBasicOps-router-1693717621', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.173'}], 'enable_snat': True}, 'gw_port_id': 'b659c6c4-9c84-437b-a2de-4993f73aac92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:44:33Z', 'updated_at': '2022-02-28T10:44:38Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': 'b659c6c4-9c84-437b-a2de-4993f73aac92', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:18:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8caf19c7-edcd-4816-a92c-57a29c0802f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:34Z', 'updated_at': '2022-02-28T10:44:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '75a22e00-a38d-482a-b39f-9f02b6350162', 'name': '', 'network_id': '2093e7b3-e717-40df-b4cd-3d3ee174ea43', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:d1:21:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8caf19c7-edcd-4816-a92c-57a29c0802f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '5aae0d65-2be6-4bf6-afe8-27d24c43e91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:38Z', 'updated_at': '2022-02-28T10:44:38Z', 'revision_number': 2, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '5aae0d65-2be6-4bf6-afe8-27d24c43e91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:44:40.552584 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fec1f460-3e31-49ff-882b-76766947b8f0 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (cf5468d5-302e-4391-81ad-c18ce388474d), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:40.579316 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a1bb58-878d-4bd2-aca3-deccfc16d115 None None] Checking router: 8caf19c7-edcd-4816-a92c-57a29c0802f6 for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:44:40.579689 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a1bb58-878d-4bd2-aca3-deccfc16d115 None None] Updating router 8caf19c7-edcd-4816-a92c-57a29c0802f6 port 75a22e00-a38d-482a-b39f-9f02b6350162 binding host dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:44:40.601307 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-385ae13d-afab-4071-be9a-3af24fe86304 None None] Provisioning complete for port 75a22e00-a38d-482a-b39f-9f02b6350162 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:44:40.601683 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-385ae13d-afab-4071-be9a-3af24fe86304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (75a22e00-a38d-482a-b39f-9f02b6350162), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:40.617322 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fec1f460-3e31-49ff-882b-76766947b8f0 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (cf5468d5-302e-4391-81ad-c18ce388474d), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:40.637887 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d8a1bb58-878d-4bd2-aca3-deccfc16d115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (75a22e00-a38d-482a-b39f-9f02b6350162), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:40.646710 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec1f460-3e31-49ff-882b-76766947b8f0 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5468d5-302e-4391-81ad-c18ce388474d,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:40.675146 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-385ae13d-afab-4071-be9a-3af24fe86304 None None] Port 75a22e00-a38d-482a-b39f-9f02b6350162 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:44:40.708475 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 7545d76c-7d4c-465a-b892-c437a2e1af85 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:44:40.746039 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fec1f460-3e31-49ff-882b-76766947b8f0 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:40.747508 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-fec1f460-3e31-49ff-882b-76766947b8f0 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3702390 Feb 28 10:44:40.750400 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50466) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:44:40.754732 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-c89c82f4-2e3e-440b-8fb9-9915570647d1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': 'cf5468d5-302e-4391-81ad-c18ce388474d', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:44:40.814919 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-32b1f643-9217-4853-b35a-c59f7f75f986 None None] Provisioning complete for port 75a22e00-a38d-482a-b39f-9f02b6350162 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:44:40.815300 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-32b1f643-9217-4853-b35a-c59f7f75f986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (75a22e00-a38d-482a-b39f-9f02b6350162), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:40.850902 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c89c82f4-2e3e-440b-8fb9-9915570647d1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (a7f6dc20-3589-42cc-b6d4-d60ceda751e5), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:40.883880 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-32b1f643-9217-4853-b35a-c59f7f75f986 None None] Port 75a22e00-a38d-482a-b39f-9f02b6350162 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:44:40.907815 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c89c82f4-2e3e-440b-8fb9-9915570647d1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (a7f6dc20-3589-42cc-b6d4-d60ceda751e5), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:40.976583 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d8a1bb58-878d-4bd2-aca3-deccfc16d115 None None] Publish callbacks [] for port (75a22e00-a38d-482a-b39f-9f02b6350162), precommit_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:40.977734 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c89c82f4-2e3e-440b-8fb9-9915570647d1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (a7f6dc20-3589-42cc-b6d4-d60ceda751e5), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:40.997990 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89c82f4-2e3e-440b-8fb9-9915570647d1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7f6dc20-3589-42cc-b6d4-d60ceda751e5,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:41.052355 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d8a1bb58-878d-4bd2-aca3-deccfc16d115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (75a22e00-a38d-482a-b39f-9f02b6350162), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:41.077454 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c89c82f4-2e3e-440b-8fb9-9915570647d1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:41.080683 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c89c82f4-2e3e-440b-8fb9-9915570647d1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3273449 Feb 28 10:44:41.081766 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50468) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:44:41.086603 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-a12ac72e-a98e-4e1f-8ecb-3fc5fbde2167 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': 'cf5468d5-302e-4391-81ad-c18ce388474d', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:44:41.100994 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a584-5b62-46b5-8e0b-b82b67ffc185 None None] Pushing event updated for resources: {'Port': ['ID=75a22e00-a38d-482a-b39f-9f02b6350162,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:41.160764 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-d8a1bb58-878d-4bd2-aca3-deccfc16d115 None None] Attempting to bind port 75a22e00-a38d-482a-b39f-9f02b6350162 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:44:41.161154 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-d8a1bb58-878d-4bd2-aca3-deccfc16d115 None None] Attempting to bind port 75a22e00-a38d-482a-b39f-9f02b6350162 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '014cb7d5-6597-4fee-924b-dbe7fba81839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2093e7b3-e717-40df-b4cd-3d3ee174ea43'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:44:41.165722 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a1bb58-878d-4bd2-aca3-deccfc16d115 None None] Attempting to bind port 75a22e00-a38d-482a-b39f-9f02b6350162 on network 2093e7b3-e717-40df-b4cd-3d3ee174ea43 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:44:41.167640 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a1bb58-878d-4bd2-aca3-deccfc16d115 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:44:41.168023 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a1bb58-878d-4bd2-aca3-deccfc16d115 None None] Checking segment: {'id': '014cb7d5-6597-4fee-924b-dbe7fba81839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2093e7b3-e717-40df-b4cd-3d3ee174ea43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:44:41.168432 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d8a1bb58-878d-4bd2-aca3-deccfc16d115 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:41.168831 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a1bb58-878d-4bd2-aca3-deccfc16d115 None None] Bound using segment: {'id': '014cb7d5-6597-4fee-924b-dbe7fba81839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2093e7b3-e717-40df-b4cd-3d3ee174ea43'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:44:41.169312 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-d8a1bb58-878d-4bd2-aca3-deccfc16d115 None None] Bound port: 75a22e00-a38d-482a-b39f-9f02b6350162, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '014cb7d5-6597-4fee-924b-dbe7fba81839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2093e7b3-e717-40df-b4cd-3d3ee174ea43'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:44:41.169697 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d8a1bb58-878d-4bd2-aca3-deccfc16d115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (75a22e00-a38d-482a-b39f-9f02b6350162), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:41.183380 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a12ac72e-a98e-4e1f-8ecb-3fc5fbde2167 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (6d17f7b4-3b38-4922-a7cd-b5f48390af15), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:41.239539 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-d8a1bb58-878d-4bd2-aca3-deccfc16d115 None None] For port 75a22e00-a38d-482a-b39f-9f02b6350162, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:44:41.243339 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-d8a1bb58-878d-4bd2-aca3-deccfc16d115 None None] For port 75a22e00-a38d-482a-b39f-9f02b6350162, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=75a22e00-a38d-482a-b39f-9f02b6350162,segment=NetworkSegment(014cb7d5-6597-4fee-924b-dbe7fba81839),segment_id=014cb7d5-6597-4fee-924b-dbe7fba81839)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:44:41.251731 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a12ac72e-a98e-4e1f-8ecb-3fc5fbde2167 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (6d17f7b4-3b38-4922-a7cd-b5f48390af15), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:41.312924 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-048418a6-0e18-43c9-9e4f-b40433d7cefa None None] Provisioning complete for port 75a22e00-a38d-482a-b39f-9f02b6350162 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:44:41.313334 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-048418a6-0e18-43c9-9e4f-b40433d7cefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (75a22e00-a38d-482a-b39f-9f02b6350162), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:41.335144 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d8a1bb58-878d-4bd2-aca3-deccfc16d115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (75a22e00-a38d-482a-b39f-9f02b6350162), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:41.343571 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a12ac72e-a98e-4e1f-8ecb-3fc5fbde2167 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (6d17f7b4-3b38-4922-a7cd-b5f48390af15), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:41.361617 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12ac72e-a98e-4e1f-8ecb-3fc5fbde2167 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d17f7b4-3b38-4922-a7cd-b5f48390af15,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:41.448478 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a12ac72e-a98e-4e1f-8ecb-3fc5fbde2167 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:41.452384 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a12ac72e-a98e-4e1f-8ecb-3fc5fbde2167 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3668489 Feb 28 10:44:41.456954 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50470) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:44:41.457258 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-9e23d258-e7f7-4972-80cc-b3d31a70b95a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': 'cf5468d5-302e-4391-81ad-c18ce388474d', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:44:41.543690 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device b659c6c4-9c84-437b-a2de-4993f73aac92 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:44:41.561070 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9e23d258-e7f7-4972-80cc-b3d31a70b95a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (5d298096-4301-4369-8a93-71236b08e576), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:41.572523 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-048418a6-0e18-43c9-9e4f-b40433d7cefa None None] Port 75a22e00-a38d-482a-b39f-9f02b6350162 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:44:41.596387 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a1bb58-878d-4bd2-aca3-deccfc16d115 None None] Routers {'8caf19c7-edcd-4816-a92c-57a29c0802f6'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:44:41.597041 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-d8a1bb58-878d-4bd2-aca3-deccfc16d115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:44:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['8caf19c7-edcd-4816-a92c-57a29c0802f6'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:44:41.600781 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a584-5b62-46b5-8e0b-b82b67ffc185 None None] Pushing event updated for resources: {'Port': ['ID=75a22e00-a38d-482a-b39f-9f02b6350162,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:41.633145 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9e23d258-e7f7-4972-80cc-b3d31a70b95a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (5d298096-4301-4369-8a93-71236b08e576), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:41.710435 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port b659c6c4-9c84-437b-a2de-4993f73aac92 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:44:41.710727 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (b659c6c4-9c84-437b-a2de-4993f73aac92), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:41.715023 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9e23d258-e7f7-4972-80cc-b3d31a70b95a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (5d298096-4301-4369-8a93-71236b08e576), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:41.730788 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e23d258-e7f7-4972-80cc-b3d31a70b95a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d298096-4301-4369-8a93-71236b08e576,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:41.768381 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-c3087421-6084-4c8e-9053-f29bcdab6076 None None] Provisioning complete for port 75a22e00-a38d-482a-b39f-9f02b6350162 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:44:41.768759 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c3087421-6084-4c8e-9053-f29bcdab6076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (75a22e00-a38d-482a-b39f-9f02b6350162), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:41.771412 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-d8a1bb58-878d-4bd2-aca3-deccfc16d115 None None] Set router 8caf19c7-edcd-4816-a92c-57a29c0802f6 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:44:41.814258 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9e23d258-e7f7-4972-80cc-b3d31a70b95a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:41.815877 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-9e23d258-e7f7-4972-80cc-b3d31a70b95a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3622351 Feb 28 10:44:41.818507 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50472) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:44:41.823364 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-99f7e371-755f-4899-9499-c16628eb5bda tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': 'cf5468d5-302e-4391-81ad-c18ce388474d', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:44:41.914552 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-99f7e371-755f-4899-9499-c16628eb5bda tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (bb93fb7c-fb37-41de-a822-27acf11b7cb7), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:41.975407 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port b659c6c4-9c84-437b-a2de-4993f73aac92 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:44:41.976181 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 7545d76c-7d4c-465a-b892-c437a2e1af85 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:44:41.982570 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-99f7e371-755f-4899-9499-c16628eb5bda tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (bb93fb7c-fb37-41de-a822-27acf11b7cb7), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:42.063758 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-99f7e371-755f-4899-9499-c16628eb5bda tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (bb93fb7c-fb37-41de-a822-27acf11b7cb7), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:42.070632 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-c3087421-6084-4c8e-9053-f29bcdab6076 None None] Current status of the port 75a22e00-a38d-482a-b39f-9f02b6350162 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:44:42.071060 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c3087421-6084-4c8e-9053-f29bcdab6076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (75a22e00-a38d-482a-b39f-9f02b6350162), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:42.085013 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f7e371-755f-4899-9499-c16628eb5bda tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb93fb7c-fb37-41de-a822-27acf11b7cb7,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:42.138987 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-c3087421-6084-4c8e-9053-f29bcdab6076 None None] For port 75a22e00-a38d-482a-b39f-9f02b6350162, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=75a22e00-a38d-482a-b39f-9f02b6350162,segment=NetworkSegment(014cb7d5-6597-4fee-924b-dbe7fba81839),segment_id=014cb7d5-6597-4fee-924b-dbe7fba81839)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:44:42.142521 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 7545d76c-7d4c-465a-b892-c437a2e1af85 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:44:42.142936 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (7545d76c-7d4c-465a-b892-c437a2e1af85), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:42.168227 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-99f7e371-755f-4899-9499-c16628eb5bda tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:42.172099 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-99f7e371-755f-4899-9499-c16628eb5bda tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3495741 Feb 28 10:44:42.175925 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50474) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:44:42.176739 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-dedb8597-c74a-48c8-9867-df43ff1b404e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': 'cf5468d5-302e-4391-81ad-c18ce388474d', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:44:42.187974 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-d8a1bb58-878d-4bd2-aca3-deccfc16d115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8caf19c7-edcd-4816-a92c-57a29c0802f6', 'name': 'tempest-TestNetworkBasicOps-router-1693717621', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.173'}], 'enable_snat': True}, 'gw_port_id': 'b659c6c4-9c84-437b-a2de-4993f73aac92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:44:33Z', 'updated_at': '2022-02-28T10:44:38Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': 'b659c6c4-9c84-437b-a2de-4993f73aac92', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:18:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8caf19c7-edcd-4816-a92c-57a29c0802f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:34Z', 'updated_at': '2022-02-28T10:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '75a22e00-a38d-482a-b39f-9f02b6350162', 'name': '', 'network_id': '2093e7b3-e717-40df-b4cd-3d3ee174ea43', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:d1:21:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8caf19c7-edcd-4816-a92c-57a29c0802f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '5aae0d65-2be6-4bf6-afe8-27d24c43e91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:38Z', 'updated_at': '2022-02-28T10:44:41Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '5aae0d65-2be6-4bf6-afe8-27d24c43e91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:44:42.219242 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a1bb58-878d-4bd2-aca3-deccfc16d115 None None] The sync data for ids ['8caf19c7-edcd-4816-a92c-57a29c0802f6'] in dv-neutron-829161-3-hyperv is: [{'id': '8caf19c7-edcd-4816-a92c-57a29c0802f6', 'name': 'tempest-TestNetworkBasicOps-router-1693717621', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.173'}], 'enable_snat': True}, 'gw_port_id': 'b659c6c4-9c84-437b-a2de-4993f73aac92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:44:33Z', 'updated_at': '2022-02-28T10:44:38Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': 'b659c6c4-9c84-437b-a2de-4993f73aac92', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:18:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8caf19c7-edcd-4816-a92c-57a29c0802f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:34Z', 'updated_at': '2022-02-28T10:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '75a22e00-a38d-482a-b39f-9f02b6350162', 'name': '', 'network_id': '2093e7b3-e717-40df-b4cd-3d3ee174ea43', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:d1:21:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8caf19c7-edcd-4816-a92c-57a29c0802f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '5aae0d65-2be6-4bf6-afe8-27d24c43e91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:38Z', 'updated_at': '2022-02-28T10:44:41Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '5aae0d65-2be6-4bf6-afe8-27d24c43e91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:44:42.225599 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c3087421-6084-4c8e-9053-f29bcdab6076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (75a22e00-a38d-482a-b39f-9f02b6350162), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:42.250644 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.securitygroups_db [None req-dedb8597-c74a-48c8-9867-df43ff1b404e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Project 02ebd57ebb02426fbf4a686f080eb9d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:44:42.252645 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dedb8597-c74a-48c8-9867-df43ff1b404e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (3a24bd59-d30f-4764-a30d-8afea0b3f4c7), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:42.294818 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 7545d76c-7d4c-465a-b892-c437a2e1af85 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:44:42.328117 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3087421-6084-4c8e-9053-f29bcdab6076 None None] Pushing event updated for resources: {'Port': ['ID=75a22e00-a38d-482a-b39f-9f02b6350162,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:42.342088 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dedb8597-c74a-48c8-9867-df43ff1b404e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (3a24bd59-d30f-4764-a30d-8afea0b3f4c7), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:42.429360 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dedb8597-c74a-48c8-9867-df43ff1b404e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (3a24bd59-d30f-4764-a30d-8afea0b3f4c7), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:42.455286 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedb8597-c74a-48c8-9867-df43ff1b404e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a24bd59-d30f-4764-a30d-8afea0b3f4c7,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:42.528265 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dedb8597-c74a-48c8-9867-df43ff1b404e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:42.529594 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-dedb8597-c74a-48c8-9867-df43ff1b404e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3563190 Feb 28 10:44:42.532342 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50476) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:44:42.536887 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-e5847f12-fd63-45e5-8351-215791be9458 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': 'cf5468d5-302e-4391-81ad-c18ce388474d', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:44:42.617596 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.securitygroups_db [None req-e5847f12-fd63-45e5-8351-215791be9458 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Project 02ebd57ebb02426fbf4a686f080eb9d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:44:42.623681 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e5847f12-fd63-45e5-8351-215791be9458 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (2fc4059c-adde-4433-844a-b1184be6ed69), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:42.686364 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e5847f12-fd63-45e5-8351-215791be9458 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (2fc4059c-adde-4433-844a-b1184be6ed69), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:42.737465 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e5847f12-fd63-45e5-8351-215791be9458 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (2fc4059c-adde-4433-844a-b1184be6ed69), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:42.760596 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5847f12-fd63-45e5-8351-215791be9458 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fc4059c-adde-4433-844a-b1184be6ed69,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:42.819842 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e5847f12-fd63-45e5-8351-215791be9458 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:42.821232 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-e5847f12-fd63-45e5-8351-215791be9458 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2878780 Feb 28 10:44:42.983419 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-c0233d38-3180-4a34-849b-3653f154291c req-38e4abc0-d5db-471d-8651-c3e67b044dc8 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-649340053&fields=id&tenant_id=02ebd57ebb02426fbf4a686f080eb9d7 HTTP/1.1" status: 200 len: 267 time: 0.0537555 Feb 28 10:44:43.096068 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0233d38-3180-4a34-849b-3653f154291c req-b5bf5968-8473-4821-bed7-97cea01fec0b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:43.097573 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-c0233d38-3180-4a34-849b-3653f154291c req-b5bf5968-8473-4821-bed7-97cea01fec0b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/networks?id=2093e7b3-e717-40df-b4cd-3d3ee174ea43 HTTP/1.1" status: 200 len: 797 time: 0.1071825 Feb 28 10:44:43.113569 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-c0233d38-3180-4a34-849b-3653f154291c req-d57fda3e-776f-4640-93a5-0a7a73968e08 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/quotas/02ebd57ebb02426fbf4a686f080eb9d7 HTTP/1.1" status: 200 len: 375 time: 0.0104480 Feb 28 10:44:43.171576 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-c0233d38-3180-4a34-849b-3653f154291c req-62db3aa8-e378-44c3-a725-082ccda81c1b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=02ebd57ebb02426fbf4a686f080eb9d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528009 Feb 28 10:44:43.282096 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-c0233d38-3180-4a34-849b-3653f154291c req-00891d31-f9d6-49ac-9f56-ad3cccf3de21 service neutron] 10.222.0.62 "GET /v2.0/networks/2093e7b3-e717-40df-b4cd-3d3ee174ea43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980361 Feb 28 10:44:43.376946 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-c0233d38-3180-4a34-849b-3653f154291c req-2b7f78bd-51c0-439b-8221-16b496f6ccd7 service neutron] 10.222.0.62 "GET /v2.0/networks/2093e7b3-e717-40df-b4cd-3d3ee174ea43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882421 Feb 28 10:44:43.508691 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 75a22e00-a38d-482a-b39f-9f02b6350162 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:44:43.558989 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 75a22e00-a38d-482a-b39f-9f02b6350162 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:44:43.559376 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (75a22e00-a38d-482a-b39f-9f02b6350162), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:43.643527 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 75a22e00-a38d-482a-b39f-9f02b6350162 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:44:43.666719 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-607a1481-15e4-46c6-8439-6799f6bed9fe req-a57cc954-1375-4193-aa42-70fca9310bf5 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=89d3dd94-9a30-4e6e-949e-6b6723b27706 HTTP/1.1" status: 200 len: 210 time: 0.0285840 Feb 28 10:44:44.772006 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8f7cf07a-4ac3-4a01-900c-ed151c639bee req-1cd043f7-ae2c-4227-b216-916fc4d67951 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=89d3dd94-9a30-4e6e-949e-6b6723b27706 HTTP/1.1" status: 200 len: 210 time: 0.0364506 Feb 28 10:44:45.571408 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0233d38-3180-4a34-849b-3653f154291c req-89e63881-7f33-44db-be00-1dd746d0da1d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:45.573787 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-c0233d38-3180-4a34-849b-3653f154291c req-89e63881-7f33-44db-be00-1dd746d0da1d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.70 "GET /v2.0/networks?id=2093e7b3-e717-40df-b4cd-3d3ee174ea43 HTTP/1.1" status: 200 len: 797 time: 0.1057057 Feb 28 10:44:45.642574 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-c0233d38-3180-4a34-849b-3653f154291c req-01560b67-869b-4617-a0a7-86717bb20081 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02ebd57ebb02426fbf4a686f080eb9d7 HTTP/1.1" status: 200 len: 379 time: 0.0542622 Feb 28 10:44:45.652936 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [req-c0233d38-3180-4a34-849b-3653f154291c req-97e950c1-dcfd-45e3-9696-0e5dbd33afc8 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'port': {'device_id': '89d3dd94-9a30-4e6e-949e-6b6723b27706', 'network_id': '2093e7b3-e717-40df-b4cd-3d3ee174ea43', 'admin_state_up': True, 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'security_groups': ['cf5468d5-302e-4391-81ad-c18ce388474d']}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:44:45.828303 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0233d38-3180-4a34-849b-3653f154291c req-97e950c1-dcfd-45e3-9696-0e5dbd33afc8 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Made reservation on behalf of 02ebd57ebb02426fbf4a686f080eb9d7 for: {'port': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:44:45.831957 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-c0233d38-3180-4a34-849b-3653f154291c req-97e950c1-dcfd-45e3-9696-0e5dbd33afc8 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:45.871104 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6449eb13-d692-419c-a50f-fed9aa3a1b2f req-525e78c0-8312-4982-98f8-60c66de8553f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=89d3dd94-9a30-4e6e-949e-6b6723b27706 HTTP/1.1" status: 200 len: 210 time: 0.0306242 Feb 28 10:44:45.969827 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [req-c0233d38-3180-4a34-849b-3653f154291c req-97e950c1-dcfd-45e3-9696-0e5dbd33afc8 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Allocated IP 172.20.0.9 (2093e7b3-e717-40df-b4cd-3d3ee174ea43/5aae0d65-2be6-4bf6-afe8-27d24c43e91b/6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:44:46.107473 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-c0233d38-3180-4a34-849b-3653f154291c req-97e950c1-dcfd-45e3-9696-0e5dbd33afc8 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for port (6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:46.217980 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-c0233d38-3180-4a34-849b-3653f154291c req-97e950c1-dcfd-45e3-9696-0e5dbd33afc8 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:46.263589 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0233d38-3180-4a34-849b-3653f154291c req-97e950c1-dcfd-45e3-9696-0e5dbd33afc8 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Network 2093e7b3-e717-40df-b4cd-3d3ee174ea43 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:44:46.266641 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [req-c0233d38-3180-4a34-849b-3653f154291c req-97e950c1-dcfd-45e3-9696-0e5dbd33afc8 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:44:46.270243 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0233d38-3180-4a34-849b-3653f154291c req-97e950c1-dcfd-45e3-9696-0e5dbd33afc8 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:44:46.303930 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e950c1-dcfd-45e3-9696-0e5dbd33afc8 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Port': ['ID=6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:46.329340 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0233d38-3180-4a34-849b-3653f154291c req-97e950c1-dcfd-45e3-9696-0e5dbd33afc8 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:46.330064 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-c0233d38-3180-4a34-849b-3653f154291c req-97e950c1-dcfd-45e3-9696-0e5dbd33afc8 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:46.415083 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-c0233d38-3180-4a34-849b-3653f154291c req-97e950c1-dcfd-45e3-9696-0e5dbd33afc8 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7671428 Feb 28 10:44:46.425385 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9df465dd-d8cc-4de2-a88a-71fcbdb299f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:46.433582 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [req-c0233d38-3180-4a34-849b-3653f154291c req-4d6d3dfd-61bc-4d8c-8c12-b8ef90b9a3d5 service neutron] Request body: {'port': {'device_id': '89d3dd94-9a30-4e6e-949e-6b6723b27706', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8291'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:44:46.497139 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-c0233d38-3180-4a34-849b-3653f154291c req-4d6d3dfd-61bc-4d8c-8c12-b8ef90b9a3d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:46.576826 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-e14f0d12-2e89-4aec-b175-d5d26899f046 None None] Provisioning complete for port 6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:44:46.577222 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e14f0d12-2e89-4aec-b175-d5d26899f046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:46.615877 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-e14f0d12-2e89-4aec-b175-d5d26899f046 None None] Port 6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:44:46.765030 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [req-c0233d38-3180-4a34-849b-3653f154291c req-4d6d3dfd-61bc-4d8c-8c12-b8ef90b9a3d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0 {{(pid=104084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:44:46.772791 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-c0233d38-3180-4a34-849b-3653f154291c req-4d6d3dfd-61bc-4d8c-8c12-b8ef90b9a3d5 service neutron] Publish callbacks [] for port (6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:46.785218 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.provisioning_blocks [req-c0233d38-3180-4a34-849b-3653f154291c req-4d6d3dfd-61bc-4d8c-8c12-b8ef90b9a3d5 service neutron] Transition to ACTIVE for port object 6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0 will not be triggered until provisioned by entity L2. {{(pid=104084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:44:46.874463 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-c0233d38-3180-4a34-849b-3653f154291c req-4d6d3dfd-61bc-4d8c-8c12-b8ef90b9a3d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:46.949552 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6d3dfd-61bc-4d8c-8c12-b8ef90b9a3d5 service neutron] Pushing event updated for resources: {'Port': ['ID=6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:47.041115 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.managers [req-c0233d38-3180-4a34-849b-3653f154291c req-4d6d3dfd-61bc-4d8c-8c12-b8ef90b9a3d5 service neutron] Attempting to bind port 6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:44:47.041952 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.managers [req-c0233d38-3180-4a34-849b-3653f154291c req-4d6d3dfd-61bc-4d8c-8c12-b8ef90b9a3d5 service neutron] Attempting to bind port 6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '014cb7d5-6597-4fee-924b-dbe7fba81839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2093e7b3-e717-40df-b4cd-3d3ee174ea43'}] {{(pid=104084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:44:47.042361 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0233d38-3180-4a34-849b-3653f154291c req-4d6d3dfd-61bc-4d8c-8c12-b8ef90b9a3d5 service neutron] Attempting to bind port 6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0 on network 2093e7b3-e717-40df-b4cd-3d3ee174ea43 {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:44:47.049833 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0233d38-3180-4a34-849b-3653f154291c req-4d6d3dfd-61bc-4d8c-8c12-b8ef90b9a3d5 service neutron] Port 6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0 on network 2093e7b3-e717-40df-b4cd-3d3ee174ea43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:44:47.050157 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0233d38-3180-4a34-849b-3653f154291c req-4d6d3dfd-61bc-4d8c-8c12-b8ef90b9a3d5 service neutron] Attempting to bind port 6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0 on network 2093e7b3-e717-40df-b4cd-3d3ee174ea43 {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:44:47.063187 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf8d65-76dc-432a-b8d3-33dc2e358cf5 req-6d8c8bc6-3d21-42af-bab9-6b8c5dc04df0 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:47.064777 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-a2cf8d65-76dc-432a-b8d3-33dc2e358cf5 req-6d8c8bc6-3d21-42af-bab9-6b8c5dc04df0 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=89d3dd94-9a30-4e6e-949e-6b6723b27706 HTTP/1.1" status: 200 len: 943 time: 0.1186442 Feb 28 10:44:47.067827 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0233d38-3180-4a34-849b-3653f154291c req-4d6d3dfd-61bc-4d8c-8c12-b8ef90b9a3d5 service neutron] Checking agent: {'id': '9c9e5963-7abc-415a-a91c-4432861f4313', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'started_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:44:47.068135 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0233d38-3180-4a34-849b-3653f154291c req-4d6d3dfd-61bc-4d8c-8c12-b8ef90b9a3d5 service neutron] Checking segment: {'id': '014cb7d5-6597-4fee-924b-dbe7fba81839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2093e7b3-e717-40df-b4cd-3d3ee174ea43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:44:47.068594 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0233d38-3180-4a34-849b-3653f154291c req-4d6d3dfd-61bc-4d8c-8c12-b8ef90b9a3d5 service neutron] Bound using segment: {'id': '014cb7d5-6597-4fee-924b-dbe7fba81839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2093e7b3-e717-40df-b4cd-3d3ee174ea43'} {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:44:47.069522 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.managers [req-c0233d38-3180-4a34-849b-3653f154291c req-4d6d3dfd-61bc-4d8c-8c12-b8ef90b9a3d5 service neutron] Bound port: 6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0, host: hv-neutron-8291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '014cb7d5-6597-4fee-924b-dbe7fba81839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2093e7b3-e717-40df-b4cd-3d3ee174ea43'}}] {{(pid=104084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:44:47.069522 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-c0233d38-3180-4a34-849b-3653f154291c req-4d6d3dfd-61bc-4d8c-8c12-b8ef90b9a3d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:47.164192 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-a2cf8d65-76dc-432a-b8d3-33dc2e358cf5 req-bbfd5791-20ea-4624-8201-10b026c6f109 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=cf5468d5-302e-4391-81ad-c18ce388474d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918677 Feb 28 10:44:47.175907 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [req-c0233d38-3180-4a34-849b-3653f154291c req-4d6d3dfd-61bc-4d8c-8c12-b8ef90b9a3d5 service neutron] For port 6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0, host hv-neutron-8291, cleared binding levels {{(pid=104084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:44:47.179023 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [req-c0233d38-3180-4a34-849b-3653f154291c req-4d6d3dfd-61bc-4d8c-8c12-b8ef90b9a3d5 service neutron] For port 6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0, host hv-neutron-8291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0,segment=NetworkSegment(014cb7d5-6597-4fee-924b-dbe7fba81839),segment_id=014cb7d5-6597-4fee-924b-dbe7fba81839)] {{(pid=104084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:44:47.264197 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-c0233d38-3180-4a34-849b-3653f154291c req-4d6d3dfd-61bc-4d8c-8c12-b8ef90b9a3d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:47.302958 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0233d38-3180-4a34-849b-3653f154291c req-4d6d3dfd-61bc-4d8c-8c12-b8ef90b9a3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:47.303582 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-c0233d38-3180-4a34-849b-3653f154291c req-4d6d3dfd-61bc-4d8c-8c12-b8ef90b9a3d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:47.304947 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-c0233d38-3180-4a34-849b-3653f154291c req-4d6d3dfd-61bc-4d8c-8c12-b8ef90b9a3d5 service neutron] 10.222.0.70 "PUT /v2.0/ports/6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0 HTTP/1.1" status: 200 len: 1093 time: 0.8766954 Feb 28 10:44:47.305458 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89d3dd94-9a30-4e6e-949e-6b6723b27706', 'tag': '6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0'}] {{(pid=104084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:44:47.307755 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ffa69481dce8c4e68394bb3e97aff222617d39f0bec9a6d6e4c39a9256e7c95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7c0846-2def-4355-b167-4d80932a9f0e" -d '{"events": [{"name": "network-changed", "server_uuid": "89d3dd94-9a30-4e6e-949e-6b6723b27706", "tag": "6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0"}]}' {{(pid=104084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:44:47.334086 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6d3dfd-61bc-4d8c-8c12-b8ef90b9a3d5 service neutron] Pushing event updated for resources: {'Port': ['ID=6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0,revision_number=3']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:47.349783 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d907fcaa-687b-4203-8ed5-0b98272235df x-openstack-request-id: req-d907fcaa-687b-4203-8ed5-0b98272235df {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:44:47.350142 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89d3dd94-9a30-4e6e-949e-6b6723b27706", "tag": "6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0", "status": "completed", "code": 200}]} {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:44:47.350434 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d907fcaa-687b-4203-8ed5-0b98272235df {{(pid=104084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:44:47.350877 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89d3dd94-9a30-4e6e-949e-6b6723b27706', 'tag': '6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0', 'status': 'completed', 'code': 200} Feb 28 10:44:47.449759 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c0846-2def-4355-b167-4d80932a9f0e req-e5f86e7f-ff46-4e5b-9fe0-3a13b98ab849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:47.451386 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-3f7c0846-2def-4355-b167-4d80932a9f0e req-e5f86e7f-ff46-4e5b-9fe0-3a13b98ab849 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=02ebd57ebb02426fbf4a686f080eb9d7&device_id=89d3dd94-9a30-4e6e-949e-6b6723b27706 HTTP/1.1" status: 200 len: 1127 time: 0.0598938 Feb 28 10:44:47.561896 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c0846-2def-4355-b167-4d80932a9f0e req-2fcb821d-261b-40a0-9c0b-2979135ab5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:47.563471 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-3f7c0846-2def-4355-b167-4d80932a9f0e req-2fcb821d-261b-40a0-9c0b-2979135ab5ba service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=02ebd57ebb02426fbf4a686f080eb9d7&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0984883 Feb 28 10:44:47.672484 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c0846-2def-4355-b167-4d80932a9f0e req-33a13c3b-d2b9-4c13-9f06-10be670705c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:47.673805 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-3f7c0846-2def-4355-b167-4d80932a9f0e req-33a13c3b-d2b9-4c13-9f06-10be670705c5 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1028452 Feb 28 10:44:47.776682 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0233d38-3180-4a34-849b-3653f154291c req-e4536d96-fc40-4145-9829-48cd498d1d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:47.778016 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-c0233d38-3180-4a34-849b-3653f154291c req-e4536d96-fc40-4145-9829-48cd498d1d3b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=02ebd57ebb02426fbf4a686f080eb9d7&device_id=89d3dd94-9a30-4e6e-949e-6b6723b27706 HTTP/1.1" status: 200 len: 1127 time: 0.0469363 Feb 28 10:44:47.833572 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-c0233d38-3180-4a34-849b-3653f154291c req-b54ebdf1-7aca-4ca4-afa8-c0e958e07519 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0 HTTP/1.1" status: 200 len: 217 time: 0.0403512 Feb 28 10:44:47.882749 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0233d38-3180-4a34-849b-3653f154291c req-695ecf15-806f-484b-b92c-71da4b155796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:47.884272 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-c0233d38-3180-4a34-849b-3653f154291c req-695ecf15-806f-484b-b92c-71da4b155796 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5aae0d65-2be6-4bf6-afe8-27d24c43e91b HTTP/1.1" status: 200 len: 834 time: 0.0446825 Feb 28 10:44:47.934279 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0233d38-3180-4a34-849b-3653f154291c req-33fd1bbf-5e19-4b87-82c3-ebc4919867e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:47.935764 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-c0233d38-3180-4a34-849b-3653f154291c req-33fd1bbf-5e19-4b87-82c3-ebc4919867e7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2093e7b3-e717-40df-b4cd-3d3ee174ea43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0458663 Feb 28 10:44:48.034389 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-c0233d38-3180-4a34-849b-3653f154291c req-5c5035fe-9a76-4e96-be65-7c05381fd592 service neutron] 10.222.0.70 "GET /v2.0/networks/2093e7b3-e717-40df-b4cd-3d3ee174ea43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922799 Feb 28 10:44:48.132308 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-c0233d38-3180-4a34-849b-3653f154291c req-ebb49041-22ba-433e-9596-b95be9eb6da2 service neutron] 10.222.0.70 "GET /v2.0/networks/2093e7b3-e717-40df-b4cd-3d3ee174ea43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908191 Feb 28 10:44:48.295309 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f548f-899c-498c-9d8f-c309d8347f4e req-b7ff00c3-747e-4457-a12e-cda3047a986e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:48.297064 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-722f548f-899c-498c-9d8f-c309d8347f4e req-b7ff00c3-747e-4457-a12e-cda3047a986e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=89d3dd94-9a30-4e6e-949e-6b6723b27706 HTTP/1.1" status: 200 len: 943 time: 0.0585518 Feb 28 10:44:48.351025 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-722f548f-899c-498c-9d8f-c309d8347f4e req-f6b17f7f-55e5-4270-ac45-db00ae6bf269 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=cf5468d5-302e-4391-81ad-c18ce388474d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481613 Feb 28 10:44:48.622985 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2665fe0b-969f-4577-9594-968009956bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:49.216574 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0 details requested by agent hyperv_hv-neutron-8291 with host hv-neutron-8291 {{(pid=104085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:44:49.313725 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0,segment=NetworkSegment(014cb7d5-6597-4fee-924b-dbe7fba81839),segment_id=014cb7d5-6597-4fee-924b-dbe7fba81839)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:44:49.328302 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Returning: {'device': '6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0', 'network_id': '2093e7b3-e717-40df-b4cd-3d3ee174ea43', 'port_id': '6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0', 'mac_address': 'fa:16:3e:de:64:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aae0d65-2be6-4bf6-afe8-27d24c43e91b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:44:49.374991 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0 is: DOWN; New status is: BUILD {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:44:49.375306 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:49.389317 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0 {{(pid=104085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:44:49.408811 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0,segment=NetworkSegment(014cb7d5-6597-4fee-924b-dbe7fba81839),segment_id=014cb7d5-6597-4fee-924b-dbe7fba81839)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:44:49.475921 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f8b95-61d4-4c8e-bda5-76f9e7fb8e7b req-7f3ebbe9-7c9c-43d7-9baa-c2a4277de779 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:49.477399 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-950f8b95-61d4-4c8e-bda5-76f9e7fb8e7b req-7f3ebbe9-7c9c-43d7-9baa-c2a4277de779 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=89d3dd94-9a30-4e6e-949e-6b6723b27706 HTTP/1.1" status: 200 len: 943 time: 0.0548441 Feb 28 10:44:49.486237 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:49.527057 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-950f8b95-61d4-4c8e-bda5-76f9e7fb8e7b req-8178743b-a8c5-454a-868f-989aaeafcaca tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=cf5468d5-302e-4391-81ad-c18ce388474d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427518 Feb 28 10:44:49.536432 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:49.776381 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:44:49.972202 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:50.642789 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1810ea4-40a5-46e3-815b-32e08b9d84d8 req-0f723d10-b7d6-4393-94ab-bb02383f810d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:50.644290 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-f1810ea4-40a5-46e3-815b-32e08b9d84d8 req-0f723d10-b7d6-4393-94ab-bb02383f810d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=89d3dd94-9a30-4e6e-949e-6b6723b27706 HTTP/1.1" status: 200 len: 944 time: 0.0524902 Feb 28 10:44:50.692807 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-f1810ea4-40a5-46e3-815b-32e08b9d84d8 req-f18d0912-7ccf-4739-8b14-5665e0b5dbda tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=cf5468d5-302e-4391-81ad-c18ce388474d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430510 Feb 28 10:44:51.219510 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0 up at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:44:51.280108 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:51.343147 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning for port 6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0 completed by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:44:51.347433 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning complete for port 6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:44:51.347837 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:51.425374 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0 is: BUILD; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:44:51.425759 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:51.449155 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89d3dd94-9a30-4e6e-949e-6b6723b27706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:44:51.451578 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f2d4d4-07a6-4b86-9a52-4b9577125084" -d '{"events": [{"server_uuid": "89d3dd94-9a30-4e6e-949e-6b6723b27706", "name": "network-vif-plugged", "status": "completed", "tag": "6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:44:51.465418 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0,segment=NetworkSegment(014cb7d5-6597-4fee-924b-dbe7fba81839),segment_id=014cb7d5-6597-4fee-924b-dbe7fba81839)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:44:51.487177 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a617e1e-99e7-4d56-8cd1-4424a0ba38b3 x-openstack-request-id: req-1a617e1e-99e7-4d56-8cd1-4424a0ba38b3 {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:44:51.487470 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89d3dd94-9a30-4e6e-949e-6b6723b27706", "name": "network-vif-plugged", "status": "completed", "tag": "6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:44:51.487740 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1a617e1e-99e7-4d56-8cd1-4424a0ba38b3 {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:44:51.488128 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89d3dd94-9a30-4e6e-949e-6b6723b27706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0', 'code': 200} Feb 28 10:44:51.525066 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:51.576361 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:51.841376 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62399537-fa67-42a5-810f-f4d0c88cfefc req-d0d945f9-04f1-4982-8688-76dd2abd7674 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:51.842886 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-62399537-fa67-42a5-810f-f4d0c88cfefc req-d0d945f9-04f1-4982-8688-76dd2abd7674 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=89d3dd94-9a30-4e6e-949e-6b6723b27706 HTTP/1.1" status: 200 len: 945 time: 0.0846672 Feb 28 10:44:51.858947 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021bde27-e480-42be-a723-1867a35c7797 req-ff6ce8a7-817c-4f84-980c-b9d46379b425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:51.860360 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-021bde27-e480-42be-a723-1867a35c7797 req-ff6ce8a7-817c-4f84-980c-b9d46379b425 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=89d3dd94-9a30-4e6e-949e-6b6723b27706 HTTP/1.1" status: 200 len: 1129 time: 0.0715001 Feb 28 10:44:51.923124 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-62399537-fa67-42a5-810f-f4d0c88cfefc req-34dfe87b-401e-4b5a-885e-c8e8cfa81266 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=cf5468d5-302e-4391-81ad-c18ce388474d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743101 Feb 28 10:44:51.930646 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-021bde27-e480-42be-a723-1867a35c7797 req-9e14ad7c-642f-4dac-8f18-d37b5d02c219 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=cf5468d5-302e-4391-81ad-c18ce388474d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626953 Feb 28 10:44:52.651564 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:53.045671 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecefaa11-1eee-47be-af21-23880cc64438 req-3f8b9461-6046-42ae-b500-142d97711cfb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:53.047190 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ecefaa11-1eee-47be-af21-23880cc64438 req-3f8b9461-6046-42ae-b500-142d97711cfb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=89d3dd94-9a30-4e6e-949e-6b6723b27706 HTTP/1.1" status: 200 len: 945 time: 0.0530684 Feb 28 10:44:53.096845 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ecefaa11-1eee-47be-af21-23880cc64438 req-e8b79a8f-13e9-40a2-9734-a12606f570b6 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=cf5468d5-302e-4391-81ad-c18ce388474d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438364 Feb 28 10:44:54.213418 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18f665-a75b-4a8b-8567-8db135f9d504 req-b5eace68-cf21-4efc-8de9-3850584f1320 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:54.214930 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-5c18f665-a75b-4a8b-8567-8db135f9d504 req-b5eace68-cf21-4efc-8de9-3850584f1320 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=89d3dd94-9a30-4e6e-949e-6b6723b27706 HTTP/1.1" status: 200 len: 945 time: 0.0535903 Feb 28 10:44:54.263052 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-5c18f665-a75b-4a8b-8567-8db135f9d504 req-f07f362b-4b7c-4ffe-b23c-baf2c33b6aec tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=cf5468d5-302e-4391-81ad-c18ce388474d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422130 Feb 28 10:44:54.381382 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0841ab1a-44a4-4151-8e23-6fe493918df2 req-57ec4cb5-d408-4d54-9acd-7c6646a33124 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:54.382765 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0841ab1a-44a4-4151-8e23-6fe493918df2 req-57ec4cb5-d408-4d54-9acd-7c6646a33124 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=89d3dd94-9a30-4e6e-949e-6b6723b27706 HTTP/1.1" status: 200 len: 945 time: 0.0556288 Feb 28 10:44:54.430454 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0841ab1a-44a4-4151-8e23-6fe493918df2 req-73703540-8cd0-421b-9814-a093aec6beeb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=cf5468d5-302e-4391-81ad-c18ce388474d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414441 Feb 28 10:44:54.452532 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50532) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:44:54.494653 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fce90e-10c4-4f8a-afb8-0038216d6da3 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:54.496183 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-24fce90e-10c4-4f8a-afb8-0038216d6da3 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=89d3dd94-9a30-4e6e-949e-6b6723b27706 HTTP/1.1" status: 200 len: 1124 time: 0.0426974 Feb 28 10:44:54.498933 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50534) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:44:54.503044 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-6bf2ac0e-af28-4b29-a1c1-5020a52ec45e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'floatingip': {'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'port_id': '6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:44:54.565516 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6bf2ac0e-af28-4b29-a1c1-5020a52ec45e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:54.663616 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6bf2ac0e-af28-4b29-a1c1-5020a52ec45e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:54.763285 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-6bf2ac0e-af28-4b29-a1c1-5020a52ec45e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Allocated IP 172.26.3.109 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/d2e300bd-e685-4655-81d2-11e9e4dadb63) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:44:54.863485 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6bf2ac0e-af28-4b29-a1c1-5020a52ec45e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for port (d2e300bd-e685-4655-81d2-11e9e4dadb63), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:54.954502 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6bf2ac0e-af28-4b29-a1c1-5020a52ec45e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (d2e300bd-e685-4655-81d2-11e9e4dadb63), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:54.989656 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf2ac0e-af28-4b29-a1c1-5020a52ec45e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:44:54.992464 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-6bf2ac0e-af28-4b29-a1c1-5020a52ec45e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:44:54.996218 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf2ac0e-af28-4b29-a1c1-5020a52ec45e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:44:55.024743 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf2ac0e-af28-4b29-a1c1-5020a52ec45e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Port': ['ID=d2e300bd-e685-4655-81d2-11e9e4dadb63,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:55.364343 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6bf2ac0e-af28-4b29-a1c1-5020a52ec45e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for floatingip (f180976f-365b-43ec-af43-4c817587655c), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:55.502177 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6bf2ac0e-af28-4b29-a1c1-5020a52ec45e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (d2e300bd-e685-4655-81d2-11e9e4dadb63), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:55.648531 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6bf2ac0e-af28-4b29-a1c1-5020a52ec45e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for port (d2e300bd-e685-4655-81d2-11e9e4dadb63), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:55.697052 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6bf2ac0e-af28-4b29-a1c1-5020a52ec45e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (d2e300bd-e685-4655-81d2-11e9e4dadb63), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:55.773343 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf2ac0e-af28-4b29-a1c1-5020a52ec45e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Port': ['ID=d2e300bd-e685-4655-81d2-11e9e4dadb63,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:55.779836 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6bf2ac0e-af28-4b29-a1c1-5020a52ec45e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047917'] for floatingip (f180976f-365b-43ec-af43-4c817587655c), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:56.201997 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.l3_db [None req-6bf2ac0e-af28-4b29-a1c1-5020a52ec45e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Floating IP f180976f-365b-43ec-af43-4c817587655c associated. External IP: 172.26.3.109, port: 6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0. Feb 28 10:44:56.413751 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bf2ac0e-af28-4b29-a1c1-5020a52ec45e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Router 8caf19c7-edcd-4816-a92c-57a29c0802f6 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:44:56.522863 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf2ac0e-af28-4b29-a1c1-5020a52ec45e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:44:56.533416 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a530a5fe-a1e8-4954-8d31-28e77bcc721f None None] Sync routers for ids ['8caf19c7-edcd-4816-a92c-57a29c0802f6'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:44:56.542430 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a530a5fe-a1e8-4954-8d31-28e77bcc721f None None] Routers {'8caf19c7-edcd-4816-a92c-57a29c0802f6'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:44:56.545809 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-a530a5fe-a1e8-4954-8d31-28e77bcc721f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:44:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['8caf19c7-edcd-4816-a92c-57a29c0802f6'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:44:56.596194 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6bf2ac0e-af28-4b29-a1c1-5020a52ec45e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:56.628861 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-6bf2ac0e-af28-4b29-a1c1-5020a52ec45e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1263587 Feb 28 10:44:56.628861 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89d3dd94-9a30-4e6e-949e-6b6723b27706', 'tag': '6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:44:56.629190 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a59f762b-ed9e-4768-a7fa-a04d1e36365e" -d '{"events": [{"name": "network-changed", "server_uuid": "89d3dd94-9a30-4e6e-949e-6b6723b27706", "tag": "6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:44:56.629296 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50536) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:44:56.652249 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-a530a5fe-a1e8-4954-8d31-28e77bcc721f None None] Set router 8caf19c7-edcd-4816-a92c-57a29c0802f6 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:44:56.671808 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4d4910-887c-41a0-898b-b94ba45ceaf2 x-openstack-request-id: req-4d4d4910-887c-41a0-898b-b94ba45ceaf2 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:44:56.671808 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89d3dd94-9a30-4e6e-949e-6b6723b27706", "tag": "6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:44:56.671808 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4d4d4910-887c-41a0-898b-b94ba45ceaf2 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:44:56.671808 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89d3dd94-9a30-4e6e-949e-6b6723b27706', 'tag': '6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0', 'status': 'completed', 'code': 200} Feb 28 10:44:56.886282 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-a530a5fe-a1e8-4954-8d31-28e77bcc721f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8caf19c7-edcd-4816-a92c-57a29c0802f6', 'name': 'tempest-TestNetworkBasicOps-router-1693717621', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.173'}], 'enable_snat': True}, 'gw_port_id': 'b659c6c4-9c84-437b-a2de-4993f73aac92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:44:33Z', 'updated_at': '2022-02-28T10:44:38Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': 'b659c6c4-9c84-437b-a2de-4993f73aac92', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:18:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8caf19c7-edcd-4816-a92c-57a29c0802f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:34Z', 'updated_at': '2022-02-28T10:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': 'f180976f-365b-43ec-af43-4c817587655c', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'floating_ip_address': '172.26.3.109', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '8caf19c7-edcd-4816-a92c-57a29c0802f6', 'port_id': '6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2093e7b3-e717-40df-b4cd-3d3ee174ea43', 'mac_address': 'fa:16:3e:de:64:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d3dd94-9a30-4e6e-949e-6b6723b27706', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:44:55Z', 'updated_at': '2022-02-28T10:44:55Z', 'revision_number': 0, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75a22e00-a38d-482a-b39f-9f02b6350162', 'name': '', 'network_id': '2093e7b3-e717-40df-b4cd-3d3ee174ea43', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:d1:21:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8caf19c7-edcd-4816-a92c-57a29c0802f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '5aae0d65-2be6-4bf6-afe8-27d24c43e91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:38Z', 'updated_at': '2022-02-28T10:44:42Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '5aae0d65-2be6-4bf6-afe8-27d24c43e91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:44:56.917025 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a530a5fe-a1e8-4954-8d31-28e77bcc721f None None] Checking router: 8caf19c7-edcd-4816-a92c-57a29c0802f6 for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:44:56.925575 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a530a5fe-a1e8-4954-8d31-28e77bcc721f None None] Routers {'8caf19c7-edcd-4816-a92c-57a29c0802f6'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:44:56.926122 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-a530a5fe-a1e8-4954-8d31-28e77bcc721f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:44:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['8caf19c7-edcd-4816-a92c-57a29c0802f6'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:44:57.027993 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-65052747-27aa-4b94-ad2d-aa5f9c8dc628 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/floatingips/f180976f-365b-43ec-af43-4c817587655c HTTP/1.1" status: 200 len: 991 time: 0.3975019 Feb 28 10:44:57.034272 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f762b-ed9e-4768-a7fa-a04d1e36365e req-67285605-a523-49a0-ae97-4e56f94301e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:57.035836 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-a59f762b-ed9e-4768-a7fa-a04d1e36365e req-67285605-a523-49a0-ae97-4e56f94301e5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=02ebd57ebb02426fbf4a686f080eb9d7&device_id=89d3dd94-9a30-4e6e-949e-6b6723b27706 HTTP/1.1" status: 200 len: 1129 time: 0.0700254 Feb 28 10:44:57.037742 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-a530a5fe-a1e8-4954-8d31-28e77bcc721f None None] Set router 8caf19c7-edcd-4816-a92c-57a29c0802f6 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:44:57.129610 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f762b-ed9e-4768-a7fa-a04d1e36365e req-30ef1589-3e34-4210-88d3-54a5316abc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:57.131153 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-a59f762b-ed9e-4768-a7fa-a04d1e36365e req-30ef1589-3e34-4210-88d3-54a5316abc0e service neutron] 10.222.0.70 "GET /v2.0/networks?id=2093e7b3-e717-40df-b4cd-3d3ee174ea43 HTTP/1.1" status: 200 len: 897 time: 0.0881853 Feb 28 10:44:57.201293 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-a59f762b-ed9e-4768-a7fa-a04d1e36365e req-9f51517d-28a9-4847-86ae-1f306dc0c9f9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0 HTTP/1.1" status: 200 len: 999 time: 0.0635896 Feb 28 10:44:57.251653 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f762b-ed9e-4768-a7fa-a04d1e36365e req-aa6b8caa-bc21-443d-9b41-2141234be496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:57.253113 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-a59f762b-ed9e-4768-a7fa-a04d1e36365e req-aa6b8caa-bc21-443d-9b41-2141234be496 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5aae0d65-2be6-4bf6-afe8-27d24c43e91b HTTP/1.1" status: 200 len: 834 time: 0.0466752 Feb 28 10:44:57.307020 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f762b-ed9e-4768-a7fa-a04d1e36365e req-c2550d0e-10f4-4ee6-8312-f506ce7d1199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:57.308525 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-a59f762b-ed9e-4768-a7fa-a04d1e36365e req-c2550d0e-10f4-4ee6-8312-f506ce7d1199 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2093e7b3-e717-40df-b4cd-3d3ee174ea43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0478079 Feb 28 10:44:57.350119 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-a530a5fe-a1e8-4954-8d31-28e77bcc721f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8caf19c7-edcd-4816-a92c-57a29c0802f6', 'name': 'tempest-TestNetworkBasicOps-router-1693717621', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.173'}], 'enable_snat': True}, 'gw_port_id': 'b659c6c4-9c84-437b-a2de-4993f73aac92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:44:33Z', 'updated_at': '2022-02-28T10:44:38Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': 'b659c6c4-9c84-437b-a2de-4993f73aac92', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:18:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8caf19c7-edcd-4816-a92c-57a29c0802f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:34Z', 'updated_at': '2022-02-28T10:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': 'f180976f-365b-43ec-af43-4c817587655c', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'floating_ip_address': '172.26.3.109', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '8caf19c7-edcd-4816-a92c-57a29c0802f6', 'port_id': '6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2093e7b3-e717-40df-b4cd-3d3ee174ea43', 'mac_address': 'fa:16:3e:de:64:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d3dd94-9a30-4e6e-949e-6b6723b27706', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:44:55Z', 'updated_at': '2022-02-28T10:44:55Z', 'revision_number': 0, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75a22e00-a38d-482a-b39f-9f02b6350162', 'name': '', 'network_id': '2093e7b3-e717-40df-b4cd-3d3ee174ea43', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:d1:21:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8caf19c7-edcd-4816-a92c-57a29c0802f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '5aae0d65-2be6-4bf6-afe8-27d24c43e91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:38Z', 'updated_at': '2022-02-28T10:44:42Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '5aae0d65-2be6-4bf6-afe8-27d24c43e91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:44:57.379478 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a530a5fe-a1e8-4954-8d31-28e77bcc721f None None] The sync data for ids ['8caf19c7-edcd-4816-a92c-57a29c0802f6'] in dv-neutron-829161-3-hyperv is: [{'id': '8caf19c7-edcd-4816-a92c-57a29c0802f6', 'name': 'tempest-TestNetworkBasicOps-router-1693717621', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.173'}], 'enable_snat': True}, 'gw_port_id': 'b659c6c4-9c84-437b-a2de-4993f73aac92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:44:33Z', 'updated_at': '2022-02-28T10:44:38Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': 'b659c6c4-9c84-437b-a2de-4993f73aac92', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:18:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8caf19c7-edcd-4816-a92c-57a29c0802f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:34Z', 'updated_at': '2022-02-28T10:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': 'f180976f-365b-43ec-af43-4c817587655c', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'floating_ip_address': '172.26.3.109', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '8caf19c7-edcd-4816-a92c-57a29c0802f6', 'port_id': '6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2093e7b3-e717-40df-b4cd-3d3ee174ea43', 'mac_address': 'fa:16:3e:de:64:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d3dd94-9a30-4e6e-949e-6b6723b27706', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:44:55Z', 'updated_at': '2022-02-28T10:44:55Z', 'revision_number': 0, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75a22e00-a38d-482a-b39f-9f02b6350162', 'name': '', 'network_id': '2093e7b3-e717-40df-b4cd-3d3ee174ea43', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:d1:21:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8caf19c7-edcd-4816-a92c-57a29c0802f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '5aae0d65-2be6-4bf6-afe8-27d24c43e91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:38Z', 'updated_at': '2022-02-28T10:44:42Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '5aae0d65-2be6-4bf6-afe8-27d24c43e91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:44:57.397122 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-a59f762b-ed9e-4768-a7fa-a04d1e36365e req-9e96c492-c6fe-428f-b771-8e503de2eecc service neutron] 10.222.0.70 "GET /v2.0/networks/2093e7b3-e717-40df-b4cd-3d3ee174ea43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820041 Feb 28 10:44:57.491859 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-a59f762b-ed9e-4768-a7fa-a04d1e36365e req-38624d88-0084-43cc-a112-6555c6b1894a service neutron] 10.222.0.70 "GET /v2.0/networks/2093e7b3-e717-40df-b4cd-3d3ee174ea43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891421 Feb 28 10:44:57.583660 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9cb9d8-28dc-465e-9ed2-ded3346e757c None None] New status for floating IP f180976f-365b-43ec-af43-4c817587655c: ACTIVE {{(pid=104085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:44:58.031916 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50540) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:44:58.094576 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-ac36b804-4b12-412d-b50f-61b971e9ff5c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/floatingips/f180976f-365b-43ec-af43-4c817587655c HTTP/1.1" status: 200 len: 993 time: 0.0615678 Feb 28 10:45:00.588084 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:05.716565 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:45:16.421832 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-67bb54db-cef1-452f-8979-d1c10bf76936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:18.627255 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-96b479c5-dbc6-48e8-806e-d5d522f69f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:19.959010 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:21.273470 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:22.678602 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:27.257622 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50552) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:45:27.333932 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1422c316-fc2d-4c97-a3ac-ccf59f700083 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:27.334318 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1422c316-fc2d-4c97-a3ac-ccf59f700083 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:27.334777 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1422c316-fc2d-4c97-a3ac-ccf59f700083 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:27.336738 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-1422c316-fc2d-4c97-a3ac-ccf59f700083 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/ports?project_id=02ebd57ebb02426fbf4a686f080eb9d7&network_id=2093e7b3-e717-40df-b4cd-3d3ee174ea43 HTTP/1.1" status: 200 len: 3102 time: 0.0781412 Feb 28 10:45:29.025043 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50564) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:45:29.069931 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa25ee6-b169-43f2-8337-fe9319c6ac8f tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:29.071478 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-efa25ee6-b169-43f2-8337-fe9319c6ac8f tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=e88d86cf-af22-4900-bdd2-aa4038554136 HTTP/1.1" status: 200 len: 814 time: 0.0454659 Feb 28 10:45:29.525250 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50570) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:45:29.530607 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-81022315-76b1-41ec-a030-08291b44ece6 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:45:29.588388 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-81022315-76b1-41ec-a030-08291b44ece6 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for floatingip (f180976f-365b-43ec-af43-4c817587655c), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:29.728815 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-81022315-76b1-41ec-a030-08291b44ece6 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:29.786747 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-81022315-76b1-41ec-a030-08291b44ece6 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047917'] for floatingip (f180976f-365b-43ec-af43-4c817587655c), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:29.787124 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.l3_db [None req-81022315-76b1-41ec-a030-08291b44ece6 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Floating IP f180976f-365b-43ec-af43-4c817587655c disassociated. External IP: 172.26.3.109, port: 6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0. Feb 28 10:45:30.000459 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81022315-76b1-41ec-a030-08291b44ece6 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Router 8caf19c7-edcd-4816-a92c-57a29c0802f6 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:45:30.113318 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81022315-76b1-41ec-a030-08291b44ece6 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:45:30.118856 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-81022315-76b1-41ec-a030-08291b44ece6 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:30.124374 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104a9272-90d6-41c6-b055-d6975f6a66a2 None None] Sync routers for ids ['8caf19c7-edcd-4816-a92c-57a29c0802f6'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:45:30.136109 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104a9272-90d6-41c6-b055-d6975f6a66a2 None None] Routers {'8caf19c7-edcd-4816-a92c-57a29c0802f6'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:45:30.137293 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-104a9272-90d6-41c6-b055-d6975f6a66a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:45:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['8caf19c7-edcd-4816-a92c-57a29c0802f6'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:45:30.149779 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-81022315-76b1-41ec-a030-08291b44ece6 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "PUT /v2.0/floatingips/f180976f-365b-43ec-af43-4c817587655c HTTP/1.1" status: 200 len: 690 time: 0.6233985 Feb 28 10:45:30.150454 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89d3dd94-9a30-4e6e-949e-6b6723b27706', 'tag': '6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0'}] {{(pid=104084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:45:30.152693 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50572) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:45:30.153816 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ffa69481dce8c4e68394bb3e97aff222617d39f0bec9a6d6e4c39a9256e7c95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5711c1-aa49-4d0f-932d-0afdd0c0e57d" -d '{"events": [{"name": "network-changed", "server_uuid": "89d3dd94-9a30-4e6e-949e-6b6723b27706", "tag": "6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0"}]}' {{(pid=104084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:45:30.194379 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068502d6-0bd7-46a6-be4a-141b8c870ab2 x-openstack-request-id: req-068502d6-0bd7-46a6-be4a-141b8c870ab2 {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:45:30.194819 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89d3dd94-9a30-4e6e-949e-6b6723b27706", "tag": "6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0", "status": "completed", "code": 200}]} {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:45:30.195127 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-068502d6-0bd7-46a6-be4a-141b8c870ab2 {{(pid=104084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:45:30.195705 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89d3dd94-9a30-4e6e-949e-6b6723b27706', 'tag': '6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0', 'status': 'completed', 'code': 200} Feb 28 10:45:30.204079 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-c992cc61-1c70-4c4e-ab09-53f2147ac061 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/floatingips/f180976f-365b-43ec-af43-4c817587655c HTTP/1.1" status: 200 len: 690 time: 0.0496593 Feb 28 10:45:30.256432 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-104a9272-90d6-41c6-b055-d6975f6a66a2 None None] Set router 8caf19c7-edcd-4816-a92c-57a29c0802f6 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:45:30.290094 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5711c1-aa49-4d0f-932d-0afdd0c0e57d req-8d8362c9-89a2-4177-8a21-d8d5f7e6156e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:30.291766 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-6b5711c1-aa49-4d0f-932d-0afdd0c0e57d req-8d8362c9-89a2-4177-8a21-d8d5f7e6156e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=02ebd57ebb02426fbf4a686f080eb9d7&device_id=89d3dd94-9a30-4e6e-949e-6b6723b27706 HTTP/1.1" status: 200 len: 1129 time: 0.0459478 Feb 28 10:45:30.384595 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5711c1-aa49-4d0f-932d-0afdd0c0e57d req-7a6da713-b890-49d7-b818-d0fceb0576ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:30.386075 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-6b5711c1-aa49-4d0f-932d-0afdd0c0e57d req-7a6da713-b890-49d7-b818-d0fceb0576ba service neutron] 10.222.0.70 "GET /v2.0/networks?id=2093e7b3-e717-40df-b4cd-3d3ee174ea43 HTTP/1.1" status: 200 len: 897 time: 0.0885687 Feb 28 10:45:30.429921 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-6b5711c1-aa49-4d0f-932d-0afdd0c0e57d req-d94d2588-596f-4cb6-89b8-b093b10ccb38 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0 HTTP/1.1" status: 200 len: 217 time: 0.0376365 Feb 28 10:45:30.452257 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-104a9272-90d6-41c6-b055-d6975f6a66a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8caf19c7-edcd-4816-a92c-57a29c0802f6', 'name': 'tempest-TestNetworkBasicOps-router-1693717621', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.173'}], 'enable_snat': True}, 'gw_port_id': 'b659c6c4-9c84-437b-a2de-4993f73aac92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:44:33Z', 'updated_at': '2022-02-28T10:44:38Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': 'b659c6c4-9c84-437b-a2de-4993f73aac92', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:18:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8caf19c7-edcd-4816-a92c-57a29c0802f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:34Z', 'updated_at': '2022-02-28T10:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '75a22e00-a38d-482a-b39f-9f02b6350162', 'name': '', 'network_id': '2093e7b3-e717-40df-b4cd-3d3ee174ea43', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:d1:21:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8caf19c7-edcd-4816-a92c-57a29c0802f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '5aae0d65-2be6-4bf6-afe8-27d24c43e91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:38Z', 'updated_at': '2022-02-28T10:44:42Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '5aae0d65-2be6-4bf6-afe8-27d24c43e91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:45:30.478958 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104a9272-90d6-41c6-b055-d6975f6a66a2 None None] Checking router: 8caf19c7-edcd-4816-a92c-57a29c0802f6 for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:45:30.481636 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5711c1-aa49-4d0f-932d-0afdd0c0e57d req-0f9e1d21-7f55-4228-ac0c-3d9dd3f1ec31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:30.483134 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-6b5711c1-aa49-4d0f-932d-0afdd0c0e57d req-0f9e1d21-7f55-4228-ac0c-3d9dd3f1ec31 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5aae0d65-2be6-4bf6-afe8-27d24c43e91b HTTP/1.1" status: 200 len: 834 time: 0.0478642 Feb 28 10:45:30.487401 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104a9272-90d6-41c6-b055-d6975f6a66a2 None None] Routers {'8caf19c7-edcd-4816-a92c-57a29c0802f6'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:45:30.488017 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-104a9272-90d6-41c6-b055-d6975f6a66a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:45:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['8caf19c7-edcd-4816-a92c-57a29c0802f6'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:45:30.532667 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5711c1-aa49-4d0f-932d-0afdd0c0e57d req-da20760c-d787-48e7-a36d-414cab2d28b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:30.534191 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-6b5711c1-aa49-4d0f-932d-0afdd0c0e57d req-da20760c-d787-48e7-a36d-414cab2d28b8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2093e7b3-e717-40df-b4cd-3d3ee174ea43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0453639 Feb 28 10:45:30.596611 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-104a9272-90d6-41c6-b055-d6975f6a66a2 None None] Set router 8caf19c7-edcd-4816-a92c-57a29c0802f6 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:45:30.598683 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:30.624654 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-6b5711c1-aa49-4d0f-932d-0afdd0c0e57d req-ea771f86-2654-4c02-bc59-2185f41e47c4 service neutron] 10.222.0.70 "GET /v2.0/networks/2093e7b3-e717-40df-b4cd-3d3ee174ea43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829031 Feb 28 10:45:30.717418 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-6b5711c1-aa49-4d0f-932d-0afdd0c0e57d req-9a6129f6-8a63-459a-8683-70186a07fe00 service neutron] 10.222.0.70 "GET /v2.0/networks/2093e7b3-e717-40df-b4cd-3d3ee174ea43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869656 Feb 28 10:45:30.796049 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-104a9272-90d6-41c6-b055-d6975f6a66a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8caf19c7-edcd-4816-a92c-57a29c0802f6', 'name': 'tempest-TestNetworkBasicOps-router-1693717621', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.173'}], 'enable_snat': True}, 'gw_port_id': 'b659c6c4-9c84-437b-a2de-4993f73aac92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:44:33Z', 'updated_at': '2022-02-28T10:44:38Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': 'b659c6c4-9c84-437b-a2de-4993f73aac92', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:18:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8caf19c7-edcd-4816-a92c-57a29c0802f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:34Z', 'updated_at': '2022-02-28T10:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '75a22e00-a38d-482a-b39f-9f02b6350162', 'name': '', 'network_id': '2093e7b3-e717-40df-b4cd-3d3ee174ea43', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:d1:21:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8caf19c7-edcd-4816-a92c-57a29c0802f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '5aae0d65-2be6-4bf6-afe8-27d24c43e91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:38Z', 'updated_at': '2022-02-28T10:44:42Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '5aae0d65-2be6-4bf6-afe8-27d24c43e91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:45:30.821920 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104a9272-90d6-41c6-b055-d6975f6a66a2 None None] The sync data for ids ['8caf19c7-edcd-4816-a92c-57a29c0802f6'] in dv-neutron-829161-3-hyperv is: [{'id': '8caf19c7-edcd-4816-a92c-57a29c0802f6', 'name': 'tempest-TestNetworkBasicOps-router-1693717621', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.173'}], 'enable_snat': True}, 'gw_port_id': 'b659c6c4-9c84-437b-a2de-4993f73aac92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:44:33Z', 'updated_at': '2022-02-28T10:44:38Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': 'b659c6c4-9c84-437b-a2de-4993f73aac92', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:18:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8caf19c7-edcd-4816-a92c-57a29c0802f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:34Z', 'updated_at': '2022-02-28T10:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '75a22e00-a38d-482a-b39f-9f02b6350162', 'name': '', 'network_id': '2093e7b3-e717-40df-b4cd-3d3ee174ea43', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:d1:21:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8caf19c7-edcd-4816-a92c-57a29c0802f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '5aae0d65-2be6-4bf6-afe8-27d24c43e91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:38Z', 'updated_at': '2022-02-28T10:44:42Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '5aae0d65-2be6-4bf6-afe8-27d24c43e91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:45:31.042782 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d17f58f-3b98-4007-9164-b2ef6e994a36 None None] New status for floating IP f180976f-365b-43ec-af43-4c817587655c: DOWN {{(pid=104085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:45:31.207875 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50576) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:45:31.252188 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-ade34e9b-3dfe-4e81-a4b8-275b972d1dde tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/floatingips/f180976f-365b-43ec-af43-4c817587655c HTTP/1.1" status: 200 len: 690 time: 0.0431325 Feb 28 10:45:32.256185 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50578) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:45:32.299693 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-54fc8e20-5c09-4957-a292-52f4b3240428 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/floatingips/f180976f-365b-43ec-af43-4c817587655c HTTP/1.1" status: 200 len: 688 time: 0.0423105 Feb 28 10:45:33.885540 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50582) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:45:33.890214 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-36c46e70-9cad-44d0-87ad-689a76ebba58 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1069974564', 'description': 'tempest-secgroup-smoke-1069974564 description', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:45:33.986789 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-36c46e70-9cad-44d0-87ad-689a76ebba58 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:34.051324 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-36c46e70-9cad-44d0-87ad-689a76ebba58 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (48e69e01-4598-445d-bcbc-cb099c75e0ee), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:34.124152 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-36c46e70-9cad-44d0-87ad-689a76ebba58 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (48e69e01-4598-445d-bcbc-cb099c75e0ee), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:34.157680 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c46e70-9cad-44d0-87ad-689a76ebba58 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48e69e01-4598-445d-bcbc-cb099c75e0ee,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:45:34.164760 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c46e70-9cad-44d0-87ad-689a76ebba58 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:45:34.167410 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c46e70-9cad-44d0-87ad-689a76ebba58 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:45:34.167410 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c46e70-9cad-44d0-87ad-689a76ebba58 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:45:34.167410 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c46e70-9cad-44d0-87ad-689a76ebba58 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:45:34.167410 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c46e70-9cad-44d0-87ad-689a76ebba58 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:45:34.167410 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c46e70-9cad-44d0-87ad-689a76ebba58 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:45:34.167410 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c46e70-9cad-44d0-87ad-689a76ebba58 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:45:34.167410 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c46e70-9cad-44d0-87ad-689a76ebba58 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:45:34.168145 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c46e70-9cad-44d0-87ad-689a76ebba58 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:45:34.168145 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c46e70-9cad-44d0-87ad-689a76ebba58 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:45:34.168145 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c46e70-9cad-44d0-87ad-689a76ebba58 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:45:34.168439 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c46e70-9cad-44d0-87ad-689a76ebba58 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:45:34.168729 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c46e70-9cad-44d0-87ad-689a76ebba58 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:45:34.218089 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-36c46e70-9cad-44d0-87ad-689a76ebba58 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:34.219563 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-36c46e70-9cad-44d0-87ad-689a76ebba58 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3330092 Feb 28 10:45:34.222590 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50584) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:45:34.226897 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-19899970-9704-42fd-a206-0f3ac9d9cae4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': '48e69e01-4598-445d-bcbc-cb099c75e0ee', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:45:34.317156 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-19899970-9704-42fd-a206-0f3ac9d9cae4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (5757cfba-7f29-4555-a47a-d3989fe27b6b), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:34.382940 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-19899970-9704-42fd-a206-0f3ac9d9cae4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (5757cfba-7f29-4555-a47a-d3989fe27b6b), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:34.449865 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-19899970-9704-42fd-a206-0f3ac9d9cae4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (5757cfba-7f29-4555-a47a-d3989fe27b6b), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:34.468423 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19899970-9704-42fd-a206-0f3ac9d9cae4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5757cfba-7f29-4555-a47a-d3989fe27b6b,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:45:34.554583 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-19899970-9704-42fd-a206-0f3ac9d9cae4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:34.555874 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-19899970-9704-42fd-a206-0f3ac9d9cae4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3323364 Feb 28 10:45:34.558580 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50586) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:45:34.563437 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-6da11830-8e19-42c0-b2e9-aa394a94a82b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': '48e69e01-4598-445d-bcbc-cb099c75e0ee', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:45:34.666522 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6da11830-8e19-42c0-b2e9-aa394a94a82b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (55b7b1d8-83dd-4813-b534-6573bea3720f), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:34.721382 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6da11830-8e19-42c0-b2e9-aa394a94a82b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (55b7b1d8-83dd-4813-b534-6573bea3720f), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:34.797899 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6da11830-8e19-42c0-b2e9-aa394a94a82b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (55b7b1d8-83dd-4813-b534-6573bea3720f), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:34.815787 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da11830-8e19-42c0-b2e9-aa394a94a82b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55b7b1d8-83dd-4813-b534-6573bea3720f,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:45:34.892365 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6da11830-8e19-42c0-b2e9-aa394a94a82b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:34.893625 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-6da11830-8e19-42c0-b2e9-aa394a94a82b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3340564 Feb 28 10:45:34.896435 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50588) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:45:34.900795 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-17f90400-9ac0-43a6-ae0c-b06d70a45fb4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': '48e69e01-4598-445d-bcbc-cb099c75e0ee', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:45:34.974152 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-17f90400-9ac0-43a6-ae0c-b06d70a45fb4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (17b4cc49-c40f-43b6-98fa-e57355e46fa1), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:35.030284 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-17f90400-9ac0-43a6-ae0c-b06d70a45fb4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (17b4cc49-c40f-43b6-98fa-e57355e46fa1), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:35.095858 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-17f90400-9ac0-43a6-ae0c-b06d70a45fb4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (17b4cc49-c40f-43b6-98fa-e57355e46fa1), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:35.114510 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f90400-9ac0-43a6-ae0c-b06d70a45fb4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17b4cc49-c40f-43b6-98fa-e57355e46fa1,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:45:35.160455 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-17f90400-9ac0-43a6-ae0c-b06d70a45fb4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:35.161725 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-17f90400-9ac0-43a6-ae0c-b06d70a45fb4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2643394 Feb 28 10:45:35.164522 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50590) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:45:35.169305 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-b03392be-2ab5-4358-bc1a-a77aef2905cc tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': '48e69e01-4598-445d-bcbc-cb099c75e0ee', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:45:35.265984 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b03392be-2ab5-4358-bc1a-a77aef2905cc tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (f706e7e4-2845-4148-9c50-bd9a8d82d2cb), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:35.324188 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b03392be-2ab5-4358-bc1a-a77aef2905cc tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (f706e7e4-2845-4148-9c50-bd9a8d82d2cb), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:35.392278 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b03392be-2ab5-4358-bc1a-a77aef2905cc tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (f706e7e4-2845-4148-9c50-bd9a8d82d2cb), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:35.409767 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03392be-2ab5-4358-bc1a-a77aef2905cc tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f706e7e4-2845-4148-9c50-bd9a8d82d2cb,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:45:35.474375 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b03392be-2ab5-4358-bc1a-a77aef2905cc tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:35.475640 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-b03392be-2ab5-4358-bc1a-a77aef2905cc tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3101103 Feb 28 10:45:35.478346 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50592) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:45:35.483281 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-2dc9297c-acaf-46ff-ac58-acda554d209d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': '48e69e01-4598-445d-bcbc-cb099c75e0ee', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:45:35.575328 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.securitygroups_db [None req-2dc9297c-acaf-46ff-ac58-acda554d209d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Project 02ebd57ebb02426fbf4a686f080eb9d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:45:35.580314 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2dc9297c-acaf-46ff-ac58-acda554d209d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (63f9e042-b24a-446c-a524-cf83856d8268), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:35.637828 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2dc9297c-acaf-46ff-ac58-acda554d209d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (63f9e042-b24a-446c-a524-cf83856d8268), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:35.707403 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2dc9297c-acaf-46ff-ac58-acda554d209d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (63f9e042-b24a-446c-a524-cf83856d8268), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:35.726367 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc9297c-acaf-46ff-ac58-acda554d209d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63f9e042-b24a-446c-a524-cf83856d8268,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:45:35.783456 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2dc9297c-acaf-46ff-ac58-acda554d209d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:35.784684 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-2dc9297c-acaf-46ff-ac58-acda554d209d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3053846 Feb 28 10:45:35.787546 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50594) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:45:35.792060 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-308e785d-53a5-42c9-85f1-eee3217ecbcc tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': '48e69e01-4598-445d-bcbc-cb099c75e0ee', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:45:35.867050 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.securitygroups_db [None req-308e785d-53a5-42c9-85f1-eee3217ecbcc tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Project 02ebd57ebb02426fbf4a686f080eb9d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:45:35.872005 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-308e785d-53a5-42c9-85f1-eee3217ecbcc tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (02c8717b-d9b7-464e-a3d1-84b2c6ff7eee), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:35.929822 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-308e785d-53a5-42c9-85f1-eee3217ecbcc tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (02c8717b-d9b7-464e-a3d1-84b2c6ff7eee), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:35.986709 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-308e785d-53a5-42c9-85f1-eee3217ecbcc tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (02c8717b-d9b7-464e-a3d1-84b2c6ff7eee), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:36.005945 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308e785d-53a5-42c9-85f1-eee3217ecbcc tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02c8717b-d9b7-464e-a3d1-84b2c6ff7eee,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:45:36.080414 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-308e785d-53a5-42c9-85f1-eee3217ecbcc tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:36.081654 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-308e785d-53a5-42c9-85f1-eee3217ecbcc tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2931149 Feb 28 10:45:36.238785 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-2dde9429-3184-451d-bf99-b3a99650f9ab req-2d298485-cd61-4b49-857c-8328a31003cb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1069974564&fields=id&tenant_id=02ebd57ebb02426fbf4a686f080eb9d7 HTTP/1.1" status: 200 len: 267 time: 0.0478177 Feb 28 10:45:36.342866 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde9429-3184-451d-bf99-b3a99650f9ab req-80bb714e-1c5a-4a08-aeb5-4a4d40b1de78 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:36.344323 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-2dde9429-3184-451d-bf99-b3a99650f9ab req-80bb714e-1c5a-4a08-aeb5-4a4d40b1de78 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/networks?id=2093e7b3-e717-40df-b4cd-3d3ee174ea43 HTTP/1.1" status: 200 len: 797 time: 0.0993512 Feb 28 10:45:36.363082 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-2dde9429-3184-451d-bf99-b3a99650f9ab req-e029e241-3189-4764-9cfa-7bd9c1229b1b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/quotas/02ebd57ebb02426fbf4a686f080eb9d7 HTTP/1.1" status: 200 len: 375 time: 0.0131783 Feb 28 10:45:36.429482 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-2dde9429-3184-451d-bf99-b3a99650f9ab req-b6bc926b-f0c3-45c0-a1db-ba9b346acc6d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=02ebd57ebb02426fbf4a686f080eb9d7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0608356 Feb 28 10:45:36.521756 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-2dde9429-3184-451d-bf99-b3a99650f9ab req-2bb0ffcc-7ef0-472d-adf9-536f02f86e82 service neutron] 10.222.0.62 "GET /v2.0/networks/2093e7b3-e717-40df-b4cd-3d3ee174ea43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811660 Feb 28 10:45:36.612902 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-2dde9429-3184-451d-bf99-b3a99650f9ab req-50b4d6db-bc47-4f4c-8428-e9e05bdde135 service neutron] 10.222.0.62 "GET /v2.0/networks/2093e7b3-e717-40df-b4cd-3d3ee174ea43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855367 Feb 28 10:45:36.866498 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a8a36420-2187-4e26-b4ee-f79d407012f0 req-1c453c3b-2459-4ae5-9eef-0a82f6b8834b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=59e8c0fd-7769-4c9f-a967-b68a63c632d6 HTTP/1.1" status: 200 len: 210 time: 0.0287406 Feb 28 10:45:37.959433 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-a2911276-3135-4e49-a0b6-9f878a420f82 req-6c595e2f-6166-4b8c-801d-8934e5b4c991 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=59e8c0fd-7769-4c9f-a967-b68a63c632d6 HTTP/1.1" status: 200 len: 210 time: 0.0275588 Feb 28 10:45:38.592486 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde9429-3184-451d-bf99-b3a99650f9ab req-0e056f65-0afb-4884-8a5f-3321ce25052b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:38.593947 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-2dde9429-3184-451d-bf99-b3a99650f9ab req-0e056f65-0afb-4884-8a5f-3321ce25052b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.70 "GET /v2.0/networks?id=2093e7b3-e717-40df-b4cd-3d3ee174ea43 HTTP/1.1" status: 200 len: 797 time: 0.0995798 Feb 28 10:45:38.678158 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-2dde9429-3184-451d-bf99-b3a99650f9ab req-b4efea57-5052-4d1c-9ed5-3d7b1c510de0 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02ebd57ebb02426fbf4a686f080eb9d7 HTTP/1.1" status: 200 len: 472 time: 0.0702469 Feb 28 10:45:38.687644 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [req-2dde9429-3184-451d-bf99-b3a99650f9ab req-87980682-12ae-4401-85df-35802e826a7d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'port': {'device_id': '59e8c0fd-7769-4c9f-a967-b68a63c632d6', 'network_id': '2093e7b3-e717-40df-b4cd-3d3ee174ea43', 'admin_state_up': True, 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'security_groups': ['48e69e01-4598-445d-bcbc-cb099c75e0ee']}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:45:38.855720 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dde9429-3184-451d-bf99-b3a99650f9ab req-87980682-12ae-4401-85df-35802e826a7d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Made reservation on behalf of 02ebd57ebb02426fbf4a686f080eb9d7 for: {'port': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:45:38.859706 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-2dde9429-3184-451d-bf99-b3a99650f9ab req-87980682-12ae-4401-85df-35802e826a7d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:38.987581 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [req-2dde9429-3184-451d-bf99-b3a99650f9ab req-87980682-12ae-4401-85df-35802e826a7d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Allocated IP 172.20.0.5 (2093e7b3-e717-40df-b4cd-3d3ee174ea43/5aae0d65-2be6-4bf6-afe8-27d24c43e91b/51311f8e-f1d3-4a46-8298-398983a49b17) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:45:39.060179 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a131da51-a93e-4d24-8fc1-f0be193f0db8 req-34a67640-8772-44ef-aebc-00dd28bc02d5 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=59e8c0fd-7769-4c9f-a967-b68a63c632d6 HTTP/1.1" status: 200 len: 210 time: 0.0321875 Feb 28 10:45:39.132445 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-2dde9429-3184-451d-bf99-b3a99650f9ab req-87980682-12ae-4401-85df-35802e826a7d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for port (51311f8e-f1d3-4a46-8298-398983a49b17), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:39.209739 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-2dde9429-3184-451d-bf99-b3a99650f9ab req-87980682-12ae-4401-85df-35802e826a7d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (51311f8e-f1d3-4a46-8298-398983a49b17), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:39.252318 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dde9429-3184-451d-bf99-b3a99650f9ab req-87980682-12ae-4401-85df-35802e826a7d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Network 2093e7b3-e717-40df-b4cd-3d3ee174ea43 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:45:39.255267 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [req-2dde9429-3184-451d-bf99-b3a99650f9ab req-87980682-12ae-4401-85df-35802e826a7d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:45:39.261587 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dde9429-3184-451d-bf99-b3a99650f9ab req-87980682-12ae-4401-85df-35802e826a7d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:45:39.285636 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87980682-12ae-4401-85df-35802e826a7d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Port': ['ID=51311f8e-f1d3-4a46-8298-398983a49b17,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:45:39.316484 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde9429-3184-451d-bf99-b3a99650f9ab req-87980682-12ae-4401-85df-35802e826a7d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:39.317184 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-2dde9429-3184-451d-bf99-b3a99650f9ab req-87980682-12ae-4401-85df-35802e826a7d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:39.389668 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-2dde9429-3184-451d-bf99-b3a99650f9ab req-87980682-12ae-4401-85df-35802e826a7d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7062085 Feb 28 10:45:39.406438 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [req-2dde9429-3184-451d-bf99-b3a99650f9ab req-4855ce8c-bebd-4c54-af83-a59dc1680aa4 service neutron] Request body: {'port': {'device_id': '59e8c0fd-7769-4c9f-a967-b68a63c632d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8291'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:45:39.468430 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-2dde9429-3184-451d-bf99-b3a99650f9ab req-4855ce8c-bebd-4c54-af83-a59dc1680aa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (51311f8e-f1d3-4a46-8298-398983a49b17), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:39.500017 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-2ff155e0-1c64-49e0-9a20-0b916745d392 None None] Provisioning complete for port 51311f8e-f1d3-4a46-8298-398983a49b17 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:45:39.500628 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2ff155e0-1c64-49e0-9a20-0b916745d392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (51311f8e-f1d3-4a46-8298-398983a49b17), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:39.680421 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-2ff155e0-1c64-49e0-9a20-0b916745d392 None None] Port 51311f8e-f1d3-4a46-8298-398983a49b17 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:45:39.733514 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [req-2dde9429-3184-451d-bf99-b3a99650f9ab req-4855ce8c-bebd-4c54-af83-a59dc1680aa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51311f8e-f1d3-4a46-8298-398983a49b17 {{(pid=104084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:45:39.740779 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-2dde9429-3184-451d-bf99-b3a99650f9ab req-4855ce8c-bebd-4c54-af83-a59dc1680aa4 service neutron] Publish callbacks [] for port (51311f8e-f1d3-4a46-8298-398983a49b17), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:39.752443 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.provisioning_blocks [req-2dde9429-3184-451d-bf99-b3a99650f9ab req-4855ce8c-bebd-4c54-af83-a59dc1680aa4 service neutron] Transition to ACTIVE for port object 51311f8e-f1d3-4a46-8298-398983a49b17 will not be triggered until provisioned by entity L2. {{(pid=104084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:45:39.792161 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-2dde9429-3184-451d-bf99-b3a99650f9ab req-4855ce8c-bebd-4c54-af83-a59dc1680aa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (51311f8e-f1d3-4a46-8298-398983a49b17), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:39.841025 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4855ce8c-bebd-4c54-af83-a59dc1680aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=51311f8e-f1d3-4a46-8298-398983a49b17,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:45:39.917033 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.managers [req-2dde9429-3184-451d-bf99-b3a99650f9ab req-4855ce8c-bebd-4c54-af83-a59dc1680aa4 service neutron] Attempting to bind port 51311f8e-f1d3-4a46-8298-398983a49b17 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:45:39.917376 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.managers [req-2dde9429-3184-451d-bf99-b3a99650f9ab req-4855ce8c-bebd-4c54-af83-a59dc1680aa4 service neutron] Attempting to bind port 51311f8e-f1d3-4a46-8298-398983a49b17 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '014cb7d5-6597-4fee-924b-dbe7fba81839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2093e7b3-e717-40df-b4cd-3d3ee174ea43'}] {{(pid=104084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:45:39.917706 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dde9429-3184-451d-bf99-b3a99650f9ab req-4855ce8c-bebd-4c54-af83-a59dc1680aa4 service neutron] Attempting to bind port 51311f8e-f1d3-4a46-8298-398983a49b17 on network 2093e7b3-e717-40df-b4cd-3d3ee174ea43 {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:45:39.923100 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dde9429-3184-451d-bf99-b3a99650f9ab req-4855ce8c-bebd-4c54-af83-a59dc1680aa4 service neutron] Port 51311f8e-f1d3-4a46-8298-398983a49b17 on network 2093e7b3-e717-40df-b4cd-3d3ee174ea43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:45:39.923428 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dde9429-3184-451d-bf99-b3a99650f9ab req-4855ce8c-bebd-4c54-af83-a59dc1680aa4 service neutron] Attempting to bind port 51311f8e-f1d3-4a46-8298-398983a49b17 on network 2093e7b3-e717-40df-b4cd-3d3ee174ea43 {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:45:39.928638 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dde9429-3184-451d-bf99-b3a99650f9ab req-4855ce8c-bebd-4c54-af83-a59dc1680aa4 service neutron] Checking agent: {'id': '9c9e5963-7abc-415a-a91c-4432861f4313', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'started_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:45:39.928976 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dde9429-3184-451d-bf99-b3a99650f9ab req-4855ce8c-bebd-4c54-af83-a59dc1680aa4 service neutron] Checking segment: {'id': '014cb7d5-6597-4fee-924b-dbe7fba81839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2093e7b3-e717-40df-b4cd-3d3ee174ea43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:45:39.929360 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dde9429-3184-451d-bf99-b3a99650f9ab req-4855ce8c-bebd-4c54-af83-a59dc1680aa4 service neutron] Bound using segment: {'id': '014cb7d5-6597-4fee-924b-dbe7fba81839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2093e7b3-e717-40df-b4cd-3d3ee174ea43'} {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:45:39.929788 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.managers [req-2dde9429-3184-451d-bf99-b3a99650f9ab req-4855ce8c-bebd-4c54-af83-a59dc1680aa4 service neutron] Bound port: 51311f8e-f1d3-4a46-8298-398983a49b17, host: hv-neutron-8291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '014cb7d5-6597-4fee-924b-dbe7fba81839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2093e7b3-e717-40df-b4cd-3d3ee174ea43'}}] {{(pid=104084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:45:39.930144 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-2dde9429-3184-451d-bf99-b3a99650f9ab req-4855ce8c-bebd-4c54-af83-a59dc1680aa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (51311f8e-f1d3-4a46-8298-398983a49b17), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:39.999142 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [req-2dde9429-3184-451d-bf99-b3a99650f9ab req-4855ce8c-bebd-4c54-af83-a59dc1680aa4 service neutron] For port 51311f8e-f1d3-4a46-8298-398983a49b17, host hv-neutron-8291, cleared binding levels {{(pid=104084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:45:40.002106 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [req-2dde9429-3184-451d-bf99-b3a99650f9ab req-4855ce8c-bebd-4c54-af83-a59dc1680aa4 service neutron] For port 51311f8e-f1d3-4a46-8298-398983a49b17, host hv-neutron-8291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=51311f8e-f1d3-4a46-8298-398983a49b17,segment=NetworkSegment(014cb7d5-6597-4fee-924b-dbe7fba81839),segment_id=014cb7d5-6597-4fee-924b-dbe7fba81839)] {{(pid=104084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:45:40.061881 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-2dde9429-3184-451d-bf99-b3a99650f9ab req-4855ce8c-bebd-4c54-af83-a59dc1680aa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (51311f8e-f1d3-4a46-8298-398983a49b17), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:40.196121 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde9429-3184-451d-bf99-b3a99650f9ab req-4855ce8c-bebd-4c54-af83-a59dc1680aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:40.196121 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-2dde9429-3184-451d-bf99-b3a99650f9ab req-4855ce8c-bebd-4c54-af83-a59dc1680aa4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:40.196121 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-2dde9429-3184-451d-bf99-b3a99650f9ab req-4855ce8c-bebd-4c54-af83-a59dc1680aa4 service neutron] 10.222.0.70 "PUT /v2.0/ports/51311f8e-f1d3-4a46-8298-398983a49b17 HTTP/1.1" status: 200 len: 1093 time: 0.6964419 Feb 28 10:45:40.196121 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59e8c0fd-7769-4c9f-a967-b68a63c632d6', 'tag': '51311f8e-f1d3-4a46-8298-398983a49b17'}] {{(pid=104084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:45:40.196121 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ffa69481dce8c4e68394bb3e97aff222617d39f0bec9a6d6e4c39a9256e7c95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ada6ca-9183-4b53-95be-7e187afa9966" -d '{"events": [{"name": "network-changed", "server_uuid": "59e8c0fd-7769-4c9f-a967-b68a63c632d6", "tag": "51311f8e-f1d3-4a46-8298-398983a49b17"}]}' {{(pid=104084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:45:40.196121 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4855ce8c-bebd-4c54-af83-a59dc1680aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=51311f8e-f1d3-4a46-8298-398983a49b17,revision_number=3']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:45:40.196121 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a1e5eb-7831-4c54-b94a-d362a7b7dbec x-openstack-request-id: req-92a1e5eb-7831-4c54-b94a-d362a7b7dbec {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:45:40.196121 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59e8c0fd-7769-4c9f-a967-b68a63c632d6", "tag": "51311f8e-f1d3-4a46-8298-398983a49b17", "status": "completed", "code": 200}]} {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:45:40.196121 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-92a1e5eb-7831-4c54-b94a-d362a7b7dbec {{(pid=104084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:45:40.196121 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59e8c0fd-7769-4c9f-a967-b68a63c632d6', 'tag': '51311f8e-f1d3-4a46-8298-398983a49b17', 'status': 'completed', 'code': 200} Feb 28 10:45:40.262568 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c674d2d-1ef3-42f6-8447-dbe2226157a4 req-25f05896-d20a-408c-8487-ff7cfd75eb57 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:40.264296 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-7c674d2d-1ef3-42f6-8447-dbe2226157a4 req-25f05896-d20a-408c-8487-ff7cfd75eb57 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=59e8c0fd-7769-4c9f-a967-b68a63c632d6 HTTP/1.1" status: 200 len: 943 time: 0.0911245 Feb 28 10:45:40.280190 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ada6ca-9183-4b53-95be-7e187afa9966 req-9c2303f5-b8e5-49e6-8425-18c1280079f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:40.281734 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-43ada6ca-9183-4b53-95be-7e187afa9966 req-9c2303f5-b8e5-49e6-8425-18c1280079f8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=02ebd57ebb02426fbf4a686f080eb9d7&device_id=59e8c0fd-7769-4c9f-a967-b68a63c632d6 HTTP/1.1" status: 200 len: 1127 time: 0.0783453 Feb 28 10:45:40.365619 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-7c674d2d-1ef3-42f6-8447-dbe2226157a4 req-6166b93f-e637-4f22-bc86-7cfb07eca997 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=48e69e01-4598-445d-bcbc-cb099c75e0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938098 Feb 28 10:45:40.411820 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ada6ca-9183-4b53-95be-7e187afa9966 req-83cbdcc9-8bca-46b2-a13b-9b3330180674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:40.413277 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-43ada6ca-9183-4b53-95be-7e187afa9966 req-83cbdcc9-8bca-46b2-a13b-9b3330180674 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=02ebd57ebb02426fbf4a686f080eb9d7&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1175861 Feb 28 10:45:40.503682 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ada6ca-9183-4b53-95be-7e187afa9966 req-a12f0baa-c3c9-48da-bb57-41683fee8c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:40.505011 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-43ada6ca-9183-4b53-95be-7e187afa9966 req-a12f0baa-c3c9-48da-bb57-41683fee8c50 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0855432 Feb 28 10:45:40.600909 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde9429-3184-451d-bf99-b3a99650f9ab req-2ea2a1fc-a07b-4d17-9fcf-cd144529a1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:40.602416 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-2dde9429-3184-451d-bf99-b3a99650f9ab req-2ea2a1fc-a07b-4d17-9fcf-cd144529a1dc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=02ebd57ebb02426fbf4a686f080eb9d7&device_id=59e8c0fd-7769-4c9f-a967-b68a63c632d6 HTTP/1.1" status: 200 len: 1127 time: 0.0446177 Feb 28 10:45:40.651456 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-2dde9429-3184-451d-bf99-b3a99650f9ab req-02050932-24be-47f9-9970-cf65cb703cfe service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51311f8e-f1d3-4a46-8298-398983a49b17 HTTP/1.1" status: 200 len: 217 time: 0.0374568 Feb 28 10:45:40.698950 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde9429-3184-451d-bf99-b3a99650f9ab req-3a8bb332-8f14-46bb-85d8-557ac74d8ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:40.700392 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-2dde9429-3184-451d-bf99-b3a99650f9ab req-3a8bb332-8f14-46bb-85d8-557ac74d8ad0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5aae0d65-2be6-4bf6-afe8-27d24c43e91b HTTP/1.1" status: 200 len: 834 time: 0.0428669 Feb 28 10:45:40.747923 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde9429-3184-451d-bf99-b3a99650f9ab req-c620b78d-9e2a-42e4-aea0-e0f72749b9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:40.749389 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-2dde9429-3184-451d-bf99-b3a99650f9ab req-c620b78d-9e2a-42e4-aea0-e0f72749b9fe service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2093e7b3-e717-40df-b4cd-3d3ee174ea43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0426822 Feb 28 10:45:40.838574 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-2dde9429-3184-451d-bf99-b3a99650f9ab req-4e27a007-6853-4483-9ab0-b7207a104fb2 service neutron] 10.222.0.70 "GET /v2.0/networks/2093e7b3-e717-40df-b4cd-3d3ee174ea43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829537 Feb 28 10:45:40.925739 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-2dde9429-3184-451d-bf99-b3a99650f9ab req-c5b284ff-0302-4921-80ff-91a908762b99 service neutron] 10.222.0.70 "GET /v2.0/networks/2093e7b3-e717-40df-b4cd-3d3ee174ea43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809629 Feb 28 10:45:41.463045 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-5c0fd0b1-4594-4990-92d0-977e1036a401 req-1afdb6f0-f547-4455-95f7-f67ef79d6f96 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=462be7d2-7118-435d-bec2-a77773ee7f57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0501914 Feb 28 10:45:41.493788 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd31f8b-e6b8-4953-ad0f-f420691beea5 req-1798f3e7-6322-42ef-bf89-69a7b9dda4e2 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:41.495440 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1fd31f8b-e6b8-4953-ad0f-f420691beea5 req-1798f3e7-6322-42ef-bf89-69a7b9dda4e2 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=59e8c0fd-7769-4c9f-a967-b68a63c632d6 HTTP/1.1" status: 200 len: 943 time: 0.0536823 Feb 28 10:45:41.545053 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1fd31f8b-e6b8-4953-ad0f-f420691beea5 req-c8e6ab50-a009-4dff-91e7-dcef96d5628a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=48e69e01-4598-445d-bcbc-cb099c75e0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428147 Feb 28 10:45:41.568686 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fd0b1-4594-4990-92d0-977e1036a401 req-e897c318-c86e-4a5c-8c85-4eca5d7fe0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:41.570182 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-5c0fd0b1-4594-4990-92d0-977e1036a401 req-e897c318-c86e-4a5c-8c85-4eca5d7fe0de service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fb97474a860e4d948fd0a95e1b318101&device_id=462be7d2-7118-435d-bec2-a77773ee7f57 HTTP/1.1" status: 200 len: 1130 time: 0.0444579 Feb 28 10:45:41.668219 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fd0b1-4594-4990-92d0-977e1036a401 req-8849fb8a-67d8-4f87-8cc0-3d7e2d9a8011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:41.670198 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-5c0fd0b1-4594-4990-92d0-977e1036a401 req-8849fb8a-67d8-4f87-8cc0-3d7e2d9a8011 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a HTTP/1.1" status: 200 len: 911 time: 0.0816095 Feb 28 10:45:41.738040 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-5c0fd0b1-4594-4990-92d0-977e1036a401 req-8f17a19c-f44e-4dd1-965e-e3c0b3ec213a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39f9b205-5292-4a07-ae54-e3242de9f312 HTTP/1.1" status: 200 len: 1002 time: 0.0617211 Feb 28 10:45:41.787142 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fd0b1-4594-4990-92d0-977e1036a401 req-58add27a-82f8-408b-aba5-0a74347c0f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:41.788557 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-5c0fd0b1-4594-4990-92d0-977e1036a401 req-58add27a-82f8-408b-aba5-0a74347c0f5c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e8522a33-2f3b-469a-aaa7-bb28734740a0 HTTP/1.1" status: 200 len: 850 time: 0.0431755 Feb 28 10:45:41.838155 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fd0b1-4594-4990-92d0-977e1036a401 req-5e758b32-c95e-449b-89e4-f70e91ae71be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:41.839679 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-5c0fd0b1-4594-4990-92d0-977e1036a401 req-5e758b32-c95e-449b-89e4-f70e91ae71be service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0437973 Feb 28 10:45:42.231721 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-5c0fd0b1-4594-4990-92d0-977e1036a401 req-6f546ce9-e8bf-4a03-b0d0-174b5fca83f9 service neutron] 10.222.0.70 "GET /v2.0/networks/b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858237 Feb 28 10:45:42.318262 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-5c0fd0b1-4594-4990-92d0-977e1036a401 req-b79b04dd-9c91-44ff-8064-394f18c0e790 service neutron] 10.222.0.70 "GET /v2.0/networks/b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806100 Feb 28 10:45:42.667130 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea2f983-9df1-4274-b144-7f97d105d9d1 req-753c5959-10b5-484e-b6b2-61489202a8a5 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:42.668631 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-3ea2f983-9df1-4274-b144-7f97d105d9d1 req-753c5959-10b5-484e-b6b2-61489202a8a5 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=59e8c0fd-7769-4c9f-a967-b68a63c632d6 HTTP/1.1" status: 200 len: 943 time: 0.0572650 Feb 28 10:45:42.714691 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:45:42.717789 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-3ea2f983-9df1-4274-b144-7f97d105d9d1 req-f23907f1-23ca-41d4-84dd-c27ff661deca tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=48e69e01-4598-445d-bcbc-cb099c75e0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429058 Feb 28 10:45:43.618627 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 51311f8e-f1d3-4a46-8298-398983a49b17 details requested by agent hyperv_hv-neutron-8291 with host hv-neutron-8291 {{(pid=104085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:45:43.714657 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 51311f8e-f1d3-4a46-8298-398983a49b17, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=51311f8e-f1d3-4a46-8298-398983a49b17,segment=NetworkSegment(014cb7d5-6597-4fee-924b-dbe7fba81839),segment_id=014cb7d5-6597-4fee-924b-dbe7fba81839)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:45:43.728987 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Returning: {'device': '51311f8e-f1d3-4a46-8298-398983a49b17', 'network_id': '2093e7b3-e717-40df-b4cd-3d3ee174ea43', 'port_id': '51311f8e-f1d3-4a46-8298-398983a49b17', 'mac_address': 'fa:16:3e:58:2c:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aae0d65-2be6-4bf6-afe8-27d24c43e91b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:45:43.765924 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 51311f8e-f1d3-4a46-8298-398983a49b17 is: DOWN; New status is: BUILD {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:45:43.766319 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (51311f8e-f1d3-4a46-8298-398983a49b17), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:43.780178 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51311f8e-f1d3-4a46-8298-398983a49b17 {{(pid=104085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:45:43.799762 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 51311f8e-f1d3-4a46-8298-398983a49b17, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=51311f8e-f1d3-4a46-8298-398983a49b17,segment=NetworkSegment(014cb7d5-6597-4fee-924b-dbe7fba81839),segment_id=014cb7d5-6597-4fee-924b-dbe7fba81839)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:45:43.836994 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c66e8-474c-4485-afae-0eded4328042 req-70204834-648e-4433-8914-07adaed8c867 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:43.838501 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-398c66e8-474c-4485-afae-0eded4328042 req-70204834-648e-4433-8914-07adaed8c867 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=59e8c0fd-7769-4c9f-a967-b68a63c632d6 HTTP/1.1" status: 200 len: 943 time: 0.0528350 Feb 28 10:45:43.878267 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (51311f8e-f1d3-4a46-8298-398983a49b17), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:43.887767 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-398c66e8-474c-4485-afae-0eded4328042 req-5510d11f-9594-40e7-8aa6-b3cd33941981 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=48e69e01-4598-445d-bcbc-cb099c75e0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431190 Feb 28 10:45:43.925717 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=51311f8e-f1d3-4a46-8298-398983a49b17,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:45:43.932843 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:45:43.933200 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:45:43.933553 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:45:43.933897 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:45:43.934237 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:45:43.934643 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:45:43.935072 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:45:43.935412 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:45:43.935748 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:45:43.936101 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:45:43.936416 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:45:43.936745 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:45:43.937072 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:45:44.168566 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['51311f8e-f1d3-4a46-8298-398983a49b17'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:45:45.120607 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ce156-c160-4004-8c1b-d878bc6b9de1 req-5c7fcc61-c0a6-4a46-bda9-fa2cb065fcbb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:45.122100 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-a75ce156-c160-4004-8c1b-d878bc6b9de1 req-5c7fcc61-c0a6-4a46-bda9-fa2cb065fcbb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=59e8c0fd-7769-4c9f-a967-b68a63c632d6 HTTP/1.1" status: 200 len: 944 time: 0.1663961 Feb 28 10:45:45.169738 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-a75ce156-c160-4004-8c1b-d878bc6b9de1 req-285f2606-e04b-4ddf-bdb6-4d6e9889bbff tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=48e69e01-4598-445d-bcbc-cb099c75e0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415239 Feb 28 10:45:45.633785 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 51311f8e-f1d3-4a46-8298-398983a49b17 up at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:45:45.740970 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning for port 51311f8e-f1d3-4a46-8298-398983a49b17 completed by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:45:45.744570 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning complete for port 51311f8e-f1d3-4a46-8298-398983a49b17 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:45:45.744942 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (51311f8e-f1d3-4a46-8298-398983a49b17), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:45.820109 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 51311f8e-f1d3-4a46-8298-398983a49b17 is: BUILD; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:45:45.820501 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (51311f8e-f1d3-4a46-8298-398983a49b17), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:45.843016 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e8c0fd-7769-4c9f-a967-b68a63c632d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51311f8e-f1d3-4a46-8298-398983a49b17'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:45:45.845280 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d9304c-cf43-4e11-bda7-1a5f77a56b23" -d '{"events": [{"server_uuid": "59e8c0fd-7769-4c9f-a967-b68a63c632d6", "name": "network-vif-plugged", "status": "completed", "tag": "51311f8e-f1d3-4a46-8298-398983a49b17"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:45:45.860611 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 51311f8e-f1d3-4a46-8298-398983a49b17, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=51311f8e-f1d3-4a46-8298-398983a49b17,segment=NetworkSegment(014cb7d5-6597-4fee-924b-dbe7fba81839),segment_id=014cb7d5-6597-4fee-924b-dbe7fba81839)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:45:45.882808 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e1f3b13-d359-4726-ae1a-c4dde8e95084 x-openstack-request-id: req-8e1f3b13-d359-4726-ae1a-c4dde8e95084 {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:45:45.883231 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59e8c0fd-7769-4c9f-a967-b68a63c632d6", "name": "network-vif-plugged", "status": "completed", "tag": "51311f8e-f1d3-4a46-8298-398983a49b17", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:45:45.883495 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8e1f3b13-d359-4726-ae1a-c4dde8e95084 {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:45:45.883901 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59e8c0fd-7769-4c9f-a967-b68a63c632d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51311f8e-f1d3-4a46-8298-398983a49b17', 'code': 200} Feb 28 10:45:45.906733 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (51311f8e-f1d3-4a46-8298-398983a49b17), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:45.960283 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=51311f8e-f1d3-4a46-8298-398983a49b17,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:45:46.195127 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7276bb7e-0c34-47f8-aacc-d9704822f335 req-ddda8bbf-b7aa-4dbc-94c8-fe1f6d875603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:46.196651 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-7276bb7e-0c34-47f8-aacc-d9704822f335 req-ddda8bbf-b7aa-4dbc-94c8-fe1f6d875603 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=59e8c0fd-7769-4c9f-a967-b68a63c632d6 HTTP/1.1" status: 200 len: 1129 time: 0.0442245 Feb 28 10:45:46.257262 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-7276bb7e-0c34-47f8-aacc-d9704822f335 req-f5ae7cb2-2f53-4979-aac4-18b0e1332559 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=48e69e01-4598-445d-bcbc-cb099c75e0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548289 Feb 28 10:45:46.297492 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9477f9-58ba-45d9-bd71-f5557912dc53 req-b7066f42-08e0-41a0-b791-670bf4ce7619 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:46.299106 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-9c9477f9-58ba-45d9-bd71-f5557912dc53 req-b7066f42-08e0-41a0-b791-670bf4ce7619 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=59e8c0fd-7769-4c9f-a967-b68a63c632d6 HTTP/1.1" status: 200 len: 945 time: 0.0626264 Feb 28 10:45:46.348037 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-9c9477f9-58ba-45d9-bd71-f5557912dc53 req-e51b0183-4c5d-46b3-a3c1-3e550aa41eae tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=48e69e01-4598-445d-bcbc-cb099c75e0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435269 Feb 28 10:45:46.449337 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c351f06f-b456-47d4-90b1-1dd056a1706f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:47.530844 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9341505-3a5c-41b1-a3b8-68a2bec33d44 req-3a130b12-e0b9-442d-a12b-41b3d8ecac65 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:47.532338 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d9341505-3a5c-41b1-a3b8-68a2bec33d44 req-3a130b12-e0b9-442d-a12b-41b3d8ecac65 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=59e8c0fd-7769-4c9f-a967-b68a63c632d6 HTTP/1.1" status: 200 len: 945 time: 0.1152909 Feb 28 10:45:47.583094 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d9341505-3a5c-41b1-a3b8-68a2bec33d44 req-932f1fb2-b471-468f-b973-2b430d749d40 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=48e69e01-4598-445d-bcbc-cb099c75e0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452769 Feb 28 10:45:48.626843 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-679484b4-ab9a-4702-a88c-b76fc7631af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:48.701451 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada250c3-1a52-4e6a-b4db-3aa52af6836a req-6f804116-dce7-45bf-9870-41dfc97b660b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:48.702939 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-ada250c3-1a52-4e6a-b4db-3aa52af6836a req-6f804116-dce7-45bf-9870-41dfc97b660b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=59e8c0fd-7769-4c9f-a967-b68a63c632d6 HTTP/1.1" status: 200 len: 945 time: 0.0518072 Feb 28 10:45:48.751250 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-ada250c3-1a52-4e6a-b4db-3aa52af6836a req-88171777-7240-4e8e-8f20-f7d02c0026cc tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=48e69e01-4598-445d-bcbc-cb099c75e0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427494 Feb 28 10:45:48.866789 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bcac1a-49ac-43d5-938a-78d4a4a63c9c req-36479610-6744-4f82-95c2-b5826abebfa4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:48.868203 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-96bcac1a-49ac-43d5-938a-78d4a4a63c9c req-36479610-6744-4f82-95c2-b5826abebfa4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=59e8c0fd-7769-4c9f-a967-b68a63c632d6 HTTP/1.1" status: 200 len: 945 time: 0.0527415 Feb 28 10:45:48.915565 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-96bcac1a-49ac-43d5-938a-78d4a4a63c9c req-dbf01b2a-87b2-4f35-81e1-c69860262945 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=48e69e01-4598-445d-bcbc-cb099c75e0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418677 Feb 28 10:45:48.937336 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50652) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:45:48.984147 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523b7db8-cc19-4556-880e-c23858a78f5b tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:48.985653 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-523b7db8-cc19-4556-880e-c23858a78f5b tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=59e8c0fd-7769-4c9f-a967-b68a63c632d6 HTTP/1.1" status: 200 len: 1124 time: 0.0473228 Feb 28 10:45:48.988538 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50654) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:45:48.992866 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-8163d551-0fbe-4e0d-b18d-d062c511b3a5 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'floatingip': {'port_id': '51311f8e-f1d3-4a46-8298-398983a49b17'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:45:49.031745 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8163d551-0fbe-4e0d-b18d-d062c511b3a5 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for floatingip (f180976f-365b-43ec-af43-4c817587655c), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:49.472182 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8163d551-0fbe-4e0d-b18d-d062c511b3a5 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:49.523174 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8163d551-0fbe-4e0d-b18d-d062c511b3a5 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047917'] for floatingip (f180976f-365b-43ec-af43-4c817587655c), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:49.624468 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.l3_db [None req-8163d551-0fbe-4e0d-b18d-d062c511b3a5 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Floating IP f180976f-365b-43ec-af43-4c817587655c associated. External IP: 172.26.3.109, port: 51311f8e-f1d3-4a46-8298-398983a49b17. Feb 28 10:45:49.835039 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8163d551-0fbe-4e0d-b18d-d062c511b3a5 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Router 8caf19c7-edcd-4816-a92c-57a29c0802f6 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:45:49.943413 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8163d551-0fbe-4e0d-b18d-d062c511b3a5 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:45:49.948403 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8163d551-0fbe-4e0d-b18d-d062c511b3a5 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:49.953585 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda8dd1e-de15-4b87-a363-7850ca64dcea None None] Sync routers for ids ['8caf19c7-edcd-4816-a92c-57a29c0802f6'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:45:49.963612 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda8dd1e-de15-4b87-a363-7850ca64dcea None None] Routers {'8caf19c7-edcd-4816-a92c-57a29c0802f6'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:45:49.964217 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-dda8dd1e-de15-4b87-a363-7850ca64dcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:45:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['8caf19c7-edcd-4816-a92c-57a29c0802f6'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:45:49.979289 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-8163d551-0fbe-4e0d-b18d-d062c511b3a5 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "PUT /v2.0/floatingips/f180976f-365b-43ec-af43-4c817587655c HTTP/1.1" status: 200 len: 991 time: 0.9896755 Feb 28 10:45:49.979922 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59e8c0fd-7769-4c9f-a967-b68a63c632d6', 'tag': '51311f8e-f1d3-4a46-8298-398983a49b17'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:45:49.980946 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:49.982226 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7beb9e7f-ea6a-4059-965d-fd2a152bd4b2" -d '{"events": [{"name": "network-changed", "server_uuid": "59e8c0fd-7769-4c9f-a967-b68a63c632d6", "tag": "51311f8e-f1d3-4a46-8298-398983a49b17"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:45:49.982802 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50656) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:45:50.019694 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ee374c-e5b2-44d3-9ae0-2b142ba4223a x-openstack-request-id: req-91ee374c-e5b2-44d3-9ae0-2b142ba4223a {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:45:50.019989 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59e8c0fd-7769-4c9f-a967-b68a63c632d6", "tag": "51311f8e-f1d3-4a46-8298-398983a49b17", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:45:50.020253 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-91ee374c-e5b2-44d3-9ae0-2b142ba4223a {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:45:50.020670 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59e8c0fd-7769-4c9f-a967-b68a63c632d6', 'tag': '51311f8e-f1d3-4a46-8298-398983a49b17', 'status': 'completed', 'code': 200} Feb 28 10:45:50.062789 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-33c94b91-921c-44fb-a6fd-8dfd2074a5a9 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/floatingips/f180976f-365b-43ec-af43-4c817587655c HTTP/1.1" status: 200 len: 991 time: 0.0781658 Feb 28 10:45:50.077938 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-dda8dd1e-de15-4b87-a363-7850ca64dcea None None] Set router 8caf19c7-edcd-4816-a92c-57a29c0802f6 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:45:50.151884 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb9e7f-ea6a-4059-965d-fd2a152bd4b2 req-c06e4c9e-de4d-48c6-8293-bce2b759f908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:50.153937 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-7beb9e7f-ea6a-4059-965d-fd2a152bd4b2 req-c06e4c9e-de4d-48c6-8293-bce2b759f908 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=02ebd57ebb02426fbf4a686f080eb9d7&device_id=59e8c0fd-7769-4c9f-a967-b68a63c632d6 HTTP/1.1" status: 200 len: 1129 time: 0.0896010 Feb 28 10:45:50.248136 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb9e7f-ea6a-4059-965d-fd2a152bd4b2 req-8bab0a92-63ed-41df-99b6-b6a51b742ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:50.249661 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-7beb9e7f-ea6a-4059-965d-fd2a152bd4b2 req-8bab0a92-63ed-41df-99b6-b6a51b742ab2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2093e7b3-e717-40df-b4cd-3d3ee174ea43 HTTP/1.1" status: 200 len: 897 time: 0.0898914 Feb 28 10:45:50.308971 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-dda8dd1e-de15-4b87-a363-7850ca64dcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8caf19c7-edcd-4816-a92c-57a29c0802f6', 'name': 'tempest-TestNetworkBasicOps-router-1693717621', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.173'}], 'enable_snat': True}, 'gw_port_id': 'b659c6c4-9c84-437b-a2de-4993f73aac92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:44:33Z', 'updated_at': '2022-02-28T10:44:38Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': 'b659c6c4-9c84-437b-a2de-4993f73aac92', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:18:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8caf19c7-edcd-4816-a92c-57a29c0802f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:34Z', 'updated_at': '2022-02-28T10:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': 'f180976f-365b-43ec-af43-4c817587655c', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'floating_ip_address': '172.26.3.109', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '8caf19c7-edcd-4816-a92c-57a29c0802f6', 'port_id': '51311f8e-f1d3-4a46-8298-398983a49b17', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2093e7b3-e717-40df-b4cd-3d3ee174ea43', 'mac_address': 'fa:16:3e:58:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e8c0fd-7769-4c9f-a967-b68a63c632d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:44:55Z', 'updated_at': '2022-02-28T10:45:49Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75a22e00-a38d-482a-b39f-9f02b6350162', 'name': '', 'network_id': '2093e7b3-e717-40df-b4cd-3d3ee174ea43', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:d1:21:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8caf19c7-edcd-4816-a92c-57a29c0802f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '5aae0d65-2be6-4bf6-afe8-27d24c43e91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:38Z', 'updated_at': '2022-02-28T10:44:42Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '5aae0d65-2be6-4bf6-afe8-27d24c43e91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:45:50.315051 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-7beb9e7f-ea6a-4059-965d-fd2a152bd4b2 req-cec45953-6a78-4342-914a-39f0cc09ff6d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51311f8e-f1d3-4a46-8298-398983a49b17 HTTP/1.1" status: 200 len: 999 time: 0.0588846 Feb 28 10:45:50.335855 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda8dd1e-de15-4b87-a363-7850ca64dcea None None] Checking router: 8caf19c7-edcd-4816-a92c-57a29c0802f6 for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:45:50.345140 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda8dd1e-de15-4b87-a363-7850ca64dcea None None] Routers {'8caf19c7-edcd-4816-a92c-57a29c0802f6'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:45:50.345761 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-dda8dd1e-de15-4b87-a363-7850ca64dcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:45:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['8caf19c7-edcd-4816-a92c-57a29c0802f6'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:45:50.363538 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb9e7f-ea6a-4059-965d-fd2a152bd4b2 req-c08d0f49-107c-4426-a59d-70f1081816c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:50.365010 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-7beb9e7f-ea6a-4059-965d-fd2a152bd4b2 req-c08d0f49-107c-4426-a59d-70f1081816c7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5aae0d65-2be6-4bf6-afe8-27d24c43e91b HTTP/1.1" status: 200 len: 834 time: 0.0444057 Feb 28 10:45:50.418904 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb9e7f-ea6a-4059-965d-fd2a152bd4b2 req-afd6015f-3b97-42a0-91f0-f3fdea6290ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:50.420964 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-7beb9e7f-ea6a-4059-965d-fd2a152bd4b2 req-afd6015f-3b97-42a0-91f0-f3fdea6290ac service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2093e7b3-e717-40df-b4cd-3d3ee174ea43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0499372 Feb 28 10:45:50.431074 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [req-7beb9e7f-ea6a-4059-965d-fd2a152bd4b2 req-dfd6eadc-8817-4560-8b95-de6f0ce50c47 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:45:50.432079 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-7beb9e7f-ea6a-4059-965d-fd2a152bd4b2 req-dfd6eadc-8817-4560-8b95-de6f0ce50c47 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055072 Feb 28 10:45:50.523125 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-7beb9e7f-ea6a-4059-965d-fd2a152bd4b2 req-054a1285-1a8e-4f06-94d2-094f3d686ccc service neutron] 10.222.0.70 "GET /v2.0/networks/2093e7b3-e717-40df-b4cd-3d3ee174ea43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849767 Feb 28 10:45:50.545937 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-dda8dd1e-de15-4b87-a363-7850ca64dcea None None] Set router 8caf19c7-edcd-4816-a92c-57a29c0802f6 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:45:50.617088 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-7beb9e7f-ea6a-4059-965d-fd2a152bd4b2 req-203b756c-a06f-412c-9a30-1b935b13448a service neutron] 10.222.0.70 "GET /v2.0/networks/2093e7b3-e717-40df-b4cd-3d3ee174ea43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870607 Feb 28 10:45:50.766912 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-dda8dd1e-de15-4b87-a363-7850ca64dcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8caf19c7-edcd-4816-a92c-57a29c0802f6', 'name': 'tempest-TestNetworkBasicOps-router-1693717621', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.173'}], 'enable_snat': True}, 'gw_port_id': 'b659c6c4-9c84-437b-a2de-4993f73aac92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:44:33Z', 'updated_at': '2022-02-28T10:44:38Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': 'b659c6c4-9c84-437b-a2de-4993f73aac92', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:18:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8caf19c7-edcd-4816-a92c-57a29c0802f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:34Z', 'updated_at': '2022-02-28T10:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': 'f180976f-365b-43ec-af43-4c817587655c', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'floating_ip_address': '172.26.3.109', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '8caf19c7-edcd-4816-a92c-57a29c0802f6', 'port_id': '51311f8e-f1d3-4a46-8298-398983a49b17', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2093e7b3-e717-40df-b4cd-3d3ee174ea43', 'mac_address': 'fa:16:3e:58:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e8c0fd-7769-4c9f-a967-b68a63c632d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:44:55Z', 'updated_at': '2022-02-28T10:45:49Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75a22e00-a38d-482a-b39f-9f02b6350162', 'name': '', 'network_id': '2093e7b3-e717-40df-b4cd-3d3ee174ea43', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:d1:21:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8caf19c7-edcd-4816-a92c-57a29c0802f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '5aae0d65-2be6-4bf6-afe8-27d24c43e91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:38Z', 'updated_at': '2022-02-28T10:44:42Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '5aae0d65-2be6-4bf6-afe8-27d24c43e91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:45:50.792653 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda8dd1e-de15-4b87-a363-7850ca64dcea None None] The sync data for ids ['8caf19c7-edcd-4816-a92c-57a29c0802f6'] in dv-neutron-829161-3-hyperv is: [{'id': '8caf19c7-edcd-4816-a92c-57a29c0802f6', 'name': 'tempest-TestNetworkBasicOps-router-1693717621', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.173'}], 'enable_snat': True}, 'gw_port_id': 'b659c6c4-9c84-437b-a2de-4993f73aac92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:44:33Z', 'updated_at': '2022-02-28T10:44:38Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': 'b659c6c4-9c84-437b-a2de-4993f73aac92', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:18:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8caf19c7-edcd-4816-a92c-57a29c0802f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:34Z', 'updated_at': '2022-02-28T10:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': 'f180976f-365b-43ec-af43-4c817587655c', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'floating_ip_address': '172.26.3.109', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '8caf19c7-edcd-4816-a92c-57a29c0802f6', 'port_id': '51311f8e-f1d3-4a46-8298-398983a49b17', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2093e7b3-e717-40df-b4cd-3d3ee174ea43', 'mac_address': 'fa:16:3e:58:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e8c0fd-7769-4c9f-a967-b68a63c632d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:44:55Z', 'updated_at': '2022-02-28T10:45:49Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75a22e00-a38d-482a-b39f-9f02b6350162', 'name': '', 'network_id': '2093e7b3-e717-40df-b4cd-3d3ee174ea43', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:d1:21:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8caf19c7-edcd-4816-a92c-57a29c0802f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '5aae0d65-2be6-4bf6-afe8-27d24c43e91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:38Z', 'updated_at': '2022-02-28T10:44:42Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '5aae0d65-2be6-4bf6-afe8-27d24c43e91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:45:50.979706 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565ee058-e7fc-40e5-9aa1-5cef33929825 None None] New status for floating IP f180976f-365b-43ec-af43-4c817587655c: ACTIVE {{(pid=104085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:45:51.066867 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50662) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:45:51.128276 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-73976326-5f0f-4f86-a6e9-78aaf8be556f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/floatingips/f180976f-365b-43ec-af43-4c817587655c HTTP/1.1" status: 200 len: 991 time: 0.0602376 Feb 28 10:45:51.254725 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:52.132151 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50664) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:45:52.194610 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-297b4353-aaca-4ad7-a577-aaa60d3f39d2 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/floatingips/f180976f-365b-43ec-af43-4c817587655c HTTP/1.1" status: 200 len: 993 time: 0.0612867 Feb 28 10:45:52.660647 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:00.563487 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:09.358515 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b78dc-5fab-4e68-9d01-d1fef8b12497 req-95c8cf18-4303-4ea8-8aa3-0fdbf3fd9736 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:09.360037 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-cd7b78dc-5fab-4e68-9d01-d1fef8b12497 req-95c8cf18-4303-4ea8-8aa3-0fdbf3fd9736 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=462be7d2-7118-435d-bec2-a77773ee7f57 HTTP/1.1" status: 200 len: 946 time: 0.0530360 Feb 28 10:46:09.408762 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-cd7b78dc-5fab-4e68-9d01-d1fef8b12497 req-3f86fc26-a4c2-4adf-92a8-10d52ce4d322 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424814 Feb 28 10:46:10.528357 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c77054-f511-49ce-a456-911330e81fe8 req-ff4ec0b8-566b-4d6e-91f7-c7f222f01e4b tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:10.529834 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c8c77054-f511-49ce-a456-911330e81fe8 req-ff4ec0b8-566b-4d6e-91f7-c7f222f01e4b tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=462be7d2-7118-435d-bec2-a77773ee7f57 HTTP/1.1" status: 200 len: 946 time: 0.0525732 Feb 28 10:46:10.578401 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c8c77054-f511-49ce-a456-911330e81fe8 req-7224c6d1-491e-49c5-ba3f-c670dee9ee09 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429478 Feb 28 10:46:11.161105 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf03bea1-523f-43aa-a4bc-fc962b56c3ee req-143deb31-5f73-4c2a-b453-925b7a5f8934 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:11.162556 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-cf03bea1-523f-43aa-a4bc-fc962b56c3ee req-143deb31-5f73-4c2a-b453-925b7a5f8934 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.70 "GET /v2.0/ports?device_id=462be7d2-7118-435d-bec2-a77773ee7f57 HTTP/1.1" status: 200 len: 946 time: 0.0533991 Feb 28 10:46:11.257605 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [req-cf03bea1-523f-43aa-a4bc-fc962b56c3ee req-d9007e3a-853b-4eaa-a10c-7c319507c1cf tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Deleting port 39f9b205-5292-4a07-ae54-e3242de9f312 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:46:11.257861 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-cf03bea1-523f-43aa-a4bc-fc962b56c3ee req-d9007e3a-853b-4eaa-a10c-7c319507c1cf tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (39f9b205-5292-4a07-ae54-e3242de9f312), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:11.344535 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [req-cf03bea1-523f-43aa-a4bc-fc962b56c3ee req-d9007e3a-853b-4eaa-a10c-7c319507c1cf tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] For port 39f9b205-5292-4a07-ae54-e3242de9f312, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=39f9b205-5292-4a07-ae54-e3242de9f312,segment=NetworkSegment(19b5758e-ea8e-40b5-a035-63bdcbefede7),segment_id=19b5758e-ea8e-40b5-a035-63bdcbefede7)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:46:11.344807 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-cf03bea1-523f-43aa-a4bc-fc962b56c3ee req-d9007e3a-853b-4eaa-a10c-7c319507c1cf tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (39f9b205-5292-4a07-ae54-e3242de9f312), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:11.569952 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-cf03bea1-523f-43aa-a4bc-fc962b56c3ee req-d9007e3a-853b-4eaa-a10c-7c319507c1cf tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:11.570322 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-cf03bea1-523f-43aa-a4bc-fc962b56c3ee req-d9007e3a-853b-4eaa-a10c-7c319507c1cf tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047917'] for floatingip (92660ebc-8509-402e-ad03-59ec36a23c51), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:11.570644 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.l3_db [req-cf03bea1-523f-43aa-a4bc-fc962b56c3ee req-d9007e3a-853b-4eaa-a10c-7c319507c1cf tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Floating IP 92660ebc-8509-402e-ad03-59ec36a23c51 disassociated. External IP: 172.26.3.123, port: 39f9b205-5292-4a07-ae54-e3242de9f312. Feb 28 10:46:11.571022 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [req-cf03bea1-523f-43aa-a4bc-fc962b56c3ee req-d9007e3a-853b-4eaa-a10c-7c319507c1cf tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Calling delete_port for 39f9b205-5292-4a07-ae54-e3242de9f312 owned by compute:nova {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:46:11.756445 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3369c4-04db-4b55-84e2-1abb5fd3daf6 req-f51eda32-e162-4420-9449-88a8cde54efe tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:11.758219 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-af3369c4-04db-4b55-84e2-1abb5fd3daf6 req-f51eda32-e162-4420-9449-88a8cde54efe tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=462be7d2-7118-435d-bec2-a77773ee7f57 HTTP/1.1" status: 200 len: 946 time: 0.1026907 Feb 28 10:46:11.812851 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-cf03bea1-523f-43aa-a4bc-fc962b56c3ee req-d9007e3a-853b-4eaa-a10c-7c319507c1cf tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (39f9b205-5292-4a07-ae54-e3242de9f312), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:11.818772 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-af3369c4-04db-4b55-84e2-1abb5fd3daf6 req-3a7eb965-4c44-49aa-8ef4-932abf90bc7c tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547509 Feb 28 10:46:11.848709 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9007e3a-853b-4eaa-a10c-7c319507c1cf tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Pushing event deleted for resources: {'Port': ['ID=39f9b205-5292-4a07-ae54-e3242de9f312,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:11.984497 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf03bea1-523f-43aa-a4bc-fc962b56c3ee req-d9007e3a-853b-4eaa-a10c-7c319507c1cf tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Router fb9806d2-32f1-4369-b725-739487e43fc4 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:46:12.110024 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf03bea1-523f-43aa-a4bc-fc962b56c3ee req-d9007e3a-853b-4eaa-a10c-7c319507c1cf tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:46:12.125708 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33d1983-bbd5-444d-982d-20b6d3e4a7fc None None] Sync routers for ids ['fb9806d2-32f1-4369-b725-739487e43fc4'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:46:12.139029 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33d1983-bbd5-444d-982d-20b6d3e4a7fc None None] Routers {'fb9806d2-32f1-4369-b725-739487e43fc4'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:46:12.139660 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-b33d1983-bbd5-444d-982d-20b6d3e4a7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:45:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['fb9806d2-32f1-4369-b725-739487e43fc4'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:46:12.161702 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf03bea1-523f-43aa-a4bc-fc962b56c3ee req-d9007e3a-853b-4eaa-a10c-7c319507c1cf tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] No DVR routers for this DVR port 39f9b205-5292-4a07-ae54-e3242de9f312 on host hv-neutron-8291 {{(pid=104084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:46:12.164725 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-cf03bea1-523f-43aa-a4bc-fc962b56c3ee req-d9007e3a-853b-4eaa-a10c-7c319507c1cf tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:12.172277 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-cf03bea1-523f-43aa-a4bc-fc962b56c3ee req-d9007e3a-853b-4eaa-a10c-7c319507c1cf tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.70 "DELETE /v2.0/ports/39f9b205-5292-4a07-ae54-e3242de9f312 HTTP/1.1" status: 204 len: 173 time: 1.0036190 Feb 28 10:46:12.172930 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462be7d2-7118-435d-bec2-a77773ee7f57', 'name': 'network-vif-deleted', 'tag': '39f9b205-5292-4a07-ae54-e3242de9f312'}] {{(pid=104084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:46:12.176549 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ffa69481dce8c4e68394bb3e97aff222617d39f0bec9a6d6e4c39a9256e7c95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09e8141-6207-4b7b-b244-871374749893" -d '{"events": [{"server_uuid": "462be7d2-7118-435d-bec2-a77773ee7f57", "name": "network-vif-deleted", "tag": "39f9b205-5292-4a07-ae54-e3242de9f312"}]}' {{(pid=104084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:46:12.231644 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad3f7fa-bfd5-403b-8035-f90ee5683403 x-openstack-request-id: req-0ad3f7fa-bfd5-403b-8035-f90ee5683403 {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:46:12.231954 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "462be7d2-7118-435d-bec2-a77773ee7f57", "name": "network-vif-deleted", "tag": "39f9b205-5292-4a07-ae54-e3242de9f312", "status": "completed", "code": 200}]} {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:46:12.232489 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0ad3f7fa-bfd5-403b-8035-f90ee5683403 {{(pid=104084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:46:12.232961 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '462be7d2-7118-435d-bec2-a77773ee7f57', 'name': 'network-vif-deleted', 'tag': '39f9b205-5292-4a07-ae54-e3242de9f312', 'status': 'completed', 'code': 200} Feb 28 10:46:12.265031 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-b33d1983-bbd5-444d-982d-20b6d3e4a7fc None None] Set router fb9806d2-32f1-4369-b725-739487e43fc4 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:46:12.491115 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-b33d1983-bbd5-444d-982d-20b6d3e4a7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'name': 'tempest-TestVolumeBootPattern-713778107-router', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a18ea445-10b9-43f2-906e-3ea457f19b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:59Z', 'updated_at': '2022-02-28T10:42:04Z', 'revision_number': 4, 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'gw_port': {'id': 'a18ea445-10b9-43f2-906e-3ea457f19b46', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:00Z', 'updated_at': '2022-02-28T10:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '322c8862-e166-4219-b05c-8a81cc0fb920', 'name': '', 'network_id': 'b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'mac_address': 'fa:16:3e:dd:16:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'e8522a33-2f3b-469a-aaa7-bb28734740a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:03Z', 'updated_at': '2022-02-28T10:42:12Z', 'revision_number': 5, 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'subnets': [{'id': 'e8522a33-2f3b-469a-aaa7-bb28734740a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:46:12.515099 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33d1983-bbd5-444d-982d-20b6d3e4a7fc None None] Checking router: fb9806d2-32f1-4369-b725-739487e43fc4 for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:46:12.524173 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33d1983-bbd5-444d-982d-20b6d3e4a7fc None None] Routers {'fb9806d2-32f1-4369-b725-739487e43fc4'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:46:12.524787 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-b33d1983-bbd5-444d-982d-20b6d3e4a7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:45:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['fb9806d2-32f1-4369-b725-739487e43fc4'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:46:12.631301 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-b33d1983-bbd5-444d-982d-20b6d3e4a7fc None None] Set router fb9806d2-32f1-4369-b725-739487e43fc4 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:46:12.826590 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-b33d1983-bbd5-444d-982d-20b6d3e4a7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'name': 'tempest-TestVolumeBootPattern-713778107-router', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a18ea445-10b9-43f2-906e-3ea457f19b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:59Z', 'updated_at': '2022-02-28T10:42:04Z', 'revision_number': 4, 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'gw_port': {'id': 'a18ea445-10b9-43f2-906e-3ea457f19b46', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:00Z', 'updated_at': '2022-02-28T10:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '322c8862-e166-4219-b05c-8a81cc0fb920', 'name': '', 'network_id': 'b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'mac_address': 'fa:16:3e:dd:16:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'e8522a33-2f3b-469a-aaa7-bb28734740a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:03Z', 'updated_at': '2022-02-28T10:42:12Z', 'revision_number': 5, 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'subnets': [{'id': 'e8522a33-2f3b-469a-aaa7-bb28734740a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:46:12.853128 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33d1983-bbd5-444d-982d-20b6d3e4a7fc None None] The sync data for ids ['fb9806d2-32f1-4369-b725-739487e43fc4'] in dv-neutron-829161-3-hyperv is: [{'id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'name': 'tempest-TestVolumeBootPattern-713778107-router', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a18ea445-10b9-43f2-906e-3ea457f19b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:59Z', 'updated_at': '2022-02-28T10:42:04Z', 'revision_number': 4, 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'gw_port': {'id': 'a18ea445-10b9-43f2-906e-3ea457f19b46', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:00Z', 'updated_at': '2022-02-28T10:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '322c8862-e166-4219-b05c-8a81cc0fb920', 'name': '', 'network_id': 'b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'mac_address': 'fa:16:3e:dd:16:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'e8522a33-2f3b-469a-aaa7-bb28734740a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:03Z', 'updated_at': '2022-02-28T10:42:12Z', 'revision_number': 5, 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'subnets': [{'id': 'e8522a33-2f3b-469a-aaa7-bb28734740a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:46:12.926400 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e8b72316-0956-49f0-8426-a81fab0ed578 req-8a5ec32e-8736-4a45-8e51-3244da1ab8ba tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=462be7d2-7118-435d-bec2-a77773ee7f57 HTTP/1.1" status: 200 len: 210 time: 0.0287397 Feb 28 10:46:13.087281 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660ec00d-ffa4-44a6-adf0-923a0eb7c764 None None] New status for floating IP 92660ebc-8509-402e-ad03-59ec36a23c51: DOWN {{(pid=104085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:46:13.774576 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 39f9b205-5292-4a07-ae54-e3242de9f312 no longer exists at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:46:13.795158 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] No Port match for: 39f9b205-5292-4a07-ae54-e3242de9f312 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:46:13.795615 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 39f9b205-5292-4a07-ae54-e3242de9f312 not bound to the agent host hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:46:14.030447 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-13c7bdc2-7b8b-4de6-998a-768f17513bf9 req-486c324f-04c8-437c-8708-ead55179e283 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=462be7d2-7118-435d-bec2-a77773ee7f57 HTTP/1.1" status: 200 len: 210 time: 0.0297568 Feb 28 10:46:15.128941 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b3c50e39-bf23-4d04-a0bf-d49708a1d134 req-47aec07a-918f-4ee6-b98a-404e89b524bb tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=462be7d2-7118-435d-bec2-a77773ee7f57 HTTP/1.1" status: 200 len: 210 time: 0.0307231 Feb 28 10:46:16.223347 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-3f3c5eea-a225-4f95-94d1-9a6f4bb0cbd8 req-f6cb54b9-137f-4aec-991b-dec48e74fbda tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=462be7d2-7118-435d-bec2-a77773ee7f57 HTTP/1.1" status: 200 len: 210 time: 0.0283837 Feb 28 10:46:16.396898 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-1d49e526-4c34-4f92-a0b5-77b08147c49c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:17.314608 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-917856f0-cca4-4d8b-b394-88ea39205d82 req-efa9d20e-ebb1-436f-892d-eda08119fb3e tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=462be7d2-7118-435d-bec2-a77773ee7f57 HTTP/1.1" status: 200 len: 210 time: 0.0272589 Feb 28 10:46:18.419050 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-7d8564af-871d-4caf-be08-67d0f57f5ff4 req-47b24d3d-c4ae-46d0-9ce0-4377307bb113 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=462be7d2-7118-435d-bec2-a77773ee7f57 HTTP/1.1" status: 200 len: 210 time: 0.0308201 Feb 28 10:46:18.636800 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2de670d5-ab39-444a-a1cd-2f7a7256919f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:19.511627 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e61a49f6-542b-4023-9867-9ce1b6ab866c req-da04908f-2167-47bd-acd9-6b17708a3e2a tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=462be7d2-7118-435d-bec2-a77773ee7f57 HTTP/1.1" status: 200 len: 210 time: 0.0272026 Feb 28 10:46:19.714249 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:46:19.990997 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:20.603972 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d83a600a-a13d-4f66-8583-33459dcee7ce req-60c961cc-56de-4f34-87c5-da0b9ce66687 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=462be7d2-7118-435d-bec2-a77773ee7f57 HTTP/1.1" status: 200 len: 210 time: 0.0272796 Feb 28 10:46:21.282245 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:21.708280 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8705f6ae-760a-4377-93da-da0e578a6e58 req-0f7441a8-5965-4c0b-822d-6cae7cfe2be3 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=462be7d2-7118-435d-bec2-a77773ee7f57 HTTP/1.1" status: 200 len: 210 time: 0.0280130 Feb 28 10:46:22.659407 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:22.982700 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b6bff5d7-dc78-48d1-8350-e60ce8bcd0cb req-c4ce10bf-2354-495d-8ee1-4089955703f1 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1423234623&fields=id&tenant_id=fb97474a860e4d948fd0a95e1b318101 HTTP/1.1" status: 200 len: 267 time: 0.0440032 Feb 28 10:46:23.092318 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bff5d7-dc78-48d1-8350-e60ce8bcd0cb req-30ef4341-a1cc-4b8c-b997-a65f45d07306 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:23.093769 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b6bff5d7-dc78-48d1-8350-e60ce8bcd0cb req-30ef4341-a1cc-4b8c-b997-a65f45d07306 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/networks?id=b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a HTTP/1.1" status: 200 len: 811 time: 0.1036756 Feb 28 10:46:23.108090 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b6bff5d7-dc78-48d1-8350-e60ce8bcd0cb req-31fcce92-fcff-4da3-b532-1733ce10d828 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/quotas/fb97474a860e4d948fd0a95e1b318101 HTTP/1.1" status: 200 len: 375 time: 0.0085623 Feb 28 10:46:23.161167 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b6bff5d7-dc78-48d1-8350-e60ce8bcd0cb req-e6cba98d-e3b0-4775-8760-91add41dbebe tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=fb97474a860e4d948fd0a95e1b318101&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473306 Feb 28 10:46:23.218321 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [req-b6bff5d7-dc78-48d1-8350-e60ce8bcd0cb req-4a022ad5-b7fe-4d45-9f1b-9678b5dc8ee0 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:46:23.219356 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b6bff5d7-dc78-48d1-8350-e60ce8bcd0cb req-4a022ad5-b7fe-4d45-9f1b-9678b5dc8ee0 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0479884 Feb 28 10:46:23.632767 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b6bff5d7-dc78-48d1-8350-e60ce8bcd0cb req-d641e7fc-0349-426b-b2a9-7a9bc6d2ebef service neutron] 10.222.0.62 "GET /v2.0/networks/b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4074402 Feb 28 10:46:23.735697 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b6bff5d7-dc78-48d1-8350-e60ce8bcd0cb req-38eab684-b673-4428-af12-868969ab4702 service neutron] 10.222.0.62 "GET /v2.0/networks/b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973022 Feb 28 10:46:23.880719 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe1c78-7621-43e9-b3cc-1080852a73b0 req-92f4863d-462f-499f-aa29-c1dc917881bc tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:23.882261 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-89fe1c78-7621-43e9-b3cc-1080852a73b0 req-92f4863d-462f-499f-aa29-c1dc917881bc tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=59e8c0fd-7769-4c9f-a967-b68a63c632d6 HTTP/1.1" status: 200 len: 945 time: 0.0562544 Feb 28 10:46:23.930972 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-89fe1c78-7621-43e9-b3cc-1080852a73b0 req-7877887c-8eeb-47c7-8aaa-48ab12dc2f74 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=48e69e01-4598-445d-bcbc-cb099c75e0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432129 Feb 28 10:46:24.204495 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-f4122835-5adf-4ead-84e4-46e1ce22ded6 req-b8967167-0e9f-48bd-9024-4c4833adc5fe tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=495df2a2-cfd8-4323-8f0d-db38e9507b50 HTTP/1.1" status: 200 len: 210 time: 0.0270100 Feb 28 10:46:25.057352 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41c2bf2-2d3b-42e4-8b37-fc205faa68fc req-8ded5589-1c65-442a-80fd-31e756a71b8c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:25.058859 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a41c2bf2-2d3b-42e4-8b37-fc205faa68fc req-8ded5589-1c65-442a-80fd-31e756a71b8c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=59e8c0fd-7769-4c9f-a967-b68a63c632d6 HTTP/1.1" status: 200 len: 945 time: 0.0582740 Feb 28 10:46:25.109279 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a41c2bf2-2d3b-42e4-8b37-fc205faa68fc req-dfaa3fc0-d46d-4955-81ae-ad513e7914c4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=48e69e01-4598-445d-bcbc-cb099c75e0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432343 Feb 28 10:46:25.301718 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-857bba4e-f2ee-47df-b533-85c18999bafc req-1c7be5c6-3342-44b1-84b9-c0d15df8a48c tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=495df2a2-cfd8-4323-8f0d-db38e9507b50 HTTP/1.1" status: 200 len: 210 time: 0.0313015 Feb 28 10:46:25.380150 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eca873-1da2-405e-bc79-3da7c26b831c req-d390a219-d8f1-4801-a44d-9771c0d2b8b2 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:25.381616 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-87eca873-1da2-405e-bc79-3da7c26b831c req-d390a219-d8f1-4801-a44d-9771c0d2b8b2 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.70 "GET /v2.0/ports?device_id=59e8c0fd-7769-4c9f-a967-b68a63c632d6 HTTP/1.1" status: 200 len: 945 time: 0.0537720 Feb 28 10:46:25.480341 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [req-87eca873-1da2-405e-bc79-3da7c26b831c req-d3e1401a-d080-44c3-8dc5-698b73c99807 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Deleting port 51311f8e-f1d3-4a46-8298-398983a49b17 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:46:25.480671 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-87eca873-1da2-405e-bc79-3da7c26b831c req-d3e1401a-d080-44c3-8dc5-698b73c99807 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (51311f8e-f1d3-4a46-8298-398983a49b17), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:25.569609 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [req-87eca873-1da2-405e-bc79-3da7c26b831c req-d3e1401a-d080-44c3-8dc5-698b73c99807 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] For port 51311f8e-f1d3-4a46-8298-398983a49b17, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=51311f8e-f1d3-4a46-8298-398983a49b17,segment=NetworkSegment(014cb7d5-6597-4fee-924b-dbe7fba81839),segment_id=014cb7d5-6597-4fee-924b-dbe7fba81839)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:46:25.576907 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-87eca873-1da2-405e-bc79-3da7c26b831c req-d3e1401a-d080-44c3-8dc5-698b73c99807 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (51311f8e-f1d3-4a46-8298-398983a49b17), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:25.751626 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-87eca873-1da2-405e-bc79-3da7c26b831c req-d3e1401a-d080-44c3-8dc5-698b73c99807 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:25.751884 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-87eca873-1da2-405e-bc79-3da7c26b831c req-d3e1401a-d080-44c3-8dc5-698b73c99807 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047917'] for floatingip (f180976f-365b-43ec-af43-4c817587655c), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:25.752257 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.l3_db [req-87eca873-1da2-405e-bc79-3da7c26b831c req-d3e1401a-d080-44c3-8dc5-698b73c99807 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Floating IP f180976f-365b-43ec-af43-4c817587655c disassociated. External IP: 172.26.3.109, port: 51311f8e-f1d3-4a46-8298-398983a49b17. Feb 28 10:46:25.752601 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [req-87eca873-1da2-405e-bc79-3da7c26b831c req-d3e1401a-d080-44c3-8dc5-698b73c99807 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Calling delete_port for 51311f8e-f1d3-4a46-8298-398983a49b17 owned by compute:nova {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:46:25.945467 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-87eca873-1da2-405e-bc79-3da7c26b831c req-d3e1401a-d080-44c3-8dc5-698b73c99807 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (51311f8e-f1d3-4a46-8298-398983a49b17), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:25.972905 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e1401a-d080-44c3-8dc5-698b73c99807 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event deleted for resources: {'Port': ['ID=51311f8e-f1d3-4a46-8298-398983a49b17,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:26.027620 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bff5d7-dc78-48d1-8350-e60ce8bcd0cb req-041c2969-786c-4134-89cf-c6e3cbdcd742 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:26.029088 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b6bff5d7-dc78-48d1-8350-e60ce8bcd0cb req-041c2969-786c-4134-89cf-c6e3cbdcd742 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.70 "GET /v2.0/networks?id=b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a HTTP/1.1" status: 200 len: 811 time: 0.1051047 Feb 28 10:46:26.099164 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87eca873-1da2-405e-bc79-3da7c26b831c req-d3e1401a-d080-44c3-8dc5-698b73c99807 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Router 8caf19c7-edcd-4816-a92c-57a29c0802f6 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:46:26.104501 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b6bff5d7-dc78-48d1-8350-e60ce8bcd0cb req-f9d551c1-8d11-4078-8e64-e383874e2c72 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb97474a860e4d948fd0a95e1b318101 HTTP/1.1" status: 200 len: 380 time: 0.0624237 Feb 28 10:46:26.113267 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-b6bff5d7-dc78-48d1-8350-e60ce8bcd0cb req-9be003dd-7759-448e-9a75-e3be0f8279fd tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Request body: {'port': {'device_id': '495df2a2-cfd8-4323-8f0d-db38e9507b50', 'network_id': 'b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a', 'admin_state_up': True, 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'security_groups': ['24858d8d-3239-4988-ac0d-499f73a64ce0']}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:46:26.220629 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87eca873-1da2-405e-bc79-3da7c26b831c req-d3e1401a-d080-44c3-8dc5-698b73c99807 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:46:26.230625 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9b626490-9dc5-40d8-8d3f-9c079ad77351 req-6d81227e-1647-4bb2-93e3-4c6b5090b8bf tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=59e8c0fd-7769-4c9f-a967-b68a63c632d6 HTTP/1.1" status: 200 len: 210 time: 0.0370238 Feb 28 10:46:26.231723 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fc79f1-9d24-4627-9de2-c037aa93689f None None] Sync routers for ids ['8caf19c7-edcd-4816-a92c-57a29c0802f6'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:46:26.246647 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fc79f1-9d24-4627-9de2-c037aa93689f None None] Routers {'8caf19c7-edcd-4816-a92c-57a29c0802f6'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:46:26.249384 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-07fc79f1-9d24-4627-9de2-c037aa93689f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:46:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['8caf19c7-edcd-4816-a92c-57a29c0802f6'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:46:26.281771 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [req-87eca873-1da2-405e-bc79-3da7c26b831c req-d3e1401a-d080-44c3-8dc5-698b73c99807 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] No DVR routers for this DVR port 51311f8e-f1d3-4a46-8298-398983a49b17 on host hv-neutron-8291 {{(pid=104084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:46:26.285095 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-87eca873-1da2-405e-bc79-3da7c26b831c req-d3e1401a-d080-44c3-8dc5-698b73c99807 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:26.288496 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-87eca873-1da2-405e-bc79-3da7c26b831c req-d3e1401a-d080-44c3-8dc5-698b73c99807 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.70 "DELETE /v2.0/ports/51311f8e-f1d3-4a46-8298-398983a49b17 HTTP/1.1" status: 204 len: 173 time: 0.9004717 Feb 28 10:46:26.288975 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e8c0fd-7769-4c9f-a967-b68a63c632d6', 'name': 'network-vif-deleted', 'tag': '51311f8e-f1d3-4a46-8298-398983a49b17'}] {{(pid=104084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:46:26.291281 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ffa69481dce8c4e68394bb3e97aff222617d39f0bec9a6d6e4c39a9256e7c95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea6360b-0706-4f63-b741-a514025527ed" -d '{"events": [{"server_uuid": "59e8c0fd-7769-4c9f-a967-b68a63c632d6", "name": "network-vif-deleted", "tag": "51311f8e-f1d3-4a46-8298-398983a49b17"}]}' {{(pid=104084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:46:26.329058 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6bff5d7-dc78-48d1-8350-e60ce8bcd0cb req-9be003dd-7759-448e-9a75-e3be0f8279fd tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Made reservation on behalf of fb97474a860e4d948fd0a95e1b318101 for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:46:26.335310 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-b6bff5d7-dc78-48d1-8350-e60ce8bcd0cb req-9be003dd-7759-448e-9a75-e3be0f8279fd tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:26.345535 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b103b6-ec20-4da6-a29c-1dcbf45a566e x-openstack-request-id: req-38b103b6-ec20-4da6-a29c-1dcbf45a566e {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:46:26.346238 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59e8c0fd-7769-4c9f-a967-b68a63c632d6", "name": "network-vif-deleted", "tag": "51311f8e-f1d3-4a46-8298-398983a49b17", "status": "completed", "code": 200}]} {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:46:26.346690 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-38b103b6-ec20-4da6-a29c-1dcbf45a566e {{(pid=104084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:46:26.347466 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59e8c0fd-7769-4c9f-a967-b68a63c632d6', 'name': 'network-vif-deleted', 'tag': '51311f8e-f1d3-4a46-8298-398983a49b17', 'status': 'completed', 'code': 200} Feb 28 10:46:26.407022 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-07fc79f1-9d24-4627-9de2-c037aa93689f None None] Set router 8caf19c7-edcd-4816-a92c-57a29c0802f6 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:46:26.520067 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e665bd95-89a6-4478-814e-c6e2846524ad req-e3563d64-9e1f-4f8a-824f-f3e65ab8d86a tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=495df2a2-cfd8-4323-8f0d-db38e9507b50 HTTP/1.1" status: 200 len: 210 time: 0.0802596 Feb 28 10:46:26.618609 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [req-b6bff5d7-dc78-48d1-8350-e60ce8bcd0cb req-9be003dd-7759-448e-9a75-e3be0f8279fd tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Allocated IP 172.20.0.7 (b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a/e8522a33-2f3b-469a-aaa7-bb28734740a0/f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:46:26.661987 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-07fc79f1-9d24-4627-9de2-c037aa93689f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8caf19c7-edcd-4816-a92c-57a29c0802f6', 'name': 'tempest-TestNetworkBasicOps-router-1693717621', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.173'}], 'enable_snat': True}, 'gw_port_id': 'b659c6c4-9c84-437b-a2de-4993f73aac92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:44:33Z', 'updated_at': '2022-02-28T10:44:38Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': 'b659c6c4-9c84-437b-a2de-4993f73aac92', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:18:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8caf19c7-edcd-4816-a92c-57a29c0802f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:34Z', 'updated_at': '2022-02-28T10:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '75a22e00-a38d-482a-b39f-9f02b6350162', 'name': '', 'network_id': '2093e7b3-e717-40df-b4cd-3d3ee174ea43', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:d1:21:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8caf19c7-edcd-4816-a92c-57a29c0802f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '5aae0d65-2be6-4bf6-afe8-27d24c43e91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:38Z', 'updated_at': '2022-02-28T10:44:42Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '5aae0d65-2be6-4bf6-afe8-27d24c43e91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:46:26.688737 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fc79f1-9d24-4627-9de2-c037aa93689f None None] Checking router: 8caf19c7-edcd-4816-a92c-57a29c0802f6 for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:46:26.698815 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fc79f1-9d24-4627-9de2-c037aa93689f None None] Routers {'8caf19c7-edcd-4816-a92c-57a29c0802f6'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:46:26.699559 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-07fc79f1-9d24-4627-9de2-c037aa93689f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:46:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['8caf19c7-edcd-4816-a92c-57a29c0802f6'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:46:26.789812 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-b6bff5d7-dc78-48d1-8350-e60ce8bcd0cb req-9be003dd-7759-448e-9a75-e3be0f8279fd tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks [] for port (f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:26.860332 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-b6bff5d7-dc78-48d1-8350-e60ce8bcd0cb req-9be003dd-7759-448e-9a75-e3be0f8279fd tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:26.899262 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-07fc79f1-9d24-4627-9de2-c037aa93689f None None] Set router 8caf19c7-edcd-4816-a92c-57a29c0802f6 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:46:26.907127 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6bff5d7-dc78-48d1-8350-e60ce8bcd0cb req-9be003dd-7759-448e-9a75-e3be0f8279fd tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Network b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:46:26.911318 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [req-b6bff5d7-dc78-48d1-8350-e60ce8bcd0cb req-9be003dd-7759-448e-9a75-e3be0f8279fd tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:46:26.914151 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6bff5d7-dc78-48d1-8350-e60ce8bcd0cb req-9be003dd-7759-448e-9a75-e3be0f8279fd tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:46:26.978442 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bff5d7-dc78-48d1-8350-e60ce8bcd0cb req-9be003dd-7759-448e-9a75-e3be0f8279fd tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:26.979117 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-b6bff5d7-dc78-48d1-8350-e60ce8bcd0cb req-9be003dd-7759-448e-9a75-e3be0f8279fd tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:26.995668 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be003dd-7759-448e-9a75-e3be0f8279fd tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Pushing event updated for resources: {'Port': ['ID=f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:27.003890 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be003dd-7759-448e-9a75-e3be0f8279fd tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:27.008721 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be003dd-7759-448e-9a75-e3be0f8279fd tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:27.008721 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be003dd-7759-448e-9a75-e3be0f8279fd tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:27.008721 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be003dd-7759-448e-9a75-e3be0f8279fd tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:27.008721 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be003dd-7759-448e-9a75-e3be0f8279fd tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:27.008721 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be003dd-7759-448e-9a75-e3be0f8279fd tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:27.008721 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be003dd-7759-448e-9a75-e3be0f8279fd tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:27.008721 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be003dd-7759-448e-9a75-e3be0f8279fd tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:27.008721 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be003dd-7759-448e-9a75-e3be0f8279fd tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:27.008721 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be003dd-7759-448e-9a75-e3be0f8279fd tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:27.008721 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be003dd-7759-448e-9a75-e3be0f8279fd tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:27.008721 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be003dd-7759-448e-9a75-e3be0f8279fd tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:27.008721 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be003dd-7759-448e-9a75-e3be0f8279fd tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:27.074098 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b6bff5d7-dc78-48d1-8350-e60ce8bcd0cb req-9be003dd-7759-448e-9a75-e3be0f8279fd tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9646194 Feb 28 10:46:27.097632 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-b6bff5d7-dc78-48d1-8350-e60ce8bcd0cb req-1c4ce88b-384d-4e92-90d4-d81b1ed883ba service neutron] Request body: {'port': {'device_id': '495df2a2-cfd8-4323-8f0d-db38e9507b50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8291'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:46:27.122899 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-07fc79f1-9d24-4627-9de2-c037aa93689f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8caf19c7-edcd-4816-a92c-57a29c0802f6', 'name': 'tempest-TestNetworkBasicOps-router-1693717621', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.173'}], 'enable_snat': True}, 'gw_port_id': 'b659c6c4-9c84-437b-a2de-4993f73aac92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:44:33Z', 'updated_at': '2022-02-28T10:44:38Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': 'b659c6c4-9c84-437b-a2de-4993f73aac92', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:18:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8caf19c7-edcd-4816-a92c-57a29c0802f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:34Z', 'updated_at': '2022-02-28T10:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '75a22e00-a38d-482a-b39f-9f02b6350162', 'name': '', 'network_id': '2093e7b3-e717-40df-b4cd-3d3ee174ea43', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:d1:21:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8caf19c7-edcd-4816-a92c-57a29c0802f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '5aae0d65-2be6-4bf6-afe8-27d24c43e91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:38Z', 'updated_at': '2022-02-28T10:44:42Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '5aae0d65-2be6-4bf6-afe8-27d24c43e91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:46:27.151073 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fc79f1-9d24-4627-9de2-c037aa93689f None None] The sync data for ids ['8caf19c7-edcd-4816-a92c-57a29c0802f6'] in dv-neutron-829161-3-hyperv is: [{'id': '8caf19c7-edcd-4816-a92c-57a29c0802f6', 'name': 'tempest-TestNetworkBasicOps-router-1693717621', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.173'}], 'enable_snat': True}, 'gw_port_id': 'b659c6c4-9c84-437b-a2de-4993f73aac92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:44:33Z', 'updated_at': '2022-02-28T10:44:38Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': 'b659c6c4-9c84-437b-a2de-4993f73aac92', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:18:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8caf19c7-edcd-4816-a92c-57a29c0802f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:34Z', 'updated_at': '2022-02-28T10:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '75a22e00-a38d-482a-b39f-9f02b6350162', 'name': '', 'network_id': '2093e7b3-e717-40df-b4cd-3d3ee174ea43', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:d1:21:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8caf19c7-edcd-4816-a92c-57a29c0802f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '5aae0d65-2be6-4bf6-afe8-27d24c43e91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:38Z', 'updated_at': '2022-02-28T10:44:42Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '5aae0d65-2be6-4bf6-afe8-27d24c43e91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:46:27.178071 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-b6bff5d7-dc78-48d1-8350-e60ce8bcd0cb req-1c4ce88b-384d-4e92-90d4-d81b1ed883ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:27.291249 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-f0e2e262-1af6-4e53-b408-103c160ef515 None None] Provisioning complete for port f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:46:27.298071 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f0e2e262-1af6-4e53-b408-103c160ef515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:27.350671 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-f0e2e262-1af6-4e53-b408-103c160ef515 None None] Port f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:46:27.445975 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d5103016-ccf4-45e5-9adc-d8b4ce3567c9 req-5ed29b57-05ec-46c6-92d4-a03c1d33f47a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=59e8c0fd-7769-4c9f-a967-b68a63c632d6 HTTP/1.1" status: 200 len: 210 time: 0.0498133 Feb 28 10:46:27.536898 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1cdd88-373f-468a-bfbf-db1ed69b215f None None] New status for floating IP f180976f-365b-43ec-af43-4c817587655c: DOWN {{(pid=104085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:46:27.538871 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [req-b6bff5d7-dc78-48d1-8350-e60ce8bcd0cb req-1c4ce88b-384d-4e92-90d4-d81b1ed883ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c {{(pid=104083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:46:27.547564 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-b6bff5d7-dc78-48d1-8350-e60ce8bcd0cb req-1c4ce88b-384d-4e92-90d4-d81b1ed883ba service neutron] Publish callbacks [] for port (f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:27.567981 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [req-b6bff5d7-dc78-48d1-8350-e60ce8bcd0cb req-1c4ce88b-384d-4e92-90d4-d81b1ed883ba service neutron] Transition to ACTIVE for port object f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c will not be triggered until provisioned by entity L2. {{(pid=104083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:46:27.635838 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-b6bff5d7-dc78-48d1-8350-e60ce8bcd0cb req-1c4ce88b-384d-4e92-90d4-d81b1ed883ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:27.724836 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4ce88b-384d-4e92-90d4-d81b1ed883ba service neutron] Pushing event updated for resources: {'Port': ['ID=f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:27.765609 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f6ae9-8ffa-46ea-84cf-836e9fbbb837 req-01f059d4-d546-40ce-a68c-7f6f95e86054 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:27.767494 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-911f6ae9-8ffa-46ea-84cf-836e9fbbb837 req-01f059d4-d546-40ce-a68c-7f6f95e86054 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=495df2a2-cfd8-4323-8f0d-db38e9507b50 HTTP/1.1" status: 200 len: 931 time: 0.1676121 Feb 28 10:46:27.828989 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-b6bff5d7-dc78-48d1-8350-e60ce8bcd0cb req-1c4ce88b-384d-4e92-90d4-d81b1ed883ba service neutron] Attempting to bind port f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:46:27.829351 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-b6bff5d7-dc78-48d1-8350-e60ce8bcd0cb req-1c4ce88b-384d-4e92-90d4-d81b1ed883ba service neutron] Attempting to bind port f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '19b5758e-ea8e-40b5-a035-63bdcbefede7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:46:27.829655 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bff5d7-dc78-48d1-8350-e60ce8bcd0cb req-1c4ce88b-384d-4e92-90d4-d81b1ed883ba service neutron] Attempting to bind port f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c on network b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:46:27.844086 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bff5d7-dc78-48d1-8350-e60ce8bcd0cb req-1c4ce88b-384d-4e92-90d4-d81b1ed883ba service neutron] Port f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c on network b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:46:27.844421 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bff5d7-dc78-48d1-8350-e60ce8bcd0cb req-1c4ce88b-384d-4e92-90d4-d81b1ed883ba service neutron] Attempting to bind port f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c on network b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:46:27.850504 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-911f6ae9-8ffa-46ea-84cf-836e9fbbb837 req-d5df14d5-db5d-42fc-b0c0-eb1347e6e8b0 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633864 Feb 28 10:46:27.854656 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bff5d7-dc78-48d1-8350-e60ce8bcd0cb req-1c4ce88b-384d-4e92-90d4-d81b1ed883ba service neutron] Checking agent: {'id': '9c9e5963-7abc-415a-a91c-4432861f4313', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'started_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:46:27.855039 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bff5d7-dc78-48d1-8350-e60ce8bcd0cb req-1c4ce88b-384d-4e92-90d4-d81b1ed883ba service neutron] Checking segment: {'id': '19b5758e-ea8e-40b5-a035-63bdcbefede7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:46:27.855433 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bff5d7-dc78-48d1-8350-e60ce8bcd0cb req-1c4ce88b-384d-4e92-90d4-d81b1ed883ba service neutron] Bound using segment: {'id': '19b5758e-ea8e-40b5-a035-63bdcbefede7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:46:27.856020 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-b6bff5d7-dc78-48d1-8350-e60ce8bcd0cb req-1c4ce88b-384d-4e92-90d4-d81b1ed883ba service neutron] Bound port: f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c, host: hv-neutron-8291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19b5758e-ea8e-40b5-a035-63bdcbefede7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:46:27.856224 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-b6bff5d7-dc78-48d1-8350-e60ce8bcd0cb req-1c4ce88b-384d-4e92-90d4-d81b1ed883ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:27.899675 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 51311f8e-f1d3-4a46-8298-398983a49b17 no longer exists at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:46:27.923382 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] No Port match for: 51311f8e-f1d3-4a46-8298-398983a49b17 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:46:27.924127 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 51311f8e-f1d3-4a46-8298-398983a49b17 not bound to the agent host hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:46:27.930464 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-b6bff5d7-dc78-48d1-8350-e60ce8bcd0cb req-1c4ce88b-384d-4e92-90d4-d81b1ed883ba service neutron] For port f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c, host hv-neutron-8291, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:46:27.933646 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-b6bff5d7-dc78-48d1-8350-e60ce8bcd0cb req-1c4ce88b-384d-4e92-90d4-d81b1ed883ba service neutron] For port f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c, host hv-neutron-8291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c,segment=NetworkSegment(19b5758e-ea8e-40b5-a035-63bdcbefede7),segment_id=19b5758e-ea8e-40b5-a035-63bdcbefede7)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:46:27.980127 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-b6bff5d7-dc78-48d1-8350-e60ce8bcd0cb req-1c4ce88b-384d-4e92-90d4-d81b1ed883ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:28.014826 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bff5d7-dc78-48d1-8350-e60ce8bcd0cb req-1c4ce88b-384d-4e92-90d4-d81b1ed883ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:28.015547 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-b6bff5d7-dc78-48d1-8350-e60ce8bcd0cb req-1c4ce88b-384d-4e92-90d4-d81b1ed883ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:28.017076 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b6bff5d7-dc78-48d1-8350-e60ce8bcd0cb req-1c4ce88b-384d-4e92-90d4-d81b1ed883ba service neutron] 10.222.0.70 "PUT /v2.0/ports/f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c HTTP/1.1" status: 200 len: 1093 time: 0.9295702 Feb 28 10:46:28.018256 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '495df2a2-cfd8-4323-8f0d-db38e9507b50', 'tag': 'f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:46:28.021660 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed2a596-e625-422d-a046-a09ce418bd99" -d '{"events": [{"name": "network-changed", "server_uuid": "495df2a2-cfd8-4323-8f0d-db38e9507b50", "tag": "f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:46:28.056678 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4ce88b-384d-4e92-90d4-d81b1ed883ba service neutron] Pushing event updated for resources: {'Port': ['ID=f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:28.064088 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a038ffb-151c-42cd-9082-6f2cf8ea8689 x-openstack-request-id: req-8a038ffb-151c-42cd-9082-6f2cf8ea8689 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:46:28.064392 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "495df2a2-cfd8-4323-8f0d-db38e9507b50", "tag": "f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:46:28.064675 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8a038ffb-151c-42cd-9082-6f2cf8ea8689 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:46:28.065089 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '495df2a2-cfd8-4323-8f0d-db38e9507b50', 'tag': 'f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c', 'status': 'completed', 'code': 200} Feb 28 10:46:28.164221 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed2a596-e625-422d-a046-a09ce418bd99 req-b2f2e124-f689-4ed7-a86e-ed9f9dd5bf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:28.165876 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3ed2a596-e625-422d-a046-a09ce418bd99 req-b2f2e124-f689-4ed7-a86e-ed9f9dd5bf48 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fb97474a860e4d948fd0a95e1b318101&device_id=495df2a2-cfd8-4323-8f0d-db38e9507b50 HTTP/1.1" status: 200 len: 1127 time: 0.0556729 Feb 28 10:46:28.347416 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed2a596-e625-422d-a046-a09ce418bd99 req-6db088fe-11ce-449c-acbe-3e44fe8202a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:28.348904 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3ed2a596-e625-422d-a046-a09ce418bd99 req-6db088fe-11ce-449c-acbe-3e44fe8202a3 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=fb97474a860e4d948fd0a95e1b318101&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1690254 Feb 28 10:46:28.509931 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50764) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:28.510462 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed2a596-e625-422d-a046-a09ce418bd99 req-c68ee552-0377-484a-aacb-1e89753eb2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:28.511617 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3ed2a596-e625-422d-a046-a09ce418bd99 req-c68ee552-0377-484a-aacb-1e89753eb2df service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1567020 Feb 28 10:46:28.573727 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0e7aae2d-3b72-4e43-8da5-129e3fff851b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (48e69e01-4598-445d-bcbc-cb099c75e0ee), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:28.601974 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0e7aae2d-3b72-4e43-8da5-129e3fff851b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (48e69e01-4598-445d-bcbc-cb099c75e0ee), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:28.621129 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bff5d7-dc78-48d1-8350-e60ce8bcd0cb req-d784f200-9f60-4105-96dd-f10c70298456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:28.622994 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b6bff5d7-dc78-48d1-8350-e60ce8bcd0cb req-d784f200-9f60-4105-96dd-f10c70298456 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fb97474a860e4d948fd0a95e1b318101&device_id=495df2a2-cfd8-4323-8f0d-db38e9507b50 HTTP/1.1" status: 200 len: 1127 time: 0.0497684 Feb 28 10:46:28.680322 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b6bff5d7-dc78-48d1-8350-e60ce8bcd0cb req-efadb3fe-4f52-41ea-91e4-0c9595d37b79 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c HTTP/1.1" status: 200 len: 217 time: 0.0352669 Feb 28 10:46:28.729849 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bff5d7-dc78-48d1-8350-e60ce8bcd0cb req-a423779d-5840-4f46-b81c-9a008c31b6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:28.731370 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b6bff5d7-dc78-48d1-8350-e60ce8bcd0cb req-a423779d-5840-4f46-b81c-9a008c31b6e7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e8522a33-2f3b-469a-aaa7-bb28734740a0 HTTP/1.1" status: 200 len: 850 time: 0.0445278 Feb 28 10:46:28.762623 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0e7aae2d-3b72-4e43-8da5-129e3fff851b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (48e69e01-4598-445d-bcbc-cb099c75e0ee), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:28.765850 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0e7aae2d-3b72-4e43-8da5-129e3fff851b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:28.771985 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-0e7aae2d-3b72-4e43-8da5-129e3fff851b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "DELETE /v2.0/security-groups/48e69e01-4598-445d-bcbc-cb099c75e0ee HTTP/1.1" status: 204 len: 168 time: 0.2560761 Feb 28 10:46:28.785148 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bff5d7-dc78-48d1-8350-e60ce8bcd0cb req-b03e1a5b-8b1d-42a2-b10d-6b754321be2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:28.786941 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b6bff5d7-dc78-48d1-8350-e60ce8bcd0cb req-b03e1a5b-8b1d-42a2-b10d-6b754321be2b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0484529 Feb 28 10:46:28.789674 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7aae2d-3b72-4e43-8da5-129e3fff851b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e69e01-4598-445d-bcbc-cb099c75e0ee,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:28.860214 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50768) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:28.896882 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b6bff5d7-dc78-48d1-8350-e60ce8bcd0cb req-436e0281-7ead-463c-87a7-92abeb1995bf service neutron] 10.222.0.70 "GET /v2.0/networks/b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014020 Feb 28 10:46:29.011879 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-03f05bbb-2ce0-4bb7-ac7d-f65f05e7ba98 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Deleting port d2e300bd-e685-4655-81d2-11e9e4dadb63 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:46:29.011879 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-03f05bbb-2ce0-4bb7-ac7d-f65f05e7ba98 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (d2e300bd-e685-4655-81d2-11e9e4dadb63), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:29.042022 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b6bff5d7-dc78-48d1-8350-e60ce8bcd0cb req-c677b9a0-6454-47e4-9b7d-c79824a06239 service neutron] 10.222.0.70 "GET /v2.0/networks/b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372423 Feb 28 10:46:29.050366 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef5f97-7a44-4874-8e91-c59773a2b9b2 req-e119f553-5707-4d38-aa96-9037ad17ccde tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:29.057272 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-bdef5f97-7a44-4874-8e91-c59773a2b9b2 req-e119f553-5707-4d38-aa96-9037ad17ccde tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=495df2a2-cfd8-4323-8f0d-db38e9507b50 HTTP/1.1" status: 200 len: 943 time: 0.0962081 Feb 28 10:46:29.121521 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-bdef5f97-7a44-4874-8e91-c59773a2b9b2 req-2bc9e210-9d08-4e8a-bf4a-aee38e1ecaf4 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632541 Feb 28 10:46:29.123695 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-03f05bbb-2ce0-4bb7-ac7d-f65f05e7ba98 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (d2e300bd-e685-4655-81d2-11e9e4dadb63), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:29.124022 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-03f05bbb-2ce0-4bb7-ac7d-f65f05e7ba98 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for floatingip (d2e300bd-e685-4655-81d2-11e9e4dadb63), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:29.138247 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-03f05bbb-2ce0-4bb7-ac7d-f65f05e7ba98 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Calling delete_port for d2e300bd-e685-4655-81d2-11e9e4dadb63 owned by network:floatingip {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:46:29.305245 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-03f05bbb-2ce0-4bb7-ac7d-f65f05e7ba98 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (d2e300bd-e685-4655-81d2-11e9e4dadb63), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:29.339825 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f05bbb-2ce0-4bb7-ac7d-f65f05e7ba98 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event deleted for resources: {'Port': ['ID=d2e300bd-e685-4655-81d2-11e9e4dadb63,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:29.414752 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-03f05bbb-2ce0-4bb7-ac7d-f65f05e7ba98 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for floatingip (f180976f-365b-43ec-af43-4c817587655c), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:29.417336 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-03f05bbb-2ce0-4bb7-ac7d-f65f05e7ba98 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:29.421069 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-03f05bbb-2ce0-4bb7-ac7d-f65f05e7ba98 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "DELETE /v2.0/floatingips/f180976f-365b-43ec-af43-4c817587655c HTTP/1.1" status: 204 len: 168 time: 0.5573497 Feb 28 10:46:29.782701 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae9925-ffdc-4e83-88d5-dcdfc87fa5a4 req-ea039adb-0b87-41bd-bb23-3af821fd2186 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:29.784626 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-afae9925-ffdc-4e83-88d5-dcdfc87fa5a4 req-ea039adb-0b87-41bd-bb23-3af821fd2186 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=89d3dd94-9a30-4e6e-949e-6b6723b27706 HTTP/1.1" status: 200 len: 945 time: 0.0521939 Feb 28 10:46:29.832785 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-afae9925-ffdc-4e83-88d5-dcdfc87fa5a4 req-3db67748-c8fb-48cb-a6e6-0ede1a0be2e5 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=cf5468d5-302e-4391-81ad-c18ce388474d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426648 Feb 28 10:46:30.244182 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6147da3-59f4-477f-bf84-b7e6f9adec8b req-38d30222-9af7-48b0-8cea-5498d6627a61 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:30.245677 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-c6147da3-59f4-477f-bf84-b7e6f9adec8b req-38d30222-9af7-48b0-8cea-5498d6627a61 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=495df2a2-cfd8-4323-8f0d-db38e9507b50 HTTP/1.1" status: 200 len: 943 time: 0.0530486 Feb 28 10:46:30.294163 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-c6147da3-59f4-477f-bf84-b7e6f9adec8b req-1488f2fe-8b06-4e15-985a-29bff3674e86 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427701 Feb 28 10:46:30.602473 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:30.957663 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f0cb9-c7d3-4b38-8814-20451139225e req-d1ad3f2e-7f67-445a-800b-960bb6cf821d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:30.959439 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f02f0cb9-c7d3-4b38-8814-20451139225e req-d1ad3f2e-7f67-445a-800b-960bb6cf821d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=89d3dd94-9a30-4e6e-949e-6b6723b27706 HTTP/1.1" status: 200 len: 945 time: 0.0571012 Feb 28 10:46:31.010002 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f02f0cb9-c7d3-4b38-8814-20451139225e req-51349a42-fc2e-4a2f-a6fd-ab137efaccf4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=cf5468d5-302e-4391-81ad-c18ce388474d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450649 Feb 28 10:46:31.222361 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c7df2-a231-4274-a386-4d59b40c446a req-fefb17b3-4954-4ef0-b2a8-043ed0e8867c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:31.223870 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-878c7df2-a231-4274-a386-4d59b40c446a req-fefb17b3-4954-4ef0-b2a8-043ed0e8867c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.70 "GET /v2.0/ports?device_id=89d3dd94-9a30-4e6e-949e-6b6723b27706 HTTP/1.1" status: 200 len: 945 time: 0.0538239 Feb 28 10:46:31.321921 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-878c7df2-a231-4274-a386-4d59b40c446a req-7e26c515-91d8-4c5b-beb1-94856d76b549 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Deleting port 6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:46:31.322610 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-878c7df2-a231-4274-a386-4d59b40c446a req-7e26c515-91d8-4c5b-beb1-94856d76b549 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:31.417404 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-878c7df2-a231-4274-a386-4d59b40c446a req-7e26c515-91d8-4c5b-beb1-94856d76b549 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] For port 6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0,segment=NetworkSegment(014cb7d5-6597-4fee-924b-dbe7fba81839),segment_id=014cb7d5-6597-4fee-924b-dbe7fba81839)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:46:31.417776 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-878c7df2-a231-4274-a386-4d59b40c446a req-7e26c515-91d8-4c5b-beb1-94856d76b549 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:31.425594 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d550be-b514-4382-8d52-8826a3c5f1ac req-2e00d13b-afcd-45c5-9dc6-9608ce1948be tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:31.427157 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e0d550be-b514-4382-8d52-8826a3c5f1ac req-2e00d13b-afcd-45c5-9dc6-9608ce1948be tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=495df2a2-cfd8-4323-8f0d-db38e9507b50 HTTP/1.1" status: 200 len: 943 time: 0.0632956 Feb 28 10:46:31.431738 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-878c7df2-a231-4274-a386-4d59b40c446a req-7e26c515-91d8-4c5b-beb1-94856d76b549 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Calling delete_port for 6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0 owned by compute:nova {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:46:31.479959 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e0d550be-b514-4382-8d52-8826a3c5f1ac req-a0702d36-cc14-43d9-a27e-e58bf7f0d87c tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449700 Feb 28 10:46:31.710707 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-878c7df2-a231-4274-a386-4d59b40c446a req-7e26c515-91d8-4c5b-beb1-94856d76b549 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:31.737660 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e26c515-91d8-4c5b-beb1-94856d76b549 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event deleted for resources: {'Port': ['ID=6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:31.788960 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-878c7df2-a231-4274-a386-4d59b40c446a req-7e26c515-91d8-4c5b-beb1-94856d76b549 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] No DVR routers for this DVR port 6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0 on host hv-neutron-8291 {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:46:31.791495 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-878c7df2-a231-4274-a386-4d59b40c446a req-7e26c515-91d8-4c5b-beb1-94856d76b549 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:31.794771 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-878c7df2-a231-4274-a386-4d59b40c446a req-7e26c515-91d8-4c5b-beb1-94856d76b549 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.70 "DELETE /v2.0/ports/6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0 HTTP/1.1" status: 204 len: 173 time: 0.5657747 Feb 28 10:46:31.795245 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89d3dd94-9a30-4e6e-949e-6b6723b27706', 'name': 'network-vif-deleted', 'tag': '6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:46:31.797496 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170b0020-2a66-4661-8ad2-d2b5fd2f259c" -d '{"events": [{"server_uuid": "89d3dd94-9a30-4e6e-949e-6b6723b27706", "name": "network-vif-deleted", "tag": "6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:46:31.895664 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23732c44-fa18-43fa-8174-fdf081c61524 x-openstack-request-id: req-23732c44-fa18-43fa-8174-fdf081c61524 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:46:31.895664 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89d3dd94-9a30-4e6e-949e-6b6723b27706", "name": "network-vif-deleted", "tag": "6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:46:31.895925 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-23732c44-fa18-43fa-8174-fdf081c61524 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:46:31.896274 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89d3dd94-9a30-4e6e-949e-6b6723b27706', 'name': 'network-vif-deleted', 'tag': '6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0', 'status': 'completed', 'code': 200} Feb 28 10:46:32.122116 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-058bf3ee-af0a-49ca-8ec4-6ce11f75d1ae req-ab0e38e4-8df0-4e09-b93e-2126b61b7eb4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=89d3dd94-9a30-4e6e-949e-6b6723b27706 HTTP/1.1" status: 200 len: 210 time: 0.0337713 Feb 28 10:46:32.603553 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab5177-904d-4b20-a016-66a19257796b req-2e761584-28fc-4531-a87e-90c307505c0d tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:32.605176 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-79ab5177-904d-4b20-a016-66a19257796b req-2e761584-28fc-4531-a87e-90c307505c0d tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=495df2a2-cfd8-4323-8f0d-db38e9507b50 HTTP/1.1" status: 200 len: 943 time: 0.0585685 Feb 28 10:46:32.671083 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-79ab5177-904d-4b20-a016-66a19257796b req-a55d6eaf-2f88-4f87-af34-6891cd736336 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585959 Feb 28 10:46:33.186379 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50794) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:33.242368 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d660bb6c-bcdc-4ddd-b2b4-4745ccb15011 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (cf5468d5-302e-4391-81ad-c18ce388474d), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:33.273244 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d660bb6c-bcdc-4ddd-b2b4-4745ccb15011 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (cf5468d5-302e-4391-81ad-c18ce388474d), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:33.413703 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d660bb6c-bcdc-4ddd-b2b4-4745ccb15011 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (cf5468d5-302e-4391-81ad-c18ce388474d), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:33.416332 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d660bb6c-bcdc-4ddd-b2b4-4745ccb15011 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:33.417523 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-d660bb6c-bcdc-4ddd-b2b4-4745ccb15011 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "DELETE /v2.0/security-groups/cf5468d5-302e-4391-81ad-c18ce388474d HTTP/1.1" status: 204 len: 168 time: 0.2300994 Feb 28 10:46:33.428507 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d660bb6c-bcdc-4ddd-b2b4-4745ccb15011 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5468d5-302e-4391-81ad-c18ce388474d,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:33.528999 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50798) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:33.898905 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0 no longer exists at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:46:33.924101 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] No Port match for: 6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:46:33.924629 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 6a787fa4-94c9-4bfc-9d54-89dfdfe0c6a0 not bound to the agent host hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:46:34.121100 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd7c75-05db-4a53-8a8d-0e1495e4e356 req-6943babf-ca88-4685-8973-7b429ee31110 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:34.122599 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-17cd7c75-05db-4a53-8a8d-0e1495e4e356 req-6943babf-ca88-4685-8973-7b429ee31110 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=495df2a2-cfd8-4323-8f0d-db38e9507b50 HTTP/1.1" status: 200 len: 943 time: 0.3870068 Feb 28 10:46:34.207117 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-17cd7c75-05db-4a53-8a8d-0e1495e4e356 req-3c8eec3b-7c62-4d34-8a60-c911118ef1eb tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625014 Feb 28 10:46:34.274260 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-436554fe-816b-4b27-bfc2-5d5b848b7a85 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047661'] for router_interface (8caf19c7-edcd-4816-a92c-57a29c0802f6), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:34.543863 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-436554fe-816b-4b27-bfc2-5d5b848b7a85 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Deleting port 75a22e00-a38d-482a-b39f-9f02b6350162 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:46:34.544097 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-436554fe-816b-4b27-bfc2-5d5b848b7a85 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (75a22e00-a38d-482a-b39f-9f02b6350162), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:34.631531 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-436554fe-816b-4b27-bfc2-5d5b848b7a85 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] For port 75a22e00-a38d-482a-b39f-9f02b6350162, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=75a22e00-a38d-482a-b39f-9f02b6350162,segment=NetworkSegment(014cb7d5-6597-4fee-924b-dbe7fba81839),segment_id=014cb7d5-6597-4fee-924b-dbe7fba81839)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:46:34.631890 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-436554fe-816b-4b27-bfc2-5d5b848b7a85 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (75a22e00-a38d-482a-b39f-9f02b6350162), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:34.644681 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-436554fe-816b-4b27-bfc2-5d5b848b7a85 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Calling delete_port for 75a22e00-a38d-482a-b39f-9f02b6350162 owned by network:router_interface {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:46:34.894553 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-436554fe-816b-4b27-bfc2-5d5b848b7a85 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (75a22e00-a38d-482a-b39f-9f02b6350162), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:34.927588 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436554fe-816b-4b27-bfc2-5d5b848b7a85 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event deleted for resources: {'Port': ['ID=75a22e00-a38d-482a-b39f-9f02b6350162,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:34.954591 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436554fe-816b-4b27-bfc2-5d5b848b7a85 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:34.955195 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436554fe-816b-4b27-bfc2-5d5b848b7a85 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:34.955841 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436554fe-816b-4b27-bfc2-5d5b848b7a85 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:34.955841 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436554fe-816b-4b27-bfc2-5d5b848b7a85 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:34.956240 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436554fe-816b-4b27-bfc2-5d5b848b7a85 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:34.956532 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436554fe-816b-4b27-bfc2-5d5b848b7a85 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:34.956874 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436554fe-816b-4b27-bfc2-5d5b848b7a85 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:34.957215 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436554fe-816b-4b27-bfc2-5d5b848b7a85 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:34.957559 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436554fe-816b-4b27-bfc2-5d5b848b7a85 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:34.957898 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436554fe-816b-4b27-bfc2-5d5b848b7a85 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:34.958501 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436554fe-816b-4b27-bfc2-5d5b848b7a85 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:34.958848 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436554fe-816b-4b27-bfc2-5d5b848b7a85 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:34.959211 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436554fe-816b-4b27-bfc2-5d5b848b7a85 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:35.136572 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-436554fe-816b-4b27-bfc2-5d5b848b7a85 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1047681'] for router_interface (8caf19c7-edcd-4816-a92c-57a29c0802f6), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:35.332865 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5fc93e-472c-4c67-b10c-2a120722a320 req-998eb4cd-86d3-4ef4-b384-63f4e3b1a098 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:35.334777 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5b5fc93e-472c-4c67-b10c-2a120722a320 req-998eb4cd-86d3-4ef4-b384-63f4e3b1a098 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=495df2a2-cfd8-4323-8f0d-db38e9507b50 HTTP/1.1" status: 200 len: 943 time: 0.0579360 Feb 28 10:46:35.370780 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-436554fe-816b-4b27-bfc2-5d5b848b7a85 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Router 8caf19c7-edcd-4816-a92c-57a29c0802f6 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:46:35.386885 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5b5fc93e-472c-4c67-b10c-2a120722a320 req-e9515882-e127-4cf7-9cf3-198fae1bc741 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453529 Feb 28 10:46:35.482411 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436554fe-816b-4b27-bfc2-5d5b848b7a85 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:46:35.491091 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-436554fe-816b-4b27-bfc2-5d5b848b7a85 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "PUT /v2.0/routers/8caf19c7-edcd-4816-a92c-57a29c0802f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9609525 Feb 28 10:46:35.491733 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50804) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:35.494814 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930caa5d-13e0-41eb-a326-945ae1aeb3d3 None None] Sync routers for ids ['8caf19c7-edcd-4816-a92c-57a29c0802f6'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:46:35.513031 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930caa5d-13e0-41eb-a326-945ae1aeb3d3 None None] Routers {'8caf19c7-edcd-4816-a92c-57a29c0802f6'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:46:35.513945 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-930caa5d-13e0-41eb-a326-945ae1aeb3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:46:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['8caf19c7-edcd-4816-a92c-57a29c0802f6'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:46:35.546593 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c60bdaa-7bc2-468e-9829-9a535f30395c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Deleting subnet 5aae0d65-2be6-4bf6-afe8-27d24c43e91b {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:46:35.550052 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8c60bdaa-7bc2-468e-9829-9a535f30395c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for subnet (5aae0d65-2be6-4bf6-afe8-27d24c43e91b), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:35.590349 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8c60bdaa-7bc2-468e-9829-9a535f30395c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (5aae0d65-2be6-4bf6-afe8-27d24c43e91b), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:35.631263 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-930caa5d-13e0-41eb-a326-945ae1aeb3d3 None None] Set router 8caf19c7-edcd-4816-a92c-57a29c0802f6 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:46:35.681274 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8c60bdaa-7bc2-468e-9829-9a535f30395c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (5aae0d65-2be6-4bf6-afe8-27d24c43e91b), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:35.808278 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-930caa5d-13e0-41eb-a326-945ae1aeb3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8caf19c7-edcd-4816-a92c-57a29c0802f6', 'name': 'tempest-TestNetworkBasicOps-router-1693717621', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.173'}], 'enable_snat': True}, 'gw_port_id': 'b659c6c4-9c84-437b-a2de-4993f73aac92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:44:33Z', 'updated_at': '2022-02-28T10:46:34Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': 'b659c6c4-9c84-437b-a2de-4993f73aac92', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:18:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8caf19c7-edcd-4816-a92c-57a29c0802f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:34Z', 'updated_at': '2022-02-28T10:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:46:35.819781 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8c60bdaa-7bc2-468e-9829-9a535f30395c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (5aae0d65-2be6-4bf6-afe8-27d24c43e91b), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:35.840461 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930caa5d-13e0-41eb-a326-945ae1aeb3d3 None None] Checking router: 8caf19c7-edcd-4816-a92c-57a29c0802f6 for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:46:35.849775 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c60bdaa-7bc2-468e-9829-9a535f30395c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event deleted for resources: {'Subnet': ['ID=5aae0d65-2be6-4bf6-afe8-27d24c43e91b,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:35.850573 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930caa5d-13e0-41eb-a326-945ae1aeb3d3 None None] Routers {'8caf19c7-edcd-4816-a92c-57a29c0802f6'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:46:35.852160 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-930caa5d-13e0-41eb-a326-945ae1aeb3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:46:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['8caf19c7-edcd-4816-a92c-57a29c0802f6'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:46:35.854037 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8c60bdaa-7bc2-468e-9829-9a535f30395c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:35.859972 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-8c60bdaa-7bc2-468e-9829-9a535f30395c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "DELETE /v2.0/subnets/5aae0d65-2be6-4bf6-afe8-27d24c43e91b HTTP/1.1" status: 204 len: 168 time: 0.3648846 Feb 28 10:46:35.860218 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50806) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:35.866952 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb483fe-26ae-4738-aa17-e74d8f191d4b None None] Network 2093e7b3-e717-40df-b4cd-3d3ee174ea43 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:46:35.980854 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-930caa5d-13e0-41eb-a326-945ae1aeb3d3 None None] Set router 8caf19c7-edcd-4816-a92c-57a29c0802f6 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:46:35.996051 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fe47848d-95da-4bd2-9895-f5430ecffecd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router (8caf19c7-edcd-4816-a92c-57a29c0802f6), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:36.043528 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c818686-283d-4a00-81c5-f7baf7e872dc None None] DHCP port deletion for 2093e7b3-e717-40df-b4cd-3d3ee174ea43 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:46:36.113470 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-3c818686-283d-4a00-81c5-f7baf7e872dc None None] Deleting port 7545d76c-7d4c-465a-b892-c437a2e1af85 {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:46:36.114237 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3c818686-283d-4a00-81c5-f7baf7e872dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (7545d76c-7d4c-465a-b892-c437a2e1af85), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:36.133447 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fe47848d-95da-4bd2-9895-f5430ecffecd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router_gateway (8caf19c7-edcd-4816-a92c-57a29c0802f6), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:36.185132 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-930caa5d-13e0-41eb-a326-945ae1aeb3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8caf19c7-edcd-4816-a92c-57a29c0802f6', 'name': 'tempest-TestNetworkBasicOps-router-1693717621', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.173'}], 'enable_snat': True}, 'gw_port_id': 'b659c6c4-9c84-437b-a2de-4993f73aac92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:44:33Z', 'updated_at': '2022-02-28T10:46:34Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': 'b659c6c4-9c84-437b-a2de-4993f73aac92', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:18:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8caf19c7-edcd-4816-a92c-57a29c0802f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:34Z', 'updated_at': '2022-02-28T10:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:46:36.185904 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-3c818686-283d-4a00-81c5-f7baf7e872dc None None] For port 7545d76c-7d4c-465a-b892-c437a2e1af85, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=7545d76c-7d4c-465a-b892-c437a2e1af85,segment=NetworkSegment(014cb7d5-6597-4fee-924b-dbe7fba81839),segment_id=014cb7d5-6597-4fee-924b-dbe7fba81839)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:46:36.186242 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3c818686-283d-4a00-81c5-f7baf7e872dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (7545d76c-7d4c-465a-b892-c437a2e1af85), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:36.199071 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-3c818686-283d-4a00-81c5-f7baf7e872dc None None] Calling delete_port for 7545d76c-7d4c-465a-b892-c437a2e1af85 owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:46:36.219883 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930caa5d-13e0-41eb-a326-945ae1aeb3d3 None None] The sync data for ids ['8caf19c7-edcd-4816-a92c-57a29c0802f6'] in dv-neutron-829161-3-hyperv is: [{'id': '8caf19c7-edcd-4816-a92c-57a29c0802f6', 'name': 'tempest-TestNetworkBasicOps-router-1693717621', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.173'}], 'enable_snat': True}, 'gw_port_id': 'b659c6c4-9c84-437b-a2de-4993f73aac92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:44:33Z', 'updated_at': '2022-02-28T10:46:34Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': 'b659c6c4-9c84-437b-a2de-4993f73aac92', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:18:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8caf19c7-edcd-4816-a92c-57a29c0802f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:34Z', 'updated_at': '2022-02-28T10:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:46:36.252666 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-fe47848d-95da-4bd2-9895-f5430ecffecd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Deleting port b659c6c4-9c84-437b-a2de-4993f73aac92 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:46:36.252967 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fe47848d-95da-4bd2-9895-f5430ecffecd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (b659c6c4-9c84-437b-a2de-4993f73aac92), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:36.349141 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-fe47848d-95da-4bd2-9895-f5430ecffecd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] For port b659c6c4-9c84-437b-a2de-4993f73aac92, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=b659c6c4-9c84-437b-a2de-4993f73aac92,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:46:36.349535 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fe47848d-95da-4bd2-9895-f5430ecffecd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (b659c6c4-9c84-437b-a2de-4993f73aac92), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:36.356480 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3c818686-283d-4a00-81c5-f7baf7e872dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (7545d76c-7d4c-465a-b892-c437a2e1af85), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:36.361787 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-fe47848d-95da-4bd2-9895-f5430ecffecd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Calling delete_port for b659c6c4-9c84-437b-a2de-4993f73aac92 owned by network:router_gateway {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:46:36.383756 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c818686-283d-4a00-81c5-f7baf7e872dc None None] Pushing event deleted for resources: {'Port': ['ID=7545d76c-7d4c-465a-b892-c437a2e1af85,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:36.385713 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c818686-283d-4a00-81c5-f7baf7e872dc None None] No DVR routers for this DVR port 7545d76c-7d4c-465a-b892-c437a2e1af85 on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:46:36.588190 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a3128-fa4c-4566-8d0f-ac77edbb9b73 req-bcdd0c23-50bf-4426-ba59-fd2ca55456ef tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:36.591924 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-da8a3128-fa4c-4566-8d0f-ac77edbb9b73 req-bcdd0c23-50bf-4426-ba59-fd2ca55456ef tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=495df2a2-cfd8-4323-8f0d-db38e9507b50 HTTP/1.1" status: 200 len: 943 time: 0.0953517 Feb 28 10:46:36.654999 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-da8a3128-fa4c-4566-8d0f-ac77edbb9b73 req-1695ba40-ddf4-4943-9614-127d1aa07c48 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570850 Feb 28 10:46:36.717368 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fe47848d-95da-4bd2-9895-f5430ecffecd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (b659c6c4-9c84-437b-a2de-4993f73aac92), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:36.746967 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe47848d-95da-4bd2-9895-f5430ecffecd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event deleted for resources: {'Port': ['ID=b659c6c4-9c84-437b-a2de-4993f73aac92,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:36.826373 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fe47848d-95da-4bd2-9895-f5430ecffecd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047843'] for router_gateway (8caf19c7-edcd-4816-a92c-57a29c0802f6), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:36.920089 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fe47848d-95da-4bd2-9895-f5430ecffecd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (8caf19c7-edcd-4816-a92c-57a29c0802f6), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:36.922198 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fe47848d-95da-4bd2-9895-f5430ecffecd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router_controller (8caf19c7-edcd-4816-a92c-57a29c0802f6), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:37.025126 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fe47848d-95da-4bd2-9895-f5430ecffecd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (8caf19c7-edcd-4816-a92c-57a29c0802f6), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:37.025736 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe47848d-95da-4bd2-9895-f5430ecffecd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Fanout notify agent at l3_agent the message router_deleted on router 8caf19c7-edcd-4816-a92c-57a29c0802f6 {{(pid=104084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:46:37.036314 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fe47848d-95da-4bd2-9895-f5430ecffecd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:37.036314 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-fe47848d-95da-4bd2-9895-f5430ecffecd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "DELETE /v2.0/routers/8caf19c7-edcd-4816-a92c-57a29c0802f6 HTTP/1.1" status: 204 len: 168 time: 1.1725211 Feb 28 10:46:37.036631 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50810) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:37.122462 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5b653604-5a78-4c20-afba-d3a1ce3d20ff tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (2093e7b3-e717-40df-b4cd-3d3ee174ea43), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:37.212031 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5b653604-5a78-4c20-afba-d3a1ce3d20ff tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (2093e7b3-e717-40df-b4cd-3d3ee174ea43), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:37.232464 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-5b653604-5a78-4c20-afba-d3a1ce3d20ff tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2093e7b3-e717-40df-b4cd-3d3ee174ea43']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:46:37.241739 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-5b653604-5a78-4c20-afba-d3a1ce3d20ff tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '014cb7d5-6597-4fee-924b-dbe7fba81839') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:46:37.242035 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-5b653604-5a78-4c20-afba-d3a1ce3d20ff tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '014cb7d5-6597-4fee-924b-dbe7fba81839') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:46:37.256113 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5b653604-5a78-4c20-afba-d3a1ce3d20ff tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (014cb7d5-6597-4fee-924b-dbe7fba81839), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:37.270276 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5b653604-5a78-4c20-afba-d3a1ce3d20ff tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (014cb7d5-6597-4fee-924b-dbe7fba81839), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:37.276081 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b653604-5a78-4c20-afba-d3a1ce3d20ff tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:46:37.276460 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5b653604-5a78-4c20-afba-d3a1ce3d20ff tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (014cb7d5-6597-4fee-924b-dbe7fba81839), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:37.279316 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:46:37.279316 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:46:37.279316 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:46:37.279316 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:46:37.279316 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:46:37.279316 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:46:37.279316 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:46:37.279316 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:46:37.279316 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:46:37.279316 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:46:37.279316 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:46:37.279316 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:46:37.279316 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:46:37.279316 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:46:37.279316 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:46:37.279316 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:46:37.279316 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:46:37.279316 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:46:37.279316 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:46:37.279316 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:46:37.279316 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:46:37.279316 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:46:37.279316 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:46:37.279316 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:46:37.279316 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:46:37.279316 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:46:37.279316 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:46:37.279316 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:46:37.279316 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:46:37.279316 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:46:37.279316 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:46:37.279316 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:46:37.402315 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5b653604-5a78-4c20-afba-d3a1ce3d20ff tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (2093e7b3-e717-40df-b4cd-3d3ee174ea43), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:37.409745 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5b653604-5a78-4c20-afba-d3a1ce3d20ff tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:37.412518 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-5b653604-5a78-4c20-afba-d3a1ce3d20ff tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "DELETE /v2.0/networks/2093e7b3-e717-40df-b4cd-3d3ee174ea43 HTTP/1.1" status: 204 len: 168 time: 0.3748653 Feb 28 10:46:37.424325 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b653604-5a78-4c20-afba-d3a1ce3d20ff tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event deleted for resources: {'Network': ['ID=2093e7b3-e717-40df-b4cd-3d3ee174ea43,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:37.433985 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50812) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:37.440560 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-9c594edc-2431-4404-a72a-dacd32d6bc96 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'network': {'name': 'tempest-network-smoke--57156974', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'port_security_enabled': True}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:46:37.527787 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c594edc-2431-4404-a72a-dacd32d6bc96 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Made reservation on behalf of 02ebd57ebb02426fbf4a686f080eb9d7 for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:46:37.531389 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9c594edc-2431-4404-a72a-dacd32d6bc96 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:37.558239 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c594edc-2431-4404-a72a-dacd32d6bc96 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:46:37.558992 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 75a22e00-a38d-482a-b39f-9f02b6350162 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:46:37.568635 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9c594edc-2431-4404-a72a-dacd32d6bc96 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (47bd04d8-1503-41a7-8ccb-eb5dea67ad60), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:37.568635 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-9c594edc-2431-4404-a72a-dacd32d6bc96 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Added segment 47bd04d8-1503-41a7-8ccb-eb5dea67ad60 of type vlan for network 2763dcf2-2ed6-4ab6-9358-b44aa3e49516 Feb 28 10:46:37.580170 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 75a22e00-a38d-482a-b39f-9f02b6350162 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:46:37.580531 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 75a22e00-a38d-482a-b39f-9f02b6350162 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:46:37.580931 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device b659c6c4-9c84-437b-a2de-4993f73aac92 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:46:37.608066 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9c594edc-2431-4404-a72a-dacd32d6bc96 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (2763dcf2-2ed6-4ab6-9358-b44aa3e49516), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:37.610419 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: b659c6c4-9c84-437b-a2de-4993f73aac92 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:46:37.610826 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device b659c6c4-9c84-437b-a2de-4993f73aac92 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:46:37.611309 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 7545d76c-7d4c-465a-b892-c437a2e1af85 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:46:37.630327 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 7545d76c-7d4c-465a-b892-c437a2e1af85 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:46:37.630675 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 7545d76c-7d4c-465a-b892-c437a2e1af85 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:46:37.722463 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9c594edc-2431-4404-a72a-dacd32d6bc96 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (2763dcf2-2ed6-4ab6-9358-b44aa3e49516), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:37.727693 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c594edc-2431-4404-a72a-dacd32d6bc96 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:37.731402 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9c594edc-2431-4404-a72a-dacd32d6bc96 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:37.830140 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c594edc-2431-4404-a72a-dacd32d6bc96 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Network': ['ID=2763dcf2-2ed6-4ab6-9358-b44aa3e49516,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:37.840244 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-9c594edc-2431-4404-a72a-dacd32d6bc96 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4050629 Feb 28 10:46:37.841510 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 2763dcf2-2ed6-4ab6-9358-b44aa3e49516 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:46:37.842955 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50816) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:37.849369 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-7c7de0d6-e2f1-42de-b3eb-4cfbaffa630d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1754017517', 'admin_state_up': True, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:46:37.858663 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa4ebb4-5e31-4218-9087-462f06d36d7a req-fc47154f-5ced-4e66-8624-f5089fc3432f tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:37.860686 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-cfa4ebb4-5e31-4218-9087-462f06d36d7a req-fc47154f-5ced-4e66-8624-f5089fc3432f tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=495df2a2-cfd8-4323-8f0d-db38e9507b50 HTTP/1.1" status: 200 len: 943 time: 0.1081913 Feb 28 10:46:37.913597 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-cfa4ebb4-5e31-4218-9087-462f06d36d7a req-11635043-ebfb-4cca-9c7f-8ebf97d75fda tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462322 Feb 28 10:46:37.916583 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7c7de0d6-e2f1-42de-b3eb-4cfbaffa630d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (9134bbf6-98b4-42aa-b6de-b42b12cd0fac), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:37.917664 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7c7de0d6-e2f1-42de-b3eb-4cfbaffa630d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (9134bbf6-98b4-42aa-b6de-b42b12cd0fac), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:37.975308 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7c7de0d6-e2f1-42de-b3eb-4cfbaffa630d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router_controller (9134bbf6-98b4-42aa-b6de-b42b12cd0fac), precommit_add_association {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:38.189832 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7c7de0d6-e2f1-42de-b3eb-4cfbaffa630d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router_gateway (9134bbf6-98b4-42aa-b6de-b42b12cd0fac), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:38.416185 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7c7de0d6-e2f1-42de-b3eb-4cfbaffa630d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router_gateway (9134bbf6-98b4-42aa-b6de-b42b12cd0fac), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:38.441998 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7c7de0d6-e2f1-42de-b3eb-4cfbaffa630d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:38.546952 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-7c7de0d6-e2f1-42de-b3eb-4cfbaffa630d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Allocated IP 172.26.3.32 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/6c504772-2fb9-4861-be2b-26867859df24) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:46:38.643410 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7c7de0d6-e2f1-42de-b3eb-4cfbaffa630d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for port (6c504772-2fb9-4861-be2b-26867859df24), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:38.733670 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7c7de0d6-e2f1-42de-b3eb-4cfbaffa630d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (6c504772-2fb9-4861-be2b-26867859df24), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:38.775639 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7de0d6-e2f1-42de-b3eb-4cfbaffa630d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:46:38.778563 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-7c7de0d6-e2f1-42de-b3eb-4cfbaffa630d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:46:38.781927 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7de0d6-e2f1-42de-b3eb-4cfbaffa630d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:46:38.808088 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7de0d6-e2f1-42de-b3eb-4cfbaffa630d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Port': ['ID=6c504772-2fb9-4861-be2b-26867859df24,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:39.266406 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf95dda-7f0c-4391-b27d-43017be84693 req-2229f498-7996-43fe-b69b-5127b4dae07d tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:39.268563 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-1cf95dda-7f0c-4391-b27d-43017be84693 req-2229f498-7996-43fe-b69b-5127b4dae07d tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=495df2a2-cfd8-4323-8f0d-db38e9507b50 HTTP/1.1" status: 200 len: 943 time: 0.0843091 Feb 28 10:46:39.317060 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-1cf95dda-7f0c-4391-b27d-43017be84693 req-ca64ab0f-aaeb-4b85-b693-97f4dfca74ff tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430484 Feb 28 10:46:39.419312 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7c7de0d6-e2f1-42de-b3eb-4cfbaffa630d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router_gateway (9134bbf6-98b4-42aa-b6de-b42b12cd0fac), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:39.618538 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7c7de0d6-e2f1-42de-b3eb-4cfbaffa630d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (9134bbf6-98b4-42aa-b6de-b42b12cd0fac), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:39.801565 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c7de0d6-e2f1-42de-b3eb-4cfbaffa630d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Router 9134bbf6-98b4-42aa-b6de-b42b12cd0fac is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:46:39.909760 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c7de0d6-e2f1-42de-b3eb-4cfbaffa630d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:46:39.919153 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067f32aa-71a9-4bcf-9d0f-3aeced2a71b2 None None] Sync routers for ids ['9134bbf6-98b4-42aa-b6de-b42b12cd0fac'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:46:39.929414 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067f32aa-71a9-4bcf-9d0f-3aeced2a71b2 None None] Routers {'9134bbf6-98b4-42aa-b6de-b42b12cd0fac'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:46:39.930032 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-067f32aa-71a9-4bcf-9d0f-3aeced2a71b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:46:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['9134bbf6-98b4-42aa-b6de-b42b12cd0fac'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:46:39.981223 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7c7de0d6-e2f1-42de-b3eb-4cfbaffa630d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:39.982473 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-7c7de0d6-e2f1-42de-b3eb-4cfbaffa630d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1379168 Feb 28 10:46:39.986222 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50820) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:40.039950 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-067f32aa-71a9-4bcf-9d0f-3aeced2a71b2 None None] Set router 9134bbf6-98b4-42aa-b6de-b42b12cd0fac gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:46:40.113746 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-a7b9a674-abd7-4be8-84f4-0df657b29691 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=02ebd57ebb02426fbf4a686f080eb9d7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1264086 Feb 28 10:46:40.116371 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50824) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:40.208489 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce27dc2-aaec-4cc5-9cf4-e80666b09ab0 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:40.210052 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-7ce27dc2-aaec-4cc5-9cf4-e80666b09ab0 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0927744 Feb 28 10:46:40.212879 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50826) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:40.221869 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-067f32aa-71a9-4bcf-9d0f-3aeced2a71b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9134bbf6-98b4-42aa-b6de-b42b12cd0fac', 'name': 'tempest-TestNetworkBasicOps-router-1754017517', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.32'}], 'enable_snat': True}, 'gw_port_id': '6c504772-2fb9-4861-be2b-26867859df24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:46:37Z', 'updated_at': '2022-02-28T10:46:39Z', 'revision_number': 3, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '6c504772-2fb9-4861-be2b-26867859df24', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9134bbf6-98b4-42aa-b6de-b42b12cd0fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:46:38Z', 'updated_at': '2022-02-28T10:46:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:46:40.241649 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-6842f380-ef63-4319-8778-cdcaf3ef8c5f tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=e88d86cf-af22-4900-bdd2-aa4038554136&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275087 Feb 28 10:46:40.244130 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50828) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:40.248169 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067f32aa-71a9-4bcf-9d0f-3aeced2a71b2 None None] Checking router: 9134bbf6-98b4-42aa-b6de-b42b12cd0fac for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:46:40.248528 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067f32aa-71a9-4bcf-9d0f-3aeced2a71b2 None None] Updating router 9134bbf6-98b4-42aa-b6de-b42b12cd0fac port 6c504772-2fb9-4861-be2b-26867859df24 binding host dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:46:40.248794 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-f3be1b8c-4676-4b9f-bb12-e83cfef3ad83 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1709738075', 'network_id': '2763dcf2-2ed6-4ab6-9358-b44aa3e49516', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:46:40.275787 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-067f32aa-71a9-4bcf-9d0f-3aeced2a71b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (6c504772-2fb9-4861-be2b-26867859df24), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:40.401891 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3be1b8c-4676-4b9f-bb12-e83cfef3ad83 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Made reservation on behalf of 02ebd57ebb02426fbf4a686f080eb9d7 for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:46:40.405705 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f3be1b8c-4676-4b9f-bb12-e83cfef3ad83 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:40.446626 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3114ef12-60a5-481c-8722-e20063881fc1 req-91cfb743-3bb2-4896-9816-da6f3a0b2298 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:40.448444 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3114ef12-60a5-481c-8722-e20063881fc1 req-91cfb743-3bb2-4896-9816-da6f3a0b2298 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=495df2a2-cfd8-4323-8f0d-db38e9507b50 HTTP/1.1" status: 200 len: 943 time: 0.0625725 Feb 28 10:46:40.504689 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3114ef12-60a5-481c-8722-e20063881fc1 req-4c287f38-e546-4f99-bee1-08e4e76716df tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498884 Feb 28 10:46:40.647951 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f3be1b8c-4676-4b9f-bb12-e83cfef3ad83 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (a5233698-bf49-4702-ba9d-1fa9ad0071c7), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:40.680147 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-067f32aa-71a9-4bcf-9d0f-3aeced2a71b2 None None] Publish callbacks [] for port (6c504772-2fb9-4861-be2b-26867859df24), precommit_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:40.716830 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be1b8c-4676-4b9f-bb12-e83cfef3ad83 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Subnet': ['ID=a5233698-bf49-4702-ba9d-1fa9ad0071c7,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:40.721809 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3be1b8c-4676-4b9f-bb12-e83cfef3ad83 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Checking segment: {'id': '47bd04d8-1503-41a7-8ccb-eb5dea67ad60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2763dcf2-2ed6-4ab6-9358-b44aa3e49516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:46:40.722172 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3be1b8c-4676-4b9f-bb12-e83cfef3ad83 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Network hostable DHCP agents. Network: 2763dcf2-2ed6-4ab6-9358-b44aa3e49516, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:46:40.756064 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-067f32aa-71a9-4bcf-9d0f-3aeced2a71b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (6c504772-2fb9-4861-be2b-26867859df24), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:40.807510 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-067f32aa-71a9-4bcf-9d0f-3aeced2a71b2 None None] Attempting to bind port 6c504772-2fb9-4861-be2b-26867859df24 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:46:40.807880 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-067f32aa-71a9-4bcf-9d0f-3aeced2a71b2 None None] Attempting to bind port 6c504772-2fb9-4861-be2b-26867859df24 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:46:40.808243 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067f32aa-71a9-4bcf-9d0f-3aeced2a71b2 None None] Attempting to bind port 6c504772-2fb9-4861-be2b-26867859df24 on network e88d86cf-af22-4900-bdd2-aa4038554136 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:46:40.810996 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f8df93-161d-483c-bef6-c4f9b407afef None None] Pushing event updated for resources: {'Port': ['ID=6c504772-2fb9-4861-be2b-26867859df24,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:40.816062 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067f32aa-71a9-4bcf-9d0f-3aeced2a71b2 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:46:40.816434 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067f32aa-71a9-4bcf-9d0f-3aeced2a71b2 None None] Checking segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:46:40.816830 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-067f32aa-71a9-4bcf-9d0f-3aeced2a71b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:40.817213 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067f32aa-71a9-4bcf-9d0f-3aeced2a71b2 None None] Bound using segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:46:40.817679 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-067f32aa-71a9-4bcf-9d0f-3aeced2a71b2 None None] Bound port: 6c504772-2fb9-4861-be2b-26867859df24, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:46:40.818053 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-067f32aa-71a9-4bcf-9d0f-3aeced2a71b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (6c504772-2fb9-4861-be2b-26867859df24), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:40.836105 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3be1b8c-4676-4b9f-bb12-e83cfef3ad83 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Network 2763dcf2-2ed6-4ab6-9358-b44aa3e49516 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:46:40.867907 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-067f32aa-71a9-4bcf-9d0f-3aeced2a71b2 None None] For port 6c504772-2fb9-4861-be2b-26867859df24, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:46:40.871084 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-067f32aa-71a9-4bcf-9d0f-3aeced2a71b2 None None] For port 6c504772-2fb9-4861-be2b-26867859df24, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=6c504772-2fb9-4861-be2b-26867859df24,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:46:40.921807 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-f3be1b8c-4676-4b9f-bb12-e83cfef3ad83 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 2763dcf2-2ed6-4ab6-9358-b44aa3e49516) {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:46:40.926586 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3be1b8c-4676-4b9f-bb12-e83cfef3ad83 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:40.930474 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f3be1b8c-4676-4b9f-bb12-e83cfef3ad83 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:40.931077 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdc0183-b5c0-42aa-aed7-040c6a55247f None None] Network 2763dcf2-2ed6-4ab6-9358-b44aa3e49516 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:46:40.975543 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-067f32aa-71a9-4bcf-9d0f-3aeced2a71b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (6c504772-2fb9-4861-be2b-26867859df24), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:41.013747 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50832) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:41.013926 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-f3be1b8c-4676-4b9f-bb12-e83cfef3ad83 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7686462 Feb 28 10:46:41.052754 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f8df93-161d-483c-bef6-c4f9b407afef None None] Pushing event updated for resources: {'Port': ['ID=6c504772-2fb9-4861-be2b-26867859df24,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:41.060254 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067f32aa-71a9-4bcf-9d0f-3aeced2a71b2 None None] Routers {'9134bbf6-98b4-42aa-b6de-b42b12cd0fac'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:46:41.060777 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-067f32aa-71a9-4bcf-9d0f-3aeced2a71b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:46:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['9134bbf6-98b4-42aa-b6de-b42b12cd0fac'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:46:41.130468 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffc8e5a-b8e4-4a3b-ac9c-1c405f3d0a8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-2763dcf2-2ed6-4ab6-9358-b44aa3e49516', 'network_id': '2763dcf2-2ed6-4ab6-9358-b44aa3e49516', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'fixed_ips': [{'subnet_id': 'a5233698-bf49-4702-ba9d-1fa9ad0071c7'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:46:41.131361 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-bffc8e5a-b8e4-4a3b-ac9c-1c405f3d0a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:41.252642 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-067f32aa-71a9-4bcf-9d0f-3aeced2a71b2 None None] Set router 9134bbf6-98b4-42aa-b6de-b42b12cd0fac gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:46:41.420147 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-bffc8e5a-b8e4-4a3b-ac9c-1c405f3d0a8e None None] Allocated IP 172.20.0.2 (2763dcf2-2ed6-4ab6-9358-b44aa3e49516/a5233698-bf49-4702-ba9d-1fa9ad0071c7/8f7f284b-f53b-4668-a89b-7e3968d2506e) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:46:41.459074 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5394f4cb-e199-41f6-a4f1-691c61a62d43 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:41.566194 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-067f32aa-71a9-4bcf-9d0f-3aeced2a71b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9134bbf6-98b4-42aa-b6de-b42b12cd0fac', 'name': 'tempest-TestNetworkBasicOps-router-1754017517', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.32'}], 'enable_snat': True}, 'gw_port_id': '6c504772-2fb9-4861-be2b-26867859df24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:46:37Z', 'updated_at': '2022-02-28T10:46:39Z', 'revision_number': 3, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '6c504772-2fb9-4861-be2b-26867859df24', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9134bbf6-98b4-42aa-b6de-b42b12cd0fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:46:38Z', 'updated_at': '2022-02-28T10:46:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:46:41.615554 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067f32aa-71a9-4bcf-9d0f-3aeced2a71b2 None None] The sync data for ids ['9134bbf6-98b4-42aa-b6de-b42b12cd0fac'] in dv-neutron-829161-3-hyperv is: [{'id': '9134bbf6-98b4-42aa-b6de-b42b12cd0fac', 'name': 'tempest-TestNetworkBasicOps-router-1754017517', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.32'}], 'enable_snat': True}, 'gw_port_id': '6c504772-2fb9-4861-be2b-26867859df24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:46:37Z', 'updated_at': '2022-02-28T10:46:39Z', 'revision_number': 3, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '6c504772-2fb9-4861-be2b-26867859df24', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9134bbf6-98b4-42aa-b6de-b42b12cd0fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:46:38Z', 'updated_at': '2022-02-28T10:46:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:46:41.633250 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f662276c-ce8d-498d-9405-0b92b7bdb6cb req-218b3710-0304-4c52-8087-a077d686ef39 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:41.635525 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-f662276c-ce8d-498d-9405-0b92b7bdb6cb req-218b3710-0304-4c52-8087-a077d686ef39 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=495df2a2-cfd8-4323-8f0d-db38e9507b50 HTTP/1.1" status: 200 len: 943 time: 0.0617023 Feb 28 10:46:41.644391 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-bffc8e5a-b8e4-4a3b-ac9c-1c405f3d0a8e None None] Publish callbacks [] for port (8f7f284b-f53b-4668-a89b-7e3968d2506e), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:41.691747 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-f662276c-ce8d-498d-9405-0b92b7bdb6cb req-5a7d148e-699a-4065-97c8-eb29184fc98b tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503266 Feb 28 10:46:41.711059 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-bffc8e5a-b8e4-4a3b-ac9c-1c405f3d0a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (8f7f284b-f53b-4668-a89b-7e3968d2506e), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:41.752488 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffc8e5a-b8e4-4a3b-ac9c-1c405f3d0a8e None None] Network 2763dcf2-2ed6-4ab6-9358-b44aa3e49516 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:46:41.757687 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-bffc8e5a-b8e4-4a3b-ac9c-1c405f3d0a8e None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:46:41.758337 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffc8e5a-b8e4-4a3b-ac9c-1c405f3d0a8e None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:46:41.765690 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-5394f4cb-e199-41f6-a4f1-691c61a62d43 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Allocated IP 172.20.0.1 (2763dcf2-2ed6-4ab6-9358-b44aa3e49516/a5233698-bf49-4702-ba9d-1fa9ad0071c7/6350eef1-7163-4a26-ac81-acdf4bd2ddd8) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:46:41.772878 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffc8e5a-b8e4-4a3b-ac9c-1c405f3d0a8e None None] Pushing event updated for resources: {'Port': ['ID=8f7f284b-f53b-4668-a89b-7e3968d2506e,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:41.837094 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-bffc8e5a-b8e4-4a3b-ac9c-1c405f3d0a8e None None] Attempting to bind port 8f7f284b-f53b-4668-a89b-7e3968d2506e on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:46:41.837475 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-bffc8e5a-b8e4-4a3b-ac9c-1c405f3d0a8e None None] Attempting to bind port 8f7f284b-f53b-4668-a89b-7e3968d2506e by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '47bd04d8-1503-41a7-8ccb-eb5dea67ad60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2763dcf2-2ed6-4ab6-9358-b44aa3e49516'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:46:41.837847 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffc8e5a-b8e4-4a3b-ac9c-1c405f3d0a8e None None] Attempting to bind port 8f7f284b-f53b-4668-a89b-7e3968d2506e on network 2763dcf2-2ed6-4ab6-9358-b44aa3e49516 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:46:41.849633 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffc8e5a-b8e4-4a3b-ac9c-1c405f3d0a8e None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:46:41.850159 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffc8e5a-b8e4-4a3b-ac9c-1c405f3d0a8e None None] Checking segment: {'id': '47bd04d8-1503-41a7-8ccb-eb5dea67ad60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2763dcf2-2ed6-4ab6-9358-b44aa3e49516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:46:41.850432 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-bffc8e5a-b8e4-4a3b-ac9c-1c405f3d0a8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:41.850953 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffc8e5a-b8e4-4a3b-ac9c-1c405f3d0a8e None None] Bound using segment: {'id': '47bd04d8-1503-41a7-8ccb-eb5dea67ad60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2763dcf2-2ed6-4ab6-9358-b44aa3e49516'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:46:41.851347 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-bffc8e5a-b8e4-4a3b-ac9c-1c405f3d0a8e None None] Bound port: 8f7f284b-f53b-4668-a89b-7e3968d2506e, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47bd04d8-1503-41a7-8ccb-eb5dea67ad60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2763dcf2-2ed6-4ab6-9358-b44aa3e49516'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:46:41.851717 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-bffc8e5a-b8e4-4a3b-ac9c-1c405f3d0a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (8f7f284b-f53b-4668-a89b-7e3968d2506e), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:41.941240 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-bffc8e5a-b8e4-4a3b-ac9c-1c405f3d0a8e None None] For port 8f7f284b-f53b-4668-a89b-7e3968d2506e, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:46:41.945283 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-bffc8e5a-b8e4-4a3b-ac9c-1c405f3d0a8e None None] For port 8f7f284b-f53b-4668-a89b-7e3968d2506e, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=8f7f284b-f53b-4668-a89b-7e3968d2506e,segment=NetworkSegment(47bd04d8-1503-41a7-8ccb-eb5dea67ad60),segment_id=47bd04d8-1503-41a7-8ccb-eb5dea67ad60)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:46:42.014340 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-bffc8e5a-b8e4-4a3b-ac9c-1c405f3d0a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (8f7f284b-f53b-4668-a89b-7e3968d2506e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:42.093830 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffc8e5a-b8e4-4a3b-ac9c-1c405f3d0a8e None None] Pushing event updated for resources: {'Port': ['ID=8f7f284b-f53b-4668-a89b-7e3968d2506e,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:42.293885 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5394f4cb-e199-41f6-a4f1-691c61a62d43 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for port (6350eef1-7163-4a26-ac81-acdf4bd2ddd8), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:42.385641 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5394f4cb-e199-41f6-a4f1-691c61a62d43 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (6350eef1-7163-4a26-ac81-acdf4bd2ddd8), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:42.443578 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5394f4cb-e199-41f6-a4f1-691c61a62d43 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Network 2763dcf2-2ed6-4ab6-9358-b44aa3e49516 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:46:42.445085 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5394f4cb-e199-41f6-a4f1-691c61a62d43 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Port': ['ID=6350eef1-7163-4a26-ac81-acdf4bd2ddd8,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:42.449249 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-5394f4cb-e199-41f6-a4f1-691c61a62d43 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:46:42.451516 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5394f4cb-e199-41f6-a4f1-691c61a62d43 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:46:42.497867 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5394f4cb-e199-41f6-a4f1-691c61a62d43 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047958'] for router_interface (9134bbf6-98b4-42aa-b6de-b42b12cd0fac), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:42.696601 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5394f4cb-e199-41f6-a4f1-691c61a62d43 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (6350eef1-7163-4a26-ac81-acdf4bd2ddd8), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:42.896453 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac227c-5c69-425f-97c1-d7d3fa9ca8c2 req-6d57ea9a-2a3e-4304-b25d-36ad5451b758 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:42.898006 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-69ac227c-5c69-425f-97c1-d7d3fa9ca8c2 req-6d57ea9a-2a3e-4304-b25d-36ad5451b758 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=495df2a2-cfd8-4323-8f0d-db38e9507b50 HTTP/1.1" status: 200 len: 943 time: 0.1086366 Feb 28 10:46:43.009714 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-69ac227c-5c69-425f-97c1-d7d3fa9ca8c2 req-d8ac3c29-3f91-4e2f-a135-aec7a88d82e6 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027386 Feb 28 10:46:43.051431 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9ed59a-5771-4e9f-b3ff-d9b77f64be2e None None] Network 2763dcf2-2ed6-4ab6-9358-b44aa3e49516 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:46:43.074697 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5394f4cb-e199-41f6-a4f1-691c61a62d43 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for port (6350eef1-7163-4a26-ac81-acdf4bd2ddd8), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:43.110731 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5394f4cb-e199-41f6-a4f1-691c61a62d43 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (6350eef1-7163-4a26-ac81-acdf4bd2ddd8), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:43.143334 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-b924fbb2-bd2a-4a6d-8a53-db21fe69520d None None] Provisioning complete for port 8f7f284b-f53b-4668-a89b-7e3968d2506e triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:46:43.143804 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b924fbb2-bd2a-4a6d-8a53-db21fe69520d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (8f7f284b-f53b-4668-a89b-7e3968d2506e), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:43.185628 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5394f4cb-e199-41f6-a4f1-691c61a62d43 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047558'] for router_interface (9134bbf6-98b4-42aa-b6de-b42b12cd0fac), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:43.187444 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5394f4cb-e199-41f6-a4f1-691c61a62d43 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Port': ['ID=6350eef1-7163-4a26-ac81-acdf4bd2ddd8,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:43.256763 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-b924fbb2-bd2a-4a6d-8a53-db21fe69520d None None] Current status of the port 8f7f284b-f53b-4668-a89b-7e3968d2506e is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:46:43.257265 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b924fbb2-bd2a-4a6d-8a53-db21fe69520d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (8f7f284b-f53b-4668-a89b-7e3968d2506e), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:43.298967 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-b924fbb2-bd2a-4a6d-8a53-db21fe69520d None None] For port 8f7f284b-f53b-4668-a89b-7e3968d2506e, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=8f7f284b-f53b-4668-a89b-7e3968d2506e,segment=NetworkSegment(47bd04d8-1503-41a7-8ccb-eb5dea67ad60),segment_id=47bd04d8-1503-41a7-8ccb-eb5dea67ad60)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:46:43.306968 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5394f4cb-e199-41f6-a4f1-691c61a62d43 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Network 2763dcf2-2ed6-4ab6-9358-b44aa3e49516 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:46:43.308410 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-5394f4cb-e199-41f6-a4f1-691c61a62d43 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:46:43.351355 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b924fbb2-bd2a-4a6d-8a53-db21fe69520d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (8f7f284b-f53b-4668-a89b-7e3968d2506e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:43.412560 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b924fbb2-bd2a-4a6d-8a53-db21fe69520d None None] Pushing event updated for resources: {'Port': ['ID=8f7f284b-f53b-4668-a89b-7e3968d2506e,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:43.449755 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5394f4cb-e199-41f6-a4f1-691c61a62d43 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Router 9134bbf6-98b4-42aa-b6de-b42b12cd0fac has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:46:43.475657 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-56f171f7-52e2-4935-aea6-3ac2bc5246fe None None] Provisioning complete for port 8f7f284b-f53b-4668-a89b-7e3968d2506e triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:46:43.476154 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-56f171f7-52e2-4935-aea6-3ac2bc5246fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (8f7f284b-f53b-4668-a89b-7e3968d2506e), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:43.585977 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5394f4cb-e199-41f6-a4f1-691c61a62d43 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:46:43.592596 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-5394f4cb-e199-41f6-a4f1-691c61a62d43 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "PUT /v2.0/routers/9134bbf6-98b4-42aa-b6de-b42b12cd0fac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5775580 Feb 28 10:46:43.595194 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50838) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:43.616074 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-56f171f7-52e2-4935-aea6-3ac2bc5246fe None None] Current status of the port 8f7f284b-f53b-4668-a89b-7e3968d2506e is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:46:43.625928 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b98e22-1db1-488d-b6c1-745d08d3feab None None] Sync routers for ids ['9134bbf6-98b4-42aa-b6de-b42b12cd0fac'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:46:43.638446 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b98e22-1db1-488d-b6c1-745d08d3feab None None] Routers {'9134bbf6-98b4-42aa-b6de-b42b12cd0fac'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:46:43.639276 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-e9b98e22-1db1-488d-b6c1-745d08d3feab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:46:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['9134bbf6-98b4-42aa-b6de-b42b12cd0fac'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:46:43.640628 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-56f171f7-52e2-4935-aea6-3ac2bc5246fe None None] Provisioning complete for port 6350eef1-7163-4a26-ac81-acdf4bd2ddd8 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:46:43.641456 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-56f171f7-52e2-4935-aea6-3ac2bc5246fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (6350eef1-7163-4a26-ac81-acdf4bd2ddd8), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:43.686748 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 6c504772-2fb9-4861-be2b-26867859df24 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:46:43.719873 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-56f171f7-52e2-4935-aea6-3ac2bc5246fe None None] Port 6350eef1-7163-4a26-ac81-acdf4bd2ddd8 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:46:43.724155 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310dc13c-80b4-4950-b6ec-e4ff555922fd tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:43.724379 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310dc13c-80b4-4950-b6ec-e4ff555922fd tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:43.724819 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310dc13c-80b4-4950-b6ec-e4ff555922fd tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:43.725289 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310dc13c-80b4-4950-b6ec-e4ff555922fd tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:43.725749 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310dc13c-80b4-4950-b6ec-e4ff555922fd tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:43.726210 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310dc13c-80b4-4950-b6ec-e4ff555922fd tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:43.729814 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-310dc13c-80b4-4950-b6ec-e4ff555922fd tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4278 time: 0.1333110 Feb 28 10:46:43.733408 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50840) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:43.753836 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 6c504772-2fb9-4861-be2b-26867859df24 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:46:43.754224 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (6c504772-2fb9-4861-be2b-26867859df24), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:43.785427 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-e9b98e22-1db1-488d-b6c1-745d08d3feab None None] Set router 9134bbf6-98b4-42aa-b6de-b42b12cd0fac gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:46:43.852283 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 6c504772-2fb9-4861-be2b-26867859df24 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:46:43.852528 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (6c504772-2fb9-4861-be2b-26867859df24), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:43.852640 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8358d8f1-352e-4594-b4ba-86761ecf529a tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:43.853053 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8358d8f1-352e-4594-b4ba-86761ecf529a tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:43.853573 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8358d8f1-352e-4594-b4ba-86761ecf529a tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:43.854243 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8358d8f1-352e-4594-b4ba-86761ecf529a tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:43.854924 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8358d8f1-352e-4594-b4ba-86761ecf529a tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:43.855566 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8358d8f1-352e-4594-b4ba-86761ecf529a tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:43.858186 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-8358d8f1-352e-4594-b4ba-86761ecf529a tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1228826 Feb 28 10:46:43.861286 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50842) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:43.888697 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port 6c504772-2fb9-4861-be2b-26867859df24, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=6c504772-2fb9-4861-be2b-26867859df24,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:46:43.892044 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-629ec7ef-ef15-4dd8-b04a-01c463ebb589 None None] Provisioning complete for port 6350eef1-7163-4a26-ac81-acdf4bd2ddd8 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:46:43.892556 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-629ec7ef-ef15-4dd8-b04a-01c463ebb589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (6350eef1-7163-4a26-ac81-acdf4bd2ddd8), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:43.933249 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-629ec7ef-ef15-4dd8-b04a-01c463ebb589 None None] Port 6350eef1-7163-4a26-ac81-acdf4bd2ddd8 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:46:43.945197 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c details requested by agent hyperv_hv-neutron-8291 with host hv-neutron-8291 {{(pid=104085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:46:43.983216 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (6c504772-2fb9-4861-be2b-26867859df24), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:43.984160 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 8f7f284b-f53b-4668-a89b-7e3968d2506e up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:46:43.999718 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-e9b98e22-1db1-488d-b6c1-745d08d3feab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9134bbf6-98b4-42aa-b6de-b42b12cd0fac', 'name': 'tempest-TestNetworkBasicOps-router-1754017517', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.32'}], 'enable_snat': True}, 'gw_port_id': '6c504772-2fb9-4861-be2b-26867859df24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:46:37Z', 'updated_at': '2022-02-28T10:46:42Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '6c504772-2fb9-4861-be2b-26867859df24', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9134bbf6-98b4-42aa-b6de-b42b12cd0fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:46:38Z', 'updated_at': '2022-02-28T10:46:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '6350eef1-7163-4a26-ac81-acdf4bd2ddd8', 'name': '', 'network_id': '2763dcf2-2ed6-4ab6-9358-b44aa3e49516', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:35:5e:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9134bbf6-98b4-42aa-b6de-b42b12cd0fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'a5233698-bf49-4702-ba9d-1fa9ad0071c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:46:41Z', 'updated_at': '2022-02-28T10:46:42Z', 'revision_number': 2, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': 'a5233698-bf49-4702-ba9d-1fa9ad0071c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:46:44.026193 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b98e22-1db1-488d-b6c1-745d08d3feab None None] Checking router: 9134bbf6-98b4-42aa-b6de-b42b12cd0fac for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:46:44.026491 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b98e22-1db1-488d-b6c1-745d08d3feab None None] Updating router 9134bbf6-98b4-42aa-b6de-b42b12cd0fac port 6350eef1-7163-4a26-ac81-acdf4bd2ddd8 binding host dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:46:44.058355 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e9b98e22-1db1-488d-b6c1-745d08d3feab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (6350eef1-7163-4a26-ac81-acdf4bd2ddd8), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:44.127484 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-495550a0-1f64-4052-9d16-17c6dfc7e4b5 None None] Provisioning complete for port 6350eef1-7163-4a26-ac81-acdf4bd2ddd8 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:46:44.128091 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-495550a0-1f64-4052-9d16-17c6dfc7e4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (6350eef1-7163-4a26-ac81-acdf4bd2ddd8), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:44.133479 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=6c504772-2fb9-4861-be2b-26867859df24,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:44.146586 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:44.146970 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:44.147321 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:44.148034 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:44.148373 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:44.148748 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:44.149196 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:44.149534 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:44.149871 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:44.150201 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:44.150530 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:44.151689 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:44.151689 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:44.193349 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c,segment=NetworkSegment(19b5758e-ea8e-40b5-a035-63bdcbefede7),segment_id=19b5758e-ea8e-40b5-a035-63bdcbefede7)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:46:44.197140 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-65ab60ad-2ac2-4f04-87f5-c3314aa5e38d tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.3315985 Feb 28 10:46:44.198449 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50846) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:44.202401 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-d8990762-6f2c-4243-b685-f80359888cff tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1724682053', 'network_id': '2763dcf2-2ed6-4ab6-9358-b44aa3e49516'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:46:44.207917 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d07e61-bda5-4bea-a358-dfc8f923b169 req-59156c9b-0e2e-4279-9689-bb10cf752727 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:44.209532 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-65d07e61-bda5-4bea-a358-dfc8f923b169 req-59156c9b-0e2e-4279-9689-bb10cf752727 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=495df2a2-cfd8-4323-8f0d-db38e9507b50 HTTP/1.1" status: 200 len: 943 time: 0.0987525 Feb 28 10:46:44.232229 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 8f7f284b-f53b-4668-a89b-7e3968d2506e triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:46:44.232458 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (8f7f284b-f53b-4668-a89b-7e3968d2506e), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:44.236270 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Returning: {'device': 'f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c', 'network_id': 'b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a', 'port_id': 'f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c', 'mac_address': 'fa:16:3e:c1:c2:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8522a33-2f3b-469a-aaa7-bb28734740a0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:46:44.255258 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-495550a0-1f64-4052-9d16-17c6dfc7e4b5 None None] Port 6350eef1-7163-4a26-ac81-acdf4bd2ddd8 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:46:44.280970 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-65d07e61-bda5-4bea-a358-dfc8f923b169 req-8d8428c8-db89-416f-87bf-206558a3df8d tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608702 Feb 28 10:46:44.318329 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c is: DOWN; New status is: BUILD {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:46:44.318724 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:44.351784 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c {{(pid=104085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:46:44.374200 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8990762-6f2c-4243-b685-f80359888cff tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Made reservation on behalf of 02ebd57ebb02426fbf4a686f080eb9d7 for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:46:44.379344 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d8990762-6f2c-4243-b685-f80359888cff tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:44.383268 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c,segment=NetworkSegment(19b5758e-ea8e-40b5-a035-63bdcbefede7),segment_id=19b5758e-ea8e-40b5-a035-63bdcbefede7)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:46:44.384230 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 8f7f284b-f53b-4668-a89b-7e3968d2506e is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:46:44.399387 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-d8990762-6f2c-4243-b685-f80359888cff tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] device_id is not set on port 71ef83c3-f565-4226-a35a-fd0eff5f617c yet. {{(pid=104083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:46:44.447995 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:44.477185 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e9b98e22-1db1-488d-b6c1-745d08d3feab None None] Publish callbacks [] for port (6350eef1-7163-4a26-ac81-acdf4bd2ddd8), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:44.503611 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:44.527718 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e9b98e22-1db1-488d-b6c1-745d08d3feab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (6350eef1-7163-4a26-ac81-acdf4bd2ddd8), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:44.586149 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-d8990762-6f2c-4243-b685-f80359888cff tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Allocated IP 172.20.0.14 (2763dcf2-2ed6-4ab6-9358-b44aa3e49516/a5233698-bf49-4702-ba9d-1fa9ad0071c7/71ef83c3-f565-4226-a35a-fd0eff5f617c) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:46:44.601729 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02237d29-97e2-4d65-ba48-5759ad5bd55e None None] Pushing event updated for resources: {'Port': ['ID=6350eef1-7163-4a26-ac81-acdf4bd2ddd8,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:44.628125 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02237d29-97e2-4d65-ba48-5759ad5bd55e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:44.628877 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02237d29-97e2-4d65-ba48-5759ad5bd55e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:44.628877 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02237d29-97e2-4d65-ba48-5759ad5bd55e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:44.629120 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02237d29-97e2-4d65-ba48-5759ad5bd55e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:44.629392 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02237d29-97e2-4d65-ba48-5759ad5bd55e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:44.629723 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02237d29-97e2-4d65-ba48-5759ad5bd55e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:44.630051 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02237d29-97e2-4d65-ba48-5759ad5bd55e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:44.631057 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02237d29-97e2-4d65-ba48-5759ad5bd55e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:44.631057 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02237d29-97e2-4d65-ba48-5759ad5bd55e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:44.634671 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02237d29-97e2-4d65-ba48-5759ad5bd55e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:44.635121 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02237d29-97e2-4d65-ba48-5759ad5bd55e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:44.635467 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02237d29-97e2-4d65-ba48-5759ad5bd55e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:44.635799 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02237d29-97e2-4d65-ba48-5759ad5bd55e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:44.648075 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-e9b98e22-1db1-488d-b6c1-745d08d3feab None None] Attempting to bind port 6350eef1-7163-4a26-ac81-acdf4bd2ddd8 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:46:44.648692 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-e9b98e22-1db1-488d-b6c1-745d08d3feab None None] Attempting to bind port 6350eef1-7163-4a26-ac81-acdf4bd2ddd8 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '47bd04d8-1503-41a7-8ccb-eb5dea67ad60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2763dcf2-2ed6-4ab6-9358-b44aa3e49516'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:46:44.649252 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b98e22-1db1-488d-b6c1-745d08d3feab None None] Attempting to bind port 6350eef1-7163-4a26-ac81-acdf4bd2ddd8 on network 2763dcf2-2ed6-4ab6-9358-b44aa3e49516 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:46:44.655170 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b98e22-1db1-488d-b6c1-745d08d3feab None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:46:44.655557 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b98e22-1db1-488d-b6c1-745d08d3feab None None] Checking segment: {'id': '47bd04d8-1503-41a7-8ccb-eb5dea67ad60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2763dcf2-2ed6-4ab6-9358-b44aa3e49516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:46:44.655955 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e9b98e22-1db1-488d-b6c1-745d08d3feab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:44.656346 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b98e22-1db1-488d-b6c1-745d08d3feab None None] Bound using segment: {'id': '47bd04d8-1503-41a7-8ccb-eb5dea67ad60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2763dcf2-2ed6-4ab6-9358-b44aa3e49516'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:46:44.656819 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-e9b98e22-1db1-488d-b6c1-745d08d3feab None None] Bound port: 6350eef1-7163-4a26-ac81-acdf4bd2ddd8, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47bd04d8-1503-41a7-8ccb-eb5dea67ad60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2763dcf2-2ed6-4ab6-9358-b44aa3e49516'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:46:44.657199 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e9b98e22-1db1-488d-b6c1-745d08d3feab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (6350eef1-7163-4a26-ac81-acdf4bd2ddd8), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:44.723209 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:46:44.733527 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-e9b98e22-1db1-488d-b6c1-745d08d3feab None None] For port 6350eef1-7163-4a26-ac81-acdf4bd2ddd8, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:46:44.737709 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-e9b98e22-1db1-488d-b6c1-745d08d3feab None None] For port 6350eef1-7163-4a26-ac81-acdf4bd2ddd8, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=6350eef1-7163-4a26-ac81-acdf4bd2ddd8,segment=NetworkSegment(47bd04d8-1503-41a7-8ccb-eb5dea67ad60),segment_id=47bd04d8-1503-41a7-8ccb-eb5dea67ad60)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:46:44.762433 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d8990762-6f2c-4243-b685-f80359888cff tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for port (71ef83c3-f565-4226-a35a-fd0eff5f617c), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:44.819656 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e9b98e22-1db1-488d-b6c1-745d08d3feab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (6350eef1-7163-4a26-ac81-acdf4bd2ddd8), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:44.871349 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d8990762-6f2c-4243-b685-f80359888cff tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (71ef83c3-f565-4226-a35a-fd0eff5f617c), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:44.886216 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02237d29-97e2-4d65-ba48-5759ad5bd55e None None] Pushing event updated for resources: {'Port': ['ID=6350eef1-7163-4a26-ac81-acdf4bd2ddd8,revision_number=4']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:44.886216 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b98e22-1db1-488d-b6c1-745d08d3feab None None] Routers {'9134bbf6-98b4-42aa-b6de-b42b12cd0fac'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:46:44.886216 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-e9b98e22-1db1-488d-b6c1-745d08d3feab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:46:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['9134bbf6-98b4-42aa-b6de-b42b12cd0fac'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:46:44.927417 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8990762-6f2c-4243-b685-f80359888cff tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Network 2763dcf2-2ed6-4ab6-9358-b44aa3e49516 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:46:44.932060 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-d8990762-6f2c-4243-b685-f80359888cff tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:46:44.936065 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8990762-6f2c-4243-b685-f80359888cff tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:46:44.992930 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8990762-6f2c-4243-b685-f80359888cff tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Port': ['ID=71ef83c3-f565-4226-a35a-fd0eff5f617c,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:45.009854 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8990762-6f2c-4243-b685-f80359888cff tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:45.015035 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d8990762-6f2c-4243-b685-f80359888cff tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:45.019179 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-e9b98e22-1db1-488d-b6c1-745d08d3feab None None] Set router 9134bbf6-98b4-42aa-b6de-b42b12cd0fac gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:46:45.078722 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-d8990762-6f2c-4243-b685-f80359888cff tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8801742 Feb 28 10:46:45.089945 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-87cf0501-0aa9-4f5a-869b-10016b940de0 None None] Provisioning complete for port 6350eef1-7163-4a26-ac81-acdf4bd2ddd8 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:46:45.090326 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-87cf0501-0aa9-4f5a-869b-10016b940de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (6350eef1-7163-4a26-ac81-acdf4bd2ddd8), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:45.211533 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-87cf0501-0aa9-4f5a-869b-10016b940de0 None None] Current status of the port 6350eef1-7163-4a26-ac81-acdf4bd2ddd8 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:46:45.212196 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-87cf0501-0aa9-4f5a-869b-10016b940de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (6350eef1-7163-4a26-ac81-acdf4bd2ddd8), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:45.250698 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-e9b98e22-1db1-488d-b6c1-745d08d3feab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9134bbf6-98b4-42aa-b6de-b42b12cd0fac', 'name': 'tempest-TestNetworkBasicOps-router-1754017517', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.32'}], 'enable_snat': True}, 'gw_port_id': '6c504772-2fb9-4861-be2b-26867859df24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:46:37Z', 'updated_at': '2022-02-28T10:46:42Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '6c504772-2fb9-4861-be2b-26867859df24', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9134bbf6-98b4-42aa-b6de-b42b12cd0fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:46:38Z', 'updated_at': '2022-02-28T10:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '6350eef1-7163-4a26-ac81-acdf4bd2ddd8', 'name': '', 'network_id': '2763dcf2-2ed6-4ab6-9358-b44aa3e49516', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:35:5e:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9134bbf6-98b4-42aa-b6de-b42b12cd0fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'a5233698-bf49-4702-ba9d-1fa9ad0071c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:46:41Z', 'updated_at': '2022-02-28T10:46:44Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': 'a5233698-bf49-4702-ba9d-1fa9ad0071c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:46:45.252691 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-87cf0501-0aa9-4f5a-869b-10016b940de0 None None] For port 6350eef1-7163-4a26-ac81-acdf4bd2ddd8, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=6350eef1-7163-4a26-ac81-acdf4bd2ddd8,segment=NetworkSegment(47bd04d8-1503-41a7-8ccb-eb5dea67ad60),segment_id=47bd04d8-1503-41a7-8ccb-eb5dea67ad60)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:46:45.284497 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b98e22-1db1-488d-b6c1-745d08d3feab None None] The sync data for ids ['9134bbf6-98b4-42aa-b6de-b42b12cd0fac'] in dv-neutron-829161-3-hyperv is: [{'id': '9134bbf6-98b4-42aa-b6de-b42b12cd0fac', 'name': 'tempest-TestNetworkBasicOps-router-1754017517', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.32'}], 'enable_snat': True}, 'gw_port_id': '6c504772-2fb9-4861-be2b-26867859df24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:46:37Z', 'updated_at': '2022-02-28T10:46:42Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '6c504772-2fb9-4861-be2b-26867859df24', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9134bbf6-98b4-42aa-b6de-b42b12cd0fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:46:38Z', 'updated_at': '2022-02-28T10:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '6350eef1-7163-4a26-ac81-acdf4bd2ddd8', 'name': '', 'network_id': '2763dcf2-2ed6-4ab6-9358-b44aa3e49516', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:35:5e:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9134bbf6-98b4-42aa-b6de-b42b12cd0fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'a5233698-bf49-4702-ba9d-1fa9ad0071c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:46:41Z', 'updated_at': '2022-02-28T10:46:44Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': 'a5233698-bf49-4702-ba9d-1fa9ad0071c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:46:45.304580 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-87cf0501-0aa9-4f5a-869b-10016b940de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (6350eef1-7163-4a26-ac81-acdf4bd2ddd8), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:45.408854 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cf0501-0aa9-4f5a-869b-10016b940de0 None None] Pushing event updated for resources: {'Port': ['ID=6350eef1-7163-4a26-ac81-acdf4bd2ddd8,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:45.436527 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-4b3e56d4-b762-4fff-8b34-d45af833ff1b None None] Provisioning complete for port 6350eef1-7163-4a26-ac81-acdf4bd2ddd8 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:46:45.436905 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-4b3e56d4-b762-4fff-8b34-d45af833ff1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (6350eef1-7163-4a26-ac81-acdf4bd2ddd8), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:45.463344 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efc5bb2-4fe4-46e5-ad03-920d2605b7ad req-85878c63-1a1e-43f3-9a72-e630fd318f4d tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:45.471897 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-0efc5bb2-4fe4-46e5-ad03-920d2605b7ad req-85878c63-1a1e-43f3-9a72-e630fd318f4d tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=495df2a2-cfd8-4323-8f0d-db38e9507b50 HTTP/1.1" status: 200 len: 944 time: 0.0919096 Feb 28 10:46:45.561112 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-0efc5bb2-4fe4-46e5-ad03-920d2605b7ad req-e73a5364-5b2e-48e1-b0b0-21c9910f22c1 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832369 Feb 28 10:46:45.571115 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-4b3e56d4-b762-4fff-8b34-d45af833ff1b None None] Current status of the port 6350eef1-7163-4a26-ac81-acdf4bd2ddd8 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:46:45.694762 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-58a571c6-749c-4c93-a9ad-0e3846aebe9f None None] Provisioning complete for port 71ef83c3-f565-4226-a35a-fd0eff5f617c triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:46:45.695594 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-58a571c6-749c-4c93-a9ad-0e3846aebe9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (71ef83c3-f565-4226-a35a-fd0eff5f617c), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:45.731049 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50852) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:45.736842 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-904a41b2-c6c0-4250-8d17-11f570907b5d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-217968382', 'description': 'tempest-secgroup-smoke-217968382 description', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:46:45.740205 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-58a571c6-749c-4c93-a9ad-0e3846aebe9f None None] Port 71ef83c3-f565-4226-a35a-fd0eff5f617c cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:46:45.800749 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 6350eef1-7163-4a26-ac81-acdf4bd2ddd8 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:46:45.836542 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-904a41b2-c6c0-4250-8d17-11f570907b5d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:45.855084 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 6350eef1-7163-4a26-ac81-acdf4bd2ddd8 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:46:45.855815 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (6350eef1-7163-4a26-ac81-acdf4bd2ddd8), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:45.918617 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-904a41b2-c6c0-4250-8d17-11f570907b5d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (6ce38374-a4d2-4daf-810b-018228fa4b54), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:45.939312 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 6350eef1-7163-4a26-ac81-acdf4bd2ddd8 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:46:45.940408 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 6c504772-2fb9-4861-be2b-26867859df24 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:46:45.944550 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c up at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:46:45.963099 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-904a41b2-c6c0-4250-8d17-11f570907b5d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (6ce38374-a4d2-4daf-810b-018228fa4b54), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:45.999426 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904a41b2-c6c0-4250-8d17-11f570907b5d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce38374-a4d2-4daf-810b-018228fa4b54,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:46.030168 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 6c504772-2fb9-4861-be2b-26867859df24 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:46:46.030548 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (6c504772-2fb9-4861-be2b-26867859df24), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:46.045642 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-904a41b2-c6c0-4250-8d17-11f570907b5d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:46.045642 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-904a41b2-c6c0-4250-8d17-11f570907b5d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3133869 Feb 28 10:46:46.049131 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50854) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:46.053603 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-b0790d22-c62d-4985-80a8-5289860dd9df tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': '6ce38374-a4d2-4daf-810b-018228fa4b54', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:46:46.087679 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning for port f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c completed by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:46:46.114239 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning complete for port f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:46:46.114617 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:46.138962 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b0790d22-c62d-4985-80a8-5289860dd9df tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (fca8221d-71f4-4bf6-886b-88af73c62630), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:46.152725 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 6c504772-2fb9-4861-be2b-26867859df24 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:46:46.207202 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b0790d22-c62d-4985-80a8-5289860dd9df tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (fca8221d-71f4-4bf6-886b-88af73c62630), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:46.211044 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c is: BUILD; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:46:46.211442 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:46.235002 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '495df2a2-cfd8-4323-8f0d-db38e9507b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:46:46.237344 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2bcb6b-4472-484d-863c-c8dcb47524f5" -d '{"events": [{"server_uuid": "495df2a2-cfd8-4323-8f0d-db38e9507b50", "name": "network-vif-plugged", "status": "completed", "tag": "f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:46:46.252700 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c,segment=NetworkSegment(19b5758e-ea8e-40b5-a035-63bdcbefede7),segment_id=19b5758e-ea8e-40b5-a035-63bdcbefede7)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:46:46.282182 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b0790d22-c62d-4985-80a8-5289860dd9df tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (fca8221d-71f4-4bf6-886b-88af73c62630), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:46.302175 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0790d22-c62d-4985-80a8-5289860dd9df tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fca8221d-71f4-4bf6-886b-88af73c62630,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:46.334250 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843559b8-a4a8-44a4-b916-03cbc017c2a5 x-openstack-request-id: req-843559b8-a4a8-44a4-b916-03cbc017c2a5 {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:46:46.334556 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "495df2a2-cfd8-4323-8f0d-db38e9507b50", "name": "network-vif-plugged", "status": "completed", "tag": "f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:46:46.334819 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-843559b8-a4a8-44a4-b916-03cbc017c2a5 {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:46:46.335261 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '495df2a2-cfd8-4323-8f0d-db38e9507b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c', 'code': 200} Feb 28 10:46:46.348821 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:46.370176 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b0790d22-c62d-4985-80a8-5289860dd9df tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:46.372742 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-b0790d22-c62d-4985-80a8-5289860dd9df tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3222828 Feb 28 10:46:46.377560 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50860) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:46.380397 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-86786928-1c7d-4853-9108-999a001822f4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': '6ce38374-a4d2-4daf-810b-018228fa4b54', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:46:46.407160 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:46.441954 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9b4b4838-691c-4c16-ade4-8775025601bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:46.470670 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-86786928-1c7d-4853-9108-999a001822f4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (581074ef-c4c1-4829-bc70-75ac110b4b96), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:46.533327 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-86786928-1c7d-4853-9108-999a001822f4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (581074ef-c4c1-4829-bc70-75ac110b4b96), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:46.613103 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-86786928-1c7d-4853-9108-999a001822f4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (581074ef-c4c1-4829-bc70-75ac110b4b96), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:46.629270 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86786928-1c7d-4853-9108-999a001822f4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=581074ef-c4c1-4829-bc70-75ac110b4b96,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:46.697511 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca0a066-a050-48b3-82a2-5da706fed4f1 req-d1a57b73-6c2f-41f1-a819-4969c0196879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:46.699060 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4ca0a066-a050-48b3-82a2-5da706fed4f1 req-d1a57b73-6c2f-41f1-a819-4969c0196879 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=495df2a2-cfd8-4323-8f0d-db38e9507b50 HTTP/1.1" status: 200 len: 1129 time: 0.0955703 Feb 28 10:46:46.710945 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482da360-a44d-4d33-99e0-c1abbe8455b4 req-9114c7fb-a646-45fb-870d-dffac109689a tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:46.712273 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-482da360-a44d-4d33-99e0-c1abbe8455b4 req-9114c7fb-a646-45fb-870d-dffac109689a tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=495df2a2-cfd8-4323-8f0d-db38e9507b50 HTTP/1.1" status: 200 len: 945 time: 0.0665517 Feb 28 10:46:46.717992 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-86786928-1c7d-4853-9108-999a001822f4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:46.719385 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-86786928-1c7d-4853-9108-999a001822f4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3435574 Feb 28 10:46:46.723455 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50864) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:46.727889 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-13adaa52-6b7e-495b-99de-20fd68ff1c8a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': '6ce38374-a4d2-4daf-810b-018228fa4b54', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:46:46.785747 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4ca0a066-a050-48b3-82a2-5da706fed4f1 req-4258bbd5-c23c-42ed-8c58-8083d6b305ed service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725279 Feb 28 10:46:46.790365 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-482da360-a44d-4d33-99e0-c1abbe8455b4 req-bfcaaa02-32e6-4b26-903f-dd0223ca3191 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712361 Feb 28 10:46:46.817862 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-13adaa52-6b7e-495b-99de-20fd68ff1c8a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (02e31dda-73d1-41e4-9183-883446fbc006), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:46.874061 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-13adaa52-6b7e-495b-99de-20fd68ff1c8a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (02e31dda-73d1-41e4-9183-883446fbc006), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:46.933084 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-13adaa52-6b7e-495b-99de-20fd68ff1c8a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (02e31dda-73d1-41e4-9183-883446fbc006), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:46.955529 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adaa52-6b7e-495b-99de-20fd68ff1c8a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02e31dda-73d1-41e4-9183-883446fbc006,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:47.015315 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-13adaa52-6b7e-495b-99de-20fd68ff1c8a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:47.016650 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-13adaa52-6b7e-495b-99de-20fd68ff1c8a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2921848 Feb 28 10:46:47.020369 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50866) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:47.025134 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-de72bca8-f142-4db1-8bb0-74d66b386449 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': '6ce38374-a4d2-4daf-810b-018228fa4b54', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:46:47.098138 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-de72bca8-f142-4db1-8bb0-74d66b386449 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (6517c451-3a47-42bd-863b-ab972b13eb25), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:47.156006 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-de72bca8-f142-4db1-8bb0-74d66b386449 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (6517c451-3a47-42bd-863b-ab972b13eb25), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:47.224805 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-de72bca8-f142-4db1-8bb0-74d66b386449 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (6517c451-3a47-42bd-863b-ab972b13eb25), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:47.245864 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de72bca8-f142-4db1-8bb0-74d66b386449 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6517c451-3a47-42bd-863b-ab972b13eb25,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:47.335577 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-de72bca8-f142-4db1-8bb0-74d66b386449 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:47.336784 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-de72bca8-f142-4db1-8bb0-74d66b386449 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3154209 Feb 28 10:46:47.339595 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50868) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:47.343830 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-ec32fdfb-762b-4137-b24c-c9db7c0150ab tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': '6ce38374-a4d2-4daf-810b-018228fa4b54', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:46:47.419115 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.securitygroups_db [None req-ec32fdfb-762b-4137-b24c-c9db7c0150ab tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Project 02ebd57ebb02426fbf4a686f080eb9d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:46:47.424835 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ec32fdfb-762b-4137-b24c-c9db7c0150ab tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (89f9f9ec-2cdf-497d-b5fb-7ab9a7929e48), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:47.483151 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ec32fdfb-762b-4137-b24c-c9db7c0150ab tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (89f9f9ec-2cdf-497d-b5fb-7ab9a7929e48), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:47.561786 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ec32fdfb-762b-4137-b24c-c9db7c0150ab tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (89f9f9ec-2cdf-497d-b5fb-7ab9a7929e48), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:47.580668 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec32fdfb-762b-4137-b24c-c9db7c0150ab tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89f9f9ec-2cdf-497d-b5fb-7ab9a7929e48,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:47.637981 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ec32fdfb-762b-4137-b24c-c9db7c0150ab tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:47.640193 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-ec32fdfb-762b-4137-b24c-c9db7c0150ab tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2996230 Feb 28 10:46:47.643264 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50870) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:47.647649 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-302b374a-aafb-4de4-ae58-6cad08ffe46a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': '6ce38374-a4d2-4daf-810b-018228fa4b54', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:46:47.716015 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.securitygroups_db [None req-302b374a-aafb-4de4-ae58-6cad08ffe46a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Project 02ebd57ebb02426fbf4a686f080eb9d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:46:47.721931 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-302b374a-aafb-4de4-ae58-6cad08ffe46a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (45e42cd2-1720-4164-8ffd-efa381b50422), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:47.779570 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-302b374a-aafb-4de4-ae58-6cad08ffe46a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (45e42cd2-1720-4164-8ffd-efa381b50422), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:47.818603 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-302b374a-aafb-4de4-ae58-6cad08ffe46a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (45e42cd2-1720-4164-8ffd-efa381b50422), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:47.836817 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302b374a-aafb-4de4-ae58-6cad08ffe46a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45e42cd2-1720-4164-8ffd-efa381b50422,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:47.891412 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-302b374a-aafb-4de4-ae58-6cad08ffe46a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:47.892648 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-302b374a-aafb-4de4-ae58-6cad08ffe46a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2484422 Feb 28 10:46:47.920538 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e8a97-ecd4-49e2-b40b-d760a76b6b28 req-657cdd9b-9b35-4e4d-988d-ee2eefcc6d2b tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:47.922060 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-861e8a97-ecd4-49e2-b40b-d760a76b6b28 req-657cdd9b-9b35-4e4d-988d-ee2eefcc6d2b tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=495df2a2-cfd8-4323-8f0d-db38e9507b50 HTTP/1.1" status: 200 len: 945 time: 0.0618112 Feb 28 10:46:47.974262 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-861e8a97-ecd4-49e2-b40b-d760a76b6b28 req-9afb9e16-eb33-434c-b5be-f156942017d9 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458548 Feb 28 10:46:48.055224 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-743e352c-46d3-4bf2-818d-1237de30c4ab req-9c3d1460-dfdb-4683-b916-3d54cc5d7e70 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-217968382&fields=id&tenant_id=02ebd57ebb02426fbf4a686f080eb9d7 HTTP/1.1" status: 200 len: 267 time: 0.0453205 Feb 28 10:46:48.113993 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e352c-46d3-4bf2-818d-1237de30c4ab req-a45b69dd-58aa-4a8d-a911-34fec62305bb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:48.115377 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-743e352c-46d3-4bf2-818d-1237de30c4ab req-a45b69dd-58aa-4a8d-a911-34fec62305bb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports/71ef83c3-f565-4226-a35a-fd0eff5f617c HTTP/1.1" status: 200 len: 931 time: 0.0533845 Feb 28 10:46:48.165947 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-743e352c-46d3-4bf2-818d-1237de30c4ab req-6252c755-f7d7-43ad-8bb3-89401e33cbc2 service neutron] 10.222.0.62 "GET /v2.0/ports/71ef83c3-f565-4226-a35a-fd0eff5f617c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0389760 Feb 28 10:46:48.252192 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-743e352c-46d3-4bf2-818d-1237de30c4ab req-2f17121e-4821-473c-8043-54b83d96ff06 service neutron] 10.222.0.62 "GET /v2.0/networks/2763dcf2-2ed6-4ab6-9358-b44aa3e49516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806379 Feb 28 10:46:48.344367 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-743e352c-46d3-4bf2-818d-1237de30c4ab req-d1195d83-c50d-4cd9-8a07-080d39fa57f0 service neutron] 10.222.0.62 "GET /v2.0/networks/2763dcf2-2ed6-4ab6-9358-b44aa3e49516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848796 Feb 28 10:46:48.395677 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e352c-46d3-4bf2-818d-1237de30c4ab req-4952c2bd-c20f-4c83-b67c-25d64e7ed365 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:48.397021 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-743e352c-46d3-4bf2-818d-1237de30c4ab req-4952c2bd-c20f-4c83-b67c-25d64e7ed365 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports/71ef83c3-f565-4226-a35a-fd0eff5f617c HTTP/1.1" status: 200 len: 931 time: 0.0464814 Feb 28 10:46:48.635093 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-962ebef3-d833-442e-a2c9-22aa39560049 req-f53217d5-22b4-4f56-b833-8c6c602dd106 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=9307cb9c-0af3-4e2f-b719-2d38957bb207 HTTP/1.1" status: 200 len: 210 time: 0.0320199 Feb 28 10:46:48.637191 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ba0817c0-7779-4e58-8265-6e1d9c458c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:48.682807 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50896) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:48.782345 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e352c-46d3-4bf2-818d-1237de30c4ab req-c376f918-5de3-4be3-b1bd-ae4fd8df90a5 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:48.783800 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-743e352c-46d3-4bf2-818d-1237de30c4ab req-c376f918-5de3-4be3-b1bd-ae4fd8df90a5 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports/71ef83c3-f565-4226-a35a-fd0eff5f617c HTTP/1.1" status: 200 len: 931 time: 0.0998781 Feb 28 10:46:49.106765 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2417cd-19a4-46c7-b7d9-a4558b12dbdd req-78aa330a-b21a-41d9-b75a-02bd981415c0 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:49.108229 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8a2417cd-19a4-46c7-b7d9-a4558b12dbdd req-78aa330a-b21a-41d9-b75a-02bd981415c0 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=495df2a2-cfd8-4323-8f0d-db38e9507b50 HTTP/1.1" status: 200 len: 945 time: 0.0600290 Feb 28 10:46:49.156957 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8a2417cd-19a4-46c7-b7d9-a4558b12dbdd req-d1982688-aaf5-477e-863a-a0795382c2c4 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423839 Feb 28 10:46:49.275727 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3693bad-e90a-4d7f-b11d-4c08049dbf0d req-27b2d9cb-b0b3-4db3-9bf8-c83d00ff2202 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:49.277229 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-a3693bad-e90a-4d7f-b11d-4c08049dbf0d req-27b2d9cb-b0b3-4db3-9bf8-c83d00ff2202 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=495df2a2-cfd8-4323-8f0d-db38e9507b50 HTTP/1.1" status: 200 len: 945 time: 0.0542958 Feb 28 10:46:49.325635 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-a3693bad-e90a-4d7f-b11d-4c08049dbf0d req-c987e7b8-7433-4111-8889-1fdbd113f53d tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427835 Feb 28 10:46:49.348588 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50912) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:49.395310 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0143b98d-6a7e-4aaa-94da-f330a0feceb0 tempest-TestVolumeBootPattern-705207641 tempest-TestVolumeBootPattern-705207641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:49.396746 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-0143b98d-6a7e-4aaa-94da-f330a0feceb0 tempest-TestVolumeBootPattern-705207641 tempest-TestVolumeBootPattern-705207641-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=495df2a2-cfd8-4323-8f0d-db38e9507b50 HTTP/1.1" status: 200 len: 1124 time: 0.0471206 Feb 28 10:46:49.399461 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50914) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:49.403609 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-c27fd8cc-0406-4826-a68e-a9b682774b6a tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Request body: {'floatingip': {'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'port_id': 'f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:46:49.470497 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c27fd8cc-0406-4826-a68e-a9b682774b6a tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:49.572384 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c27fd8cc-0406-4826-a68e-a9b682774b6a tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:49.680530 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-c27fd8cc-0406-4826-a68e-a9b682774b6a tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Allocated IP 172.26.3.7 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/0ec9bb20-86c4-43ce-8e52-ffc6f2e55023) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:46:49.761694 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-acd2e0a5-6d1d-46f7-be7d-6b3cfea63438 req-d62aa135-d434-4322-9a6f-1cc7942b2185 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=9307cb9c-0af3-4e2f-b719-2d38957bb207 HTTP/1.1" status: 200 len: 210 time: 0.0569510 Feb 28 10:46:49.808295 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c27fd8cc-0406-4826-a68e-a9b682774b6a tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks [] for port (0ec9bb20-86c4-43ce-8e52-ffc6f2e55023), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:49.904887 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c27fd8cc-0406-4826-a68e-a9b682774b6a tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (0ec9bb20-86c4-43ce-8e52-ffc6f2e55023), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:49.947237 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27fd8cc-0406-4826-a68e-a9b682774b6a tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:46:49.952066 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-c27fd8cc-0406-4826-a68e-a9b682774b6a tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:46:49.954690 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27fd8cc-0406-4826-a68e-a9b682774b6a tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:46:49.977370 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fd8cc-0406-4826-a68e-a9b682774b6a tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Pushing event updated for resources: {'Port': ['ID=0ec9bb20-86c4-43ce-8e52-ffc6f2e55023,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:49.995936 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:50.327198 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c27fd8cc-0406-4826-a68e-a9b682774b6a tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks [] for floatingip (7fcc69a1-cbe6-435a-b3a1-193136eab428), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:50.458040 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c27fd8cc-0406-4826-a68e-a9b682774b6a tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (0ec9bb20-86c4-43ce-8e52-ffc6f2e55023), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:50.588562 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e352c-46d3-4bf2-818d-1237de30c4ab req-a1f9836f-016a-430c-b0b2-3c8fac8dc57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:50.589969 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-743e352c-46d3-4bf2-818d-1237de30c4ab req-a1f9836f-016a-430c-b0b2-3c8fac8dc57a service neutron] 10.222.0.70 "GET /v2.0/ports/71ef83c3-f565-4226-a35a-fd0eff5f617c HTTP/1.1" status: 200 len: 1027 time: 0.0439951 Feb 28 10:46:50.710479 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c27fd8cc-0406-4826-a68e-a9b682774b6a tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks [] for port (0ec9bb20-86c4-43ce-8e52-ffc6f2e55023), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:50.735595 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e352c-46d3-4bf2-818d-1237de30c4ab req-063d9ae8-cd58-48a9-be30-b4402255aaab tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:50.737834 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-743e352c-46d3-4bf2-818d-1237de30c4ab req-063d9ae8-cd58-48a9-be30-b4402255aaab tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.70 "GET /v2.0/networks?id=2763dcf2-2ed6-4ab6-9358-b44aa3e49516 HTTP/1.1" status: 200 len: 795 time: 0.1391137 Feb 28 10:46:50.802287 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c27fd8cc-0406-4826-a68e-a9b682774b6a tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (0ec9bb20-86c4-43ce-8e52-ffc6f2e55023), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:50.808682 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-743e352c-46d3-4bf2-818d-1237de30c4ab req-d71b2111-b3a7-4af9-9301-776901841f07 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02ebd57ebb02426fbf4a686f080eb9d7 HTTP/1.1" status: 200 len: 379 time: 0.0569110 Feb 28 10:46:50.840660 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-743e352c-46d3-4bf2-818d-1237de30c4ab req-52aaf8ff-1210-45f0-9fdd-7ccebfda30f4 service neutron] Request body: {'port': {'device_id': '9307cb9c-0af3-4e2f-b719-2d38957bb207', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8291'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:46:50.878389 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-b8e0e45c-ae4c-494d-8030-9bab656e5c7d req-ac29b0e0-29d5-4c00-a49e-d5767b8fea84 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=9307cb9c-0af3-4e2f-b719-2d38957bb207 HTTP/1.1" status: 200 len: 210 time: 0.0446420 Feb 28 10:46:50.912883 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fd8cc-0406-4826-a68e-a9b682774b6a tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Pushing event updated for resources: {'Port': ['ID=0ec9bb20-86c4-43ce-8e52-ffc6f2e55023,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:50.945652 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c27fd8cc-0406-4826-a68e-a9b682774b6a tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047917'] for floatingip (7fcc69a1-cbe6-435a-b3a1-193136eab428), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:50.949913 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-743e352c-46d3-4bf2-818d-1237de30c4ab req-52aaf8ff-1210-45f0-9fdd-7ccebfda30f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (71ef83c3-f565-4226-a35a-fd0eff5f617c), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:51.140657 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.l3_db [None req-c27fd8cc-0406-4826-a68e-a9b682774b6a tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Floating IP 7fcc69a1-cbe6-435a-b3a1-193136eab428 associated. External IP: 172.26.3.7, port: f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c. Feb 28 10:46:51.276272 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:51.789606 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [req-743e352c-46d3-4bf2-818d-1237de30c4ab req-52aaf8ff-1210-45f0-9fdd-7ccebfda30f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71ef83c3-f565-4226-a35a-fd0eff5f617c {{(pid=104083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:46:51.805776 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-743e352c-46d3-4bf2-818d-1237de30c4ab req-52aaf8ff-1210-45f0-9fdd-7ccebfda30f4 service neutron] Publish callbacks [] for port (71ef83c3-f565-4226-a35a-fd0eff5f617c), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:51.831120 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [req-743e352c-46d3-4bf2-818d-1237de30c4ab req-52aaf8ff-1210-45f0-9fdd-7ccebfda30f4 service neutron] Transition to ACTIVE for port object 71ef83c3-f565-4226-a35a-fd0eff5f617c will not be triggered until provisioned by entity L2. {{(pid=104083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:46:51.835233 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c27fd8cc-0406-4826-a68e-a9b682774b6a tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Router fb9806d2-32f1-4369-b725-739487e43fc4 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:46:51.920483 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-743e352c-46d3-4bf2-818d-1237de30c4ab req-52aaf8ff-1210-45f0-9fdd-7ccebfda30f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (71ef83c3-f565-4226-a35a-fd0eff5f617c), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:52.026496 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c27fd8cc-0406-4826-a68e-a9b682774b6a tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:46:52.032404 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aaf8ff-1210-45f0-9fdd-7ccebfda30f4 service neutron] Pushing event updated for resources: {'Port': ['ID=71ef83c3-f565-4226-a35a-fd0eff5f617c,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:52.039462 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07937070-459b-4c49-a36e-0089fa478d06 None None] Sync routers for ids ['fb9806d2-32f1-4369-b725-739487e43fc4'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:46:52.056044 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07937070-459b-4c49-a36e-0089fa478d06 None None] Routers {'fb9806d2-32f1-4369-b725-739487e43fc4'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:46:52.056668 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-07937070-459b-4c49-a36e-0089fa478d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:46:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['fb9806d2-32f1-4369-b725-739487e43fc4'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:46:52.113140 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9968db4-894c-48ec-b821-2a4846659f21 req-ce78026c-a73f-4a44-9b90-ab2799753355 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:52.114720 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f9968db4-894c-48ec-b821-2a4846659f21 req-ce78026c-a73f-4a44-9b90-ab2799753355 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=9307cb9c-0af3-4e2f-b719-2d38957bb207 HTTP/1.1" status: 200 len: 982 time: 0.1605747 Feb 28 10:46:52.147933 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-743e352c-46d3-4bf2-818d-1237de30c4ab req-52aaf8ff-1210-45f0-9fdd-7ccebfda30f4 service neutron] Attempting to bind port 71ef83c3-f565-4226-a35a-fd0eff5f617c on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:46:52.148269 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-743e352c-46d3-4bf2-818d-1237de30c4ab req-52aaf8ff-1210-45f0-9fdd-7ccebfda30f4 service neutron] Attempting to bind port 71ef83c3-f565-4226-a35a-fd0eff5f617c by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '47bd04d8-1503-41a7-8ccb-eb5dea67ad60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2763dcf2-2ed6-4ab6-9358-b44aa3e49516'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:46:52.148605 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743e352c-46d3-4bf2-818d-1237de30c4ab req-52aaf8ff-1210-45f0-9fdd-7ccebfda30f4 service neutron] Attempting to bind port 71ef83c3-f565-4226-a35a-fd0eff5f617c on network 2763dcf2-2ed6-4ab6-9358-b44aa3e49516 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:46:52.156507 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c27fd8cc-0406-4826-a68e-a9b682774b6a tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:52.172186 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-07937070-459b-4c49-a36e-0089fa478d06 None None] Set router fb9806d2-32f1-4369-b725-739487e43fc4 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:46:52.184599 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743e352c-46d3-4bf2-818d-1237de30c4ab req-52aaf8ff-1210-45f0-9fdd-7ccebfda30f4 service neutron] Port 71ef83c3-f565-4226-a35a-fd0eff5f617c on network 2763dcf2-2ed6-4ab6-9358-b44aa3e49516 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:46:52.184937 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743e352c-46d3-4bf2-818d-1237de30c4ab req-52aaf8ff-1210-45f0-9fdd-7ccebfda30f4 service neutron] Attempting to bind port 71ef83c3-f565-4226-a35a-fd0eff5f617c on network 2763dcf2-2ed6-4ab6-9358-b44aa3e49516 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:46:52.208004 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743e352c-46d3-4bf2-818d-1237de30c4ab req-52aaf8ff-1210-45f0-9fdd-7ccebfda30f4 service neutron] Checking agent: {'id': '9c9e5963-7abc-415a-a91c-4432861f4313', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'started_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:46:52.208345 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743e352c-46d3-4bf2-818d-1237de30c4ab req-52aaf8ff-1210-45f0-9fdd-7ccebfda30f4 service neutron] Checking segment: {'id': '47bd04d8-1503-41a7-8ccb-eb5dea67ad60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2763dcf2-2ed6-4ab6-9358-b44aa3e49516'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:46:52.208736 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743e352c-46d3-4bf2-818d-1237de30c4ab req-52aaf8ff-1210-45f0-9fdd-7ccebfda30f4 service neutron] Bound using segment: {'id': '47bd04d8-1503-41a7-8ccb-eb5dea67ad60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2763dcf2-2ed6-4ab6-9358-b44aa3e49516'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:46:52.209176 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-743e352c-46d3-4bf2-818d-1237de30c4ab req-52aaf8ff-1210-45f0-9fdd-7ccebfda30f4 service neutron] Bound port: 71ef83c3-f565-4226-a35a-fd0eff5f617c, host: hv-neutron-8291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47bd04d8-1503-41a7-8ccb-eb5dea67ad60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2763dcf2-2ed6-4ab6-9358-b44aa3e49516'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:46:52.209533 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-743e352c-46d3-4bf2-818d-1237de30c4ab req-52aaf8ff-1210-45f0-9fdd-7ccebfda30f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (71ef83c3-f565-4226-a35a-fd0eff5f617c), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:52.215237 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f9968db4-894c-48ec-b821-2a4846659f21 req-e75d8925-bf6f-4cab-8126-607521cd8519 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a70ec28-dc16-4525-b780-15c86ed09d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945446 Feb 28 10:46:52.231399 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-c27fd8cc-0406-4826-a68e-a9b682774b6a tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.8308787 Feb 28 10:46:52.234309 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '495df2a2-cfd8-4323-8f0d-db38e9507b50', 'tag': 'f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:46:52.237362 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d901c49-47ae-4d9a-9d02-20c939c565d5" -d '{"events": [{"name": "network-changed", "server_uuid": "495df2a2-cfd8-4323-8f0d-db38e9507b50", "tag": "f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:46:52.278983 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d48402d-2b8b-420c-9e35-46f864dac3aa x-openstack-request-id: req-7d48402d-2b8b-420c-9e35-46f864dac3aa {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:46:52.279297 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "495df2a2-cfd8-4323-8f0d-db38e9507b50", "tag": "f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:46:52.279560 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7d48402d-2b8b-420c-9e35-46f864dac3aa {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:46:52.280005 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '495df2a2-cfd8-4323-8f0d-db38e9507b50', 'tag': 'f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c', 'status': 'completed', 'code': 200} Feb 28 10:46:52.299965 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-743e352c-46d3-4bf2-818d-1237de30c4ab req-52aaf8ff-1210-45f0-9fdd-7ccebfda30f4 service neutron] For port 71ef83c3-f565-4226-a35a-fd0eff5f617c, host hv-neutron-8291, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:46:52.303274 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-743e352c-46d3-4bf2-818d-1237de30c4ab req-52aaf8ff-1210-45f0-9fdd-7ccebfda30f4 service neutron] For port 71ef83c3-f565-4226-a35a-fd0eff5f617c, host hv-neutron-8291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=71ef83c3-f565-4226-a35a-fd0eff5f617c,segment=NetworkSegment(47bd04d8-1503-41a7-8ccb-eb5dea67ad60),segment_id=47bd04d8-1503-41a7-8ccb-eb5dea67ad60)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:46:52.367366 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d901c49-47ae-4d9a-9d02-20c939c565d5 req-e2fae93d-f7b6-4e4f-9862-cc4c91d7327d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:52.369005 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-2d901c49-47ae-4d9a-9d02-20c939c565d5 req-e2fae93d-f7b6-4e4f-9862-cc4c91d7327d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fb97474a860e4d948fd0a95e1b318101&device_id=495df2a2-cfd8-4323-8f0d-db38e9507b50 HTTP/1.1" status: 200 len: 1129 time: 0.0442524 Feb 28 10:46:52.390672 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-743e352c-46d3-4bf2-818d-1237de30c4ab req-52aaf8ff-1210-45f0-9fdd-7ccebfda30f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (71ef83c3-f565-4226-a35a-fd0eff5f617c), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:52.419794 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-07937070-459b-4c49-a36e-0089fa478d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'name': 'tempest-TestVolumeBootPattern-713778107-router', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a18ea445-10b9-43f2-906e-3ea457f19b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:59Z', 'updated_at': '2022-02-28T10:42:04Z', 'revision_number': 4, 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'gw_port': {'id': 'a18ea445-10b9-43f2-906e-3ea457f19b46', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:00Z', 'updated_at': '2022-02-28T10:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': '7fcc69a1-cbe6-435a-b3a1-193136eab428', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'floating_ip_address': '172.26.3.7', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'port_id': 'f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a', 'mac_address': 'fa:16:3e:c1:c2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495df2a2-cfd8-4323-8f0d-db38e9507b50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:46:50Z', 'updated_at': '2022-02-28T10:46:50Z', 'revision_number': 0, 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '322c8862-e166-4219-b05c-8a81cc0fb920', 'name': '', 'network_id': 'b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'mac_address': 'fa:16:3e:dd:16:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'e8522a33-2f3b-469a-aaa7-bb28734740a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:03Z', 'updated_at': '2022-02-28T10:42:12Z', 'revision_number': 5, 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'subnets': [{'id': 'e8522a33-2f3b-469a-aaa7-bb28734740a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:46:52.432127 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e352c-46d3-4bf2-818d-1237de30c4ab req-52aaf8ff-1210-45f0-9fdd-7ccebfda30f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:52.432975 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-743e352c-46d3-4bf2-818d-1237de30c4ab req-52aaf8ff-1210-45f0-9fdd-7ccebfda30f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:52.434647 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-743e352c-46d3-4bf2-818d-1237de30c4ab req-52aaf8ff-1210-45f0-9fdd-7ccebfda30f4 service neutron] 10.222.0.70 "PUT /v2.0/ports/71ef83c3-f565-4226-a35a-fd0eff5f617c HTTP/1.1" status: 200 len: 1132 time: 1.6187828 Feb 28 10:46:52.448707 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07937070-459b-4c49-a36e-0089fa478d06 None None] Checking router: fb9806d2-32f1-4369-b725-739487e43fc4 for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:46:52.459493 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07937070-459b-4c49-a36e-0089fa478d06 None None] Routers {'fb9806d2-32f1-4369-b725-739487e43fc4'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:46:52.460137 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-07937070-459b-4c49-a36e-0089fa478d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:46:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['fb9806d2-32f1-4369-b725-739487e43fc4'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:46:52.465180 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aaf8ff-1210-45f0-9fdd-7ccebfda30f4 service neutron] Pushing event updated for resources: {'Port': ['ID=71ef83c3-f565-4226-a35a-fd0eff5f617c,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:52.492737 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d901c49-47ae-4d9a-9d02-20c939c565d5 req-e949a532-e326-412e-8733-376d71979300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:52.494628 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-2d901c49-47ae-4d9a-9d02-20c939c565d5 req-e949a532-e326-412e-8733-376d71979300 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a HTTP/1.1" status: 200 len: 911 time: 0.1188498 Feb 28 10:46:52.577118 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-2d901c49-47ae-4d9a-9d02-20c939c565d5 req-8b200a7b-3b80-4313-b98e-7dfbbf68143d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c HTTP/1.1" status: 200 len: 997 time: 0.0736556 Feb 28 10:46:52.597209 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-07937070-459b-4c49-a36e-0089fa478d06 None None] Set router fb9806d2-32f1-4369-b725-739487e43fc4 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:46:52.606569 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e352c-46d3-4bf2-818d-1237de30c4ab req-8b0e2e99-948f-4c73-be71-1dd90cb5db5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:52.608158 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-743e352c-46d3-4bf2-818d-1237de30c4ab req-8b0e2e99-948f-4c73-be71-1dd90cb5db5d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=02ebd57ebb02426fbf4a686f080eb9d7&device_id=9307cb9c-0af3-4e2f-b719-2d38957bb207 HTTP/1.1" status: 200 len: 1166 time: 0.0532730 Feb 28 10:46:52.638162 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d901c49-47ae-4d9a-9d02-20c939c565d5 req-b0755b80-95b5-4c62-b512-0c3b3dfa3050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:52.639856 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-2d901c49-47ae-4d9a-9d02-20c939c565d5 req-b0755b80-95b5-4c62-b512-0c3b3dfa3050 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e8522a33-2f3b-469a-aaa7-bb28734740a0 HTTP/1.1" status: 200 len: 850 time: 0.0559714 Feb 28 10:46:52.666955 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-743e352c-46d3-4bf2-818d-1237de30c4ab req-a76d5ea3-f95d-4915-8d05-3e683b3ca4dc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71ef83c3-f565-4226-a35a-fd0eff5f617c HTTP/1.1" status: 200 len: 217 time: 0.0461855 Feb 28 10:46:52.694530 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d901c49-47ae-4d9a-9d02-20c939c565d5 req-6f135070-ec23-4b30-b9a8-909f1ba27ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:52.696399 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-2d901c49-47ae-4d9a-9d02-20c939c565d5 req-6f135070-ec23-4b30-b9a8-909f1ba27ad4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0498888 Feb 28 10:46:52.699057 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:52.725310 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e352c-46d3-4bf2-818d-1237de30c4ab req-830389cb-bd06-4a08-8e74-c77b901c8bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:52.727147 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-743e352c-46d3-4bf2-818d-1237de30c4ab req-830389cb-bd06-4a08-8e74-c77b901c8bcf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a5233698-bf49-4702-ba9d-1fa9ad0071c7 HTTP/1.1" status: 200 len: 835 time: 0.0539093 Feb 28 10:46:52.790462 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e352c-46d3-4bf2-818d-1237de30c4ab req-c475fd0b-a740-4a79-9fab-6d6f497ad8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:52.792226 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-743e352c-46d3-4bf2-818d-1237de30c4ab req-c475fd0b-a740-4a79-9fab-6d6f497ad8fa service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2763dcf2-2ed6-4ab6-9358-b44aa3e49516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0592968 Feb 28 10:46:52.797171 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-2d901c49-47ae-4d9a-9d02-20c939c565d5 req-ffe6692e-932a-48c9-a44c-982897bca43f service neutron] 10.222.0.70 "GET /v2.0/networks/b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943611 Feb 28 10:46:52.887839 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-07937070-459b-4c49-a36e-0089fa478d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'name': 'tempest-TestVolumeBootPattern-713778107-router', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a18ea445-10b9-43f2-906e-3ea457f19b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:59Z', 'updated_at': '2022-02-28T10:42:04Z', 'revision_number': 4, 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'gw_port': {'id': 'a18ea445-10b9-43f2-906e-3ea457f19b46', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:00Z', 'updated_at': '2022-02-28T10:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': '7fcc69a1-cbe6-435a-b3a1-193136eab428', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'floating_ip_address': '172.26.3.7', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'port_id': 'f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a', 'mac_address': 'fa:16:3e:c1:c2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495df2a2-cfd8-4323-8f0d-db38e9507b50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:46:50Z', 'updated_at': '2022-02-28T10:46:50Z', 'revision_number': 0, 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '322c8862-e166-4219-b05c-8a81cc0fb920', 'name': '', 'network_id': 'b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'mac_address': 'fa:16:3e:dd:16:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'e8522a33-2f3b-469a-aaa7-bb28734740a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:03Z', 'updated_at': '2022-02-28T10:42:12Z', 'revision_number': 5, 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'subnets': [{'id': 'e8522a33-2f3b-469a-aaa7-bb28734740a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:46:52.888428 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-743e352c-46d3-4bf2-818d-1237de30c4ab req-435191aa-a079-41dd-9d4b-4ae882e1a8b4 service neutron] 10.222.0.70 "GET /v2.0/networks/2763dcf2-2ed6-4ab6-9358-b44aa3e49516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905421 Feb 28 10:46:52.902657 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-2d901c49-47ae-4d9a-9d02-20c939c565d5 req-29677f36-c1d8-480e-b71c-a2c21cb32a76 service neutron] 10.222.0.70 "GET /v2.0/networks/b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988729 Feb 28 10:46:52.915576 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07937070-459b-4c49-a36e-0089fa478d06 None None] The sync data for ids ['fb9806d2-32f1-4369-b725-739487e43fc4'] in dv-neutron-829161-3-hyperv is: [{'id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'name': 'tempest-TestVolumeBootPattern-713778107-router', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a18ea445-10b9-43f2-906e-3ea457f19b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:59Z', 'updated_at': '2022-02-28T10:42:04Z', 'revision_number': 4, 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'gw_port': {'id': 'a18ea445-10b9-43f2-906e-3ea457f19b46', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:00Z', 'updated_at': '2022-02-28T10:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': '7fcc69a1-cbe6-435a-b3a1-193136eab428', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'floating_ip_address': '172.26.3.7', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'port_id': 'f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a', 'mac_address': 'fa:16:3e:c1:c2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495df2a2-cfd8-4323-8f0d-db38e9507b50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:46:50Z', 'updated_at': '2022-02-28T10:46:50Z', 'revision_number': 0, 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '322c8862-e166-4219-b05c-8a81cc0fb920', 'name': '', 'network_id': 'b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'mac_address': 'fa:16:3e:dd:16:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'e8522a33-2f3b-469a-aaa7-bb28734740a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:03Z', 'updated_at': '2022-02-28T10:42:12Z', 'revision_number': 5, 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'subnets': [{'id': 'e8522a33-2f3b-469a-aaa7-bb28734740a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:46:52.989608 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-743e352c-46d3-4bf2-818d-1237de30c4ab req-40253a44-3650-4d45-a5a1-b39c9e1f422b service neutron] 10.222.0.70 "GET /v2.0/networks/2763dcf2-2ed6-4ab6-9358-b44aa3e49516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953267 Feb 28 10:46:53.123581 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2507c4-d21d-4ad2-b353-acc4bab8af0e None None] New status for floating IP 7fcc69a1-cbe6-435a-b3a1-193136eab428: ACTIVE {{(pid=104086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:46:53.336901 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade6cbb-525f-46c1-8a55-b6a84e461c4e req-39fdf1de-2699-479a-8f79-ecfe11bda26a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:53.338497 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8ade6cbb-525f-46c1-8a55-b6a84e461c4e req-39fdf1de-2699-479a-8f79-ecfe11bda26a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=9307cb9c-0af3-4e2f-b719-2d38957bb207 HTTP/1.1" status: 200 len: 982 time: 0.0545127 Feb 28 10:46:53.385681 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8ade6cbb-525f-46c1-8a55-b6a84e461c4e req-e4723471-d2a7-499d-8a22-b0a4ee85c93f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a70ec28-dc16-4525-b780-15c86ed09d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413709 Feb 28 10:46:54.281441 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9307cb9c-0af3-4e2f-b719-2d38957bb207', 'tag': '71ef83c3-f565-4226-a35a-fd0eff5f617c'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:46:54.284964 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb8f8b76-4b71-4827-bdd3-a84c64640c5c" -d '{"events": [{"name": "network-changed", "server_uuid": "9307cb9c-0af3-4e2f-b719-2d38957bb207", "tag": "71ef83c3-f565-4226-a35a-fd0eff5f617c"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:46:54.318724 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61306c4-3306-4479-bdfb-3dd6bbbb2693 x-openstack-request-id: req-f61306c4-3306-4479-bdfb-3dd6bbbb2693 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:46:54.319044 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9307cb9c-0af3-4e2f-b719-2d38957bb207", "tag": "71ef83c3-f565-4226-a35a-fd0eff5f617c", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:46:54.319308 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f61306c4-3306-4479-bdfb-3dd6bbbb2693 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:46:54.319708 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9307cb9c-0af3-4e2f-b719-2d38957bb207', 'tag': '71ef83c3-f565-4226-a35a-fd0eff5f617c', 'status': 'completed', 'code': 200} Feb 28 10:46:54.405864 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f8b76-4b71-4827-bdd3-a84c64640c5c req-e7344465-bb9a-42ae-a80e-d353219c559d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:54.407526 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-cb8f8b76-4b71-4827-bdd3-a84c64640c5c req-e7344465-bb9a-42ae-a80e-d353219c559d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=02ebd57ebb02426fbf4a686f080eb9d7&device_id=9307cb9c-0af3-4e2f-b719-2d38957bb207 HTTP/1.1" status: 200 len: 1166 time: 0.0442491 Feb 28 10:46:54.540742 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f8b76-4b71-4827-bdd3-a84c64640c5c req-552ff8b1-b2e4-4b6f-a5c0-4d3c9244db81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:54.542209 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-cb8f8b76-4b71-4827-bdd3-a84c64640c5c req-552ff8b1-b2e4-4b6f-a5c0-4d3c9244db81 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2763dcf2-2ed6-4ab6-9358-b44aa3e49516 HTTP/1.1" status: 200 len: 895 time: 0.1274464 Feb 28 10:46:54.549163 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c8bf3-a35d-4054-b11a-a9656cadfe72 req-b331dcb6-6bb2-415e-a476-b8d13715ff0e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:54.550522 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3b2c8bf3-a35d-4054-b11a-a9656cadfe72 req-b331dcb6-6bb2-415e-a476-b8d13715ff0e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=9307cb9c-0af3-4e2f-b719-2d38957bb207 HTTP/1.1" status: 200 len: 982 time: 0.0843987 Feb 28 10:46:54.600978 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-cb8f8b76-4b71-4827-bdd3-a84c64640c5c req-74de8ef6-094a-4fa1-ab1e-054f54b7fc88 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71ef83c3-f565-4226-a35a-fd0eff5f617c HTTP/1.1" status: 200 len: 217 time: 0.0495043 Feb 28 10:46:54.660584 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3b2c8bf3-a35d-4054-b11a-a9656cadfe72 req-353b02b7-0a2b-4adf-8a94-54129f704855 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a70ec28-dc16-4525-b780-15c86ed09d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036644 Feb 28 10:46:54.667546 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f8b76-4b71-4827-bdd3-a84c64640c5c req-ee09f168-489d-41c4-ac28-c40828b98628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:54.668946 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-cb8f8b76-4b71-4827-bdd3-a84c64640c5c req-ee09f168-489d-41c4-ac28-c40828b98628 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a5233698-bf49-4702-ba9d-1fa9ad0071c7 HTTP/1.1" status: 200 len: 835 time: 0.0607085 Feb 28 10:46:54.718447 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f8b76-4b71-4827-bdd3-a84c64640c5c req-ad44f636-837f-4f67-83db-b4bd49075504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:54.719961 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-cb8f8b76-4b71-4827-bdd3-a84c64640c5c req-ad44f636-837f-4f67-83db-b4bd49075504 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2763dcf2-2ed6-4ab6-9358-b44aa3e49516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0451796 Feb 28 10:46:54.811392 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-cb8f8b76-4b71-4827-bdd3-a84c64640c5c req-a27499bb-11fd-4818-9e6d-c2a03a7dae1b service neutron] 10.222.0.70 "GET /v2.0/networks/2763dcf2-2ed6-4ab6-9358-b44aa3e49516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853896 Feb 28 10:46:54.901198 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-cb8f8b76-4b71-4827-bdd3-a84c64640c5c req-e4faba44-5d0a-41ab-8f68-d32b0fd0a8de service neutron] 10.222.0.70 "GET /v2.0/networks/2763dcf2-2ed6-4ab6-9358-b44aa3e49516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836623 Feb 28 10:46:55.777085 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c959c-6bfa-43a9-acf2-69dd0cffe2b3 req-ce3b579c-161b-4ae5-ad7e-d05ab2ee303a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:55.778549 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-ff9c959c-6bfa-43a9-acf2-69dd0cffe2b3 req-ce3b579c-161b-4ae5-ad7e-d05ab2ee303a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=9307cb9c-0af3-4e2f-b719-2d38957bb207 HTTP/1.1" status: 200 len: 982 time: 0.0510478 Feb 28 10:46:55.824945 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-ff9c959c-6bfa-43a9-acf2-69dd0cffe2b3 req-c7a5069c-99af-4ba9-8206-fe505e545e99 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a70ec28-dc16-4525-b780-15c86ed09d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401025 Feb 28 10:46:55.975271 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 71ef83c3-f565-4226-a35a-fd0eff5f617c details requested by agent hyperv_hv-neutron-8291 with host hv-neutron-8291 {{(pid=104085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:46:56.073715 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 71ef83c3-f565-4226-a35a-fd0eff5f617c, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=71ef83c3-f565-4226-a35a-fd0eff5f617c,segment=NetworkSegment(47bd04d8-1503-41a7-8ccb-eb5dea67ad60),segment_id=47bd04d8-1503-41a7-8ccb-eb5dea67ad60)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:46:56.086416 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Returning: {'device': '71ef83c3-f565-4226-a35a-fd0eff5f617c', 'network_id': '2763dcf2-2ed6-4ab6-9358-b44aa3e49516', 'port_id': '71ef83c3-f565-4226-a35a-fd0eff5f617c', 'mac_address': 'fa:16:3e:f4:a9:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5233698-bf49-4702-ba9d-1fa9ad0071c7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:46:56.121759 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 71ef83c3-f565-4226-a35a-fd0eff5f617c is: DOWN; New status is: BUILD {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:46:56.122152 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (71ef83c3-f565-4226-a35a-fd0eff5f617c), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:56.135542 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71ef83c3-f565-4226-a35a-fd0eff5f617c {{(pid=104085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:46:56.154755 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 71ef83c3-f565-4226-a35a-fd0eff5f617c, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=71ef83c3-f565-4226-a35a-fd0eff5f617c,segment=NetworkSegment(47bd04d8-1503-41a7-8ccb-eb5dea67ad60),segment_id=47bd04d8-1503-41a7-8ccb-eb5dea67ad60)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:46:56.207127 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (71ef83c3-f565-4226-a35a-fd0eff5f617c), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:56.258292 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=71ef83c3-f565-4226-a35a-fd0eff5f617c,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:56.489451 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['71ef83c3-f565-4226-a35a-fd0eff5f617c'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:46:56.714190 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:46:56.947345 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb8dd2-1ca0-4fef-bb6b-1e8ace4dbf14 req-6edea019-dc75-43cf-ad27-fbb949cb632e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:56.948859 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9acb8dd2-1ca0-4fef-bb6b-1e8ace4dbf14 req-6edea019-dc75-43cf-ad27-fbb949cb632e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=9307cb9c-0af3-4e2f-b719-2d38957bb207 HTTP/1.1" status: 200 len: 983 time: 0.0590096 Feb 28 10:46:56.995624 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9acb8dd2-1ca0-4fef-bb6b-1e8ace4dbf14 req-896d9b1d-8cbe-401d-8d03-ddce335d8728 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a70ec28-dc16-4525-b780-15c86ed09d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411489 Feb 28 10:46:57.975971 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 71ef83c3-f565-4226-a35a-fd0eff5f617c up at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:46:58.076403 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning for port 71ef83c3-f565-4226-a35a-fd0eff5f617c completed by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:46:58.081284 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning complete for port 71ef83c3-f565-4226-a35a-fd0eff5f617c triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:46:58.081666 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (71ef83c3-f565-4226-a35a-fd0eff5f617c), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:58.120400 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20808b-0421-4a22-9f8e-ac618bbb4429 req-03a9c668-e3a0-48c4-8cba-1b607ee9dcaa tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:58.121935 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-9e20808b-0421-4a22-9f8e-ac618bbb4429 req-03a9c668-e3a0-48c4-8cba-1b607ee9dcaa tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=9307cb9c-0af3-4e2f-b719-2d38957bb207 HTTP/1.1" status: 200 len: 983 time: 0.0602822 Feb 28 10:46:58.161205 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 71ef83c3-f565-4226-a35a-fd0eff5f617c is: BUILD; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:46:58.164822 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (71ef83c3-f565-4226-a35a-fd0eff5f617c), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:58.169903 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-9e20808b-0421-4a22-9f8e-ac618bbb4429 req-3b1c35ea-e4a3-4987-9e00-0a4cf3fcf729 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a70ec28-dc16-4525-b780-15c86ed09d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411565 Feb 28 10:46:58.188734 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9307cb9c-0af3-4e2f-b719-2d38957bb207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ef83c3-f565-4226-a35a-fd0eff5f617c'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:46:58.192640 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35fcb6cd-f3ae-4481-a294-b778da54ef21" -d '{"events": [{"server_uuid": "9307cb9c-0af3-4e2f-b719-2d38957bb207", "name": "network-vif-plugged", "status": "completed", "tag": "71ef83c3-f565-4226-a35a-fd0eff5f617c"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:46:58.207874 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 71ef83c3-f565-4226-a35a-fd0eff5f617c, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=71ef83c3-f565-4226-a35a-fd0eff5f617c,segment=NetworkSegment(47bd04d8-1503-41a7-8ccb-eb5dea67ad60),segment_id=47bd04d8-1503-41a7-8ccb-eb5dea67ad60)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:46:58.230502 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194229f3-be39-4d40-aa3b-5859ae90ff78 x-openstack-request-id: req-194229f3-be39-4d40-aa3b-5859ae90ff78 {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:46:58.230862 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9307cb9c-0af3-4e2f-b719-2d38957bb207", "name": "network-vif-plugged", "status": "completed", "tag": "71ef83c3-f565-4226-a35a-fd0eff5f617c", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:46:58.231141 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-194229f3-be39-4d40-aa3b-5859ae90ff78 {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:46:58.231542 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9307cb9c-0af3-4e2f-b719-2d38957bb207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ef83c3-f565-4226-a35a-fd0eff5f617c', 'code': 200} Feb 28 10:46:58.276158 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (71ef83c3-f565-4226-a35a-fd0eff5f617c), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:58.329227 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=71ef83c3-f565-4226-a35a-fd0eff5f617c,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:58.563641 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c74404-ac3f-4516-91b9-e8cb397d0da4 req-d1105cce-f7f6-4a18-b328-69aad6c8ed8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:58.566186 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-38c74404-ac3f-4516-91b9-e8cb397d0da4 req-d1105cce-f7f6-4a18-b328-69aad6c8ed8f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9307cb9c-0af3-4e2f-b719-2d38957bb207 HTTP/1.1" status: 200 len: 1168 time: 0.0505519 Feb 28 10:46:58.610242 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-38c74404-ac3f-4516-91b9-e8cb397d0da4 req-e386a33b-96f2-4074-8320-37bcdc7b4052 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=4a70ec28-dc16-4525-b780-15c86ed09d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379918 Feb 28 10:46:59.293237 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19dce66-a119-4126-b436-e35cbf66a72d req-2f6ab30a-667b-4f88-9cb7-efbf5e9736f3 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:59.294768 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d19dce66-a119-4126-b436-e35cbf66a72d req-2f6ab30a-667b-4f88-9cb7-efbf5e9736f3 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=9307cb9c-0af3-4e2f-b719-2d38957bb207 HTTP/1.1" status: 200 len: 984 time: 0.0543249 Feb 28 10:46:59.343843 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d19dce66-a119-4126-b436-e35cbf66a72d req-0f08bee1-4ea3-4a70-a149-e310915c9590 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a70ec28-dc16-4525-b780-15c86ed09d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423703 Feb 28 10:47:00.463144 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06775463-305b-486d-865d-cccfd4a65973 req-bf47fc01-072f-4133-acfb-ff70683cc1c2 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:00.464615 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-06775463-305b-486d-865d-cccfd4a65973 req-bf47fc01-072f-4133-acfb-ff70683cc1c2 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=9307cb9c-0af3-4e2f-b719-2d38957bb207 HTTP/1.1" status: 200 len: 984 time: 0.0530670 Feb 28 10:47:00.515237 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-06775463-305b-486d-865d-cccfd4a65973 req-863331bb-138b-4cc1-a5b5-e935c7399a3b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a70ec28-dc16-4525-b780-15c86ed09d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451205 Feb 28 10:47:00.596496 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:00.631342 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98403cea-5cd9-4e03-b25b-71bffad877cb req-838460fb-b9bc-4eaa-a734-cc495d5ca3d4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:00.632767 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-98403cea-5cd9-4e03-b25b-71bffad877cb req-838460fb-b9bc-4eaa-a734-cc495d5ca3d4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=9307cb9c-0af3-4e2f-b719-2d38957bb207 HTTP/1.1" status: 200 len: 984 time: 0.0518043 Feb 28 10:47:00.681845 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-98403cea-5cd9-4e03-b25b-71bffad877cb req-df452aa2-0e74-4505-8f64-dc0cea1b63c9 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a70ec28-dc16-4525-b780-15c86ed09d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436330 Feb 28 10:47:00.703858 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50952) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:00.746818 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23daac0-1917-4fac-984a-a13fbae855ef tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:00.748344 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-a23daac0-1917-4fac-984a-a13fbae855ef tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=9307cb9c-0af3-4e2f-b719-2d38957bb207 HTTP/1.1" status: 200 len: 1163 time: 0.0435314 Feb 28 10:47:00.751125 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50954) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:00.756160 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-58c0eb97-89fa-4105-ada8-2af81ec27730 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'floatingip': {'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'port_id': '71ef83c3-f565-4226-a35a-fd0eff5f617c', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:47:00.835519 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-58c0eb97-89fa-4105-ada8-2af81ec27730 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:00.932286 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-58c0eb97-89fa-4105-ada8-2af81ec27730 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:01.031984 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-58c0eb97-89fa-4105-ada8-2af81ec27730 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Allocated IP 172.26.3.56 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/f00253e1-6f63-4575-92f0-5cfd788295fb) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:47:01.135874 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-58c0eb97-89fa-4105-ada8-2af81ec27730 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for port (f00253e1-6f63-4575-92f0-5cfd788295fb), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:01.219207 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-58c0eb97-89fa-4105-ada8-2af81ec27730 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (f00253e1-6f63-4575-92f0-5cfd788295fb), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:01.261669 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c0eb97-89fa-4105-ada8-2af81ec27730 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:47:01.266629 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-58c0eb97-89fa-4105-ada8-2af81ec27730 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:47:01.272529 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c0eb97-89fa-4105-ada8-2af81ec27730 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:47:01.274557 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c0eb97-89fa-4105-ada8-2af81ec27730 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Port': ['ID=f00253e1-6f63-4575-92f0-5cfd788295fb,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:02.068880 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-58c0eb97-89fa-4105-ada8-2af81ec27730 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for floatingip (1d2b917f-98cf-4f4f-b1c9-be590d3a7a5d), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:02.229391 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-58c0eb97-89fa-4105-ada8-2af81ec27730 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (f00253e1-6f63-4575-92f0-5cfd788295fb), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:02.389120 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-58c0eb97-89fa-4105-ada8-2af81ec27730 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for port (f00253e1-6f63-4575-92f0-5cfd788295fb), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:02.458578 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-58c0eb97-89fa-4105-ada8-2af81ec27730 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (f00253e1-6f63-4575-92f0-5cfd788295fb), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:02.533459 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c0eb97-89fa-4105-ada8-2af81ec27730 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Port': ['ID=f00253e1-6f63-4575-92f0-5cfd788295fb,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:02.542598 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-58c0eb97-89fa-4105-ada8-2af81ec27730 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047917'] for floatingip (1d2b917f-98cf-4f4f-b1c9-be590d3a7a5d), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:02.644643 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.l3_db [None req-58c0eb97-89fa-4105-ada8-2af81ec27730 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Floating IP 1d2b917f-98cf-4f4f-b1c9-be590d3a7a5d associated. External IP: 172.26.3.56, port: 71ef83c3-f565-4226-a35a-fd0eff5f617c. Feb 28 10:47:02.856449 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58c0eb97-89fa-4105-ada8-2af81ec27730 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Router 9134bbf6-98b4-42aa-b6de-b42b12cd0fac has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:47:02.967923 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c0eb97-89fa-4105-ada8-2af81ec27730 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:47:02.978990 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708f7d7e-ab37-4d6c-90ca-af25d22f966c None None] Sync routers for ids ['9134bbf6-98b4-42aa-b6de-b42b12cd0fac'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:47:02.988426 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708f7d7e-ab37-4d6c-90ca-af25d22f966c None None] Routers {'9134bbf6-98b4-42aa-b6de-b42b12cd0fac'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:47:02.989037 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-708f7d7e-ab37-4d6c-90ca-af25d22f966c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:46:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['9134bbf6-98b4-42aa-b6de-b42b12cd0fac'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:03.066565 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-58c0eb97-89fa-4105-ada8-2af81ec27730 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:03.099618 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-58c0eb97-89fa-4105-ada8-2af81ec27730 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.3467021 Feb 28 10:47:03.100395 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9307cb9c-0af3-4e2f-b719-2d38957bb207', 'tag': '71ef83c3-f565-4226-a35a-fd0eff5f617c'}] {{(pid=104084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:47:03.102536 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50956) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:03.103387 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ffa69481dce8c4e68394bb3e97aff222617d39f0bec9a6d6e4c39a9256e7c95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e602545-9f62-4b8b-b1fd-b4ae30dfc593" -d '{"events": [{"name": "network-changed", "server_uuid": "9307cb9c-0af3-4e2f-b719-2d38957bb207", "tag": "71ef83c3-f565-4226-a35a-fd0eff5f617c"}]}' {{(pid=104084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:47:03.147281 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08872e8f-c9e6-4327-b00c-086d867de593 x-openstack-request-id: req-08872e8f-c9e6-4327-b00c-086d867de593 {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:47:03.147789 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9307cb9c-0af3-4e2f-b719-2d38957bb207", "tag": "71ef83c3-f565-4226-a35a-fd0eff5f617c", "status": "completed", "code": 200}]} {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:47:03.148145 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-08872e8f-c9e6-4327-b00c-086d867de593 {{(pid=104084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:47:03.148685 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9307cb9c-0af3-4e2f-b719-2d38957bb207', 'tag': '71ef83c3-f565-4226-a35a-fd0eff5f617c', 'status': 'completed', 'code': 200} Feb 28 10:47:03.185051 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bde074c-feac-4b3a-a1ff-ca572e51baeb tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:03.188966 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-4bde074c-feac-4b3a-a1ff-ca572e51baeb tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=9307cb9c-0af3-4e2f-b719-2d38957bb207&network_id=2763dcf2-2ed6-4ab6-9358-b44aa3e49516 HTTP/1.1" status: 200 len: 1163 time: 0.0832896 Feb 28 10:47:03.238913 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e602545-9f62-4b8b-b1fd-b4ae30dfc593 req-7d2b2cd0-16f6-499a-be83-be986ea94d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:03.240494 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2e602545-9f62-4b8b-b1fd-b4ae30dfc593 req-7d2b2cd0-16f6-499a-be83-be986ea94d98 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=02ebd57ebb02426fbf4a686f080eb9d7&device_id=9307cb9c-0af3-4e2f-b719-2d38957bb207 HTTP/1.1" status: 200 len: 1168 time: 0.0479014 Feb 28 10:47:03.247537 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-708f7d7e-ab37-4d6c-90ca-af25d22f966c None None] Set router 9134bbf6-98b4-42aa-b6de-b42b12cd0fac gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:47:03.334654 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e602545-9f62-4b8b-b1fd-b4ae30dfc593 req-de34898d-faca-4c30-bacd-1b6a0cee06fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:03.336157 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2e602545-9f62-4b8b-b1fd-b4ae30dfc593 req-de34898d-faca-4c30-bacd-1b6a0cee06fc service neutron] 10.222.0.70 "GET /v2.0/networks?id=2763dcf2-2ed6-4ab6-9358-b44aa3e49516 HTTP/1.1" status: 200 len: 895 time: 0.0898128 Feb 28 10:47:03.405088 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2e602545-9f62-4b8b-b1fd-b4ae30dfc593 req-d3dd9baf-4b1b-4f95-8e27-0c52064f3a46 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71ef83c3-f565-4226-a35a-fd0eff5f617c HTTP/1.1" status: 200 len: 1037 time: 0.0621088 Feb 28 10:47:03.460421 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e602545-9f62-4b8b-b1fd-b4ae30dfc593 req-bc69ae0b-f593-4742-aa48-008b8332b87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:03.461965 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2e602545-9f62-4b8b-b1fd-b4ae30dfc593 req-bc69ae0b-f593-4742-aa48-008b8332b87c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a5233698-bf49-4702-ba9d-1fa9ad0071c7 HTTP/1.1" status: 200 len: 835 time: 0.0516365 Feb 28 10:47:03.477259 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-708f7d7e-ab37-4d6c-90ca-af25d22f966c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9134bbf6-98b4-42aa-b6de-b42b12cd0fac', 'name': 'tempest-TestNetworkBasicOps-router-1754017517', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.32'}], 'enable_snat': True}, 'gw_port_id': '6c504772-2fb9-4861-be2b-26867859df24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:46:37Z', 'updated_at': '2022-02-28T10:46:42Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '6c504772-2fb9-4861-be2b-26867859df24', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9134bbf6-98b4-42aa-b6de-b42b12cd0fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:46:38Z', 'updated_at': '2022-02-28T10:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': '1d2b917f-98cf-4f4f-b1c9-be590d3a7a5d', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'floating_ip_address': '172.26.3.56', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '9134bbf6-98b4-42aa-b6de-b42b12cd0fac', 'port_id': '71ef83c3-f565-4226-a35a-fd0eff5f617c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1724682053', 'network_id': '2763dcf2-2ed6-4ab6-9358-b44aa3e49516', 'mac_address': 'fa:16:3e:f4:a9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9307cb9c-0af3-4e2f-b719-2d38957bb207', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:47:01Z', 'updated_at': '2022-02-28T10:47:01Z', 'revision_number': 0, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6350eef1-7163-4a26-ac81-acdf4bd2ddd8', 'name': '', 'network_id': '2763dcf2-2ed6-4ab6-9358-b44aa3e49516', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:35:5e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9134bbf6-98b4-42aa-b6de-b42b12cd0fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'a5233698-bf49-4702-ba9d-1fa9ad0071c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:46:41Z', 'updated_at': '2022-02-28T10:46:45Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': 'a5233698-bf49-4702-ba9d-1fa9ad0071c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:03.512288 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708f7d7e-ab37-4d6c-90ca-af25d22f966c None None] Checking router: 9134bbf6-98b4-42aa-b6de-b42b12cd0fac for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:47:03.515689 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e602545-9f62-4b8b-b1fd-b4ae30dfc593 req-07760bbe-fe1b-4bff-b497-884c0d8ac4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:03.517930 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2e602545-9f62-4b8b-b1fd-b4ae30dfc593 req-07760bbe-fe1b-4bff-b497-884c0d8ac4bb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2763dcf2-2ed6-4ab6-9358-b44aa3e49516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0495920 Feb 28 10:47:03.521497 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708f7d7e-ab37-4d6c-90ca-af25d22f966c None None] Routers {'9134bbf6-98b4-42aa-b6de-b42b12cd0fac'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:47:03.522128 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-708f7d7e-ab37-4d6c-90ca-af25d22f966c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:46:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['9134bbf6-98b4-42aa-b6de-b42b12cd0fac'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:03.636262 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-708f7d7e-ab37-4d6c-90ca-af25d22f966c None None] Set router 9134bbf6-98b4-42aa-b6de-b42b12cd0fac gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:47:03.647495 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2e602545-9f62-4b8b-b1fd-b4ae30dfc593 req-142205a4-9c86-4318-888e-6ce92e31dbb4 service neutron] 10.222.0.70 "GET /v2.0/networks/2763dcf2-2ed6-4ab6-9358-b44aa3e49516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240852 Feb 28 10:47:03.657981 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c145b67-79d0-418a-93c9-0eee1aa591e1 req-96912f4a-a6a6-4c3b-8711-9100968a70c4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:03.659503 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1c145b67-79d0-418a-93c9-0eee1aa591e1 req-96912f4a-a6a6-4c3b-8711-9100968a70c4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=9307cb9c-0af3-4e2f-b719-2d38957bb207 HTTP/1.1" status: 200 len: 984 time: 0.0837891 Feb 28 10:47:03.764564 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1c145b67-79d0-418a-93c9-0eee1aa591e1 req-d7ab4b54-1e3d-46bb-aefb-2c0535cbda95 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a70ec28-dc16-4525-b780-15c86ed09d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962875 Feb 28 10:47:03.779851 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2e602545-9f62-4b8b-b1fd-b4ae30dfc593 req-ead5a29f-eba7-41b5-b9bc-c07c5f178549 service neutron] 10.222.0.70 "GET /v2.0/networks/2763dcf2-2ed6-4ab6-9358-b44aa3e49516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194210 Feb 28 10:47:03.860624 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-708f7d7e-ab37-4d6c-90ca-af25d22f966c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9134bbf6-98b4-42aa-b6de-b42b12cd0fac', 'name': 'tempest-TestNetworkBasicOps-router-1754017517', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.32'}], 'enable_snat': True}, 'gw_port_id': '6c504772-2fb9-4861-be2b-26867859df24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:46:37Z', 'updated_at': '2022-02-28T10:46:42Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '6c504772-2fb9-4861-be2b-26867859df24', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9134bbf6-98b4-42aa-b6de-b42b12cd0fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:46:38Z', 'updated_at': '2022-02-28T10:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': '1d2b917f-98cf-4f4f-b1c9-be590d3a7a5d', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'floating_ip_address': '172.26.3.56', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '9134bbf6-98b4-42aa-b6de-b42b12cd0fac', 'port_id': '71ef83c3-f565-4226-a35a-fd0eff5f617c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1724682053', 'network_id': '2763dcf2-2ed6-4ab6-9358-b44aa3e49516', 'mac_address': 'fa:16:3e:f4:a9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9307cb9c-0af3-4e2f-b719-2d38957bb207', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:47:01Z', 'updated_at': '2022-02-28T10:47:01Z', 'revision_number': 0, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6350eef1-7163-4a26-ac81-acdf4bd2ddd8', 'name': '', 'network_id': '2763dcf2-2ed6-4ab6-9358-b44aa3e49516', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:35:5e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9134bbf6-98b4-42aa-b6de-b42b12cd0fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'a5233698-bf49-4702-ba9d-1fa9ad0071c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:46:41Z', 'updated_at': '2022-02-28T10:46:45Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': 'a5233698-bf49-4702-ba9d-1fa9ad0071c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:03.891712 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708f7d7e-ab37-4d6c-90ca-af25d22f966c None None] The sync data for ids ['9134bbf6-98b4-42aa-b6de-b42b12cd0fac'] in dv-neutron-829161-3-hyperv is: [{'id': '9134bbf6-98b4-42aa-b6de-b42b12cd0fac', 'name': 'tempest-TestNetworkBasicOps-router-1754017517', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.32'}], 'enable_snat': True}, 'gw_port_id': '6c504772-2fb9-4861-be2b-26867859df24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:46:37Z', 'updated_at': '2022-02-28T10:46:42Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '6c504772-2fb9-4861-be2b-26867859df24', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9134bbf6-98b4-42aa-b6de-b42b12cd0fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:46:38Z', 'updated_at': '2022-02-28T10:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': '1d2b917f-98cf-4f4f-b1c9-be590d3a7a5d', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'floating_ip_address': '172.26.3.56', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '9134bbf6-98b4-42aa-b6de-b42b12cd0fac', 'port_id': '71ef83c3-f565-4226-a35a-fd0eff5f617c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1724682053', 'network_id': '2763dcf2-2ed6-4ab6-9358-b44aa3e49516', 'mac_address': 'fa:16:3e:f4:a9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9307cb9c-0af3-4e2f-b719-2d38957bb207', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:47:01Z', 'updated_at': '2022-02-28T10:47:01Z', 'revision_number': 0, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6350eef1-7163-4a26-ac81-acdf4bd2ddd8', 'name': '', 'network_id': '2763dcf2-2ed6-4ab6-9358-b44aa3e49516', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:35:5e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9134bbf6-98b4-42aa-b6de-b42b12cd0fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'a5233698-bf49-4702-ba9d-1fa9ad0071c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:46:41Z', 'updated_at': '2022-02-28T10:46:45Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': 'a5233698-bf49-4702-ba9d-1fa9ad0071c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:47:04.085318 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7966eb-fca1-4d0e-9035-fe23f21860ec None None] New status for floating IP 1d2b917f-98cf-4f4f-b1c9-be590d3a7a5d: ACTIVE {{(pid=104086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:47:04.889731 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1bc03b-f76f-427d-b198-f5cacbae9ab9 req-1b52c933-a59a-43ff-93bd-6f0b6072d85b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:04.891264 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-1d1bc03b-f76f-427d-b198-f5cacbae9ab9 req-1b52c933-a59a-43ff-93bd-6f0b6072d85b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=9307cb9c-0af3-4e2f-b719-2d38957bb207 HTTP/1.1" status: 200 len: 984 time: 0.0583184 Feb 28 10:47:04.937851 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-1d1bc03b-f76f-427d-b198-f5cacbae9ab9 req-5529b11c-26bc-46b8-b09f-f751c935d0ea tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a70ec28-dc16-4525-b780-15c86ed09d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401635 Feb 28 10:47:05.131808 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ae46a-8634-4580-bc07-512c1d51fa6e req-0659554a-3e2c-48ab-a85c-d8b971e78d02 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:05.133276 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ee2ae46a-8634-4580-bc07-512c1d51fa6e req-0659554a-3e2c-48ab-a85c-d8b971e78d02 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.70 "GET /v2.0/ports?device_id=9307cb9c-0af3-4e2f-b719-2d38957bb207 HTTP/1.1" status: 200 len: 984 time: 0.0729387 Feb 28 10:47:05.184043 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ae46a-8634-4580-bc07-512c1d51fa6e req-bd8d979f-85ba-4b93-8301-16534b138969 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:05.185682 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ee2ae46a-8634-4580-bc07-512c1d51fa6e req-bd8d979f-85ba-4b93-8301-16534b138969 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.70 "GET /v2.0/ports/71ef83c3-f565-4226-a35a-fd0eff5f617c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0458915 Feb 28 10:47:05.285925 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ee2ae46a-8634-4580-bc07-512c1d51fa6e req-c614baa5-94a6-4413-ad74-4e8c1ed2ecc1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.70 "GET /v2.0/networks/2763dcf2-2ed6-4ab6-9358-b44aa3e49516?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0951355 Feb 28 10:47:05.295941 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-ee2ae46a-8634-4580-bc07-512c1d51fa6e req-922867a5-dabb-4350-9a40-0904abba41de service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:47:05.358543 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-ee2ae46a-8634-4580-bc07-512c1d51fa6e req-922867a5-dabb-4350-9a40-0904abba41de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (71ef83c3-f565-4226-a35a-fd0eff5f617c), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:05.498078 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-ee2ae46a-8634-4580-bc07-512c1d51fa6e req-922867a5-dabb-4350-9a40-0904abba41de service neutron] For port 71ef83c3-f565-4226-a35a-fd0eff5f617c, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=71ef83c3-f565-4226-a35a-fd0eff5f617c,segment=NetworkSegment(47bd04d8-1503-41a7-8ccb-eb5dea67ad60),segment_id=47bd04d8-1503-41a7-8ccb-eb5dea67ad60)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:47:05.539730 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-ee2ae46a-8634-4580-bc07-512c1d51fa6e req-922867a5-dabb-4350-9a40-0904abba41de service neutron] For port 71ef83c3-f565-4226-a35a-fd0eff5f617c, host hv-neutron-8291, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:47:05.573901 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [req-ee2ae46a-8634-4580-bc07-512c1d51fa6e req-922867a5-dabb-4350-9a40-0904abba41de service neutron] device_id is not set on port 71ef83c3-f565-4226-a35a-fd0eff5f617c yet. {{(pid=104083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:47:05.584341 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-ee2ae46a-8634-4580-bc07-512c1d51fa6e req-922867a5-dabb-4350-9a40-0904abba41de service neutron] Publish callbacks [] for port (71ef83c3-f565-4226-a35a-fd0eff5f617c), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:05.652705 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-ee2ae46a-8634-4580-bc07-512c1d51fa6e req-922867a5-dabb-4350-9a40-0904abba41de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (71ef83c3-f565-4226-a35a-fd0eff5f617c), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:05.721732 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922867a5-dabb-4350-9a40-0904abba41de service neutron] Pushing event updated for resources: {'Port': ['ID=71ef83c3-f565-4226-a35a-fd0eff5f617c,revision_number=6']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:05.836294 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee2ae46a-8634-4580-bc07-512c1d51fa6e req-922867a5-dabb-4350-9a40-0904abba41de service neutron] No DVR routers for this DVR port 71ef83c3-f565-4226-a35a-fd0eff5f617c on host hv-neutron-8291 {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:47:05.914618 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-628449d9-3f7b-4297-8acf-34623cfed04c None None] Provisioning complete for port 71ef83c3-f565-4226-a35a-fd0eff5f617c triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:47:05.915230 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-628449d9-3f7b-4297-8acf-34623cfed04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (71ef83c3-f565-4226-a35a-fd0eff5f617c), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:05.949519 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-628449d9-3f7b-4297-8acf-34623cfed04c None None] Port 71ef83c3-f565-4226-a35a-fd0eff5f617c cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:47:05.983221 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-ee2ae46a-8634-4580-bc07-512c1d51fa6e req-922867a5-dabb-4350-9a40-0904abba41de service neutron] In _notify_port_updated(), no bound segment for port 71ef83c3-f565-4226-a35a-fd0eff5f617c on network 2763dcf2-2ed6-4ab6-9358-b44aa3e49516 {{(pid=104083) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 10:47:05.984018 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ae46a-8634-4580-bc07-512c1d51fa6e req-922867a5-dabb-4350-9a40-0904abba41de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:05.984638 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-ee2ae46a-8634-4580-bc07-512c1d51fa6e req-922867a5-dabb-4350-9a40-0904abba41de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:05.986561 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ee2ae46a-8634-4580-bc07-512c1d51fa6e req-922867a5-dabb-4350-9a40-0904abba41de service neutron] 10.222.0.70 "PUT /v2.0/ports/71ef83c3-f565-4226-a35a-fd0eff5f617c HTTP/1.1" status: 200 len: 1027 time: 0.6938353 Feb 28 10:47:06.097647 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1b40df06-660a-4979-a2dd-63cccfa9c3f2 req-6180ebb3-4ef0-4c49-a207-9818aea6df28 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=9307cb9c-0af3-4e2f-b719-2d38957bb207 HTTP/1.1" status: 200 len: 210 time: 0.0291235 Feb 28 10:47:07.165173 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50972) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:07.218348 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae449404-a54e-473d-b986-140132f924df tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:07.219777 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-ae449404-a54e-473d-b986-140132f924df tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports/71ef83c3-f565-4226-a35a-fd0eff5f617c HTTP/1.1" status: 200 len: 926 time: 0.0535924 Feb 28 10:47:08.013716 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50976) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:08.018546 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-d7b40de3-3743-49d7-b1d7-04d200e3cdec tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1695260667', 'description': 'tempest-secgroup-smoke-1695260667 description', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:47:08.024647 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 71ef83c3-f565-4226-a35a-fd0eff5f617c no longer exists at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:47:08.070106 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] The host hv-neutron-8291 is not matching for port 71ef83c3-f565-4226-a35a-fd0eff5f617c host ! {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 28 10:47:08.070655 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 71ef83c3-f565-4226-a35a-fd0eff5f617c not bound to the agent host hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:47:08.093186 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d7b40de3-3743-49d7-b1d7-04d200e3cdec tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:08.166768 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d7b40de3-3743-49d7-b1d7-04d200e3cdec tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (84736cb2-307f-4405-9213-5f092cfa7caa), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:08.235518 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d7b40de3-3743-49d7-b1d7-04d200e3cdec tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (84736cb2-307f-4405-9213-5f092cfa7caa), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:08.264154 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b40de3-3743-49d7-b1d7-04d200e3cdec tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84736cb2-307f-4405-9213-5f092cfa7caa,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:08.329138 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d7b40de3-3743-49d7-b1d7-04d200e3cdec tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:08.331429 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-d7b40de3-3743-49d7-b1d7-04d200e3cdec tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3158393 Feb 28 10:47:08.334412 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50978) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:08.339157 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-315c983c-b1c4-4ee0-80db-500affd10a2b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': '84736cb2-307f-4405-9213-5f092cfa7caa', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:47:08.429433 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-315c983c-b1c4-4ee0-80db-500affd10a2b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (7f1588a5-587c-4abd-8f87-6ff07476d5a6), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:08.489483 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-315c983c-b1c4-4ee0-80db-500affd10a2b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (7f1588a5-587c-4abd-8f87-6ff07476d5a6), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:08.572746 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-315c983c-b1c4-4ee0-80db-500affd10a2b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (7f1588a5-587c-4abd-8f87-6ff07476d5a6), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:08.591860 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315c983c-b1c4-4ee0-80db-500affd10a2b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f1588a5-587c-4abd-8f87-6ff07476d5a6,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:08.678318 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-315c983c-b1c4-4ee0-80db-500affd10a2b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:08.679705 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-315c983c-b1c4-4ee0-80db-500affd10a2b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3441887 Feb 28 10:47:08.683608 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 50980) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:08.688438 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-3ddba471-1163-4dc6-99c4-8bda6b856a73 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': '84736cb2-307f-4405-9213-5f092cfa7caa', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:47:08.806393 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3ddba471-1163-4dc6-99c4-8bda6b856a73 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (edc1421a-f0c8-4799-a857-65c6ed845243), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:08.868351 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3ddba471-1163-4dc6-99c4-8bda6b856a73 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (edc1421a-f0c8-4799-a857-65c6ed845243), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:08.949731 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3ddba471-1163-4dc6-99c4-8bda6b856a73 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (edc1421a-f0c8-4799-a857-65c6ed845243), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:08.970019 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddba471-1163-4dc6-99c4-8bda6b856a73 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edc1421a-f0c8-4799-a857-65c6ed845243,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:09.060351 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3ddba471-1163-4dc6-99c4-8bda6b856a73 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:09.061706 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-3ddba471-1163-4dc6-99c4-8bda6b856a73 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3771434 Feb 28 10:47:09.064789 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50982) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:09.070592 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-a96ffdaa-f27c-4bc4-a99b-78ca45879acb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': '84736cb2-307f-4405-9213-5f092cfa7caa', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:47:09.162621 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a96ffdaa-f27c-4bc4-a99b-78ca45879acb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (f8227db1-167d-4ba0-92f2-fe18a2400bfa), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:09.234589 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a96ffdaa-f27c-4bc4-a99b-78ca45879acb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (f8227db1-167d-4ba0-92f2-fe18a2400bfa), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:09.292837 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a96ffdaa-f27c-4bc4-a99b-78ca45879acb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (f8227db1-167d-4ba0-92f2-fe18a2400bfa), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:09.311883 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96ffdaa-f27c-4bc4-a99b-78ca45879acb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8227db1-167d-4ba0-92f2-fe18a2400bfa,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:09.368886 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a96ffdaa-f27c-4bc4-a99b-78ca45879acb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:09.370132 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a96ffdaa-f27c-4bc4-a99b-78ca45879acb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3036153 Feb 28 10:47:09.372945 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50984) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:09.377433 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-03eedea7-988d-4adb-b9ba-26d53396007f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': '84736cb2-307f-4405-9213-5f092cfa7caa', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:47:09.453064 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-03eedea7-988d-4adb-b9ba-26d53396007f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (d7438d4b-746e-45f1-9adf-0e2a9b656111), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:09.522139 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-03eedea7-988d-4adb-b9ba-26d53396007f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (d7438d4b-746e-45f1-9adf-0e2a9b656111), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:09.566890 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-03eedea7-988d-4adb-b9ba-26d53396007f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (d7438d4b-746e-45f1-9adf-0e2a9b656111), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:09.584224 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eedea7-988d-4adb-b9ba-26d53396007f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7438d4b-746e-45f1-9adf-0e2a9b656111,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:09.660540 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-03eedea7-988d-4adb-b9ba-26d53396007f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:09.661754 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-03eedea7-988d-4adb-b9ba-26d53396007f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2877681 Feb 28 10:47:09.664453 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50986) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:09.668767 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-1aa7f4e4-5cc2-4212-b7f3-f7c78008bd3a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': '84736cb2-307f-4405-9213-5f092cfa7caa', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:47:09.755680 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.securitygroups_db [None req-1aa7f4e4-5cc2-4212-b7f3-f7c78008bd3a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Project 02ebd57ebb02426fbf4a686f080eb9d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:47:09.760771 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1aa7f4e4-5cc2-4212-b7f3-f7c78008bd3a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (4f8655d7-38d6-4a1e-a6b5-386da114be2f), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:09.822363 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1aa7f4e4-5cc2-4212-b7f3-f7c78008bd3a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (4f8655d7-38d6-4a1e-a6b5-386da114be2f), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:09.881031 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1aa7f4e4-5cc2-4212-b7f3-f7c78008bd3a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (4f8655d7-38d6-4a1e-a6b5-386da114be2f), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:09.898814 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa7f4e4-5cc2-4212-b7f3-f7c78008bd3a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f8655d7-38d6-4a1e-a6b5-386da114be2f,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:10.003383 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1aa7f4e4-5cc2-4212-b7f3-f7c78008bd3a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:10.005220 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-1aa7f4e4-5cc2-4212-b7f3-f7c78008bd3a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3398378 Feb 28 10:47:10.008350 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 50988) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:10.013705 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-c9e9a9ea-827f-4ad0-9a61-58056ebe7839 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': '84736cb2-307f-4405-9213-5f092cfa7caa', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:47:10.092860 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.securitygroups_db [None req-c9e9a9ea-827f-4ad0-9a61-58056ebe7839 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Project 02ebd57ebb02426fbf4a686f080eb9d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:47:10.099081 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c9e9a9ea-827f-4ad0-9a61-58056ebe7839 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (dfcca483-05b5-4467-b490-116c4c83cd36), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:10.159749 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c9e9a9ea-827f-4ad0-9a61-58056ebe7839 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (dfcca483-05b5-4467-b490-116c4c83cd36), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:10.236381 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c9e9a9ea-827f-4ad0-9a61-58056ebe7839 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (dfcca483-05b5-4467-b490-116c4c83cd36), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:10.255193 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e9a9ea-827f-4ad0-9a61-58056ebe7839 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfcca483-05b5-4467-b490-116c4c83cd36,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:10.340675 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c9e9a9ea-827f-4ad0-9a61-58056ebe7839 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:10.345443 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-c9e9a9ea-827f-4ad0-9a61-58056ebe7839 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3329818 Feb 28 10:47:10.496405 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-bb0d708c-f22d-4a9f-8138-34eaf00a87a3 req-d090a78f-d11a-452a-ae67-a83109aba687 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1695260667&fields=id&tenant_id=02ebd57ebb02426fbf4a686f080eb9d7 HTTP/1.1" status: 200 len: 267 time: 0.0452025 Feb 28 10:47:10.554570 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d708c-f22d-4a9f-8138-34eaf00a87a3 req-9ddf4a29-df87-4090-a6b7-d40d30aefc68 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:10.557473 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-bb0d708c-f22d-4a9f-8138-34eaf00a87a3 req-9ddf4a29-df87-4090-a6b7-d40d30aefc68 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports/71ef83c3-f565-4226-a35a-fd0eff5f617c HTTP/1.1" status: 200 len: 931 time: 0.0540617 Feb 28 10:47:10.576532 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [req-bb0d708c-f22d-4a9f-8138-34eaf00a87a3 req-a61a38ae-499b-4c04-bd1b-c77b7236889e service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:47:10.586920 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-bb0d708c-f22d-4a9f-8138-34eaf00a87a3 req-a61a38ae-499b-4c04-bd1b-c77b7236889e service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053327 Feb 28 10:47:10.623807 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-bb0d708c-f22d-4a9f-8138-34eaf00a87a3 req-1636be99-c3eb-4552-97b7-9646c713b275 service neutron] 10.222.0.62 "GET /v2.0/ports/71ef83c3-f565-4226-a35a-fd0eff5f617c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0399196 Feb 28 10:47:10.714782 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-bb0d708c-f22d-4a9f-8138-34eaf00a87a3 req-95283e90-33a5-4430-952e-59ba78982fe5 service neutron] 10.222.0.62 "GET /v2.0/networks/2763dcf2-2ed6-4ab6-9358-b44aa3e49516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849199 Feb 28 10:47:10.809407 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-bb0d708c-f22d-4a9f-8138-34eaf00a87a3 req-ede13420-959e-4673-87a2-8cb33f6d1e99 service neutron] 10.222.0.62 "GET /v2.0/networks/2763dcf2-2ed6-4ab6-9358-b44aa3e49516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889738 Feb 28 10:47:10.867941 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d708c-f22d-4a9f-8138-34eaf00a87a3 req-747996eb-cf0d-458b-937d-228b1c45fcfa tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:10.869293 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-bb0d708c-f22d-4a9f-8138-34eaf00a87a3 req-747996eb-cf0d-458b-937d-228b1c45fcfa tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports/71ef83c3-f565-4226-a35a-fd0eff5f617c HTTP/1.1" status: 200 len: 931 time: 0.0544283 Feb 28 10:47:11.149002 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ac011664-250e-4adf-bc5c-89d13716cc83 req-6a7e71a8-e4e3-4d71-81de-7bddad2fbd70 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=250d905d-ba1f-4ef9-98ff-02f00cd894c3 HTTP/1.1" status: 200 len: 210 time: 0.0295873 Feb 28 10:47:11.159595 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 51008) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:11.250751 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d708c-f22d-4a9f-8138-34eaf00a87a3 req-ce7eacc5-607d-4090-9cd1-3b26a5701651 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:11.252143 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-bb0d708c-f22d-4a9f-8138-34eaf00a87a3 req-ce7eacc5-607d-4090-9cd1-3b26a5701651 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports/71ef83c3-f565-4226-a35a-fd0eff5f617c HTTP/1.1" status: 200 len: 931 time: 0.0915685 Feb 28 10:47:12.251295 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-ab99fb3c-f727-475e-b176-8a48a8322636 req-b9729164-3e86-49fa-baec-27d4d96cf8ae tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=250d905d-ba1f-4ef9-98ff-02f00cd894c3 HTTP/1.1" status: 200 len: 210 time: 0.0343108 Feb 28 10:47:13.364655 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1314eeba-b29f-4591-bdb4-5d316c880658 req-7baad719-a502-4dae-a576-3228e5c179ba tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=250d905d-ba1f-4ef9-98ff-02f00cd894c3 HTTP/1.1" status: 200 len: 210 time: 0.0428050 Feb 28 10:47:13.394486 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d708c-f22d-4a9f-8138-34eaf00a87a3 req-3f3f5884-3d30-4efa-b3e8-c0f9f42673cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:13.396115 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-bb0d708c-f22d-4a9f-8138-34eaf00a87a3 req-3f3f5884-3d30-4efa-b3e8-c0f9f42673cb service neutron] 10.222.0.70 "GET /v2.0/ports/71ef83c3-f565-4226-a35a-fd0eff5f617c HTTP/1.1" status: 200 len: 1027 time: 0.0651884 Feb 28 10:47:13.531501 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d708c-f22d-4a9f-8138-34eaf00a87a3 req-c8107b4d-1f50-4366-8f97-6df4e70b925c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:13.534864 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-bb0d708c-f22d-4a9f-8138-34eaf00a87a3 req-c8107b4d-1f50-4366-8f97-6df4e70b925c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.70 "GET /v2.0/networks?id=2763dcf2-2ed6-4ab6-9358-b44aa3e49516 HTTP/1.1" status: 200 len: 795 time: 0.1322086 Feb 28 10:47:13.641089 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-bb0d708c-f22d-4a9f-8138-34eaf00a87a3 req-7c3d06fc-6949-4867-8b0e-3ac3c6fa3c5f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02ebd57ebb02426fbf4a686f080eb9d7 HTTP/1.1" status: 200 len: 472 time: 0.0870881 Feb 28 10:47:13.651084 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-bb0d708c-f22d-4a9f-8138-34eaf00a87a3 req-88149139-6bab-4c2b-84dc-fcef930d9c31 service neutron] Request body: {'port': {'device_id': '250d905d-ba1f-4ef9-98ff-02f00cd894c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8291'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:47:13.712275 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-bb0d708c-f22d-4a9f-8138-34eaf00a87a3 req-88149139-6bab-4c2b-84dc-fcef930d9c31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (71ef83c3-f565-4226-a35a-fd0eff5f617c), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:14.002100 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [req-bb0d708c-f22d-4a9f-8138-34eaf00a87a3 req-88149139-6bab-4c2b-84dc-fcef930d9c31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71ef83c3-f565-4226-a35a-fd0eff5f617c {{(pid=104083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:47:14.010707 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-bb0d708c-f22d-4a9f-8138-34eaf00a87a3 req-88149139-6bab-4c2b-84dc-fcef930d9c31 service neutron] Publish callbacks [] for port (71ef83c3-f565-4226-a35a-fd0eff5f617c), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:14.024939 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [req-bb0d708c-f22d-4a9f-8138-34eaf00a87a3 req-88149139-6bab-4c2b-84dc-fcef930d9c31 service neutron] Transition to ACTIVE for port object 71ef83c3-f565-4226-a35a-fd0eff5f617c will not be triggered until provisioned by entity L2. {{(pid=104083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:47:14.115484 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-bb0d708c-f22d-4a9f-8138-34eaf00a87a3 req-88149139-6bab-4c2b-84dc-fcef930d9c31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (71ef83c3-f565-4226-a35a-fd0eff5f617c), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:14.190474 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88149139-6bab-4c2b-84dc-fcef930d9c31 service neutron] Pushing event updated for resources: {'Port': ['ID=71ef83c3-f565-4226-a35a-fd0eff5f617c,revision_number=7']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:14.295167 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-bb0d708c-f22d-4a9f-8138-34eaf00a87a3 req-88149139-6bab-4c2b-84dc-fcef930d9c31 service neutron] Attempting to bind port 71ef83c3-f565-4226-a35a-fd0eff5f617c on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:47:14.295511 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-bb0d708c-f22d-4a9f-8138-34eaf00a87a3 req-88149139-6bab-4c2b-84dc-fcef930d9c31 service neutron] Attempting to bind port 71ef83c3-f565-4226-a35a-fd0eff5f617c by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '47bd04d8-1503-41a7-8ccb-eb5dea67ad60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2763dcf2-2ed6-4ab6-9358-b44aa3e49516'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:47:14.295844 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0d708c-f22d-4a9f-8138-34eaf00a87a3 req-88149139-6bab-4c2b-84dc-fcef930d9c31 service neutron] Attempting to bind port 71ef83c3-f565-4226-a35a-fd0eff5f617c on network 2763dcf2-2ed6-4ab6-9358-b44aa3e49516 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:47:14.301175 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0d708c-f22d-4a9f-8138-34eaf00a87a3 req-88149139-6bab-4c2b-84dc-fcef930d9c31 service neutron] Port 71ef83c3-f565-4226-a35a-fd0eff5f617c on network 2763dcf2-2ed6-4ab6-9358-b44aa3e49516 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:47:14.301499 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0d708c-f22d-4a9f-8138-34eaf00a87a3 req-88149139-6bab-4c2b-84dc-fcef930d9c31 service neutron] Attempting to bind port 71ef83c3-f565-4226-a35a-fd0eff5f617c on network 2763dcf2-2ed6-4ab6-9358-b44aa3e49516 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:47:14.307289 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0d708c-f22d-4a9f-8138-34eaf00a87a3 req-88149139-6bab-4c2b-84dc-fcef930d9c31 service neutron] Checking agent: {'id': '9c9e5963-7abc-415a-a91c-4432861f4313', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'started_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:47:14.307665 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0d708c-f22d-4a9f-8138-34eaf00a87a3 req-88149139-6bab-4c2b-84dc-fcef930d9c31 service neutron] Checking segment: {'id': '47bd04d8-1503-41a7-8ccb-eb5dea67ad60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2763dcf2-2ed6-4ab6-9358-b44aa3e49516'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:47:14.308083 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0d708c-f22d-4a9f-8138-34eaf00a87a3 req-88149139-6bab-4c2b-84dc-fcef930d9c31 service neutron] Bound using segment: {'id': '47bd04d8-1503-41a7-8ccb-eb5dea67ad60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2763dcf2-2ed6-4ab6-9358-b44aa3e49516'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:47:14.308606 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-bb0d708c-f22d-4a9f-8138-34eaf00a87a3 req-88149139-6bab-4c2b-84dc-fcef930d9c31 service neutron] Bound port: 71ef83c3-f565-4226-a35a-fd0eff5f617c, host: hv-neutron-8291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47bd04d8-1503-41a7-8ccb-eb5dea67ad60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2763dcf2-2ed6-4ab6-9358-b44aa3e49516'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:47:14.308968 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-bb0d708c-f22d-4a9f-8138-34eaf00a87a3 req-88149139-6bab-4c2b-84dc-fcef930d9c31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (71ef83c3-f565-4226-a35a-fd0eff5f617c), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:14.376607 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-bb0d708c-f22d-4a9f-8138-34eaf00a87a3 req-88149139-6bab-4c2b-84dc-fcef930d9c31 service neutron] For port 71ef83c3-f565-4226-a35a-fd0eff5f617c, host hv-neutron-8291, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:47:14.380075 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-bb0d708c-f22d-4a9f-8138-34eaf00a87a3 req-88149139-6bab-4c2b-84dc-fcef930d9c31 service neutron] For port 71ef83c3-f565-4226-a35a-fd0eff5f617c, host hv-neutron-8291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=71ef83c3-f565-4226-a35a-fd0eff5f617c,segment=NetworkSegment(47bd04d8-1503-41a7-8ccb-eb5dea67ad60),segment_id=47bd04d8-1503-41a7-8ccb-eb5dea67ad60)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:47:14.506619 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438df1ee-6e3f-471b-a5ae-c76697b64c85 req-0cd23749-50fc-4434-9e32-cdd2a5a270d3 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:14.508158 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-438df1ee-6e3f-471b-a5ae-c76697b64c85 req-0cd23749-50fc-4434-9e32-cdd2a5a270d3 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=250d905d-ba1f-4ef9-98ff-02f00cd894c3 HTTP/1.1" status: 200 len: 982 time: 0.0627317 Feb 28 10:47:14.550466 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-bb0d708c-f22d-4a9f-8138-34eaf00a87a3 req-88149139-6bab-4c2b-84dc-fcef930d9c31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (71ef83c3-f565-4226-a35a-fd0eff5f617c), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:14.562846 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-438df1ee-6e3f-471b-a5ae-c76697b64c85 req-a58f2d9f-5a61-4a6f-9961-09bff06b0ad4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a70ec28-dc16-4525-b780-15c86ed09d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488055 Feb 28 10:47:14.590594 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d708c-f22d-4a9f-8138-34eaf00a87a3 req-88149139-6bab-4c2b-84dc-fcef930d9c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:14.590594 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-bb0d708c-f22d-4a9f-8138-34eaf00a87a3 req-88149139-6bab-4c2b-84dc-fcef930d9c31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:14.591905 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-bb0d708c-f22d-4a9f-8138-34eaf00a87a3 req-88149139-6bab-4c2b-84dc-fcef930d9c31 service neutron] 10.222.0.70 "PUT /v2.0/ports/71ef83c3-f565-4226-a35a-fd0eff5f617c HTTP/1.1" status: 200 len: 1132 time: 0.9450178 Feb 28 10:47:14.594272 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '250d905d-ba1f-4ef9-98ff-02f00cd894c3', 'tag': '71ef83c3-f565-4226-a35a-fd0eff5f617c'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:47:14.596957 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5e7c76-e026-468f-8324-3188b1f3112f" -d '{"events": [{"name": "network-changed", "server_uuid": "250d905d-ba1f-4ef9-98ff-02f00cd894c3", "tag": "71ef83c3-f565-4226-a35a-fd0eff5f617c"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:47:14.624624 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88149139-6bab-4c2b-84dc-fcef930d9c31 service neutron] Pushing event updated for resources: {'Port': ['ID=71ef83c3-f565-4226-a35a-fd0eff5f617c,revision_number=8']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:14.648515 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25445a53-db0f-4299-b9db-ce6c0b3e37c1 x-openstack-request-id: req-25445a53-db0f-4299-b9db-ce6c0b3e37c1 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:47:14.652668 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "250d905d-ba1f-4ef9-98ff-02f00cd894c3", "tag": "71ef83c3-f565-4226-a35a-fd0eff5f617c", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:47:14.652668 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-25445a53-db0f-4299-b9db-ce6c0b3e37c1 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:47:14.652668 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '250d905d-ba1f-4ef9-98ff-02f00cd894c3', 'tag': '71ef83c3-f565-4226-a35a-fd0eff5f617c', 'status': 'completed', 'code': 200} Feb 28 10:47:14.738542 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e7c76-e026-468f-8324-3188b1f3112f req-e35a9faa-0d3a-4888-b62b-22c018af034b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:14.740145 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-7c5e7c76-e026-468f-8324-3188b1f3112f req-e35a9faa-0d3a-4888-b62b-22c018af034b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=02ebd57ebb02426fbf4a686f080eb9d7&device_id=250d905d-ba1f-4ef9-98ff-02f00cd894c3 HTTP/1.1" status: 200 len: 1166 time: 0.0482585 Feb 28 10:47:14.846157 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e7c76-e026-468f-8324-3188b1f3112f req-556106bc-0b41-4053-b145-29e6ea073add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:14.847651 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-7c5e7c76-e026-468f-8324-3188b1f3112f req-556106bc-0b41-4053-b145-29e6ea073add service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=02ebd57ebb02426fbf4a686f080eb9d7&shared=False HTTP/1.1" status: 200 len: 895 time: 0.0958099 Feb 28 10:47:15.339877 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e7c76-e026-468f-8324-3188b1f3112f req-51f15ce3-254b-4bfe-a314-90af90524087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:15.341410 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-7c5e7c76-e026-468f-8324-3188b1f3112f req-51f15ce3-254b-4bfe-a314-90af90524087 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4882812 Feb 28 10:47:15.447704 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d708c-f22d-4a9f-8138-34eaf00a87a3 req-b4ddc25e-2de1-43af-b850-21003d0f33d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:15.449209 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-bb0d708c-f22d-4a9f-8138-34eaf00a87a3 req-b4ddc25e-2de1-43af-b850-21003d0f33d3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=02ebd57ebb02426fbf4a686f080eb9d7&device_id=250d905d-ba1f-4ef9-98ff-02f00cd894c3 HTTP/1.1" status: 200 len: 1166 time: 0.0460000 Feb 28 10:47:15.523979 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-bb0d708c-f22d-4a9f-8138-34eaf00a87a3 req-8b8bcfdd-0b8d-4927-a6a5-4fecf4d39c1b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71ef83c3-f565-4226-a35a-fd0eff5f617c HTTP/1.1" status: 200 len: 1037 time: 0.0610840 Feb 28 10:47:15.589187 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d708c-f22d-4a9f-8138-34eaf00a87a3 req-fc27816b-f309-4fe0-8840-dc1a057e5182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:15.590719 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-bb0d708c-f22d-4a9f-8138-34eaf00a87a3 req-fc27816b-f309-4fe0-8840-dc1a057e5182 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a5233698-bf49-4702-ba9d-1fa9ad0071c7 HTTP/1.1" status: 200 len: 835 time: 0.0602658 Feb 28 10:47:15.645404 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d708c-f22d-4a9f-8138-34eaf00a87a3 req-04794490-4cf6-4a92-9822-7ba0c4f68b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:15.646672 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-bb0d708c-f22d-4a9f-8138-34eaf00a87a3 req-04794490-4cf6-4a92-9822-7ba0c4f68b4b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2763dcf2-2ed6-4ab6-9358-b44aa3e49516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0491328 Feb 28 10:47:15.696935 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28055bde-d622-4332-a82e-68f54232e2c6 req-1f8b0121-1e87-4a78-ae43-5502182e8226 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:15.698498 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-28055bde-d622-4332-a82e-68f54232e2c6 req-1f8b0121-1e87-4a78-ae43-5502182e8226 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=250d905d-ba1f-4ef9-98ff-02f00cd894c3 HTTP/1.1" status: 200 len: 982 time: 0.0585949 Feb 28 10:47:15.743936 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-bb0d708c-f22d-4a9f-8138-34eaf00a87a3 req-9a86ac8c-7dc9-4b87-8aac-df0fb9b2e958 service neutron] 10.222.0.70 "GET /v2.0/networks/2763dcf2-2ed6-4ab6-9358-b44aa3e49516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914705 Feb 28 10:47:15.750663 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-28055bde-d622-4332-a82e-68f54232e2c6 req-837d7300-fe16-409b-b7af-8411f787ab4a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a70ec28-dc16-4525-b780-15c86ed09d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462906 Feb 28 10:47:15.842029 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-bb0d708c-f22d-4a9f-8138-34eaf00a87a3 req-10f6e4f6-6a1e-43c1-84d3-d28df0b24fb5 service neutron] 10.222.0.70 "GET /v2.0/networks/2763dcf2-2ed6-4ab6-9358-b44aa3e49516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925639 Feb 28 10:47:16.452810 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8ea11e5c-1660-4efb-83c0-d2ea4ea27501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:16.876460 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752419b-e358-4873-82de-f89bfddbe4a2 req-65ada46c-7798-4c49-8deb-f9f97e7e05a2 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:16.878146 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6752419b-e358-4873-82de-f89bfddbe4a2 req-65ada46c-7798-4c49-8deb-f9f97e7e05a2 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=250d905d-ba1f-4ef9-98ff-02f00cd894c3 HTTP/1.1" status: 200 len: 982 time: 0.0575106 Feb 28 10:47:16.936049 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6752419b-e358-4873-82de-f89bfddbe4a2 req-20123a90-428e-4d62-b994-6426032e73b7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a70ec28-dc16-4525-b780-15c86ed09d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523770 Feb 28 10:47:18.054986 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b63e2c-b94c-4a91-a70d-aec162c41a21 req-79209b82-0f9c-4fbe-9997-f653c2a3e164 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:18.056507 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d1b63e2c-b94c-4a91-a70d-aec162c41a21 req-79209b82-0f9c-4fbe-9997-f653c2a3e164 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=250d905d-ba1f-4ef9-98ff-02f00cd894c3 HTTP/1.1" status: 200 len: 982 time: 0.0539155 Feb 28 10:47:18.068986 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 71ef83c3-f565-4226-a35a-fd0eff5f617c details requested by agent hyperv_hv-neutron-8291 with host hv-neutron-8291 {{(pid=104085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:47:18.109988 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d1b63e2c-b94c-4a91-a70d-aec162c41a21 req-075c4236-e8c2-4ad0-a91f-a9e74ea59c94 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a70ec28-dc16-4525-b780-15c86ed09d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479763 Feb 28 10:47:18.169999 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 71ef83c3-f565-4226-a35a-fd0eff5f617c, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=71ef83c3-f565-4226-a35a-fd0eff5f617c,segment=NetworkSegment(47bd04d8-1503-41a7-8ccb-eb5dea67ad60),segment_id=47bd04d8-1503-41a7-8ccb-eb5dea67ad60)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:47:18.182224 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Returning: {'device': '71ef83c3-f565-4226-a35a-fd0eff5f617c', 'network_id': '2763dcf2-2ed6-4ab6-9358-b44aa3e49516', 'port_id': '71ef83c3-f565-4226-a35a-fd0eff5f617c', 'mac_address': 'fa:16:3e:f4:a9:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5233698-bf49-4702-ba9d-1fa9ad0071c7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:47:18.219712 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 71ef83c3-f565-4226-a35a-fd0eff5f617c is: DOWN; New status is: BUILD {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:47:18.220110 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (71ef83c3-f565-4226-a35a-fd0eff5f617c), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:18.232726 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71ef83c3-f565-4226-a35a-fd0eff5f617c {{(pid=104085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:47:18.253644 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 71ef83c3-f565-4226-a35a-fd0eff5f617c, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=71ef83c3-f565-4226-a35a-fd0eff5f617c,segment=NetworkSegment(47bd04d8-1503-41a7-8ccb-eb5dea67ad60),segment_id=47bd04d8-1503-41a7-8ccb-eb5dea67ad60)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:47:18.349527 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (71ef83c3-f565-4226-a35a-fd0eff5f617c), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:18.395591 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=71ef83c3-f565-4226-a35a-fd0eff5f617c,revision_number=9']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:18.625140 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['71ef83c3-f565-4226-a35a-fd0eff5f617c'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:47:18.652857 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-83181f41-620e-4ce7-a6c0-30a35a801090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:19.235588 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93430182-5453-4eda-80f5-e982521c536d req-a55063c8-f61e-4e01-ab72-b55c3211e42d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:19.238194 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-93430182-5453-4eda-80f5-e982521c536d req-a55063c8-f61e-4e01-ab72-b55c3211e42d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=250d905d-ba1f-4ef9-98ff-02f00cd894c3 HTTP/1.1" status: 200 len: 983 time: 0.0580690 Feb 28 10:47:19.285369 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-93430182-5453-4eda-80f5-e982521c536d req-8b668340-3154-4996-b1b0-a2c87fe8d81e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a70ec28-dc16-4525-b780-15c86ed09d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421629 Feb 28 10:47:19.984040 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:20.107605 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 71ef83c3-f565-4226-a35a-fd0eff5f617c up at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:47:20.200988 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning for port 71ef83c3-f565-4226-a35a-fd0eff5f617c completed by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:47:20.204869 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning complete for port 71ef83c3-f565-4226-a35a-fd0eff5f617c triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:47:20.205244 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (71ef83c3-f565-4226-a35a-fd0eff5f617c), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:20.284566 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 71ef83c3-f565-4226-a35a-fd0eff5f617c is: BUILD; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:47:20.284899 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (71ef83c3-f565-4226-a35a-fd0eff5f617c), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:20.307975 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250d905d-ba1f-4ef9-98ff-02f00cd894c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ef83c3-f565-4226-a35a-fd0eff5f617c'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:47:20.310553 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e325ef95-0804-4418-a10f-62d618a42f9a" -d '{"events": [{"server_uuid": "250d905d-ba1f-4ef9-98ff-02f00cd894c3", "name": "network-vif-plugged", "status": "completed", "tag": "71ef83c3-f565-4226-a35a-fd0eff5f617c"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:47:20.323850 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 71ef83c3-f565-4226-a35a-fd0eff5f617c, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=71ef83c3-f565-4226-a35a-fd0eff5f617c,segment=NetworkSegment(47bd04d8-1503-41a7-8ccb-eb5dea67ad60),segment_id=47bd04d8-1503-41a7-8ccb-eb5dea67ad60)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:47:20.351530 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a15019-9a27-4e14-a686-38b95c250b99 x-openstack-request-id: req-c4a15019-9a27-4e14-a686-38b95c250b99 {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:47:20.351939 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "250d905d-ba1f-4ef9-98ff-02f00cd894c3", "name": "network-vif-plugged", "status": "completed", "tag": "71ef83c3-f565-4226-a35a-fd0eff5f617c", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:47:20.352214 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c4a15019-9a27-4e14-a686-38b95c250b99 {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:47:20.352618 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250d905d-ba1f-4ef9-98ff-02f00cd894c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ef83c3-f565-4226-a35a-fd0eff5f617c', 'code': 200} Feb 28 10:47:20.384019 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (71ef83c3-f565-4226-a35a-fd0eff5f617c), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:20.438564 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0879a61b-8625-46a6-b929-37f64803bb07 req-19455138-0a05-4680-a247-e3d8f2f08e93 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:20.440223 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-0879a61b-8625-46a6-b929-37f64803bb07 req-19455138-0a05-4680-a247-e3d8f2f08e93 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=250d905d-ba1f-4ef9-98ff-02f00cd894c3 HTTP/1.1" status: 200 len: 983 time: 0.0774007 Feb 28 10:47:20.446302 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=71ef83c3-f565-4226-a35a-fd0eff5f617c,revision_number=10']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:20.492459 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-0879a61b-8625-46a6-b929-37f64803bb07 req-568678b3-5da9-469e-8c44-bf19e03ccdae tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a70ec28-dc16-4525-b780-15c86ed09d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440617 Feb 28 10:47:20.716891 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e8fca-e878-4aa4-a0e2-677e3ea69b43 req-6a7261d4-8bb0-47cd-bf7a-59952856c3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:20.718484 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-319e8fca-e878-4aa4-a0e2-677e3ea69b43 req-6a7261d4-8bb0-47cd-bf7a-59952856c3a7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=250d905d-ba1f-4ef9-98ff-02f00cd894c3 HTTP/1.1" status: 200 len: 1169 time: 0.0456502 Feb 28 10:47:20.761857 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-319e8fca-e878-4aa4-a0e2-677e3ea69b43 req-5b42c0c5-03e1-47d1-a071-7b98c3fb16b7 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=4a70ec28-dc16-4525-b780-15c86ed09d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375121 Feb 28 10:47:21.280859 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:21.611820 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85a9591-20e3-498a-b148-23a3298b3347 req-33802821-fd6d-4a27-a631-b0c642714f97 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:21.613368 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f85a9591-20e3-498a-b148-23a3298b3347 req-33802821-fd6d-4a27-a631-b0c642714f97 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=250d905d-ba1f-4ef9-98ff-02f00cd894c3 HTTP/1.1" status: 200 len: 985 time: 0.0520649 Feb 28 10:47:21.664332 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f85a9591-20e3-498a-b148-23a3298b3347 req-54f47a86-557b-461a-a6b4-3be25a0b93fe tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a70ec28-dc16-4525-b780-15c86ed09d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454888 Feb 28 10:47:22.674990 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:22.786407 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e34e81f-a4be-4728-9c0d-14a72213ccd1 req-fe9a3e28-63c9-4548-9d99-2dd5c56b3aac tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:22.787926 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-7e34e81f-a4be-4728-9c0d-14a72213ccd1 req-fe9a3e28-63c9-4548-9d99-2dd5c56b3aac tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=250d905d-ba1f-4ef9-98ff-02f00cd894c3 HTTP/1.1" status: 200 len: 985 time: 0.0546613 Feb 28 10:47:22.834181 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-7e34e81f-a4be-4728-9c0d-14a72213ccd1 req-f0289592-9915-4c86-9243-d0f335451876 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a70ec28-dc16-4525-b780-15c86ed09d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405376 Feb 28 10:47:22.960494 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b67a986-13bd-4a62-9afd-f142e8248179 req-dfb9107b-806a-4a66-8bc0-6159fed8f4ca tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:22.961980 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0b67a986-13bd-4a62-9afd-f142e8248179 req-dfb9107b-806a-4a66-8bc0-6159fed8f4ca tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=250d905d-ba1f-4ef9-98ff-02f00cd894c3 HTTP/1.1" status: 200 len: 985 time: 0.0615134 Feb 28 10:47:23.010902 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0b67a986-13bd-4a62-9afd-f142e8248179 req-73d5906d-79a3-46ba-9cda-db9837284bdc tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a70ec28-dc16-4525-b780-15c86ed09d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432220 Feb 28 10:47:23.034513 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 51054) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:23.120093 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c55b21-ea66-454f-b91b-dbe9d8800893 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:23.121648 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-f7c55b21-ea66-454f-b91b-dbe9d8800893 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=250d905d-ba1f-4ef9-98ff-02f00cd894c3&network_id=2763dcf2-2ed6-4ab6-9358-b44aa3e49516 HTTP/1.1" status: 200 len: 1164 time: 0.0852804 Feb 28 10:47:23.528974 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea25865f-b54a-4b39-be9c-8ec7b532ee03 req-b1d8a6ad-0ed7-4734-b627-37f5ff5b9b75 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:23.530389 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ea25865f-b54a-4b39-be9c-8ec7b532ee03 req-b1d8a6ad-0ed7-4734-b627-37f5ff5b9b75 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=250d905d-ba1f-4ef9-98ff-02f00cd894c3 HTTP/1.1" status: 200 len: 985 time: 0.0518301 Feb 28 10:47:23.576060 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ea25865f-b54a-4b39-be9c-8ec7b532ee03 req-b0f32788-44da-423e-82c4-2118ed2c6e40 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a70ec28-dc16-4525-b780-15c86ed09d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401111 Feb 28 10:47:24.715804 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40723f-0738-4ca1-84c1-04a9db89670c req-ec171380-b165-409f-b908-515c65a248cd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:24.717325 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-db40723f-0738-4ca1-84c1-04a9db89670c req-ec171380-b165-409f-b908-515c65a248cd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=250d905d-ba1f-4ef9-98ff-02f00cd894c3 HTTP/1.1" status: 200 len: 985 time: 0.0641329 Feb 28 10:47:24.764089 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-db40723f-0738-4ca1-84c1-04a9db89670c req-05c5ac87-f0f8-4dbb-9ad3-824d5945345c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a70ec28-dc16-4525-b780-15c86ed09d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402439 Feb 28 10:47:24.967495 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7113d54b-e68e-4138-9f7a-5128e64eeb5f req-6385f87a-aa4e-4bbc-85e0-7a5d37198af3 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:24.967495 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-7113d54b-e68e-4138-9f7a-5128e64eeb5f req-6385f87a-aa4e-4bbc-85e0-7a5d37198af3 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.70 "GET /v2.0/ports?device_id=250d905d-ba1f-4ef9-98ff-02f00cd894c3 HTTP/1.1" status: 200 len: 985 time: 0.0565958 Feb 28 10:47:25.012397 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7113d54b-e68e-4138-9f7a-5128e64eeb5f req-6b8e05bb-ecbb-4903-9cec-0daed87fb89f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:25.013745 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-7113d54b-e68e-4138-9f7a-5128e64eeb5f req-6b8e05bb-ecbb-4903-9cec-0daed87fb89f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.70 "GET /v2.0/ports/71ef83c3-f565-4226-a35a-fd0eff5f617c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0422502 Feb 28 10:47:25.122603 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-7113d54b-e68e-4138-9f7a-5128e64eeb5f req-162aca49-5c86-4b45-9292-2245691dc43f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.70 "GET /v2.0/networks/2763dcf2-2ed6-4ab6-9358-b44aa3e49516?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1042476 Feb 28 10:47:25.134177 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-7113d54b-e68e-4138-9f7a-5128e64eeb5f req-a539d4be-76bd-4852-9e88-813f48c59b34 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:47:25.196440 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-7113d54b-e68e-4138-9f7a-5128e64eeb5f req-a539d4be-76bd-4852-9e88-813f48c59b34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (71ef83c3-f565-4226-a35a-fd0eff5f617c), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:25.332391 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-7113d54b-e68e-4138-9f7a-5128e64eeb5f req-a539d4be-76bd-4852-9e88-813f48c59b34 service neutron] For port 71ef83c3-f565-4226-a35a-fd0eff5f617c, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=71ef83c3-f565-4226-a35a-fd0eff5f617c,segment=NetworkSegment(47bd04d8-1503-41a7-8ccb-eb5dea67ad60),segment_id=47bd04d8-1503-41a7-8ccb-eb5dea67ad60)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:47:25.364575 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-7113d54b-e68e-4138-9f7a-5128e64eeb5f req-a539d4be-76bd-4852-9e88-813f48c59b34 service neutron] For port 71ef83c3-f565-4226-a35a-fd0eff5f617c, host hv-neutron-8291, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:47:25.396595 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [req-7113d54b-e68e-4138-9f7a-5128e64eeb5f req-a539d4be-76bd-4852-9e88-813f48c59b34 service neutron] device_id is not set on port 71ef83c3-f565-4226-a35a-fd0eff5f617c yet. {{(pid=104083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:47:25.404863 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-7113d54b-e68e-4138-9f7a-5128e64eeb5f req-a539d4be-76bd-4852-9e88-813f48c59b34 service neutron] Publish callbacks [] for port (71ef83c3-f565-4226-a35a-fd0eff5f617c), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:25.463683 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-7113d54b-e68e-4138-9f7a-5128e64eeb5f req-a539d4be-76bd-4852-9e88-813f48c59b34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (71ef83c3-f565-4226-a35a-fd0eff5f617c), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:25.541734 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a539d4be-76bd-4852-9e88-813f48c59b34 service neutron] Pushing event updated for resources: {'Port': ['ID=71ef83c3-f565-4226-a35a-fd0eff5f617c,revision_number=11']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:25.585847 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-7113d54b-e68e-4138-9f7a-5128e64eeb5f req-a539d4be-76bd-4852-9e88-813f48c59b34 service neutron] No DVR routers for this DVR port 71ef83c3-f565-4226-a35a-fd0eff5f617c on host hv-neutron-8291 {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:47:25.728014 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-7113d54b-e68e-4138-9f7a-5128e64eeb5f req-a539d4be-76bd-4852-9e88-813f48c59b34 service neutron] In _notify_port_updated(), no bound segment for port 71ef83c3-f565-4226-a35a-fd0eff5f617c on network 2763dcf2-2ed6-4ab6-9358-b44aa3e49516 {{(pid=104083) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 10:47:25.728289 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-df2ee246-7409-445c-9bc7-b32592ea4285 None None] Provisioning complete for port 71ef83c3-f565-4226-a35a-fd0eff5f617c triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:47:25.728774 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-df2ee246-7409-445c-9bc7-b32592ea4285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (71ef83c3-f565-4226-a35a-fd0eff5f617c), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:25.729021 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7113d54b-e68e-4138-9f7a-5128e64eeb5f req-a539d4be-76bd-4852-9e88-813f48c59b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:25.729647 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-7113d54b-e68e-4138-9f7a-5128e64eeb5f req-a539d4be-76bd-4852-9e88-813f48c59b34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:25.730983 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-7113d54b-e68e-4138-9f7a-5128e64eeb5f req-a539d4be-76bd-4852-9e88-813f48c59b34 service neutron] 10.222.0.70 "PUT /v2.0/ports/71ef83c3-f565-4226-a35a-fd0eff5f617c HTTP/1.1" status: 200 len: 1028 time: 0.6010106 Feb 28 10:47:25.763251 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-df2ee246-7409-445c-9bc7-b32592ea4285 None None] Port 71ef83c3-f565-4226-a35a-fd0eff5f617c cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:47:25.859036 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9971c7de-a9a1-46c7-86bf-a23da5aed88d req-3b2a5c80-a0f7-4cb9-b4bd-3c5850f3b081 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=250d905d-ba1f-4ef9-98ff-02f00cd894c3 HTTP/1.1" status: 200 len: 210 time: 0.0278428 Feb 28 10:47:26.914586 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 51066) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:26.969549 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9021492e-1993-4a4f-9487-8569b6c3ffa7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (84736cb2-307f-4405-9213-5f092cfa7caa), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:26.994672 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9021492e-1993-4a4f-9487-8569b6c3ffa7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (84736cb2-307f-4405-9213-5f092cfa7caa), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:27.126236 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9021492e-1993-4a4f-9487-8569b6c3ffa7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (84736cb2-307f-4405-9213-5f092cfa7caa), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:27.128941 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9021492e-1993-4a4f-9487-8569b6c3ffa7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:27.130157 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-9021492e-1993-4a4f-9487-8569b6c3ffa7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "DELETE /v2.0/security-groups/84736cb2-307f-4405-9213-5f092cfa7caa HTTP/1.1" status: 204 len: 168 time: 0.2145405 Feb 28 10:47:27.140291 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9021492e-1993-4a4f-9487-8569b6c3ffa7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84736cb2-307f-4405-9213-5f092cfa7caa,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:27.241317 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 51070) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:27.406860 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-9ae2445f-a4d1-461d-9193-18556f5adde0 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Deleting port f00253e1-6f63-4575-92f0-5cfd788295fb {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:47:27.407120 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9ae2445f-a4d1-461d-9193-18556f5adde0 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (f00253e1-6f63-4575-92f0-5cfd788295fb), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:27.480259 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9ae2445f-a4d1-461d-9193-18556f5adde0 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (f00253e1-6f63-4575-92f0-5cfd788295fb), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:27.480584 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9ae2445f-a4d1-461d-9193-18556f5adde0 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for floatingip (f00253e1-6f63-4575-92f0-5cfd788295fb), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:27.492596 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-9ae2445f-a4d1-461d-9193-18556f5adde0 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Calling delete_port for f00253e1-6f63-4575-92f0-5cfd788295fb owned by network:floatingip {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:47:27.715219 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9ae2445f-a4d1-461d-9193-18556f5adde0 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (f00253e1-6f63-4575-92f0-5cfd788295fb), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:27.745018 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae2445f-a4d1-461d-9193-18556f5adde0 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event deleted for resources: {'Port': ['ID=f00253e1-6f63-4575-92f0-5cfd788295fb,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:27.805426 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9ae2445f-a4d1-461d-9193-18556f5adde0 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for floatingip (1d2b917f-98cf-4f4f-b1c9-be590d3a7a5d), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:27.805756 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.l3_db [None req-9ae2445f-a4d1-461d-9193-18556f5adde0 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Floating IP 1d2b917f-98cf-4f4f-b1c9-be590d3a7a5d disassociated (deleted). External IP: 172.26.3.56, port: 71ef83c3-f565-4226-a35a-fd0eff5f617c. Feb 28 10:47:28.012866 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae2445f-a4d1-461d-9193-18556f5adde0 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Router 9134bbf6-98b4-42aa-b6de-b42b12cd0fac has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:47:28.124288 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae2445f-a4d1-461d-9193-18556f5adde0 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:47:28.128960 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9ae2445f-a4d1-461d-9193-18556f5adde0 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:28.135326 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745be7e8-9b02-4db6-85b3-ca91b24469a7 None None] Sync routers for ids ['9134bbf6-98b4-42aa-b6de-b42b12cd0fac'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:47:28.145724 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745be7e8-9b02-4db6-85b3-ca91b24469a7 None None] Routers {'9134bbf6-98b4-42aa-b6de-b42b12cd0fac'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:47:28.146355 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-745be7e8-9b02-4db6-85b3-ca91b24469a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:47:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['9134bbf6-98b4-42aa-b6de-b42b12cd0fac'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:28.157054 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-9ae2445f-a4d1-461d-9193-18556f5adde0 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "DELETE /v2.0/floatingips/1d2b917f-98cf-4f4f-b1c9-be590d3a7a5d HTTP/1.1" status: 204 len: 168 time: 0.9146523 Feb 28 10:47:28.185494 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 71ef83c3-f565-4226-a35a-fd0eff5f617c no longer exists at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:47:28.232595 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 51076) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:28.280471 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] The host hv-neutron-8291 is not matching for port 71ef83c3-f565-4226-a35a-fd0eff5f617c host ! {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 28 10:47:28.280789 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 71ef83c3-f565-4226-a35a-fd0eff5f617c not bound to the agent host hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:47:28.294207 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-fec745f8-a6c4-47c2-8406-176c31e853cb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (6ce38374-a4d2-4daf-810b-018228fa4b54), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:28.304590 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-745be7e8-9b02-4db6-85b3-ca91b24469a7 None None] Set router 9134bbf6-98b4-42aa-b6de-b42b12cd0fac gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:47:28.320472 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-fec745f8-a6c4-47c2-8406-176c31e853cb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (6ce38374-a4d2-4daf-810b-018228fa4b54), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:28.474937 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-fec745f8-a6c4-47c2-8406-176c31e853cb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (6ce38374-a4d2-4daf-810b-018228fa4b54), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:28.477533 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-fec745f8-a6c4-47c2-8406-176c31e853cb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:28.478699 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-fec745f8-a6c4-47c2-8406-176c31e853cb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "DELETE /v2.0/security-groups/6ce38374-a4d2-4daf-810b-018228fa4b54 HTTP/1.1" status: 204 len: 168 time: 0.2450964 Feb 28 10:47:28.488695 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec745f8-a6c4-47c2-8406-176c31e853cb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce38374-a4d2-4daf-810b-018228fa4b54,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:28.496022 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec745f8-a6c4-47c2-8406-176c31e853cb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:28.496381 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec745f8-a6c4-47c2-8406-176c31e853cb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:28.496736 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec745f8-a6c4-47c2-8406-176c31e853cb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:28.497092 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec745f8-a6c4-47c2-8406-176c31e853cb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:28.497464 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec745f8-a6c4-47c2-8406-176c31e853cb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:28.498608 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec745f8-a6c4-47c2-8406-176c31e853cb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:28.498608 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec745f8-a6c4-47c2-8406-176c31e853cb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:28.498608 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec745f8-a6c4-47c2-8406-176c31e853cb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:28.499152 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec745f8-a6c4-47c2-8406-176c31e853cb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:28.499152 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec745f8-a6c4-47c2-8406-176c31e853cb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:28.499477 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec745f8-a6c4-47c2-8406-176c31e853cb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:28.500528 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec745f8-a6c4-47c2-8406-176c31e853cb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:28.500869 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec745f8-a6c4-47c2-8406-176c31e853cb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:28.536567 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-745be7e8-9b02-4db6-85b3-ca91b24469a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9134bbf6-98b4-42aa-b6de-b42b12cd0fac', 'name': 'tempest-TestNetworkBasicOps-router-1754017517', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.32'}], 'enable_snat': True}, 'gw_port_id': '6c504772-2fb9-4861-be2b-26867859df24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:46:37Z', 'updated_at': '2022-02-28T10:46:42Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '6c504772-2fb9-4861-be2b-26867859df24', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9134bbf6-98b4-42aa-b6de-b42b12cd0fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:46:38Z', 'updated_at': '2022-02-28T10:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '6350eef1-7163-4a26-ac81-acdf4bd2ddd8', 'name': '', 'network_id': '2763dcf2-2ed6-4ab6-9358-b44aa3e49516', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:35:5e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9134bbf6-98b4-42aa-b6de-b42b12cd0fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'a5233698-bf49-4702-ba9d-1fa9ad0071c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:46:41Z', 'updated_at': '2022-02-28T10:46:45Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': 'a5233698-bf49-4702-ba9d-1fa9ad0071c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:28.567550 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745be7e8-9b02-4db6-85b3-ca91b24469a7 None None] Checking router: 9134bbf6-98b4-42aa-b6de-b42b12cd0fac for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:47:28.575841 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745be7e8-9b02-4db6-85b3-ca91b24469a7 None None] Routers {'9134bbf6-98b4-42aa-b6de-b42b12cd0fac'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:47:28.576466 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-745be7e8-9b02-4db6-85b3-ca91b24469a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:47:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['9134bbf6-98b4-42aa-b6de-b42b12cd0fac'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:28.578859 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 51080) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:28.681208 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-b71463f6-9961-4bf2-a3c3-994978f9263d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Deleting port 71ef83c3-f565-4226-a35a-fd0eff5f617c {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:47:28.681550 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b71463f6-9961-4bf2-a3c3-994978f9263d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (71ef83c3-f565-4226-a35a-fd0eff5f617c), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:28.790709 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b71463f6-9961-4bf2-a3c3-994978f9263d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (71ef83c3-f565-4226-a35a-fd0eff5f617c), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:28.803445 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-b71463f6-9961-4bf2-a3c3-994978f9263d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Calling delete_port for 71ef83c3-f565-4226-a35a-fd0eff5f617c owned by {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:47:28.861082 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-745be7e8-9b02-4db6-85b3-ca91b24469a7 None None] Set router 9134bbf6-98b4-42aa-b6de-b42b12cd0fac gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:47:29.012362 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b71463f6-9961-4bf2-a3c3-994978f9263d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (71ef83c3-f565-4226-a35a-fd0eff5f617c), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:29.042440 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71463f6-9961-4bf2-a3c3-994978f9263d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event deleted for resources: {'Port': ['ID=71ef83c3-f565-4226-a35a-fd0eff5f617c,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:29.078185 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-745be7e8-9b02-4db6-85b3-ca91b24469a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9134bbf6-98b4-42aa-b6de-b42b12cd0fac', 'name': 'tempest-TestNetworkBasicOps-router-1754017517', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.32'}], 'enable_snat': True}, 'gw_port_id': '6c504772-2fb9-4861-be2b-26867859df24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:46:37Z', 'updated_at': '2022-02-28T10:46:42Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '6c504772-2fb9-4861-be2b-26867859df24', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9134bbf6-98b4-42aa-b6de-b42b12cd0fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:46:38Z', 'updated_at': '2022-02-28T10:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '6350eef1-7163-4a26-ac81-acdf4bd2ddd8', 'name': '', 'network_id': '2763dcf2-2ed6-4ab6-9358-b44aa3e49516', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:35:5e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9134bbf6-98b4-42aa-b6de-b42b12cd0fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'a5233698-bf49-4702-ba9d-1fa9ad0071c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:46:41Z', 'updated_at': '2022-02-28T10:46:45Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': 'a5233698-bf49-4702-ba9d-1fa9ad0071c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:29.119442 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745be7e8-9b02-4db6-85b3-ca91b24469a7 None None] The sync data for ids ['9134bbf6-98b4-42aa-b6de-b42b12cd0fac'] in dv-neutron-829161-3-hyperv is: [{'id': '9134bbf6-98b4-42aa-b6de-b42b12cd0fac', 'name': 'tempest-TestNetworkBasicOps-router-1754017517', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.32'}], 'enable_snat': True}, 'gw_port_id': '6c504772-2fb9-4861-be2b-26867859df24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:46:37Z', 'updated_at': '2022-02-28T10:46:42Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '6c504772-2fb9-4861-be2b-26867859df24', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9134bbf6-98b4-42aa-b6de-b42b12cd0fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:46:38Z', 'updated_at': '2022-02-28T10:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '6350eef1-7163-4a26-ac81-acdf4bd2ddd8', 'name': '', 'network_id': '2763dcf2-2ed6-4ab6-9358-b44aa3e49516', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:35:5e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9134bbf6-98b4-42aa-b6de-b42b12cd0fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'a5233698-bf49-4702-ba9d-1fa9ad0071c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:46:41Z', 'updated_at': '2022-02-28T10:46:45Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': 'a5233698-bf49-4702-ba9d-1fa9ad0071c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:47:29.130074 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b71463f6-9961-4bf2-a3c3-994978f9263d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:29.133737 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-b71463f6-9961-4bf2-a3c3-994978f9263d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "DELETE /v2.0/ports/71ef83c3-f565-4226-a35a-fd0eff5f617c HTTP/1.1" status: 204 len: 168 time: 0.5536728 Feb 28 10:47:29.140060 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 51082) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:29.390057 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e0aeab-1ec3-4771-b06d-c17a3da64dba None None] New status for floating IP 1d2b917f-98cf-4f4f-b1c9-be590d3a7a5d: DOWN {{(pid=104086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:47:29.540856 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a648e63c-0952-43bd-acb9-6ce4835387a3 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047661'] for router_interface (9134bbf6-98b4-42aa-b6de-b42b12cd0fac), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:29.799079 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-a648e63c-0952-43bd-acb9-6ce4835387a3 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Deleting port 6350eef1-7163-4a26-ac81-acdf4bd2ddd8 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:47:29.799424 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a648e63c-0952-43bd-acb9-6ce4835387a3 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (6350eef1-7163-4a26-ac81-acdf4bd2ddd8), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:29.884924 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-a648e63c-0952-43bd-acb9-6ce4835387a3 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] For port 6350eef1-7163-4a26-ac81-acdf4bd2ddd8, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=6350eef1-7163-4a26-ac81-acdf4bd2ddd8,segment=NetworkSegment(47bd04d8-1503-41a7-8ccb-eb5dea67ad60),segment_id=47bd04d8-1503-41a7-8ccb-eb5dea67ad60)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:47:29.885282 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a648e63c-0952-43bd-acb9-6ce4835387a3 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (6350eef1-7163-4a26-ac81-acdf4bd2ddd8), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:29.897870 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-a648e63c-0952-43bd-acb9-6ce4835387a3 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Calling delete_port for 6350eef1-7163-4a26-ac81-acdf4bd2ddd8 owned by network:router_interface {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:47:30.143476 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a648e63c-0952-43bd-acb9-6ce4835387a3 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (6350eef1-7163-4a26-ac81-acdf4bd2ddd8), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:30.169151 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a648e63c-0952-43bd-acb9-6ce4835387a3 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event deleted for resources: {'Port': ['ID=6350eef1-7163-4a26-ac81-acdf4bd2ddd8,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:30.354627 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a648e63c-0952-43bd-acb9-6ce4835387a3 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1047681'] for router_interface (9134bbf6-98b4-42aa-b6de-b42b12cd0fac), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:30.572405 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a648e63c-0952-43bd-acb9-6ce4835387a3 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Router 9134bbf6-98b4-42aa-b6de-b42b12cd0fac has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:47:30.584170 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:30.681908 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a648e63c-0952-43bd-acb9-6ce4835387a3 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:47:30.687552 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a648e63c-0952-43bd-acb9-6ce4835387a3 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "PUT /v2.0/routers/9134bbf6-98b4-42aa-b6de-b42b12cd0fac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5458636 Feb 28 10:47:30.689625 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 51084) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:30.692346 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a27962c-849c-4c76-9652-0036bc1a01ad None None] Sync routers for ids ['9134bbf6-98b4-42aa-b6de-b42b12cd0fac'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:47:30.702676 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a27962c-849c-4c76-9652-0036bc1a01ad None None] Routers {'9134bbf6-98b4-42aa-b6de-b42b12cd0fac'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:47:30.703336 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-2a27962c-849c-4c76-9652-0036bc1a01ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:47:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['9134bbf6-98b4-42aa-b6de-b42b12cd0fac'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:30.740037 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb36ae57-056b-4ff6-a50f-35c6569b4800 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Deleting subnet a5233698-bf49-4702-ba9d-1fa9ad0071c7 {{(pid=104083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:47:30.743131 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-eb36ae57-056b-4ff6-a50f-35c6569b4800 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for subnet (a5233698-bf49-4702-ba9d-1fa9ad0071c7), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:30.781573 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-eb36ae57-056b-4ff6-a50f-35c6569b4800 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59245535'] for subnet (a5233698-bf49-4702-ba9d-1fa9ad0071c7), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:30.811490 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-2a27962c-849c-4c76-9652-0036bc1a01ad None None] Set router 9134bbf6-98b4-42aa-b6de-b42b12cd0fac gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:47:30.869969 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-eb36ae57-056b-4ff6-a50f-35c6569b4800 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (a5233698-bf49-4702-ba9d-1fa9ad0071c7), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:30.989347 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-eb36ae57-056b-4ff6-a50f-35c6569b4800 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (a5233698-bf49-4702-ba9d-1fa9ad0071c7), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:30.996374 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-2a27962c-849c-4c76-9652-0036bc1a01ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9134bbf6-98b4-42aa-b6de-b42b12cd0fac', 'name': 'tempest-TestNetworkBasicOps-router-1754017517', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.32'}], 'enable_snat': True}, 'gw_port_id': '6c504772-2fb9-4861-be2b-26867859df24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:46:37Z', 'updated_at': '2022-02-28T10:47:30Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '6c504772-2fb9-4861-be2b-26867859df24', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9134bbf6-98b4-42aa-b6de-b42b12cd0fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:46:38Z', 'updated_at': '2022-02-28T10:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:31.017062 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb36ae57-056b-4ff6-a50f-35c6569b4800 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event deleted for resources: {'Subnet': ['ID=a5233698-bf49-4702-ba9d-1fa9ad0071c7,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:31.021315 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-eb36ae57-056b-4ff6-a50f-35c6569b4800 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:31.024569 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-eb36ae57-056b-4ff6-a50f-35c6569b4800 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "DELETE /v2.0/subnets/a5233698-bf49-4702-ba9d-1fa9ad0071c7 HTTP/1.1" status: 204 len: 168 time: 0.3340032 Feb 28 10:47:31.025218 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a27962c-849c-4c76-9652-0036bc1a01ad None None] Checking router: 9134bbf6-98b4-42aa-b6de-b42b12cd0fac for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:47:31.027235 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 51088) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:31.033308 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85dd6f2-a168-457e-b22e-2333764654f9 None None] Network 2763dcf2-2ed6-4ab6-9358-b44aa3e49516 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:47:31.048564 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a27962c-849c-4c76-9652-0036bc1a01ad None None] Routers {'9134bbf6-98b4-42aa-b6de-b42b12cd0fac'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:47:31.049198 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-2a27962c-849c-4c76-9652-0036bc1a01ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:47:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['9134bbf6-98b4-42aa-b6de-b42b12cd0fac'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:31.139648 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dbba4124-3e16-4726-8c32-93bf423b8fb9 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router (9134bbf6-98b4-42aa-b6de-b42b12cd0fac), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:31.216875 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-2a27962c-849c-4c76-9652-0036bc1a01ad None None] Set router 9134bbf6-98b4-42aa-b6de-b42b12cd0fac gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:47:31.247849 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dbba4124-3e16-4726-8c32-93bf423b8fb9 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router_gateway (9134bbf6-98b4-42aa-b6de-b42b12cd0fac), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:31.325348 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10ad5a2-1802-4d85-a50d-bb705d2832f2 None None] DHCP port deletion for 2763dcf2-2ed6-4ab6-9358-b44aa3e49516 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:47:31.399898 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-dbba4124-3e16-4726-8c32-93bf423b8fb9 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Deleting port 6c504772-2fb9-4861-be2b-26867859df24 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:47:31.400362 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dbba4124-3e16-4726-8c32-93bf423b8fb9 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (6c504772-2fb9-4861-be2b-26867859df24), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:31.430931 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-b10ad5a2-1802-4d85-a50d-bb705d2832f2 None None] Deleting port 8f7f284b-f53b-4668-a89b-7e3968d2506e {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:47:31.431309 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b10ad5a2-1802-4d85-a50d-bb705d2832f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (8f7f284b-f53b-4668-a89b-7e3968d2506e), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:31.482215 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-dbba4124-3e16-4726-8c32-93bf423b8fb9 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] For port 6c504772-2fb9-4861-be2b-26867859df24, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=6c504772-2fb9-4861-be2b-26867859df24,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:47:31.482578 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dbba4124-3e16-4726-8c32-93bf423b8fb9 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (6c504772-2fb9-4861-be2b-26867859df24), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:31.494540 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-dbba4124-3e16-4726-8c32-93bf423b8fb9 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Calling delete_port for 6c504772-2fb9-4861-be2b-26867859df24 owned by network:router_gateway {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:47:31.499876 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-b10ad5a2-1802-4d85-a50d-bb705d2832f2 None None] For port 8f7f284b-f53b-4668-a89b-7e3968d2506e, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=8f7f284b-f53b-4668-a89b-7e3968d2506e,segment=NetworkSegment(47bd04d8-1503-41a7-8ccb-eb5dea67ad60),segment_id=47bd04d8-1503-41a7-8ccb-eb5dea67ad60)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:47:31.500281 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b10ad5a2-1802-4d85-a50d-bb705d2832f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (8f7f284b-f53b-4668-a89b-7e3968d2506e), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:31.514385 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-b10ad5a2-1802-4d85-a50d-bb705d2832f2 None None] Calling delete_port for 8f7f284b-f53b-4668-a89b-7e3968d2506e owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:47:31.525188 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-2a27962c-849c-4c76-9652-0036bc1a01ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9134bbf6-98b4-42aa-b6de-b42b12cd0fac', 'name': 'tempest-TestNetworkBasicOps-router-1754017517', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.32'}], 'enable_snat': True}, 'gw_port_id': '6c504772-2fb9-4861-be2b-26867859df24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:46:37Z', 'updated_at': '2022-02-28T10:47:30Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '6c504772-2fb9-4861-be2b-26867859df24', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9134bbf6-98b4-42aa-b6de-b42b12cd0fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:46:38Z', 'updated_at': '2022-02-28T10:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:31.557477 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a27962c-849c-4c76-9652-0036bc1a01ad None None] The sync data for ids ['9134bbf6-98b4-42aa-b6de-b42b12cd0fac'] in dv-neutron-829161-3-hyperv is: [{'id': '9134bbf6-98b4-42aa-b6de-b42b12cd0fac', 'name': 'tempest-TestNetworkBasicOps-router-1754017517', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.32'}], 'enable_snat': True}, 'gw_port_id': '6c504772-2fb9-4861-be2b-26867859df24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:46:37Z', 'updated_at': '2022-02-28T10:47:30Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '6c504772-2fb9-4861-be2b-26867859df24', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9134bbf6-98b4-42aa-b6de-b42b12cd0fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:46:38Z', 'updated_at': '2022-02-28T10:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:47:31.657694 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b10ad5a2-1802-4d85-a50d-bb705d2832f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (8f7f284b-f53b-4668-a89b-7e3968d2506e), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:31.683236 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10ad5a2-1802-4d85-a50d-bb705d2832f2 None None] Pushing event deleted for resources: {'Port': ['ID=8f7f284b-f53b-4668-a89b-7e3968d2506e,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:31.686893 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10ad5a2-1802-4d85-a50d-bb705d2832f2 None None] No DVR routers for this DVR port 8f7f284b-f53b-4668-a89b-7e3968d2506e on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:47:31.709485 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dbba4124-3e16-4726-8c32-93bf423b8fb9 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (6c504772-2fb9-4861-be2b-26867859df24), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:31.732872 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbba4124-3e16-4726-8c32-93bf423b8fb9 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event deleted for resources: {'Port': ['ID=6c504772-2fb9-4861-be2b-26867859df24,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:31.797931 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dbba4124-3e16-4726-8c32-93bf423b8fb9 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047843'] for router_gateway (9134bbf6-98b4-42aa-b6de-b42b12cd0fac), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:31.887886 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dbba4124-3e16-4726-8c32-93bf423b8fb9 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (9134bbf6-98b4-42aa-b6de-b42b12cd0fac), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:31.889883 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dbba4124-3e16-4726-8c32-93bf423b8fb9 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router_controller (9134bbf6-98b4-42aa-b6de-b42b12cd0fac), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:32.001032 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dbba4124-3e16-4726-8c32-93bf423b8fb9 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (9134bbf6-98b4-42aa-b6de-b42b12cd0fac), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:32.002164 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbba4124-3e16-4726-8c32-93bf423b8fb9 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Fanout notify agent at l3_agent the message router_deleted on router 9134bbf6-98b4-42aa-b6de-b42b12cd0fac {{(pid=104083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:47:32.010067 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dbba4124-3e16-4726-8c32-93bf423b8fb9 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:32.013735 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-dbba4124-3e16-4726-8c32-93bf423b8fb9 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "DELETE /v2.0/routers/9134bbf6-98b4-42aa-b6de-b42b12cd0fac HTTP/1.1" status: 204 len: 168 time: 0.9829195 Feb 28 10:47:32.014141 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 51090) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:32.024339 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 6350eef1-7163-4a26-ac81-acdf4bd2ddd8 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:47:32.055948 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 6350eef1-7163-4a26-ac81-acdf4bd2ddd8 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:47:32.056441 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 6350eef1-7163-4a26-ac81-acdf4bd2ddd8 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:47:32.056975 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 8f7f284b-f53b-4668-a89b-7e3968d2506e no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:47:32.078027 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 8f7f284b-f53b-4668-a89b-7e3968d2506e {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:47:32.078516 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 8f7f284b-f53b-4668-a89b-7e3968d2506e not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:47:32.102452 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-34f55648-9769-451f-bad5-d87e1a8d2649 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (2763dcf2-2ed6-4ab6-9358-b44aa3e49516), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:32.187027 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-34f55648-9769-451f-bad5-d87e1a8d2649 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (2763dcf2-2ed6-4ab6-9358-b44aa3e49516), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:32.208264 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-34f55648-9769-451f-bad5-d87e1a8d2649 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2763dcf2-2ed6-4ab6-9358-b44aa3e49516']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:32.217688 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-34f55648-9769-451f-bad5-d87e1a8d2649 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47bd04d8-1503-41a7-8ccb-eb5dea67ad60') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:32.217985 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-34f55648-9769-451f-bad5-d87e1a8d2649 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47bd04d8-1503-41a7-8ccb-eb5dea67ad60') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:32.227878 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-34f55648-9769-451f-bad5-d87e1a8d2649 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (47bd04d8-1503-41a7-8ccb-eb5dea67ad60), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:32.242499 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-34f55648-9769-451f-bad5-d87e1a8d2649 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (47bd04d8-1503-41a7-8ccb-eb5dea67ad60), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:32.249068 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34f55648-9769-451f-bad5-d87e1a8d2649 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:47:32.249658 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-34f55648-9769-451f-bad5-d87e1a8d2649 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (47bd04d8-1503-41a7-8ccb-eb5dea67ad60), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:32.252639 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 10:47:32.252639 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:47:32.252639 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 10:47:32.252639 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:47:32.252639 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 10:47:32.252639 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:47:32.252639 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 10:47:32.252639 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:47:32.252639 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 10:47:32.252639 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:47:32.252639 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 10:47:32.252639 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:47:32.252639 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 10:47:32.252639 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:47:32.252639 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:47:32.252639 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:47:32.252639 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:47:32.252639 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:47:32.252639 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 10:47:32.252639 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:47:32.252639 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 10:47:32.252639 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:47:32.252639 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:47:32.252639 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:47:32.252639 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 10:47:32.252639 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:47:32.252639 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:47:32.252639 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:47:32.252639 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:47:32.252639 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:47:32.252639 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:47:32.252639 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:47:32.389659 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-34f55648-9769-451f-bad5-d87e1a8d2649 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (2763dcf2-2ed6-4ab6-9358-b44aa3e49516), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:32.394824 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-34f55648-9769-451f-bad5-d87e1a8d2649 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:32.398532 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-34f55648-9769-451f-bad5-d87e1a8d2649 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "DELETE /v2.0/networks/2763dcf2-2ed6-4ab6-9358-b44aa3e49516 HTTP/1.1" status: 204 len: 168 time: 0.3831491 Feb 28 10:47:32.413525 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 51092) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:32.419591 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f55648-9769-451f-bad5-d87e1a8d2649 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event deleted for resources: {'Network': ['ID=2763dcf2-2ed6-4ab6-9358-b44aa3e49516,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:32.426302 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-51c3cd2f-2abe-4ae4-8f7b-3f6c6224df2a tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0116050 Feb 28 10:47:32.428779 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 51094) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:32.433463 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-d5da216d-74d8-4ebc-b272-d42121b234d1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'network': {'name': 'tempest-network-smoke--281433944', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'port_security_enabled': True}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:47:32.486052 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5da216d-74d8-4ebc-b272-d42121b234d1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Made reservation on behalf of 02ebd57ebb02426fbf4a686f080eb9d7 for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:47:32.489642 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d5da216d-74d8-4ebc-b272-d42121b234d1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:32.513085 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5da216d-74d8-4ebc-b272-d42121b234d1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:47:32.522139 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d5da216d-74d8-4ebc-b272-d42121b234d1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (04c9c491-8c71-4d2d-b79b-0859b02c4a61), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:32.522480 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-d5da216d-74d8-4ebc-b272-d42121b234d1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Added segment 04c9c491-8c71-4d2d-b79b-0859b02c4a61 of type vlan for network 7708c911-d44e-458e-ba70-1151b77dc381 Feb 28 10:47:32.560073 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d5da216d-74d8-4ebc-b272-d42121b234d1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (7708c911-d44e-458e-ba70-1151b77dc381), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:32.634988 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d5da216d-74d8-4ebc-b272-d42121b234d1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (7708c911-d44e-458e-ba70-1151b77dc381), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:32.640080 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5da216d-74d8-4ebc-b272-d42121b234d1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:32.647352 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d5da216d-74d8-4ebc-b272-d42121b234d1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:32.710458 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5da216d-74d8-4ebc-b272-d42121b234d1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Network': ['ID=7708c911-d44e-458e-ba70-1151b77dc381,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:32.720493 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 7708c911-d44e-458e-ba70-1151b77dc381 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:47:32.770425 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-d5da216d-74d8-4ebc-b272-d42121b234d1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3402669 Feb 28 10:47:32.772819 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 51096) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:32.777338 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-4285de41-3068-41a8-b9d7-a64dbeb15855 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1041509381', 'admin_state_up': True, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:47:32.863679 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4285de41-3068-41a8-b9d7-a64dbeb15855 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (5f439f6b-737a-42ee-aea2-3de482376f88), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:32.864765 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4285de41-3068-41a8-b9d7-a64dbeb15855 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (5f439f6b-737a-42ee-aea2-3de482376f88), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:32.918435 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4285de41-3068-41a8-b9d7-a64dbeb15855 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router_controller (5f439f6b-737a-42ee-aea2-3de482376f88), precommit_add_association {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:33.115021 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4285de41-3068-41a8-b9d7-a64dbeb15855 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router_gateway (5f439f6b-737a-42ee-aea2-3de482376f88), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:33.670588 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 6c504772-2fb9-4861-be2b-26867859df24 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:47:33.694162 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 6c504772-2fb9-4861-be2b-26867859df24 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:47:33.694627 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 6c504772-2fb9-4861-be2b-26867859df24 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:47:33.712861 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:47:33.716087 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4285de41-3068-41a8-b9d7-a64dbeb15855 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router_gateway (5f439f6b-737a-42ee-aea2-3de482376f88), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:33.734494 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4285de41-3068-41a8-b9d7-a64dbeb15855 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:33.834868 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-4285de41-3068-41a8-b9d7-a64dbeb15855 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Allocated IP 172.26.3.3 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/31dec12e-a6a3-4432-ad23-e66f2d5e9a37) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:47:33.935473 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4285de41-3068-41a8-b9d7-a64dbeb15855 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for port (31dec12e-a6a3-4432-ad23-e66f2d5e9a37), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:34.007073 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4285de41-3068-41a8-b9d7-a64dbeb15855 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (31dec12e-a6a3-4432-ad23-e66f2d5e9a37), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:34.043268 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4285de41-3068-41a8-b9d7-a64dbeb15855 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:47:34.046279 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-4285de41-3068-41a8-b9d7-a64dbeb15855 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:47:34.049704 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4285de41-3068-41a8-b9d7-a64dbeb15855 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:47:34.078580 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4285de41-3068-41a8-b9d7-a64dbeb15855 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Port': ['ID=31dec12e-a6a3-4432-ad23-e66f2d5e9a37,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:34.374959 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4285de41-3068-41a8-b9d7-a64dbeb15855 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router_gateway (5f439f6b-737a-42ee-aea2-3de482376f88), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:34.597063 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4285de41-3068-41a8-b9d7-a64dbeb15855 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (5f439f6b-737a-42ee-aea2-3de482376f88), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:34.789288 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4285de41-3068-41a8-b9d7-a64dbeb15855 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Router 5f439f6b-737a-42ee-aea2-3de482376f88 is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:47:34.897131 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4285de41-3068-41a8-b9d7-a64dbeb15855 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:47:34.906233 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1626f0d6-0c31-4752-b85f-a93af9632904 None None] Sync routers for ids ['5f439f6b-737a-42ee-aea2-3de482376f88'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:47:34.916243 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1626f0d6-0c31-4752-b85f-a93af9632904 None None] Routers {'5f439f6b-737a-42ee-aea2-3de482376f88'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:47:34.917992 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-1626f0d6-0c31-4752-b85f-a93af9632904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:47:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['5f439f6b-737a-42ee-aea2-3de482376f88'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:34.985791 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4285de41-3068-41a8-b9d7-a64dbeb15855 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:34.987330 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-4285de41-3068-41a8-b9d7-a64dbeb15855 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.2132976 Feb 28 10:47:34.991256 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 51098) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:35.022473 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-91ddf9d2-1b53-4579-897b-228a2cc2be95 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=02ebd57ebb02426fbf4a686f080eb9d7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296485 Feb 28 10:47:35.024790 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 51100) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:35.032871 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-1626f0d6-0c31-4752-b85f-a93af9632904 None None] Set router 5f439f6b-737a-42ee-aea2-3de482376f88 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:47:35.127287 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c48c88-3285-4b53-8978-2d65343b1e6a tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:35.130958 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c2c48c88-3285-4b53-8978-2d65343b1e6a tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1031301 Feb 28 10:47:35.133341 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 51102) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:35.168800 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-6e3ab5cc-11d5-4c37-8fd3-b17021b7d97f tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=e88d86cf-af22-4900-bdd2-aa4038554136&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340738 Feb 28 10:47:35.170502 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 51104) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:35.175584 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-a7018461-aa4b-4749-9f46-61aa871c3de7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-293892509', 'network_id': '7708c911-d44e-458e-ba70-1151b77dc381', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:47:35.337989 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-1626f0d6-0c31-4752-b85f-a93af9632904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f439f6b-737a-42ee-aea2-3de482376f88', 'name': 'tempest-TestNetworkBasicOps-router-1041509381', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': '31dec12e-a6a3-4432-ad23-e66f2d5e9a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:47:32Z', 'updated_at': '2022-02-28T10:47:34Z', 'revision_number': 3, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '31dec12e-a6a3-4432-ad23-e66f2d5e9a37', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:07:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f439f6b-737a-42ee-aea2-3de482376f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:33Z', 'updated_at': '2022-02-28T10:47:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:35.343563 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7018461-aa4b-4749-9f46-61aa871c3de7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Made reservation on behalf of 02ebd57ebb02426fbf4a686f080eb9d7 for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:47:35.347072 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a7018461-aa4b-4749-9f46-61aa871c3de7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:35.367779 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1626f0d6-0c31-4752-b85f-a93af9632904 None None] Checking router: 5f439f6b-737a-42ee-aea2-3de482376f88 for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:47:35.368118 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1626f0d6-0c31-4752-b85f-a93af9632904 None None] Updating router 5f439f6b-737a-42ee-aea2-3de482376f88 port 31dec12e-a6a3-4432-ad23-e66f2d5e9a37 binding host dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:47:35.394114 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1626f0d6-0c31-4752-b85f-a93af9632904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (31dec12e-a6a3-4432-ad23-e66f2d5e9a37), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:35.593470 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a7018461-aa4b-4749-9f46-61aa871c3de7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (66c993ef-30cf-4ef8-85ff-fc978aebdaa7), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:35.644618 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1626f0d6-0c31-4752-b85f-a93af9632904 None None] Publish callbacks [] for port (31dec12e-a6a3-4432-ad23-e66f2d5e9a37), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:35.663245 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7018461-aa4b-4749-9f46-61aa871c3de7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Subnet': ['ID=66c993ef-30cf-4ef8-85ff-fc978aebdaa7,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:35.669532 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7018461-aa4b-4749-9f46-61aa871c3de7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:35.669894 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7018461-aa4b-4749-9f46-61aa871c3de7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:35.670250 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7018461-aa4b-4749-9f46-61aa871c3de7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:35.670614 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7018461-aa4b-4749-9f46-61aa871c3de7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:35.670969 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7018461-aa4b-4749-9f46-61aa871c3de7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:35.671311 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7018461-aa4b-4749-9f46-61aa871c3de7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:35.671653 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7018461-aa4b-4749-9f46-61aa871c3de7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:35.671991 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7018461-aa4b-4749-9f46-61aa871c3de7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:35.672327 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7018461-aa4b-4749-9f46-61aa871c3de7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:35.672663 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7018461-aa4b-4749-9f46-61aa871c3de7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:35.672999 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7018461-aa4b-4749-9f46-61aa871c3de7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:35.673375 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7018461-aa4b-4749-9f46-61aa871c3de7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:35.673690 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7018461-aa4b-4749-9f46-61aa871c3de7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:35.678884 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7018461-aa4b-4749-9f46-61aa871c3de7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Checking segment: {'id': '04c9c491-8c71-4d2d-b79b-0859b02c4a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7708c911-d44e-458e-ba70-1151b77dc381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:47:35.679327 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7018461-aa4b-4749-9f46-61aa871c3de7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Network hostable DHCP agents. Network: 7708c911-d44e-458e-ba70-1151b77dc381, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:47:35.709846 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1626f0d6-0c31-4752-b85f-a93af9632904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (31dec12e-a6a3-4432-ad23-e66f2d5e9a37), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:35.763837 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-1626f0d6-0c31-4752-b85f-a93af9632904 None None] Attempting to bind port 31dec12e-a6a3-4432-ad23-e66f2d5e9a37 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:47:35.764227 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-1626f0d6-0c31-4752-b85f-a93af9632904 None None] Attempting to bind port 31dec12e-a6a3-4432-ad23-e66f2d5e9a37 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:47:35.764574 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1626f0d6-0c31-4752-b85f-a93af9632904 None None] Attempting to bind port 31dec12e-a6a3-4432-ad23-e66f2d5e9a37 on network e88d86cf-af22-4900-bdd2-aa4038554136 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:47:35.767335 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e600900a-5700-4b60-8331-d0ba07afedc4 None None] Pushing event updated for resources: {'Port': ['ID=31dec12e-a6a3-4432-ad23-e66f2d5e9a37,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:35.772473 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1626f0d6-0c31-4752-b85f-a93af9632904 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:47:35.772850 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1626f0d6-0c31-4752-b85f-a93af9632904 None None] Checking segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:47:35.773256 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1626f0d6-0c31-4752-b85f-a93af9632904 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:35.773641 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1626f0d6-0c31-4752-b85f-a93af9632904 None None] Bound using segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:47:35.774112 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-1626f0d6-0c31-4752-b85f-a93af9632904 None None] Bound port: 31dec12e-a6a3-4432-ad23-e66f2d5e9a37, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:47:35.774494 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1626f0d6-0c31-4752-b85f-a93af9632904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (31dec12e-a6a3-4432-ad23-e66f2d5e9a37), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:35.800203 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7018461-aa4b-4749-9f46-61aa871c3de7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Network 7708c911-d44e-458e-ba70-1151b77dc381 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:47:35.824080 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-1626f0d6-0c31-4752-b85f-a93af9632904 None None] For port 31dec12e-a6a3-4432-ad23-e66f2d5e9a37, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:47:35.827038 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-1626f0d6-0c31-4752-b85f-a93af9632904 None None] For port 31dec12e-a6a3-4432-ad23-e66f2d5e9a37, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=31dec12e-a6a3-4432-ad23-e66f2d5e9a37,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:47:35.891928 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-a7018461-aa4b-4749-9f46-61aa871c3de7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 7708c911-d44e-458e-ba70-1151b77dc381) {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:47:35.896210 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7018461-aa4b-4749-9f46-61aa871c3de7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:35.896815 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a7018461-aa4b-4749-9f46-61aa871c3de7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:35.900986 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b1f56d-c448-4699-a21c-8f33011963da None None] Network 7708c911-d44e-458e-ba70-1151b77dc381 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:47:35.903972 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1626f0d6-0c31-4752-b85f-a93af9632904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (31dec12e-a6a3-4432-ad23-e66f2d5e9a37), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:35.954977 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1626f0d6-0c31-4752-b85f-a93af9632904 None None] Routers {'5f439f6b-737a-42ee-aea2-3de482376f88'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:47:35.955697 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-1626f0d6-0c31-4752-b85f-a93af9632904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:47:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['5f439f6b-737a-42ee-aea2-3de482376f88'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:35.985985 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-a7018461-aa4b-4749-9f46-61aa871c3de7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8143623 Feb 28 10:47:35.988903 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 51106) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:36.001796 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e600900a-5700-4b60-8331-d0ba07afedc4 None None] Pushing event updated for resources: {'Port': ['ID=31dec12e-a6a3-4432-ad23-e66f2d5e9a37,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:36.004036 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3dad1d1-cfb7-470f-bc31-662254d65ccd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-7708c911-d44e-458e-ba70-1151b77dc381', 'network_id': '7708c911-d44e-458e-ba70-1151b77dc381', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'fixed_ips': [{'subnet_id': '66c993ef-30cf-4ef8-85ff-fc978aebdaa7'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:47:36.005938 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e3dad1d1-cfb7-470f-bc31-662254d65ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:36.094166 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-1626f0d6-0c31-4752-b85f-a93af9632904 None None] Set router 5f439f6b-737a-42ee-aea2-3de482376f88 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:47:36.154481 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-e3dad1d1-cfb7-470f-bc31-662254d65ccd None None] Allocated IP 172.20.0.2 (7708c911-d44e-458e-ba70-1151b77dc381/66c993ef-30cf-4ef8-85ff-fc978aebdaa7/7b24cfdf-01ae-4bcc-996c-8376791933c3) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:47:36.297741 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-1626f0d6-0c31-4752-b85f-a93af9632904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f439f6b-737a-42ee-aea2-3de482376f88', 'name': 'tempest-TestNetworkBasicOps-router-1041509381', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': '31dec12e-a6a3-4432-ad23-e66f2d5e9a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:47:32Z', 'updated_at': '2022-02-28T10:47:34Z', 'revision_number': 3, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '31dec12e-a6a3-4432-ad23-e66f2d5e9a37', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:07:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f439f6b-737a-42ee-aea2-3de482376f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:33Z', 'updated_at': '2022-02-28T10:47:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:36.315751 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e3dad1d1-cfb7-470f-bc31-662254d65ccd None None] Publish callbacks [] for port (7b24cfdf-01ae-4bcc-996c-8376791933c3), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:36.330921 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1626f0d6-0c31-4752-b85f-a93af9632904 None None] The sync data for ids ['5f439f6b-737a-42ee-aea2-3de482376f88'] in dv-neutron-829161-3-hyperv is: [{'id': '5f439f6b-737a-42ee-aea2-3de482376f88', 'name': 'tempest-TestNetworkBasicOps-router-1041509381', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': '31dec12e-a6a3-4432-ad23-e66f2d5e9a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:47:32Z', 'updated_at': '2022-02-28T10:47:34Z', 'revision_number': 3, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '31dec12e-a6a3-4432-ad23-e66f2d5e9a37', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:07:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f439f6b-737a-42ee-aea2-3de482376f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:33Z', 'updated_at': '2022-02-28T10:47:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:47:36.372593 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e3dad1d1-cfb7-470f-bc31-662254d65ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (7b24cfdf-01ae-4bcc-996c-8376791933c3), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:36.424670 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3dad1d1-cfb7-470f-bc31-662254d65ccd None None] Network 7708c911-d44e-458e-ba70-1151b77dc381 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:47:36.428986 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-e3dad1d1-cfb7-470f-bc31-662254d65ccd None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:47:36.428986 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dad1d1-cfb7-470f-bc31-662254d65ccd None None] Pushing event updated for resources: {'Port': ['ID=7b24cfdf-01ae-4bcc-996c-8376791933c3,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:36.430878 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dad1d1-cfb7-470f-bc31-662254d65ccd None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:47:36.498317 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-e3dad1d1-cfb7-470f-bc31-662254d65ccd None None] Attempting to bind port 7b24cfdf-01ae-4bcc-996c-8376791933c3 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:47:36.498726 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-e3dad1d1-cfb7-470f-bc31-662254d65ccd None None] Attempting to bind port 7b24cfdf-01ae-4bcc-996c-8376791933c3 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '04c9c491-8c71-4d2d-b79b-0859b02c4a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7708c911-d44e-458e-ba70-1151b77dc381'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:47:36.499187 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dad1d1-cfb7-470f-bc31-662254d65ccd None None] Attempting to bind port 7b24cfdf-01ae-4bcc-996c-8376791933c3 on network 7708c911-d44e-458e-ba70-1151b77dc381 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:47:36.504807 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dad1d1-cfb7-470f-bc31-662254d65ccd None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:47:36.505224 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dad1d1-cfb7-470f-bc31-662254d65ccd None None] Checking segment: {'id': '04c9c491-8c71-4d2d-b79b-0859b02c4a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7708c911-d44e-458e-ba70-1151b77dc381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:47:36.505715 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e3dad1d1-cfb7-470f-bc31-662254d65ccd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:36.506131 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dad1d1-cfb7-470f-bc31-662254d65ccd None None] Bound using segment: {'id': '04c9c491-8c71-4d2d-b79b-0859b02c4a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7708c911-d44e-458e-ba70-1151b77dc381'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:47:36.506619 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-e3dad1d1-cfb7-470f-bc31-662254d65ccd None None] Bound port: 7b24cfdf-01ae-4bcc-996c-8376791933c3, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04c9c491-8c71-4d2d-b79b-0859b02c4a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7708c911-d44e-458e-ba70-1151b77dc381'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:47:36.507115 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e3dad1d1-cfb7-470f-bc31-662254d65ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (7b24cfdf-01ae-4bcc-996c-8376791933c3), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:36.604473 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-e3dad1d1-cfb7-470f-bc31-662254d65ccd None None] For port 7b24cfdf-01ae-4bcc-996c-8376791933c3, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:47:36.608842 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-e3dad1d1-cfb7-470f-bc31-662254d65ccd None None] For port 7b24cfdf-01ae-4bcc-996c-8376791933c3, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=7b24cfdf-01ae-4bcc-996c-8376791933c3,segment=NetworkSegment(04c9c491-8c71-4d2d-b79b-0859b02c4a61),segment_id=04c9c491-8c71-4d2d-b79b-0859b02c4a61)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:47:36.698355 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e3dad1d1-cfb7-470f-bc31-662254d65ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (7b24cfdf-01ae-4bcc-996c-8376791933c3), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:36.767609 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dad1d1-cfb7-470f-bc31-662254d65ccd None None] Pushing event updated for resources: {'Port': ['ID=7b24cfdf-01ae-4bcc-996c-8376791933c3,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:36.840576 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cdd7f0fb-414b-4d3e-b831-c7ac21ad639e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:37.154219 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-cdd7f0fb-414b-4d3e-b831-c7ac21ad639e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Allocated IP 172.20.0.1 (7708c911-d44e-458e-ba70-1151b77dc381/66c993ef-30cf-4ef8-85ff-fc978aebdaa7/e56414e6-36a7-4768-b074-1efcc0c5a25c) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:47:37.281211 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cdd7f0fb-414b-4d3e-b831-c7ac21ad639e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for port (e56414e6-36a7-4768-b074-1efcc0c5a25c), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:37.378399 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cdd7f0fb-414b-4d3e-b831-c7ac21ad639e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (e56414e6-36a7-4768-b074-1efcc0c5a25c), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:37.419301 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd7f0fb-414b-4d3e-b831-c7ac21ad639e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Network 7708c911-d44e-458e-ba70-1151b77dc381 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:47:37.422380 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-cdd7f0fb-414b-4d3e-b831-c7ac21ad639e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:47:37.428740 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd7f0fb-414b-4d3e-b831-c7ac21ad639e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:47:37.435605 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd7f0fb-414b-4d3e-b831-c7ac21ad639e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Port': ['ID=e56414e6-36a7-4768-b074-1efcc0c5a25c,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:37.477479 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cdd7f0fb-414b-4d3e-b831-c7ac21ad639e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047958'] for router_interface (5f439f6b-737a-42ee-aea2-3de482376f88), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:37.715882 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cdd7f0fb-414b-4d3e-b831-c7ac21ad639e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (e56414e6-36a7-4768-b074-1efcc0c5a25c), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:37.773997 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226d76e4-9dfe-4f9d-9520-5a2468ca578b None None] Network 7708c911-d44e-458e-ba70-1151b77dc381 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:47:37.791211 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 31dec12e-a6a3-4432-ad23-e66f2d5e9a37 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:47:37.907328 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-21423e37-a429-45c0-8098-402ed3818a56 None None] Provisioning complete for port 7b24cfdf-01ae-4bcc-996c-8376791933c3 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:47:37.907710 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-21423e37-a429-45c0-8098-402ed3818a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (7b24cfdf-01ae-4bcc-996c-8376791933c3), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:38.115796 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 31dec12e-a6a3-4432-ad23-e66f2d5e9a37 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:47:38.116178 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (31dec12e-a6a3-4432-ad23-e66f2d5e9a37), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:38.123745 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cdd7f0fb-414b-4d3e-b831-c7ac21ad639e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for port (e56414e6-36a7-4768-b074-1efcc0c5a25c), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:38.200566 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cdd7f0fb-414b-4d3e-b831-c7ac21ad639e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (e56414e6-36a7-4768-b074-1efcc0c5a25c), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:38.236318 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-21423e37-a429-45c0-8098-402ed3818a56 None None] Current status of the port 7b24cfdf-01ae-4bcc-996c-8376791933c3 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:47:38.236719 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-21423e37-a429-45c0-8098-402ed3818a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (7b24cfdf-01ae-4bcc-996c-8376791933c3), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:38.268098 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 31dec12e-a6a3-4432-ad23-e66f2d5e9a37 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:47:38.268495 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (31dec12e-a6a3-4432-ad23-e66f2d5e9a37), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:38.288845 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cdd7f0fb-414b-4d3e-b831-c7ac21ad639e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047558'] for router_interface (5f439f6b-737a-42ee-aea2-3de482376f88), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:38.289879 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd7f0fb-414b-4d3e-b831-c7ac21ad639e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Port': ['ID=e56414e6-36a7-4768-b074-1efcc0c5a25c,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:38.299720 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-21423e37-a429-45c0-8098-402ed3818a56 None None] For port 7b24cfdf-01ae-4bcc-996c-8376791933c3, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=7b24cfdf-01ae-4bcc-996c-8376791933c3,segment=NetworkSegment(04c9c491-8c71-4d2d-b79b-0859b02c4a61),segment_id=04c9c491-8c71-4d2d-b79b-0859b02c4a61)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:47:38.302171 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port 31dec12e-a6a3-4432-ad23-e66f2d5e9a37, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=31dec12e-a6a3-4432-ad23-e66f2d5e9a37,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:47:38.368113 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-21423e37-a429-45c0-8098-402ed3818a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (7b24cfdf-01ae-4bcc-996c-8376791933c3), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:38.396691 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (31dec12e-a6a3-4432-ad23-e66f2d5e9a37), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:38.397821 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 7b24cfdf-01ae-4bcc-996c-8376791933c3 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:47:38.420805 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd7f0fb-414b-4d3e-b831-c7ac21ad639e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Network 7708c911-d44e-458e-ba70-1151b77dc381 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:47:38.422427 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-cdd7f0fb-414b-4d3e-b831-c7ac21ad639e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:47:38.454585 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21423e37-a429-45c0-8098-402ed3818a56 None None] Pushing event updated for resources: {'Port': ['ID=7b24cfdf-01ae-4bcc-996c-8376791933c3,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:38.530763 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 7b24cfdf-01ae-4bcc-996c-8376791933c3 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:47:38.531163 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (7b24cfdf-01ae-4bcc-996c-8376791933c3), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:38.532667 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-b76dc0a0-c53c-4f0e-b782-1e7e41970cf3 None None] Provisioning complete for port e56414e6-36a7-4768-b074-1efcc0c5a25c triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:47:38.533025 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b76dc0a0-c53c-4f0e-b782-1e7e41970cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (e56414e6-36a7-4768-b074-1efcc0c5a25c), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:38.554257 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdd7f0fb-414b-4d3e-b831-c7ac21ad639e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Router 5f439f6b-737a-42ee-aea2-3de482376f88 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:47:38.574943 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=31dec12e-a6a3-4432-ad23-e66f2d5e9a37,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:38.604180 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-b76dc0a0-c53c-4f0e-b782-1e7e41970cf3 None None] Port e56414e6-36a7-4768-b074-1efcc0c5a25c cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:47:38.622129 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-b76dc0a0-c53c-4f0e-b782-1e7e41970cf3 None None] Provisioning complete for port 7b24cfdf-01ae-4bcc-996c-8376791933c3 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:47:38.622504 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b76dc0a0-c53c-4f0e-b782-1e7e41970cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (7b24cfdf-01ae-4bcc-996c-8376791933c3), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:38.675432 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd7f0fb-414b-4d3e-b831-c7ac21ad639e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:47:38.681123 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-cdd7f0fb-414b-4d3e-b831-c7ac21ad639e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "PUT /v2.0/routers/5f439f6b-737a-42ee-aea2-3de482376f88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6900768 Feb 28 10:47:38.683601 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 51108) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:38.689967 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 7b24cfdf-01ae-4bcc-996c-8376791933c3 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:47:38.694205 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238cc684-035b-4c6c-ba6a-fecd96829a62 None None] Sync routers for ids ['5f439f6b-737a-42ee-aea2-3de482376f88'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:47:38.712255 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238cc684-035b-4c6c-ba6a-fecd96829a62 None None] Routers {'5f439f6b-737a-42ee-aea2-3de482376f88'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:47:38.712904 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-238cc684-035b-4c6c-ba6a-fecd96829a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:47:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['5f439f6b-737a-42ee-aea2-3de482376f88'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:38.797745 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e143caf-5ea4-479e-b0d2-ae3eea5736b9 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:38.798225 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e143caf-5ea4-479e-b0d2-ae3eea5736b9 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:38.798688 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e143caf-5ea4-479e-b0d2-ae3eea5736b9 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:38.799367 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e143caf-5ea4-479e-b0d2-ae3eea5736b9 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:38.800003 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e143caf-5ea4-479e-b0d2-ae3eea5736b9 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:38.800660 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e143caf-5ea4-479e-b0d2-ae3eea5736b9 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:38.802676 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-3e143caf-5ea4-479e-b0d2-ae3eea5736b9 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4279 time: 0.1172013 Feb 28 10:47:38.805713 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 51110) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:38.833135 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-b76dc0a0-c53c-4f0e-b782-1e7e41970cf3 None None] Current status of the port 7b24cfdf-01ae-4bcc-996c-8376791933c3 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:47:38.863613 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d0570a-f000-48d6-a238-39dfb8a76b32 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:38.864628 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d0570a-f000-48d6-a238-39dfb8a76b32 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:38.865476 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d0570a-f000-48d6-a238-39dfb8a76b32 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:38.865941 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d0570a-f000-48d6-a238-39dfb8a76b32 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:38.866391 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d0570a-f000-48d6-a238-39dfb8a76b32 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:38.866786 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-238cc684-035b-4c6c-ba6a-fecd96829a62 None None] Set router 5f439f6b-737a-42ee-aea2-3de482376f88 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:47:38.866979 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d0570a-f000-48d6-a238-39dfb8a76b32 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:38.868810 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-08d0570a-f000-48d6-a238-39dfb8a76b32 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0622137 Feb 28 10:47:38.871534 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 51112) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:38.997974 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ee4db007-ddd5-4a6b-a3c0-0f42bc9dee67 None None] Provisioning complete for port e56414e6-36a7-4768-b074-1efcc0c5a25c triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:47:38.998273 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ee4db007-ddd5-4a6b-a3c0-0f42bc9dee67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (e56414e6-36a7-4768-b074-1efcc0c5a25c), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:39.012294 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-191e7fbb-64de-46f4-8e94-643bdd655eaf tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.1396816 Feb 28 10:47:39.058549 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ee4db007-ddd5-4a6b-a3c0-0f42bc9dee67 None None] Port e56414e6-36a7-4768-b074-1efcc0c5a25c cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:47:39.109990 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-238cc684-035b-4c6c-ba6a-fecd96829a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f439f6b-737a-42ee-aea2-3de482376f88', 'name': 'tempest-TestNetworkBasicOps-router-1041509381', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': '31dec12e-a6a3-4432-ad23-e66f2d5e9a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:47:32Z', 'updated_at': '2022-02-28T10:47:37Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '31dec12e-a6a3-4432-ad23-e66f2d5e9a37', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:07:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f439f6b-737a-42ee-aea2-3de482376f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:33Z', 'updated_at': '2022-02-28T10:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': 'e56414e6-36a7-4768-b074-1efcc0c5a25c', 'name': '', 'network_id': '7708c911-d44e-458e-ba70-1151b77dc381', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:ee:24:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f439f6b-737a-42ee-aea2-3de482376f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '66c993ef-30cf-4ef8-85ff-fc978aebdaa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:36Z', 'updated_at': '2022-02-28T10:47:37Z', 'revision_number': 2, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '66c993ef-30cf-4ef8-85ff-fc978aebdaa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:39.136941 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238cc684-035b-4c6c-ba6a-fecd96829a62 None None] Checking router: 5f439f6b-737a-42ee-aea2-3de482376f88 for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:47:39.137302 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238cc684-035b-4c6c-ba6a-fecd96829a62 None None] Updating router 5f439f6b-737a-42ee-aea2-3de482376f88 port e56414e6-36a7-4768-b074-1efcc0c5a25c binding host dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:47:39.163544 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-238cc684-035b-4c6c-ba6a-fecd96829a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (e56414e6-36a7-4768-b074-1efcc0c5a25c), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:39.361240 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 51116) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:39.366437 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-5f36554c-bfc8-4056-8117-901296641f53 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2083598839', 'description': 'tempest-secgroup-smoke-2083598839 description', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:47:39.431876 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-238cc684-035b-4c6c-ba6a-fecd96829a62 None None] Publish callbacks [] for port (e56414e6-36a7-4768-b074-1efcc0c5a25c), precommit_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:39.440913 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5f36554c-bfc8-4056-8117-901296641f53 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:39.480867 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-238cc684-035b-4c6c-ba6a-fecd96829a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (e56414e6-36a7-4768-b074-1efcc0c5a25c), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:39.528713 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5f36554c-bfc8-4056-8117-901296641f53 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (eafa5238-fb75-4ee9-9236-7b61528ad8f5), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:39.557783 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd32eba-ea21-4b26-9d83-3947c14ea786 None None] Pushing event updated for resources: {'Port': ['ID=e56414e6-36a7-4768-b074-1efcc0c5a25c,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:39.593334 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-238cc684-035b-4c6c-ba6a-fecd96829a62 None None] Attempting to bind port e56414e6-36a7-4768-b074-1efcc0c5a25c on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:47:39.593635 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-238cc684-035b-4c6c-ba6a-fecd96829a62 None None] Attempting to bind port e56414e6-36a7-4768-b074-1efcc0c5a25c by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '04c9c491-8c71-4d2d-b79b-0859b02c4a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7708c911-d44e-458e-ba70-1151b77dc381'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:47:39.594006 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238cc684-035b-4c6c-ba6a-fecd96829a62 None None] Attempting to bind port e56414e6-36a7-4768-b074-1efcc0c5a25c on network 7708c911-d44e-458e-ba70-1151b77dc381 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:47:39.599949 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238cc684-035b-4c6c-ba6a-fecd96829a62 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:47:39.600438 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238cc684-035b-4c6c-ba6a-fecd96829a62 None None] Checking segment: {'id': '04c9c491-8c71-4d2d-b79b-0859b02c4a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7708c911-d44e-458e-ba70-1151b77dc381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:47:39.600729 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-238cc684-035b-4c6c-ba6a-fecd96829a62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:39.601132 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238cc684-035b-4c6c-ba6a-fecd96829a62 None None] Bound using segment: {'id': '04c9c491-8c71-4d2d-b79b-0859b02c4a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7708c911-d44e-458e-ba70-1151b77dc381'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:47:39.601614 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-238cc684-035b-4c6c-ba6a-fecd96829a62 None None] Bound port: e56414e6-36a7-4768-b074-1efcc0c5a25c, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04c9c491-8c71-4d2d-b79b-0859b02c4a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7708c911-d44e-458e-ba70-1151b77dc381'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:47:39.601993 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-238cc684-035b-4c6c-ba6a-fecd96829a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (e56414e6-36a7-4768-b074-1efcc0c5a25c), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:39.606108 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5f36554c-bfc8-4056-8117-901296641f53 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (eafa5238-fb75-4ee9-9236-7b61528ad8f5), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:39.640279 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f36554c-bfc8-4056-8117-901296641f53 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eafa5238-fb75-4ee9-9236-7b61528ad8f5,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:39.670283 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-238cc684-035b-4c6c-ba6a-fecd96829a62 None None] For port e56414e6-36a7-4768-b074-1efcc0c5a25c, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:47:39.674034 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-238cc684-035b-4c6c-ba6a-fecd96829a62 None None] For port e56414e6-36a7-4768-b074-1efcc0c5a25c, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=e56414e6-36a7-4768-b074-1efcc0c5a25c,segment=NetworkSegment(04c9c491-8c71-4d2d-b79b-0859b02c4a61),segment_id=04c9c491-8c71-4d2d-b79b-0859b02c4a61)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:47:39.694364 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5f36554c-bfc8-4056-8117-901296641f53 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:39.696309 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-5f36554c-bfc8-4056-8117-901296641f53 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3340762 Feb 28 10:47:39.699558 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 51118) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:39.705053 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-e2d7e8eb-6eb7-4cae-8b52-1f1fa551627c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': 'eafa5238-fb75-4ee9-9236-7b61528ad8f5', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:47:39.726708 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 31dec12e-a6a3-4432-ad23-e66f2d5e9a37 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:47:39.753371 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-238cc684-035b-4c6c-ba6a-fecd96829a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (e56414e6-36a7-4768-b074-1efcc0c5a25c), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:39.799759 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e2d7e8eb-6eb7-4cae-8b52-1f1fa551627c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (565af6ee-1a53-4c76-bd56-76113859da53), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:39.837803 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-2fa3e59b-ba35-4da7-a0d9-84b5d868ed1c None None] Provisioning complete for port e56414e6-36a7-4768-b074-1efcc0c5a25c triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:47:39.838306 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2fa3e59b-ba35-4da7-a0d9-84b5d868ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (e56414e6-36a7-4768-b074-1efcc0c5a25c), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:39.870754 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e2d7e8eb-6eb7-4cae-8b52-1f1fa551627c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (565af6ee-1a53-4c76-bd56-76113859da53), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:39.882244 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd32eba-ea21-4b26-9d83-3947c14ea786 None None] Pushing event updated for resources: {'Port': ['ID=e56414e6-36a7-4768-b074-1efcc0c5a25c,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:39.887971 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238cc684-035b-4c6c-ba6a-fecd96829a62 None None] Routers {'5f439f6b-737a-42ee-aea2-3de482376f88'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:47:39.888610 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-238cc684-035b-4c6c-ba6a-fecd96829a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:47:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['5f439f6b-737a-42ee-aea2-3de482376f88'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:39.938705 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 31dec12e-a6a3-4432-ad23-e66f2d5e9a37 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:47:39.939105 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (31dec12e-a6a3-4432-ad23-e66f2d5e9a37), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:39.943930 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e2d7e8eb-6eb7-4cae-8b52-1f1fa551627c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (565af6ee-1a53-4c76-bd56-76113859da53), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:39.965777 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d7e8eb-6eb7-4cae-8b52-1f1fa551627c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=565af6ee-1a53-4c76-bd56-76113859da53,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:40.019743 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e2d7e8eb-6eb7-4cae-8b52-1f1fa551627c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:40.021950 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-e2d7e8eb-6eb7-4cae-8b52-1f1fa551627c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3205056 Feb 28 10:47:40.024833 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 51120) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:40.029529 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-58e8e25f-f155-4364-a1ed-cd04f0070d67 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': 'eafa5238-fb75-4ee9-9236-7b61528ad8f5', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:47:40.079308 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-238cc684-035b-4c6c-ba6a-fecd96829a62 None None] Set router 5f439f6b-737a-42ee-aea2-3de482376f88 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:47:40.119413 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-58e8e25f-f155-4364-a1ed-cd04f0070d67 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (5ffae2b5-c138-4137-b52c-9c85be856435), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:40.119907 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-2fa3e59b-ba35-4da7-a0d9-84b5d868ed1c None None] Current status of the port e56414e6-36a7-4768-b074-1efcc0c5a25c is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:47:40.120318 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2fa3e59b-ba35-4da7-a0d9-84b5d868ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (e56414e6-36a7-4768-b074-1efcc0c5a25c), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:40.181028 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-58e8e25f-f155-4364-a1ed-cd04f0070d67 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (5ffae2b5-c138-4137-b52c-9c85be856435), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:40.240576 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-58e8e25f-f155-4364-a1ed-cd04f0070d67 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (5ffae2b5-c138-4137-b52c-9c85be856435), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:40.253103 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 31dec12e-a6a3-4432-ad23-e66f2d5e9a37 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:47:40.254368 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 7b24cfdf-01ae-4bcc-996c-8376791933c3 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:47:40.259447 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e8e25f-f155-4364-a1ed-cd04f0070d67 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ffae2b5-c138-4137-b52c-9c85be856435,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:40.322923 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-58e8e25f-f155-4364-a1ed-cd04f0070d67 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:40.324199 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-58e8e25f-f155-4364-a1ed-cd04f0070d67 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2983520 Feb 28 10:47:40.327093 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 51122) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:40.332071 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-9c08edff-f97f-441d-9216-97493c83da1e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': 'eafa5238-fb75-4ee9-9236-7b61528ad8f5', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:47:40.400110 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9c08edff-f97f-441d-9216-97493c83da1e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (010ea1cc-dd4d-4b0b-970c-cccba9919751), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:40.458030 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-2fa3e59b-ba35-4da7-a0d9-84b5d868ed1c None None] For port e56414e6-36a7-4768-b074-1efcc0c5a25c, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=e56414e6-36a7-4768-b074-1efcc0c5a25c,segment=NetworkSegment(04c9c491-8c71-4d2d-b79b-0859b02c4a61),segment_id=04c9c491-8c71-4d2d-b79b-0859b02c4a61)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:47:40.458824 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9c08edff-f97f-441d-9216-97493c83da1e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (010ea1cc-dd4d-4b0b-970c-cccba9919751), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:40.539322 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 7b24cfdf-01ae-4bcc-996c-8376791933c3 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:47:40.539708 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (7b24cfdf-01ae-4bcc-996c-8376791933c3), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:40.560257 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2fa3e59b-ba35-4da7-a0d9-84b5d868ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (e56414e6-36a7-4768-b074-1efcc0c5a25c), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:40.588832 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9c08edff-f97f-441d-9216-97493c83da1e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (010ea1cc-dd4d-4b0b-970c-cccba9919751), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:40.607880 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c08edff-f97f-441d-9216-97493c83da1e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=010ea1cc-dd4d-4b0b-970c-cccba9919751,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:40.646777 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa3e59b-ba35-4da7-a0d9-84b5d868ed1c None None] Pushing event updated for resources: {'Port': ['ID=e56414e6-36a7-4768-b074-1efcc0c5a25c,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:40.677964 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9c08edff-f97f-441d-9216-97493c83da1e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:40.679506 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-9c08edff-f97f-441d-9216-97493c83da1e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3511362 Feb 28 10:47:40.682105 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 51124) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:40.687259 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-0e9ff154-166b-4f6d-abc1-ff28834bf60c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': 'eafa5238-fb75-4ee9-9236-7b61528ad8f5', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:47:40.713527 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-238cc684-035b-4c6c-ba6a-fecd96829a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f439f6b-737a-42ee-aea2-3de482376f88', 'name': 'tempest-TestNetworkBasicOps-router-1041509381', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': '31dec12e-a6a3-4432-ad23-e66f2d5e9a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:47:32Z', 'updated_at': '2022-02-28T10:47:37Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '31dec12e-a6a3-4432-ad23-e66f2d5e9a37', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:07:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f439f6b-737a-42ee-aea2-3de482376f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:33Z', 'updated_at': '2022-02-28T10:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': 'e56414e6-36a7-4768-b074-1efcc0c5a25c', 'name': '', 'network_id': '7708c911-d44e-458e-ba70-1151b77dc381', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:ee:24:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f439f6b-737a-42ee-aea2-3de482376f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '66c993ef-30cf-4ef8-85ff-fc978aebdaa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:36Z', 'updated_at': '2022-02-28T10:47:39Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '66c993ef-30cf-4ef8-85ff-fc978aebdaa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:40.749609 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 7b24cfdf-01ae-4bcc-996c-8376791933c3 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:47:40.755804 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238cc684-035b-4c6c-ba6a-fecd96829a62 None None] The sync data for ids ['5f439f6b-737a-42ee-aea2-3de482376f88'] in dv-neutron-829161-3-hyperv is: [{'id': '5f439f6b-737a-42ee-aea2-3de482376f88', 'name': 'tempest-TestNetworkBasicOps-router-1041509381', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': '31dec12e-a6a3-4432-ad23-e66f2d5e9a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:47:32Z', 'updated_at': '2022-02-28T10:47:37Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '31dec12e-a6a3-4432-ad23-e66f2d5e9a37', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:07:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f439f6b-737a-42ee-aea2-3de482376f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:33Z', 'updated_at': '2022-02-28T10:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': 'e56414e6-36a7-4768-b074-1efcc0c5a25c', 'name': '', 'network_id': '7708c911-d44e-458e-ba70-1151b77dc381', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:ee:24:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f439f6b-737a-42ee-aea2-3de482376f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '66c993ef-30cf-4ef8-85ff-fc978aebdaa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:36Z', 'updated_at': '2022-02-28T10:47:39Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '66c993ef-30cf-4ef8-85ff-fc978aebdaa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:47:40.757393 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-631b10fb-04db-49ae-b792-26b979e9ceba None None] Provisioning complete for port e56414e6-36a7-4768-b074-1efcc0c5a25c triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:47:40.757765 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-631b10fb-04db-49ae-b792-26b979e9ceba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (e56414e6-36a7-4768-b074-1efcc0c5a25c), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:40.789914 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0e9ff154-166b-4f6d-abc1-ff28834bf60c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (ef5f613d-2e36-4cf3-967d-6552a3f4a3da), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:40.856688 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-631b10fb-04db-49ae-b792-26b979e9ceba None None] Current status of the port e56414e6-36a7-4768-b074-1efcc0c5a25c is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:47:40.886348 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0e9ff154-166b-4f6d-abc1-ff28834bf60c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (ef5f613d-2e36-4cf3-967d-6552a3f4a3da), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:40.937407 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0e9ff154-166b-4f6d-abc1-ff28834bf60c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (ef5f613d-2e36-4cf3-967d-6552a3f4a3da), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:40.956541 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9ff154-166b-4f6d-abc1-ff28834bf60c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef5f613d-2e36-4cf3-967d-6552a3f4a3da,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:41.008962 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0e9ff154-166b-4f6d-abc1-ff28834bf60c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:41.013101 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 51126) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:41.013637 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-0e9ff154-166b-4f6d-abc1-ff28834bf60c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3300557 Feb 28 10:47:41.018784 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-a5ace0c3-1baa-4cd1-a1b7-a48d63b9a756 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': 'eafa5238-fb75-4ee9-9236-7b61528ad8f5', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:47:41.074733 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.securitygroups_db [None req-a5ace0c3-1baa-4cd1-a1b7-a48d63b9a756 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Project 02ebd57ebb02426fbf4a686f080eb9d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:47:41.083097 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a5ace0c3-1baa-4cd1-a1b7-a48d63b9a756 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (5561185a-e964-46f8-b2c6-4aefe4b13d3c), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:41.152142 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a5ace0c3-1baa-4cd1-a1b7-a48d63b9a756 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (5561185a-e964-46f8-b2c6-4aefe4b13d3c), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:41.217094 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a5ace0c3-1baa-4cd1-a1b7-a48d63b9a756 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (5561185a-e964-46f8-b2c6-4aefe4b13d3c), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:41.235970 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ace0c3-1baa-4cd1-a1b7-a48d63b9a756 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5561185a-e964-46f8-b2c6-4aefe4b13d3c,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:41.322472 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a5ace0c3-1baa-4cd1-a1b7-a48d63b9a756 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:41.326080 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a5ace0c3-1baa-4cd1-a1b7-a48d63b9a756 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3089869 Feb 28 10:47:41.326818 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 51128) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:41.331743 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-2c6876a6-cffb-42ed-8947-335ca4206d10 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': 'eafa5238-fb75-4ee9-9236-7b61528ad8f5', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:47:41.423444 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.securitygroups_db [None req-2c6876a6-cffb-42ed-8947-335ca4206d10 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Project 02ebd57ebb02426fbf4a686f080eb9d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:47:41.430815 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2c6876a6-cffb-42ed-8947-335ca4206d10 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (ee70e366-08bc-4c8f-99b7-a5e536179c02), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:41.496819 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2c6876a6-cffb-42ed-8947-335ca4206d10 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (ee70e366-08bc-4c8f-99b7-a5e536179c02), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:41.571899 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2c6876a6-cffb-42ed-8947-335ca4206d10 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (ee70e366-08bc-4c8f-99b7-a5e536179c02), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:41.591789 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6876a6-cffb-42ed-8947-335ca4206d10 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee70e366-08bc-4c8f-99b7-a5e536179c02,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:41.653938 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2c6876a6-cffb-42ed-8947-335ca4206d10 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:41.655381 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-2c6876a6-cffb-42ed-8947-335ca4206d10 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3274012 Feb 28 10:47:41.763527 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device e56414e6-36a7-4768-b074-1efcc0c5a25c up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:47:41.823790 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port e56414e6-36a7-4768-b074-1efcc0c5a25c triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:47:41.824168 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (e56414e6-36a7-4768-b074-1efcc0c5a25c), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:41.831953 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-0d1bbae2-9da4-4a4b-8cdf-1e37d3cd56d5 req-4d037ec1-3e9a-46e7-bcc0-0ca36896e8df tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2083598839&fields=id&tenant_id=02ebd57ebb02426fbf4a686f080eb9d7 HTTP/1.1" status: 200 len: 267 time: 0.0536816 Feb 28 10:47:41.906423 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port e56414e6-36a7-4768-b074-1efcc0c5a25c is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:47:41.944347 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1bbae2-9da4-4a4b-8cdf-1e37d3cd56d5 req-48ae67c6-2f2e-4d88-8847-4e3fb76a4431 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:41.945820 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-0d1bbae2-9da4-4a4b-8cdf-1e37d3cd56d5 req-48ae67c6-2f2e-4d88-8847-4e3fb76a4431 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/networks?id=7708c911-d44e-458e-ba70-1151b77dc381 HTTP/1.1" status: 200 len: 796 time: 0.1066265 Feb 28 10:47:41.960502 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-0d1bbae2-9da4-4a4b-8cdf-1e37d3cd56d5 req-2f9df95f-5825-49a0-8a39-21f478dd6b1f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/quotas/02ebd57ebb02426fbf4a686f080eb9d7 HTTP/1.1" status: 200 len: 375 time: 0.0091476 Feb 28 10:47:42.014646 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-0d1bbae2-9da4-4a4b-8cdf-1e37d3cd56d5 req-b755758f-db1a-483e-8a00-a9fe1e2e220a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=02ebd57ebb02426fbf4a686f080eb9d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492771 Feb 28 10:47:42.151241 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-0d1bbae2-9da4-4a4b-8cdf-1e37d3cd56d5 req-8f5b5df0-f051-4e03-a891-5a8ba589b2c3 service neutron] 10.222.0.62 "GET /v2.0/networks/7708c911-d44e-458e-ba70-1151b77dc381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257010 Feb 28 10:47:42.243990 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-0d1bbae2-9da4-4a4b-8cdf-1e37d3cd56d5 req-a897b7aa-c64c-48ac-b68a-de272593e5d9 service neutron] 10.222.0.62 "GET /v2.0/networks/7708c911-d44e-458e-ba70-1151b77dc381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871484 Feb 28 10:47:42.453223 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3684b831-0139-45a4-a0ac-5dc0fb025d41 req-c75a813a-43ab-4129-b438-e3cc3f0e324c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=495df2a2-cfd8-4323-8f0d-db38e9507b50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0584848 Feb 28 10:47:42.488805 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6bd8ecb3-f387-49fb-ab6b-04f65c3b4aed req-aeb84236-5c59-4f1b-b988-83a19e7bc989 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=81a8ea72-6043-4c5d-ad8a-e42b5dc08f96 HTTP/1.1" status: 200 len: 210 time: 0.0268502 Feb 28 10:47:42.558061 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684b831-0139-45a4-a0ac-5dc0fb025d41 req-78b4d73b-762e-4eeb-9797-2584af84cdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:42.559590 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3684b831-0139-45a4-a0ac-5dc0fb025d41 req-78b4d73b-762e-4eeb-9797-2584af84cdbf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fb97474a860e4d948fd0a95e1b318101&device_id=495df2a2-cfd8-4323-8f0d-db38e9507b50 HTTP/1.1" status: 200 len: 1129 time: 0.0462365 Feb 28 10:47:42.666727 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684b831-0139-45a4-a0ac-5dc0fb025d41 req-1d732ed6-cf28-4da5-a953-92412c82d92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:42.669387 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3684b831-0139-45a4-a0ac-5dc0fb025d41 req-1d732ed6-cf28-4da5-a953-92412c82d92a service neutron] 10.222.0.70 "GET /v2.0/networks?id=b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a HTTP/1.1" status: 200 len: 911 time: 0.0898132 Feb 28 10:47:42.736679 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3684b831-0139-45a4-a0ac-5dc0fb025d41 req-308125df-e07b-452f-a5c9-cee94f15a265 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c HTTP/1.1" status: 200 len: 999 time: 0.0619802 Feb 28 10:47:42.789018 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684b831-0139-45a4-a0ac-5dc0fb025d41 req-543cee3d-1cca-4f18-a5ee-a14c9bf64415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:42.790458 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3684b831-0139-45a4-a0ac-5dc0fb025d41 req-543cee3d-1cca-4f18-a5ee-a14c9bf64415 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e8522a33-2f3b-469a-aaa7-bb28734740a0 HTTP/1.1" status: 200 len: 850 time: 0.0481670 Feb 28 10:47:42.840277 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684b831-0139-45a4-a0ac-5dc0fb025d41 req-18b11be8-30b8-4cde-912a-7d7f71c723e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:42.841850 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3684b831-0139-45a4-a0ac-5dc0fb025d41 req-18b11be8-30b8-4cde-912a-7d7f71c723e5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0457182 Feb 28 10:47:42.930768 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3684b831-0139-45a4-a0ac-5dc0fb025d41 req-f893abe5-3e42-4178-9ad2-c5ec7506bb17 service neutron] 10.222.0.70 "GET /v2.0/networks/b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829377 Feb 28 10:47:43.024161 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3684b831-0139-45a4-a0ac-5dc0fb025d41 req-e13d9886-cd8d-4b91-b088-aebc6f68a81d service neutron] 10.222.0.70 "GET /v2.0/networks/b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872660 Feb 28 10:47:43.591695 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-7e28f155-7b9d-4248-99e3-2c512b3a1883 req-665d3e3c-d593-4b05-bb64-c3c2471e4ae6 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=81a8ea72-6043-4c5d-ad8a-e42b5dc08f96 HTTP/1.1" status: 200 len: 210 time: 0.0301790 Feb 28 10:47:44.452142 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1bbae2-9da4-4a4b-8cdf-1e37d3cd56d5 req-0d8ba2cb-bcff-4db8-93b1-7975b79792db tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:44.453639 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0d1bbae2-9da4-4a4b-8cdf-1e37d3cd56d5 req-0d8ba2cb-bcff-4db8-93b1-7975b79792db tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.70 "GET /v2.0/networks?id=7708c911-d44e-458e-ba70-1151b77dc381 HTTP/1.1" status: 200 len: 796 time: 0.1056056 Feb 28 10:47:44.520086 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0d1bbae2-9da4-4a4b-8cdf-1e37d3cd56d5 req-c061a511-e05b-4d21-9b8c-2bc93c81f4dc tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02ebd57ebb02426fbf4a686f080eb9d7 HTTP/1.1" status: 200 len: 380 time: 0.0521820 Feb 28 10:47:44.528193 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-0d1bbae2-9da4-4a4b-8cdf-1e37d3cd56d5 req-fadf354f-ec2f-408f-8020-fed398a756ac tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'port': {'device_id': '81a8ea72-6043-4c5d-ad8a-e42b5dc08f96', 'network_id': '7708c911-d44e-458e-ba70-1151b77dc381', 'admin_state_up': True, 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'security_groups': ['eafa5238-fb75-4ee9-9236-7b61528ad8f5']}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:47:44.692144 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0503e0db-3936-4cd4-9a6a-ab2f6555c18a req-57e71331-de4c-4b21-9eea-75583b32d839 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=81a8ea72-6043-4c5d-ad8a-e42b5dc08f96 HTTP/1.1" status: 200 len: 210 time: 0.0322642 Feb 28 10:47:44.693190 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d1bbae2-9da4-4a4b-8cdf-1e37d3cd56d5 req-fadf354f-ec2f-408f-8020-fed398a756ac tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Made reservation on behalf of 02ebd57ebb02426fbf4a686f080eb9d7 for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:47:44.696486 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-0d1bbae2-9da4-4a4b-8cdf-1e37d3cd56d5 req-fadf354f-ec2f-408f-8020-fed398a756ac tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:44.820192 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [req-0d1bbae2-9da4-4a4b-8cdf-1e37d3cd56d5 req-fadf354f-ec2f-408f-8020-fed398a756ac tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Allocated IP 172.20.0.11 (7708c911-d44e-458e-ba70-1151b77dc381/66c993ef-30cf-4ef8-85ff-fc978aebdaa7/40e6beaa-67f2-4416-b36f-b06ea5e28357) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:47:44.958192 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-0d1bbae2-9da4-4a4b-8cdf-1e37d3cd56d5 req-fadf354f-ec2f-408f-8020-fed398a756ac tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for port (40e6beaa-67f2-4416-b36f-b06ea5e28357), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:45.115018 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-0d1bbae2-9da4-4a4b-8cdf-1e37d3cd56d5 req-fadf354f-ec2f-408f-8020-fed398a756ac tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (40e6beaa-67f2-4416-b36f-b06ea5e28357), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:45.155808 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d1bbae2-9da4-4a4b-8cdf-1e37d3cd56d5 req-fadf354f-ec2f-408f-8020-fed398a756ac tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Network 7708c911-d44e-458e-ba70-1151b77dc381 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:47:45.158903 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [req-0d1bbae2-9da4-4a4b-8cdf-1e37d3cd56d5 req-fadf354f-ec2f-408f-8020-fed398a756ac tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:47:45.163093 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d1bbae2-9da4-4a4b-8cdf-1e37d3cd56d5 req-fadf354f-ec2f-408f-8020-fed398a756ac tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:47:45.190671 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadf354f-ec2f-408f-8020-fed398a756ac tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Port': ['ID=40e6beaa-67f2-4416-b36f-b06ea5e28357,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:45.219308 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1bbae2-9da4-4a4b-8cdf-1e37d3cd56d5 req-fadf354f-ec2f-408f-8020-fed398a756ac tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:45.219872 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-0d1bbae2-9da4-4a4b-8cdf-1e37d3cd56d5 req-fadf354f-ec2f-408f-8020-fed398a756ac tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:45.283380 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0d1bbae2-9da4-4a4b-8cdf-1e37d3cd56d5 req-fadf354f-ec2f-408f-8020-fed398a756ac tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7586348 Feb 28 10:47:45.300672 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-0d1bbae2-9da4-4a4b-8cdf-1e37d3cd56d5 req-49fc3afd-3379-48d6-8962-57c70c0c5b57 service neutron] Request body: {'port': {'device_id': '81a8ea72-6043-4c5d-ad8a-e42b5dc08f96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8291'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:47:45.366857 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-0d1bbae2-9da4-4a4b-8cdf-1e37d3cd56d5 req-49fc3afd-3379-48d6-8962-57c70c0c5b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (40e6beaa-67f2-4416-b36f-b06ea5e28357), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:45.405703 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-1a0b4488-d4b8-447d-8178-da5fcc45e01e None None] Provisioning complete for port 40e6beaa-67f2-4416-b36f-b06ea5e28357 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:47:45.406317 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-1a0b4488-d4b8-447d-8178-da5fcc45e01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (40e6beaa-67f2-4416-b36f-b06ea5e28357), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:45.444528 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-1a0b4488-d4b8-447d-8178-da5fcc45e01e None None] Port 40e6beaa-67f2-4416-b36f-b06ea5e28357 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:47:45.639729 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [req-0d1bbae2-9da4-4a4b-8cdf-1e37d3cd56d5 req-49fc3afd-3379-48d6-8962-57c70c0c5b57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40e6beaa-67f2-4416-b36f-b06ea5e28357 {{(pid=104083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:47:45.648817 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-0d1bbae2-9da4-4a4b-8cdf-1e37d3cd56d5 req-49fc3afd-3379-48d6-8962-57c70c0c5b57 service neutron] Publish callbacks [] for port (40e6beaa-67f2-4416-b36f-b06ea5e28357), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:45.662862 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [req-0d1bbae2-9da4-4a4b-8cdf-1e37d3cd56d5 req-49fc3afd-3379-48d6-8962-57c70c0c5b57 service neutron] Transition to ACTIVE for port object 40e6beaa-67f2-4416-b36f-b06ea5e28357 will not be triggered until provisioned by entity L2. {{(pid=104083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:47:45.720778 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-0d1bbae2-9da4-4a4b-8cdf-1e37d3cd56d5 req-49fc3afd-3379-48d6-8962-57c70c0c5b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (40e6beaa-67f2-4416-b36f-b06ea5e28357), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:45.803843 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fc3afd-3379-48d6-8962-57c70c0c5b57 service neutron] Pushing event updated for resources: {'Port': ['ID=40e6beaa-67f2-4416-b36f-b06ea5e28357,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:45.820207 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbae6853-953d-4488-8d1e-7811abcfe57c req-db9e9c3d-d4c8-40bc-86af-f1823aa8fce9 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:45.821790 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-cbae6853-953d-4488-8d1e-7811abcfe57c req-db9e9c3d-d4c8-40bc-86af-f1823aa8fce9 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=81a8ea72-6043-4c5d-ad8a-e42b5dc08f96 HTTP/1.1" status: 200 len: 944 time: 0.0629165 Feb 28 10:47:45.859418 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-0d1bbae2-9da4-4a4b-8cdf-1e37d3cd56d5 req-49fc3afd-3379-48d6-8962-57c70c0c5b57 service neutron] Attempting to bind port 40e6beaa-67f2-4416-b36f-b06ea5e28357 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:47:45.859837 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-0d1bbae2-9da4-4a4b-8cdf-1e37d3cd56d5 req-49fc3afd-3379-48d6-8962-57c70c0c5b57 service neutron] Attempting to bind port 40e6beaa-67f2-4416-b36f-b06ea5e28357 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '04c9c491-8c71-4d2d-b79b-0859b02c4a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7708c911-d44e-458e-ba70-1151b77dc381'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:47:45.860168 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1bbae2-9da4-4a4b-8cdf-1e37d3cd56d5 req-49fc3afd-3379-48d6-8962-57c70c0c5b57 service neutron] Attempting to bind port 40e6beaa-67f2-4416-b36f-b06ea5e28357 on network 7708c911-d44e-458e-ba70-1151b77dc381 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:47:45.867421 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1bbae2-9da4-4a4b-8cdf-1e37d3cd56d5 req-49fc3afd-3379-48d6-8962-57c70c0c5b57 service neutron] Port 40e6beaa-67f2-4416-b36f-b06ea5e28357 on network 7708c911-d44e-458e-ba70-1151b77dc381 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:47:45.867832 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1bbae2-9da4-4a4b-8cdf-1e37d3cd56d5 req-49fc3afd-3379-48d6-8962-57c70c0c5b57 service neutron] Attempting to bind port 40e6beaa-67f2-4416-b36f-b06ea5e28357 on network 7708c911-d44e-458e-ba70-1151b77dc381 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:47:45.875571 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1bbae2-9da4-4a4b-8cdf-1e37d3cd56d5 req-49fc3afd-3379-48d6-8962-57c70c0c5b57 service neutron] Checking agent: {'id': '9c9e5963-7abc-415a-a91c-4432861f4313', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'started_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:47:45.875921 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1bbae2-9da4-4a4b-8cdf-1e37d3cd56d5 req-49fc3afd-3379-48d6-8962-57c70c0c5b57 service neutron] Checking segment: {'id': '04c9c491-8c71-4d2d-b79b-0859b02c4a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7708c911-d44e-458e-ba70-1151b77dc381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:47:45.876307 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1bbae2-9da4-4a4b-8cdf-1e37d3cd56d5 req-49fc3afd-3379-48d6-8962-57c70c0c5b57 service neutron] Bound using segment: {'id': '04c9c491-8c71-4d2d-b79b-0859b02c4a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7708c911-d44e-458e-ba70-1151b77dc381'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:47:45.876739 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-0d1bbae2-9da4-4a4b-8cdf-1e37d3cd56d5 req-49fc3afd-3379-48d6-8962-57c70c0c5b57 service neutron] Bound port: 40e6beaa-67f2-4416-b36f-b06ea5e28357, host: hv-neutron-8291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c9c491-8c71-4d2d-b79b-0859b02c4a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7708c911-d44e-458e-ba70-1151b77dc381'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:47:45.877093 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-0d1bbae2-9da4-4a4b-8cdf-1e37d3cd56d5 req-49fc3afd-3379-48d6-8962-57c70c0c5b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (40e6beaa-67f2-4416-b36f-b06ea5e28357), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:45.880030 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-cbae6853-953d-4488-8d1e-7811abcfe57c req-95961105-5804-483e-a1d6-4def2c9e27e5 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=eafa5238-fb75-4ee9-9236-7b61528ad8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515108 Feb 28 10:47:45.958428 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-0d1bbae2-9da4-4a4b-8cdf-1e37d3cd56d5 req-49fc3afd-3379-48d6-8962-57c70c0c5b57 service neutron] For port 40e6beaa-67f2-4416-b36f-b06ea5e28357, host hv-neutron-8291, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:47:45.962226 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-0d1bbae2-9da4-4a4b-8cdf-1e37d3cd56d5 req-49fc3afd-3379-48d6-8962-57c70c0c5b57 service neutron] For port 40e6beaa-67f2-4416-b36f-b06ea5e28357, host hv-neutron-8291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=40e6beaa-67f2-4416-b36f-b06ea5e28357,segment=NetworkSegment(04c9c491-8c71-4d2d-b79b-0859b02c4a61),segment_id=04c9c491-8c71-4d2d-b79b-0859b02c4a61)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:47:46.023280 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-0d1bbae2-9da4-4a4b-8cdf-1e37d3cd56d5 req-49fc3afd-3379-48d6-8962-57c70c0c5b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (40e6beaa-67f2-4416-b36f-b06ea5e28357), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:46.057011 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1bbae2-9da4-4a4b-8cdf-1e37d3cd56d5 req-49fc3afd-3379-48d6-8962-57c70c0c5b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:46.057754 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-0d1bbae2-9da4-4a4b-8cdf-1e37d3cd56d5 req-49fc3afd-3379-48d6-8962-57c70c0c5b57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:46.059144 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0d1bbae2-9da4-4a4b-8cdf-1e37d3cd56d5 req-49fc3afd-3379-48d6-8962-57c70c0c5b57 service neutron] 10.222.0.70 "PUT /v2.0/ports/40e6beaa-67f2-4416-b36f-b06ea5e28357 HTTP/1.1" status: 200 len: 1094 time: 0.7628510 Feb 28 10:47:46.059591 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81a8ea72-6043-4c5d-ad8a-e42b5dc08f96', 'tag': '40e6beaa-67f2-4416-b36f-b06ea5e28357'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:47:46.062153 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b6d06f-f3a2-4683-b9f7-55ff128104ec" -d '{"events": [{"name": "network-changed", "server_uuid": "81a8ea72-6043-4c5d-ad8a-e42b5dc08f96", "tag": "40e6beaa-67f2-4416-b36f-b06ea5e28357"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:47:46.101200 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fc3afd-3379-48d6-8962-57c70c0c5b57 service neutron] Pushing event updated for resources: {'Port': ['ID=40e6beaa-67f2-4416-b36f-b06ea5e28357,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:46.105197 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9818ceb4-c85a-40b7-91d4-eb38348209d6 x-openstack-request-id: req-9818ceb4-c85a-40b7-91d4-eb38348209d6 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:47:46.109616 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81a8ea72-6043-4c5d-ad8a-e42b5dc08f96", "tag": "40e6beaa-67f2-4416-b36f-b06ea5e28357", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:47:46.109616 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9818ceb4-c85a-40b7-91d4-eb38348209d6 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:47:46.109616 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81a8ea72-6043-4c5d-ad8a-e42b5dc08f96', 'tag': '40e6beaa-67f2-4416-b36f-b06ea5e28357', 'status': 'completed', 'code': 200} Feb 28 10:47:46.193920 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6d06f-f3a2-4683-b9f7-55ff128104ec req-807551f1-6869-4310-8354-3ebd3c6a3813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:46.195539 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-10b6d06f-f3a2-4683-b9f7-55ff128104ec req-807551f1-6869-4310-8354-3ebd3c6a3813 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=02ebd57ebb02426fbf4a686f080eb9d7&device_id=81a8ea72-6043-4c5d-ad8a-e42b5dc08f96 HTTP/1.1" status: 200 len: 1128 time: 0.0501111 Feb 28 10:47:46.302228 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6d06f-f3a2-4683-b9f7-55ff128104ec req-66432cfd-efba-4f41-aef9-c5a6b43741e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:46.303772 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-10b6d06f-f3a2-4683-b9f7-55ff128104ec req-66432cfd-efba-4f41-aef9-c5a6b43741e5 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=02ebd57ebb02426fbf4a686f080eb9d7&shared=False HTTP/1.1" status: 200 len: 896 time: 0.0951731 Feb 28 10:47:46.400226 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6d06f-f3a2-4683-b9f7-55ff128104ec req-39c2400a-93c6-4224-aeb5-82afaa68ad4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:46.401606 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-10b6d06f-f3a2-4683-b9f7-55ff128104ec req-39c2400a-93c6-4224-aeb5-82afaa68ad4c service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0922873 Feb 28 10:47:46.411713 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2511146c-4337-47eb-b6f9-3b5fc8d8880c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:46.501377 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1bbae2-9da4-4a4b-8cdf-1e37d3cd56d5 req-faaf9d00-8b02-40f8-9f31-3a42e2196543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:46.502896 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0d1bbae2-9da4-4a4b-8cdf-1e37d3cd56d5 req-faaf9d00-8b02-40f8-9f31-3a42e2196543 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=02ebd57ebb02426fbf4a686f080eb9d7&device_id=81a8ea72-6043-4c5d-ad8a-e42b5dc08f96 HTTP/1.1" status: 200 len: 1128 time: 0.0455523 Feb 28 10:47:46.553393 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0d1bbae2-9da4-4a4b-8cdf-1e37d3cd56d5 req-13d6bbc5-1c3b-4e28-a358-57c56460abfa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40e6beaa-67f2-4416-b36f-b06ea5e28357 HTTP/1.1" status: 200 len: 217 time: 0.0377142 Feb 28 10:47:46.601098 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1bbae2-9da4-4a4b-8cdf-1e37d3cd56d5 req-694dde26-a09f-4b42-bc50-3983c0d926be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:46.602539 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0d1bbae2-9da4-4a4b-8cdf-1e37d3cd56d5 req-694dde26-a09f-4b42-bc50-3983c0d926be service neutron] 10.222.0.70 "GET /v2.0/subnets?id=66c993ef-30cf-4ef8-85ff-fc978aebdaa7 HTTP/1.1" status: 200 len: 834 time: 0.0432115 Feb 28 10:47:46.651808 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1bbae2-9da4-4a4b-8cdf-1e37d3cd56d5 req-aef27cdf-e87a-4bf0-863a-cc1b0232ab50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:46.653302 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0d1bbae2-9da4-4a4b-8cdf-1e37d3cd56d5 req-aef27cdf-e87a-4bf0-863a-cc1b0232ab50 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7708c911-d44e-458e-ba70-1151b77dc381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0446043 Feb 28 10:47:46.754523 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0d1bbae2-9da4-4a4b-8cdf-1e37d3cd56d5 req-d299bcce-bad2-47b7-a7ac-6492d807aa71 service neutron] 10.222.0.70 "GET /v2.0/networks/7708c911-d44e-458e-ba70-1151b77dc381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949378 Feb 28 10:47:46.843244 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0d1bbae2-9da4-4a4b-8cdf-1e37d3cd56d5 req-9b207e95-10e8-4ff5-a923-c31505188977 service neutron] 10.222.0.70 "GET /v2.0/networks/7708c911-d44e-458e-ba70-1151b77dc381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825896 Feb 28 10:47:47.012684 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af7faf-a916-4730-a6a2-7376ccd90e92 req-3aa0419e-193f-47ca-8a36-c84cc7651faf tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:47.014124 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-b9af7faf-a916-4730-a6a2-7376ccd90e92 req-3aa0419e-193f-47ca-8a36-c84cc7651faf tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=81a8ea72-6043-4c5d-ad8a-e42b5dc08f96 HTTP/1.1" status: 200 len: 944 time: 0.0591695 Feb 28 10:47:47.067043 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-b9af7faf-a916-4730-a6a2-7376ccd90e92 req-5a463b63-c056-44b4-a75d-b5769f75d003 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=eafa5238-fb75-4ee9-9236-7b61528ad8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472696 Feb 28 10:47:48.188313 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af56d2-6c80-46ed-bece-280d3d61fc4c req-1c871f1c-4235-4443-9f74-3da0e5399141 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:48.189799 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-22af56d2-6c80-46ed-bece-280d3d61fc4c req-1c871f1c-4235-4443-9f74-3da0e5399141 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=81a8ea72-6043-4c5d-ad8a-e42b5dc08f96 HTTP/1.1" status: 200 len: 944 time: 0.0531211 Feb 28 10:47:48.244363 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-22af56d2-6c80-46ed-bece-280d3d61fc4c req-0068904e-2d83-4687-b8d1-5ca15b842999 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=eafa5238-fb75-4ee9-9236-7b61528ad8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482044 Feb 28 10:47:48.254820 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 40e6beaa-67f2-4416-b36f-b06ea5e28357 details requested by agent hyperv_hv-neutron-8291 with host hv-neutron-8291 {{(pid=104085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:47:48.351127 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 40e6beaa-67f2-4416-b36f-b06ea5e28357, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=40e6beaa-67f2-4416-b36f-b06ea5e28357,segment=NetworkSegment(04c9c491-8c71-4d2d-b79b-0859b02c4a61),segment_id=04c9c491-8c71-4d2d-b79b-0859b02c4a61)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:47:48.370693 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Returning: {'device': '40e6beaa-67f2-4416-b36f-b06ea5e28357', 'network_id': '7708c911-d44e-458e-ba70-1151b77dc381', 'port_id': '40e6beaa-67f2-4416-b36f-b06ea5e28357', 'mac_address': 'fa:16:3e:85:d0:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66c993ef-30cf-4ef8-85ff-fc978aebdaa7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:47:48.407089 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 40e6beaa-67f2-4416-b36f-b06ea5e28357 is: DOWN; New status is: BUILD {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:47:48.407482 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (40e6beaa-67f2-4416-b36f-b06ea5e28357), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:48.421334 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40e6beaa-67f2-4416-b36f-b06ea5e28357 {{(pid=104085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:47:48.441514 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 40e6beaa-67f2-4416-b36f-b06ea5e28357, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=40e6beaa-67f2-4416-b36f-b06ea5e28357,segment=NetworkSegment(04c9c491-8c71-4d2d-b79b-0859b02c4a61),segment_id=04c9c491-8c71-4d2d-b79b-0859b02c4a61)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:47:48.514319 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (40e6beaa-67f2-4416-b36f-b06ea5e28357), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:48.561000 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=40e6beaa-67f2-4416-b36f-b06ea5e28357,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:48.568125 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:48.568486 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:48.568834 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:48.569174 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:48.569510 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:48.569843 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:48.570178 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:48.570511 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:48.570860 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:48.571205 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:48.571536 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:48.571861 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:48.572188 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:48.640352 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-da17d635-ee21-45d8-b584-6566f542e857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:48.810757 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['40e6beaa-67f2-4416-b36f-b06ea5e28357'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:47:49.363752 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0aa41-52b5-4343-b01e-839381b41619 req-914f3147-9b65-4a8f-8d25-393c787c1945 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:49.365174 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e7e0aa41-52b5-4343-b01e-839381b41619 req-914f3147-9b65-4a8f-8d25-393c787c1945 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=81a8ea72-6043-4c5d-ad8a-e42b5dc08f96 HTTP/1.1" status: 200 len: 945 time: 0.0533099 Feb 28 10:47:49.412734 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e7e0aa41-52b5-4343-b01e-839381b41619 req-8463d2c8-c92b-4c48-9429-cb20df8d57f4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=eafa5238-fb75-4ee9-9236-7b61528ad8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421596 Feb 28 10:47:49.999798 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:50.272325 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 40e6beaa-67f2-4416-b36f-b06ea5e28357 up at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:47:50.382857 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning for port 40e6beaa-67f2-4416-b36f-b06ea5e28357 completed by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:47:50.387024 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning complete for port 40e6beaa-67f2-4416-b36f-b06ea5e28357 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:47:50.387408 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (40e6beaa-67f2-4416-b36f-b06ea5e28357), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:50.467295 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 40e6beaa-67f2-4416-b36f-b06ea5e28357 is: BUILD; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:47:50.467748 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (40e6beaa-67f2-4416-b36f-b06ea5e28357), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:50.491481 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a8ea72-6043-4c5d-ad8a-e42b5dc08f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e6beaa-67f2-4416-b36f-b06ea5e28357'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:47:50.493780 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d7d127-ce98-48f3-bcf6-1b28a835f1af" -d '{"events": [{"server_uuid": "81a8ea72-6043-4c5d-ad8a-e42b5dc08f96", "name": "network-vif-plugged", "status": "completed", "tag": "40e6beaa-67f2-4416-b36f-b06ea5e28357"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:47:50.507165 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 40e6beaa-67f2-4416-b36f-b06ea5e28357, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=40e6beaa-67f2-4416-b36f-b06ea5e28357,segment=NetworkSegment(04c9c491-8c71-4d2d-b79b-0859b02c4a61),segment_id=04c9c491-8c71-4d2d-b79b-0859b02c4a61)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:47:50.535545 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39019ea0-af6f-4591-a504-31824507ff15 x-openstack-request-id: req-39019ea0-af6f-4591-a504-31824507ff15 {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:47:50.536080 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a8ea72-6043-4c5d-ad8a-e42b5dc08f96", "name": "network-vif-plugged", "status": "completed", "tag": "40e6beaa-67f2-4416-b36f-b06ea5e28357", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:47:50.536368 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-39019ea0-af6f-4591-a504-31824507ff15 {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:47:50.536761 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a8ea72-6043-4c5d-ad8a-e42b5dc08f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e6beaa-67f2-4416-b36f-b06ea5e28357', 'code': 200} Feb 28 10:47:50.541268 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642db25-e44a-466e-9987-fdddcff3b8a7 req-451ed250-d550-45e5-8dd7-f7776aea0452 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:50.542957 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1642db25-e44a-466e-9987-fdddcff3b8a7 req-451ed250-d550-45e5-8dd7-f7776aea0452 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=81a8ea72-6043-4c5d-ad8a-e42b5dc08f96 HTTP/1.1" status: 200 len: 945 time: 0.0633497 Feb 28 10:47:50.571661 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (40e6beaa-67f2-4416-b36f-b06ea5e28357), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:50.599246 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1642db25-e44a-466e-9987-fdddcff3b8a7 req-7ff6668b-db28-42a0-b643-031b016216a6 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=eafa5238-fb75-4ee9-9236-7b61528ad8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504141 Feb 28 10:47:50.639870 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=40e6beaa-67f2-4416-b36f-b06ea5e28357,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:50.837367 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2936d6-b83a-47b2-b07f-d33d46dbf91d req-0114b2f5-353f-40bb-9aa7-55557508b340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:50.838880 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2f2936d6-b83a-47b2-b07f-d33d46dbf91d req-0114b2f5-353f-40bb-9aa7-55557508b340 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=81a8ea72-6043-4c5d-ad8a-e42b5dc08f96 HTTP/1.1" status: 200 len: 1130 time: 0.0582080 Feb 28 10:47:50.886225 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2f2936d6-b83a-47b2-b07f-d33d46dbf91d req-047232d5-0a06-4c95-8d99-a6a7a5cc6786 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=eafa5238-fb75-4ee9-9236-7b61528ad8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411408 Feb 28 10:47:51.291597 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:51.734653 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d4578-655e-468c-af13-0d0c83f81de5 req-2b8c031c-fb5f-4517-a35b-63db716d6cd3 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:51.736175 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e24d4578-655e-468c-af13-0d0c83f81de5 req-2b8c031c-fb5f-4517-a35b-63db716d6cd3 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=81a8ea72-6043-4c5d-ad8a-e42b5dc08f96 HTTP/1.1" status: 200 len: 946 time: 0.0591245 Feb 28 10:47:51.786683 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e24d4578-655e-468c-af13-0d0c83f81de5 req-4303e461-90e7-4f82-ba31-d37034a1c819 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=eafa5238-fb75-4ee9-9236-7b61528ad8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448940 Feb 28 10:47:52.668470 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:52.908743 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc27ff-c28e-4817-866c-6ff78c9e9109 req-d29b5ac5-7de9-4bcb-b0b1-83d670ba6492 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:52.910256 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-09dc27ff-c28e-4817-866c-6ff78c9e9109 req-d29b5ac5-7de9-4bcb-b0b1-83d670ba6492 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=81a8ea72-6043-4c5d-ad8a-e42b5dc08f96 HTTP/1.1" status: 200 len: 946 time: 0.0559278 Feb 28 10:47:52.964820 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-09dc27ff-c28e-4817-866c-6ff78c9e9109 req-e90fc4e2-70ef-461b-b086-8a78d383649e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=eafa5238-fb75-4ee9-9236-7b61528ad8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488164 Feb 28 10:47:53.083597 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf4c85-cc08-4c41-90cd-c5dcbcd940a9 req-9930964b-db82-46c5-aa96-40241150c23e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:53.085350 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-efdf4c85-cc08-4c41-90cd-c5dcbcd940a9 req-9930964b-db82-46c5-aa96-40241150c23e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=81a8ea72-6043-4c5d-ad8a-e42b5dc08f96 HTTP/1.1" status: 200 len: 946 time: 0.0561185 Feb 28 10:47:53.135922 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-efdf4c85-cc08-4c41-90cd-c5dcbcd940a9 req-b42a42bf-c1d9-4059-ab27-1e98144f00e9 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=eafa5238-fb75-4ee9-9236-7b61528ad8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447280 Feb 28 10:47:53.157720 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 51186) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:53.200641 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16a11ac-b879-46e2-b522-9deeb7aeb135 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:53.202193 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-e16a11ac-b879-46e2-b522-9deeb7aeb135 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=81a8ea72-6043-4c5d-ad8a-e42b5dc08f96 HTTP/1.1" status: 200 len: 1125 time: 0.0434861 Feb 28 10:47:53.204996 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 51188) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:53.210199 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-43be3c7c-c414-4734-9153-7d30dd889759 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'floatingip': {'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'port_id': '40e6beaa-67f2-4416-b36f-b06ea5e28357', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:47:53.263276 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-43be3c7c-c414-4734-9153-7d30dd889759 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:53.365998 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-43be3c7c-c414-4734-9153-7d30dd889759 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:53.476170 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-43be3c7c-c414-4734-9153-7d30dd889759 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Allocated IP 172.26.3.33 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/e47d5f0e-1d59-4572-a647-4351f2b7912b) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:47:53.576021 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-43be3c7c-c414-4734-9153-7d30dd889759 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for port (e47d5f0e-1d59-4572-a647-4351f2b7912b), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:53.686222 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-43be3c7c-c414-4734-9153-7d30dd889759 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (e47d5f0e-1d59-4572-a647-4351f2b7912b), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:53.723893 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43be3c7c-c414-4734-9153-7d30dd889759 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:47:53.726735 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-43be3c7c-c414-4734-9153-7d30dd889759 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:47:53.730060 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43be3c7c-c414-4734-9153-7d30dd889759 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:47:53.759387 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43be3c7c-c414-4734-9153-7d30dd889759 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Port': ['ID=e47d5f0e-1d59-4572-a647-4351f2b7912b,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:54.100835 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-43be3c7c-c414-4734-9153-7d30dd889759 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for floatingip (b80042df-d97a-427f-860f-b8531e274721), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:54.226160 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-43be3c7c-c414-4734-9153-7d30dd889759 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (e47d5f0e-1d59-4572-a647-4351f2b7912b), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:54.373849 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-43be3c7c-c414-4734-9153-7d30dd889759 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for port (e47d5f0e-1d59-4572-a647-4351f2b7912b), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:54.433653 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-43be3c7c-c414-4734-9153-7d30dd889759 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (e47d5f0e-1d59-4572-a647-4351f2b7912b), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:54.524136 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43be3c7c-c414-4734-9153-7d30dd889759 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Port': ['ID=e47d5f0e-1d59-4572-a647-4351f2b7912b,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:54.533998 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-43be3c7c-c414-4734-9153-7d30dd889759 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047917'] for floatingip (b80042df-d97a-427f-860f-b8531e274721), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:54.636286 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.l3_db [None req-43be3c7c-c414-4734-9153-7d30dd889759 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Floating IP b80042df-d97a-427f-860f-b8531e274721 associated. External IP: 172.26.3.33, port: 40e6beaa-67f2-4416-b36f-b06ea5e28357. Feb 28 10:47:54.866380 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43be3c7c-c414-4734-9153-7d30dd889759 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Router 5f439f6b-737a-42ee-aea2-3de482376f88 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:47:54.976149 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43be3c7c-c414-4734-9153-7d30dd889759 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:47:54.991558 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b176505-c4d9-4e71-9b90-d2fff2c98488 None None] Sync routers for ids ['5f439f6b-737a-42ee-aea2-3de482376f88'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:47:55.002871 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b176505-c4d9-4e71-9b90-d2fff2c98488 None None] Routers {'5f439f6b-737a-42ee-aea2-3de482376f88'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:47:55.003651 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-9b176505-c4d9-4e71-9b90-d2fff2c98488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:47:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['5f439f6b-737a-42ee-aea2-3de482376f88'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:55.115580 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-9b176505-c4d9-4e71-9b90-d2fff2c98488 None None] Set router 5f439f6b-737a-42ee-aea2-3de482376f88 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:47:55.133660 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-43be3c7c-c414-4734-9153-7d30dd889759 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:55.167440 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-43be3c7c-c414-4734-9153-7d30dd889759 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9610777 Feb 28 10:47:55.168103 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81a8ea72-6043-4c5d-ad8a-e42b5dc08f96', 'tag': '40e6beaa-67f2-4416-b36f-b06ea5e28357'}] {{(pid=104084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:47:55.170386 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ffa69481dce8c4e68394bb3e97aff222617d39f0bec9a6d6e4c39a9256e7c95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8db909b-b3f6-4391-a9ee-ea4b4861d6ce" -d '{"events": [{"name": "network-changed", "server_uuid": "81a8ea72-6043-4c5d-ad8a-e42b5dc08f96", "tag": "40e6beaa-67f2-4416-b36f-b06ea5e28357"}]}' {{(pid=104084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:47:55.171001 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 51190) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:55.223411 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68aaef5b-e834-46f4-a437-8e45a6756e6c x-openstack-request-id: req-68aaef5b-e834-46f4-a437-8e45a6756e6c {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:47:55.223818 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81a8ea72-6043-4c5d-ad8a-e42b5dc08f96", "tag": "40e6beaa-67f2-4416-b36f-b06ea5e28357", "status": "completed", "code": 200}]} {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:47:55.225703 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-68aaef5b-e834-46f4-a437-8e45a6756e6c {{(pid=104084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:47:55.225703 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81a8ea72-6043-4c5d-ad8a-e42b5dc08f96', 'tag': '40e6beaa-67f2-4416-b36f-b06ea5e28357', 'status': 'completed', 'code': 200} Feb 28 10:47:55.338681 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-2401dae6-60bf-4cf7-8fb8-47096f6db9df tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/routers/5f439f6b-737a-42ee-aea2-3de482376f88 HTTP/1.1" status: 200 len: 921 time: 0.1664307 Feb 28 10:47:55.341252 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 51194) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:55.349786 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db909b-b3f6-4391-a9ee-ea4b4861d6ce req-091f0ecf-8d6e-4d3e-9eb5-b6ea8e1b7c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:55.353512 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a8db909b-b3f6-4391-a9ee-ea4b4861d6ce req-091f0ecf-8d6e-4d3e-9eb5-b6ea8e1b7c78 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=02ebd57ebb02426fbf4a686f080eb9d7&device_id=81a8ea72-6043-4c5d-ad8a-e42b5dc08f96 HTTP/1.1" status: 200 len: 1130 time: 0.0772703 Feb 28 10:47:55.375791 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-9b176505-c4d9-4e71-9b90-d2fff2c98488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f439f6b-737a-42ee-aea2-3de482376f88', 'name': 'tempest-TestNetworkBasicOps-router-1041509381', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': '31dec12e-a6a3-4432-ad23-e66f2d5e9a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:47:32Z', 'updated_at': '2022-02-28T10:47:37Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '31dec12e-a6a3-4432-ad23-e66f2d5e9a37', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:07:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f439f6b-737a-42ee-aea2-3de482376f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:33Z', 'updated_at': '2022-02-28T10:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': 'b80042df-d97a-427f-860f-b8531e274721', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'floating_ip_address': '172.26.3.33', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '5f439f6b-737a-42ee-aea2-3de482376f88', 'port_id': '40e6beaa-67f2-4416-b36f-b06ea5e28357', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7708c911-d44e-458e-ba70-1151b77dc381', 'mac_address': 'fa:16:3e:85:d0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a8ea72-6043-4c5d-ad8a-e42b5dc08f96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:47:53Z', 'updated_at': '2022-02-28T10:47:53Z', 'revision_number': 0, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e56414e6-36a7-4768-b074-1efcc0c5a25c', 'name': '', 'network_id': '7708c911-d44e-458e-ba70-1151b77dc381', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:ee:24:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f439f6b-737a-42ee-aea2-3de482376f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '66c993ef-30cf-4ef8-85ff-fc978aebdaa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:36Z', 'updated_at': '2022-02-28T10:47:40Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '66c993ef-30cf-4ef8-85ff-fc978aebdaa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:55.402738 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b176505-c4d9-4e71-9b90-d2fff2c98488 None None] Checking router: 5f439f6b-737a-42ee-aea2-3de482376f88 for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:47:55.412192 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b176505-c4d9-4e71-9b90-d2fff2c98488 None None] Routers {'5f439f6b-737a-42ee-aea2-3de482376f88'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:47:55.412826 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-9b176505-c4d9-4e71-9b90-d2fff2c98488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:47:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['5f439f6b-737a-42ee-aea2-3de482376f88'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:55.423542 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-d06f5ab6-ad61-4fb5-adba-6e98c14087bc tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/floatingips/b80042df-d97a-427f-860f-b8531e274721 HTTP/1.1" status: 200 len: 991 time: 0.0808222 Feb 28 10:47:55.525002 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-9b176505-c4d9-4e71-9b90-d2fff2c98488 None None] Set router 5f439f6b-737a-42ee-aea2-3de482376f88 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:47:55.771594 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-9b176505-c4d9-4e71-9b90-d2fff2c98488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f439f6b-737a-42ee-aea2-3de482376f88', 'name': 'tempest-TestNetworkBasicOps-router-1041509381', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': '31dec12e-a6a3-4432-ad23-e66f2d5e9a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:47:32Z', 'updated_at': '2022-02-28T10:47:37Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '31dec12e-a6a3-4432-ad23-e66f2d5e9a37', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:07:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f439f6b-737a-42ee-aea2-3de482376f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:33Z', 'updated_at': '2022-02-28T10:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': 'b80042df-d97a-427f-860f-b8531e274721', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'floating_ip_address': '172.26.3.33', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '5f439f6b-737a-42ee-aea2-3de482376f88', 'port_id': '40e6beaa-67f2-4416-b36f-b06ea5e28357', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7708c911-d44e-458e-ba70-1151b77dc381', 'mac_address': 'fa:16:3e:85:d0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a8ea72-6043-4c5d-ad8a-e42b5dc08f96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:47:53Z', 'updated_at': '2022-02-28T10:47:53Z', 'revision_number': 0, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e56414e6-36a7-4768-b074-1efcc0c5a25c', 'name': '', 'network_id': '7708c911-d44e-458e-ba70-1151b77dc381', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:ee:24:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f439f6b-737a-42ee-aea2-3de482376f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '66c993ef-30cf-4ef8-85ff-fc978aebdaa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:36Z', 'updated_at': '2022-02-28T10:47:40Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '66c993ef-30cf-4ef8-85ff-fc978aebdaa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:55.800862 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db909b-b3f6-4391-a9ee-ea4b4861d6ce req-5ba51366-6d81-4b6d-83fc-930a10ddc195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:55.802518 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a8db909b-b3f6-4391-a9ee-ea4b4861d6ce req-5ba51366-6d81-4b6d-83fc-930a10ddc195 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7708c911-d44e-458e-ba70-1151b77dc381 HTTP/1.1" status: 200 len: 896 time: 0.4449861 Feb 28 10:47:55.871057 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a8db909b-b3f6-4391-a9ee-ea4b4861d6ce req-8c921e9c-6162-4bdb-8761-7b794d692c7e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40e6beaa-67f2-4416-b36f-b06ea5e28357 HTTP/1.1" status: 200 len: 999 time: 0.0621848 Feb 28 10:47:55.882893 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b176505-c4d9-4e71-9b90-d2fff2c98488 None None] The sync data for ids ['5f439f6b-737a-42ee-aea2-3de482376f88'] in dv-neutron-829161-3-hyperv is: [{'id': '5f439f6b-737a-42ee-aea2-3de482376f88', 'name': 'tempest-TestNetworkBasicOps-router-1041509381', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': '31dec12e-a6a3-4432-ad23-e66f2d5e9a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:47:32Z', 'updated_at': '2022-02-28T10:47:37Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '31dec12e-a6a3-4432-ad23-e66f2d5e9a37', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:07:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f439f6b-737a-42ee-aea2-3de482376f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:33Z', 'updated_at': '2022-02-28T10:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': 'b80042df-d97a-427f-860f-b8531e274721', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'floating_ip_address': '172.26.3.33', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '5f439f6b-737a-42ee-aea2-3de482376f88', 'port_id': '40e6beaa-67f2-4416-b36f-b06ea5e28357', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7708c911-d44e-458e-ba70-1151b77dc381', 'mac_address': 'fa:16:3e:85:d0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a8ea72-6043-4c5d-ad8a-e42b5dc08f96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:47:53Z', 'updated_at': '2022-02-28T10:47:53Z', 'revision_number': 0, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e56414e6-36a7-4768-b074-1efcc0c5a25c', 'name': '', 'network_id': '7708c911-d44e-458e-ba70-1151b77dc381', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:ee:24:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f439f6b-737a-42ee-aea2-3de482376f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '66c993ef-30cf-4ef8-85ff-fc978aebdaa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:36Z', 'updated_at': '2022-02-28T10:47:40Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '66c993ef-30cf-4ef8-85ff-fc978aebdaa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:47:55.921545 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db909b-b3f6-4391-a9ee-ea4b4861d6ce req-c7027315-a9be-4e13-8d97-445564f7f65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:55.923067 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a8db909b-b3f6-4391-a9ee-ea4b4861d6ce req-c7027315-a9be-4e13-8d97-445564f7f65b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=66c993ef-30cf-4ef8-85ff-fc978aebdaa7 HTTP/1.1" status: 200 len: 834 time: 0.0466502 Feb 28 10:47:55.979766 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db909b-b3f6-4391-a9ee-ea4b4861d6ce req-3bbcb803-cc16-4a1a-8dd7-25405cdd530d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:55.981282 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a8db909b-b3f6-4391-a9ee-ea4b4861d6ce req-3bbcb803-cc16-4a1a-8dd7-25405cdd530d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7708c911-d44e-458e-ba70-1151b77dc381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0526552 Feb 28 10:47:56.081481 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a8db909b-b3f6-4391-a9ee-ea4b4861d6ce req-c27a55dc-67bb-49af-8f27-b91c59b79099 service neutron] 10.222.0.70 "GET /v2.0/networks/7708c911-d44e-458e-ba70-1151b77dc381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940745 Feb 28 10:47:56.094911 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2d28ec-09ea-4df3-9b74-b7442c810858 None None] New status for floating IP b80042df-d97a-427f-860f-b8531e274721: ACTIVE {{(pid=104085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:47:56.174503 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a8db909b-b3f6-4391-a9ee-ea4b4861d6ce req-5672b458-3a70-4ae1-91bd-a648a264870c service neutron] 10.222.0.70 "GET /v2.0/networks/7708c911-d44e-458e-ba70-1151b77dc381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876772 Feb 28 10:47:56.427935 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 51196) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:56.493421 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-dfe140cf-10e1-483f-8c26-f7d976149b97 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/floatingips/b80042df-d97a-427f-860f-b8531e274721 HTTP/1.1" status: 200 len: 993 time: 0.0643926 Feb 28 10:48:00.633837 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:10.712782 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:48:16.485257 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5d79f328-6c26-45ba-8b0a-bf83d76c9d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:18.702521 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a98be698-4385-4cc0-89cb-2ed8d99894b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:20.051038 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:21.353994 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:22.679430 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:27.692623 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 51214) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:27.811384 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-ef017ebc-b8a9-42fa-8df7-4f6eea90dc88 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/routers/5f439f6b-737a-42ee-aea2-3de482376f88/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1175926 Feb 28 10:48:27.814131 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 51216) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:28.338735 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a59c3f-9974-4847-ad2d-5975d301f2e8 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Notify agent at dv-neutron-829161-3-hyperv the message router_removed_from_agent {{(pid=104084) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Feb 28 10:48:28.341938 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-e0a59c3f-9974-4847-ad2d-5975d301f2e8 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "DELETE /v2.0/agents/b463e95c-b50f-4ce1-80f1-6f7ac291b218/l3-routers/5f439f6b-737a-42ee-aea2-3de482376f88 HTTP/1.1" status: 204 len: 168 time: 0.5269046 Feb 28 10:48:28.344607 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 51218) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:28.455531 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-88a5c99c-e200-4277-be37-587c785c3bed tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/routers/5f439f6b-737a-42ee-aea2-3de482376f88/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1099029 Feb 28 10:48:28.458150 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 51220) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:28.524278 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-d1e5fdc3-2945-43a2-a691-6723db22cde3 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/floatingips/b80042df-d97a-427f-860f-b8531e274721 HTTP/1.1" status: 200 len: 993 time: 0.0650487 Feb 28 10:48:29.111012 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908fe2c5-872f-456e-9b7e-429f1240738c None None] New status for floating IP b80042df-d97a-427f-860f-b8531e274721: DOWN {{(pid=104086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:48:29.529978 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 51222) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:29.591899 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-bbd34191-60ea-408c-82d8-a412fa249e36 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/floatingips/b80042df-d97a-427f-860f-b8531e274721 HTTP/1.1" status: 200 len: 991 time: 0.0624959 Feb 28 10:48:29.737986 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device e56414e6-36a7-4768-b074-1efcc0c5a25c no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:48:29.824026 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port e56414e6-36a7-4768-b074-1efcc0c5a25c is: ACTIVE; New status is: DOWN {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:48:29.824424 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (e56414e6-36a7-4768-b074-1efcc0c5a25c), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:29.857166 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port e56414e6-36a7-4768-b074-1efcc0c5a25c, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=e56414e6-36a7-4768-b074-1efcc0c5a25c,segment=NetworkSegment(04c9c491-8c71-4d2d-b79b-0859b02c4a61),segment_id=04c9c491-8c71-4d2d-b79b-0859b02c4a61)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:48:29.960363 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (e56414e6-36a7-4768-b074-1efcc0c5a25c), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:29.961115 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 31dec12e-a6a3-4432-ad23-e66f2d5e9a37 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:48:30.040660 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=e56414e6-36a7-4768-b074-1efcc0c5a25c,revision_number=6']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:30.081970 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 31dec12e-a6a3-4432-ad23-e66f2d5e9a37 is: ACTIVE; New status is: DOWN {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:48:30.082378 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (31dec12e-a6a3-4432-ad23-e66f2d5e9a37), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:30.103734 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port 31dec12e-a6a3-4432-ad23-e66f2d5e9a37, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=31dec12e-a6a3-4432-ad23-e66f2d5e9a37,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:48:30.194177 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (31dec12e-a6a3-4432-ad23-e66f2d5e9a37), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:30.242468 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=31dec12e-a6a3-4432-ad23-e66f2d5e9a37,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:30.661839 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:30.713161 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 51226) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:30.948642 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5294b19-52df-457f-bbb5-7421113d160e tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Router 5f439f6b-737a-42ee-aea2-3de482376f88 is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:48:30.948920 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5294b19-52df-457f-bbb5-7421113d160e tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Notify agent at dv-neutron-829161-3-hyperv the message router_added_to_agent {{(pid=104084) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Feb 28 10:48:30.966545 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-a5294b19-52df-457f-bbb5-7421113d160e tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "POST /v2.0/agents/b463e95c-b50f-4ce1-80f1-6f7ac291b218/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2523181 Feb 28 10:48:30.969797 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 51232) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:30.985714 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83c0708-35d6-43ce-a57b-4d5c62c51d40 None None] Sync routers for ids ['5f439f6b-737a-42ee-aea2-3de482376f88'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:48:30.997882 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83c0708-35d6-43ce-a57b-4d5c62c51d40 None None] Routers {'5f439f6b-737a-42ee-aea2-3de482376f88'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:48:30.998607 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-d83c0708-35d6-43ce-a57b-4d5c62c51d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:48:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['5f439f6b-737a-42ee-aea2-3de482376f88'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:48:31.091618 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-01e64ee8-1912-4127-b82e-46baa5cefe14 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/routers/5f439f6b-737a-42ee-aea2-3de482376f88/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1186304 Feb 28 10:48:31.092399 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 51234) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:31.115464 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-d83c0708-35d6-43ce-a57b-4d5c62c51d40 None None] Set router 5f439f6b-737a-42ee-aea2-3de482376f88 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:48:31.154513 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-3f9bd404-fb08-4233-b095-1fe58618e330 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/floatingips/b80042df-d97a-427f-860f-b8531e274721 HTTP/1.1" status: 200 len: 991 time: 0.0598247 Feb 28 10:48:31.343018 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-d83c0708-35d6-43ce-a57b-4d5c62c51d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f439f6b-737a-42ee-aea2-3de482376f88', 'name': 'tempest-TestNetworkBasicOps-router-1041509381', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': '31dec12e-a6a3-4432-ad23-e66f2d5e9a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:47:32Z', 'updated_at': '2022-02-28T10:47:37Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '31dec12e-a6a3-4432-ad23-e66f2d5e9a37', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:07:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f439f6b-737a-42ee-aea2-3de482376f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:33Z', 'updated_at': '2022-02-28T10:48:30Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': 'b80042df-d97a-427f-860f-b8531e274721', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'floating_ip_address': '172.26.3.33', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '5f439f6b-737a-42ee-aea2-3de482376f88', 'port_id': '40e6beaa-67f2-4416-b36f-b06ea5e28357', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7708c911-d44e-458e-ba70-1151b77dc381', 'mac_address': 'fa:16:3e:85:d0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a8ea72-6043-4c5d-ad8a-e42b5dc08f96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:47:53Z', 'updated_at': '2022-02-28T10:48:29Z', 'revision_number': 2, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e56414e6-36a7-4768-b074-1efcc0c5a25c', 'name': '', 'network_id': '7708c911-d44e-458e-ba70-1151b77dc381', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:ee:24:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f439f6b-737a-42ee-aea2-3de482376f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '66c993ef-30cf-4ef8-85ff-fc978aebdaa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:36Z', 'updated_at': '2022-02-28T10:48:29Z', 'revision_number': 6, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '66c993ef-30cf-4ef8-85ff-fc978aebdaa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:48:31.369986 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83c0708-35d6-43ce-a57b-4d5c62c51d40 None None] Checking router: 5f439f6b-737a-42ee-aea2-3de482376f88 for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:48:31.378756 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83c0708-35d6-43ce-a57b-4d5c62c51d40 None None] Routers {'5f439f6b-737a-42ee-aea2-3de482376f88'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:48:31.379407 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-d83c0708-35d6-43ce-a57b-4d5c62c51d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:48:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['5f439f6b-737a-42ee-aea2-3de482376f88'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:48:31.629859 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-d83c0708-35d6-43ce-a57b-4d5c62c51d40 None None] Set router 5f439f6b-737a-42ee-aea2-3de482376f88 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:48:31.862710 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-d83c0708-35d6-43ce-a57b-4d5c62c51d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f439f6b-737a-42ee-aea2-3de482376f88', 'name': 'tempest-TestNetworkBasicOps-router-1041509381', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': '31dec12e-a6a3-4432-ad23-e66f2d5e9a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:47:32Z', 'updated_at': '2022-02-28T10:47:37Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '31dec12e-a6a3-4432-ad23-e66f2d5e9a37', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:07:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f439f6b-737a-42ee-aea2-3de482376f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:33Z', 'updated_at': '2022-02-28T10:48:30Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': 'b80042df-d97a-427f-860f-b8531e274721', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'floating_ip_address': '172.26.3.33', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '5f439f6b-737a-42ee-aea2-3de482376f88', 'port_id': '40e6beaa-67f2-4416-b36f-b06ea5e28357', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7708c911-d44e-458e-ba70-1151b77dc381', 'mac_address': 'fa:16:3e:85:d0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a8ea72-6043-4c5d-ad8a-e42b5dc08f96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:47:53Z', 'updated_at': '2022-02-28T10:48:29Z', 'revision_number': 2, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e56414e6-36a7-4768-b074-1efcc0c5a25c', 'name': '', 'network_id': '7708c911-d44e-458e-ba70-1151b77dc381', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:ee:24:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f439f6b-737a-42ee-aea2-3de482376f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '66c993ef-30cf-4ef8-85ff-fc978aebdaa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:36Z', 'updated_at': '2022-02-28T10:48:29Z', 'revision_number': 6, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '66c993ef-30cf-4ef8-85ff-fc978aebdaa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:48:31.891056 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83c0708-35d6-43ce-a57b-4d5c62c51d40 None None] The sync data for ids ['5f439f6b-737a-42ee-aea2-3de482376f88'] in dv-neutron-829161-3-hyperv is: [{'id': '5f439f6b-737a-42ee-aea2-3de482376f88', 'name': 'tempest-TestNetworkBasicOps-router-1041509381', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': '31dec12e-a6a3-4432-ad23-e66f2d5e9a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:47:32Z', 'updated_at': '2022-02-28T10:47:37Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '31dec12e-a6a3-4432-ad23-e66f2d5e9a37', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:07:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f439f6b-737a-42ee-aea2-3de482376f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:33Z', 'updated_at': '2022-02-28T10:48:30Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': 'b80042df-d97a-427f-860f-b8531e274721', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'floating_ip_address': '172.26.3.33', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '5f439f6b-737a-42ee-aea2-3de482376f88', 'port_id': '40e6beaa-67f2-4416-b36f-b06ea5e28357', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7708c911-d44e-458e-ba70-1151b77dc381', 'mac_address': 'fa:16:3e:85:d0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a8ea72-6043-4c5d-ad8a-e42b5dc08f96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:47:53Z', 'updated_at': '2022-02-28T10:48:29Z', 'revision_number': 2, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e56414e6-36a7-4768-b074-1efcc0c5a25c', 'name': '', 'network_id': '7708c911-d44e-458e-ba70-1151b77dc381', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:ee:24:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f439f6b-737a-42ee-aea2-3de482376f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '66c993ef-30cf-4ef8-85ff-fc978aebdaa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:36Z', 'updated_at': '2022-02-28T10:48:29Z', 'revision_number': 6, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '66c993ef-30cf-4ef8-85ff-fc978aebdaa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:48:32.156758 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 51236) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:32.227336 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-ac434225-093f-459b-ae6c-2ca9891ca3a9 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/floatingips/b80042df-d97a-427f-860f-b8531e274721 HTTP/1.1" status: 200 len: 991 time: 0.0693879 Feb 28 10:48:33.231449 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 51238) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:33.297435 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a596386f-3de6-42f0-a81b-f800fb2fe6cd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/floatingips/b80042df-d97a-427f-860f-b8531e274721 HTTP/1.1" status: 200 len: 991 time: 0.0649087 Feb 28 10:48:33.617747 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8494a94-034c-4dfd-a591-c02214990687 None None] New status for floating IP b80042df-d97a-427f-860f-b8531e274721: ACTIVE {{(pid=104086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:48:33.787371 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device e56414e6-36a7-4768-b074-1efcc0c5a25c up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:48:33.837526 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port e56414e6-36a7-4768-b074-1efcc0c5a25c triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:48:33.837973 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (e56414e6-36a7-4768-b074-1efcc0c5a25c), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:33.926570 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port e56414e6-36a7-4768-b074-1efcc0c5a25c is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:48:33.927002 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (e56414e6-36a7-4768-b074-1efcc0c5a25c), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:33.962958 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port e56414e6-36a7-4768-b074-1efcc0c5a25c, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=e56414e6-36a7-4768-b074-1efcc0c5a25c,segment=NetworkSegment(04c9c491-8c71-4d2d-b79b-0859b02c4a61),segment_id=04c9c491-8c71-4d2d-b79b-0859b02c4a61)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:48:34.044548 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (e56414e6-36a7-4768-b074-1efcc0c5a25c), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:34.045572 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 31dec12e-a6a3-4432-ad23-e66f2d5e9a37 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:48:34.127078 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=e56414e6-36a7-4768-b074-1efcc0c5a25c,revision_number=7']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:34.143754 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 31dec12e-a6a3-4432-ad23-e66f2d5e9a37 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:48:34.144134 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (31dec12e-a6a3-4432-ad23-e66f2d5e9a37), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:34.221977 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 31dec12e-a6a3-4432-ad23-e66f2d5e9a37 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:48:34.222380 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (31dec12e-a6a3-4432-ad23-e66f2d5e9a37), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:34.243101 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port 31dec12e-a6a3-4432-ad23-e66f2d5e9a37, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=31dec12e-a6a3-4432-ad23-e66f2d5e9a37,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:48:34.300728 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 51240) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:34.331029 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (31dec12e-a6a3-4432-ad23-e66f2d5e9a37), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:34.363128 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-d6ec7034-e269-4c56-a103-df6a4cbad7a1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/floatingips/b80042df-d97a-427f-860f-b8531e274721 HTTP/1.1" status: 200 len: 993 time: 0.0612044 Feb 28 10:48:34.382121 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=31dec12e-a6a3-4432-ad23-e66f2d5e9a37,revision_number=6']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:34.634608 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 51246) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:34.796254 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-9fa6a45b-50c2-496f-8bca-a44676763cee tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Deleting port e47d5f0e-1d59-4572-a647-4351f2b7912b {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:48:34.796602 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9fa6a45b-50c2-496f-8bca-a44676763cee tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (e47d5f0e-1d59-4572-a647-4351f2b7912b), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:34.871247 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9fa6a45b-50c2-496f-8bca-a44676763cee tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (e47d5f0e-1d59-4572-a647-4351f2b7912b), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:34.871573 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9fa6a45b-50c2-496f-8bca-a44676763cee tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for floatingip (e47d5f0e-1d59-4572-a647-4351f2b7912b), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:34.883144 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-9fa6a45b-50c2-496f-8bca-a44676763cee tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Calling delete_port for e47d5f0e-1d59-4572-a647-4351f2b7912b owned by network:floatingip {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:48:35.085133 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9fa6a45b-50c2-496f-8bca-a44676763cee tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (e47d5f0e-1d59-4572-a647-4351f2b7912b), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:35.109300 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa6a45b-50c2-496f-8bca-a44676763cee tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event deleted for resources: {'Port': ['ID=e47d5f0e-1d59-4572-a647-4351f2b7912b,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:35.172940 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9fa6a45b-50c2-496f-8bca-a44676763cee tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for floatingip (b80042df-d97a-427f-860f-b8531e274721), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:35.173270 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.l3_db [None req-9fa6a45b-50c2-496f-8bca-a44676763cee tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Floating IP b80042df-d97a-427f-860f-b8531e274721 disassociated (deleted). External IP: 172.26.3.33, port: 40e6beaa-67f2-4416-b36f-b06ea5e28357. Feb 28 10:48:35.389383 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa6a45b-50c2-496f-8bca-a44676763cee tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Router 5f439f6b-737a-42ee-aea2-3de482376f88 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:48:35.500628 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa6a45b-50c2-496f-8bca-a44676763cee tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:48:35.505043 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9fa6a45b-50c2-496f-8bca-a44676763cee tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:35.513529 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bd2cb4-1c79-41da-9a4a-e1e26e40fc07 None None] Sync routers for ids ['5f439f6b-737a-42ee-aea2-3de482376f88'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:48:35.526207 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bd2cb4-1c79-41da-9a4a-e1e26e40fc07 None None] Routers {'5f439f6b-737a-42ee-aea2-3de482376f88'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:48:35.526930 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-50bd2cb4-1c79-41da-9a4a-e1e26e40fc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:48:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['5f439f6b-737a-42ee-aea2-3de482376f88'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:48:35.537009 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-9fa6a45b-50c2-496f-8bca-a44676763cee tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "DELETE /v2.0/floatingips/b80042df-d97a-427f-860f-b8531e274721 HTTP/1.1" status: 204 len: 168 time: 0.9012733 Feb 28 10:48:35.537661 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81a8ea72-6043-4c5d-ad8a-e42b5dc08f96', 'tag': '40e6beaa-67f2-4416-b36f-b06ea5e28357'}] {{(pid=104084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:48:35.540176 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ffa69481dce8c4e68394bb3e97aff222617d39f0bec9a6d6e4c39a9256e7c95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ac93fb-48c9-411d-b9b1-98b9bbb89d4e" -d '{"events": [{"name": "network-changed", "server_uuid": "81a8ea72-6043-4c5d-ad8a-e42b5dc08f96", "tag": "40e6beaa-67f2-4416-b36f-b06ea5e28357"}]}' {{(pid=104084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:48:35.655484 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-50bd2cb4-1c79-41da-9a4a-e1e26e40fc07 None None] Set router 5f439f6b-737a-42ee-aea2-3de482376f88 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:48:35.711072 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4157f4a-4fa7-4bef-82bf-2e63ac3dd7bd x-openstack-request-id: req-a4157f4a-4fa7-4bef-82bf-2e63ac3dd7bd {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:48:35.711072 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81a8ea72-6043-4c5d-ad8a-e42b5dc08f96", "tag": "40e6beaa-67f2-4416-b36f-b06ea5e28357", "status": "completed", "code": 200}]} {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:48:35.711072 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a4157f4a-4fa7-4bef-82bf-2e63ac3dd7bd {{(pid=104084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:48:35.711072 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81a8ea72-6043-4c5d-ad8a-e42b5dc08f96', 'tag': '40e6beaa-67f2-4416-b36f-b06ea5e28357', 'status': 'completed', 'code': 200} Feb 28 10:48:35.778348 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device e56414e6-36a7-4768-b074-1efcc0c5a25c up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:48:35.801289 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac93fb-48c9-411d-b9b1-98b9bbb89d4e req-463cb3d9-2fe2-4f3a-90aa-b48fb24fac6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:35.803281 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-29ac93fb-48c9-411d-b9b1-98b9bbb89d4e req-463cb3d9-2fe2-4f3a-90aa-b48fb24fac6c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=02ebd57ebb02426fbf4a686f080eb9d7&device_id=81a8ea72-6043-4c5d-ad8a-e42b5dc08f96 HTTP/1.1" status: 200 len: 1130 time: 0.0509329 Feb 28 10:48:35.868797 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port e56414e6-36a7-4768-b074-1efcc0c5a25c triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:48:35.869182 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (e56414e6-36a7-4768-b074-1efcc0c5a25c), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:35.906582 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac93fb-48c9-411d-b9b1-98b9bbb89d4e req-0508ca3b-afa0-4072-86c5-6b7c4b51f396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:35.908134 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-29ac93fb-48c9-411d-b9b1-98b9bbb89d4e req-0508ca3b-afa0-4072-86c5-6b7c4b51f396 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7708c911-d44e-458e-ba70-1151b77dc381 HTTP/1.1" status: 200 len: 896 time: 0.0956244 Feb 28 10:48:35.975641 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-50bd2cb4-1c79-41da-9a4a-e1e26e40fc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f439f6b-737a-42ee-aea2-3de482376f88', 'name': 'tempest-TestNetworkBasicOps-router-1041509381', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': '31dec12e-a6a3-4432-ad23-e66f2d5e9a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:47:32Z', 'updated_at': '2022-02-28T10:47:37Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '31dec12e-a6a3-4432-ad23-e66f2d5e9a37', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:07:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f439f6b-737a-42ee-aea2-3de482376f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:33Z', 'updated_at': '2022-02-28T10:48:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': 'e56414e6-36a7-4768-b074-1efcc0c5a25c', 'name': '', 'network_id': '7708c911-d44e-458e-ba70-1151b77dc381', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:ee:24:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f439f6b-737a-42ee-aea2-3de482376f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '66c993ef-30cf-4ef8-85ff-fc978aebdaa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:36Z', 'updated_at': '2022-02-28T10:48:33Z', 'revision_number': 7, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '66c993ef-30cf-4ef8-85ff-fc978aebdaa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:48:35.994435 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-29ac93fb-48c9-411d-b9b1-98b9bbb89d4e req-cf9ffd28-f7ff-42a8-9d1c-f607fb760a90 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40e6beaa-67f2-4416-b36f-b06ea5e28357 HTTP/1.1" status: 200 len: 217 time: 0.0383005 Feb 28 10:48:36.001232 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e7cf1-e07c-40b0-9527-fdff3b33181d req-35c400a1-e662-44e4-89a9-e65b6386e4c5 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:36.003147 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-704e7cf1-e07c-40b0-9527-fdff3b33181d req-35c400a1-e662-44e4-89a9-e65b6386e4c5 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=81a8ea72-6043-4c5d-ad8a-e42b5dc08f96 HTTP/1.1" status: 200 len: 946 time: 0.0644233 Feb 28 10:48:36.008235 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bd2cb4-1c79-41da-9a4a-e1e26e40fc07 None None] Checking router: 5f439f6b-737a-42ee-aea2-3de482376f88 for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:48:36.017996 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port e56414e6-36a7-4768-b074-1efcc0c5a25c is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:48:36.019137 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 31dec12e-a6a3-4432-ad23-e66f2d5e9a37 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:48:36.043269 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bd2cb4-1c79-41da-9a4a-e1e26e40fc07 None None] Routers {'5f439f6b-737a-42ee-aea2-3de482376f88'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:48:36.043929 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-50bd2cb4-1c79-41da-9a4a-e1e26e40fc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:48:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['5f439f6b-737a-42ee-aea2-3de482376f88'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:48:36.052256 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac93fb-48c9-411d-b9b1-98b9bbb89d4e req-bf98d376-8a47-474c-b20d-dede56918c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:36.054033 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-29ac93fb-48c9-411d-b9b1-98b9bbb89d4e req-bf98d376-8a47-474c-b20d-dede56918c84 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=66c993ef-30cf-4ef8-85ff-fc978aebdaa7 HTTP/1.1" status: 200 len: 834 time: 0.0529320 Feb 28 10:48:36.071177 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-704e7cf1-e07c-40b0-9527-fdff3b33181d req-b99acf84-dfa2-4201-9b15-0efed705b632 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=eafa5238-fb75-4ee9-9236-7b61528ad8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591726 Feb 28 10:48:36.112305 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac93fb-48c9-411d-b9b1-98b9bbb89d4e req-f0317d0b-5aae-43cb-89a5-5bad3dcbc27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:36.119287 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-29ac93fb-48c9-411d-b9b1-98b9bbb89d4e req-f0317d0b-5aae-43cb-89a5-5bad3dcbc27a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7708c911-d44e-458e-ba70-1151b77dc381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0538836 Feb 28 10:48:36.163344 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 31dec12e-a6a3-4432-ad23-e66f2d5e9a37 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:48:36.163638 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (31dec12e-a6a3-4432-ad23-e66f2d5e9a37), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:36.206089 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-29ac93fb-48c9-411d-b9b1-98b9bbb89d4e req-1bf30485-e4e2-4153-ae97-6d7f0b0145ee service neutron] 10.222.0.70 "GET /v2.0/networks/7708c911-d44e-458e-ba70-1151b77dc381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845098 Feb 28 10:48:36.206942 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-50bd2cb4-1c79-41da-9a4a-e1e26e40fc07 None None] Set router 5f439f6b-737a-42ee-aea2-3de482376f88 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:48:36.306746 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-29ac93fb-48c9-411d-b9b1-98b9bbb89d4e req-8932d4d2-ece9-4ca0-95d1-634f4446fd73 service neutron] 10.222.0.70 "GET /v2.0/networks/7708c911-d44e-458e-ba70-1151b77dc381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937130 Feb 28 10:48:36.367334 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 31dec12e-a6a3-4432-ad23-e66f2d5e9a37 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:48:36.446128 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-50bd2cb4-1c79-41da-9a4a-e1e26e40fc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f439f6b-737a-42ee-aea2-3de482376f88', 'name': 'tempest-TestNetworkBasicOps-router-1041509381', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': '31dec12e-a6a3-4432-ad23-e66f2d5e9a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:47:32Z', 'updated_at': '2022-02-28T10:47:37Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '31dec12e-a6a3-4432-ad23-e66f2d5e9a37', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:07:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f439f6b-737a-42ee-aea2-3de482376f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:33Z', 'updated_at': '2022-02-28T10:48:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': 'e56414e6-36a7-4768-b074-1efcc0c5a25c', 'name': '', 'network_id': '7708c911-d44e-458e-ba70-1151b77dc381', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:ee:24:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f439f6b-737a-42ee-aea2-3de482376f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '66c993ef-30cf-4ef8-85ff-fc978aebdaa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:36Z', 'updated_at': '2022-02-28T10:48:33Z', 'revision_number': 7, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '66c993ef-30cf-4ef8-85ff-fc978aebdaa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:48:36.476670 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bd2cb4-1c79-41da-9a4a-e1e26e40fc07 None None] The sync data for ids ['5f439f6b-737a-42ee-aea2-3de482376f88'] in dv-neutron-829161-3-hyperv is: [{'id': '5f439f6b-737a-42ee-aea2-3de482376f88', 'name': 'tempest-TestNetworkBasicOps-router-1041509381', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': '31dec12e-a6a3-4432-ad23-e66f2d5e9a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:47:32Z', 'updated_at': '2022-02-28T10:47:37Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '31dec12e-a6a3-4432-ad23-e66f2d5e9a37', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:07:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f439f6b-737a-42ee-aea2-3de482376f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:33Z', 'updated_at': '2022-02-28T10:48:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': 'e56414e6-36a7-4768-b074-1efcc0c5a25c', 'name': '', 'network_id': '7708c911-d44e-458e-ba70-1151b77dc381', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:ee:24:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f439f6b-737a-42ee-aea2-3de482376f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '66c993ef-30cf-4ef8-85ff-fc978aebdaa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:36Z', 'updated_at': '2022-02-28T10:48:33Z', 'revision_number': 7, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '66c993ef-30cf-4ef8-85ff-fc978aebdaa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:48:37.175541 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd9d21a-0120-4d6e-bcee-79ba385c525d None None] New status for floating IP b80042df-d97a-427f-860f-b8531e274721: DOWN {{(pid=104086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:48:37.205195 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb17a85-ba6f-41df-869a-415a30ae3006 req-64ba048e-60eb-44bf-9b98-ffa55e7a9800 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:37.206715 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9eb17a85-ba6f-41df-869a-415a30ae3006 req-64ba048e-60eb-44bf-9b98-ffa55e7a9800 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=81a8ea72-6043-4c5d-ad8a-e42b5dc08f96 HTTP/1.1" status: 200 len: 946 time: 0.0584159 Feb 28 10:48:37.262306 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9eb17a85-ba6f-41df-869a-415a30ae3006 req-337f07ee-8f4c-4760-bdf9-4528076482eb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=eafa5238-fb75-4ee9-9236-7b61528ad8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490842 Feb 28 10:48:37.453991 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5879e06-3b6d-499b-bf90-d8a2327a2d15 req-033311d4-96d5-4481-8522-6cff8c80a9e4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:37.455759 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b5879e06-3b6d-499b-bf90-d8a2327a2d15 req-033311d4-96d5-4481-8522-6cff8c80a9e4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.70 "GET /v2.0/ports?device_id=81a8ea72-6043-4c5d-ad8a-e42b5dc08f96 HTTP/1.1" status: 200 len: 946 time: 0.0571153 Feb 28 10:48:37.550186 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-b5879e06-3b6d-499b-bf90-d8a2327a2d15 req-9fcbfc2e-229c-4504-be72-c2dff38d5f2a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Deleting port 40e6beaa-67f2-4416-b36f-b06ea5e28357 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:48:37.550532 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-b5879e06-3b6d-499b-bf90-d8a2327a2d15 req-9fcbfc2e-229c-4504-be72-c2dff38d5f2a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (40e6beaa-67f2-4416-b36f-b06ea5e28357), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:37.665947 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-b5879e06-3b6d-499b-bf90-d8a2327a2d15 req-9fcbfc2e-229c-4504-be72-c2dff38d5f2a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] For port 40e6beaa-67f2-4416-b36f-b06ea5e28357, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=40e6beaa-67f2-4416-b36f-b06ea5e28357,segment=NetworkSegment(04c9c491-8c71-4d2d-b79b-0859b02c4a61),segment_id=04c9c491-8c71-4d2d-b79b-0859b02c4a61)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:48:37.666300 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-b5879e06-3b6d-499b-bf90-d8a2327a2d15 req-9fcbfc2e-229c-4504-be72-c2dff38d5f2a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (40e6beaa-67f2-4416-b36f-b06ea5e28357), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:37.682325 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-b5879e06-3b6d-499b-bf90-d8a2327a2d15 req-9fcbfc2e-229c-4504-be72-c2dff38d5f2a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Calling delete_port for 40e6beaa-67f2-4416-b36f-b06ea5e28357 owned by compute:nova {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:48:37.867650 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-b5879e06-3b6d-499b-bf90-d8a2327a2d15 req-9fcbfc2e-229c-4504-be72-c2dff38d5f2a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (40e6beaa-67f2-4416-b36f-b06ea5e28357), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:37.898203 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcbfc2e-229c-4504-be72-c2dff38d5f2a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event deleted for resources: {'Port': ['ID=40e6beaa-67f2-4416-b36f-b06ea5e28357,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:37.908179 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcbfc2e-229c-4504-be72-c2dff38d5f2a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:37.908518 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcbfc2e-229c-4504-be72-c2dff38d5f2a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:37.908868 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcbfc2e-229c-4504-be72-c2dff38d5f2a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:37.909215 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcbfc2e-229c-4504-be72-c2dff38d5f2a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:37.909557 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcbfc2e-229c-4504-be72-c2dff38d5f2a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:37.909896 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcbfc2e-229c-4504-be72-c2dff38d5f2a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:37.910245 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcbfc2e-229c-4504-be72-c2dff38d5f2a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:37.910562 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcbfc2e-229c-4504-be72-c2dff38d5f2a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:37.911314 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcbfc2e-229c-4504-be72-c2dff38d5f2a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:37.911314 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcbfc2e-229c-4504-be72-c2dff38d5f2a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:37.911557 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcbfc2e-229c-4504-be72-c2dff38d5f2a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:37.912492 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcbfc2e-229c-4504-be72-c2dff38d5f2a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:37.912859 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcbfc2e-229c-4504-be72-c2dff38d5f2a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:37.970392 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5879e06-3b6d-499b-bf90-d8a2327a2d15 req-9fcbfc2e-229c-4504-be72-c2dff38d5f2a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] No DVR routers for this DVR port 40e6beaa-67f2-4416-b36f-b06ea5e28357 on host hv-neutron-8291 {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:48:37.973315 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-b5879e06-3b6d-499b-bf90-d8a2327a2d15 req-9fcbfc2e-229c-4504-be72-c2dff38d5f2a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:37.977956 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b5879e06-3b6d-499b-bf90-d8a2327a2d15 req-9fcbfc2e-229c-4504-be72-c2dff38d5f2a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.70 "DELETE /v2.0/ports/40e6beaa-67f2-4416-b36f-b06ea5e28357 HTTP/1.1" status: 204 len: 173 time: 0.5171685 Feb 28 10:48:37.978623 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a8ea72-6043-4c5d-ad8a-e42b5dc08f96', 'name': 'network-vif-deleted', 'tag': '40e6beaa-67f2-4416-b36f-b06ea5e28357'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:48:37.982199 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8150a31b-cb36-4f83-989b-e7bbcf541059" -d '{"events": [{"server_uuid": "81a8ea72-6043-4c5d-ad8a-e42b5dc08f96", "name": "network-vif-deleted", "tag": "40e6beaa-67f2-4416-b36f-b06ea5e28357"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:48:38.019295 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9063fd64-d04c-4235-8945-20c6bba83d0b x-openstack-request-id: req-9063fd64-d04c-4235-8945-20c6bba83d0b {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:48:38.019607 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a8ea72-6043-4c5d-ad8a-e42b5dc08f96", "name": "network-vif-deleted", "tag": "40e6beaa-67f2-4416-b36f-b06ea5e28357", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:48:38.019874 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9063fd64-d04c-4235-8945-20c6bba83d0b {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:48:38.020292 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a8ea72-6043-4c5d-ad8a-e42b5dc08f96', 'name': 'network-vif-deleted', 'tag': '40e6beaa-67f2-4416-b36f-b06ea5e28357', 'status': 'completed', 'code': 200} Feb 28 10:48:38.379311 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9ff7b075-5c9b-4add-ac63-8e94648a158e req-7d0bd4ab-39c2-445e-8436-fed92eb8e5e9 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=81a8ea72-6043-4c5d-ad8a-e42b5dc08f96 HTTP/1.1" status: 200 len: 210 time: 0.0284576 Feb 28 10:48:39.442407 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 51264) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:39.503305 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-960bad05-6472-456e-a9be-77f2af5034cb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (eafa5238-fb75-4ee9-9236-7b61528ad8f5), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:39.529059 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-960bad05-6472-456e-a9be-77f2af5034cb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (eafa5238-fb75-4ee9-9236-7b61528ad8f5), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:39.684716 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-960bad05-6472-456e-a9be-77f2af5034cb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (eafa5238-fb75-4ee9-9236-7b61528ad8f5), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:39.687571 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-960bad05-6472-456e-a9be-77f2af5034cb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:39.693651 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-960bad05-6472-456e-a9be-77f2af5034cb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "DELETE /v2.0/security-groups/eafa5238-fb75-4ee9-9236-7b61528ad8f5 HTTP/1.1" status: 204 len: 168 time: 0.2445948 Feb 28 10:48:39.698343 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960bad05-6472-456e-a9be-77f2af5034cb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eafa5238-fb75-4ee9-9236-7b61528ad8f5,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:39.706519 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960bad05-6472-456e-a9be-77f2af5034cb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:39.706920 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960bad05-6472-456e-a9be-77f2af5034cb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:39.707281 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960bad05-6472-456e-a9be-77f2af5034cb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:39.707633 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960bad05-6472-456e-a9be-77f2af5034cb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:39.707982 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960bad05-6472-456e-a9be-77f2af5034cb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:39.708323 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960bad05-6472-456e-a9be-77f2af5034cb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:39.709206 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960bad05-6472-456e-a9be-77f2af5034cb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:39.709546 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960bad05-6472-456e-a9be-77f2af5034cb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:39.709887 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960bad05-6472-456e-a9be-77f2af5034cb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:39.710230 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960bad05-6472-456e-a9be-77f2af5034cb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:39.710565 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960bad05-6472-456e-a9be-77f2af5034cb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:39.710927 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960bad05-6472-456e-a9be-77f2af5034cb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:39.711266 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960bad05-6472-456e-a9be-77f2af5034cb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:39.776813 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 51268) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:40.152722 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-666669d9-8386-48c6-8a8c-0896f24e3f51 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047661'] for router_interface (5f439f6b-737a-42ee-aea2-3de482376f88), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:40.430138 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-666669d9-8386-48c6-8a8c-0896f24e3f51 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Deleting port e56414e6-36a7-4768-b074-1efcc0c5a25c {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:48:40.430377 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-666669d9-8386-48c6-8a8c-0896f24e3f51 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (e56414e6-36a7-4768-b074-1efcc0c5a25c), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:40.471389 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 40e6beaa-67f2-4416-b36f-b06ea5e28357 no longer exists at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:48:40.500130 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] No Port match for: 40e6beaa-67f2-4416-b36f-b06ea5e28357 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:48:40.500481 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 40e6beaa-67f2-4416-b36f-b06ea5e28357 not bound to the agent host hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:48:40.530351 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-666669d9-8386-48c6-8a8c-0896f24e3f51 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] For port e56414e6-36a7-4768-b074-1efcc0c5a25c, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=e56414e6-36a7-4768-b074-1efcc0c5a25c,segment=NetworkSegment(04c9c491-8c71-4d2d-b79b-0859b02c4a61),segment_id=04c9c491-8c71-4d2d-b79b-0859b02c4a61)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:48:40.531023 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-666669d9-8386-48c6-8a8c-0896f24e3f51 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (e56414e6-36a7-4768-b074-1efcc0c5a25c), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:40.544393 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-666669d9-8386-48c6-8a8c-0896f24e3f51 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Calling delete_port for e56414e6-36a7-4768-b074-1efcc0c5a25c owned by network:router_interface {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:48:40.845019 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-666669d9-8386-48c6-8a8c-0896f24e3f51 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (e56414e6-36a7-4768-b074-1efcc0c5a25c), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:40.872136 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666669d9-8386-48c6-8a8c-0896f24e3f51 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event deleted for resources: {'Port': ['ID=e56414e6-36a7-4768-b074-1efcc0c5a25c,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:41.059339 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-666669d9-8386-48c6-8a8c-0896f24e3f51 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1047681'] for router_interface (5f439f6b-737a-42ee-aea2-3de482376f88), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:41.291642 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-666669d9-8386-48c6-8a8c-0896f24e3f51 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Router 5f439f6b-737a-42ee-aea2-3de482376f88 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:48:41.418067 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-666669d9-8386-48c6-8a8c-0896f24e3f51 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:48:41.423810 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-666669d9-8386-48c6-8a8c-0896f24e3f51 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "PUT /v2.0/routers/5f439f6b-737a-42ee-aea2-3de482376f88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6451876 Feb 28 10:48:41.425925 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 51270) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:41.429263 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fd2197-1b4a-466e-8bed-fbed09721821 None None] Sync routers for ids ['5f439f6b-737a-42ee-aea2-3de482376f88'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:48:41.439487 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fd2197-1b4a-466e-8bed-fbed09721821 None None] Routers {'5f439f6b-737a-42ee-aea2-3de482376f88'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:48:41.440361 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-e9fd2197-1b4a-466e-8bed-fbed09721821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:48:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['5f439f6b-737a-42ee-aea2-3de482376f88'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:48:41.477427 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-78ceed12-385b-4d7b-9cb2-921b375f8484 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Deleting subnet 66c993ef-30cf-4ef8-85ff-fc978aebdaa7 {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:48:41.480728 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-78ceed12-385b-4d7b-9cb2-921b375f8484 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for subnet (66c993ef-30cf-4ef8-85ff-fc978aebdaa7), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:41.521081 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-78ceed12-385b-4d7b-9cb2-921b375f8484 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (66c993ef-30cf-4ef8-85ff-fc978aebdaa7), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:41.560000 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-e9fd2197-1b4a-466e-8bed-fbed09721821 None None] Set router 5f439f6b-737a-42ee-aea2-3de482376f88 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:48:41.633422 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-78ceed12-385b-4d7b-9cb2-921b375f8484 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (66c993ef-30cf-4ef8-85ff-fc978aebdaa7), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:41.759216 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-e9fd2197-1b4a-466e-8bed-fbed09721821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f439f6b-737a-42ee-aea2-3de482376f88', 'name': 'tempest-TestNetworkBasicOps-router-1041509381', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': '31dec12e-a6a3-4432-ad23-e66f2d5e9a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:47:32Z', 'updated_at': '2022-02-28T10:48:40Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '31dec12e-a6a3-4432-ad23-e66f2d5e9a37', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:07:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f439f6b-737a-42ee-aea2-3de482376f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:33Z', 'updated_at': '2022-02-28T10:48:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:48:41.771551 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-78ceed12-385b-4d7b-9cb2-921b375f8484 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (66c993ef-30cf-4ef8-85ff-fc978aebdaa7), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:41.785248 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fd2197-1b4a-466e-8bed-fbed09721821 None None] Checking router: 5f439f6b-737a-42ee-aea2-3de482376f88 for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:48:41.794518 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fd2197-1b4a-466e-8bed-fbed09721821 None None] Routers {'5f439f6b-737a-42ee-aea2-3de482376f88'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:48:41.795256 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-e9fd2197-1b4a-466e-8bed-fbed09721821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:48:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['5f439f6b-737a-42ee-aea2-3de482376f88'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:48:41.799439 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ceed12-385b-4d7b-9cb2-921b375f8484 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event deleted for resources: {'Subnet': ['ID=66c993ef-30cf-4ef8-85ff-fc978aebdaa7,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:41.805137 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-78ceed12-385b-4d7b-9cb2-921b375f8484 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:41.811175 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 51272) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:41.811979 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-78ceed12-385b-4d7b-9cb2-921b375f8484 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "DELETE /v2.0/subnets/66c993ef-30cf-4ef8-85ff-fc978aebdaa7 HTTP/1.1" status: 204 len: 168 time: 0.3850033 Feb 28 10:48:41.831848 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebc0fb7-6d57-4f6b-ae53-00500d125cc7 None None] Network 7708c911-d44e-458e-ba70-1151b77dc381 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:48:41.928662 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f3efa259-9d74-4103-9620-4610517b2992 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router (5f439f6b-737a-42ee-aea2-3de482376f88), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:42.040685 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f3efa259-9d74-4103-9620-4610517b2992 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router_gateway (5f439f6b-737a-42ee-aea2-3de482376f88), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:42.128854 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-e9fd2197-1b4a-466e-8bed-fbed09721821 None None] Set router 5f439f6b-737a-42ee-aea2-3de482376f88 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:48:42.158323 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-f3efa259-9d74-4103-9620-4610517b2992 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Deleting port 31dec12e-a6a3-4432-ad23-e66f2d5e9a37 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:48:42.158757 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f3efa259-9d74-4103-9620-4610517b2992 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (31dec12e-a6a3-4432-ad23-e66f2d5e9a37), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:42.245389 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-f3efa259-9d74-4103-9620-4610517b2992 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] For port 31dec12e-a6a3-4432-ad23-e66f2d5e9a37, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=31dec12e-a6a3-4432-ad23-e66f2d5e9a37,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:48:42.245828 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f3efa259-9d74-4103-9620-4610517b2992 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (31dec12e-a6a3-4432-ad23-e66f2d5e9a37), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:42.262091 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-f3efa259-9d74-4103-9620-4610517b2992 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Calling delete_port for 31dec12e-a6a3-4432-ad23-e66f2d5e9a37 owned by network:router_gateway {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:48:42.296189 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86aa25a3-9063-4ab6-9ef9-1c8bebc74999 None None] DHCP port deletion for 7708c911-d44e-458e-ba70-1151b77dc381 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:48:42.365485 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-e9fd2197-1b4a-466e-8bed-fbed09721821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f439f6b-737a-42ee-aea2-3de482376f88', 'name': 'tempest-TestNetworkBasicOps-router-1041509381', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': '31dec12e-a6a3-4432-ad23-e66f2d5e9a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:47:32Z', 'updated_at': '2022-02-28T10:48:40Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '31dec12e-a6a3-4432-ad23-e66f2d5e9a37', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:07:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f439f6b-737a-42ee-aea2-3de482376f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:33Z', 'updated_at': '2022-02-28T10:48:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:48:42.370486 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-86aa25a3-9063-4ab6-9ef9-1c8bebc74999 None None] Deleting port 7b24cfdf-01ae-4bcc-996c-8376791933c3 {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:48:42.370888 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-86aa25a3-9063-4ab6-9ef9-1c8bebc74999 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (7b24cfdf-01ae-4bcc-996c-8376791933c3), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:42.404475 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fd2197-1b4a-466e-8bed-fbed09721821 None None] The sync data for ids ['5f439f6b-737a-42ee-aea2-3de482376f88'] in dv-neutron-829161-3-hyperv is: [{'id': '5f439f6b-737a-42ee-aea2-3de482376f88', 'name': 'tempest-TestNetworkBasicOps-router-1041509381', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': '31dec12e-a6a3-4432-ad23-e66f2d5e9a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:47:32Z', 'updated_at': '2022-02-28T10:48:40Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '31dec12e-a6a3-4432-ad23-e66f2d5e9a37', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:07:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f439f6b-737a-42ee-aea2-3de482376f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:33Z', 'updated_at': '2022-02-28T10:48:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:48:42.463774 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-86aa25a3-9063-4ab6-9ef9-1c8bebc74999 None None] For port 7b24cfdf-01ae-4bcc-996c-8376791933c3, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=7b24cfdf-01ae-4bcc-996c-8376791933c3,segment=NetworkSegment(04c9c491-8c71-4d2d-b79b-0859b02c4a61),segment_id=04c9c491-8c71-4d2d-b79b-0859b02c4a61)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:48:42.464170 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-86aa25a3-9063-4ab6-9ef9-1c8bebc74999 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (7b24cfdf-01ae-4bcc-996c-8376791933c3), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:42.478268 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-86aa25a3-9063-4ab6-9ef9-1c8bebc74999 None None] Calling delete_port for 7b24cfdf-01ae-4bcc-996c-8376791933c3 owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:48:42.507981 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f3efa259-9d74-4103-9620-4610517b2992 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (31dec12e-a6a3-4432-ad23-e66f2d5e9a37), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:42.537852 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3efa259-9d74-4103-9620-4610517b2992 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event deleted for resources: {'Port': ['ID=31dec12e-a6a3-4432-ad23-e66f2d5e9a37,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:42.603681 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f3efa259-9d74-4103-9620-4610517b2992 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047843'] for router_gateway (5f439f6b-737a-42ee-aea2-3de482376f88), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:42.650628 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-86aa25a3-9063-4ab6-9ef9-1c8bebc74999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (7b24cfdf-01ae-4bcc-996c-8376791933c3), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:42.684722 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aa25a3-9063-4ab6-9ef9-1c8bebc74999 None None] Pushing event deleted for resources: {'Port': ['ID=7b24cfdf-01ae-4bcc-996c-8376791933c3,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:42.686574 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86aa25a3-9063-4ab6-9ef9-1c8bebc74999 None None] No DVR routers for this DVR port 7b24cfdf-01ae-4bcc-996c-8376791933c3 on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:48:42.721986 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f3efa259-9d74-4103-9620-4610517b2992 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (5f439f6b-737a-42ee-aea2-3de482376f88), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:42.724212 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f3efa259-9d74-4103-9620-4610517b2992 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router_controller (5f439f6b-737a-42ee-aea2-3de482376f88), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:42.844147 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f3efa259-9d74-4103-9620-4610517b2992 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (5f439f6b-737a-42ee-aea2-3de482376f88), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:42.844905 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3efa259-9d74-4103-9620-4610517b2992 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Fanout notify agent at l3_agent the message router_deleted on router 5f439f6b-737a-42ee-aea2-3de482376f88 {{(pid=104083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:48:42.853924 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f3efa259-9d74-4103-9620-4610517b2992 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:42.854179 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-f3efa259-9d74-4103-9620-4610517b2992 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "DELETE /v2.0/routers/5f439f6b-737a-42ee-aea2-3de482376f88 HTTP/1.1" status: 204 len: 168 time: 1.0405416 Feb 28 10:48:42.855593 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 51274) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:42.939110 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b0d0efcb-5e12-4c83-b261-ff66a8336ac5 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (7708c911-d44e-458e-ba70-1151b77dc381), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:43.032016 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b0d0efcb-5e12-4c83-b261-ff66a8336ac5 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (7708c911-d44e-458e-ba70-1151b77dc381), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:43.054786 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-b0d0efcb-5e12-4c83-b261-ff66a8336ac5 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7708c911-d44e-458e-ba70-1151b77dc381']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:48:43.064090 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-b0d0efcb-5e12-4c83-b261-ff66a8336ac5 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04c9c491-8c71-4d2d-b79b-0859b02c4a61') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:48:43.064390 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-b0d0efcb-5e12-4c83-b261-ff66a8336ac5 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04c9c491-8c71-4d2d-b79b-0859b02c4a61') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:48:43.074024 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b0d0efcb-5e12-4c83-b261-ff66a8336ac5 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (04c9c491-8c71-4d2d-b79b-0859b02c4a61), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:43.088696 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b0d0efcb-5e12-4c83-b261-ff66a8336ac5 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (04c9c491-8c71-4d2d-b79b-0859b02c4a61), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:43.094603 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0d0efcb-5e12-4c83-b261-ff66a8336ac5 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:48:43.095060 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b0d0efcb-5e12-4c83-b261-ff66a8336ac5 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (04c9c491-8c71-4d2d-b79b-0859b02c4a61), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:43.097996 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:48:43.097996 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:48:43.097996 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:48:43.097996 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:48:43.097996 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:48:43.097996 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:48:43.097996 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:48:43.097996 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:48:43.097996 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:48:43.097996 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:48:43.097996 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:48:43.097996 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:48:43.097996 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:48:43.097996 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:48:43.097996 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:48:43.097996 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:48:43.097996 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:48:43.097996 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:48:43.097996 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:48:43.097996 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:48:43.097996 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:48:43.097996 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:48:43.097996 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:48:43.097996 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:48:43.097996 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:48:43.097996 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:48:43.097996 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:48:43.097996 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:48:43.097996 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:48:43.097996 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:48:43.097996 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:48:43.097996 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:48:43.245222 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b0d0efcb-5e12-4c83-b261-ff66a8336ac5 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (7708c911-d44e-458e-ba70-1151b77dc381), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:43.255126 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b0d0efcb-5e12-4c83-b261-ff66a8336ac5 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:43.261850 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-b0d0efcb-5e12-4c83-b261-ff66a8336ac5 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "DELETE /v2.0/networks/7708c911-d44e-458e-ba70-1151b77dc381 HTTP/1.1" status: 204 len: 168 time: 0.4049838 Feb 28 10:48:43.284050 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d0efcb-5e12-4c83-b261-ff66a8336ac5 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event deleted for resources: {'Network': ['ID=7708c911-d44e-458e-ba70-1151b77dc381,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:43.296396 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 51276) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:43.304051 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-46ab341b-c8b5-4af0-9d94-eb52d85e0128 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'network': {'name': 'tempest-network-smoke--814137774', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'port_security_enabled': True}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:48:43.394251 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ab341b-c8b5-4af0-9d94-eb52d85e0128 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Made reservation on behalf of 02ebd57ebb02426fbf4a686f080eb9d7 for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:48:43.398010 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-46ab341b-c8b5-4af0-9d94-eb52d85e0128 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:43.423492 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46ab341b-c8b5-4af0-9d94-eb52d85e0128 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:48:43.433540 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-46ab341b-c8b5-4af0-9d94-eb52d85e0128 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (f1254b78-1ccf-4e54-be3b-d984df6f775e), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:43.433891 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-46ab341b-c8b5-4af0-9d94-eb52d85e0128 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Added segment f1254b78-1ccf-4e54-be3b-d984df6f775e of type vlan for network 9c18c5c1-c7cd-439d-9018-3ec66c352d6f Feb 28 10:48:43.457606 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6a886625-6c03-4531-8761-3d8b521d0c9f req-525a02a3-2f9a-45d1-abc8-ae238849be7a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=495df2a2-cfd8-4323-8f0d-db38e9507b50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448909 Feb 28 10:48:43.479376 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-46ab341b-c8b5-4af0-9d94-eb52d85e0128 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (9c18c5c1-c7cd-439d-9018-3ec66c352d6f), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:43.557928 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a886625-6c03-4531-8761-3d8b521d0c9f req-fd5c8bbf-0a28-468d-9772-74016a5e9883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:43.559462 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6a886625-6c03-4531-8761-3d8b521d0c9f req-fd5c8bbf-0a28-468d-9772-74016a5e9883 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fb97474a860e4d948fd0a95e1b318101&device_id=495df2a2-cfd8-4323-8f0d-db38e9507b50 HTTP/1.1" status: 200 len: 1129 time: 0.0448813 Feb 28 10:48:43.565044 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-46ab341b-c8b5-4af0-9d94-eb52d85e0128 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (9c18c5c1-c7cd-439d-9018-3ec66c352d6f), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:43.571117 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ab341b-c8b5-4af0-9d94-eb52d85e0128 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:43.572636 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-46ab341b-c8b5-4af0-9d94-eb52d85e0128 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:43.641119 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ab341b-c8b5-4af0-9d94-eb52d85e0128 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Network': ['ID=9c18c5c1-c7cd-439d-9018-3ec66c352d6f,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:43.652316 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 9c18c5c1-c7cd-439d-9018-3ec66c352d6f details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:48:43.680662 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a886625-6c03-4531-8761-3d8b521d0c9f req-4d87e0de-b583-4d96-a914-1dc1b216cb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:43.682185 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6a886625-6c03-4531-8761-3d8b521d0c9f req-4d87e0de-b583-4d96-a914-1dc1b216cb0b service neutron] 10.222.0.70 "GET /v2.0/networks?id=b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a HTTP/1.1" status: 200 len: 911 time: 0.1023345 Feb 28 10:48:43.711243 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-46ab341b-c8b5-4af0-9d94-eb52d85e0128 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4084210 Feb 28 10:48:43.715132 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 51278) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:43.720251 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-c3ea783a-27e4-42c6-8b89-9d3cf040bd7c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1798892562', 'admin_state_up': True, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:48:43.766035 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device e56414e6-36a7-4768-b074-1efcc0c5a25c no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:48:43.768013 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6a886625-6c03-4531-8761-3d8b521d0c9f req-b5ec1fef-49a4-4d5d-90fe-1826b229b119 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c HTTP/1.1" status: 200 len: 999 time: 0.0792394 Feb 28 10:48:43.787939 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: e56414e6-36a7-4768-b074-1efcc0c5a25c {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:48:43.788288 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device e56414e6-36a7-4768-b074-1efcc0c5a25c not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:48:43.788721 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 31dec12e-a6a3-4432-ad23-e66f2d5e9a37 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:48:43.808601 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 31dec12e-a6a3-4432-ad23-e66f2d5e9a37 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:48:43.808960 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 31dec12e-a6a3-4432-ad23-e66f2d5e9a37 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:48:43.809392 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 7b24cfdf-01ae-4bcc-996c-8376791933c3 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:48:43.823565 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a886625-6c03-4531-8761-3d8b521d0c9f req-a5e8ad2d-d3c6-46d8-95f9-0d86bc3d7b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:43.825046 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6a886625-6c03-4531-8761-3d8b521d0c9f req-a5e8ad2d-d3c6-46d8-95f9-0d86bc3d7b8a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e8522a33-2f3b-469a-aaa7-bb28734740a0 HTTP/1.1" status: 200 len: 850 time: 0.0514436 Feb 28 10:48:43.828537 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 7b24cfdf-01ae-4bcc-996c-8376791933c3 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:48:43.828895 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 7b24cfdf-01ae-4bcc-996c-8376791933c3 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:48:43.833816 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c3ea783a-27e4-42c6-8b89-9d3cf040bd7c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (76e6e130-67f2-4936-892d-287f2cbc441f), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:43.835184 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c3ea783a-27e4-42c6-8b89-9d3cf040bd7c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (76e6e130-67f2-4936-892d-287f2cbc441f), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:43.878371 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a886625-6c03-4531-8761-3d8b521d0c9f req-9e6a4c33-fd05-4f8c-a533-c5c43075ffcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:43.879974 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6a886625-6c03-4531-8761-3d8b521d0c9f req-9e6a4c33-fd05-4f8c-a533-c5c43075ffcb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0484133 Feb 28 10:48:43.893586 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c3ea783a-27e4-42c6-8b89-9d3cf040bd7c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router_controller (76e6e130-67f2-4936-892d-287f2cbc441f), precommit_add_association {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:43.971214 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6a886625-6c03-4531-8761-3d8b521d0c9f req-39fe5f0b-04e2-4d8d-88d1-b7fa53d2134b service neutron] 10.222.0.70 "GET /v2.0/networks/b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846696 Feb 28 10:48:44.095663 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6a886625-6c03-4531-8761-3d8b521d0c9f req-17f44193-5bc3-42d9-a558-80864399cc35 service neutron] 10.222.0.70 "GET /v2.0/networks/b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186657 Feb 28 10:48:44.135734 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c3ea783a-27e4-42c6-8b89-9d3cf040bd7c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router_gateway (76e6e130-67f2-4936-892d-287f2cbc441f), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:44.734070 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c3ea783a-27e4-42c6-8b89-9d3cf040bd7c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router_gateway (76e6e130-67f2-4936-892d-287f2cbc441f), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:44.754130 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c3ea783a-27e4-42c6-8b89-9d3cf040bd7c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:44.875980 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-c3ea783a-27e4-42c6-8b89-9d3cf040bd7c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Allocated IP 172.26.3.156 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/69521e63-0c84-456f-8fd1-1cbc7735f903) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:48:44.987215 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c3ea783a-27e4-42c6-8b89-9d3cf040bd7c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for port (69521e63-0c84-456f-8fd1-1cbc7735f903), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:45.089938 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c3ea783a-27e4-42c6-8b89-9d3cf040bd7c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (69521e63-0c84-456f-8fd1-1cbc7735f903), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:45.126796 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ea783a-27e4-42c6-8b89-9d3cf040bd7c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:48:45.129766 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-c3ea783a-27e4-42c6-8b89-9d3cf040bd7c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:48:45.133893 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ea783a-27e4-42c6-8b89-9d3cf040bd7c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:48:45.163084 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ea783a-27e4-42c6-8b89-9d3cf040bd7c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Port': ['ID=69521e63-0c84-456f-8fd1-1cbc7735f903,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:45.495666 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c3ea783a-27e4-42c6-8b89-9d3cf040bd7c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router_gateway (76e6e130-67f2-4936-892d-287f2cbc441f), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:45.701086 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c3ea783a-27e4-42c6-8b89-9d3cf040bd7c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (76e6e130-67f2-4936-892d-287f2cbc441f), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:45.889998 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ea783a-27e4-42c6-8b89-9d3cf040bd7c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Router 76e6e130-67f2-4936-892d-287f2cbc441f is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:48:45.999847 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ea783a-27e4-42c6-8b89-9d3cf040bd7c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:48:46.011841 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee283a9a-d4c9-4d33-80f9-4b777bb67bfb None None] Sync routers for ids ['76e6e130-67f2-4936-892d-287f2cbc441f'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:48:46.025301 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee283a9a-d4c9-4d33-80f9-4b777bb67bfb None None] Routers {'76e6e130-67f2-4936-892d-287f2cbc441f'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:48:46.025936 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-ee283a9a-d4c9-4d33-80f9-4b777bb67bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:48:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['76e6e130-67f2-4936-892d-287f2cbc441f'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:48:46.076258 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c3ea783a-27e4-42c6-8b89-9d3cf040bd7c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:46.077199 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c3ea783a-27e4-42c6-8b89-9d3cf040bd7c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3606520 Feb 28 10:48:46.080686 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 51280) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:46.114633 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-f7d0cf13-d06e-46b0-bcbd-91234e941ad6 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=02ebd57ebb02426fbf4a686f080eb9d7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303519 Feb 28 10:48:46.115388 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 51282) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:46.144329 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-ee283a9a-d4c9-4d33-80f9-4b777bb67bfb None None] Set router 76e6e130-67f2-4936-892d-287f2cbc441f gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:48:46.211921 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30b6ce2-df0a-442b-9b12-67362c998adc tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:46.213475 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a30b6ce2-df0a-442b-9b12-67362c998adc tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0971770 Feb 28 10:48:46.216461 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 51284) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:46.245923 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-54e05123-60f3-478f-985e-fe6a018149e1 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=e88d86cf-af22-4900-bdd2-aa4038554136&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280526 Feb 28 10:48:46.248527 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 51286) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:46.253441 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-895957c6-4d5d-4a71-9c9f-c53ad62d5526 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-430656559', 'network_id': '9c18c5c1-c7cd-439d-9018-3ec66c352d6f', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:48:46.332856 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-ee283a9a-d4c9-4d33-80f9-4b777bb67bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76e6e130-67f2-4936-892d-287f2cbc441f', 'name': 'tempest-TestNetworkBasicOps-router-1798892562', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': '69521e63-0c84-456f-8fd1-1cbc7735f903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:48:43Z', 'updated_at': '2022-02-28T10:48:45Z', 'revision_number': 3, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '69521e63-0c84-456f-8fd1-1cbc7735f903', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d5:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76e6e130-67f2-4936-892d-287f2cbc441f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:48:44Z', 'updated_at': '2022-02-28T10:48:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:48:46.360914 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee283a9a-d4c9-4d33-80f9-4b777bb67bfb None None] Checking router: 76e6e130-67f2-4936-892d-287f2cbc441f for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:48:46.361333 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee283a9a-d4c9-4d33-80f9-4b777bb67bfb None None] Updating router 76e6e130-67f2-4936-892d-287f2cbc441f port 69521e63-0c84-456f-8fd1-1cbc7735f903 binding host dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:48:46.389816 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ee283a9a-d4c9-4d33-80f9-4b777bb67bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (69521e63-0c84-456f-8fd1-1cbc7735f903), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:46.410225 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895957c6-4d5d-4a71-9c9f-c53ad62d5526 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Made reservation on behalf of 02ebd57ebb02426fbf4a686f080eb9d7 for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:48:46.413737 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-895957c6-4d5d-4a71-9c9f-c53ad62d5526 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:46.501591 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-4d310c65-d17d-46ea-9a7b-4e45851d208f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:46.674500 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ee283a9a-d4c9-4d33-80f9-4b777bb67bfb None None] Publish callbacks [] for port (69521e63-0c84-456f-8fd1-1cbc7735f903), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:46.684767 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-895957c6-4d5d-4a71-9c9f-c53ad62d5526 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (93af1105-5dde-4930-9187-92b7d2294f86), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:46.757636 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895957c6-4d5d-4a71-9c9f-c53ad62d5526 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Subnet': ['ID=93af1105-5dde-4930-9187-92b7d2294f86,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:46.762929 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895957c6-4d5d-4a71-9c9f-c53ad62d5526 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Checking segment: {'id': 'f1254b78-1ccf-4e54-be3b-d984df6f775e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9c18c5c1-c7cd-439d-9018-3ec66c352d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:48:46.763295 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895957c6-4d5d-4a71-9c9f-c53ad62d5526 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Network hostable DHCP agents. Network: 9c18c5c1-c7cd-439d-9018-3ec66c352d6f, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:48:46.770134 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ee283a9a-d4c9-4d33-80f9-4b777bb67bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (69521e63-0c84-456f-8fd1-1cbc7735f903), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:46.824689 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e5d0cd-aeec-4823-9a53-248c8d11d628 None None] Pushing event updated for resources: {'Port': ['ID=69521e63-0c84-456f-8fd1-1cbc7735f903,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:46.826738 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-ee283a9a-d4c9-4d33-80f9-4b777bb67bfb None None] Attempting to bind port 69521e63-0c84-456f-8fd1-1cbc7735f903 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:48:46.827130 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-ee283a9a-d4c9-4d33-80f9-4b777bb67bfb None None] Attempting to bind port 69521e63-0c84-456f-8fd1-1cbc7735f903 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:48:46.827491 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee283a9a-d4c9-4d33-80f9-4b777bb67bfb None None] Attempting to bind port 69521e63-0c84-456f-8fd1-1cbc7735f903 on network e88d86cf-af22-4900-bdd2-aa4038554136 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:48:46.837611 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e5d0cd-aeec-4823-9a53-248c8d11d628 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:46.837919 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e5d0cd-aeec-4823-9a53-248c8d11d628 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:46.838269 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e5d0cd-aeec-4823-9a53-248c8d11d628 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:46.838608 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e5d0cd-aeec-4823-9a53-248c8d11d628 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:46.838970 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e5d0cd-aeec-4823-9a53-248c8d11d628 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:46.839306 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e5d0cd-aeec-4823-9a53-248c8d11d628 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:46.839653 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e5d0cd-aeec-4823-9a53-248c8d11d628 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:46.839988 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e5d0cd-aeec-4823-9a53-248c8d11d628 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:46.840333 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e5d0cd-aeec-4823-9a53-248c8d11d628 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:46.840681 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e5d0cd-aeec-4823-9a53-248c8d11d628 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:46.841013 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e5d0cd-aeec-4823-9a53-248c8d11d628 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:46.841338 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e5d0cd-aeec-4823-9a53-248c8d11d628 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:46.841776 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e5d0cd-aeec-4823-9a53-248c8d11d628 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:46.844997 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee283a9a-d4c9-4d33-80f9-4b777bb67bfb None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:48:46.845391 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee283a9a-d4c9-4d33-80f9-4b777bb67bfb None None] Checking segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:48:46.851902 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ee283a9a-d4c9-4d33-80f9-4b777bb67bfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:46.851902 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee283a9a-d4c9-4d33-80f9-4b777bb67bfb None None] Bound using segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:48:46.851902 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-ee283a9a-d4c9-4d33-80f9-4b777bb67bfb None None] Bound port: 69521e63-0c84-456f-8fd1-1cbc7735f903, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:48:46.851902 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ee283a9a-d4c9-4d33-80f9-4b777bb67bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (69521e63-0c84-456f-8fd1-1cbc7735f903), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:46.873675 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895957c6-4d5d-4a71-9c9f-c53ad62d5526 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Network 9c18c5c1-c7cd-439d-9018-3ec66c352d6f is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:48:46.900117 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-ee283a9a-d4c9-4d33-80f9-4b777bb67bfb None None] For port 69521e63-0c84-456f-8fd1-1cbc7735f903, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:48:46.903116 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-ee283a9a-d4c9-4d33-80f9-4b777bb67bfb None None] For port 69521e63-0c84-456f-8fd1-1cbc7735f903, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=69521e63-0c84-456f-8fd1-1cbc7735f903,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:48:46.964736 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-895957c6-4d5d-4a71-9c9f-c53ad62d5526 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 9c18c5c1-c7cd-439d-9018-3ec66c352d6f) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:48:46.968702 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895957c6-4d5d-4a71-9c9f-c53ad62d5526 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:46.969318 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-895957c6-4d5d-4a71-9c9f-c53ad62d5526 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563595'] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:46.976573 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55114236-d56e-49c2-ad63-d7fe99ce3b8b None None] Network 9c18c5c1-c7cd-439d-9018-3ec66c352d6f requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:48:46.978504 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ee283a9a-d4c9-4d33-80f9-4b777bb67bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (69521e63-0c84-456f-8fd1-1cbc7735f903), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:47.035208 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee283a9a-d4c9-4d33-80f9-4b777bb67bfb None None] Routers {'76e6e130-67f2-4936-892d-287f2cbc441f'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:48:47.035948 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-ee283a9a-d4c9-4d33-80f9-4b777bb67bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:48:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['76e6e130-67f2-4936-892d-287f2cbc441f'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:48:47.088904 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-895957c6-4d5d-4a71-9c9f-c53ad62d5526 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8392832 Feb 28 10:48:47.091795 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 51288) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:47.104684 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0d6cde-9a2c-4c7d-b0d2-255a3da37369 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-9c18c5c1-c7cd-439d-9018-3ec66c352d6f', 'network_id': '9c18c5c1-c7cd-439d-9018-3ec66c352d6f', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'fixed_ips': [{'subnet_id': '93af1105-5dde-4930-9187-92b7d2294f86'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:48:47.106140 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ba0d6cde-9a2c-4c7d-b0d2-255a3da37369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:47.219665 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e5d0cd-aeec-4823-9a53-248c8d11d628 None None] Pushing event updated for resources: {'Port': ['ID=69521e63-0c84-456f-8fd1-1cbc7735f903,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:47.241315 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-ee283a9a-d4c9-4d33-80f9-4b777bb67bfb None None] Set router 76e6e130-67f2-4936-892d-287f2cbc441f gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:48:47.257311 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-ba0d6cde-9a2c-4c7d-b0d2-255a3da37369 None None] Allocated IP 172.20.0.2 (9c18c5c1-c7cd-439d-9018-3ec66c352d6f/93af1105-5dde-4930-9187-92b7d2294f86/e91e70d1-7366-4625-944f-b792e9a9dd99) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:48:47.430404 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ba0d6cde-9a2c-4c7d-b0d2-255a3da37369 None None] Publish callbacks [] for port (e91e70d1-7366-4625-944f-b792e9a9dd99), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:47.431924 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-ee283a9a-d4c9-4d33-80f9-4b777bb67bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76e6e130-67f2-4936-892d-287f2cbc441f', 'name': 'tempest-TestNetworkBasicOps-router-1798892562', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': '69521e63-0c84-456f-8fd1-1cbc7735f903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:48:43Z', 'updated_at': '2022-02-28T10:48:45Z', 'revision_number': 3, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '69521e63-0c84-456f-8fd1-1cbc7735f903', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d5:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76e6e130-67f2-4936-892d-287f2cbc441f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:48:44Z', 'updated_at': '2022-02-28T10:48:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:48:47.464175 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee283a9a-d4c9-4d33-80f9-4b777bb67bfb None None] The sync data for ids ['76e6e130-67f2-4936-892d-287f2cbc441f'] in dv-neutron-829161-3-hyperv is: [{'id': '76e6e130-67f2-4936-892d-287f2cbc441f', 'name': 'tempest-TestNetworkBasicOps-router-1798892562', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': '69521e63-0c84-456f-8fd1-1cbc7735f903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:48:43Z', 'updated_at': '2022-02-28T10:48:45Z', 'revision_number': 3, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '69521e63-0c84-456f-8fd1-1cbc7735f903', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d5:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76e6e130-67f2-4936-892d-287f2cbc441f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:48:44Z', 'updated_at': '2022-02-28T10:48:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:48:47.496993 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ba0d6cde-9a2c-4c7d-b0d2-255a3da37369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (e91e70d1-7366-4625-944f-b792e9a9dd99), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:47.547686 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0d6cde-9a2c-4c7d-b0d2-255a3da37369 None None] Network 9c18c5c1-c7cd-439d-9018-3ec66c352d6f is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:48:47.554164 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-ba0d6cde-9a2c-4c7d-b0d2-255a3da37369 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:48:47.557015 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0d6cde-9a2c-4c7d-b0d2-255a3da37369 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:48:47.566514 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d6cde-9a2c-4c7d-b0d2-255a3da37369 None None] Pushing event updated for resources: {'Port': ['ID=e91e70d1-7366-4625-944f-b792e9a9dd99,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:47.635126 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-ba0d6cde-9a2c-4c7d-b0d2-255a3da37369 None None] Attempting to bind port e91e70d1-7366-4625-944f-b792e9a9dd99 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:48:47.635496 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-ba0d6cde-9a2c-4c7d-b0d2-255a3da37369 None None] Attempting to bind port e91e70d1-7366-4625-944f-b792e9a9dd99 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': 'f1254b78-1ccf-4e54-be3b-d984df6f775e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9c18c5c1-c7cd-439d-9018-3ec66c352d6f'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:48:47.635875 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0d6cde-9a2c-4c7d-b0d2-255a3da37369 None None] Attempting to bind port e91e70d1-7366-4625-944f-b792e9a9dd99 on network 9c18c5c1-c7cd-439d-9018-3ec66c352d6f {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:48:47.642228 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0d6cde-9a2c-4c7d-b0d2-255a3da37369 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:48:47.642606 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0d6cde-9a2c-4c7d-b0d2-255a3da37369 None None] Checking segment: {'id': 'f1254b78-1ccf-4e54-be3b-d984df6f775e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9c18c5c1-c7cd-439d-9018-3ec66c352d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:48:47.643046 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ba0d6cde-9a2c-4c7d-b0d2-255a3da37369 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:47.643451 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0d6cde-9a2c-4c7d-b0d2-255a3da37369 None None] Bound using segment: {'id': 'f1254b78-1ccf-4e54-be3b-d984df6f775e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9c18c5c1-c7cd-439d-9018-3ec66c352d6f'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:48:47.643934 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-ba0d6cde-9a2c-4c7d-b0d2-255a3da37369 None None] Bound port: e91e70d1-7366-4625-944f-b792e9a9dd99, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1254b78-1ccf-4e54-be3b-d984df6f775e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9c18c5c1-c7cd-439d-9018-3ec66c352d6f'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:48:47.644318 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ba0d6cde-9a2c-4c7d-b0d2-255a3da37369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (e91e70d1-7366-4625-944f-b792e9a9dd99), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:47.736312 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:48:47.768353 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ba0d6cde-9a2c-4c7d-b0d2-255a3da37369 None None] For port e91e70d1-7366-4625-944f-b792e9a9dd99, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:48:47.772005 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ba0d6cde-9a2c-4c7d-b0d2-255a3da37369 None None] For port e91e70d1-7366-4625-944f-b792e9a9dd99, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=e91e70d1-7366-4625-944f-b792e9a9dd99,segment=NetworkSegment(f1254b78-1ccf-4e54-be3b-d984df6f775e),segment_id=f1254b78-1ccf-4e54-be3b-d984df6f775e)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:48:47.857138 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ba0d6cde-9a2c-4c7d-b0d2-255a3da37369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (e91e70d1-7366-4625-944f-b792e9a9dd99), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:47.939957 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d6cde-9a2c-4c7d-b0d2-255a3da37369 None None] Pushing event updated for resources: {'Port': ['ID=e91e70d1-7366-4625-944f-b792e9a9dd99,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:47.968041 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-be70489a-ee09-42d1-948d-2328b44821aa tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:48.324831 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-be70489a-ee09-42d1-948d-2328b44821aa tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Allocated IP 172.20.0.1 (9c18c5c1-c7cd-439d-9018-3ec66c352d6f/93af1105-5dde-4930-9187-92b7d2294f86/e1075a32-6cdf-4c37-b44f-d2b716018bfe) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:48:48.449572 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-be70489a-ee09-42d1-948d-2328b44821aa tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for port (e1075a32-6cdf-4c37-b44f-d2b716018bfe), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:48.554640 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-be70489a-ee09-42d1-948d-2328b44821aa tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (e1075a32-6cdf-4c37-b44f-d2b716018bfe), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:48.602334 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be70489a-ee09-42d1-948d-2328b44821aa tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Network 9c18c5c1-c7cd-439d-9018-3ec66c352d6f is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:48:48.606396 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-be70489a-ee09-42d1-948d-2328b44821aa tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:48:48.608432 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be70489a-ee09-42d1-948d-2328b44821aa tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Port': ['ID=e1075a32-6cdf-4c37-b44f-d2b716018bfe,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:48.610620 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be70489a-ee09-42d1-948d-2328b44821aa tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:48:48.644678 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-55e40903-f635-491e-8df6-a86cd0fbd9fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:48.662622 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-be70489a-ee09-42d1-948d-2328b44821aa tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047958'] for router_interface (76e6e130-67f2-4936-892d-287f2cbc441f), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:48.876208 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-be70489a-ee09-42d1-948d-2328b44821aa tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (e1075a32-6cdf-4c37-b44f-d2b716018bfe), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:48.978706 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189331d5-f9a0-4582-8267-9ce8cae4758b None None] Network 9c18c5c1-c7cd-439d-9018-3ec66c352d6f requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:48:49.084775 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-2d7b9716-d55a-463e-9ab5-18fcda0e706b None None] Provisioning complete for port e91e70d1-7366-4625-944f-b792e9a9dd99 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:48:49.085400 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2d7b9716-d55a-463e-9ab5-18fcda0e706b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (e91e70d1-7366-4625-944f-b792e9a9dd99), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:49.197560 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-2d7b9716-d55a-463e-9ab5-18fcda0e706b None None] Current status of the port e91e70d1-7366-4625-944f-b792e9a9dd99 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:48:49.198103 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2d7b9716-d55a-463e-9ab5-18fcda0e706b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (e91e70d1-7366-4625-944f-b792e9a9dd99), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:49.227819 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-be70489a-ee09-42d1-948d-2328b44821aa tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for port (e1075a32-6cdf-4c37-b44f-d2b716018bfe), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:49.244921 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-2d7b9716-d55a-463e-9ab5-18fcda0e706b None None] For port e91e70d1-7366-4625-944f-b792e9a9dd99, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=e91e70d1-7366-4625-944f-b792e9a9dd99,segment=NetworkSegment(f1254b78-1ccf-4e54-be3b-d984df6f775e),segment_id=f1254b78-1ccf-4e54-be3b-d984df6f775e)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:48:49.314666 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-be70489a-ee09-42d1-948d-2328b44821aa tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (e1075a32-6cdf-4c37-b44f-d2b716018bfe), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:49.347021 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2d7b9716-d55a-463e-9ab5-18fcda0e706b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (e91e70d1-7366-4625-944f-b792e9a9dd99), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:49.400534 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be70489a-ee09-42d1-948d-2328b44821aa tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Port': ['ID=e1075a32-6cdf-4c37-b44f-d2b716018bfe,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:49.404794 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-be70489a-ee09-42d1-948d-2328b44821aa tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047558'] for router_interface (76e6e130-67f2-4936-892d-287f2cbc441f), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:49.411900 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7b9716-d55a-463e-9ab5-18fcda0e706b None None] Pushing event updated for resources: {'Port': ['ID=e91e70d1-7366-4625-944f-b792e9a9dd99,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:49.420790 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7b9716-d55a-463e-9ab5-18fcda0e706b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:49.421155 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7b9716-d55a-463e-9ab5-18fcda0e706b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:49.421896 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7b9716-d55a-463e-9ab5-18fcda0e706b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:49.422249 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7b9716-d55a-463e-9ab5-18fcda0e706b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:49.422597 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7b9716-d55a-463e-9ab5-18fcda0e706b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:49.422981 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7b9716-d55a-463e-9ab5-18fcda0e706b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:49.423330 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7b9716-d55a-463e-9ab5-18fcda0e706b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:49.423718 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7b9716-d55a-463e-9ab5-18fcda0e706b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:49.424064 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7b9716-d55a-463e-9ab5-18fcda0e706b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:49.424660 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7b9716-d55a-463e-9ab5-18fcda0e706b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:49.424871 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7b9716-d55a-463e-9ab5-18fcda0e706b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:49.425213 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7b9716-d55a-463e-9ab5-18fcda0e706b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:49.425600 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7b9716-d55a-463e-9ab5-18fcda0e706b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:49.472019 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-31dcb92a-9e76-4e39-9b88-79a839631aa7 None None] Provisioning complete for port e91e70d1-7366-4625-944f-b792e9a9dd99 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:48:49.472541 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-31dcb92a-9e76-4e39-9b88-79a839631aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (e91e70d1-7366-4625-944f-b792e9a9dd99), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:49.537026 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be70489a-ee09-42d1-948d-2328b44821aa tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Network 9c18c5c1-c7cd-439d-9018-3ec66c352d6f is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:48:49.538712 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-be70489a-ee09-42d1-948d-2328b44821aa tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:48:49.569883 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-31dcb92a-9e76-4e39-9b88-79a839631aa7 None None] Current status of the port e91e70d1-7366-4625-944f-b792e9a9dd99 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:48:49.584044 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-31dcb92a-9e76-4e39-9b88-79a839631aa7 None None] Provisioning complete for port e1075a32-6cdf-4c37-b44f-d2b716018bfe triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:48:49.584430 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-31dcb92a-9e76-4e39-9b88-79a839631aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (e1075a32-6cdf-4c37-b44f-d2b716018bfe), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:49.623848 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-31dcb92a-9e76-4e39-9b88-79a839631aa7 None None] Port e1075a32-6cdf-4c37-b44f-d2b716018bfe cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:48:49.673072 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be70489a-ee09-42d1-948d-2328b44821aa tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Router 76e6e130-67f2-4936-892d-287f2cbc441f has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:48:49.760591 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-61190faa-5083-4a32-8804-3514169f1e8b None None] Provisioning complete for port e1075a32-6cdf-4c37-b44f-d2b716018bfe triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:48:49.761118 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-61190faa-5083-4a32-8804-3514169f1e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (e1075a32-6cdf-4c37-b44f-d2b716018bfe), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:49.835327 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-61190faa-5083-4a32-8804-3514169f1e8b None None] Port e1075a32-6cdf-4c37-b44f-d2b716018bfe cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:48:49.859961 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be70489a-ee09-42d1-948d-2328b44821aa tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:48:49.860331 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device e91e70d1-7366-4625-944f-b792e9a9dd99 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:48:49.874685 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 51290) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:49.876563 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-be70489a-ee09-42d1-948d-2328b44821aa tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "PUT /v2.0/routers/76e6e130-67f2-4936-892d-287f2cbc441f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7832956 Feb 28 10:48:49.894044 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f69a3ba-b666-4d58-885d-3c4aab9855a3 None None] Sync routers for ids ['76e6e130-67f2-4936-892d-287f2cbc441f'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:48:49.920003 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f69a3ba-b666-4d58-885d-3c4aab9855a3 None None] Routers {'76e6e130-67f2-4936-892d-287f2cbc441f'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:48:49.920719 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-5f69a3ba-b666-4d58-885d-3c4aab9855a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:48:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['76e6e130-67f2-4936-892d-287f2cbc441f'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:48:50.009727 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port e91e70d1-7366-4625-944f-b792e9a9dd99 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:48:50.010093 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (e91e70d1-7366-4625-944f-b792e9a9dd99), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:50.042336 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-122b0d5c-c0c5-457a-a3a6-48ae8839610a None None] Provisioning complete for port e1075a32-6cdf-4c37-b44f-d2b716018bfe triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:48:50.042719 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-122b0d5c-c0c5-457a-a3a6-48ae8839610a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (e1075a32-6cdf-4c37-b44f-d2b716018bfe), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:50.094604 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4586a9d0-7cc0-4093-955e-530e8fe9a1c2 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:50.095074 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4586a9d0-7cc0-4093-955e-530e8fe9a1c2 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:50.095547 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4586a9d0-7cc0-4093-955e-530e8fe9a1c2 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:50.096017 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4586a9d0-7cc0-4093-955e-530e8fe9a1c2 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:50.096480 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4586a9d0-7cc0-4093-955e-530e8fe9a1c2 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:50.096946 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4586a9d0-7cc0-4093-955e-530e8fe9a1c2 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:50.098819 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-4586a9d0-7cc0-4093-955e-530e8fe9a1c2 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4279 time: 0.2226493 Feb 28 10:48:50.102884 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 51292) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:50.113561 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:50.146790 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-5f69a3ba-b666-4d58-885d-3c4aab9855a3 None None] Set router 76e6e130-67f2-4936-892d-287f2cbc441f gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:48:50.149499 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-122b0d5c-c0c5-457a-a3a6-48ae8839610a None None] Port e1075a32-6cdf-4c37-b44f-d2b716018bfe cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:48:50.158670 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ac2c6c-75be-497c-89cb-8831361a0d9c tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:50.159178 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ac2c6c-75be-497c-89cb-8831361a0d9c tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:50.159638 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ac2c6c-75be-497c-89cb-8831361a0d9c tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:50.160091 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ac2c6c-75be-497c-89cb-8831361a0d9c tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:50.160544 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ac2c6c-75be-497c-89cb-8831361a0d9c tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:50.160998 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ac2c6c-75be-497c-89cb-8831361a0d9c tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:50.166495 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-23ac2c6c-75be-497c-89cb-8831361a0d9c tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4013 time: 0.0601048 Feb 28 10:48:50.166673 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 51294) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:50.319662 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c996a871-6546-4c77-844d-0c6bf33c16c6 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.1518626 Feb 28 10:48:50.419845 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port e91e70d1-7366-4625-944f-b792e9a9dd99 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:48:50.420874 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 69521e63-0c84-456f-8fd1-1cbc7735f903 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:48:50.535270 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 51298) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:50.537427 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 69521e63-0c84-456f-8fd1-1cbc7735f903 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:48:50.537872 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (69521e63-0c84-456f-8fd1-1cbc7735f903), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:50.541053 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-b0d267ee-03f0-42fb-ad86-f388cbdf445b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-289809702', 'description': 'tempest-secgroup-smoke-289809702 description', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:48:50.644621 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b0d267ee-03f0-42fb-ad86-f388cbdf445b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:50.644879 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-5f69a3ba-b666-4d58-885d-3c4aab9855a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76e6e130-67f2-4936-892d-287f2cbc441f', 'name': 'tempest-TestNetworkBasicOps-router-1798892562', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': '69521e63-0c84-456f-8fd1-1cbc7735f903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:48:43Z', 'updated_at': '2022-02-28T10:48:48Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '69521e63-0c84-456f-8fd1-1cbc7735f903', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d5:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76e6e130-67f2-4936-892d-287f2cbc441f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:48:44Z', 'updated_at': '2022-02-28T10:48:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': 'e1075a32-6cdf-4c37-b44f-d2b716018bfe', 'name': '', 'network_id': '9c18c5c1-c7cd-439d-9018-3ec66c352d6f', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:4e:ea:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76e6e130-67f2-4936-892d-287f2cbc441f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '93af1105-5dde-4930-9187-92b7d2294f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:48:48Z', 'updated_at': '2022-02-28T10:48:49Z', 'revision_number': 2, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '93af1105-5dde-4930-9187-92b7d2294f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:48:50.680546 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f69a3ba-b666-4d58-885d-3c4aab9855a3 None None] Checking router: 76e6e130-67f2-4936-892d-287f2cbc441f for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:48:50.680918 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f69a3ba-b666-4d58-885d-3c4aab9855a3 None None] Updating router 76e6e130-67f2-4936-892d-287f2cbc441f port e1075a32-6cdf-4c37-b44f-d2b716018bfe binding host dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:48:50.710517 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 69521e63-0c84-456f-8fd1-1cbc7735f903 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:48:50.710942 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (69521e63-0c84-456f-8fd1-1cbc7735f903), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:50.724035 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b0d267ee-03f0-42fb-ad86-f388cbdf445b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (fbb4906c-72f5-4344-bad8-e13f2a45e416), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:50.728543 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5f69a3ba-b666-4d58-885d-3c4aab9855a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (e1075a32-6cdf-4c37-b44f-d2b716018bfe), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:50.744803 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port 69521e63-0c84-456f-8fd1-1cbc7735f903, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=69521e63-0c84-456f-8fd1-1cbc7735f903,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:48:50.810814 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b0d267ee-03f0-42fb-ad86-f388cbdf445b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (fbb4906c-72f5-4344-bad8-e13f2a45e416), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:50.845244 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (69521e63-0c84-456f-8fd1-1cbc7735f903), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:50.849927 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d267ee-03f0-42fb-ad86-f388cbdf445b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb4906c-72f5-4344-bad8-e13f2a45e416,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:50.899104 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b0d267ee-03f0-42fb-ad86-f388cbdf445b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:50.903415 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-b0d267ee-03f0-42fb-ad86-f388cbdf445b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3629913 Feb 28 10:48:50.903616 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 51304) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:50.908034 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-9d48c751-6dc3-43f0-b0c1-cf7cd3be4364 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': 'fbb4906c-72f5-4344-bad8-e13f2a45e416', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:48:50.960478 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=69521e63-0c84-456f-8fd1-1cbc7735f903,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:51.032485 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9d48c751-6dc3-43f0-b0c1-cf7cd3be4364 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (8c5136a4-6907-4c59-a73c-ac7171982f4e), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:51.101742 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5f69a3ba-b666-4d58-885d-3c4aab9855a3 None None] Publish callbacks [] for port (e1075a32-6cdf-4c37-b44f-d2b716018bfe), precommit_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:51.108460 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9d48c751-6dc3-43f0-b0c1-cf7cd3be4364 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (8c5136a4-6907-4c59-a73c-ac7171982f4e), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:51.227101 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5f69a3ba-b666-4d58-885d-3c4aab9855a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (e1075a32-6cdf-4c37-b44f-d2b716018bfe), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:51.261116 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9d48c751-6dc3-43f0-b0c1-cf7cd3be4364 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (8c5136a4-6907-4c59-a73c-ac7171982f4e), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:51.288495 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d48c751-6dc3-43f0-b0c1-cf7cd3be4364 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c5136a4-6907-4c59-a73c-ac7171982f4e,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:51.295797 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbdbbc1-3215-4813-b478-69e1df2d0893 None None] Pushing event updated for resources: {'Port': ['ID=e1075a32-6cdf-4c37-b44f-d2b716018bfe,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:51.357013 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-5f69a3ba-b666-4d58-885d-3c4aab9855a3 None None] Attempting to bind port e1075a32-6cdf-4c37-b44f-d2b716018bfe on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:48:51.357407 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-5f69a3ba-b666-4d58-885d-3c4aab9855a3 None None] Attempting to bind port e1075a32-6cdf-4c37-b44f-d2b716018bfe by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': 'f1254b78-1ccf-4e54-be3b-d984df6f775e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9c18c5c1-c7cd-439d-9018-3ec66c352d6f'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:48:51.357757 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f69a3ba-b666-4d58-885d-3c4aab9855a3 None None] Attempting to bind port e1075a32-6cdf-4c37-b44f-d2b716018bfe on network 9c18c5c1-c7cd-439d-9018-3ec66c352d6f {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:48:51.363638 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f69a3ba-b666-4d58-885d-3c4aab9855a3 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:48:51.364064 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f69a3ba-b666-4d58-885d-3c4aab9855a3 None None] Checking segment: {'id': 'f1254b78-1ccf-4e54-be3b-d984df6f775e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9c18c5c1-c7cd-439d-9018-3ec66c352d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:48:51.365087 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5f69a3ba-b666-4d58-885d-3c4aab9855a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:51.365484 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f69a3ba-b666-4d58-885d-3c4aab9855a3 None None] Bound using segment: {'id': 'f1254b78-1ccf-4e54-be3b-d984df6f775e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9c18c5c1-c7cd-439d-9018-3ec66c352d6f'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:48:51.365964 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-5f69a3ba-b666-4d58-885d-3c4aab9855a3 None None] Bound port: e1075a32-6cdf-4c37-b44f-d2b716018bfe, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1254b78-1ccf-4e54-be3b-d984df6f775e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9c18c5c1-c7cd-439d-9018-3ec66c352d6f'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:48:51.366372 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5f69a3ba-b666-4d58-885d-3c4aab9855a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (e1075a32-6cdf-4c37-b44f-d2b716018bfe), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:51.382211 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:51.401331 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9d48c751-6dc3-43f0-b0c1-cf7cd3be4364 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:51.405319 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-9d48c751-6dc3-43f0-b0c1-cf7cd3be4364 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4981298 Feb 28 10:48:51.409492 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 51306) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:51.410867 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-3d514070-9dd9-4c3f-82d2-9ca29b20af4c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': 'fbb4906c-72f5-4344-bad8-e13f2a45e416', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:48:51.453528 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-5f69a3ba-b666-4d58-885d-3c4aab9855a3 None None] For port e1075a32-6cdf-4c37-b44f-d2b716018bfe, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:48:51.457330 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-5f69a3ba-b666-4d58-885d-3c4aab9855a3 None None] For port e1075a32-6cdf-4c37-b44f-d2b716018bfe, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=e1075a32-6cdf-4c37-b44f-d2b716018bfe,segment=NetworkSegment(f1254b78-1ccf-4e54-be3b-d984df6f775e),segment_id=f1254b78-1ccf-4e54-be3b-d984df6f775e)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:48:51.503455 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3d514070-9dd9-4c3f-82d2-9ca29b20af4c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (c95f9e2a-93a3-44a9-99d2-5a1e66bedf4d), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:51.526577 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5f69a3ba-b666-4d58-885d-3c4aab9855a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (e1075a32-6cdf-4c37-b44f-d2b716018bfe), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:51.572011 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3d514070-9dd9-4c3f-82d2-9ca29b20af4c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (c95f9e2a-93a3-44a9-99d2-5a1e66bedf4d), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:51.600524 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f69a3ba-b666-4d58-885d-3c4aab9855a3 None None] Routers {'76e6e130-67f2-4936-892d-287f2cbc441f'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:48:51.611085 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-5f69a3ba-b666-4d58-885d-3c4aab9855a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:48:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['76e6e130-67f2-4936-892d-287f2cbc441f'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:48:51.656731 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbdbbc1-3215-4813-b478-69e1df2d0893 None None] Pushing event updated for resources: {'Port': ['ID=e1075a32-6cdf-4c37-b44f-d2b716018bfe,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:51.668083 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3d514070-9dd9-4c3f-82d2-9ca29b20af4c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (c95f9e2a-93a3-44a9-99d2-5a1e66bedf4d), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:51.669137 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a1af02bf-25b3-4910-bf15-d65ce10666c4 None None] Provisioning complete for port e1075a32-6cdf-4c37-b44f-d2b716018bfe triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:48:51.669887 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a1af02bf-25b3-4910-bf15-d65ce10666c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (e1075a32-6cdf-4c37-b44f-d2b716018bfe), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:51.693366 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d514070-9dd9-4c3f-82d2-9ca29b20af4c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c95f9e2a-93a3-44a9-99d2-5a1e66bedf4d,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:51.768382 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-5f69a3ba-b666-4d58-885d-3c4aab9855a3 None None] Set router 76e6e130-67f2-4936-892d-287f2cbc441f gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:48:51.773089 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 69521e63-0c84-456f-8fd1-1cbc7735f903 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:48:51.783756 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3d514070-9dd9-4c3f-82d2-9ca29b20af4c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:51.788047 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-3d514070-9dd9-4c3f-82d2-9ca29b20af4c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3785341 Feb 28 10:48:51.788275 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 51308) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:51.792621 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-a880129f-23ca-4a51-864d-c44cb61f6e7a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': 'fbb4906c-72f5-4344-bad8-e13f2a45e416', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:48:51.907457 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a880129f-23ca-4a51-864d-c44cb61f6e7a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (d525b955-08f6-4dbd-8418-330e6abd75cf), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:51.909324 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a1af02bf-25b3-4910-bf15-d65ce10666c4 None None] Current status of the port e1075a32-6cdf-4c37-b44f-d2b716018bfe is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:48:51.909828 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a1af02bf-25b3-4910-bf15-d65ce10666c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (e1075a32-6cdf-4c37-b44f-d2b716018bfe), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:51.970336 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a880129f-23ca-4a51-864d-c44cb61f6e7a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (d525b955-08f6-4dbd-8418-330e6abd75cf), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:51.994638 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a1af02bf-25b3-4910-bf15-d65ce10666c4 None None] For port e1075a32-6cdf-4c37-b44f-d2b716018bfe, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=e1075a32-6cdf-4c37-b44f-d2b716018bfe,segment=NetworkSegment(f1254b78-1ccf-4e54-be3b-d984df6f775e),segment_id=f1254b78-1ccf-4e54-be3b-d984df6f775e)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:48:52.001132 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 69521e63-0c84-456f-8fd1-1cbc7735f903 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:48:52.001507 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (69521e63-0c84-456f-8fd1-1cbc7735f903), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:52.087864 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a880129f-23ca-4a51-864d-c44cb61f6e7a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (d525b955-08f6-4dbd-8418-330e6abd75cf), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:52.107027 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a880129f-23ca-4a51-864d-c44cb61f6e7a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d525b955-08f6-4dbd-8418-330e6abd75cf,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:52.130673 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a1af02bf-25b3-4910-bf15-d65ce10666c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (e1075a32-6cdf-4c37-b44f-d2b716018bfe), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:52.141461 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 69521e63-0c84-456f-8fd1-1cbc7735f903 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:48:52.178394 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-5f69a3ba-b666-4d58-885d-3c4aab9855a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76e6e130-67f2-4936-892d-287f2cbc441f', 'name': 'tempest-TestNetworkBasicOps-router-1798892562', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': '69521e63-0c84-456f-8fd1-1cbc7735f903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:48:43Z', 'updated_at': '2022-02-28T10:48:48Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '69521e63-0c84-456f-8fd1-1cbc7735f903', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e6e130-67f2-4936-892d-287f2cbc441f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:48:44Z', 'updated_at': '2022-02-28T10:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': 'e1075a32-6cdf-4c37-b44f-d2b716018bfe', 'name': '', 'network_id': '9c18c5c1-c7cd-439d-9018-3ec66c352d6f', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:4e:ea:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76e6e130-67f2-4936-892d-287f2cbc441f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '93af1105-5dde-4930-9187-92b7d2294f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:48:48Z', 'updated_at': '2022-02-28T10:48:51Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '93af1105-5dde-4930-9187-92b7d2294f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:48:52.216388 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f69a3ba-b666-4d58-885d-3c4aab9855a3 None None] The sync data for ids ['76e6e130-67f2-4936-892d-287f2cbc441f'] in dv-neutron-829161-3-hyperv is: [{'id': '76e6e130-67f2-4936-892d-287f2cbc441f', 'name': 'tempest-TestNetworkBasicOps-router-1798892562', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': '69521e63-0c84-456f-8fd1-1cbc7735f903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:48:43Z', 'updated_at': '2022-02-28T10:48:48Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '69521e63-0c84-456f-8fd1-1cbc7735f903', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e6e130-67f2-4936-892d-287f2cbc441f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:48:44Z', 'updated_at': '2022-02-28T10:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': 'e1075a32-6cdf-4c37-b44f-d2b716018bfe', 'name': '', 'network_id': '9c18c5c1-c7cd-439d-9018-3ec66c352d6f', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:4e:ea:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76e6e130-67f2-4936-892d-287f2cbc441f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '93af1105-5dde-4930-9187-92b7d2294f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:48:48Z', 'updated_at': '2022-02-28T10:48:51Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '93af1105-5dde-4930-9187-92b7d2294f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:48:52.222129 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a880129f-23ca-4a51-864d-c44cb61f6e7a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:52.222129 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-a880129f-23ca-4a51-864d-c44cb61f6e7a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4302342 Feb 28 10:48:52.222379 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1af02bf-25b3-4910-bf15-d65ce10666c4 None None] Pushing event updated for resources: {'Port': ['ID=e1075a32-6cdf-4c37-b44f-d2b716018bfe,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:52.223583 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 51310) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:52.229372 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-d994a20c-a27c-438b-9ce8-c7b2a4d8becc tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': 'fbb4906c-72f5-4344-bad8-e13f2a45e416', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:48:52.252351 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-c36291b0-21e6-479d-aca9-665b16e33424 None None] Provisioning complete for port e1075a32-6cdf-4c37-b44f-d2b716018bfe triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:48:52.252983 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c36291b0-21e6-479d-aca9-665b16e33424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (e1075a32-6cdf-4c37-b44f-d2b716018bfe), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:52.341815 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d994a20c-a27c-438b-9ce8-c7b2a4d8becc tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (99b615ba-8c9c-4853-ab39-975b66008b5c), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:52.356720 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-c36291b0-21e6-479d-aca9-665b16e33424 None None] Current status of the port e1075a32-6cdf-4c37-b44f-d2b716018bfe is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:48:52.408367 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d994a20c-a27c-438b-9ce8-c7b2a4d8becc tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (99b615ba-8c9c-4853-ab39-975b66008b5c), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:52.461504 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d994a20c-a27c-438b-9ce8-c7b2a4d8becc tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (99b615ba-8c9c-4853-ab39-975b66008b5c), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:52.482400 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994a20c-a27c-438b-9ce8-c7b2a4d8becc tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99b615ba-8c9c-4853-ab39-975b66008b5c,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:52.532333 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d994a20c-a27c-438b-9ce8-c7b2a4d8becc tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:52.533516 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-d994a20c-a27c-438b-9ce8-c7b2a4d8becc tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3080158 Feb 28 10:48:52.536808 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 51312) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:52.541277 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-4a9fe272-6ca3-4872-949c-7ee98473bb63 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': 'fbb4906c-72f5-4344-bad8-e13f2a45e416', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:48:52.617298 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.securitygroups_db [None req-4a9fe272-6ca3-4872-949c-7ee98473bb63 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Project 02ebd57ebb02426fbf4a686f080eb9d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:48:52.628324 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4a9fe272-6ca3-4872-949c-7ee98473bb63 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (2c8550c5-228d-453e-a1bb-6612291dbab6), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:52.672962 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:52.699380 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4a9fe272-6ca3-4872-949c-7ee98473bb63 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (2c8550c5-228d-453e-a1bb-6612291dbab6), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:52.764456 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4a9fe272-6ca3-4872-949c-7ee98473bb63 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (2c8550c5-228d-453e-a1bb-6612291dbab6), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:52.786044 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9fe272-6ca3-4872-949c-7ee98473bb63 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c8550c5-228d-453e-a1bb-6612291dbab6,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:52.881708 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4a9fe272-6ca3-4872-949c-7ee98473bb63 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:52.882989 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-4a9fe272-6ca3-4872-949c-7ee98473bb63 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3451917 Feb 28 10:48:52.885831 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 51314) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:52.890347 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-ef78f464-216b-45e6-97a3-42db2f3449b1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': 'fbb4906c-72f5-4344-bad8-e13f2a45e416', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:48:52.976115 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.securitygroups_db [None req-ef78f464-216b-45e6-97a3-42db2f3449b1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Project 02ebd57ebb02426fbf4a686f080eb9d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:48:52.982192 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ef78f464-216b-45e6-97a3-42db2f3449b1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (04fcc082-6132-487a-ba33-57873a64f0db), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:53.050994 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ef78f464-216b-45e6-97a3-42db2f3449b1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (04fcc082-6132-487a-ba33-57873a64f0db), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:53.143895 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ef78f464-216b-45e6-97a3-42db2f3449b1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (04fcc082-6132-487a-ba33-57873a64f0db), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:53.163159 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef78f464-216b-45e6-97a3-42db2f3449b1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04fcc082-6132-487a-ba33-57873a64f0db,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:53.235404 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ef78f464-216b-45e6-97a3-42db2f3449b1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:53.236664 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-ef78f464-216b-45e6-97a3-42db2f3449b1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3497901 Feb 28 10:48:53.396305 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b02a915d-ad24-4e1c-92ac-2fa9095fe31c req-53933e8a-c041-4bec-be6d-5d84a9de5cb4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-289809702&fields=id&tenant_id=02ebd57ebb02426fbf4a686f080eb9d7 HTTP/1.1" status: 200 len: 267 time: 0.0467272 Feb 28 10:48:53.514267 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02a915d-ad24-4e1c-92ac-2fa9095fe31c req-cd688182-cc1a-4ec6-9c4f-c32171c25eab tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:53.515785 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b02a915d-ad24-4e1c-92ac-2fa9095fe31c req-cd688182-cc1a-4ec6-9c4f-c32171c25eab tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/networks?id=9c18c5c1-c7cd-439d-9018-3ec66c352d6f HTTP/1.1" status: 200 len: 796 time: 0.1133244 Feb 28 10:48:53.529958 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b02a915d-ad24-4e1c-92ac-2fa9095fe31c req-02d1cab7-e7a7-42c5-9276-d15742a3f308 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/quotas/02ebd57ebb02426fbf4a686f080eb9d7 HTTP/1.1" status: 200 len: 375 time: 0.0089428 Feb 28 10:48:53.585640 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b02a915d-ad24-4e1c-92ac-2fa9095fe31c req-7f682f05-03bf-47a5-8634-e9b1be4d4fa9 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=02ebd57ebb02426fbf4a686f080eb9d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507331 Feb 28 10:48:53.697140 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b02a915d-ad24-4e1c-92ac-2fa9095fe31c req-904c9dfd-2c5d-4cc8-825f-680302bf3b1b service neutron] 10.222.0.62 "GET /v2.0/networks/9c18c5c1-c7cd-439d-9018-3ec66c352d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003547 Feb 28 10:48:53.785457 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device e1075a32-6cdf-4c37-b44f-d2b716018bfe up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:48:53.808005 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b02a915d-ad24-4e1c-92ac-2fa9095fe31c req-e8d3442e-4171-4611-b96b-80c3c76078df service neutron] 10.222.0.62 "GET /v2.0/networks/9c18c5c1-c7cd-439d-9018-3ec66c352d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037536 Feb 28 10:48:53.841266 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port e1075a32-6cdf-4c37-b44f-d2b716018bfe triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:48:53.841684 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (e1075a32-6cdf-4c37-b44f-d2b716018bfe), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:53.920743 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port e1075a32-6cdf-4c37-b44f-d2b716018bfe is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:48:54.044919 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d1fcff19-49c6-494d-87c3-6cd8fb6926e4 req-0edb2655-aae9-4833-a209-17c4ebb7d8d6 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=4309d417-20a5-43d9-8a11-fdd61c054caa HTTP/1.1" status: 200 len: 210 time: 0.0296493 Feb 28 10:48:55.163158 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d3c6c11b-c964-455b-9a20-371bb02a6bfa req-9b480ff3-8f52-47e2-acce-c9537b648730 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=4309d417-20a5-43d9-8a11-fdd61c054caa HTTP/1.1" status: 200 len: 210 time: 0.0290961 Feb 28 10:48:56.015936 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02a915d-ad24-4e1c-92ac-2fa9095fe31c req-f75e160e-3f05-41f8-8236-d164352f6bc6 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:56.017459 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b02a915d-ad24-4e1c-92ac-2fa9095fe31c req-f75e160e-3f05-41f8-8236-d164352f6bc6 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.70 "GET /v2.0/networks?id=9c18c5c1-c7cd-439d-9018-3ec66c352d6f HTTP/1.1" status: 200 len: 796 time: 0.1088257 Feb 28 10:48:56.091689 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b02a915d-ad24-4e1c-92ac-2fa9095fe31c req-c4026987-37fb-4ada-9ed9-57959aaf21d0 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02ebd57ebb02426fbf4a686f080eb9d7 HTTP/1.1" status: 200 len: 379 time: 0.0600042 Feb 28 10:48:56.099860 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-b02a915d-ad24-4e1c-92ac-2fa9095fe31c req-809a4059-c7cc-4ea8-8fb1-f2022ed485ec tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'port': {'device_id': '4309d417-20a5-43d9-8a11-fdd61c054caa', 'network_id': '9c18c5c1-c7cd-439d-9018-3ec66c352d6f', 'admin_state_up': True, 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'security_groups': ['fbb4906c-72f5-4344-bad8-e13f2a45e416']}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:48:56.285720 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-f21e0201-141d-4534-bac6-cdc626b5a302 req-a73f643e-0f0a-4e8d-b7b5-bbd23724af23 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=4309d417-20a5-43d9-8a11-fdd61c054caa HTTP/1.1" status: 200 len: 210 time: 0.0365181 Feb 28 10:48:56.318984 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b02a915d-ad24-4e1c-92ac-2fa9095fe31c req-809a4059-c7cc-4ea8-8fb1-f2022ed485ec tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Made reservation on behalf of 02ebd57ebb02426fbf4a686f080eb9d7 for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:48:56.322529 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-b02a915d-ad24-4e1c-92ac-2fa9095fe31c req-809a4059-c7cc-4ea8-8fb1-f2022ed485ec tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:56.451831 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [req-b02a915d-ad24-4e1c-92ac-2fa9095fe31c req-809a4059-c7cc-4ea8-8fb1-f2022ed485ec tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Allocated IP 172.20.0.6 (9c18c5c1-c7cd-439d-9018-3ec66c352d6f/93af1105-5dde-4930-9187-92b7d2294f86/9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:48:56.602223 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-b02a915d-ad24-4e1c-92ac-2fa9095fe31c req-809a4059-c7cc-4ea8-8fb1-f2022ed485ec tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for port (9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:56.679985 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-b02a915d-ad24-4e1c-92ac-2fa9095fe31c req-809a4059-c7cc-4ea8-8fb1-f2022ed485ec tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:56.722356 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b02a915d-ad24-4e1c-92ac-2fa9095fe31c req-809a4059-c7cc-4ea8-8fb1-f2022ed485ec tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Network 9c18c5c1-c7cd-439d-9018-3ec66c352d6f is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:48:56.726169 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [req-b02a915d-ad24-4e1c-92ac-2fa9095fe31c req-809a4059-c7cc-4ea8-8fb1-f2022ed485ec tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:48:56.736362 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-b02a915d-ad24-4e1c-92ac-2fa9095fe31c req-809a4059-c7cc-4ea8-8fb1-f2022ed485ec tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:48:56.760992 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809a4059-c7cc-4ea8-8fb1-f2022ed485ec tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Port': ['ID=9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:56.800638 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02a915d-ad24-4e1c-92ac-2fa9095fe31c req-809a4059-c7cc-4ea8-8fb1-f2022ed485ec tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:56.801307 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-b02a915d-ad24-4e1c-92ac-2fa9095fe31c req-809a4059-c7cc-4ea8-8fb1-f2022ed485ec tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:56.953094 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b02a915d-ad24-4e1c-92ac-2fa9095fe31c req-809a4059-c7cc-4ea8-8fb1-f2022ed485ec tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8569450 Feb 28 10:48:56.970383 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-b02a915d-ad24-4e1c-92ac-2fa9095fe31c req-7044481e-a10d-4c6a-9e1b-c917b852a0d4 service neutron] Request body: {'port': {'device_id': '4309d417-20a5-43d9-8a11-fdd61c054caa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8291'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:48:57.012535 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-e233fb1e-8754-4adf-9c34-922fb1a52241 None None] Provisioning complete for port 9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:48:57.012535 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e233fb1e-8754-4adf-9c34-922fb1a52241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:57.040167 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-b02a915d-ad24-4e1c-92ac-2fa9095fe31c req-7044481e-a10d-4c6a-9e1b-c917b852a0d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:57.060563 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-e233fb1e-8754-4adf-9c34-922fb1a52241 None None] Port 9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:48:57.333078 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [req-b02a915d-ad24-4e1c-92ac-2fa9095fe31c req-7044481e-a10d-4c6a-9e1b-c917b852a0d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501 {{(pid=104083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:48:57.342205 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-b02a915d-ad24-4e1c-92ac-2fa9095fe31c req-7044481e-a10d-4c6a-9e1b-c917b852a0d4 service neutron] Publish callbacks [] for port (9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:57.357996 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [req-b02a915d-ad24-4e1c-92ac-2fa9095fe31c req-7044481e-a10d-4c6a-9e1b-c917b852a0d4 service neutron] Transition to ACTIVE for port object 9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501 will not be triggered until provisioned by entity L2. {{(pid=104083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:48:57.420671 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3579c-365b-4849-8644-e82c458fc3fc req-9c8c99e0-6bbe-491d-8bfa-9b7fba117474 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:57.422237 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-65d3579c-365b-4849-8644-e82c458fc3fc req-9c8c99e0-6bbe-491d-8bfa-9b7fba117474 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=4309d417-20a5-43d9-8a11-fdd61c054caa HTTP/1.1" status: 200 len: 931 time: 0.0553420 Feb 28 10:48:57.446346 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-b02a915d-ad24-4e1c-92ac-2fa9095fe31c req-7044481e-a10d-4c6a-9e1b-c917b852a0d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:57.531850 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7044481e-a10d-4c6a-9e1b-c917b852a0d4 service neutron] Pushing event updated for resources: {'Port': ['ID=9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:57.550519 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-65d3579c-365b-4849-8644-e82c458fc3fc req-461d586e-4b98-4076-aa55-ad994f6e1e10 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=fbb4906c-72f5-4344-bad8-e13f2a45e416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216495 Feb 28 10:48:57.652580 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-b02a915d-ad24-4e1c-92ac-2fa9095fe31c req-7044481e-a10d-4c6a-9e1b-c917b852a0d4 service neutron] Attempting to bind port 9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:48:57.652900 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-b02a915d-ad24-4e1c-92ac-2fa9095fe31c req-7044481e-a10d-4c6a-9e1b-c917b852a0d4 service neutron] Attempting to bind port 9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': 'f1254b78-1ccf-4e54-be3b-d984df6f775e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9c18c5c1-c7cd-439d-9018-3ec66c352d6f'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:48:57.653066 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02a915d-ad24-4e1c-92ac-2fa9095fe31c req-7044481e-a10d-4c6a-9e1b-c917b852a0d4 service neutron] Attempting to bind port 9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501 on network 9c18c5c1-c7cd-439d-9018-3ec66c352d6f {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:48:57.657748 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02a915d-ad24-4e1c-92ac-2fa9095fe31c req-7044481e-a10d-4c6a-9e1b-c917b852a0d4 service neutron] Port 9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501 on network 9c18c5c1-c7cd-439d-9018-3ec66c352d6f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:48:57.658698 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02a915d-ad24-4e1c-92ac-2fa9095fe31c req-7044481e-a10d-4c6a-9e1b-c917b852a0d4 service neutron] Attempting to bind port 9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501 on network 9c18c5c1-c7cd-439d-9018-3ec66c352d6f {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:48:57.664784 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02a915d-ad24-4e1c-92ac-2fa9095fe31c req-7044481e-a10d-4c6a-9e1b-c917b852a0d4 service neutron] Checking agent: {'id': '9c9e5963-7abc-415a-a91c-4432861f4313', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'started_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:48:57.665139 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02a915d-ad24-4e1c-92ac-2fa9095fe31c req-7044481e-a10d-4c6a-9e1b-c917b852a0d4 service neutron] Checking segment: {'id': 'f1254b78-1ccf-4e54-be3b-d984df6f775e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9c18c5c1-c7cd-439d-9018-3ec66c352d6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:48:57.665503 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02a915d-ad24-4e1c-92ac-2fa9095fe31c req-7044481e-a10d-4c6a-9e1b-c917b852a0d4 service neutron] Bound using segment: {'id': 'f1254b78-1ccf-4e54-be3b-d984df6f775e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9c18c5c1-c7cd-439d-9018-3ec66c352d6f'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:48:57.665938 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-b02a915d-ad24-4e1c-92ac-2fa9095fe31c req-7044481e-a10d-4c6a-9e1b-c917b852a0d4 service neutron] Bound port: 9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501, host: hv-neutron-8291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1254b78-1ccf-4e54-be3b-d984df6f775e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9c18c5c1-c7cd-439d-9018-3ec66c352d6f'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:48:57.666290 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-b02a915d-ad24-4e1c-92ac-2fa9095fe31c req-7044481e-a10d-4c6a-9e1b-c917b852a0d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:57.741881 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-b02a915d-ad24-4e1c-92ac-2fa9095fe31c req-7044481e-a10d-4c6a-9e1b-c917b852a0d4 service neutron] For port 9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501, host hv-neutron-8291, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:48:57.745000 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-b02a915d-ad24-4e1c-92ac-2fa9095fe31c req-7044481e-a10d-4c6a-9e1b-c917b852a0d4 service neutron] For port 9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501, host hv-neutron-8291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501,segment=NetworkSegment(f1254b78-1ccf-4e54-be3b-d984df6f775e),segment_id=f1254b78-1ccf-4e54-be3b-d984df6f775e)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:48:57.843269 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-b02a915d-ad24-4e1c-92ac-2fa9095fe31c req-7044481e-a10d-4c6a-9e1b-c917b852a0d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:57.884440 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02a915d-ad24-4e1c-92ac-2fa9095fe31c req-7044481e-a10d-4c6a-9e1b-c917b852a0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:57.885087 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-b02a915d-ad24-4e1c-92ac-2fa9095fe31c req-7044481e-a10d-4c6a-9e1b-c917b852a0d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:57.886560 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b02a915d-ad24-4e1c-92ac-2fa9095fe31c req-7044481e-a10d-4c6a-9e1b-c917b852a0d4 service neutron] 10.222.0.70 "PUT /v2.0/ports/9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501 HTTP/1.1" status: 200 len: 1093 time: 0.9204133 Feb 28 10:48:57.887115 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4309d417-20a5-43d9-8a11-fdd61c054caa', 'tag': '9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:48:57.889906 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d2351da-bc0d-47be-b7d6-53ae83edd33a" -d '{"events": [{"name": "network-changed", "server_uuid": "4309d417-20a5-43d9-8a11-fdd61c054caa", "tag": "9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:48:57.915999 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7044481e-a10d-4c6a-9e1b-c917b852a0d4 service neutron] Pushing event updated for resources: {'Port': ['ID=9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:57.933304 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac44051-5567-4cb5-afc2-3a9b48c15fc2 x-openstack-request-id: req-4ac44051-5567-4cb5-afc2-3a9b48c15fc2 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:48:57.933576 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4309d417-20a5-43d9-8a11-fdd61c054caa", "tag": "9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:48:57.933832 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4ac44051-5567-4cb5-afc2-3a9b48c15fc2 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:48:57.934242 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4309d417-20a5-43d9-8a11-fdd61c054caa', 'tag': '9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501', 'status': 'completed', 'code': 200} Feb 28 10:48:58.027155 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2351da-bc0d-47be-b7d6-53ae83edd33a req-2029f15f-3cec-4436-9021-e6b08c1219ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:58.028709 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4d2351da-bc0d-47be-b7d6-53ae83edd33a req-2029f15f-3cec-4436-9021-e6b08c1219ae service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=02ebd57ebb02426fbf4a686f080eb9d7&device_id=4309d417-20a5-43d9-8a11-fdd61c054caa HTTP/1.1" status: 200 len: 1127 time: 0.0531075 Feb 28 10:48:58.159224 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2351da-bc0d-47be-b7d6-53ae83edd33a req-4fc21322-5251-4700-90ef-750bb3f99ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:58.160719 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4d2351da-bc0d-47be-b7d6-53ae83edd33a req-4fc21322-5251-4700-90ef-750bb3f99ee8 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=02ebd57ebb02426fbf4a686f080eb9d7&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1180046 Feb 28 10:48:58.299684 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2351da-bc0d-47be-b7d6-53ae83edd33a req-edb045d8-01cc-45c1-ab85-b27c81c7f145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:58.301351 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4d2351da-bc0d-47be-b7d6-53ae83edd33a req-edb045d8-01cc-45c1-ab85-b27c81c7f145 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1328552 Feb 28 10:48:58.407006 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02a915d-ad24-4e1c-92ac-2fa9095fe31c req-57546374-4a2d-4a72-b494-9c43ff1a0d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:58.408568 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b02a915d-ad24-4e1c-92ac-2fa9095fe31c req-57546374-4a2d-4a72-b494-9c43ff1a0d1a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=02ebd57ebb02426fbf4a686f080eb9d7&device_id=4309d417-20a5-43d9-8a11-fdd61c054caa HTTP/1.1" status: 200 len: 1127 time: 0.0465508 Feb 28 10:48:58.459553 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b02a915d-ad24-4e1c-92ac-2fa9095fe31c req-2af84d0f-d4dd-4549-9baa-f1ec20b889e0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501 HTTP/1.1" status: 200 len: 217 time: 0.0369959 Feb 28 10:48:58.514520 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02a915d-ad24-4e1c-92ac-2fa9095fe31c req-294962e5-bcb5-44e5-8e00-948d7e70c634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:58.515961 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b02a915d-ad24-4e1c-92ac-2fa9095fe31c req-294962e5-bcb5-44e5-8e00-948d7e70c634 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=93af1105-5dde-4930-9187-92b7d2294f86 HTTP/1.1" status: 200 len: 843 time: 0.0511627 Feb 28 10:48:58.570795 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02a915d-ad24-4e1c-92ac-2fa9095fe31c req-3b02acf3-2a30-4acb-9511-a9de7bdffe3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:58.572429 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b02a915d-ad24-4e1c-92ac-2fa9095fe31c req-3b02acf3-2a30-4acb-9511-a9de7bdffe3d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9c18c5c1-c7cd-439d-9018-3ec66c352d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0507300 Feb 28 10:48:58.731106 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b02a915d-ad24-4e1c-92ac-2fa9095fe31c req-2ac804b4-6bd0-4e32-bbfe-1cbf6ef500b5 service neutron] 10.222.0.70 "GET /v2.0/networks/9c18c5c1-c7cd-439d-9018-3ec66c352d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522605 Feb 28 10:48:58.742171 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ea8f6-aaf8-4bcc-996f-e1698fdbda32 req-ce6ad5a3-9c5e-42e4-8ab2-2534c127080a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:58.743647 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-153ea8f6-aaf8-4bcc-996f-e1698fdbda32 req-ce6ad5a3-9c5e-42e4-8ab2-2534c127080a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=4309d417-20a5-43d9-8a11-fdd61c054caa HTTP/1.1" status: 200 len: 943 time: 0.1090131 Feb 28 10:48:58.853346 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-153ea8f6-aaf8-4bcc-996f-e1698fdbda32 req-e1bea4d1-09de-498e-90f1-0d76ea106558 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=fbb4906c-72f5-4344-bad8-e13f2a45e416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011834 Feb 28 10:48:58.876894 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b02a915d-ad24-4e1c-92ac-2fa9095fe31c req-683c1edb-71a2-4d4e-8773-7ce4970b636e service neutron] 10.222.0.70 "GET /v2.0/networks/9c18c5c1-c7cd-439d-9018-3ec66c352d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322753 Feb 28 10:48:59.992423 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36aa34b-a119-4ec3-bca3-27e391d1392a req-3b1ae04f-e995-4770-8055-f853f584d14a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:59.994120 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-b36aa34b-a119-4ec3-bca3-27e391d1392a req-3b1ae04f-e995-4770-8055-f853f584d14a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=4309d417-20a5-43d9-8a11-fdd61c054caa HTTP/1.1" status: 200 len: 943 time: 0.0664616 Feb 28 10:49:00.048550 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-b36aa34b-a119-4ec3-bca3-27e391d1392a req-dbf81454-75a9-4013-839f-875261267e1b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=fbb4906c-72f5-4344-bad8-e13f2a45e416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467391 Feb 28 10:49:00.579359 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501 details requested by agent hyperv_hv-neutron-8291 with host hv-neutron-8291 {{(pid=104085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:49:00.655789 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:00.690728 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501,segment=NetworkSegment(f1254b78-1ccf-4e54-be3b-d984df6f775e),segment_id=f1254b78-1ccf-4e54-be3b-d984df6f775e)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:49:00.704105 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Returning: {'device': '9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501', 'network_id': '9c18c5c1-c7cd-439d-9018-3ec66c352d6f', 'port_id': '9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501', 'mac_address': 'fa:16:3e:2f:d0:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93af1105-5dde-4930-9187-92b7d2294f86', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:49:00.747347 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501 is: DOWN; New status is: BUILD {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:49:00.747748 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:00.763538 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501 {{(pid=104085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:49:00.792414 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501,segment=NetworkSegment(f1254b78-1ccf-4e54-be3b-d984df6f775e),segment_id=f1254b78-1ccf-4e54-be3b-d984df6f775e)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:49:00.924756 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:00.976998 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:49:01.206383 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373251cf-9cd2-46cf-b006-576a9953b534 req-97ff4244-d45b-4aee-a7ec-47790768ffb0 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:01.207932 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-373251cf-9cd2-46cf-b006-576a9953b534 req-97ff4244-d45b-4aee-a7ec-47790768ffb0 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=4309d417-20a5-43d9-8a11-fdd61c054caa HTTP/1.1" status: 200 len: 944 time: 0.0676124 Feb 28 10:49:01.213076 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:49:01.266217 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-373251cf-9cd2-46cf-b006-576a9953b534 req-a51dc378-d568-4249-a51d-4a590a021363 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=fbb4906c-72f5-4344-bad8-e13f2a45e416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496173 Feb 28 10:49:02.404955 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ff3c6-e59b-4766-910d-6e3567312516 req-a1747178-f043-48b2-bb0a-d7d96d842ec3 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:02.406572 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-696ff3c6-e59b-4766-910d-6e3567312516 req-a1747178-f043-48b2-bb0a-d7d96d842ec3 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=4309d417-20a5-43d9-8a11-fdd61c054caa HTTP/1.1" status: 200 len: 944 time: 0.0636821 Feb 28 10:49:02.467931 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-696ff3c6-e59b-4766-910d-6e3567312516 req-70d26368-ee38-47ab-b7b8-aa8faeef0985 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=fbb4906c-72f5-4344-bad8-e13f2a45e416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556610 Feb 28 10:49:02.590537 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501 up at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:49:02.781914 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning for port 9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501 completed by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:49:02.786015 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning complete for port 9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:49:02.786426 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:02.869410 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501 is: BUILD; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:49:02.869702 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:02.896373 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4309d417-20a5-43d9-8a11-fdd61c054caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:49:02.899274 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9576fad-2914-4422-b964-ed646ba4ddd5" -d '{"events": [{"server_uuid": "4309d417-20a5-43d9-8a11-fdd61c054caa", "name": "network-vif-plugged", "status": "completed", "tag": "9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:49:02.915772 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501,segment=NetworkSegment(f1254b78-1ccf-4e54-be3b-d984df6f775e),segment_id=f1254b78-1ccf-4e54-be3b-d984df6f775e)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:49:02.946377 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551ca8aa-e76c-43ff-8fe7-a31c5763a40a x-openstack-request-id: req-551ca8aa-e76c-43ff-8fe7-a31c5763a40a {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:49:02.947373 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4309d417-20a5-43d9-8a11-fdd61c054caa", "name": "network-vif-plugged", "status": "completed", "tag": "9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:49:02.947644 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-551ca8aa-e76c-43ff-8fe7-a31c5763a40a {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:49:02.948068 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4309d417-20a5-43d9-8a11-fdd61c054caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501', 'code': 200} Feb 28 10:49:03.052060 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:03.133340 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:49:03.488477 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445fbdc4-9859-41fe-9c66-70dc3d9f6b97 req-ed31cee3-6152-42a4-bc7d-0b8a2026ca30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:03.490086 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-445fbdc4-9859-41fe-9c66-70dc3d9f6b97 req-ed31cee3-6152-42a4-bc7d-0b8a2026ca30 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4309d417-20a5-43d9-8a11-fdd61c054caa HTTP/1.1" status: 200 len: 1129 time: 0.0522585 Feb 28 10:49:03.546279 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-445fbdc4-9859-41fe-9c66-70dc3d9f6b97 req-6b52d293-fc4d-4f1e-b0b0-c9df4b0de586 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=fbb4906c-72f5-4344-bad8-e13f2a45e416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493226 Feb 28 10:49:03.611235 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c84ac75-9057-4c57-9429-dd1fa2eb8494 req-8f50e343-061b-436a-b3bf-87353f85b21b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:03.613793 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8c84ac75-9057-4c57-9429-dd1fa2eb8494 req-8f50e343-061b-436a-b3bf-87353f85b21b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=4309d417-20a5-43d9-8a11-fdd61c054caa HTTP/1.1" status: 200 len: 945 time: 0.0703869 Feb 28 10:49:03.670981 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8c84ac75-9057-4c57-9429-dd1fa2eb8494 req-88d166ae-f6a0-4cd7-bc53-0ba5cf38abad tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=fbb4906c-72f5-4344-bad8-e13f2a45e416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504076 Feb 28 10:49:04.811843 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d1048-c301-4c49-93f4-9ac052007a2d req-31bf77f8-c4f1-4d61-8021-13e4307dcbf8 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:04.816979 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b92d1048-c301-4c49-93f4-9ac052007a2d req-31bf77f8-c4f1-4d61-8021-13e4307dcbf8 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=4309d417-20a5-43d9-8a11-fdd61c054caa HTTP/1.1" status: 200 len: 945 time: 0.0658293 Feb 28 10:49:04.869261 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b92d1048-c301-4c49-93f4-9ac052007a2d req-8df02966-de13-4c81-8ba3-3e3e159c4d18 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=fbb4906c-72f5-4344-bad8-e13f2a45e416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465155 Feb 28 10:49:05.989903 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944de52-7107-409c-a2a7-15a0ae2ad3e0 req-6def31cd-3a7c-439b-a4f0-b4119d2760bc tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:05.992062 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-3944de52-7107-409c-a2a7-15a0ae2ad3e0 req-6def31cd-3a7c-439b-a4f0-b4119d2760bc tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=4309d417-20a5-43d9-8a11-fdd61c054caa HTTP/1.1" status: 200 len: 945 time: 0.0542951 Feb 28 10:49:06.041931 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-3944de52-7107-409c-a2a7-15a0ae2ad3e0 req-907ce5a2-98fa-4b0e-8389-a111617acf08 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=fbb4906c-72f5-4344-bad8-e13f2a45e416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438282 Feb 28 10:49:06.166110 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770d24c-9d67-412d-9914-731aa415f8ec req-de0d2e2e-eb09-483f-9005-e85159787d42 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:06.167550 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a770d24c-9d67-412d-9914-731aa415f8ec req-de0d2e2e-eb09-483f-9005-e85159787d42 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=4309d417-20a5-43d9-8a11-fdd61c054caa HTTP/1.1" status: 200 len: 945 time: 0.0537276 Feb 28 10:49:06.218372 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a770d24c-9d67-412d-9914-731aa415f8ec req-b76b11b9-e724-4f40-a90a-9836316f4a8c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=fbb4906c-72f5-4344-bad8-e13f2a45e416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450325 Feb 28 10:49:06.250326 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 51414) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:49:06.298123 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d897b7ed-dbe5-489a-8f89-0cb15270fe88 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:06.299716 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-d897b7ed-dbe5-489a-8f89-0cb15270fe88 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4309d417-20a5-43d9-8a11-fdd61c054caa HTTP/1.1" status: 200 len: 1124 time: 0.0483015 Feb 28 10:49:06.302689 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 51416) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:49:06.308365 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-48a3cac1-1449-4232-94fb-84ed2206d89f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'floatingip': {'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'port_id': '9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:49:06.421978 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-48a3cac1-1449-4232-94fb-84ed2206d89f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:06.535423 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-48a3cac1-1449-4232-94fb-84ed2206d89f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:06.650952 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-48a3cac1-1449-4232-94fb-84ed2206d89f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Allocated IP 172.26.3.83 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/9a43c8d2-b0a1-4269-aaf9-349307ffe367) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:49:06.773867 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-48a3cac1-1449-4232-94fb-84ed2206d89f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for port (9a43c8d2-b0a1-4269-aaf9-349307ffe367), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:06.931087 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-48a3cac1-1449-4232-94fb-84ed2206d89f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (9a43c8d2-b0a1-4269-aaf9-349307ffe367), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:06.965795 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a3cac1-1449-4232-94fb-84ed2206d89f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:49:06.967181 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-48a3cac1-1449-4232-94fb-84ed2206d89f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:49:06.970895 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a3cac1-1449-4232-94fb-84ed2206d89f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:49:07.015346 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a3cac1-1449-4232-94fb-84ed2206d89f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Port': ['ID=9a43c8d2-b0a1-4269-aaf9-349307ffe367,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:49:07.427075 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-48a3cac1-1449-4232-94fb-84ed2206d89f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for floatingip (881244b9-8385-44a5-9dd3-2e4503ec32f2), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:07.630447 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-48a3cac1-1449-4232-94fb-84ed2206d89f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (9a43c8d2-b0a1-4269-aaf9-349307ffe367), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:07.802148 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-48a3cac1-1449-4232-94fb-84ed2206d89f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for port (9a43c8d2-b0a1-4269-aaf9-349307ffe367), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:07.900964 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-48a3cac1-1449-4232-94fb-84ed2206d89f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (9a43c8d2-b0a1-4269-aaf9-349307ffe367), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:07.993935 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a3cac1-1449-4232-94fb-84ed2206d89f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Port': ['ID=9a43c8d2-b0a1-4269-aaf9-349307ffe367,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:49:08.007566 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-48a3cac1-1449-4232-94fb-84ed2206d89f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047917'] for floatingip (881244b9-8385-44a5-9dd3-2e4503ec32f2), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:08.122695 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.l3_db [None req-48a3cac1-1449-4232-94fb-84ed2206d89f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Floating IP 881244b9-8385-44a5-9dd3-2e4503ec32f2 associated. External IP: 172.26.3.83, port: 9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501. Feb 28 10:49:08.807273 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48a3cac1-1449-4232-94fb-84ed2206d89f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Router 76e6e130-67f2-4936-892d-287f2cbc441f has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:49:08.953820 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a3cac1-1449-4232-94fb-84ed2206d89f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:49:08.973094 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609fdd83-9fba-46a0-b2b0-ccc2f3a42554 None None] Sync routers for ids ['76e6e130-67f2-4936-892d-287f2cbc441f'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:49:08.991067 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609fdd83-9fba-46a0-b2b0-ccc2f3a42554 None None] Routers {'76e6e130-67f2-4936-892d-287f2cbc441f'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:49:08.992813 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-609fdd83-9fba-46a0-b2b0-ccc2f3a42554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:48:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['76e6e130-67f2-4936-892d-287f2cbc441f'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:49:09.109824 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-48a3cac1-1449-4232-94fb-84ed2206d89f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:09.141671 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-609fdd83-9fba-46a0-b2b0-ccc2f3a42554 None None] Set router 76e6e130-67f2-4936-892d-287f2cbc441f gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:49:09.151278 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-48a3cac1-1449-4232-94fb-84ed2206d89f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8447099 Feb 28 10:49:09.151278 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4309d417-20a5-43d9-8a11-fdd61c054caa', 'tag': '9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:49:09.151719 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 51424) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:49:09.152179 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe9c0f4-ef92-4969-9d7e-5d21a4fa0abe" -d '{"events": [{"name": "network-changed", "server_uuid": "4309d417-20a5-43d9-8a11-fdd61c054caa", "tag": "9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:49:09.218534 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ae924e-f471-4cfc-8c4f-39fe034a9461 x-openstack-request-id: req-b3ae924e-f471-4cfc-8c4f-39fe034a9461 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:49:09.219351 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4309d417-20a5-43d9-8a11-fdd61c054caa", "tag": "9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:49:09.220090 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b3ae924e-f471-4cfc-8c4f-39fe034a9461 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:49:09.221931 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4309d417-20a5-43d9-8a11-fdd61c054caa', 'tag': '9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501', 'status': 'completed', 'code': 200} Feb 28 10:49:09.250919 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-61c20606-7355-4662-af66-f919cce57875 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/floatingips/881244b9-8385-44a5-9dd3-2e4503ec32f2 HTTP/1.1" status: 200 len: 990 time: 0.0979583 Feb 28 10:49:09.320998 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9c0f4-ef92-4969-9d7e-5d21a4fa0abe req-543ca974-77f9-4633-9685-25ab012fc263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:09.322545 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6fe9c0f4-ef92-4969-9d7e-5d21a4fa0abe req-543ca974-77f9-4633-9685-25ab012fc263 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=02ebd57ebb02426fbf4a686f080eb9d7&device_id=4309d417-20a5-43d9-8a11-fdd61c054caa HTTP/1.1" status: 200 len: 1129 time: 0.0556760 Feb 28 10:49:09.448504 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9c0f4-ef92-4969-9d7e-5d21a4fa0abe req-7bbd2256-fe54-473f-bef4-62da81bdec88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:09.450294 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6fe9c0f4-ef92-4969-9d7e-5d21a4fa0abe req-7bbd2256-fe54-473f-bef4-62da81bdec88 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9c18c5c1-c7cd-439d-9018-3ec66c352d6f HTTP/1.1" status: 200 len: 896 time: 0.1210291 Feb 28 10:49:09.468128 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-609fdd83-9fba-46a0-b2b0-ccc2f3a42554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76e6e130-67f2-4936-892d-287f2cbc441f', 'name': 'tempest-TestNetworkBasicOps-router-1798892562', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': '69521e63-0c84-456f-8fd1-1cbc7735f903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:48:43Z', 'updated_at': '2022-02-28T10:48:48Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '69521e63-0c84-456f-8fd1-1cbc7735f903', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e6e130-67f2-4936-892d-287f2cbc441f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:48:44Z', 'updated_at': '2022-02-28T10:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': '881244b9-8385-44a5-9dd3-2e4503ec32f2', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'floating_ip_address': '172.26.3.83', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '76e6e130-67f2-4936-892d-287f2cbc441f', 'port_id': '9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c18c5c1-c7cd-439d-9018-3ec66c352d6f', 'mac_address': 'fa:16:3e:2f:d0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4309d417-20a5-43d9-8a11-fdd61c054caa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:49:07Z', 'updated_at': '2022-02-28T10:49:07Z', 'revision_number': 0, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1075a32-6cdf-4c37-b44f-d2b716018bfe', 'name': '', 'network_id': '9c18c5c1-c7cd-439d-9018-3ec66c352d6f', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:4e:ea:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e6e130-67f2-4936-892d-287f2cbc441f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '93af1105-5dde-4930-9187-92b7d2294f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:48:48Z', 'updated_at': '2022-02-28T10:48:51Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '93af1105-5dde-4930-9187-92b7d2294f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:49:09.503044 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609fdd83-9fba-46a0-b2b0-ccc2f3a42554 None None] Checking router: 76e6e130-67f2-4936-892d-287f2cbc441f for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:49:09.513110 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609fdd83-9fba-46a0-b2b0-ccc2f3a42554 None None] Routers {'76e6e130-67f2-4936-892d-287f2cbc441f'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:49:09.513941 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-609fdd83-9fba-46a0-b2b0-ccc2f3a42554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:48:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['76e6e130-67f2-4936-892d-287f2cbc441f'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:49:09.526452 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6fe9c0f4-ef92-4969-9d7e-5d21a4fa0abe req-b65cecd4-9cfe-4823-92e3-87f8305075be service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501 HTTP/1.1" status: 200 len: 998 time: 0.0700021 Feb 28 10:49:09.590340 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9c0f4-ef92-4969-9d7e-5d21a4fa0abe req-47a69242-4e87-4f55-bc7e-dd9e42b4e887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:09.591956 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6fe9c0f4-ef92-4969-9d7e-5d21a4fa0abe req-47a69242-4e87-4f55-bc7e-dd9e42b4e887 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=93af1105-5dde-4930-9187-92b7d2294f86 HTTP/1.1" status: 200 len: 843 time: 0.0562191 Feb 28 10:49:09.679442 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9c0f4-ef92-4969-9d7e-5d21a4fa0abe req-d2061b73-3079-41c3-a972-2e2ad3950160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:09.681926 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6fe9c0f4-ef92-4969-9d7e-5d21a4fa0abe req-d2061b73-3079-41c3-a972-2e2ad3950160 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9c18c5c1-c7cd-439d-9018-3ec66c352d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0829899 Feb 28 10:49:09.691490 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-609fdd83-9fba-46a0-b2b0-ccc2f3a42554 None None] Set router 76e6e130-67f2-4936-892d-287f2cbc441f gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:49:09.793668 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6fe9c0f4-ef92-4969-9d7e-5d21a4fa0abe req-bbab1e88-00a4-495a-965e-a30f116a91b4 service neutron] 10.222.0.70 "GET /v2.0/networks/9c18c5c1-c7cd-439d-9018-3ec66c352d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051736 Feb 28 10:49:09.903705 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6fe9c0f4-ef92-4969-9d7e-5d21a4fa0abe req-61af7411-5bbb-4d01-98eb-af5cb093b8eb service neutron] 10.222.0.70 "GET /v2.0/networks/9c18c5c1-c7cd-439d-9018-3ec66c352d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027515 Feb 28 10:49:09.973009 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-609fdd83-9fba-46a0-b2b0-ccc2f3a42554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76e6e130-67f2-4936-892d-287f2cbc441f', 'name': 'tempest-TestNetworkBasicOps-router-1798892562', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': '69521e63-0c84-456f-8fd1-1cbc7735f903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:48:43Z', 'updated_at': '2022-02-28T10:48:48Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '69521e63-0c84-456f-8fd1-1cbc7735f903', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e6e130-67f2-4936-892d-287f2cbc441f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:48:44Z', 'updated_at': '2022-02-28T10:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': '881244b9-8385-44a5-9dd3-2e4503ec32f2', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'floating_ip_address': '172.26.3.83', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '76e6e130-67f2-4936-892d-287f2cbc441f', 'port_id': '9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c18c5c1-c7cd-439d-9018-3ec66c352d6f', 'mac_address': 'fa:16:3e:2f:d0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4309d417-20a5-43d9-8a11-fdd61c054caa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:49:07Z', 'updated_at': '2022-02-28T10:49:07Z', 'revision_number': 0, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1075a32-6cdf-4c37-b44f-d2b716018bfe', 'name': '', 'network_id': '9c18c5c1-c7cd-439d-9018-3ec66c352d6f', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:4e:ea:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e6e130-67f2-4936-892d-287f2cbc441f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '93af1105-5dde-4930-9187-92b7d2294f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:48:48Z', 'updated_at': '2022-02-28T10:48:51Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '93af1105-5dde-4930-9187-92b7d2294f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:49:10.005240 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609fdd83-9fba-46a0-b2b0-ccc2f3a42554 None None] The sync data for ids ['76e6e130-67f2-4936-892d-287f2cbc441f'] in dv-neutron-829161-3-hyperv is: [{'id': '76e6e130-67f2-4936-892d-287f2cbc441f', 'name': 'tempest-TestNetworkBasicOps-router-1798892562', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': '69521e63-0c84-456f-8fd1-1cbc7735f903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:48:43Z', 'updated_at': '2022-02-28T10:48:48Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '69521e63-0c84-456f-8fd1-1cbc7735f903', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e6e130-67f2-4936-892d-287f2cbc441f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:48:44Z', 'updated_at': '2022-02-28T10:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': '881244b9-8385-44a5-9dd3-2e4503ec32f2', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'floating_ip_address': '172.26.3.83', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '76e6e130-67f2-4936-892d-287f2cbc441f', 'port_id': '9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c18c5c1-c7cd-439d-9018-3ec66c352d6f', 'mac_address': 'fa:16:3e:2f:d0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4309d417-20a5-43d9-8a11-fdd61c054caa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:49:07Z', 'updated_at': '2022-02-28T10:49:07Z', 'revision_number': 0, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1075a32-6cdf-4c37-b44f-d2b716018bfe', 'name': '', 'network_id': '9c18c5c1-c7cd-439d-9018-3ec66c352d6f', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:4e:ea:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e6e130-67f2-4936-892d-287f2cbc441f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '93af1105-5dde-4930-9187-92b7d2294f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:48:48Z', 'updated_at': '2022-02-28T10:48:51Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '93af1105-5dde-4930-9187-92b7d2294f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:49:10.223986 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38eafae5-b9f1-4d4b-9387-554fccd50900 None None] New status for floating IP 881244b9-8385-44a5-9dd3-2e4503ec32f2: ACTIVE {{(pid=104085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:49:10.252778 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 51430) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:49:10.327433 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a7c472a7-61b2-44f9-9c59-300ff5a23db5 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/floatingips/881244b9-8385-44a5-9dd3-2e4503ec32f2 HTTP/1.1" status: 200 len: 990 time: 0.0732064 Feb 28 10:49:11.331755 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 51434) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:49:11.403072 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-8bbb6648-6493-429e-8593-7c2a76dd757b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/floatingips/881244b9-8385-44a5-9dd3-2e4503ec32f2 HTTP/1.1" status: 200 len: 992 time: 0.0701678 Feb 28 10:49:16.466073 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-90ab38b2-037a-424e-8fe5-11cc87e3eecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:18.672414 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-228be328-2af4-45c6-a63c-7332788f356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:20.107247 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:21.346724 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:22.713120 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:24.716231 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:49:30.706947 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:37.676673 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-a31c73e5-3a43-4a64-801e-0eab3008a07b req-9eeea4bd-eb90-4379-b509-d638d7aa0d6d tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1423234623&fields=id&tenant_id=fb97474a860e4d948fd0a95e1b318101 HTTP/1.1" status: 200 len: 267 time: 0.0480850 Feb 28 10:49:37.797886 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c73e5-3a43-4a64-801e-0eab3008a07b req-2510bfb5-e05e-453b-a711-4f435fe732a5 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:37.799465 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-a31c73e5-3a43-4a64-801e-0eab3008a07b req-2510bfb5-e05e-453b-a711-4f435fe732a5 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/networks?id=b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a HTTP/1.1" status: 200 len: 811 time: 0.1128809 Feb 28 10:49:37.815444 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-a31c73e5-3a43-4a64-801e-0eab3008a07b req-f5ffa18c-7a46-40f2-9289-cdbdaff945ba tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/quotas/fb97474a860e4d948fd0a95e1b318101 HTTP/1.1" status: 200 len: 375 time: 0.0106616 Feb 28 10:49:37.891582 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-a31c73e5-3a43-4a64-801e-0eab3008a07b req-39d8f203-188f-4bbf-9638-f1cf37975fd2 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=fb97474a860e4d948fd0a95e1b318101&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0707135 Feb 28 10:49:37.992794 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-a31c73e5-3a43-4a64-801e-0eab3008a07b req-61bca0fd-1fd7-4207-b80e-056e527eef6d service neutron] 10.222.0.62 "GET /v2.0/networks/b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887756 Feb 28 10:49:38.107096 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-a31c73e5-3a43-4a64-801e-0eab3008a07b req-88b1aef3-5109-4499-8285-aacf988a88f6 service neutron] 10.222.0.62 "GET /v2.0/networks/b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069236 Feb 28 10:49:38.663243 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1b11698d-2484-4707-9439-bff2a725c486 req-b55c9985-bdad-43ab-9a5e-4924933ada12 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf HTTP/1.1" status: 200 len: 210 time: 0.0287924 Feb 28 10:49:39.772265 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-a47634c9-361a-496d-8654-1b9cc42d39cd req-d6432a43-08bf-4e7f-8b1d-69855aef338c tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf HTTP/1.1" status: 200 len: 210 time: 0.0281951 Feb 28 10:49:40.883856 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2a43b841-1f1e-4ad9-96e5-faba5735c9f9 req-e21968b2-2586-4a97-8fe1-9a90268783bb tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf HTTP/1.1" status: 200 len: 210 time: 0.0306911 Feb 28 10:49:41.007219 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c73e5-3a43-4a64-801e-0eab3008a07b req-38a4413b-9724-45d8-bf4a-44464474d7e7 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:41.009031 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a31c73e5-3a43-4a64-801e-0eab3008a07b req-38a4413b-9724-45d8-bf4a-44464474d7e7 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.70 "GET /v2.0/networks?id=b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a HTTP/1.1" status: 200 len: 811 time: 0.1178117 Feb 28 10:49:41.090336 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a31c73e5-3a43-4a64-801e-0eab3008a07b req-84b0fe9a-b997-4aa2-a337-689461c3644a tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb97474a860e4d948fd0a95e1b318101 HTTP/1.1" status: 200 len: 380 time: 0.0650916 Feb 28 10:49:41.098597 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-a31c73e5-3a43-4a64-801e-0eab3008a07b req-a738928a-0d91-4e51-9834-b60aa10b7715 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Request body: {'port': {'device_id': 'b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf', 'network_id': 'b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a', 'admin_state_up': True, 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'security_groups': ['24858d8d-3239-4988-ac0d-499f73a64ce0']}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:49:41.375412 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a31c73e5-3a43-4a64-801e-0eab3008a07b req-a738928a-0d91-4e51-9834-b60aa10b7715 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Made reservation on behalf of fb97474a860e4d948fd0a95e1b318101 for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:49:41.378874 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-a31c73e5-3a43-4a64-801e-0eab3008a07b req-a738928a-0d91-4e51-9834-b60aa10b7715 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:41.525497 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [req-a31c73e5-3a43-4a64-801e-0eab3008a07b req-a738928a-0d91-4e51-9834-b60aa10b7715 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Allocated IP 172.20.0.8 (b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a/e8522a33-2f3b-469a-aaa7-bb28734740a0/fc89cfe1-697e-4826-93b1-95e1783c7d68) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:49:41.696782 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-a31c73e5-3a43-4a64-801e-0eab3008a07b req-a738928a-0d91-4e51-9834-b60aa10b7715 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks [] for port (fc89cfe1-697e-4826-93b1-95e1783c7d68), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:41.809196 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-a31c73e5-3a43-4a64-801e-0eab3008a07b req-a738928a-0d91-4e51-9834-b60aa10b7715 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (fc89cfe1-697e-4826-93b1-95e1783c7d68), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:41.863440 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a31c73e5-3a43-4a64-801e-0eab3008a07b req-a738928a-0d91-4e51-9834-b60aa10b7715 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Network b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:49:41.866626 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [req-a31c73e5-3a43-4a64-801e-0eab3008a07b req-a738928a-0d91-4e51-9834-b60aa10b7715 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:49:41.888095 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-a31c73e5-3a43-4a64-801e-0eab3008a07b req-a738928a-0d91-4e51-9834-b60aa10b7715 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:49:41.888095 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738928a-0d91-4e51-9834-b60aa10b7715 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Pushing event updated for resources: {'Port': ['ID=fc89cfe1-697e-4826-93b1-95e1783c7d68,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:49:41.916039 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738928a-0d91-4e51-9834-b60aa10b7715 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:41.916903 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738928a-0d91-4e51-9834-b60aa10b7715 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:41.917257 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738928a-0d91-4e51-9834-b60aa10b7715 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:41.917651 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738928a-0d91-4e51-9834-b60aa10b7715 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:41.918497 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738928a-0d91-4e51-9834-b60aa10b7715 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:41.919036 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738928a-0d91-4e51-9834-b60aa10b7715 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:41.920858 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738928a-0d91-4e51-9834-b60aa10b7715 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:41.920858 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738928a-0d91-4e51-9834-b60aa10b7715 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:41.920858 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738928a-0d91-4e51-9834-b60aa10b7715 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:41.920858 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738928a-0d91-4e51-9834-b60aa10b7715 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:41.921285 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738928a-0d91-4e51-9834-b60aa10b7715 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:41.921581 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738928a-0d91-4e51-9834-b60aa10b7715 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:41.921911 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738928a-0d91-4e51-9834-b60aa10b7715 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:41.953187 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c73e5-3a43-4a64-801e-0eab3008a07b req-a738928a-0d91-4e51-9834-b60aa10b7715 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:41.954067 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-a31c73e5-3a43-4a64-801e-0eab3008a07b req-a738928a-0d91-4e51-9834-b60aa10b7715 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:42.040849 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a31c73e5-3a43-4a64-801e-0eab3008a07b req-a738928a-0d91-4e51-9834-b60aa10b7715 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9458516 Feb 28 10:49:42.056259 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80199a6-ff36-4f91-83d1-d8107889a1de req-8f1f1d38-0b93-4d18-9458-77ccf4d68a3c tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:42.057844 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d80199a6-ff36-4f91-83d1-d8107889a1de req-8f1f1d38-0b93-4d18-9458-77ccf4d68a3c tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf HTTP/1.1" status: 200 len: 931 time: 0.0726960 Feb 28 10:49:42.060396 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-a31c73e5-3a43-4a64-801e-0eab3008a07b req-fffb822c-ddf9-4944-82bc-24c62e0728b6 service neutron] Request body: {'port': {'device_id': 'b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8291'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:49:42.143351 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d80199a6-ff36-4f91-83d1-d8107889a1de req-5ec42c67-82f8-4480-b3bf-c4c4d95b029b tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774558 Feb 28 10:49:42.161008 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-a31c73e5-3a43-4a64-801e-0eab3008a07b req-fffb822c-ddf9-4944-82bc-24c62e0728b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (fc89cfe1-697e-4826-93b1-95e1783c7d68), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:42.257254 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-d895618d-e487-427e-8407-b044d88de98e None None] Provisioning complete for port fc89cfe1-697e-4826-93b1-95e1783c7d68 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:49:42.257864 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d895618d-e487-427e-8407-b044d88de98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (fc89cfe1-697e-4826-93b1-95e1783c7d68), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:42.301062 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-d895618d-e487-427e-8407-b044d88de98e None None] Port fc89cfe1-697e-4826-93b1-95e1783c7d68 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:49:42.461219 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [req-a31c73e5-3a43-4a64-801e-0eab3008a07b req-fffb822c-ddf9-4944-82bc-24c62e0728b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc89cfe1-697e-4826-93b1-95e1783c7d68 {{(pid=104083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:49:42.470494 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-a31c73e5-3a43-4a64-801e-0eab3008a07b req-fffb822c-ddf9-4944-82bc-24c62e0728b6 service neutron] Publish callbacks [] for port (fc89cfe1-697e-4826-93b1-95e1783c7d68), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:42.483195 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [req-a31c73e5-3a43-4a64-801e-0eab3008a07b req-fffb822c-ddf9-4944-82bc-24c62e0728b6 service neutron] Transition to ACTIVE for port object fc89cfe1-697e-4826-93b1-95e1783c7d68 will not be triggered until provisioned by entity L2. {{(pid=104083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:49:42.568403 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-a31c73e5-3a43-4a64-801e-0eab3008a07b req-fffb822c-ddf9-4944-82bc-24c62e0728b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (fc89cfe1-697e-4826-93b1-95e1783c7d68), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:42.629200 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffb822c-ddf9-4944-82bc-24c62e0728b6 service neutron] Pushing event updated for resources: {'Port': ['ID=fc89cfe1-697e-4826-93b1-95e1783c7d68,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:49:42.707473 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-a31c73e5-3a43-4a64-801e-0eab3008a07b req-fffb822c-ddf9-4944-82bc-24c62e0728b6 service neutron] Attempting to bind port fc89cfe1-697e-4826-93b1-95e1783c7d68 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:49:42.707877 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-a31c73e5-3a43-4a64-801e-0eab3008a07b req-fffb822c-ddf9-4944-82bc-24c62e0728b6 service neutron] Attempting to bind port fc89cfe1-697e-4826-93b1-95e1783c7d68 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '19b5758e-ea8e-40b5-a035-63bdcbefede7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:49:42.708188 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31c73e5-3a43-4a64-801e-0eab3008a07b req-fffb822c-ddf9-4944-82bc-24c62e0728b6 service neutron] Attempting to bind port fc89cfe1-697e-4826-93b1-95e1783c7d68 on network b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:49:42.713652 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31c73e5-3a43-4a64-801e-0eab3008a07b req-fffb822c-ddf9-4944-82bc-24c62e0728b6 service neutron] Port fc89cfe1-697e-4826-93b1-95e1783c7d68 on network b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:49:42.714024 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31c73e5-3a43-4a64-801e-0eab3008a07b req-fffb822c-ddf9-4944-82bc-24c62e0728b6 service neutron] Attempting to bind port fc89cfe1-697e-4826-93b1-95e1783c7d68 on network b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:49:42.720701 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31c73e5-3a43-4a64-801e-0eab3008a07b req-fffb822c-ddf9-4944-82bc-24c62e0728b6 service neutron] Checking agent: {'id': '9c9e5963-7abc-415a-a91c-4432861f4313', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'started_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:49:42.721113 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31c73e5-3a43-4a64-801e-0eab3008a07b req-fffb822c-ddf9-4944-82bc-24c62e0728b6 service neutron] Checking segment: {'id': '19b5758e-ea8e-40b5-a035-63bdcbefede7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:49:42.721626 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31c73e5-3a43-4a64-801e-0eab3008a07b req-fffb822c-ddf9-4944-82bc-24c62e0728b6 service neutron] Bound using segment: {'id': '19b5758e-ea8e-40b5-a035-63bdcbefede7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:49:42.722149 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-a31c73e5-3a43-4a64-801e-0eab3008a07b req-fffb822c-ddf9-4944-82bc-24c62e0728b6 service neutron] Bound port: fc89cfe1-697e-4826-93b1-95e1783c7d68, host: hv-neutron-8291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19b5758e-ea8e-40b5-a035-63bdcbefede7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:49:42.722584 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-a31c73e5-3a43-4a64-801e-0eab3008a07b req-fffb822c-ddf9-4944-82bc-24c62e0728b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (fc89cfe1-697e-4826-93b1-95e1783c7d68), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:42.795614 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-a31c73e5-3a43-4a64-801e-0eab3008a07b req-fffb822c-ddf9-4944-82bc-24c62e0728b6 service neutron] For port fc89cfe1-697e-4826-93b1-95e1783c7d68, host hv-neutron-8291, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:49:42.799003 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-a31c73e5-3a43-4a64-801e-0eab3008a07b req-fffb822c-ddf9-4944-82bc-24c62e0728b6 service neutron] For port fc89cfe1-697e-4826-93b1-95e1783c7d68, host hv-neutron-8291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=fc89cfe1-697e-4826-93b1-95e1783c7d68,segment=NetworkSegment(19b5758e-ea8e-40b5-a035-63bdcbefede7),segment_id=19b5758e-ea8e-40b5-a035-63bdcbefede7)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:49:42.941358 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-a31c73e5-3a43-4a64-801e-0eab3008a07b req-fffb822c-ddf9-4944-82bc-24c62e0728b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (fc89cfe1-697e-4826-93b1-95e1783c7d68), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:42.979902 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c73e5-3a43-4a64-801e-0eab3008a07b req-fffb822c-ddf9-4944-82bc-24c62e0728b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:42.981225 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-a31c73e5-3a43-4a64-801e-0eab3008a07b req-fffb822c-ddf9-4944-82bc-24c62e0728b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:42.982540 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a31c73e5-3a43-4a64-801e-0eab3008a07b req-fffb822c-ddf9-4944-82bc-24c62e0728b6 service neutron] 10.222.0.70 "PUT /v2.0/ports/fc89cfe1-697e-4826-93b1-95e1783c7d68 HTTP/1.1" status: 200 len: 1093 time: 0.9284000 Feb 28 10:49:42.983046 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf', 'tag': 'fc89cfe1-697e-4826-93b1-95e1783c7d68'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:49:42.985393 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d003428-d79a-4326-8292-19411de64edc" -d '{"events": [{"name": "network-changed", "server_uuid": "b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf", "tag": "fc89cfe1-697e-4826-93b1-95e1783c7d68"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:49:43.033299 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94159f6-ea23-473f-a674-0cf19a87854b x-openstack-request-id: req-c94159f6-ea23-473f-a674-0cf19a87854b {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:49:43.033600 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf", "tag": "fc89cfe1-697e-4826-93b1-95e1783c7d68", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:49:43.033863 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c94159f6-ea23-473f-a674-0cf19a87854b {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:49:43.034274 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf', 'tag': 'fc89cfe1-697e-4826-93b1-95e1783c7d68', 'status': 'completed', 'code': 200} Feb 28 10:49:43.037752 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffb822c-ddf9-4944-82bc-24c62e0728b6 service neutron] Pushing event updated for resources: {'Port': ['ID=fc89cfe1-697e-4826-93b1-95e1783c7d68,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:49:43.145153 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d003428-d79a-4326-8292-19411de64edc req-32459a0c-5b09-44c2-a2c6-410ff9fef59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:43.147820 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8d003428-d79a-4326-8292-19411de64edc req-32459a0c-5b09-44c2-a2c6-410ff9fef59e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fb97474a860e4d948fd0a95e1b318101&device_id=b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf HTTP/1.1" status: 200 len: 1127 time: 0.0709574 Feb 28 10:49:43.290359 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d003428-d79a-4326-8292-19411de64edc req-7a9891e9-238c-45c0-aa1a-1a5eca944160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:43.291030 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8d003428-d79a-4326-8292-19411de64edc req-7a9891e9-238c-45c0-aa1a-1a5eca944160 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=fb97474a860e4d948fd0a95e1b318101&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1289346 Feb 28 10:49:43.307340 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acff4ded-3155-489e-94dc-9fec809dd2c8 req-3193481c-d5ba-4610-bb09-4bd21a11d7f9 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:43.311830 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-acff4ded-3155-489e-94dc-9fec809dd2c8 req-3193481c-d5ba-4610-bb09-4bd21a11d7f9 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf HTTP/1.1" status: 200 len: 943 time: 0.0647151 Feb 28 10:49:43.381317 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-acff4ded-3155-489e-94dc-9fec809dd2c8 req-ce8efb2a-4ceb-4dd2-b7e4-1f8fe9b8ec70 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651357 Feb 28 10:49:43.413847 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d003428-d79a-4326-8292-19411de64edc req-462e4ba9-cc98-4a80-9628-8db8ffaeaa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:43.425398 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8d003428-d79a-4326-8292-19411de64edc req-462e4ba9-cc98-4a80-9628-8db8ffaeaa68 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1186135 Feb 28 10:49:43.525832 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c73e5-3a43-4a64-801e-0eab3008a07b req-348399b1-cef5-4647-8403-80eab778bf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:43.528454 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a31c73e5-3a43-4a64-801e-0eab3008a07b req-348399b1-cef5-4647-8403-80eab778bf9c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fb97474a860e4d948fd0a95e1b318101&device_id=b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf HTTP/1.1" status: 200 len: 1127 time: 0.0517056 Feb 28 10:49:43.580968 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a31c73e5-3a43-4a64-801e-0eab3008a07b req-e1e06164-62bb-496d-a6ff-2be5761d18f2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc89cfe1-697e-4826-93b1-95e1783c7d68 HTTP/1.1" status: 200 len: 217 time: 0.0403345 Feb 28 10:49:43.633646 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c73e5-3a43-4a64-801e-0eab3008a07b req-1cd88512-11ce-4dc4-848d-e1ab4388007f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:43.635117 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a31c73e5-3a43-4a64-801e-0eab3008a07b req-1cd88512-11ce-4dc4-848d-e1ab4388007f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e8522a33-2f3b-469a-aaa7-bb28734740a0 HTTP/1.1" status: 200 len: 850 time: 0.0489571 Feb 28 10:49:43.700888 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c73e5-3a43-4a64-801e-0eab3008a07b req-76e57b89-bd0d-45f1-8afc-486968903836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:43.703916 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a31c73e5-3a43-4a64-801e-0eab3008a07b req-76e57b89-bd0d-45f1-8afc-486968903836 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0608878 Feb 28 10:49:43.801149 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a31c73e5-3a43-4a64-801e-0eab3008a07b req-035bce62-7968-4317-ad52-7cf5074924ce service neutron] 10.222.0.70 "GET /v2.0/networks/b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929170 Feb 28 10:49:43.904261 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a31c73e5-3a43-4a64-801e-0eab3008a07b req-9c061543-c1fc-4dd4-886d-8d9195192ad3 service neutron] 10.222.0.70 "GET /v2.0/networks/b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974073 Feb 28 10:49:44.532205 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b6e3f5-fef2-45e5-b756-bad5e6fc4cd3 req-587c6c71-e514-4655-8a25-0a8941d43c0e tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:44.533748 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-67b6e3f5-fef2-45e5-b756-bad5e6fc4cd3 req-587c6c71-e514-4655-8a25-0a8941d43c0e tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf HTTP/1.1" status: 200 len: 943 time: 0.0634398 Feb 28 10:49:44.598682 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-67b6e3f5-fef2-45e5-b756-bad5e6fc4cd3 req-da9f674c-9d88-4082-9107-6d1ce694696b tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578756 Feb 28 10:49:45.464939 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8defc576-1cc7-40f2-9a81-c425209d298f req-7d29261a-0349-4746-b6cb-8aa8242ec688 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=495df2a2-cfd8-4323-8f0d-db38e9507b50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0481663 Feb 28 10:49:45.576491 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defc576-1cc7-40f2-9a81-c425209d298f req-5d969574-f0d6-4dc2-86c2-345c0b664c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:45.579147 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8defc576-1cc7-40f2-9a81-c425209d298f req-5d969574-f0d6-4dc2-86c2-345c0b664c78 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fb97474a860e4d948fd0a95e1b318101&device_id=495df2a2-cfd8-4323-8f0d-db38e9507b50 HTTP/1.1" status: 200 len: 1129 time: 0.0539420 Feb 28 10:49:45.733401 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defc576-1cc7-40f2-9a81-c425209d298f req-65588bf1-7e35-45e1-8925-13b819603b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:45.734950 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8defc576-1cc7-40f2-9a81-c425209d298f req-65588bf1-7e35-45e1-8925-13b819603b1c service neutron] 10.222.0.70 "GET /v2.0/networks?id=b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a HTTP/1.1" status: 200 len: 911 time: 0.1357632 Feb 28 10:49:45.743139 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c00ea6-5741-442a-bbaf-900ab3cb3762 req-f1072fd8-0b08-4eb0-a30d-f533105990d3 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:45.744655 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-98c00ea6-5741-442a-bbaf-900ab3cb3762 req-f1072fd8-0b08-4eb0-a30d-f533105990d3 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf HTTP/1.1" status: 200 len: 943 time: 0.0576885 Feb 28 10:49:45.806876 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8defc576-1cc7-40f2-9a81-c425209d298f req-af652a07-0dac-454a-9115-e42cde3d04eb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c HTTP/1.1" status: 200 len: 999 time: 0.0664597 Feb 28 10:49:45.807795 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-98c00ea6-5741-442a-bbaf-900ab3cb3762 req-e1a0b21f-8ca9-4b88-a353-06ab20aafe5e tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551281 Feb 28 10:49:45.865606 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defc576-1cc7-40f2-9a81-c425209d298f req-e2dadf65-841b-4997-b118-84cf4f4acdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:45.867771 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8defc576-1cc7-40f2-9a81-c425209d298f req-e2dadf65-841b-4997-b118-84cf4f4acdae service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e8522a33-2f3b-469a-aaa7-bb28734740a0 HTTP/1.1" status: 200 len: 850 time: 0.0542564 Feb 28 10:49:45.941489 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defc576-1cc7-40f2-9a81-c425209d298f req-340e3f62-a04e-4b48-a031-7c6f2d77eeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:45.943107 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8defc576-1cc7-40f2-9a81-c425209d298f req-340e3f62-a04e-4b48-a031-7c6f2d77eeca service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0693207 Feb 28 10:49:46.057566 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8defc576-1cc7-40f2-9a81-c425209d298f req-698f5d47-22bb-4395-9340-3e1b0e041ad3 service neutron] 10.222.0.70 "GET /v2.0/networks/b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075468 Feb 28 10:49:46.170735 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8defc576-1cc7-40f2-9a81-c425209d298f req-505acccf-343d-4458-ba28-cda96021d6c3 service neutron] 10.222.0.70 "GET /v2.0/networks/b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078014 Feb 28 10:49:46.464849 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-4eb75155-3ce6-49b5-bbdd-dc4d167819ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:46.951202 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2399c660-b483-4813-a256-072f700e951f req-a9cfdc25-3971-42c6-81d9-ffb332e20b7c tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:46.953239 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2399c660-b483-4813-a256-072f700e951f req-a9cfdc25-3971-42c6-81d9-ffb332e20b7c tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf HTTP/1.1" status: 200 len: 943 time: 0.0620322 Feb 28 10:49:47.006914 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2399c660-b483-4813-a256-072f700e951f req-32dfff0f-6438-4b40-bb89-1a272665075c tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462441 Feb 28 10:49:48.142891 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4090650-424e-4db2-a7f3-588988db3c74 req-f039b74d-c6f4-4f5e-9918-bb0323a46c74 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:48.144544 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e4090650-424e-4db2-a7f3-588988db3c74 req-f039b74d-c6f4-4f5e-9918-bb0323a46c74 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf HTTP/1.1" status: 200 len: 943 time: 0.0619857 Feb 28 10:49:48.199104 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e4090650-424e-4db2-a7f3-588988db3c74 req-c2837283-34ff-4cce-92c1-d437b56af789 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486531 Feb 28 10:49:48.638291 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-923e4e3b-e474-4f5b-a7ef-a2796bd8c010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:49.365817 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c522b387-4806-4698-b5ee-5a47d3ada83f req-9da3f2c3-4387-49e0-8a68-e29fd4110009 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:49.367325 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c522b387-4806-4698-b5ee-5a47d3ada83f req-9da3f2c3-4387-49e0-8a68-e29fd4110009 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf HTTP/1.1" status: 200 len: 943 time: 0.0718620 Feb 28 10:49:49.428039 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c522b387-4806-4698-b5ee-5a47d3ada83f req-7197fda7-1686-49ce-a76b-741af824a3ae tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529146 Feb 28 10:49:50.105719 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:50.556920 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2325efe-1eb5-4725-b55c-3207e55e0253 req-4aa2f889-5a2f-4443-ac5d-10ede206188a tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:50.559247 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-f2325efe-1eb5-4725-b55c-3207e55e0253 req-4aa2f889-5a2f-4443-ac5d-10ede206188a tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf HTTP/1.1" status: 200 len: 943 time: 0.0564275 Feb 28 10:49:50.613461 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-f2325efe-1eb5-4725-b55c-3207e55e0253 req-ee26bb4c-3d15-4cf3-9d9a-ef079cc6c4ba tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485723 Feb 28 10:49:51.358099 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:51.747773 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc8868a-b164-4b24-b762-4de5b3ab48a1 req-9ef43c65-cccf-49d2-869a-490ed0d1a410 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:51.749455 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5dc8868a-b164-4b24-b762-4de5b3ab48a1 req-9ef43c65-cccf-49d2-869a-490ed0d1a410 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf HTTP/1.1" status: 200 len: 943 time: 0.0618796 Feb 28 10:49:51.801272 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5dc8868a-b164-4b24-b762-4de5b3ab48a1 req-e84f2e2a-4bf3-4ee4-8d1f-062a3896c905 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457714 Feb 28 10:49:52.798197 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:52.923748 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa858ad4-ed0f-4e9a-851e-4d2d7d7c869a req-ce085374-a449-488f-ae46-e9512406fb73 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:52.925313 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-fa858ad4-ed0f-4e9a-851e-4d2d7d7c869a req-ce085374-a449-488f-ae46-e9512406fb73 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf HTTP/1.1" status: 200 len: 943 time: 0.0558245 Feb 28 10:49:52.987578 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-fa858ad4-ed0f-4e9a-851e-4d2d7d7c869a req-0117c0aa-368f-450a-bcdd-8918a766da82 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565679 Feb 28 10:49:54.127828 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43faff46-d7fc-4161-bb8f-3c939c65d13c req-8aa8f49e-7d00-4267-a730-1e0e7d7132bb tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:54.129369 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-43faff46-d7fc-4161-bb8f-3c939c65d13c req-8aa8f49e-7d00-4267-a730-1e0e7d7132bb tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf HTTP/1.1" status: 200 len: 943 time: 0.0660233 Feb 28 10:49:54.182421 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-43faff46-d7fc-4161-bb8f-3c939c65d13c req-0e1a9ac0-e2c3-4e35-9177-f83fb3b63610 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472093 Feb 28 10:49:55.321413 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e672851-e139-4247-a4a1-ed8df425a463 req-98049166-4739-4dc6-a66a-a9acea9f89e5 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:55.323878 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-9e672851-e139-4247-a4a1-ed8df425a463 req-98049166-4739-4dc6-a66a-a9acea9f89e5 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf HTTP/1.1" status: 200 len: 943 time: 0.0675721 Feb 28 10:49:55.391153 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-9e672851-e139-4247-a4a1-ed8df425a463 req-7c3b8cbd-f3a1-4b93-ab07-c4918b49186f tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603762 Feb 28 10:49:56.518053 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8abb95d-e6cd-48e6-9a2f-96d4efc87acd req-10eaf43c-7407-44ae-b114-f03cb07ea17f tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:56.519632 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e8abb95d-e6cd-48e6-9a2f-96d4efc87acd req-10eaf43c-7407-44ae-b114-f03cb07ea17f tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf HTTP/1.1" status: 200 len: 943 time: 0.0544224 Feb 28 10:49:56.579364 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e8abb95d-e6cd-48e6-9a2f-96d4efc87acd req-275fa665-1be2-4e4e-9b0c-5fc39302302a tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541677 Feb 28 10:49:57.705121 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407cb43a-4c78-4e7f-b87e-94ee3eee18ff req-29f2ee96-6b7b-4896-87b5-ff2d44e88273 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:57.706649 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-407cb43a-4c78-4e7f-b87e-94ee3eee18ff req-29f2ee96-6b7b-4896-87b5-ff2d44e88273 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf HTTP/1.1" status: 200 len: 943 time: 0.0561869 Feb 28 10:49:57.760076 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-407cb43a-4c78-4e7f-b87e-94ee3eee18ff req-31f47d58-1155-446c-95df-20ef6b92975a tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476806 Feb 28 10:49:58.894691 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0610d732-7e7b-4e17-b4fc-06349d24d54d req-77f72dcd-b717-4674-b34f-fe62c075ca90 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:58.896227 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0610d732-7e7b-4e17-b4fc-06349d24d54d req-77f72dcd-b717-4674-b34f-fe62c075ca90 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf HTTP/1.1" status: 200 len: 943 time: 0.0641143 Feb 28 10:49:58.947968 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0610d732-7e7b-4e17-b4fc-06349d24d54d req-b13bf8f9-37ab-4d95-b3fe-6f4b720f09c7 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451999 Feb 28 10:50:00.093407 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cf268a-e008-4055-9b36-c9c82542ed01 req-68d2f220-ce26-4459-b070-6a593cac3dc0 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:50:00.100271 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d1cf268a-e008-4055-9b36-c9c82542ed01 req-68d2f220-ce26-4459-b070-6a593cac3dc0 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf HTTP/1.1" status: 200 len: 943 time: 0.0688267 Feb 28 10:50:00.148645 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d1cf268a-e008-4055-9b36-c9c82542ed01 req-6034cde6-24d4-4e33-b542-9886685b5bdb tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477324 Feb 28 10:50:00.603525 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:01.274714 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82b2aa-8868-43cb-afbf-9b1bfdabc89a req-a43e3663-cedc-4cf9-8fd3-f9af6d0c9ee4 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:50:01.276490 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1a82b2aa-8868-43cb-afbf-9b1bfdabc89a req-a43e3663-cedc-4cf9-8fd3-f9af6d0c9ee4 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf HTTP/1.1" status: 200 len: 943 time: 0.0576384 Feb 28 10:50:01.335515 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1a82b2aa-8868-43cb-afbf-9b1bfdabc89a req-6cb55c55-0600-4288-93f9-78c30571bfc3 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521235 Feb 28 10:50:01.720683 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:50:02.457567 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29959cb-ac80-4fea-9683-65b1ae1f0f9f req-5b6d0c3f-e0f5-45b1-aebc-abb817b53451 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:50:02.459080 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d29959cb-ac80-4fea-9683-65b1ae1f0f9f req-5b6d0c3f-e0f5-45b1-aebc-abb817b53451 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf HTTP/1.1" status: 200 len: 943 time: 0.0540054 Feb 28 10:50:02.519999 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d29959cb-ac80-4fea-9683-65b1ae1f0f9f req-fd5e72e4-cbc2-4e44-865b-e184f7b84773 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543644 Feb 28 10:50:02.796000 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device fc89cfe1-697e-4826-93b1-95e1783c7d68 details requested by agent hyperv_hv-neutron-8291 with host hv-neutron-8291 {{(pid=104085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:50:02.897362 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port fc89cfe1-697e-4826-93b1-95e1783c7d68, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=fc89cfe1-697e-4826-93b1-95e1783c7d68,segment=NetworkSegment(19b5758e-ea8e-40b5-a035-63bdcbefede7),segment_id=19b5758e-ea8e-40b5-a035-63bdcbefede7)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:50:02.908942 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Returning: {'device': 'fc89cfe1-697e-4826-93b1-95e1783c7d68', 'network_id': 'b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a', 'port_id': 'fc89cfe1-697e-4826-93b1-95e1783c7d68', 'mac_address': 'fa:16:3e:97:5e:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8522a33-2f3b-469a-aaa7-bb28734740a0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:50:02.948426 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port fc89cfe1-697e-4826-93b1-95e1783c7d68 is: DOWN; New status is: BUILD {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:50:02.948844 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (fc89cfe1-697e-4826-93b1-95e1783c7d68), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:02.963868 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc89cfe1-697e-4826-93b1-95e1783c7d68 {{(pid=104085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:50:02.986799 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port fc89cfe1-697e-4826-93b1-95e1783c7d68, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=fc89cfe1-697e-4826-93b1-95e1783c7d68,segment=NetworkSegment(19b5758e-ea8e-40b5-a035-63bdcbefede7),segment_id=19b5758e-ea8e-40b5-a035-63bdcbefede7)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:50:03.122180 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (fc89cfe1-697e-4826-93b1-95e1783c7d68), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:03.168890 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=fc89cfe1-697e-4826-93b1-95e1783c7d68,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:50:03.175879 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:50:03.176239 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:50:03.176592 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:50:03.176938 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:50:03.177284 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:50:03.177624 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:50:03.177960 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:50:03.178295 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:50:03.178698 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:50:03.179000 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:50:03.179335 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:50:03.179664 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:50:03.179991 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:50:03.418220 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['fc89cfe1-697e-4826-93b1-95e1783c7d68'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:50:03.647666 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5114cff5-2498-484d-b4ff-a4c241332d97 req-5d40dc31-988e-4c5a-9367-8841c78396bb tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:50:03.649166 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5114cff5-2498-484d-b4ff-a4c241332d97 req-5d40dc31-988e-4c5a-9367-8841c78396bb tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf HTTP/1.1" status: 200 len: 944 time: 0.0585589 Feb 28 10:50:03.700486 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5114cff5-2498-484d-b4ff-a4c241332d97 req-f3ed8a35-a25e-42bf-805b-2fbea2138bc9 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445380 Feb 28 10:50:04.812254 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device fc89cfe1-697e-4826-93b1-95e1783c7d68 up at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:50:04.836942 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd166ef-40db-48e3-a18d-d46ad9ce00f6 req-59207bb4-7e51-4639-8d1b-a1681a7d07cc tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:50:04.838485 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8fd166ef-40db-48e3-a18d-d46ad9ce00f6 req-59207bb4-7e51-4639-8d1b-a1681a7d07cc tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf HTTP/1.1" status: 200 len: 944 time: 0.0675428 Feb 28 10:50:04.892725 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8fd166ef-40db-48e3-a18d-d46ad9ce00f6 req-06734840-a2df-41b5-9b46-1e048aa0063d tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455720 Feb 28 10:50:04.945857 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning for port fc89cfe1-697e-4826-93b1-95e1783c7d68 completed by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:50:04.950707 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning complete for port fc89cfe1-697e-4826-93b1-95e1783c7d68 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:50:04.951111 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (fc89cfe1-697e-4826-93b1-95e1783c7d68), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:05.030458 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port fc89cfe1-697e-4826-93b1-95e1783c7d68 is: BUILD; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:50:05.030758 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (fc89cfe1-697e-4826-93b1-95e1783c7d68), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:05.066379 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc89cfe1-697e-4826-93b1-95e1783c7d68'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:50:05.070135 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c16b730-cacc-48fa-83df-82710388bd8e" -d '{"events": [{"server_uuid": "b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf", "name": "network-vif-plugged", "status": "completed", "tag": "fc89cfe1-697e-4826-93b1-95e1783c7d68"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:50:05.084267 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port fc89cfe1-697e-4826-93b1-95e1783c7d68, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=fc89cfe1-697e-4826-93b1-95e1783c7d68,segment=NetworkSegment(19b5758e-ea8e-40b5-a035-63bdcbefede7),segment_id=19b5758e-ea8e-40b5-a035-63bdcbefede7)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:50:05.108656 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a83fefb-99db-426d-af63-0b9abd247171 x-openstack-request-id: req-8a83fefb-99db-426d-af63-0b9abd247171 {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:50:05.108955 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf", "name": "network-vif-plugged", "status": "completed", "tag": "fc89cfe1-697e-4826-93b1-95e1783c7d68", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:50:05.109211 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8a83fefb-99db-426d-af63-0b9abd247171 {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:50:05.109601 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc89cfe1-697e-4826-93b1-95e1783c7d68', 'code': 200} Feb 28 10:50:05.213012 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (fc89cfe1-697e-4826-93b1-95e1783c7d68), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:05.267363 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=fc89cfe1-697e-4826-93b1-95e1783c7d68,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:50:05.462335 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a1baf-620c-428f-8ce1-27807dfa87fe req-f9dcc595-3998-458c-952b-c2048da167be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:50:05.463846 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6b2a1baf-620c-428f-8ce1-27807dfa87fe req-f9dcc595-3998-458c-952b-c2048da167be service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf HTTP/1.1" status: 200 len: 1129 time: 0.0442157 Feb 28 10:50:05.510928 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6b2a1baf-620c-428f-8ce1-27807dfa87fe req-40a6cc1f-0b8e-4828-846c-2f073af91fc8 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402505 Feb 28 10:50:06.015386 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a689719-7457-4d61-965f-c59d01e82ccf req-07e7774d-1465-4d37-bc55-d7f7ceceb4c7 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:50:06.016785 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-7a689719-7457-4d61-965f-c59d01e82ccf req-07e7774d-1465-4d37-bc55-d7f7ceceb4c7 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf HTTP/1.1" status: 200 len: 945 time: 0.0543163 Feb 28 10:50:06.066225 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-7a689719-7457-4d61-965f-c59d01e82ccf req-ce575e45-638c-44b3-a4d7-e7ef96d19f60 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438855 Feb 28 10:50:07.207904 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2561b3a-c6d9-4373-8717-ed8bc5a56944 req-2ca37797-0466-4bb3-8cfa-a716f2694c4e tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:50:07.209494 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a2561b3a-c6d9-4373-8717-ed8bc5a56944 req-2ca37797-0466-4bb3-8cfa-a716f2694c4e tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf HTTP/1.1" status: 200 len: 945 time: 0.0620608 Feb 28 10:50:07.260919 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a2561b3a-c6d9-4373-8717-ed8bc5a56944 req-1f249d57-7688-46dd-8520-3cec831e24ad tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457606 Feb 28 10:50:07.416916 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1bdee4-c9ac-4298-8cbd-9abbdebaa89a req-90f10692-7c01-4540-b4c3-1fe9f288cb60 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:50:07.418499 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-9b1bdee4-c9ac-4298-8cbd-9abbdebaa89a req-90f10692-7c01-4540-b4c3-1fe9f288cb60 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf HTTP/1.1" status: 200 len: 945 time: 0.0797982 Feb 28 10:50:07.478188 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-9b1bdee4-c9ac-4298-8cbd-9abbdebaa89a req-d5fa89c5-55c7-44cc-a9b0-13cb5cb41e0d tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525050 Feb 28 10:50:07.505289 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 51578) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:50:07.614721 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5240a8-9f09-4297-a5db-4b0c01956df8 tempest-TestVolumeBootPattern-705207641 tempest-TestVolumeBootPattern-705207641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:50:07.619000 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-1e5240a8-9f09-4297-a5db-4b0c01956df8 tempest-TestVolumeBootPattern-705207641 tempest-TestVolumeBootPattern-705207641-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf HTTP/1.1" status: 200 len: 1124 time: 0.1100228 Feb 28 10:50:07.621652 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 51582) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:50:07.624702 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-7bee08d4-fa21-4dc7-abf2-921d424fd0ef tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Request body: {'floatingip': {'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'port_id': 'fc89cfe1-697e-4826-93b1-95e1783c7d68', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:50:07.711254 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7bee08d4-fa21-4dc7-abf2-921d424fd0ef tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:07.832853 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7bee08d4-fa21-4dc7-abf2-921d424fd0ef tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:07.967897 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-7bee08d4-fa21-4dc7-abf2-921d424fd0ef tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Allocated IP 172.26.3.53 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/dae65ca2-a6bc-4dd0-b1cb-c07533a615bd) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:50:08.096509 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7bee08d4-fa21-4dc7-abf2-921d424fd0ef tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks [] for port (dae65ca2-a6bc-4dd0-b1cb-c07533a615bd), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:08.220634 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7bee08d4-fa21-4dc7-abf2-921d424fd0ef tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (dae65ca2-a6bc-4dd0-b1cb-c07533a615bd), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:08.263517 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bee08d4-fa21-4dc7-abf2-921d424fd0ef tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:50:08.270387 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-7bee08d4-fa21-4dc7-abf2-921d424fd0ef tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:50:08.273735 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bee08d4-fa21-4dc7-abf2-921d424fd0ef tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:50:08.297001 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee08d4-fa21-4dc7-abf2-921d424fd0ef tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Pushing event updated for resources: {'Port': ['ID=dae65ca2-a6bc-4dd0-b1cb-c07533a615bd,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:50:08.706890 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7bee08d4-fa21-4dc7-abf2-921d424fd0ef tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks [] for floatingip (8356bd14-4dae-4798-81b8-27b533d12284), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:08.842822 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7bee08d4-fa21-4dc7-abf2-921d424fd0ef tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (dae65ca2-a6bc-4dd0-b1cb-c07533a615bd), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:09.030594 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7bee08d4-fa21-4dc7-abf2-921d424fd0ef tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks [] for port (dae65ca2-a6bc-4dd0-b1cb-c07533a615bd), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:09.129727 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7bee08d4-fa21-4dc7-abf2-921d424fd0ef tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (dae65ca2-a6bc-4dd0-b1cb-c07533a615bd), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:09.568910 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee08d4-fa21-4dc7-abf2-921d424fd0ef tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Pushing event updated for resources: {'Port': ['ID=dae65ca2-a6bc-4dd0-b1cb-c07533a615bd,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:50:09.585707 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7bee08d4-fa21-4dc7-abf2-921d424fd0ef tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047917'] for floatingip (8356bd14-4dae-4798-81b8-27b533d12284), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:09.695978 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.l3_db [None req-7bee08d4-fa21-4dc7-abf2-921d424fd0ef tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Floating IP 8356bd14-4dae-4798-81b8-27b533d12284 associated. External IP: 172.26.3.53, port: fc89cfe1-697e-4826-93b1-95e1783c7d68. Feb 28 10:50:09.922973 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bee08d4-fa21-4dc7-abf2-921d424fd0ef tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Router fb9806d2-32f1-4369-b725-739487e43fc4 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:50:10.053574 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bee08d4-fa21-4dc7-abf2-921d424fd0ef tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:50:10.064692 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55ddf4a-9bdf-4481-9544-cd68359ce732 None None] Sync routers for ids ['fb9806d2-32f1-4369-b725-739487e43fc4'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:50:10.074460 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55ddf4a-9bdf-4481-9544-cd68359ce732 None None] Routers {'fb9806d2-32f1-4369-b725-739487e43fc4'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:50:10.075193 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-b55ddf4a-9bdf-4481-9544-cd68359ce732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:49:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['fb9806d2-32f1-4369-b725-739487e43fc4'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:50:10.175218 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7bee08d4-fa21-4dc7-abf2-921d424fd0ef tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:10.187203 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-b55ddf4a-9bdf-4481-9544-cd68359ce732 None None] Set router fb9806d2-32f1-4369-b725-739487e43fc4 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:50:10.205737 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-7bee08d4-fa21-4dc7-abf2-921d424fd0ef tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5851319 Feb 28 10:50:10.206369 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf', 'tag': 'fc89cfe1-697e-4826-93b1-95e1783c7d68'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:50:10.208669 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765b5db7-f771-4120-aecf-4a71ac17a32f" -d '{"events": [{"name": "network-changed", "server_uuid": "b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf", "tag": "fc89cfe1-697e-4826-93b1-95e1783c7d68"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:50:10.246018 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5310fa-8aa7-4ef0-aa9f-99e339fbf164 x-openstack-request-id: req-7d5310fa-8aa7-4ef0-aa9f-99e339fbf164 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:50:10.246325 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf", "tag": "fc89cfe1-697e-4826-93b1-95e1783c7d68", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:50:10.246590 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7d5310fa-8aa7-4ef0-aa9f-99e339fbf164 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:50:10.247032 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf', 'tag': 'fc89cfe1-697e-4826-93b1-95e1783c7d68', 'status': 'completed', 'code': 200} Feb 28 10:50:10.339158 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b5db7-f771-4120-aecf-4a71ac17a32f req-accc952d-0bd8-43e3-9613-5284d3f75e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:50:10.340974 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-765b5db7-f771-4120-aecf-4a71ac17a32f req-accc952d-0bd8-43e3-9613-5284d3f75e63 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fb97474a860e4d948fd0a95e1b318101&device_id=b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf HTTP/1.1" status: 200 len: 1129 time: 0.0511477 Feb 28 10:50:10.441497 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b5db7-f771-4120-aecf-4a71ac17a32f req-6e8e8402-4859-4aed-a221-793c133a2eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:50:10.443009 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-765b5db7-f771-4120-aecf-4a71ac17a32f req-6e8e8402-4859-4aed-a221-793c133a2eef service neutron] 10.222.0.70 "GET /v2.0/networks?id=b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a HTTP/1.1" status: 200 len: 911 time: 0.0962958 Feb 28 10:50:10.509854 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-765b5db7-f771-4120-aecf-4a71ac17a32f req-ae3fde3e-65d9-4482-a5ff-6da2804cf7e3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc89cfe1-697e-4826-93b1-95e1783c7d68 HTTP/1.1" status: 200 len: 998 time: 0.0607269 Feb 28 10:50:10.524183 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-b55ddf4a-9bdf-4481-9544-cd68359ce732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'name': 'tempest-TestVolumeBootPattern-713778107-router', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a18ea445-10b9-43f2-906e-3ea457f19b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:59Z', 'updated_at': '2022-02-28T10:42:04Z', 'revision_number': 4, 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'gw_port': {'id': 'a18ea445-10b9-43f2-906e-3ea457f19b46', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:00Z', 'updated_at': '2022-02-28T10:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': '7fcc69a1-cbe6-435a-b3a1-193136eab428', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'floating_ip_address': '172.26.3.7', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'port_id': 'f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a', 'mac_address': 'fa:16:3e:c1:c2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495df2a2-cfd8-4323-8f0d-db38e9507b50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:46:50Z', 'updated_at': '2022-02-28T10:46:53Z', 'revision_number': 1, 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'fixed_ip_address_scope': None}, {'id': '8356bd14-4dae-4798-81b8-27b533d12284', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'floating_ip_address': '172.26.3.53', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'port_id': 'fc89cfe1-697e-4826-93b1-95e1783c7d68', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a', 'mac_address': 'fa:16:3e:97:5e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:50:08Z', 'updated_at': '2022-02-28T10:50:08Z', 'revision_number': 0, 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '322c8862-e166-4219-b05c-8a81cc0fb920', 'name': '', 'network_id': 'b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'mac_address': 'fa:16:3e:dd:16:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'e8522a33-2f3b-469a-aaa7-bb28734740a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:03Z', 'updated_at': '2022-02-28T10:42:12Z', 'revision_number': 5, 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'subnets': [{'id': 'e8522a33-2f3b-469a-aaa7-bb28734740a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:50:10.550114 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55ddf4a-9bdf-4481-9544-cd68359ce732 None None] Checking router: fb9806d2-32f1-4369-b725-739487e43fc4 for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:50:10.560127 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55ddf4a-9bdf-4481-9544-cd68359ce732 None None] Routers {'fb9806d2-32f1-4369-b725-739487e43fc4'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:50:10.560877 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-b55ddf4a-9bdf-4481-9544-cd68359ce732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:49:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['fb9806d2-32f1-4369-b725-739487e43fc4'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:50:10.561654 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b5db7-f771-4120-aecf-4a71ac17a32f req-54f7025e-14c9-4f6e-9088-407b27c034be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:50:10.562885 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-765b5db7-f771-4120-aecf-4a71ac17a32f req-54f7025e-14c9-4f6e-9088-407b27c034be service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e8522a33-2f3b-469a-aaa7-bb28734740a0 HTTP/1.1" status: 200 len: 850 time: 0.0469625 Feb 28 10:50:10.621703 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b5db7-f771-4120-aecf-4a71ac17a32f req-ce47b39a-b432-4080-8b9c-c72d44c7b844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:50:10.623215 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-765b5db7-f771-4120-aecf-4a71ac17a32f req-ce47b39a-b432-4080-8b9c-c72d44c7b844 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0536220 Feb 28 10:50:10.676605 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-b55ddf4a-9bdf-4481-9544-cd68359ce732 None None] Set router fb9806d2-32f1-4369-b725-739487e43fc4 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:50:10.719538 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-765b5db7-f771-4120-aecf-4a71ac17a32f req-47fe23f3-19e8-4454-bd23-136bc14f58fa service neutron] 10.222.0.70 "GET /v2.0/networks/b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905373 Feb 28 10:50:10.817334 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-765b5db7-f771-4120-aecf-4a71ac17a32f req-b79ac148-bcdf-413a-aa51-1884fe529375 service neutron] 10.222.0.70 "GET /v2.0/networks/b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913873 Feb 28 10:50:10.914720 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-b55ddf4a-9bdf-4481-9544-cd68359ce732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'name': 'tempest-TestVolumeBootPattern-713778107-router', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a18ea445-10b9-43f2-906e-3ea457f19b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:59Z', 'updated_at': '2022-02-28T10:42:04Z', 'revision_number': 4, 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'gw_port': {'id': 'a18ea445-10b9-43f2-906e-3ea457f19b46', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:00Z', 'updated_at': '2022-02-28T10:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': '7fcc69a1-cbe6-435a-b3a1-193136eab428', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'floating_ip_address': '172.26.3.7', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'port_id': 'f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a', 'mac_address': 'fa:16:3e:c1:c2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495df2a2-cfd8-4323-8f0d-db38e9507b50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:46:50Z', 'updated_at': '2022-02-28T10:46:53Z', 'revision_number': 1, 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'fixed_ip_address_scope': None}, {'id': '8356bd14-4dae-4798-81b8-27b533d12284', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'floating_ip_address': '172.26.3.53', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'port_id': 'fc89cfe1-697e-4826-93b1-95e1783c7d68', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a', 'mac_address': 'fa:16:3e:97:5e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:50:08Z', 'updated_at': '2022-02-28T10:50:08Z', 'revision_number': 0, 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '322c8862-e166-4219-b05c-8a81cc0fb920', 'name': '', 'network_id': 'b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'mac_address': 'fa:16:3e:dd:16:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'e8522a33-2f3b-469a-aaa7-bb28734740a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:03Z', 'updated_at': '2022-02-28T10:42:12Z', 'revision_number': 5, 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'subnets': [{'id': 'e8522a33-2f3b-469a-aaa7-bb28734740a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:50:10.945358 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55ddf4a-9bdf-4481-9544-cd68359ce732 None None] The sync data for ids ['fb9806d2-32f1-4369-b725-739487e43fc4'] in dv-neutron-829161-3-hyperv is: [{'id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'name': 'tempest-TestVolumeBootPattern-713778107-router', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a18ea445-10b9-43f2-906e-3ea457f19b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:59Z', 'updated_at': '2022-02-28T10:42:04Z', 'revision_number': 4, 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'gw_port': {'id': 'a18ea445-10b9-43f2-906e-3ea457f19b46', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:00Z', 'updated_at': '2022-02-28T10:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': '7fcc69a1-cbe6-435a-b3a1-193136eab428', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'floating_ip_address': '172.26.3.7', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'port_id': 'f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a', 'mac_address': 'fa:16:3e:c1:c2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495df2a2-cfd8-4323-8f0d-db38e9507b50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:46:50Z', 'updated_at': '2022-02-28T10:46:53Z', 'revision_number': 1, 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'fixed_ip_address_scope': None}, {'id': '8356bd14-4dae-4798-81b8-27b533d12284', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'floating_ip_address': '172.26.3.53', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'port_id': 'fc89cfe1-697e-4826-93b1-95e1783c7d68', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a', 'mac_address': 'fa:16:3e:97:5e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:50:08Z', 'updated_at': '2022-02-28T10:50:08Z', 'revision_number': 0, 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '322c8862-e166-4219-b05c-8a81cc0fb920', 'name': '', 'network_id': 'b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'mac_address': 'fa:16:3e:dd:16:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'e8522a33-2f3b-469a-aaa7-bb28734740a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:03Z', 'updated_at': '2022-02-28T10:42:12Z', 'revision_number': 5, 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'subnets': [{'id': 'e8522a33-2f3b-469a-aaa7-bb28734740a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:50:11.307796 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b953799b-df65-43a4-9041-f1fa8cc6102b None None] New status for floating IP 8356bd14-4dae-4798-81b8-27b533d12284: ACTIVE {{(pid=104085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:50:16.504531 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-1f46e221-7eba-4737-9e3e-a92615e4e11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:18.672521 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e649dcb8-72d7-4f79-9d8b-1c162d4100e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:20.093730 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:21.374405 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:22.709606 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:30.629502 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:38.719450 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:50:46.428831 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-dd84fe80-0560-40b5-805e-73936b4fda3b req-feccad2e-e9df-4fa0-9b95-71edc23fccfb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4309d417-20a5-43d9-8a11-fdd61c054caa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0456579 Feb 28 10:50:46.436675 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-bd1d9d5c-6b18-45b8-8753-83f93e055dd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:46.508828 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd84fe80-0560-40b5-805e-73936b4fda3b req-90642fcf-fbdd-4988-958e-8e96683602e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:50:46.510334 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-dd84fe80-0560-40b5-805e-73936b4fda3b req-90642fcf-fbdd-4988-958e-8e96683602e6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=02ebd57ebb02426fbf4a686f080eb9d7&device_id=4309d417-20a5-43d9-8a11-fdd61c054caa HTTP/1.1" status: 200 len: 1129 time: 0.0444703 Feb 28 10:50:46.621520 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd84fe80-0560-40b5-805e-73936b4fda3b req-bddced8a-8b4d-4dcd-ba4d-98df63804604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:50:46.623021 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-dd84fe80-0560-40b5-805e-73936b4fda3b req-bddced8a-8b4d-4dcd-ba4d-98df63804604 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9c18c5c1-c7cd-439d-9018-3ec66c352d6f HTTP/1.1" status: 200 len: 896 time: 0.0867527 Feb 28 10:50:46.688306 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-dd84fe80-0560-40b5-805e-73936b4fda3b req-cf52cf2a-42ff-4a30-9c2e-6e97f3dc9c5c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501 HTTP/1.1" status: 200 len: 1000 time: 0.0589755 Feb 28 10:50:46.736152 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd84fe80-0560-40b5-805e-73936b4fda3b req-739599e5-983a-4a7a-a20e-894ad1e70025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:50:46.737632 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-dd84fe80-0560-40b5-805e-73936b4fda3b req-739599e5-983a-4a7a-a20e-894ad1e70025 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=93af1105-5dde-4930-9187-92b7d2294f86 HTTP/1.1" status: 200 len: 843 time: 0.0435050 Feb 28 10:50:46.790852 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd84fe80-0560-40b5-805e-73936b4fda3b req-bcb086d1-dc8b-4185-987b-2c4c53eebe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:50:46.792386 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-dd84fe80-0560-40b5-805e-73936b4fda3b req-bcb086d1-dc8b-4185-987b-2c4c53eebe02 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9c18c5c1-c7cd-439d-9018-3ec66c352d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0489995 Feb 28 10:50:46.885336 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-dd84fe80-0560-40b5-805e-73936b4fda3b req-ae7ec0b4-afdc-40d1-92b9-a9052c0db9e7 service neutron] 10.222.0.70 "GET /v2.0/networks/9c18c5c1-c7cd-439d-9018-3ec66c352d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869918 Feb 28 10:50:46.980524 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-dd84fe80-0560-40b5-805e-73936b4fda3b req-d65d2f86-5e41-4f87-97ec-ecf5cdbb4dbf service neutron] 10.222.0.70 "GET /v2.0/networks/9c18c5c1-c7cd-439d-9018-3ec66c352d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895469 Feb 28 10:50:48.642364 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-cfbe5f63-c497-4aa9-b3f4-2df32081074d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:50.031103 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:51.326271 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:52.691967 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:57.591732 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [req-e738df17-fbdf-4235-9533-12d14fff3e96 req-bfc1dd11-f3f6-4afd-bf47-b09eaf5ecd3b service neutron] (104084) timed out ('10.222.0.70', 64503) {{(pid=104084) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 10:50:59.126911 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 51602) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:50:59.132933 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-ac788b57-2575-4888-8ed7-911ae8c498dd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:50:59.246968 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ac788b57-2575-4888-8ed7-911ae8c498dd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59343489'] for subnet (93af1105-5dde-4930-9187-92b7d2294f86), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:59.486942 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ac788b57-2575-4888-8ed7-911ae8c498dd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737743691493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59245918'] for subnet (93af1105-5dde-4930-9187-92b7d2294f86), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:59.526193 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac788b57-2575-4888-8ed7-911ae8c498dd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:50:59.526805 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ac788b57-2575-4888-8ed7-911ae8c498dd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:59.528188 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-ac788b57-2575-4888-8ed7-911ae8c498dd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "PUT /v2.0/subnets/93af1105-5dde-4930-9187-92b7d2294f86 HTTP/1.1" status: 200 len: 835 time: 0.4002345 Feb 28 10:50:59.534075 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b48a3a4-e741-4cbd-ab3e-36c834e9f2a8 None None] Network 9c18c5c1-c7cd-439d-9018-3ec66c352d6f requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:50:59.551414 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac788b57-2575-4888-8ed7-911ae8c498dd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Subnet': ['ID=93af1105-5dde-4930-9187-92b7d2294f86,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:50:59.561673 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac788b57-2575-4888-8ed7-911ae8c498dd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:50:59.562047 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac788b57-2575-4888-8ed7-911ae8c498dd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:50:59.562399 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac788b57-2575-4888-8ed7-911ae8c498dd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:50:59.562756 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac788b57-2575-4888-8ed7-911ae8c498dd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:50:59.563124 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac788b57-2575-4888-8ed7-911ae8c498dd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:50:59.563466 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac788b57-2575-4888-8ed7-911ae8c498dd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:50:59.563807 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac788b57-2575-4888-8ed7-911ae8c498dd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:50:59.564149 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac788b57-2575-4888-8ed7-911ae8c498dd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:50:59.564479 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac788b57-2575-4888-8ed7-911ae8c498dd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:50:59.564824 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac788b57-2575-4888-8ed7-911ae8c498dd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:50:59.565156 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac788b57-2575-4888-8ed7-911ae8c498dd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:50:59.565517 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac788b57-2575-4888-8ed7-911ae8c498dd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:50:59.565851 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac788b57-2575-4888-8ed7-911ae8c498dd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:50:59.927299 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a246ff08-f063-42a9-a72d-e86131d2ce1d None None] Provisioning complete for port e91e70d1-7366-4625-944f-b792e9a9dd99 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:50:59.927620 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a246ff08-f063-42a9-a72d-e86131d2ce1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (e91e70d1-7366-4625-944f-b792e9a9dd99), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:00.019327 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a246ff08-f063-42a9-a72d-e86131d2ce1d None None] Current status of the port e91e70d1-7366-4625-944f-b792e9a9dd99 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:51:00.030528 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a246ff08-f063-42a9-a72d-e86131d2ce1d None None] Provisioning complete for port e1075a32-6cdf-4c37-b44f-d2b716018bfe triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:51:00.030971 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a246ff08-f063-42a9-a72d-e86131d2ce1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (e1075a32-6cdf-4c37-b44f-d2b716018bfe), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:00.121916 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a246ff08-f063-42a9-a72d-e86131d2ce1d None None] Current status of the port e1075a32-6cdf-4c37-b44f-d2b716018bfe is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:51:00.133354 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a246ff08-f063-42a9-a72d-e86131d2ce1d None None] Provisioning complete for port 9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:51:00.133737 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a246ff08-f063-42a9-a72d-e86131d2ce1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:00.240374 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a246ff08-f063-42a9-a72d-e86131d2ce1d None None] Current status of the port 9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:51:00.767130 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:15.719442 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:51:16.470877 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b069407a-c25d-48a1-96e6-e840e5a144ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:18.699201 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-97d0b3cb-1226-4a2f-91c0-3b5badfd3c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:20.013633 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:21.326313 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:22.714809 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:30.590190 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:42.373485 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 51618) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:51:42.594139 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-8264b8d9-d371-4727-8c2d-79a4b6e5b01d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Deleting port 9a43c8d2-b0a1-4269-aaf9-349307ffe367 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:51:42.594485 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8264b8d9-d371-4727-8c2d-79a4b6e5b01d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (9a43c8d2-b0a1-4269-aaf9-349307ffe367), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:42.672484 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8264b8d9-d371-4727-8c2d-79a4b6e5b01d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (9a43c8d2-b0a1-4269-aaf9-349307ffe367), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:42.672737 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8264b8d9-d371-4727-8c2d-79a4b6e5b01d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for floatingip (9a43c8d2-b0a1-4269-aaf9-349307ffe367), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:42.684261 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-8264b8d9-d371-4727-8c2d-79a4b6e5b01d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Calling delete_port for 9a43c8d2-b0a1-4269-aaf9-349307ffe367 owned by network:floatingip {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:51:42.910198 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8264b8d9-d371-4727-8c2d-79a4b6e5b01d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (9a43c8d2-b0a1-4269-aaf9-349307ffe367), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:42.936673 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8264b8d9-d371-4727-8c2d-79a4b6e5b01d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event deleted for resources: {'Port': ['ID=9a43c8d2-b0a1-4269-aaf9-349307ffe367,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:51:42.999266 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8264b8d9-d371-4727-8c2d-79a4b6e5b01d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for floatingip (881244b9-8385-44a5-9dd3-2e4503ec32f2), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:42.999591 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.l3_db [None req-8264b8d9-d371-4727-8c2d-79a4b6e5b01d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Floating IP 881244b9-8385-44a5-9dd3-2e4503ec32f2 disassociated (deleted). External IP: 172.26.3.83, port: 9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501. Feb 28 10:51:43.219488 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8264b8d9-d371-4727-8c2d-79a4b6e5b01d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Router 76e6e130-67f2-4936-892d-287f2cbc441f has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:51:43.370356 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8264b8d9-d371-4727-8c2d-79a4b6e5b01d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:51:43.375855 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8264b8d9-d371-4727-8c2d-79a4b6e5b01d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:43.380886 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0604ec-7e73-4a88-8f3b-7a530edccceb None None] Sync routers for ids ['76e6e130-67f2-4936-892d-287f2cbc441f'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:51:43.391397 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0604ec-7e73-4a88-8f3b-7a530edccceb None None] Routers {'76e6e130-67f2-4936-892d-287f2cbc441f'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:51:43.392024 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-da0604ec-7e73-4a88-8f3b-7a530edccceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:51:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['76e6e130-67f2-4936-892d-287f2cbc441f'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:51:43.405993 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-8264b8d9-d371-4727-8c2d-79a4b6e5b01d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "DELETE /v2.0/floatingips/881244b9-8385-44a5-9dd3-2e4503ec32f2 HTTP/1.1" status: 204 len: 168 time: 1.0313799 Feb 28 10:51:43.406604 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4309d417-20a5-43d9-8a11-fdd61c054caa', 'tag': '9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:51:43.408919 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3996fd-df11-40c8-a7fb-a7a82d13debd" -d '{"events": [{"name": "network-changed", "server_uuid": "4309d417-20a5-43d9-8a11-fdd61c054caa", "tag": "9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:51:43.505266 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-da0604ec-7e73-4a88-8f3b-7a530edccceb None None] Set router 76e6e130-67f2-4936-892d-287f2cbc441f gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:51:43.521331 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8ed4a8-e4a8-4e00-8ec2-0b1dec31cecd x-openstack-request-id: req-8c8ed4a8-e4a8-4e00-8ec2-0b1dec31cecd {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:51:43.521631 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4309d417-20a5-43d9-8a11-fdd61c054caa", "tag": "9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:51:43.521894 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8c8ed4a8-e4a8-4e00-8ec2-0b1dec31cecd {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:51:43.522333 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4309d417-20a5-43d9-8a11-fdd61c054caa', 'tag': '9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501', 'status': 'completed', 'code': 200} Feb 28 10:51:43.659864 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3996fd-df11-40c8-a7fb-a7a82d13debd req-69bba288-2177-48ed-a9ef-3164fc9d4154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:51:43.661550 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1f3996fd-df11-40c8-a7fb-a7a82d13debd req-69bba288-2177-48ed-a9ef-3164fc9d4154 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=02ebd57ebb02426fbf4a686f080eb9d7&device_id=4309d417-20a5-43d9-8a11-fdd61c054caa HTTP/1.1" status: 200 len: 1129 time: 0.0931368 Feb 28 10:51:43.719820 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-da0604ec-7e73-4a88-8f3b-7a530edccceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76e6e130-67f2-4936-892d-287f2cbc441f', 'name': 'tempest-TestNetworkBasicOps-router-1798892562', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': '69521e63-0c84-456f-8fd1-1cbc7735f903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:48:43Z', 'updated_at': '2022-02-28T10:48:48Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '69521e63-0c84-456f-8fd1-1cbc7735f903', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e6e130-67f2-4936-892d-287f2cbc441f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:48:44Z', 'updated_at': '2022-02-28T10:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': 'e1075a32-6cdf-4c37-b44f-d2b716018bfe', 'name': '', 'network_id': '9c18c5c1-c7cd-439d-9018-3ec66c352d6f', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:4e:ea:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e6e130-67f2-4936-892d-287f2cbc441f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '93af1105-5dde-4930-9187-92b7d2294f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:48:48Z', 'updated_at': '2022-02-28T10:48:51Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '93af1105-5dde-4930-9187-92b7d2294f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:51:43.746553 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0604ec-7e73-4a88-8f3b-7a530edccceb None None] Checking router: 76e6e130-67f2-4936-892d-287f2cbc441f for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:51:43.756320 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0604ec-7e73-4a88-8f3b-7a530edccceb None None] Routers {'76e6e130-67f2-4936-892d-287f2cbc441f'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:51:43.756588 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-da0604ec-7e73-4a88-8f3b-7a530edccceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:51:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['76e6e130-67f2-4936-892d-287f2cbc441f'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:51:43.766150 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3996fd-df11-40c8-a7fb-a7a82d13debd req-cb7fc040-b502-4665-b107-82a70b6d50fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:51:43.767627 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1f3996fd-df11-40c8-a7fb-a7a82d13debd req-cb7fc040-b502-4665-b107-82a70b6d50fd service neutron] 10.222.0.70 "GET /v2.0/networks?id=9c18c5c1-c7cd-439d-9018-3ec66c352d6f HTTP/1.1" status: 200 len: 896 time: 0.0975525 Feb 28 10:51:43.852476 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1f3996fd-df11-40c8-a7fb-a7a82d13debd req-95050cd7-dcb2-4fac-985e-8d778b046007 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501 HTTP/1.1" status: 200 len: 217 time: 0.0361626 Feb 28 10:51:43.872397 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-da0604ec-7e73-4a88-8f3b-7a530edccceb None None] Set router 76e6e130-67f2-4936-892d-287f2cbc441f gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:51:43.929280 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3996fd-df11-40c8-a7fb-a7a82d13debd req-6a76ce4e-2ed0-4c06-9f88-bc2656c0c336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:51:43.930754 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1f3996fd-df11-40c8-a7fb-a7a82d13debd req-6a76ce4e-2ed0-4c06-9f88-bc2656c0c336 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=93af1105-5dde-4930-9187-92b7d2294f86 HTTP/1.1" status: 200 len: 843 time: 0.0672271 Feb 28 10:51:43.953801 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d709206-11bd-4afa-bc63-8e952379f4b4 req-e44761ed-bfef-432a-b03a-9aea06109351 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:51:43.955643 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2d709206-11bd-4afa-bc63-8e952379f4b4 req-e44761ed-bfef-432a-b03a-9aea06109351 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=4309d417-20a5-43d9-8a11-fdd61c054caa HTTP/1.1" status: 200 len: 945 time: 0.1571879 Feb 28 10:51:44.023818 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3996fd-df11-40c8-a7fb-a7a82d13debd req-4de2ba51-dd48-47eb-97c7-59e132364af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:51:44.025257 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1f3996fd-df11-40c8-a7fb-a7a82d13debd req-4de2ba51-dd48-47eb-97c7-59e132364af0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9c18c5c1-c7cd-439d-9018-3ec66c352d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0874643 Feb 28 10:51:44.030982 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2d709206-11bd-4afa-bc63-8e952379f4b4 req-502532b4-5b03-4012-a5f3-8fb3c4083b47 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=fbb4906c-72f5-4344-bad8-e13f2a45e416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597107 Feb 28 10:51:44.087865 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-da0604ec-7e73-4a88-8f3b-7a530edccceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76e6e130-67f2-4936-892d-287f2cbc441f', 'name': 'tempest-TestNetworkBasicOps-router-1798892562', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': '69521e63-0c84-456f-8fd1-1cbc7735f903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:48:43Z', 'updated_at': '2022-02-28T10:48:48Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '69521e63-0c84-456f-8fd1-1cbc7735f903', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e6e130-67f2-4936-892d-287f2cbc441f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:48:44Z', 'updated_at': '2022-02-28T10:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': 'e1075a32-6cdf-4c37-b44f-d2b716018bfe', 'name': '', 'network_id': '9c18c5c1-c7cd-439d-9018-3ec66c352d6f', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:4e:ea:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e6e130-67f2-4936-892d-287f2cbc441f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '93af1105-5dde-4930-9187-92b7d2294f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:48:48Z', 'updated_at': '2022-02-28T10:48:51Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '93af1105-5dde-4930-9187-92b7d2294f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:51:44.117024 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0604ec-7e73-4a88-8f3b-7a530edccceb None None] The sync data for ids ['76e6e130-67f2-4936-892d-287f2cbc441f'] in dv-neutron-829161-3-hyperv is: [{'id': '76e6e130-67f2-4936-892d-287f2cbc441f', 'name': 'tempest-TestNetworkBasicOps-router-1798892562', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': '69521e63-0c84-456f-8fd1-1cbc7735f903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:48:43Z', 'updated_at': '2022-02-28T10:48:48Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '69521e63-0c84-456f-8fd1-1cbc7735f903', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e6e130-67f2-4936-892d-287f2cbc441f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:48:44Z', 'updated_at': '2022-02-28T10:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': 'e1075a32-6cdf-4c37-b44f-d2b716018bfe', 'name': '', 'network_id': '9c18c5c1-c7cd-439d-9018-3ec66c352d6f', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:4e:ea:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e6e130-67f2-4936-892d-287f2cbc441f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '93af1105-5dde-4930-9187-92b7d2294f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:48:48Z', 'updated_at': '2022-02-28T10:48:51Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '93af1105-5dde-4930-9187-92b7d2294f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:51:44.129154 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1f3996fd-df11-40c8-a7fb-a7a82d13debd req-3ecaabc6-b09f-408c-a75b-406967b79671 service neutron] 10.222.0.70 "GET /v2.0/networks/9c18c5c1-c7cd-439d-9018-3ec66c352d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970969 Feb 28 10:51:44.234452 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1f3996fd-df11-40c8-a7fb-a7a82d13debd req-4e51172d-7e08-4e5e-8c1b-444f39ce11e2 service neutron] 10.222.0.70 "GET /v2.0/networks/9c18c5c1-c7cd-439d-9018-3ec66c352d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986862 Feb 28 10:51:44.379347 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37ff05a-cc36-487c-92d5-fdc82715be32 None None] New status for floating IP 881244b9-8385-44a5-9dd3-2e4503ec32f2: DOWN {{(pid=104085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:51:45.208333 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc0289-3438-4ae2-b1ae-c39cf077c85c req-8f66c17e-4f05-49f6-9f32-da7d720a7ea4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:51:45.209931 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-30cc0289-3438-4ae2-b1ae-c39cf077c85c req-8f66c17e-4f05-49f6-9f32-da7d720a7ea4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=4309d417-20a5-43d9-8a11-fdd61c054caa HTTP/1.1" status: 200 len: 945 time: 0.1048110 Feb 28 10:51:45.262470 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-30cc0289-3438-4ae2-b1ae-c39cf077c85c req-7c4e6ec6-8d00-4b57-9f58-3d7adc7f74e7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=fbb4906c-72f5-4344-bad8-e13f2a45e416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467899 Feb 28 10:51:45.276556 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04cb47b-df66-40d2-bf3d-962cb191a2f5 req-f2ba3fbe-e070-47da-8e97-508558103e3e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:51:45.278759 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d04cb47b-df66-40d2-bf3d-962cb191a2f5 req-f2ba3fbe-e070-47da-8e97-508558103e3e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.70 "GET /v2.0/ports?device_id=4309d417-20a5-43d9-8a11-fdd61c054caa HTTP/1.1" status: 200 len: 945 time: 0.0587740 Feb 28 10:51:45.381780 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-d04cb47b-df66-40d2-bf3d-962cb191a2f5 req-f1d817e6-40c3-4256-8465-885444305062 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Deleting port 9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:51:45.382165 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-d04cb47b-df66-40d2-bf3d-962cb191a2f5 req-f1d817e6-40c3-4256-8465-885444305062 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:45.488244 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-d04cb47b-df66-40d2-bf3d-962cb191a2f5 req-f1d817e6-40c3-4256-8465-885444305062 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] For port 9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501,segment=NetworkSegment(f1254b78-1ccf-4e54-be3b-d984df6f775e),segment_id=f1254b78-1ccf-4e54-be3b-d984df6f775e)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:51:45.488603 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-d04cb47b-df66-40d2-bf3d-962cb191a2f5 req-f1d817e6-40c3-4256-8465-885444305062 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:45.500812 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-d04cb47b-df66-40d2-bf3d-962cb191a2f5 req-f1d817e6-40c3-4256-8465-885444305062 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Calling delete_port for 9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501 owned by compute:nova {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:51:45.710973 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-d04cb47b-df66-40d2-bf3d-962cb191a2f5 req-f1d817e6-40c3-4256-8465-885444305062 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:45.745763 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d817e6-40c3-4256-8465-885444305062 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event deleted for resources: {'Port': ['ID=9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:51:45.790551 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-d04cb47b-df66-40d2-bf3d-962cb191a2f5 req-f1d817e6-40c3-4256-8465-885444305062 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] No DVR routers for this DVR port 9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501 on host hv-neutron-8291 {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:51:45.793310 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-d04cb47b-df66-40d2-bf3d-962cb191a2f5 req-f1d817e6-40c3-4256-8465-885444305062 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:45.797457 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d04cb47b-df66-40d2-bf3d-962cb191a2f5 req-f1d817e6-40c3-4256-8465-885444305062 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.70 "DELETE /v2.0/ports/9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501 HTTP/1.1" status: 204 len: 173 time: 0.5140295 Feb 28 10:51:45.797942 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4309d417-20a5-43d9-8a11-fdd61c054caa', 'name': 'network-vif-deleted', 'tag': '9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:51:45.800339 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0d85ec-9584-4d97-a7bf-25078530380b" -d '{"events": [{"server_uuid": "4309d417-20a5-43d9-8a11-fdd61c054caa", "name": "network-vif-deleted", "tag": "9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:51:45.835762 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5841631e-7867-44e9-aec7-573153ddb646 x-openstack-request-id: req-5841631e-7867-44e9-aec7-573153ddb646 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:51:45.836061 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4309d417-20a5-43d9-8a11-fdd61c054caa", "name": "network-vif-deleted", "tag": "9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:51:45.836323 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5841631e-7867-44e9-aec7-573153ddb646 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:51:45.836733 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4309d417-20a5-43d9-8a11-fdd61c054caa', 'name': 'network-vif-deleted', 'tag': '9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501', 'status': 'completed', 'code': 200} Feb 28 10:51:46.370958 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-72ee7df1-ac56-433e-b07a-e496dd8c77af req-566efa2d-6719-49c9-a7db-46d0824637c0 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=4309d417-20a5-43d9-8a11-fdd61c054caa HTTP/1.1" status: 200 len: 210 time: 0.0285287 Feb 28 10:51:46.445814 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8eb1711b-cf3c-4126-87b9-008456d2caf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:47.430654 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 51652) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:51:47.442236 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a515b241-37b3-4fac-829c-1d4c0d4bb853 req-43ae648b-851a-4ec5-a1c8-63af08c9abc1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=495df2a2-cfd8-4323-8f0d-db38e9507b50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0534892 Feb 28 10:51:47.490865 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f9ae8d50-e63a-4140-959e-75e0ede7a893 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (fbb4906c-72f5-4344-bad8-e13f2a45e416), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:47.544933 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f9ae8d50-e63a-4140-959e-75e0ede7a893 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (fbb4906c-72f5-4344-bad8-e13f2a45e416), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:47.586961 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a515b241-37b3-4fac-829c-1d4c0d4bb853 req-8fa06dbc-8c0d-4f76-bf7e-b8a764b9989e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:51:47.588455 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a515b241-37b3-4fac-829c-1d4c0d4bb853 req-8fa06dbc-8c0d-4f76-bf7e-b8a764b9989e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fb97474a860e4d948fd0a95e1b318101&device_id=495df2a2-cfd8-4323-8f0d-db38e9507b50 HTTP/1.1" status: 200 len: 1129 time: 0.0870388 Feb 28 10:51:47.696372 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a515b241-37b3-4fac-829c-1d4c0d4bb853 req-62e9e430-296d-4adc-8976-750694dbb503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:51:47.697815 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a515b241-37b3-4fac-829c-1d4c0d4bb853 req-62e9e430-296d-4adc-8976-750694dbb503 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a HTTP/1.1" status: 200 len: 911 time: 0.0909858 Feb 28 10:51:47.710726 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f9ae8d50-e63a-4140-959e-75e0ede7a893 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (fbb4906c-72f5-4344-bad8-e13f2a45e416), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:47.714054 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f9ae8d50-e63a-4140-959e-75e0ede7a893 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:47.715198 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-f9ae8d50-e63a-4140-959e-75e0ede7a893 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "DELETE /v2.0/security-groups/fbb4906c-72f5-4344-bad8-e13f2a45e416 HTTP/1.1" status: 204 len: 168 time: 0.2835314 Feb 28 10:51:47.759260 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ae8d50-e63a-4140-959e-75e0ede7a893 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb4906c-72f5-4344-bad8-e13f2a45e416,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:51:47.785634 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a515b241-37b3-4fac-829c-1d4c0d4bb853 req-54f9a669-068b-413a-a7d2-447289185acb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c HTTP/1.1" status: 200 len: 999 time: 0.0819116 Feb 28 10:51:47.837312 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a515b241-37b3-4fac-829c-1d4c0d4bb853 req-47772755-409a-4991-9b4f-f5e318fa8fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:51:47.838807 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a515b241-37b3-4fac-829c-1d4c0d4bb853 req-47772755-409a-4991-9b4f-f5e318fa8fc9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e8522a33-2f3b-469a-aaa7-bb28734740a0 HTTP/1.1" status: 200 len: 850 time: 0.0468833 Feb 28 10:51:47.889268 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a515b241-37b3-4fac-829c-1d4c0d4bb853 req-a6da45e6-bcd6-4afb-bf9b-729009746e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:51:47.890795 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a515b241-37b3-4fac-829c-1d4c0d4bb853 req-a6da45e6-bcd6-4afb-bf9b-729009746e72 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0464435 Feb 28 10:51:47.983375 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a515b241-37b3-4fac-829c-1d4c0d4bb853 req-63b1b5e0-7962-414f-b0d7-eb9f9e89f970 service neutron] 10.222.0.70 "GET /v2.0/networks/b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862887 Feb 28 10:51:48.072617 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a515b241-37b3-4fac-829c-1d4c0d4bb853 req-59bb9e87-fdd8-401f-8590-e84342e377ac service neutron] 10.222.0.70 "GET /v2.0/networks/b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842235 Feb 28 10:51:48.658520 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-279a6f2c-c0f3-4761-9e75-d1af01431d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:48.796725 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 51658) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:51:49.358752 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501 no longer exists at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:51:49.383593 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] No Port match for: 9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:51:49.383949 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 9f39f3ea-6b1b-45b7-94b4-a8dbf3cea501 not bound to the agent host hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:51:49.529154 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-75c7db49-3eef-4b0a-bd52-221a58000c67 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047661'] for router_interface (76e6e130-67f2-4936-892d-287f2cbc441f), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:49.810382 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-75c7db49-3eef-4b0a-bd52-221a58000c67 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Deleting port e1075a32-6cdf-4c37-b44f-d2b716018bfe {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:51:49.811096 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-75c7db49-3eef-4b0a-bd52-221a58000c67 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (e1075a32-6cdf-4c37-b44f-d2b716018bfe), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:49.899541 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-75c7db49-3eef-4b0a-bd52-221a58000c67 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] For port e1075a32-6cdf-4c37-b44f-d2b716018bfe, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=e1075a32-6cdf-4c37-b44f-d2b716018bfe,segment=NetworkSegment(f1254b78-1ccf-4e54-be3b-d984df6f775e),segment_id=f1254b78-1ccf-4e54-be3b-d984df6f775e)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:51:49.899907 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-75c7db49-3eef-4b0a-bd52-221a58000c67 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (e1075a32-6cdf-4c37-b44f-d2b716018bfe), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:49.912564 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-75c7db49-3eef-4b0a-bd52-221a58000c67 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Calling delete_port for e1075a32-6cdf-4c37-b44f-d2b716018bfe owned by network:router_interface {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:51:50.041645 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:50.159850 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-75c7db49-3eef-4b0a-bd52-221a58000c67 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (e1075a32-6cdf-4c37-b44f-d2b716018bfe), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:50.191719 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c7db49-3eef-4b0a-bd52-221a58000c67 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event deleted for resources: {'Port': ['ID=e1075a32-6cdf-4c37-b44f-d2b716018bfe,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:51:50.204578 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c7db49-3eef-4b0a-bd52-221a58000c67 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:51:50.204964 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c7db49-3eef-4b0a-bd52-221a58000c67 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:51:50.205304 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c7db49-3eef-4b0a-bd52-221a58000c67 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:51:50.205711 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c7db49-3eef-4b0a-bd52-221a58000c67 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:51:50.205994 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c7db49-3eef-4b0a-bd52-221a58000c67 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:51:50.206331 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c7db49-3eef-4b0a-bd52-221a58000c67 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:51:50.206669 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c7db49-3eef-4b0a-bd52-221a58000c67 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:51:50.207045 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c7db49-3eef-4b0a-bd52-221a58000c67 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:51:50.207382 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c7db49-3eef-4b0a-bd52-221a58000c67 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:51:50.207718 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c7db49-3eef-4b0a-bd52-221a58000c67 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:51:50.208054 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c7db49-3eef-4b0a-bd52-221a58000c67 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:51:50.208397 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c7db49-3eef-4b0a-bd52-221a58000c67 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:51:50.208717 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c7db49-3eef-4b0a-bd52-221a58000c67 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:51:50.389813 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-75c7db49-3eef-4b0a-bd52-221a58000c67 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1047681'] for router_interface (76e6e130-67f2-4936-892d-287f2cbc441f), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:50.621965 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c7db49-3eef-4b0a-bd52-221a58000c67 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Router 76e6e130-67f2-4936-892d-287f2cbc441f has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:51:50.734434 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c7db49-3eef-4b0a-bd52-221a58000c67 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:51:50.739552 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-75c7db49-3eef-4b0a-bd52-221a58000c67 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "PUT /v2.0/routers/76e6e130-67f2-4936-892d-287f2cbc441f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9417410 Feb 28 10:51:50.742314 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 51660) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:51:50.743950 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd5e7b1-b8dd-4bd5-b3ae-97a15e42b287 None None] Sync routers for ids ['76e6e130-67f2-4936-892d-287f2cbc441f'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:51:50.754941 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd5e7b1-b8dd-4bd5-b3ae-97a15e42b287 None None] Routers {'76e6e130-67f2-4936-892d-287f2cbc441f'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:51:50.755568 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-ccd5e7b1-b8dd-4bd5-b3ae-97a15e42b287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:51:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['76e6e130-67f2-4936-892d-287f2cbc441f'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:51:50.794449 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-57bc54f7-a4bb-4c22-8219-fcfe55bd713e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Deleting subnet 93af1105-5dde-4930-9187-92b7d2294f86 {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:51:50.797991 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-57bc54f7-a4bb-4c22-8219-fcfe55bd713e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for subnet (93af1105-5dde-4930-9187-92b7d2294f86), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:50.841829 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-57bc54f7-a4bb-4c22-8219-fcfe55bd713e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (93af1105-5dde-4930-9187-92b7d2294f86), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:50.932898 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-57bc54f7-a4bb-4c22-8219-fcfe55bd713e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (93af1105-5dde-4930-9187-92b7d2294f86), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:50.964338 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-ccd5e7b1-b8dd-4bd5-b3ae-97a15e42b287 None None] Set router 76e6e130-67f2-4936-892d-287f2cbc441f gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:51:51.082067 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-57bc54f7-a4bb-4c22-8219-fcfe55bd713e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (93af1105-5dde-4930-9187-92b7d2294f86), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:51.111443 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bc54f7-a4bb-4c22-8219-fcfe55bd713e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event deleted for resources: {'Subnet': ['ID=93af1105-5dde-4930-9187-92b7d2294f86,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:51:51.116068 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-57bc54f7-a4bb-4c22-8219-fcfe55bd713e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:51.122332 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-57bc54f7-a4bb-4c22-8219-fcfe55bd713e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "DELETE /v2.0/subnets/93af1105-5dde-4930-9187-92b7d2294f86 HTTP/1.1" status: 204 len: 168 time: 0.3759930 Feb 28 10:51:51.122992 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 51662) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:51:51.125442 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bd1597-968d-43a2-822d-0169722e46d2 None None] Network 9c18c5c1-c7cd-439d-9018-3ec66c352d6f requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:51:51.154869 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-ccd5e7b1-b8dd-4bd5-b3ae-97a15e42b287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76e6e130-67f2-4936-892d-287f2cbc441f', 'name': 'tempest-TestNetworkBasicOps-router-1798892562', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': '69521e63-0c84-456f-8fd1-1cbc7735f903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:48:43Z', 'updated_at': '2022-02-28T10:51:50Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '69521e63-0c84-456f-8fd1-1cbc7735f903', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e6e130-67f2-4936-892d-287f2cbc441f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:48:44Z', 'updated_at': '2022-02-28T10:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:51:51.186331 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd5e7b1-b8dd-4bd5-b3ae-97a15e42b287 None None] Checking router: 76e6e130-67f2-4936-892d-287f2cbc441f for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:51:51.194292 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd5e7b1-b8dd-4bd5-b3ae-97a15e42b287 None None] Routers {'76e6e130-67f2-4936-892d-287f2cbc441f'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:51:51.195048 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-ccd5e7b1-b8dd-4bd5-b3ae-97a15e42b287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:51:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['76e6e130-67f2-4936-892d-287f2cbc441f'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:51:51.315766 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba5606e-3ac3-4865-847c-0e95e1e89188 None None] DHCP port deletion for 9c18c5c1-c7cd-439d-9018-3ec66c352d6f request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:51:51.319965 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-ccd5e7b1-b8dd-4bd5-b3ae-97a15e42b287 None None] Set router 76e6e130-67f2-4936-892d-287f2cbc441f gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:51:51.357041 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:51.393084 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-9ba5606e-3ac3-4865-847c-0e95e1e89188 None None] Deleting port e91e70d1-7366-4625-944f-b792e9a9dd99 {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:51:51.394025 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9ba5606e-3ac3-4865-847c-0e95e1e89188 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (e91e70d1-7366-4625-944f-b792e9a9dd99), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:51.478046 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-9ba5606e-3ac3-4865-847c-0e95e1e89188 None None] For port e91e70d1-7366-4625-944f-b792e9a9dd99, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=e91e70d1-7366-4625-944f-b792e9a9dd99,segment=NetworkSegment(f1254b78-1ccf-4e54-be3b-d984df6f775e),segment_id=f1254b78-1ccf-4e54-be3b-d984df6f775e)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:51:51.478458 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9ba5606e-3ac3-4865-847c-0e95e1e89188 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (e91e70d1-7366-4625-944f-b792e9a9dd99), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:51.493544 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-9ba5606e-3ac3-4865-847c-0e95e1e89188 None None] Calling delete_port for e91e70d1-7366-4625-944f-b792e9a9dd99 owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:51:51.535836 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-ccd5e7b1-b8dd-4bd5-b3ae-97a15e42b287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76e6e130-67f2-4936-892d-287f2cbc441f', 'name': 'tempest-TestNetworkBasicOps-router-1798892562', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': '69521e63-0c84-456f-8fd1-1cbc7735f903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:48:43Z', 'updated_at': '2022-02-28T10:51:50Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '69521e63-0c84-456f-8fd1-1cbc7735f903', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e6e130-67f2-4936-892d-287f2cbc441f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:48:44Z', 'updated_at': '2022-02-28T10:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:51:51.571548 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd5e7b1-b8dd-4bd5-b3ae-97a15e42b287 None None] The sync data for ids ['76e6e130-67f2-4936-892d-287f2cbc441f'] in dv-neutron-829161-3-hyperv is: [{'id': '76e6e130-67f2-4936-892d-287f2cbc441f', 'name': 'tempest-TestNetworkBasicOps-router-1798892562', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': '69521e63-0c84-456f-8fd1-1cbc7735f903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:48:43Z', 'updated_at': '2022-02-28T10:51:50Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '69521e63-0c84-456f-8fd1-1cbc7735f903', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e6e130-67f2-4936-892d-287f2cbc441f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:48:44Z', 'updated_at': '2022-02-28T10:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:51:51.643515 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-077bfff3-ddcf-447f-9d8b-008baf4c7bf7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router (76e6e130-67f2-4936-892d-287f2cbc441f), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:51.767811 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-077bfff3-ddcf-447f-9d8b-008baf4c7bf7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router_gateway (76e6e130-67f2-4936-892d-287f2cbc441f), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:51.799580 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9ba5606e-3ac3-4865-847c-0e95e1e89188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (e91e70d1-7366-4625-944f-b792e9a9dd99), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:51.824083 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba5606e-3ac3-4865-847c-0e95e1e89188 None None] Pushing event deleted for resources: {'Port': ['ID=e91e70d1-7366-4625-944f-b792e9a9dd99,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:51:51.834644 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba5606e-3ac3-4865-847c-0e95e1e89188 None None] No DVR routers for this DVR port e91e70d1-7366-4625-944f-b792e9a9dd99 on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:51:51.844469 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba5606e-3ac3-4865-847c-0e95e1e89188 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:51:51.844469 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba5606e-3ac3-4865-847c-0e95e1e89188 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:51:51.844469 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba5606e-3ac3-4865-847c-0e95e1e89188 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:51:51.844469 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba5606e-3ac3-4865-847c-0e95e1e89188 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:51:51.844469 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba5606e-3ac3-4865-847c-0e95e1e89188 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:51:51.844469 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba5606e-3ac3-4865-847c-0e95e1e89188 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:51:51.844469 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba5606e-3ac3-4865-847c-0e95e1e89188 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:51:51.844469 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba5606e-3ac3-4865-847c-0e95e1e89188 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:51:51.844469 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba5606e-3ac3-4865-847c-0e95e1e89188 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:51:51.850695 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba5606e-3ac3-4865-847c-0e95e1e89188 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:51:51.850695 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba5606e-3ac3-4865-847c-0e95e1e89188 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:51:51.850695 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba5606e-3ac3-4865-847c-0e95e1e89188 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:51:51.850695 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba5606e-3ac3-4865-847c-0e95e1e89188 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:51:51.878559 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-077bfff3-ddcf-447f-9d8b-008baf4c7bf7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Deleting port 69521e63-0c84-456f-8fd1-1cbc7735f903 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:51:51.878803 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-077bfff3-ddcf-447f-9d8b-008baf4c7bf7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (69521e63-0c84-456f-8fd1-1cbc7735f903), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:51.975785 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-077bfff3-ddcf-447f-9d8b-008baf4c7bf7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] For port 69521e63-0c84-456f-8fd1-1cbc7735f903, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=69521e63-0c84-456f-8fd1-1cbc7735f903,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:51:51.976175 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-077bfff3-ddcf-447f-9d8b-008baf4c7bf7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (69521e63-0c84-456f-8fd1-1cbc7735f903), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:51.993824 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-077bfff3-ddcf-447f-9d8b-008baf4c7bf7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Calling delete_port for 69521e63-0c84-456f-8fd1-1cbc7735f903 owned by network:router_gateway {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:51:52.020994 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device e1075a32-6cdf-4c37-b44f-d2b716018bfe no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:51:52.051037 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: e1075a32-6cdf-4c37-b44f-d2b716018bfe {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:51:52.051402 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device e1075a32-6cdf-4c37-b44f-d2b716018bfe not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:51:52.052122 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device e91e70d1-7366-4625-944f-b792e9a9dd99 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:51:52.073148 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: e91e70d1-7366-4625-944f-b792e9a9dd99 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:51:52.073498 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device e91e70d1-7366-4625-944f-b792e9a9dd99 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:51:52.291118 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-077bfff3-ddcf-447f-9d8b-008baf4c7bf7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (69521e63-0c84-456f-8fd1-1cbc7735f903), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:52.316268 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077bfff3-ddcf-447f-9d8b-008baf4c7bf7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event deleted for resources: {'Port': ['ID=69521e63-0c84-456f-8fd1-1cbc7735f903,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:51:52.385826 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-077bfff3-ddcf-447f-9d8b-008baf4c7bf7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047843'] for router_gateway (76e6e130-67f2-4936-892d-287f2cbc441f), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:52.482387 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-077bfff3-ddcf-447f-9d8b-008baf4c7bf7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (76e6e130-67f2-4936-892d-287f2cbc441f), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:52.484790 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-077bfff3-ddcf-447f-9d8b-008baf4c7bf7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router_controller (76e6e130-67f2-4936-892d-287f2cbc441f), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:52.611244 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-077bfff3-ddcf-447f-9d8b-008baf4c7bf7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (76e6e130-67f2-4936-892d-287f2cbc441f), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:52.611791 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-077bfff3-ddcf-447f-9d8b-008baf4c7bf7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Fanout notify agent at l3_agent the message router_deleted on router 76e6e130-67f2-4936-892d-287f2cbc441f {{(pid=104083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:51:52.619084 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-077bfff3-ddcf-447f-9d8b-008baf4c7bf7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:52.620206 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-077bfff3-ddcf-447f-9d8b-008baf4c7bf7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "DELETE /v2.0/routers/76e6e130-67f2-4936-892d-287f2cbc441f HTTP/1.1" status: 204 len: 168 time: 1.4959960 Feb 28 10:51:52.623640 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 51664) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:51:52.708355 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:52.712164 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-55020605-abf8-4671-8b6b-2457a3f49eda tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (9c18c5c1-c7cd-439d-9018-3ec66c352d6f), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:52.718514 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:51:52.803627 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-55020605-abf8-4671-8b6b-2457a3f49eda tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (9c18c5c1-c7cd-439d-9018-3ec66c352d6f), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:52.825393 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-55020605-abf8-4671-8b6b-2457a3f49eda tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c18c5c1-c7cd-439d-9018-3ec66c352d6f']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:51:52.835562 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-55020605-abf8-4671-8b6b-2457a3f49eda tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1254b78-1ccf-4e54-be3b-d984df6f775e') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:51:52.835859 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-55020605-abf8-4671-8b6b-2457a3f49eda tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1254b78-1ccf-4e54-be3b-d984df6f775e') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:51:52.850143 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-55020605-abf8-4671-8b6b-2457a3f49eda tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (f1254b78-1ccf-4e54-be3b-d984df6f775e), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:52.863295 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-55020605-abf8-4671-8b6b-2457a3f49eda tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (f1254b78-1ccf-4e54-be3b-d984df6f775e), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:52.869200 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55020605-abf8-4671-8b6b-2457a3f49eda tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:51:52.869579 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-55020605-abf8-4671-8b6b-2457a3f49eda tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (f1254b78-1ccf-4e54-be3b-d984df6f775e), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:52.873139 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 10:51:52.873139 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:51:52.873139 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 10:51:52.873139 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:51:52.873139 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 10:51:52.873139 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:51:52.873139 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 10:51:52.873139 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:51:52.873139 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 10:51:52.873139 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:51:52.873139 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 10:51:52.873139 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:51:52.873139 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 10:51:52.873139 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:51:52.873139 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:51:52.873139 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:51:52.873139 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:51:52.873139 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:51:52.873139 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 10:51:52.873139 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:51:52.873139 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 10:51:52.873139 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:51:52.873139 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:51:52.873139 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:51:52.873139 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 10:51:52.873139 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:51:52.873139 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:51:52.873139 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:51:52.873139 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:51:52.873139 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:51:52.873139 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:51:52.873139 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:51:52.995804 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-55020605-abf8-4671-8b6b-2457a3f49eda tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (9c18c5c1-c7cd-439d-9018-3ec66c352d6f), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:53.004215 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-55020605-abf8-4671-8b6b-2457a3f49eda tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:53.007340 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-55020605-abf8-4671-8b6b-2457a3f49eda tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "DELETE /v2.0/networks/9c18c5c1-c7cd-439d-9018-3ec66c352d6f HTTP/1.1" status: 204 len: 168 time: 0.3826926 Feb 28 10:51:53.020484 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55020605-abf8-4671-8b6b-2457a3f49eda tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event deleted for resources: {'Network': ['ID=9c18c5c1-c7cd-439d-9018-3ec66c352d6f,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:51:53.021052 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 51666) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:51:53.028653 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-05d60aa2-5dac-4a03-8e3b-3ce37841a7ae tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'network': {'name': 'tempest-network-smoke--340145864', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'port_security_enabled': True}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:51:53.127273 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d60aa2-5dac-4a03-8e3b-3ce37841a7ae tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Made reservation on behalf of 02ebd57ebb02426fbf4a686f080eb9d7 for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:51:53.130592 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-05d60aa2-5dac-4a03-8e3b-3ce37841a7ae tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:53.154871 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05d60aa2-5dac-4a03-8e3b-3ce37841a7ae tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:51:53.163633 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-05d60aa2-5dac-4a03-8e3b-3ce37841a7ae tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (54621426-52dd-4c84-a2c7-d81fdcfd88dc), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:53.164004 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-05d60aa2-5dac-4a03-8e3b-3ce37841a7ae tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Added segment 54621426-52dd-4c84-a2c7-d81fdcfd88dc of type vlan for network 495b0923-7d5c-4d59-ab60-1ec97fc045cc Feb 28 10:51:53.208450 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-05d60aa2-5dac-4a03-8e3b-3ce37841a7ae tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (495b0923-7d5c-4d59-ab60-1ec97fc045cc), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:53.313989 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-05d60aa2-5dac-4a03-8e3b-3ce37841a7ae tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (495b0923-7d5c-4d59-ab60-1ec97fc045cc), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:53.319345 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d60aa2-5dac-4a03-8e3b-3ce37841a7ae tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:51:53.319947 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-05d60aa2-5dac-4a03-8e3b-3ce37841a7ae tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:53.390063 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d60aa2-5dac-4a03-8e3b-3ce37841a7ae tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Network': ['ID=495b0923-7d5c-4d59-ab60-1ec97fc045cc,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:51:53.400220 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 495b0923-7d5c-4d59-ab60-1ec97fc045cc details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:51:53.470611 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-05d60aa2-5dac-4a03-8e3b-3ce37841a7ae tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4469502 Feb 28 10:51:53.473439 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 51668) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:51:53.478168 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-af089c72-8b33-4fc3-8978-07a417b68a45 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-46607842', 'admin_state_up': True, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:51:53.577013 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-af089c72-8b33-4fc3-8978-07a417b68a45 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (5f2930eb-0992-4574-9f27-44cc381af37e), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:53.578205 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-af089c72-8b33-4fc3-8978-07a417b68a45 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (5f2930eb-0992-4574-9f27-44cc381af37e), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:53.635872 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-af089c72-8b33-4fc3-8978-07a417b68a45 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router_controller (5f2930eb-0992-4574-9f27-44cc381af37e), precommit_add_association {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:53.838782 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-af089c72-8b33-4fc3-8978-07a417b68a45 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router_gateway (5f2930eb-0992-4574-9f27-44cc381af37e), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:53.971210 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 69521e63-0c84-456f-8fd1-1cbc7735f903 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:51:53.992550 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 69521e63-0c84-456f-8fd1-1cbc7735f903 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:51:53.992910 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 69521e63-0c84-456f-8fd1-1cbc7735f903 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:51:54.181922 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-af089c72-8b33-4fc3-8978-07a417b68a45 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router_gateway (5f2930eb-0992-4574-9f27-44cc381af37e), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:54.202185 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-af089c72-8b33-4fc3-8978-07a417b68a45 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:54.317902 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-af089c72-8b33-4fc3-8978-07a417b68a45 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Allocated IP 172.26.3.186 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/43226f00-095b-471f-ab5b-999beeaac17b) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:51:54.437675 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-af089c72-8b33-4fc3-8978-07a417b68a45 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for port (43226f00-095b-471f-ab5b-999beeaac17b), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:54.556475 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-af089c72-8b33-4fc3-8978-07a417b68a45 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (43226f00-095b-471f-ab5b-999beeaac17b), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:54.598161 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af089c72-8b33-4fc3-8978-07a417b68a45 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:51:54.606734 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-af089c72-8b33-4fc3-8978-07a417b68a45 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:51:54.611299 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af089c72-8b33-4fc3-8978-07a417b68a45 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:51:54.614701 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af089c72-8b33-4fc3-8978-07a417b68a45 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Port': ['ID=43226f00-095b-471f-ab5b-999beeaac17b,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:51:54.947324 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-af089c72-8b33-4fc3-8978-07a417b68a45 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router_gateway (5f2930eb-0992-4574-9f27-44cc381af37e), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:55.158989 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-af089c72-8b33-4fc3-8978-07a417b68a45 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (5f2930eb-0992-4574-9f27-44cc381af37e), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:55.356327 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af089c72-8b33-4fc3-8978-07a417b68a45 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Router 5f2930eb-0992-4574-9f27-44cc381af37e is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:51:55.474197 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af089c72-8b33-4fc3-8978-07a417b68a45 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:51:55.484544 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde0fa8d-4a23-42b5-9c64-2cebf9eefaaa None None] Sync routers for ids ['5f2930eb-0992-4574-9f27-44cc381af37e'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:51:55.494232 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde0fa8d-4a23-42b5-9c64-2cebf9eefaaa None None] Routers {'5f2930eb-0992-4574-9f27-44cc381af37e'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:51:55.494903 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-bde0fa8d-4a23-42b5-9c64-2cebf9eefaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:51:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['5f2930eb-0992-4574-9f27-44cc381af37e'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:51:55.572872 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-af089c72-8b33-4fc3-8978-07a417b68a45 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:55.575049 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-af089c72-8b33-4fc3-8978-07a417b68a45 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.0997124 Feb 28 10:51:55.577948 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 51670) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:51:55.611193 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-bde0fa8d-4a23-42b5-9c64-2cebf9eefaaa None None] Set router 5f2930eb-0992-4574-9f27-44cc381af37e gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:51:55.673141 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-61d200c0-ec26-4ae9-b7a1-14a6dede3547 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=02ebd57ebb02426fbf4a686f080eb9d7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0940583 Feb 28 10:51:55.675911 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 51674) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:51:55.764487 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6c5458-38c8-41d0-8b86-cc2de3de5520 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:51:55.766020 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-8b6c5458-38c8-41d0-8b86-cc2de3de5520 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0891790 Feb 28 10:51:55.768987 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 51676) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:51:55.794476 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-bde0fa8d-4a23-42b5-9c64-2cebf9eefaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'name': 'tempest-TestNetworkBasicOps-router-46607842', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '43226f00-095b-471f-ab5b-999beeaac17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:51:53Z', 'updated_at': '2022-02-28T10:51:54Z', 'revision_number': 3, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '43226f00-095b-471f-ab5b-999beeaac17b', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:61:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:51:54Z', 'updated_at': '2022-02-28T10:51:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:51:55.804670 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-194441eb-d1f1-460f-9c46-0c04e2016248 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=e88d86cf-af22-4900-bdd2-aa4038554136&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305712 Feb 28 10:51:55.805009 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 51678) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:51:55.810242 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-3c6cfca0-a1e9-453f-ab2d-8befd84834b3 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1915828668', 'network_id': '495b0923-7d5c-4d59-ab60-1ec97fc045cc', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:51:55.826302 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde0fa8d-4a23-42b5-9c64-2cebf9eefaaa None None] Checking router: 5f2930eb-0992-4574-9f27-44cc381af37e for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:51:55.826665 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde0fa8d-4a23-42b5-9c64-2cebf9eefaaa None None] Updating router 5f2930eb-0992-4574-9f27-44cc381af37e port 43226f00-095b-471f-ab5b-999beeaac17b binding host dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:51:55.858863 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-bde0fa8d-4a23-42b5-9c64-2cebf9eefaaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (43226f00-095b-471f-ab5b-999beeaac17b), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:55.978180 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6cfca0-a1e9-453f-ab2d-8befd84834b3 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Made reservation on behalf of 02ebd57ebb02426fbf4a686f080eb9d7 for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:51:55.981776 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3c6cfca0-a1e9-453f-ab2d-8befd84834b3 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:56.135791 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-bde0fa8d-4a23-42b5-9c64-2cebf9eefaaa None None] Publish callbacks [] for port (43226f00-095b-471f-ab5b-999beeaac17b), precommit_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:56.258904 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-bde0fa8d-4a23-42b5-9c64-2cebf9eefaaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (43226f00-095b-471f-ab5b-999beeaac17b), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:56.275565 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3c6cfca0-a1e9-453f-ab2d-8befd84834b3 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (3dd73fea-c4b7-4f43-9c3b-60f8e02d2d34), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:56.312152 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-bde0fa8d-4a23-42b5-9c64-2cebf9eefaaa None None] Attempting to bind port 43226f00-095b-471f-ab5b-999beeaac17b on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:51:56.312563 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-bde0fa8d-4a23-42b5-9c64-2cebf9eefaaa None None] Attempting to bind port 43226f00-095b-471f-ab5b-999beeaac17b by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:51:56.313267 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde0fa8d-4a23-42b5-9c64-2cebf9eefaaa None None] Attempting to bind port 43226f00-095b-471f-ab5b-999beeaac17b on network e88d86cf-af22-4900-bdd2-aa4038554136 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:51:56.320259 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634b6d55-8663-4a49-bee4-d36a9e79b1e0 None None] Pushing event updated for resources: {'Port': ['ID=43226f00-095b-471f-ab5b-999beeaac17b,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:51:56.323840 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde0fa8d-4a23-42b5-9c64-2cebf9eefaaa None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:51:56.325034 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde0fa8d-4a23-42b5-9c64-2cebf9eefaaa None None] Checking segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:51:56.325597 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-bde0fa8d-4a23-42b5-9c64-2cebf9eefaaa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:56.326265 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde0fa8d-4a23-42b5-9c64-2cebf9eefaaa None None] Bound using segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:51:56.326866 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-bde0fa8d-4a23-42b5-9c64-2cebf9eefaaa None None] Bound port: 43226f00-095b-471f-ab5b-999beeaac17b, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:51:56.327269 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-bde0fa8d-4a23-42b5-9c64-2cebf9eefaaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (43226f00-095b-471f-ab5b-999beeaac17b), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:56.342885 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6cfca0-a1e9-453f-ab2d-8befd84834b3 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Subnet': ['ID=3dd73fea-c4b7-4f43-9c3b-60f8e02d2d34,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:51:56.353450 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6cfca0-a1e9-453f-ab2d-8befd84834b3 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Checking segment: {'id': '54621426-52dd-4c84-a2c7-d81fdcfd88dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '495b0923-7d5c-4d59-ab60-1ec97fc045cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:51:56.353819 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6cfca0-a1e9-453f-ab2d-8befd84834b3 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Network hostable DHCP agents. Network: 495b0923-7d5c-4d59-ab60-1ec97fc045cc, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:51:56.384976 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-bde0fa8d-4a23-42b5-9c64-2cebf9eefaaa None None] For port 43226f00-095b-471f-ab5b-999beeaac17b, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:51:56.389118 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-bde0fa8d-4a23-42b5-9c64-2cebf9eefaaa None None] For port 43226f00-095b-471f-ab5b-999beeaac17b, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=43226f00-095b-471f-ab5b-999beeaac17b,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:51:56.439244 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6cfca0-a1e9-453f-ab2d-8befd84834b3 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Network 495b0923-7d5c-4d59-ab60-1ec97fc045cc is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:51:56.480521 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-bde0fa8d-4a23-42b5-9c64-2cebf9eefaaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (43226f00-095b-471f-ab5b-999beeaac17b), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:56.530980 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-3c6cfca0-a1e9-453f-ab2d-8befd84834b3 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 495b0923-7d5c-4d59-ab60-1ec97fc045cc) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:51:56.535761 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6cfca0-a1e9-453f-ab2d-8befd84834b3 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:51:56.536496 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3c6cfca0-a1e9-453f-ab2d-8befd84834b3 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:56.541783 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6f33c5-a4c0-4722-994e-7c1a90785b02 None None] Network 495b0923-7d5c-4d59-ab60-1ec97fc045cc requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:51:56.555086 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde0fa8d-4a23-42b5-9c64-2cebf9eefaaa None None] Routers {'5f2930eb-0992-4574-9f27-44cc381af37e'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:51:56.555747 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-bde0fa8d-4a23-42b5-9c64-2cebf9eefaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:51:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['5f2930eb-0992-4574-9f27-44cc381af37e'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:51:56.569617 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634b6d55-8663-4a49-bee4-d36a9e79b1e0 None None] Pushing event updated for resources: {'Port': ['ID=43226f00-095b-471f-ab5b-999beeaac17b,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:51:56.636579 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-3c6cfca0-a1e9-453f-ab2d-8befd84834b3 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8307366 Feb 28 10:51:56.640334 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 51680) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:51:56.744486 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-bde0fa8d-4a23-42b5-9c64-2cebf9eefaaa None None] Set router 5f2930eb-0992-4574-9f27-44cc381af37e gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:51:56.748841 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474ca68a-8bfb-47b1-ad3e-4422fa620203 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-495b0923-7d5c-4d59-ab60-1ec97fc045cc', 'network_id': '495b0923-7d5c-4d59-ab60-1ec97fc045cc', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'fixed_ips': [{'subnet_id': '3dd73fea-c4b7-4f43-9c3b-60f8e02d2d34'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:51:56.749706 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-474ca68a-8bfb-47b1-ad3e-4422fa620203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:57.033394 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-474ca68a-8bfb-47b1-ad3e-4422fa620203 None None] Allocated IP 172.20.0.2 (495b0923-7d5c-4d59-ab60-1ec97fc045cc/3dd73fea-c4b7-4f43-9c3b-60f8e02d2d34/951757ca-7066-4bd7-bcbe-58310cc5ea15) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:51:57.108656 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-bde0fa8d-4a23-42b5-9c64-2cebf9eefaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'name': 'tempest-TestNetworkBasicOps-router-46607842', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '43226f00-095b-471f-ab5b-999beeaac17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:51:53Z', 'updated_at': '2022-02-28T10:51:54Z', 'revision_number': 3, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '43226f00-095b-471f-ab5b-999beeaac17b', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:61:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:51:54Z', 'updated_at': '2022-02-28T10:51:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:51:57.118872 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-055ef455-114e-4960-84a3-3cd1a5c286ce tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:57.142765 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde0fa8d-4a23-42b5-9c64-2cebf9eefaaa None None] The sync data for ids ['5f2930eb-0992-4574-9f27-44cc381af37e'] in dv-neutron-829161-3-hyperv is: [{'id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'name': 'tempest-TestNetworkBasicOps-router-46607842', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '43226f00-095b-471f-ab5b-999beeaac17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:51:53Z', 'updated_at': '2022-02-28T10:51:54Z', 'revision_number': 3, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '43226f00-095b-471f-ab5b-999beeaac17b', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:61:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:51:54Z', 'updated_at': '2022-02-28T10:51:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:51:57.240581 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-474ca68a-8bfb-47b1-ad3e-4422fa620203 None None] Publish callbacks [] for port (951757ca-7066-4bd7-bcbe-58310cc5ea15), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:57.326118 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-474ca68a-8bfb-47b1-ad3e-4422fa620203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (951757ca-7066-4bd7-bcbe-58310cc5ea15), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:57.369051 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474ca68a-8bfb-47b1-ad3e-4422fa620203 None None] Network 495b0923-7d5c-4d59-ab60-1ec97fc045cc is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:51:57.376359 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-474ca68a-8bfb-47b1-ad3e-4422fa620203 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:51:57.379444 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474ca68a-8bfb-47b1-ad3e-4422fa620203 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:51:57.387804 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474ca68a-8bfb-47b1-ad3e-4422fa620203 None None] Pushing event updated for resources: {'Port': ['ID=951757ca-7066-4bd7-bcbe-58310cc5ea15,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:51:57.452439 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-055ef455-114e-4960-84a3-3cd1a5c286ce tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Allocated IP 172.20.0.1 (495b0923-7d5c-4d59-ab60-1ec97fc045cc/3dd73fea-c4b7-4f43-9c3b-60f8e02d2d34/a9c62c56-f4ab-4580-9e8b-c921154d19b4) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:51:57.473925 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-474ca68a-8bfb-47b1-ad3e-4422fa620203 None None] Attempting to bind port 951757ca-7066-4bd7-bcbe-58310cc5ea15 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:51:57.476490 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-474ca68a-8bfb-47b1-ad3e-4422fa620203 None None] Attempting to bind port 951757ca-7066-4bd7-bcbe-58310cc5ea15 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '54621426-52dd-4c84-a2c7-d81fdcfd88dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '495b0923-7d5c-4d59-ab60-1ec97fc045cc'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:51:57.476490 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474ca68a-8bfb-47b1-ad3e-4422fa620203 None None] Attempting to bind port 951757ca-7066-4bd7-bcbe-58310cc5ea15 on network 495b0923-7d5c-4d59-ab60-1ec97fc045cc {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:51:57.482041 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474ca68a-8bfb-47b1-ad3e-4422fa620203 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:51:57.482418 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474ca68a-8bfb-47b1-ad3e-4422fa620203 None None] Checking segment: {'id': '54621426-52dd-4c84-a2c7-d81fdcfd88dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '495b0923-7d5c-4d59-ab60-1ec97fc045cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:51:57.482855 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-474ca68a-8bfb-47b1-ad3e-4422fa620203 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:57.483308 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474ca68a-8bfb-47b1-ad3e-4422fa620203 None None] Bound using segment: {'id': '54621426-52dd-4c84-a2c7-d81fdcfd88dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '495b0923-7d5c-4d59-ab60-1ec97fc045cc'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:51:57.483792 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-474ca68a-8bfb-47b1-ad3e-4422fa620203 None None] Bound port: 951757ca-7066-4bd7-bcbe-58310cc5ea15, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54621426-52dd-4c84-a2c7-d81fdcfd88dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '495b0923-7d5c-4d59-ab60-1ec97fc045cc'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:51:57.484179 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-474ca68a-8bfb-47b1-ad3e-4422fa620203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (951757ca-7066-4bd7-bcbe-58310cc5ea15), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:57.590690 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-474ca68a-8bfb-47b1-ad3e-4422fa620203 None None] For port 951757ca-7066-4bd7-bcbe-58310cc5ea15, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:51:57.602328 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-474ca68a-8bfb-47b1-ad3e-4422fa620203 None None] For port 951757ca-7066-4bd7-bcbe-58310cc5ea15, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=951757ca-7066-4bd7-bcbe-58310cc5ea15,segment=NetworkSegment(54621426-52dd-4c84-a2c7-d81fdcfd88dc),segment_id=54621426-52dd-4c84-a2c7-d81fdcfd88dc)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:51:57.626111 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-055ef455-114e-4960-84a3-3cd1a5c286ce tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for port (a9c62c56-f4ab-4580-9e8b-c921154d19b4), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:57.687838 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-474ca68a-8bfb-47b1-ad3e-4422fa620203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (951757ca-7066-4bd7-bcbe-58310cc5ea15), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:57.745637 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-055ef455-114e-4960-84a3-3cd1a5c286ce tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (a9c62c56-f4ab-4580-9e8b-c921154d19b4), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:57.758936 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474ca68a-8bfb-47b1-ad3e-4422fa620203 None None] Pushing event updated for resources: {'Port': ['ID=951757ca-7066-4bd7-bcbe-58310cc5ea15,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:51:57.795625 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055ef455-114e-4960-84a3-3cd1a5c286ce tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Network 495b0923-7d5c-4d59-ab60-1ec97fc045cc is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:51:57.799232 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-055ef455-114e-4960-84a3-3cd1a5c286ce tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:51:57.803483 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055ef455-114e-4960-84a3-3cd1a5c286ce tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:51:57.834257 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055ef455-114e-4960-84a3-3cd1a5c286ce tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Port': ['ID=a9c62c56-f4ab-4580-9e8b-c921154d19b4,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:51:57.862945 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-055ef455-114e-4960-84a3-3cd1a5c286ce tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047958'] for router_interface (5f2930eb-0992-4574-9f27-44cc381af37e), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:58.089054 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 43226f00-095b-471f-ab5b-999beeaac17b up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:51:58.158361 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 43226f00-095b-471f-ab5b-999beeaac17b triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:51:58.159109 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (43226f00-095b-471f-ab5b-999beeaac17b), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:58.166548 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-055ef455-114e-4960-84a3-3cd1a5c286ce tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (a9c62c56-f4ab-4580-9e8b-c921154d19b4), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:58.274398 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 43226f00-095b-471f-ab5b-999beeaac17b is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:51:58.275085 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (43226f00-095b-471f-ab5b-999beeaac17b), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:58.304507 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port 43226f00-095b-471f-ab5b-999beeaac17b, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=43226f00-095b-471f-ab5b-999beeaac17b,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:51:58.377158 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (43226f00-095b-471f-ab5b-999beeaac17b), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:58.435485 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=43226f00-095b-471f-ab5b-999beeaac17b,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:51:58.555298 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-055ef455-114e-4960-84a3-3cd1a5c286ce tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for port (a9c62c56-f4ab-4580-9e8b-c921154d19b4), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:58.624268 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-055ef455-114e-4960-84a3-3cd1a5c286ce tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (a9c62c56-f4ab-4580-9e8b-c921154d19b4), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:58.700602 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-055ef455-114e-4960-84a3-3cd1a5c286ce tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047558'] for router_interface (5f2930eb-0992-4574-9f27-44cc381af37e), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:58.733554 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055ef455-114e-4960-84a3-3cd1a5c286ce tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Port': ['ID=a9c62c56-f4ab-4580-9e8b-c921154d19b4,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:51:58.813381 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055ef455-114e-4960-84a3-3cd1a5c286ce tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Network 495b0923-7d5c-4d59-ab60-1ec97fc045cc is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:51:58.814908 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-055ef455-114e-4960-84a3-3cd1a5c286ce tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:51:58.864049 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684e06ec-2ac5-4206-bfb0-5e5a09981a7e None None] Network 495b0923-7d5c-4d59-ab60-1ec97fc045cc requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:51:59.106901 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-6023ea66-92c0-45f9-96e2-2caec5e78f5b None None] Provisioning complete for port 951757ca-7066-4bd7-bcbe-58310cc5ea15 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:51:59.107282 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6023ea66-92c0-45f9-96e2-2caec5e78f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (951757ca-7066-4bd7-bcbe-58310cc5ea15), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:59.249016 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-6023ea66-92c0-45f9-96e2-2caec5e78f5b None None] Current status of the port 951757ca-7066-4bd7-bcbe-58310cc5ea15 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:51:59.249561 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6023ea66-92c0-45f9-96e2-2caec5e78f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (951757ca-7066-4bd7-bcbe-58310cc5ea15), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:59.293358 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-6023ea66-92c0-45f9-96e2-2caec5e78f5b None None] For port 951757ca-7066-4bd7-bcbe-58310cc5ea15, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=951757ca-7066-4bd7-bcbe-58310cc5ea15,segment=NetworkSegment(54621426-52dd-4c84-a2c7-d81fdcfd88dc),segment_id=54621426-52dd-4c84-a2c7-d81fdcfd88dc)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:51:59.330192 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-055ef455-114e-4960-84a3-3cd1a5c286ce tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Router 5f2930eb-0992-4574-9f27-44cc381af37e has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:51:59.360151 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6023ea66-92c0-45f9-96e2-2caec5e78f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (951757ca-7066-4bd7-bcbe-58310cc5ea15), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:59.416894 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6023ea66-92c0-45f9-96e2-2caec5e78f5b None None] Pushing event updated for resources: {'Port': ['ID=951757ca-7066-4bd7-bcbe-58310cc5ea15,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:51:59.454379 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-055ef455-114e-4960-84a3-3cd1a5c286ce tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:51:59.463277 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-055ef455-114e-4960-84a3-3cd1a5c286ce tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "PUT /v2.0/routers/5f2930eb-0992-4574-9f27-44cc381af37e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8190386 Feb 28 10:51:59.463277 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 51682) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:51:59.468686 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243c62e8-be8f-4b0f-9187-577210db24bf None None] Sync routers for ids ['5f2930eb-0992-4574-9f27-44cc381af37e'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:51:59.476922 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243c62e8-be8f-4b0f-9187-577210db24bf None None] Routers {'5f2930eb-0992-4574-9f27-44cc381af37e'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:51:59.478041 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-243c62e8-be8f-4b0f-9187-577210db24bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:51:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['5f2930eb-0992-4574-9f27-44cc381af37e'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:51:59.573394 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6f0062-b54f-4d04-aa1b-afcc5743b908 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:51:59.573868 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6f0062-b54f-4d04-aa1b-afcc5743b908 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:51:59.574985 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6f0062-b54f-4d04-aa1b-afcc5743b908 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:51:59.575445 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6f0062-b54f-4d04-aa1b-afcc5743b908 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:51:59.575901 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6f0062-b54f-4d04-aa1b-afcc5743b908 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:51:59.576385 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6f0062-b54f-4d04-aa1b-afcc5743b908 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:51:59.581077 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-8b6f0062-b54f-4d04-aa1b-afcc5743b908 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4279 time: 0.1142251 Feb 28 10:51:59.581443 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 51684) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:51:59.587612 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-77cdf480-6c66-448f-ae79-058cf4e6dcca None None] Provisioning complete for port 951757ca-7066-4bd7-bcbe-58310cc5ea15 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:51:59.587997 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-77cdf480-6c66-448f-ae79-058cf4e6dcca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (951757ca-7066-4bd7-bcbe-58310cc5ea15), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:59.601101 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-243c62e8-be8f-4b0f-9187-577210db24bf None None] Set router 5f2930eb-0992-4574-9f27-44cc381af37e gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:51:59.674180 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0df0948-6a48-4248-8c5c-0747b8be9d0c tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:51:59.675679 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0df0948-6a48-4248-8c5c-0747b8be9d0c tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:51:59.677188 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0df0948-6a48-4248-8c5c-0747b8be9d0c tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:51:59.680399 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0df0948-6a48-4248-8c5c-0747b8be9d0c tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:51:59.681241 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0df0948-6a48-4248-8c5c-0747b8be9d0c tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:51:59.682007 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0df0948-6a48-4248-8c5c-0747b8be9d0c tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:51:59.690785 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-c0df0948-6a48-4248-8c5c-0747b8be9d0c tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1078393 Feb 28 10:51:59.691150 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 51686) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:51:59.706408 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-77cdf480-6c66-448f-ae79-058cf4e6dcca None None] Current status of the port 951757ca-7066-4bd7-bcbe-58310cc5ea15 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:51:59.719564 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-77cdf480-6c66-448f-ae79-058cf4e6dcca None None] Provisioning complete for port a9c62c56-f4ab-4580-9e8b-c921154d19b4 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:51:59.719947 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-77cdf480-6c66-448f-ae79-058cf4e6dcca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (a9c62c56-f4ab-4580-9e8b-c921154d19b4), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:59.763466 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-77cdf480-6c66-448f-ae79-058cf4e6dcca None None] Port a9c62c56-f4ab-4580-9e8b-c921154d19b4 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:51:59.893869 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-e981aaf7-dd9c-4105-bd48-d71ea65a35c2 None None] Provisioning complete for port a9c62c56-f4ab-4580-9e8b-c921154d19b4 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:51:59.897026 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e981aaf7-dd9c-4105-bd48-d71ea65a35c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (a9c62c56-f4ab-4580-9e8b-c921154d19b4), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:59.921473 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-04dc4ebb-b7fe-406b-b959-6c52e27242ce tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.2285244 Feb 28 10:51:59.925893 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-243c62e8-be8f-4b0f-9187-577210db24bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'name': 'tempest-TestNetworkBasicOps-router-46607842', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '43226f00-095b-471f-ab5b-999beeaac17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:51:53Z', 'updated_at': '2022-02-28T10:51:57Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '43226f00-095b-471f-ab5b-999beeaac17b', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:61:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:51:54Z', 'updated_at': '2022-02-28T10:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': 'a9c62c56-f4ab-4580-9e8b-c921154d19b4', 'name': '', 'network_id': '495b0923-7d5c-4d59-ab60-1ec97fc045cc', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:3d:44:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '3dd73fea-c4b7-4f43-9c3b-60f8e02d2d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:51:57Z', 'updated_at': '2022-02-28T10:51:58Z', 'revision_number': 2, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '3dd73fea-c4b7-4f43-9c3b-60f8e02d2d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:51:59.962251 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243c62e8-be8f-4b0f-9187-577210db24bf None None] Checking router: 5f2930eb-0992-4574-9f27-44cc381af37e for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:51:59.962601 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243c62e8-be8f-4b0f-9187-577210db24bf None None] Updating router 5f2930eb-0992-4574-9f27-44cc381af37e port a9c62c56-f4ab-4580-9e8b-c921154d19b4 binding host dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:51:59.982527 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-e981aaf7-dd9c-4105-bd48-d71ea65a35c2 None None] Port a9c62c56-f4ab-4580-9e8b-c921154d19b4 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:52:00.000665 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-243c62e8-be8f-4b0f-9187-577210db24bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (a9c62c56-f4ab-4580-9e8b-c921154d19b4), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:00.116603 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-40181533-091e-41e6-af64-1b1e8124c42e None None] Provisioning complete for port a9c62c56-f4ab-4580-9e8b-c921154d19b4 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:52:00.116982 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-40181533-091e-41e6-af64-1b1e8124c42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (a9c62c56-f4ab-4580-9e8b-c921154d19b4), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:00.167836 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-40181533-091e-41e6-af64-1b1e8124c42e None None] Port a9c62c56-f4ab-4580-9e8b-c921154d19b4 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:52:00.174879 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 43226f00-095b-471f-ab5b-999beeaac17b up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:52:00.231686 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 43226f00-095b-471f-ab5b-999beeaac17b triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:52:00.232094 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (43226f00-095b-471f-ab5b-999beeaac17b), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:00.321067 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 43226f00-095b-471f-ab5b-999beeaac17b is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:52:00.322273 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 951757ca-7066-4bd7-bcbe-58310cc5ea15 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:52:00.372297 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 51690) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:52:00.379258 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-6c03bc26-3454-428d-996b-b2187d6b78a2 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1383044231', 'description': 'tempest-secgroup-smoke-1383044231 description', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:52:00.434008 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-243c62e8-be8f-4b0f-9187-577210db24bf None None] Publish callbacks [] for port (a9c62c56-f4ab-4580-9e8b-c921154d19b4), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:00.447213 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 951757ca-7066-4bd7-bcbe-58310cc5ea15 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:52:00.447603 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (951757ca-7066-4bd7-bcbe-58310cc5ea15), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:00.492971 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6c03bc26-3454-428d-996b-b2187d6b78a2 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:00.532530 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-243c62e8-be8f-4b0f-9187-577210db24bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (a9c62c56-f4ab-4580-9e8b-c921154d19b4), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:00.544224 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 951757ca-7066-4bd7-bcbe-58310cc5ea15 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:52:00.582212 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6c03bc26-3454-428d-996b-b2187d6b78a2 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (4671a15d-9869-4ccd-9b73-75ca2a5785b4), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:00.587670 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5404cf6b-a0c6-4d26-a5c3-80620429ed47 None None] Pushing event updated for resources: {'Port': ['ID=a9c62c56-f4ab-4580-9e8b-c921154d19b4,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:00.614387 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5404cf6b-a0c6-4d26-a5c3-80620429ed47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:00.629332 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5404cf6b-a0c6-4d26-a5c3-80620429ed47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:00.629332 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5404cf6b-a0c6-4d26-a5c3-80620429ed47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:00.629332 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5404cf6b-a0c6-4d26-a5c3-80620429ed47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:00.629332 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5404cf6b-a0c6-4d26-a5c3-80620429ed47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:00.629332 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5404cf6b-a0c6-4d26-a5c3-80620429ed47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:00.629332 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5404cf6b-a0c6-4d26-a5c3-80620429ed47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:00.629332 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5404cf6b-a0c6-4d26-a5c3-80620429ed47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:00.629332 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5404cf6b-a0c6-4d26-a5c3-80620429ed47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:00.629332 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5404cf6b-a0c6-4d26-a5c3-80620429ed47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:00.629332 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5404cf6b-a0c6-4d26-a5c3-80620429ed47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:00.629332 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5404cf6b-a0c6-4d26-a5c3-80620429ed47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:00.629332 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5404cf6b-a0c6-4d26-a5c3-80620429ed47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:00.653698 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:00.676995 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-243c62e8-be8f-4b0f-9187-577210db24bf None None] Attempting to bind port a9c62c56-f4ab-4580-9e8b-c921154d19b4 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:52:00.677691 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-243c62e8-be8f-4b0f-9187-577210db24bf None None] Attempting to bind port a9c62c56-f4ab-4580-9e8b-c921154d19b4 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '54621426-52dd-4c84-a2c7-d81fdcfd88dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '495b0923-7d5c-4d59-ab60-1ec97fc045cc'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:52:00.678072 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243c62e8-be8f-4b0f-9187-577210db24bf None None] Attempting to bind port a9c62c56-f4ab-4580-9e8b-c921154d19b4 on network 495b0923-7d5c-4d59-ab60-1ec97fc045cc {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:52:00.681434 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6c03bc26-3454-428d-996b-b2187d6b78a2 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (4671a15d-9869-4ccd-9b73-75ca2a5785b4), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:00.684644 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243c62e8-be8f-4b0f-9187-577210db24bf None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:52:00.687108 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243c62e8-be8f-4b0f-9187-577210db24bf None None] Checking segment: {'id': '54621426-52dd-4c84-a2c7-d81fdcfd88dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '495b0923-7d5c-4d59-ab60-1ec97fc045cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:52:00.687108 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-243c62e8-be8f-4b0f-9187-577210db24bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:00.687108 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243c62e8-be8f-4b0f-9187-577210db24bf None None] Bound using segment: {'id': '54621426-52dd-4c84-a2c7-d81fdcfd88dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '495b0923-7d5c-4d59-ab60-1ec97fc045cc'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:52:00.687108 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-243c62e8-be8f-4b0f-9187-577210db24bf None None] Bound port: a9c62c56-f4ab-4580-9e8b-c921154d19b4, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54621426-52dd-4c84-a2c7-d81fdcfd88dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '495b0923-7d5c-4d59-ab60-1ec97fc045cc'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:52:00.687108 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-243c62e8-be8f-4b0f-9187-577210db24bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (a9c62c56-f4ab-4580-9e8b-c921154d19b4), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:00.716778 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c03bc26-3454-428d-996b-b2187d6b78a2 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4671a15d-9869-4ccd-9b73-75ca2a5785b4,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:00.775596 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6c03bc26-3454-428d-996b-b2187d6b78a2 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:00.780727 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-6c03bc26-3454-428d-996b-b2187d6b78a2 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4035499 Feb 28 10:52:00.781053 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 51692) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:52:00.785953 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-095c00ad-d904-4afc-aa9f-3c13a3ed1a1a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': '4671a15d-9869-4ccd-9b73-75ca2a5785b4', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:52:00.791685 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-243c62e8-be8f-4b0f-9187-577210db24bf None None] For port a9c62c56-f4ab-4580-9e8b-c921154d19b4, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:52:00.796591 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-243c62e8-be8f-4b0f-9187-577210db24bf None None] For port a9c62c56-f4ab-4580-9e8b-c921154d19b4, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=a9c62c56-f4ab-4580-9e8b-c921154d19b4,segment=NetworkSegment(54621426-52dd-4c84-a2c7-d81fdcfd88dc),segment_id=54621426-52dd-4c84-a2c7-d81fdcfd88dc)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:52:00.853440 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-243c62e8-be8f-4b0f-9187-577210db24bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (a9c62c56-f4ab-4580-9e8b-c921154d19b4), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:00.880817 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-095c00ad-d904-4afc-aa9f-3c13a3ed1a1a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (c98ef2d2-2348-4fda-9798-cb717f3bfa8b), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:00.908284 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-0f5dc54b-63b1-4548-8208-9d1ea280dbf5 None None] Provisioning complete for port a9c62c56-f4ab-4580-9e8b-c921154d19b4 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:52:00.909466 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0f5dc54b-63b1-4548-8208-9d1ea280dbf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (a9c62c56-f4ab-4580-9e8b-c921154d19b4), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:00.920627 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5404cf6b-a0c6-4d26-a5c3-80620429ed47 None None] Pushing event updated for resources: {'Port': ['ID=a9c62c56-f4ab-4580-9e8b-c921154d19b4,revision_number=4']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:00.924464 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243c62e8-be8f-4b0f-9187-577210db24bf None None] Routers {'5f2930eb-0992-4574-9f27-44cc381af37e'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:52:00.925253 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-243c62e8-be8f-4b0f-9187-577210db24bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:51:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['5f2930eb-0992-4574-9f27-44cc381af37e'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:52:00.957618 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-095c00ad-d904-4afc-aa9f-3c13a3ed1a1a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (c98ef2d2-2348-4fda-9798-cb717f3bfa8b), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:01.021810 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-0f5dc54b-63b1-4548-8208-9d1ea280dbf5 None None] Current status of the port a9c62c56-f4ab-4580-9e8b-c921154d19b4 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:52:01.022443 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0f5dc54b-63b1-4548-8208-9d1ea280dbf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (a9c62c56-f4ab-4580-9e8b-c921154d19b4), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:01.035910 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-095c00ad-d904-4afc-aa9f-3c13a3ed1a1a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (c98ef2d2-2348-4fda-9798-cb717f3bfa8b), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:01.054631 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095c00ad-d904-4afc-aa9f-3c13a3ed1a1a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c98ef2d2-2348-4fda-9798-cb717f3bfa8b,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:01.071127 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-0f5dc54b-63b1-4548-8208-9d1ea280dbf5 None None] For port a9c62c56-f4ab-4580-9e8b-c921154d19b4, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=a9c62c56-f4ab-4580-9e8b-c921154d19b4,segment=NetworkSegment(54621426-52dd-4c84-a2c7-d81fdcfd88dc),segment_id=54621426-52dd-4c84-a2c7-d81fdcfd88dc)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:52:01.158600 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-243c62e8-be8f-4b0f-9187-577210db24bf None None] Set router 5f2930eb-0992-4574-9f27-44cc381af37e gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:52:01.171476 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0f5dc54b-63b1-4548-8208-9d1ea280dbf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (a9c62c56-f4ab-4580-9e8b-c921154d19b4), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:01.221110 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-095c00ad-d904-4afc-aa9f-3c13a3ed1a1a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:01.225216 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-095c00ad-d904-4afc-aa9f-3c13a3ed1a1a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4402730 Feb 28 10:52:01.226086 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 51694) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:52:01.227125 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5dc54b-63b1-4548-8208-9d1ea280dbf5 None None] Pushing event updated for resources: {'Port': ['ID=a9c62c56-f4ab-4580-9e8b-c921154d19b4,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:01.233055 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-6d9799ac-9908-4155-95f4-123937ef1f1f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': '4671a15d-9869-4ccd-9b73-75ca2a5785b4', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:52:01.292472 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-cc0cacc1-f3bd-45c0-8d35-c06659fa73d3 None None] Provisioning complete for port a9c62c56-f4ab-4580-9e8b-c921154d19b4 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:52:01.293376 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-cc0cacc1-f3bd-45c0-8d35-c06659fa73d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (a9c62c56-f4ab-4580-9e8b-c921154d19b4), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:01.360670 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6d9799ac-9908-4155-95f4-123937ef1f1f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (4a507e70-2676-468c-804b-890ae3cd594a), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:01.388140 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cacc1-f3bd-45c0-8d35-c06659fa73d3 None None] Current status of the port a9c62c56-f4ab-4580-9e8b-c921154d19b4 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:52:01.410976 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-243c62e8-be8f-4b0f-9187-577210db24bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'name': 'tempest-TestNetworkBasicOps-router-46607842', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '43226f00-095b-471f-ab5b-999beeaac17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:51:53Z', 'updated_at': '2022-02-28T10:51:57Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '43226f00-095b-471f-ab5b-999beeaac17b', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:61:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:51:54Z', 'updated_at': '2022-02-28T10:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': 'a9c62c56-f4ab-4580-9e8b-c921154d19b4', 'name': '', 'network_id': '495b0923-7d5c-4d59-ab60-1ec97fc045cc', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:3d:44:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '3dd73fea-c4b7-4f43-9c3b-60f8e02d2d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:51:57Z', 'updated_at': '2022-02-28T10:52:00Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '3dd73fea-c4b7-4f43-9c3b-60f8e02d2d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:52:01.434748 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6d9799ac-9908-4155-95f4-123937ef1f1f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (4a507e70-2676-468c-804b-890ae3cd594a), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:01.445708 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243c62e8-be8f-4b0f-9187-577210db24bf None None] The sync data for ids ['5f2930eb-0992-4574-9f27-44cc381af37e'] in dv-neutron-829161-3-hyperv is: [{'id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'name': 'tempest-TestNetworkBasicOps-router-46607842', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '43226f00-095b-471f-ab5b-999beeaac17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:51:53Z', 'updated_at': '2022-02-28T10:51:57Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '43226f00-095b-471f-ab5b-999beeaac17b', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:61:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:51:54Z', 'updated_at': '2022-02-28T10:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': 'a9c62c56-f4ab-4580-9e8b-c921154d19b4', 'name': '', 'network_id': '495b0923-7d5c-4d59-ab60-1ec97fc045cc', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:3d:44:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '3dd73fea-c4b7-4f43-9c3b-60f8e02d2d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:51:57Z', 'updated_at': '2022-02-28T10:52:00Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '3dd73fea-c4b7-4f43-9c3b-60f8e02d2d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:52:01.509835 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6d9799ac-9908-4155-95f4-123937ef1f1f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (4a507e70-2676-468c-804b-890ae3cd594a), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:01.535113 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9799ac-9908-4155-95f4-123937ef1f1f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a507e70-2676-468c-804b-890ae3cd594a,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:01.544257 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9799ac-9908-4155-95f4-123937ef1f1f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:01.544549 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9799ac-9908-4155-95f4-123937ef1f1f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:01.544903 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9799ac-9908-4155-95f4-123937ef1f1f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:01.545253 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9799ac-9908-4155-95f4-123937ef1f1f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:01.545595 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9799ac-9908-4155-95f4-123937ef1f1f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:01.546056 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9799ac-9908-4155-95f4-123937ef1f1f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:01.546600 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9799ac-9908-4155-95f4-123937ef1f1f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:01.548014 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9799ac-9908-4155-95f4-123937ef1f1f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:01.550480 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9799ac-9908-4155-95f4-123937ef1f1f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:01.550480 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9799ac-9908-4155-95f4-123937ef1f1f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:01.550480 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9799ac-9908-4155-95f4-123937ef1f1f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:01.550480 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9799ac-9908-4155-95f4-123937ef1f1f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:01.550480 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9799ac-9908-4155-95f4-123937ef1f1f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:01.592059 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6d9799ac-9908-4155-95f4-123937ef1f1f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:01.593494 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-6d9799ac-9908-4155-95f4-123937ef1f1f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3654389 Feb 28 10:52:01.596424 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 51696) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:52:01.601236 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-0a6e3dce-d9f7-4f4b-a4b6-95ee29c5150d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': '4671a15d-9869-4ccd-9b73-75ca2a5785b4', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:52:01.720133 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0a6e3dce-d9f7-4f4b-a4b6-95ee29c5150d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (eb8d1db6-9f26-4680-a9d4-ced237fbf6dd), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:01.790168 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0a6e3dce-d9f7-4f4b-a4b6-95ee29c5150d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (eb8d1db6-9f26-4680-a9d4-ced237fbf6dd), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:01.879830 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0a6e3dce-d9f7-4f4b-a4b6-95ee29c5150d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (eb8d1db6-9f26-4680-a9d4-ced237fbf6dd), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:01.901508 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6e3dce-d9f7-4f4b-a4b6-95ee29c5150d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb8d1db6-9f26-4680-a9d4-ced237fbf6dd,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:01.992593 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0a6e3dce-d9f7-4f4b-a4b6-95ee29c5150d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:01.993884 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-0a6e3dce-d9f7-4f4b-a4b6-95ee29c5150d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3963578 Feb 28 10:52:01.997432 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 51698) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:52:02.002298 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-b4ddfe9b-34ed-40e8-a345-65973920e63a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': '4671a15d-9869-4ccd-9b73-75ca2a5785b4', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:52:02.017952 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device a9c62c56-f4ab-4580-9e8b-c921154d19b4 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:52:02.085483 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port a9c62c56-f4ab-4580-9e8b-c921154d19b4 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:52:02.086038 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (a9c62c56-f4ab-4580-9e8b-c921154d19b4), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:02.118916 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b4ddfe9b-34ed-40e8-a345-65973920e63a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (6fa6b9ff-0380-4551-a83b-eab7d4d22e9b), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:02.177333 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port a9c62c56-f4ab-4580-9e8b-c921154d19b4 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:52:02.191355 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b4ddfe9b-34ed-40e8-a345-65973920e63a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (6fa6b9ff-0380-4551-a83b-eab7d4d22e9b), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:02.281354 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b4ddfe9b-34ed-40e8-a345-65973920e63a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (6fa6b9ff-0380-4551-a83b-eab7d4d22e9b), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:02.303638 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ddfe9b-34ed-40e8-a345-65973920e63a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fa6b9ff-0380-4551-a83b-eab7d4d22e9b,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:02.352432 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b4ddfe9b-34ed-40e8-a345-65973920e63a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:02.353959 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-b4ddfe9b-34ed-40e8-a345-65973920e63a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3549976 Feb 28 10:52:02.357058 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 51700) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:52:02.361988 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-7880e05c-d091-4bb8-b89c-c7c7b56a5ee3 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': '4671a15d-9869-4ccd-9b73-75ca2a5785b4', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:52:02.435881 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.securitygroups_db [None req-7880e05c-d091-4bb8-b89c-c7c7b56a5ee3 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Project 02ebd57ebb02426fbf4a686f080eb9d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:52:02.441654 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7880e05c-d091-4bb8-b89c-c7c7b56a5ee3 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (89e6b323-561d-414e-80c6-5cfbf95cdcc3), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:02.531644 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7880e05c-d091-4bb8-b89c-c7c7b56a5ee3 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (89e6b323-561d-414e-80c6-5cfbf95cdcc3), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:02.603462 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7880e05c-d091-4bb8-b89c-c7c7b56a5ee3 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (89e6b323-561d-414e-80c6-5cfbf95cdcc3), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:02.622574 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7880e05c-d091-4bb8-b89c-c7c7b56a5ee3 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89e6b323-561d-414e-80c6-5cfbf95cdcc3,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:02.709999 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7880e05c-d091-4bb8-b89c-c7c7b56a5ee3 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:02.711384 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-7880e05c-d091-4bb8-b89c-c7c7b56a5ee3 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3532698 Feb 28 10:52:02.714267 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 51702) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:52:02.721794 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-4f3eb37b-c8c2-43f5-9657-a5dcc2eff3de tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': '4671a15d-9869-4ccd-9b73-75ca2a5785b4', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:52:02.827896 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.securitygroups_db [None req-4f3eb37b-c8c2-43f5-9657-a5dcc2eff3de tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Project 02ebd57ebb02426fbf4a686f080eb9d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:52:02.833254 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4f3eb37b-c8c2-43f5-9657-a5dcc2eff3de tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (18070afa-10f7-4044-ac97-12b0a1901e95), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:02.894475 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4f3eb37b-c8c2-43f5-9657-a5dcc2eff3de tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (18070afa-10f7-4044-ac97-12b0a1901e95), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:02.959611 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4f3eb37b-c8c2-43f5-9657-a5dcc2eff3de tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (18070afa-10f7-4044-ac97-12b0a1901e95), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:02.978159 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3eb37b-c8c2-43f5-9657-a5dcc2eff3de tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18070afa-10f7-4044-ac97-12b0a1901e95,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:03.047400 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4f3eb37b-c8c2-43f5-9657-a5dcc2eff3de tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:03.048636 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-4f3eb37b-c8c2-43f5-9657-a5dcc2eff3de tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3327203 Feb 28 10:52:03.233309 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-2d4e826b-5486-4303-94d1-e934d0bed75f req-cabb61ab-610f-4691-a605-c31341944798 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1383044231&fields=id&tenant_id=02ebd57ebb02426fbf4a686f080eb9d7 HTTP/1.1" status: 200 len: 267 time: 0.0469108 Feb 28 10:52:03.341797 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e826b-5486-4303-94d1-e934d0bed75f req-1e2d2db8-fe90-42d9-8451-67bf8170cccf tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:03.343483 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-2d4e826b-5486-4303-94d1-e934d0bed75f req-1e2d2db8-fe90-42d9-8451-67bf8170cccf tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/networks?id=495b0923-7d5c-4d59-ab60-1ec97fc045cc HTTP/1.1" status: 200 len: 796 time: 0.1035023 Feb 28 10:52:03.358665 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-2d4e826b-5486-4303-94d1-e934d0bed75f req-3d0b85f8-0842-4222-8d21-beec38016e1f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/quotas/02ebd57ebb02426fbf4a686f080eb9d7 HTTP/1.1" status: 200 len: 375 time: 0.0095651 Feb 28 10:52:03.420268 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-2d4e826b-5486-4303-94d1-e934d0bed75f req-877b468d-4363-49ac-9008-f823e11617d7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=02ebd57ebb02426fbf4a686f080eb9d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0562508 Feb 28 10:52:03.517649 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-2d4e826b-5486-4303-94d1-e934d0bed75f req-734db554-8a7b-4eef-bf49-770205725866 service neutron] 10.222.0.62 "GET /v2.0/networks/495b0923-7d5c-4d59-ab60-1ec97fc045cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861092 Feb 28 10:52:03.618061 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-2d4e826b-5486-4303-94d1-e934d0bed75f req-be5ebab1-7561-4ad7-9cc6-6a55b045e26c service neutron] 10.222.0.62 "GET /v2.0/networks/495b0923-7d5c-4d59-ab60-1ec97fc045cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947249 Feb 28 10:52:04.877137 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-46127c73-1322-400b-91a8-c4e90c846e44 req-cdc413b1-137c-4e66-9529-f0f29d4a86cc tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=c68f0ffa-7ad4-4f47-b9c8-a81b7e27bb27 HTTP/1.1" status: 200 len: 210 time: 0.0277247 Feb 28 10:52:05.972836 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-c757f5a4-7576-456a-9ad0-55b61edf3201 req-ad22344d-32c0-401d-9c5b-8d2ad278e563 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=c68f0ffa-7ad4-4f47-b9c8-a81b7e27bb27 HTTP/1.1" status: 200 len: 210 time: 0.0292280 Feb 28 10:52:07.040450 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e826b-5486-4303-94d1-e934d0bed75f req-b4bac6c2-79e7-4bea-a066-c1de23f33812 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:07.040450 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2d4e826b-5486-4303-94d1-e934d0bed75f req-b4bac6c2-79e7-4bea-a066-c1de23f33812 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.70 "GET /v2.0/networks?id=495b0923-7d5c-4d59-ab60-1ec97fc045cc HTTP/1.1" status: 200 len: 796 time: 0.1114919 Feb 28 10:52:07.107400 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a1cb72b8-5724-40fd-a85f-c9aafce7dbce req-08a092a7-e37c-463d-b86a-15f9393ddd09 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=c68f0ffa-7ad4-4f47-b9c8-a81b7e27bb27 HTTP/1.1" status: 200 len: 210 time: 0.0409713 Feb 28 10:52:07.148485 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2d4e826b-5486-4303-94d1-e934d0bed75f req-338fc9f9-6fdc-4ba5-aeee-e6dbd6c9fbf5 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02ebd57ebb02426fbf4a686f080eb9d7 HTTP/1.1" status: 200 len: 380 time: 0.0981441 Feb 28 10:52:07.157172 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-2d4e826b-5486-4303-94d1-e934d0bed75f req-d32ffee5-808e-4847-b136-fdf4e04083bd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'port': {'device_id': 'c68f0ffa-7ad4-4f47-b9c8-a81b7e27bb27', 'network_id': '495b0923-7d5c-4d59-ab60-1ec97fc045cc', 'admin_state_up': True, 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'security_groups': ['4671a15d-9869-4ccd-9b73-75ca2a5785b4']}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:52:07.349990 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d4e826b-5486-4303-94d1-e934d0bed75f req-d32ffee5-808e-4847-b136-fdf4e04083bd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Made reservation on behalf of 02ebd57ebb02426fbf4a686f080eb9d7 for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:52:07.355335 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-2d4e826b-5486-4303-94d1-e934d0bed75f req-d32ffee5-808e-4847-b136-fdf4e04083bd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:07.482522 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [req-2d4e826b-5486-4303-94d1-e934d0bed75f req-d32ffee5-808e-4847-b136-fdf4e04083bd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Allocated IP 172.20.0.13 (495b0923-7d5c-4d59-ab60-1ec97fc045cc/3dd73fea-c4b7-4f43-9c3b-60f8e02d2d34/caa6d523-66b6-45a8-b0cf-29b495cc7f0b) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:52:07.636638 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-2d4e826b-5486-4303-94d1-e934d0bed75f req-d32ffee5-808e-4847-b136-fdf4e04083bd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for port (caa6d523-66b6-45a8-b0cf-29b495cc7f0b), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:07.764525 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-2d4e826b-5486-4303-94d1-e934d0bed75f req-d32ffee5-808e-4847-b136-fdf4e04083bd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (caa6d523-66b6-45a8-b0cf-29b495cc7f0b), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:07.808179 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d4e826b-5486-4303-94d1-e934d0bed75f req-d32ffee5-808e-4847-b136-fdf4e04083bd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Network 495b0923-7d5c-4d59-ab60-1ec97fc045cc is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:52:07.811499 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [req-2d4e826b-5486-4303-94d1-e934d0bed75f req-d32ffee5-808e-4847-b136-fdf4e04083bd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:52:07.818100 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d4e826b-5486-4303-94d1-e934d0bed75f req-d32ffee5-808e-4847-b136-fdf4e04083bd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:52:07.823932 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32ffee5-808e-4847-b136-fdf4e04083bd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Port': ['ID=caa6d523-66b6-45a8-b0cf-29b495cc7f0b,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:07.877290 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e826b-5486-4303-94d1-e934d0bed75f req-d32ffee5-808e-4847-b136-fdf4e04083bd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:07.878401 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-2d4e826b-5486-4303-94d1-e934d0bed75f req-d32ffee5-808e-4847-b136-fdf4e04083bd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:07.980502 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2d4e826b-5486-4303-94d1-e934d0bed75f req-d32ffee5-808e-4847-b136-fdf4e04083bd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8262405 Feb 28 10:52:07.998785 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-2d4e826b-5486-4303-94d1-e934d0bed75f req-299861b6-0573-4b21-af9f-8c50afe1ce24 service neutron] Request body: {'port': {'device_id': 'c68f0ffa-7ad4-4f47-b9c8-a81b7e27bb27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8291'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:52:08.073007 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-2d4e826b-5486-4303-94d1-e934d0bed75f req-299861b6-0573-4b21-af9f-8c50afe1ce24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (caa6d523-66b6-45a8-b0cf-29b495cc7f0b), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:08.074693 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-685012ca-e29f-416b-8adf-1fef74dfdcca None None] Provisioning complete for port caa6d523-66b6-45a8-b0cf-29b495cc7f0b triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:52:08.082897 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-685012ca-e29f-416b-8adf-1fef74dfdcca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (caa6d523-66b6-45a8-b0cf-29b495cc7f0b), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:08.134820 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-685012ca-e29f-416b-8adf-1fef74dfdcca None None] Port caa6d523-66b6-45a8-b0cf-29b495cc7f0b cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:52:08.268939 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de360b9-aec3-4581-b744-70c4184b8d5a req-e4ceabfc-7bac-4124-ae6e-734ed2772f4a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:08.270962 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-9de360b9-aec3-4581-b744-70c4184b8d5a req-e4ceabfc-7bac-4124-ae6e-734ed2772f4a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=c68f0ffa-7ad4-4f47-b9c8-a81b7e27bb27 HTTP/1.1" status: 200 len: 932 time: 0.0612803 Feb 28 10:52:08.331757 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-9de360b9-aec3-4581-b744-70c4184b8d5a req-d446a1fd-c2b3-4b4d-b881-57d0f850e401 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=4671a15d-9869-4ccd-9b73-75ca2a5785b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547078 Feb 28 10:52:08.394312 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [req-2d4e826b-5486-4303-94d1-e934d0bed75f req-299861b6-0573-4b21-af9f-8c50afe1ce24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caa6d523-66b6-45a8-b0cf-29b495cc7f0b {{(pid=104083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:52:08.401876 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-2d4e826b-5486-4303-94d1-e934d0bed75f req-299861b6-0573-4b21-af9f-8c50afe1ce24 service neutron] Publish callbacks [] for port (caa6d523-66b6-45a8-b0cf-29b495cc7f0b), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:08.415392 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [req-2d4e826b-5486-4303-94d1-e934d0bed75f req-299861b6-0573-4b21-af9f-8c50afe1ce24 service neutron] Transition to ACTIVE for port object caa6d523-66b6-45a8-b0cf-29b495cc7f0b will not be triggered until provisioned by entity L2. {{(pid=104083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:52:08.498470 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-2d4e826b-5486-4303-94d1-e934d0bed75f req-299861b6-0573-4b21-af9f-8c50afe1ce24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (caa6d523-66b6-45a8-b0cf-29b495cc7f0b), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:08.550798 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299861b6-0573-4b21-af9f-8c50afe1ce24 service neutron] Pushing event updated for resources: {'Port': ['ID=caa6d523-66b6-45a8-b0cf-29b495cc7f0b,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:08.624440 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-2d4e826b-5486-4303-94d1-e934d0bed75f req-299861b6-0573-4b21-af9f-8c50afe1ce24 service neutron] Attempting to bind port caa6d523-66b6-45a8-b0cf-29b495cc7f0b on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:52:08.624998 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-2d4e826b-5486-4303-94d1-e934d0bed75f req-299861b6-0573-4b21-af9f-8c50afe1ce24 service neutron] Attempting to bind port caa6d523-66b6-45a8-b0cf-29b495cc7f0b by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '54621426-52dd-4c84-a2c7-d81fdcfd88dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '495b0923-7d5c-4d59-ab60-1ec97fc045cc'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:52:08.625553 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4e826b-5486-4303-94d1-e934d0bed75f req-299861b6-0573-4b21-af9f-8c50afe1ce24 service neutron] Attempting to bind port caa6d523-66b6-45a8-b0cf-29b495cc7f0b on network 495b0923-7d5c-4d59-ab60-1ec97fc045cc {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:52:08.630794 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4e826b-5486-4303-94d1-e934d0bed75f req-299861b6-0573-4b21-af9f-8c50afe1ce24 service neutron] Port caa6d523-66b6-45a8-b0cf-29b495cc7f0b on network 495b0923-7d5c-4d59-ab60-1ec97fc045cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:52:08.631477 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4e826b-5486-4303-94d1-e934d0bed75f req-299861b6-0573-4b21-af9f-8c50afe1ce24 service neutron] Attempting to bind port caa6d523-66b6-45a8-b0cf-29b495cc7f0b on network 495b0923-7d5c-4d59-ab60-1ec97fc045cc {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:52:08.636533 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4e826b-5486-4303-94d1-e934d0bed75f req-299861b6-0573-4b21-af9f-8c50afe1ce24 service neutron] Checking agent: {'id': '9c9e5963-7abc-415a-a91c-4432861f4313', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'started_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:52:08.636876 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4e826b-5486-4303-94d1-e934d0bed75f req-299861b6-0573-4b21-af9f-8c50afe1ce24 service neutron] Checking segment: {'id': '54621426-52dd-4c84-a2c7-d81fdcfd88dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '495b0923-7d5c-4d59-ab60-1ec97fc045cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:52:08.637268 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4e826b-5486-4303-94d1-e934d0bed75f req-299861b6-0573-4b21-af9f-8c50afe1ce24 service neutron] Bound using segment: {'id': '54621426-52dd-4c84-a2c7-d81fdcfd88dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '495b0923-7d5c-4d59-ab60-1ec97fc045cc'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:52:08.637700 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-2d4e826b-5486-4303-94d1-e934d0bed75f req-299861b6-0573-4b21-af9f-8c50afe1ce24 service neutron] Bound port: caa6d523-66b6-45a8-b0cf-29b495cc7f0b, host: hv-neutron-8291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54621426-52dd-4c84-a2c7-d81fdcfd88dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '495b0923-7d5c-4d59-ab60-1ec97fc045cc'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:52:08.638536 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-2d4e826b-5486-4303-94d1-e934d0bed75f req-299861b6-0573-4b21-af9f-8c50afe1ce24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (caa6d523-66b6-45a8-b0cf-29b495cc7f0b), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:08.714170 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-2d4e826b-5486-4303-94d1-e934d0bed75f req-299861b6-0573-4b21-af9f-8c50afe1ce24 service neutron] For port caa6d523-66b6-45a8-b0cf-29b495cc7f0b, host hv-neutron-8291, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:52:08.718595 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-2d4e826b-5486-4303-94d1-e934d0bed75f req-299861b6-0573-4b21-af9f-8c50afe1ce24 service neutron] For port caa6d523-66b6-45a8-b0cf-29b495cc7f0b, host hv-neutron-8291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=caa6d523-66b6-45a8-b0cf-29b495cc7f0b,segment=NetworkSegment(54621426-52dd-4c84-a2c7-d81fdcfd88dc),segment_id=54621426-52dd-4c84-a2c7-d81fdcfd88dc)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:52:08.830232 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-2d4e826b-5486-4303-94d1-e934d0bed75f req-299861b6-0573-4b21-af9f-8c50afe1ce24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (caa6d523-66b6-45a8-b0cf-29b495cc7f0b), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:08.865539 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e826b-5486-4303-94d1-e934d0bed75f req-299861b6-0573-4b21-af9f-8c50afe1ce24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:08.866017 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-2d4e826b-5486-4303-94d1-e934d0bed75f req-299861b6-0573-4b21-af9f-8c50afe1ce24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:08.867618 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2d4e826b-5486-4303-94d1-e934d0bed75f req-299861b6-0573-4b21-af9f-8c50afe1ce24 service neutron] 10.222.0.70 "PUT /v2.0/ports/caa6d523-66b6-45a8-b0cf-29b495cc7f0b HTTP/1.1" status: 200 len: 1094 time: 0.8739631 Feb 28 10:52:08.867989 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c68f0ffa-7ad4-4f47-b9c8-a81b7e27bb27', 'tag': 'caa6d523-66b6-45a8-b0cf-29b495cc7f0b'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:52:08.870238 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a243a7f6-725f-422a-beff-79695084a32b" -d '{"events": [{"name": "network-changed", "server_uuid": "c68f0ffa-7ad4-4f47-b9c8-a81b7e27bb27", "tag": "caa6d523-66b6-45a8-b0cf-29b495cc7f0b"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:52:08.905289 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299861b6-0573-4b21-af9f-8c50afe1ce24 service neutron] Pushing event updated for resources: {'Port': ['ID=caa6d523-66b6-45a8-b0cf-29b495cc7f0b,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:08.918485 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a6e850-3f2c-4274-b8ed-fb07df2c95c5 x-openstack-request-id: req-b6a6e850-3f2c-4274-b8ed-fb07df2c95c5 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:52:08.918789 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c68f0ffa-7ad4-4f47-b9c8-a81b7e27bb27", "tag": "caa6d523-66b6-45a8-b0cf-29b495cc7f0b", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:52:08.922454 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b6a6e850-3f2c-4274-b8ed-fb07df2c95c5 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:52:08.922454 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c68f0ffa-7ad4-4f47-b9c8-a81b7e27bb27', 'tag': 'caa6d523-66b6-45a8-b0cf-29b495cc7f0b', 'status': 'completed', 'code': 200} Feb 28 10:52:09.000433 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a243a7f6-725f-422a-beff-79695084a32b req-3e124c75-5f0a-4f7a-9446-d0d6683d0790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:09.001978 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a243a7f6-725f-422a-beff-79695084a32b req-3e124c75-5f0a-4f7a-9446-d0d6683d0790 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=02ebd57ebb02426fbf4a686f080eb9d7&device_id=c68f0ffa-7ad4-4f47-b9c8-a81b7e27bb27 HTTP/1.1" status: 200 len: 1128 time: 0.0481641 Feb 28 10:52:09.464472 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe399e-376b-470f-862f-bf2bbd86692e req-5ed2e241-334c-41c4-b013-55cfea281e6d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:09.465898 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-70fe399e-376b-470f-862f-bf2bbd86692e req-5ed2e241-334c-41c4-b013-55cfea281e6d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=c68f0ffa-7ad4-4f47-b9c8-a81b7e27bb27 HTTP/1.1" status: 200 len: 944 time: 0.0548720 Feb 28 10:52:09.478926 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a243a7f6-725f-422a-beff-79695084a32b req-181a8140-e65f-4c7b-b74d-6375fae5c18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:09.480413 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a243a7f6-725f-422a-beff-79695084a32b req-181a8140-e65f-4c7b-b74d-6375fae5c18a service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=02ebd57ebb02426fbf4a686f080eb9d7&shared=False HTTP/1.1" status: 200 len: 896 time: 0.4647312 Feb 28 10:52:09.522151 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-70fe399e-376b-470f-862f-bf2bbd86692e req-a4c7c0fb-8771-41aa-bf2e-987a0c1ae3df tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=4671a15d-9869-4ccd-9b73-75ca2a5785b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496795 Feb 28 10:52:09.572767 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a243a7f6-725f-422a-beff-79695084a32b req-b6af3516-101e-488e-8c12-47dcbb8808af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:09.574169 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a243a7f6-725f-422a-beff-79695084a32b req-b6af3516-101e-488e-8c12-47dcbb8808af service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0882645 Feb 28 10:52:09.682991 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e826b-5486-4303-94d1-e934d0bed75f req-c05a3d3c-7e04-4eee-beb9-ebbf20647f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:09.686009 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2d4e826b-5486-4303-94d1-e934d0bed75f req-c05a3d3c-7e04-4eee-beb9-ebbf20647f32 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=02ebd57ebb02426fbf4a686f080eb9d7&device_id=c68f0ffa-7ad4-4f47-b9c8-a81b7e27bb27 HTTP/1.1" status: 200 len: 1128 time: 0.0529225 Feb 28 10:52:09.736393 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2d4e826b-5486-4303-94d1-e934d0bed75f req-6ed98de2-773a-4776-902b-566ad8a5f71b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=caa6d523-66b6-45a8-b0cf-29b495cc7f0b HTTP/1.1" status: 200 len: 217 time: 0.0373566 Feb 28 10:52:09.788838 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e826b-5486-4303-94d1-e934d0bed75f req-7d3f6962-7e7b-4fa7-8ece-2b84b69ee2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:09.790354 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2d4e826b-5486-4303-94d1-e934d0bed75f req-7d3f6962-7e7b-4fa7-8ece-2b84b69ee2a1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3dd73fea-c4b7-4f43-9c3b-60f8e02d2d34 HTTP/1.1" status: 200 len: 835 time: 0.0486021 Feb 28 10:52:09.843964 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e826b-5486-4303-94d1-e934d0bed75f req-5eea60cd-90ed-4004-b39c-490499e60123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:09.845545 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2d4e826b-5486-4303-94d1-e934d0bed75f req-5eea60cd-90ed-4004-b39c-490499e60123 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=495b0923-7d5c-4d59-ab60-1ec97fc045cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0499413 Feb 28 10:52:09.860533 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 51748) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:52:10.021099 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2d4e826b-5486-4303-94d1-e934d0bed75f req-c3fc5263-1462-438c-bd0a-32bc4ca1615b service neutron] 10.222.0.70 "GET /v2.0/networks/495b0923-7d5c-4d59-ab60-1ec97fc045cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696005 Feb 28 10:52:10.147687 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2d4e826b-5486-4303-94d1-e934d0bed75f req-e4ae438a-dfe2-45a6-bb21-c0c2b5ca5a6c service neutron] 10.222.0.70 "GET /v2.0/networks/495b0923-7d5c-4d59-ab60-1ec97fc045cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201324 Feb 28 10:52:10.151951 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-ba22acda-793f-4e47-8401-62b25b16a35a tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Deleting port dae65ca2-a6bc-4dd0-b1cb-c07533a615bd {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:52:10.152291 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ba22acda-793f-4e47-8401-62b25b16a35a tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (dae65ca2-a6bc-4dd0-b1cb-c07533a615bd), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:10.235544 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ba22acda-793f-4e47-8401-62b25b16a35a tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (dae65ca2-a6bc-4dd0-b1cb-c07533a615bd), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:10.235874 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ba22acda-793f-4e47-8401-62b25b16a35a tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks [] for floatingip (dae65ca2-a6bc-4dd0-b1cb-c07533a615bd), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:10.248070 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-ba22acda-793f-4e47-8401-62b25b16a35a tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Calling delete_port for dae65ca2-a6bc-4dd0-b1cb-c07533a615bd owned by network:floatingip {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:52:10.470127 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ba22acda-793f-4e47-8401-62b25b16a35a tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (dae65ca2-a6bc-4dd0-b1cb-c07533a615bd), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:10.497999 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba22acda-793f-4e47-8401-62b25b16a35a tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Pushing event deleted for resources: {'Port': ['ID=dae65ca2-a6bc-4dd0-b1cb-c07533a615bd,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:10.562074 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ba22acda-793f-4e47-8401-62b25b16a35a tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks [] for floatingip (8356bd14-4dae-4798-81b8-27b533d12284), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:10.562247 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.l3_db [None req-ba22acda-793f-4e47-8401-62b25b16a35a tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Floating IP 8356bd14-4dae-4798-81b8-27b533d12284 disassociated (deleted). External IP: 172.26.3.53, port: fc89cfe1-697e-4826-93b1-95e1783c7d68. Feb 28 10:52:10.704333 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257aa2b-3224-4594-99ea-97cdb3d85f30 req-792c861d-2303-4b22-8801-87de33d41d83 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:10.705844 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9257aa2b-3224-4594-99ea-97cdb3d85f30 req-792c861d-2303-4b22-8801-87de33d41d83 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=c68f0ffa-7ad4-4f47-b9c8-a81b7e27bb27 HTTP/1.1" status: 200 len: 944 time: 0.1096425 Feb 28 10:52:10.830760 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9257aa2b-3224-4594-99ea-97cdb3d85f30 req-24162f1d-ef85-4419-87c4-6b57ce3d6e23 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=4671a15d-9869-4ccd-9b73-75ca2a5785b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178157 Feb 28 10:52:10.856380 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba22acda-793f-4e47-8401-62b25b16a35a tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Router fb9806d2-32f1-4369-b725-739487e43fc4 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:52:10.969456 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba22acda-793f-4e47-8401-62b25b16a35a tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:52:10.974367 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ba22acda-793f-4e47-8401-62b25b16a35a tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:10.979223 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0604575-519b-435a-a79b-b90c2ee6b243 None None] Sync routers for ids ['fb9806d2-32f1-4369-b725-739487e43fc4'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:52:10.990125 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0604575-519b-435a-a79b-b90c2ee6b243 None None] Routers {'fb9806d2-32f1-4369-b725-739487e43fc4'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:52:10.990738 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-f0604575-519b-435a-a79b-b90c2ee6b243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:51:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['fb9806d2-32f1-4369-b725-739487e43fc4'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:52:11.004173 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-ba22acda-793f-4e47-8401-62b25b16a35a tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "DELETE /v2.0/floatingips/8356bd14-4dae-4798-81b8-27b533d12284 HTTP/1.1" status: 204 len: 168 time: 1.1425931 Feb 28 10:52:11.004757 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf', 'tag': 'fc89cfe1-697e-4826-93b1-95e1783c7d68'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:52:11.007055 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc414862-d224-41c3-b9e2-5835a2f6454a" -d '{"events": [{"name": "network-changed", "server_uuid": "b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf", "tag": "fc89cfe1-697e-4826-93b1-95e1783c7d68"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:52:11.047663 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a31925-29e6-4508-9f2b-743b54137e60 x-openstack-request-id: req-93a31925-29e6-4508-9f2b-743b54137e60 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:52:11.047663 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf", "tag": "fc89cfe1-697e-4826-93b1-95e1783c7d68", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:52:11.047663 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-93a31925-29e6-4508-9f2b-743b54137e60 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:52:11.047663 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf', 'tag': 'fc89cfe1-697e-4826-93b1-95e1783c7d68', 'status': 'completed', 'code': 200} Feb 28 10:52:11.111987 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-f0604575-519b-435a-a79b-b90c2ee6b243 None None] Set router fb9806d2-32f1-4369-b725-739487e43fc4 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:52:11.141018 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc414862-d224-41c3-b9e2-5835a2f6454a req-24f56d77-8c75-4ef4-9564-2a18417d0c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:11.142720 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-cc414862-d224-41c3-b9e2-5835a2f6454a req-24f56d77-8c75-4ef4-9564-2a18417d0c80 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fb97474a860e4d948fd0a95e1b318101&device_id=b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf HTTP/1.1" status: 200 len: 1129 time: 0.0503178 Feb 28 10:52:11.240037 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc414862-d224-41c3-b9e2-5835a2f6454a req-ecb64cc4-fc2d-4934-b106-1fad45412df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:11.241499 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-cc414862-d224-41c3-b9e2-5835a2f6454a req-ecb64cc4-fc2d-4934-b106-1fad45412df7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a HTTP/1.1" status: 200 len: 911 time: 0.0923593 Feb 28 10:52:11.291671 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-cc414862-d224-41c3-b9e2-5835a2f6454a req-4d5387fe-879a-4a96-a997-69ab65fa3f34 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc89cfe1-697e-4826-93b1-95e1783c7d68 HTTP/1.1" status: 200 len: 217 time: 0.0423899 Feb 28 10:52:11.347621 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc414862-d224-41c3-b9e2-5835a2f6454a req-a1fe64d9-b5f4-4d62-9933-45ed22aee290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:11.349077 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-cc414862-d224-41c3-b9e2-5835a2f6454a req-a1fe64d9-b5f4-4d62-9933-45ed22aee290 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e8522a33-2f3b-469a-aaa7-bb28734740a0 HTTP/1.1" status: 200 len: 850 time: 0.0480442 Feb 28 10:52:11.355597 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-f0604575-519b-435a-a79b-b90c2ee6b243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'name': 'tempest-TestVolumeBootPattern-713778107-router', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a18ea445-10b9-43f2-906e-3ea457f19b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:59Z', 'updated_at': '2022-02-28T10:42:04Z', 'revision_number': 4, 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'gw_port': {'id': 'a18ea445-10b9-43f2-906e-3ea457f19b46', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:00Z', 'updated_at': '2022-02-28T10:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': '7fcc69a1-cbe6-435a-b3a1-193136eab428', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'floating_ip_address': '172.26.3.7', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'port_id': 'f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a', 'mac_address': 'fa:16:3e:c1:c2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495df2a2-cfd8-4323-8f0d-db38e9507b50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:46:50Z', 'updated_at': '2022-02-28T10:46:53Z', 'revision_number': 1, 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '322c8862-e166-4219-b05c-8a81cc0fb920', 'name': '', 'network_id': 'b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'mac_address': 'fa:16:3e:dd:16:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'e8522a33-2f3b-469a-aaa7-bb28734740a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:03Z', 'updated_at': '2022-02-28T10:42:12Z', 'revision_number': 5, 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'subnets': [{'id': 'e8522a33-2f3b-469a-aaa7-bb28734740a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:52:11.388917 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0604575-519b-435a-a79b-b90c2ee6b243 None None] Checking router: fb9806d2-32f1-4369-b725-739487e43fc4 for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:52:11.398086 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0604575-519b-435a-a79b-b90c2ee6b243 None None] Routers {'fb9806d2-32f1-4369-b725-739487e43fc4'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:52:11.398712 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-f0604575-519b-435a-a79b-b90c2ee6b243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:51:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['fb9806d2-32f1-4369-b725-739487e43fc4'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:52:11.407061 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc414862-d224-41c3-b9e2-5835a2f6454a req-a8e4611b-0a32-4fb9-a6e6-d35893350990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:11.407061 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-cc414862-d224-41c3-b9e2-5835a2f6454a req-a8e4611b-0a32-4fb9-a6e6-d35893350990 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0509686 Feb 28 10:52:11.536397 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-f0604575-519b-435a-a79b-b90c2ee6b243 None None] Set router fb9806d2-32f1-4369-b725-739487e43fc4 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:52:11.552019 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f83dbc7-b181-48b8-b432-670cbeee8969 req-5326139f-6baf-4e49-9ac4-11dc462890ab tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:11.554174 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3f83dbc7-b181-48b8-b432-670cbeee8969 req-5326139f-6baf-4e49-9ac4-11dc462890ab tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf HTTP/1.1" status: 200 len: 945 time: 0.1221886 Feb 28 10:52:11.586631 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-cc414862-d224-41c3-b9e2-5835a2f6454a req-85fa59df-4dfa-4814-a435-3b6a890e98ff service neutron] 10.222.0.70 "GET /v2.0/networks/b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669466 Feb 28 10:52:11.678466 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3f83dbc7-b181-48b8-b432-670cbeee8969 req-c10bd66f-86fb-4b8b-beb5-10aae2681461 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124334 Feb 28 10:52:11.712479 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-cc414862-d224-41c3-b9e2-5835a2f6454a req-a522fb79-a427-4574-b808-d7b930c8aef0 service neutron] 10.222.0.70 "GET /v2.0/networks/b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168611 Feb 28 10:52:11.808390 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-f0604575-519b-435a-a79b-b90c2ee6b243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'name': 'tempest-TestVolumeBootPattern-713778107-router', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a18ea445-10b9-43f2-906e-3ea457f19b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:59Z', 'updated_at': '2022-02-28T10:42:04Z', 'revision_number': 4, 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'gw_port': {'id': 'a18ea445-10b9-43f2-906e-3ea457f19b46', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:00Z', 'updated_at': '2022-02-28T10:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': '7fcc69a1-cbe6-435a-b3a1-193136eab428', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'floating_ip_address': '172.26.3.7', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'port_id': 'f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a', 'mac_address': 'fa:16:3e:c1:c2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495df2a2-cfd8-4323-8f0d-db38e9507b50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:46:50Z', 'updated_at': '2022-02-28T10:46:53Z', 'revision_number': 1, 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '322c8862-e166-4219-b05c-8a81cc0fb920', 'name': '', 'network_id': 'b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'mac_address': 'fa:16:3e:dd:16:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'e8522a33-2f3b-469a-aaa7-bb28734740a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:03Z', 'updated_at': '2022-02-28T10:42:12Z', 'revision_number': 5, 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'subnets': [{'id': 'e8522a33-2f3b-469a-aaa7-bb28734740a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:52:11.837256 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0604575-519b-435a-a79b-b90c2ee6b243 None None] The sync data for ids ['fb9806d2-32f1-4369-b725-739487e43fc4'] in dv-neutron-829161-3-hyperv is: [{'id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'name': 'tempest-TestVolumeBootPattern-713778107-router', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a18ea445-10b9-43f2-906e-3ea457f19b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:59Z', 'updated_at': '2022-02-28T10:42:04Z', 'revision_number': 4, 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'gw_port': {'id': 'a18ea445-10b9-43f2-906e-3ea457f19b46', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:00Z', 'updated_at': '2022-02-28T10:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': '7fcc69a1-cbe6-435a-b3a1-193136eab428', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'floating_ip_address': '172.26.3.7', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'port_id': 'f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a', 'mac_address': 'fa:16:3e:c1:c2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495df2a2-cfd8-4323-8f0d-db38e9507b50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:46:50Z', 'updated_at': '2022-02-28T10:46:53Z', 'revision_number': 1, 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '322c8862-e166-4219-b05c-8a81cc0fb920', 'name': '', 'network_id': 'b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'mac_address': 'fa:16:3e:dd:16:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'e8522a33-2f3b-469a-aaa7-bb28734740a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:03Z', 'updated_at': '2022-02-28T10:42:12Z', 'revision_number': 5, 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'subnets': [{'id': 'e8522a33-2f3b-469a-aaa7-bb28734740a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:52:11.957495 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be3bf80-df1e-4079-8b91-7a3d66384e9b req-8eaec815-d357-4ff7-8089-550c1a0e06b4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:11.959224 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8be3bf80-df1e-4079-8b91-7a3d66384e9b req-8eaec815-d357-4ff7-8089-550c1a0e06b4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=c68f0ffa-7ad4-4f47-b9c8-a81b7e27bb27 HTTP/1.1" status: 200 len: 944 time: 0.0559795 Feb 28 10:52:12.012255 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8be3bf80-df1e-4079-8b91-7a3d66384e9b req-b8ef18c3-5ae7-4f4d-ae94-9620c8bd6e35 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=4671a15d-9869-4ccd-9b73-75ca2a5785b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471623 Feb 28 10:52:12.073768 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc87161-70bb-4e00-b632-22b22ffc4ee4 None None] New status for floating IP 8356bd14-4dae-4798-81b8-27b533d12284: DOWN {{(pid=104086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:52:12.805732 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1368bd-06cf-4fc1-a7fe-1a07af8f58ee req-0efcf835-2a30-4792-a964-26d5f18bd1ca tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:12.807271 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3f1368bd-06cf-4fc1-a7fe-1a07af8f58ee req-0efcf835-2a30-4792-a964-26d5f18bd1ca tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf HTTP/1.1" status: 200 len: 945 time: 0.0615244 Feb 28 10:52:12.857664 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3f1368bd-06cf-4fc1-a7fe-1a07af8f58ee req-c8e73a6e-efe6-49bc-be16-6992ba7274ba tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438790 Feb 28 10:52:13.093165 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391faa0-b155-47c9-ba5c-7c84592a6b9c req-d2ec64b1-6086-455d-a1b1-05f9bf68aa91 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:13.094648 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e391faa0-b155-47c9-ba5c-7c84592a6b9c req-d2ec64b1-6086-455d-a1b1-05f9bf68aa91 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf HTTP/1.1" status: 200 len: 945 time: 0.0550511 Feb 28 10:52:13.137463 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f035b-78b8-4dbb-b91e-70fc7456cff8 req-615d7f7c-e4a9-4882-be9f-30d5989ba5f4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:13.139157 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-962f035b-78b8-4dbb-b91e-70fc7456cff8 req-615d7f7c-e4a9-4882-be9f-30d5989ba5f4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=c68f0ffa-7ad4-4f47-b9c8-a81b7e27bb27 HTTP/1.1" status: 200 len: 944 time: 0.0545199 Feb 28 10:52:13.192414 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-962f035b-78b8-4dbb-b91e-70fc7456cff8 req-9786661c-7214-44de-8d10-045ecfd6d865 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=4671a15d-9869-4ccd-9b73-75ca2a5785b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466328 Feb 28 10:52:13.198127 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-e391faa0-b155-47c9-ba5c-7c84592a6b9c req-413c360c-bed5-4bee-b118-5c727ed46f08 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Deleting port fc89cfe1-697e-4826-93b1-95e1783c7d68 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:52:13.198127 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-e391faa0-b155-47c9-ba5c-7c84592a6b9c req-413c360c-bed5-4bee-b118-5c727ed46f08 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (fc89cfe1-697e-4826-93b1-95e1783c7d68), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:13.286013 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-e391faa0-b155-47c9-ba5c-7c84592a6b9c req-413c360c-bed5-4bee-b118-5c727ed46f08 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] For port fc89cfe1-697e-4826-93b1-95e1783c7d68, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=fc89cfe1-697e-4826-93b1-95e1783c7d68,segment=NetworkSegment(19b5758e-ea8e-40b5-a035-63bdcbefede7),segment_id=19b5758e-ea8e-40b5-a035-63bdcbefede7)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:52:13.286373 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-e391faa0-b155-47c9-ba5c-7c84592a6b9c req-413c360c-bed5-4bee-b118-5c727ed46f08 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (fc89cfe1-697e-4826-93b1-95e1783c7d68), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:13.299406 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-e391faa0-b155-47c9-ba5c-7c84592a6b9c req-413c360c-bed5-4bee-b118-5c727ed46f08 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Calling delete_port for fc89cfe1-697e-4826-93b1-95e1783c7d68 owned by compute:nova {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:52:13.495736 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device caa6d523-66b6-45a8-b0cf-29b495cc7f0b details requested by agent hyperv_hv-neutron-8291 with host hv-neutron-8291 {{(pid=104085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:52:13.509839 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-e391faa0-b155-47c9-ba5c-7c84592a6b9c req-413c360c-bed5-4bee-b118-5c727ed46f08 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (fc89cfe1-697e-4826-93b1-95e1783c7d68), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:13.547877 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413c360c-bed5-4bee-b118-5c727ed46f08 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Pushing event deleted for resources: {'Port': ['ID=fc89cfe1-697e-4826-93b1-95e1783c7d68,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:13.600892 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-e391faa0-b155-47c9-ba5c-7c84592a6b9c req-413c360c-bed5-4bee-b118-5c727ed46f08 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] No DVR routers for this DVR port fc89cfe1-697e-4826-93b1-95e1783c7d68 on host hv-neutron-8291 {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:52:13.604089 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-e391faa0-b155-47c9-ba5c-7c84592a6b9c req-413c360c-bed5-4bee-b118-5c727ed46f08 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:13.608210 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e391faa0-b155-47c9-ba5c-7c84592a6b9c req-413c360c-bed5-4bee-b118-5c727ed46f08 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.70 "DELETE /v2.0/ports/fc89cfe1-697e-4826-93b1-95e1783c7d68 HTTP/1.1" status: 204 len: 173 time: 0.5086098 Feb 28 10:52:13.608742 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf', 'name': 'network-vif-deleted', 'tag': 'fc89cfe1-697e-4826-93b1-95e1783c7d68'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:52:13.611152 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e43d8b-a669-4f37-be8b-956373c2eb34" -d '{"events": [{"server_uuid": "b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf", "name": "network-vif-deleted", "tag": "fc89cfe1-697e-4826-93b1-95e1783c7d68"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:52:13.618320 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port caa6d523-66b6-45a8-b0cf-29b495cc7f0b, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=caa6d523-66b6-45a8-b0cf-29b495cc7f0b,segment=NetworkSegment(54621426-52dd-4c84-a2c7-d81fdcfd88dc),segment_id=54621426-52dd-4c84-a2c7-d81fdcfd88dc)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:52:13.630974 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Returning: {'device': 'caa6d523-66b6-45a8-b0cf-29b495cc7f0b', 'network_id': '495b0923-7d5c-4d59-ab60-1ec97fc045cc', 'port_id': 'caa6d523-66b6-45a8-b0cf-29b495cc7f0b', 'mac_address': 'fa:16:3e:79:1c:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dd73fea-c4b7-4f43-9c3b-60f8e02d2d34', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:52:13.649331 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb0b230-3663-4dfd-9d15-b6aac4b54652 x-openstack-request-id: req-8bb0b230-3663-4dfd-9d15-b6aac4b54652 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:52:13.651458 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf", "name": "network-vif-deleted", "tag": "fc89cfe1-697e-4826-93b1-95e1783c7d68", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:52:13.651458 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8bb0b230-3663-4dfd-9d15-b6aac4b54652 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:52:13.651458 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf', 'name': 'network-vif-deleted', 'tag': 'fc89cfe1-697e-4826-93b1-95e1783c7d68', 'status': 'completed', 'code': 200} Feb 28 10:52:13.680340 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port caa6d523-66b6-45a8-b0cf-29b495cc7f0b is: DOWN; New status is: BUILD {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:52:13.680750 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (caa6d523-66b6-45a8-b0cf-29b495cc7f0b), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:13.695966 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caa6d523-66b6-45a8-b0cf-29b495cc7f0b {{(pid=104085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:52:13.724314 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port caa6d523-66b6-45a8-b0cf-29b495cc7f0b, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=caa6d523-66b6-45a8-b0cf-29b495cc7f0b,segment=NetworkSegment(54621426-52dd-4c84-a2c7-d81fdcfd88dc),segment_id=54621426-52dd-4c84-a2c7-d81fdcfd88dc)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:52:13.796357 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (caa6d523-66b6-45a8-b0cf-29b495cc7f0b), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:13.854710 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=caa6d523-66b6-45a8-b0cf-29b495cc7f0b,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:13.966466 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-bbf26165-06a0-43f1-8cd5-5f32e5de1a79 req-ab424499-1198-4f2e-bab0-76f98ecc20dd tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf HTTP/1.1" status: 200 len: 210 time: 0.0330849 Feb 28 10:52:14.110791 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['caa6d523-66b6-45a8-b0cf-29b495cc7f0b'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:52:14.359733 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef67df-eead-453a-b548-bae962dc8adf req-c319f6f0-6139-49f9-b97f-b6349550e3d9 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:14.361200 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9aef67df-eead-453a-b548-bae962dc8adf req-c319f6f0-6139-49f9-b97f-b6349550e3d9 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=c68f0ffa-7ad4-4f47-b9c8-a81b7e27bb27 HTTP/1.1" status: 200 len: 945 time: 0.0791540 Feb 28 10:52:14.413912 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9aef67df-eead-453a-b548-bae962dc8adf req-c1c0266d-3fa2-43df-b1a0-615abb5ff18a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=4671a15d-9869-4ccd-9b73-75ca2a5785b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453837 Feb 28 10:52:15.066211 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-af2bbd76-bbd8-4b96-9b0a-759095af7015 req-1c9d1235-b7e1-49b7-95d1-699a3b968898 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf HTTP/1.1" status: 200 len: 210 time: 0.0297849 Feb 28 10:52:15.513637 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device caa6d523-66b6-45a8-b0cf-29b495cc7f0b up at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:52:15.540044 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0694dee2-1aee-4c7a-b984-44879969a583 req-95f3c59e-0c1b-4aa0-a747-6b6b84354d1e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:15.542299 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0694dee2-1aee-4c7a-b984-44879969a583 req-95f3c59e-0c1b-4aa0-a747-6b6b84354d1e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=c68f0ffa-7ad4-4f47-b9c8-a81b7e27bb27 HTTP/1.1" status: 200 len: 945 time: 0.0606935 Feb 28 10:52:15.605326 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0694dee2-1aee-4c7a-b984-44879969a583 req-86e0b286-de22-4d9b-a275-163efbfe854b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=4671a15d-9869-4ccd-9b73-75ca2a5785b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565174 Feb 28 10:52:15.644743 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning for port caa6d523-66b6-45a8-b0cf-29b495cc7f0b completed by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:52:15.648922 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning complete for port caa6d523-66b6-45a8-b0cf-29b495cc7f0b triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:52:15.649304 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (caa6d523-66b6-45a8-b0cf-29b495cc7f0b), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:15.735267 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port caa6d523-66b6-45a8-b0cf-29b495cc7f0b is: BUILD; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:52:15.735576 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (caa6d523-66b6-45a8-b0cf-29b495cc7f0b), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:15.761476 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c68f0ffa-7ad4-4f47-b9c8-a81b7e27bb27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa6d523-66b6-45a8-b0cf-29b495cc7f0b'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:52:15.763886 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a8c3d99-c587-4fdc-a39b-2a1e43e5fa33" -d '{"events": [{"server_uuid": "c68f0ffa-7ad4-4f47-b9c8-a81b7e27bb27", "name": "network-vif-plugged", "status": "completed", "tag": "caa6d523-66b6-45a8-b0cf-29b495cc7f0b"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:52:15.777484 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port caa6d523-66b6-45a8-b0cf-29b495cc7f0b, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=caa6d523-66b6-45a8-b0cf-29b495cc7f0b,segment=NetworkSegment(54621426-52dd-4c84-a2c7-d81fdcfd88dc),segment_id=54621426-52dd-4c84-a2c7-d81fdcfd88dc)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:52:15.853225 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1612429-0766-4e09-9f68-8b62a989505c x-openstack-request-id: req-b1612429-0766-4e09-9f68-8b62a989505c {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:52:15.853521 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c68f0ffa-7ad4-4f47-b9c8-a81b7e27bb27", "name": "network-vif-plugged", "status": "completed", "tag": "caa6d523-66b6-45a8-b0cf-29b495cc7f0b", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:52:15.853781 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b1612429-0766-4e09-9f68-8b62a989505c {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:52:15.854362 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c68f0ffa-7ad4-4f47-b9c8-a81b7e27bb27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa6d523-66b6-45a8-b0cf-29b495cc7f0b', 'code': 200} Feb 28 10:52:15.869592 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (caa6d523-66b6-45a8-b0cf-29b495cc7f0b), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:15.870406 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device fc89cfe1-697e-4826-93b1-95e1783c7d68 no longer exists at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:52:15.926605 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] No Port match for: fc89cfe1-697e-4826-93b1-95e1783c7d68 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:52:15.927179 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device fc89cfe1-697e-4826-93b1-95e1783c7d68 not bound to the agent host hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:52:15.953499 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=caa6d523-66b6-45a8-b0cf-29b495cc7f0b,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:16.171187 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-545348d2-b8d9-4c5f-839f-e32b2d4ce85c req-92e71e14-9732-4eda-9d4b-c3d623b8f1c5 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf HTTP/1.1" status: 200 len: 210 time: 0.0342872 Feb 28 10:52:16.260927 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e76cc-4d60-4140-84c2-4918d50d4c44 req-f2abdc29-6707-47d2-b973-172f5b0e52c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:16.262578 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9e2e76cc-4d60-4140-84c2-4918d50d4c44 req-f2abdc29-6707-47d2-b973-172f5b0e52c6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c68f0ffa-7ad4-4f47-b9c8-a81b7e27bb27 HTTP/1.1" status: 200 len: 1130 time: 0.0447888 Feb 28 10:52:16.310088 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9e2e76cc-4d60-4140-84c2-4918d50d4c44 req-6e2771d8-4e0e-4d9d-a5e4-b89191472327 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=4671a15d-9869-4ccd-9b73-75ca2a5785b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409646 Feb 28 10:52:16.473941 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-cdb744b0-30a8-4558-81c9-d0cc540f1615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:16.730874 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4635f4-0758-4a72-a97b-7bc20ae386ea req-b5527d8e-a08e-4ff1-a3fd-84af7bb0717f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:16.733163 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-ef4635f4-0758-4a72-a97b-7bc20ae386ea req-b5527d8e-a08e-4ff1-a3fd-84af7bb0717f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=c68f0ffa-7ad4-4f47-b9c8-a81b7e27bb27 HTTP/1.1" status: 200 len: 946 time: 0.0567462 Feb 28 10:52:16.785870 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-ef4635f4-0758-4a72-a97b-7bc20ae386ea req-3bf4f496-df72-4cba-82cd-64106b7c9b58 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=4671a15d-9869-4ccd-9b73-75ca2a5785b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469191 Feb 28 10:52:17.288777 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-36939aa4-454a-47a1-a451-c63b0bdecc78 req-9a5cffd5-c474-4c4c-a578-622c68e9345d tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf HTTP/1.1" status: 200 len: 210 time: 0.0296419 Feb 28 10:52:17.912723 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f823cf8-21f1-412e-89f9-dca5ab2ce4c7 req-25ccbdb5-60d7-46a1-a75b-c9c939b3b40e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:17.914203 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-6f823cf8-21f1-412e-89f9-dca5ab2ce4c7 req-25ccbdb5-60d7-46a1-a75b-c9c939b3b40e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=c68f0ffa-7ad4-4f47-b9c8-a81b7e27bb27 HTTP/1.1" status: 200 len: 946 time: 0.0590405 Feb 28 10:52:17.967960 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-6f823cf8-21f1-412e-89f9-dca5ab2ce4c7 req-0dba9066-f875-4587-941d-17e9896f3dba tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=4671a15d-9869-4ccd-9b73-75ca2a5785b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471954 Feb 28 10:52:18.094299 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03719b28-8079-4f51-bc6f-6c9cbdb6d018 req-ddc6ff27-b761-4f19-ae5c-4f19e6de201b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:18.095837 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-03719b28-8079-4f51-bc6f-6c9cbdb6d018 req-ddc6ff27-b761-4f19-ae5c-4f19e6de201b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=c68f0ffa-7ad4-4f47-b9c8-a81b7e27bb27 HTTP/1.1" status: 200 len: 946 time: 0.0597310 Feb 28 10:52:18.145475 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-03719b28-8079-4f51-bc6f-6c9cbdb6d018 req-24198be5-cf8f-4578-b6bf-58a139bb51a6 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=4671a15d-9869-4ccd-9b73-75ca2a5785b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436852 Feb 28 10:52:18.168082 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 51790) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:52:18.224978 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bed0867-734e-44ce-9ac5-5be97b2f4a8a tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:18.226613 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-7bed0867-734e-44ce-9ac5-5be97b2f4a8a tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=c68f0ffa-7ad4-4f47-b9c8-a81b7e27bb27 HTTP/1.1" status: 200 len: 1125 time: 0.0568917 Feb 28 10:52:18.229643 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 51792) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:52:18.235228 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-9233c45a-5f12-4664-9b49-1bfb36191762 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'floatingip': {'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'port_id': 'caa6d523-66b6-45a8-b0cf-29b495cc7f0b', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:52:18.333493 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9233c45a-5f12-4664-9b49-1bfb36191762 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:18.390949 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-5a166500-4d2d-47bb-91d5-224f94c24bae req-7333bdaf-5a09-4717-a7a9-2638c8369c1e tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf HTTP/1.1" status: 200 len: 210 time: 0.0292957 Feb 28 10:52:18.455035 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9233c45a-5f12-4664-9b49-1bfb36191762 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:18.566318 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-9233c45a-5f12-4664-9b49-1bfb36191762 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Allocated IP 172.26.3.50 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/618a64e8-b689-4fe5-b285-92604a48322b) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:52:18.692134 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9233c45a-5f12-4664-9b49-1bfb36191762 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for port (618a64e8-b689-4fe5-b285-92604a48322b), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:18.692623 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-89e1c762-c481-4d30-9ae7-37944bb445dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:18.816261 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9233c45a-5f12-4664-9b49-1bfb36191762 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (618a64e8-b689-4fe5-b285-92604a48322b), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:18.855261 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9233c45a-5f12-4664-9b49-1bfb36191762 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:52:18.858769 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-9233c45a-5f12-4664-9b49-1bfb36191762 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:52:18.864644 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9233c45a-5f12-4664-9b49-1bfb36191762 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:52:18.870295 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233c45a-5f12-4664-9b49-1bfb36191762 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Port': ['ID=618a64e8-b689-4fe5-b285-92604a48322b,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:19.248678 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9233c45a-5f12-4664-9b49-1bfb36191762 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for floatingip (abd3a592-9bd4-4032-bad3-8c8473c6488d), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:19.391045 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9233c45a-5f12-4664-9b49-1bfb36191762 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (618a64e8-b689-4fe5-b285-92604a48322b), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:19.520516 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-952705fa-89a2-4dd0-9452-66fd236558f1 req-2256c056-89ec-4ab7-8192-12ed92cf22a1 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf HTTP/1.1" status: 200 len: 210 time: 0.0342731 Feb 28 10:52:19.587350 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9233c45a-5f12-4664-9b49-1bfb36191762 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for port (618a64e8-b689-4fe5-b285-92604a48322b), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:19.652436 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9233c45a-5f12-4664-9b49-1bfb36191762 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (618a64e8-b689-4fe5-b285-92604a48322b), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:19.743672 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233c45a-5f12-4664-9b49-1bfb36191762 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Port': ['ID=618a64e8-b689-4fe5-b285-92604a48322b,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:19.756629 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9233c45a-5f12-4664-9b49-1bfb36191762 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047917'] for floatingip (abd3a592-9bd4-4032-bad3-8c8473c6488d), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:19.863151 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.l3_db [None req-9233c45a-5f12-4664-9b49-1bfb36191762 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Floating IP abd3a592-9bd4-4032-bad3-8c8473c6488d associated. External IP: 172.26.3.50, port: caa6d523-66b6-45a8-b0cf-29b495cc7f0b. Feb 28 10:52:20.012659 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:20.086377 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9233c45a-5f12-4664-9b49-1bfb36191762 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Router 5f2930eb-0992-4574-9f27-44cc381af37e has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:52:20.206859 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9233c45a-5f12-4664-9b49-1bfb36191762 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:52:20.217466 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bce562f-c252-4d97-a9b8-9b09be5318cc None None] Sync routers for ids ['5f2930eb-0992-4574-9f27-44cc381af37e'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:52:20.228974 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bce562f-c252-4d97-a9b8-9b09be5318cc None None] Routers {'5f2930eb-0992-4574-9f27-44cc381af37e'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:52:20.234339 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-9bce562f-c252-4d97-a9b8-9b09be5318cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:52:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['5f2930eb-0992-4574-9f27-44cc381af37e'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:52:20.292815 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9233c45a-5f12-4664-9b49-1bfb36191762 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:20.336671 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-9233c45a-5f12-4664-9b49-1bfb36191762 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1032531 Feb 28 10:52:20.336671 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c68f0ffa-7ad4-4f47-b9c8-a81b7e27bb27', 'tag': 'caa6d523-66b6-45a8-b0cf-29b495cc7f0b'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:52:20.337327 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 51800) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:52:20.347567 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d74e46-0543-418d-bea4-956ab0dc1b76" -d '{"events": [{"name": "network-changed", "server_uuid": "c68f0ffa-7ad4-4f47-b9c8-a81b7e27bb27", "tag": "caa6d523-66b6-45a8-b0cf-29b495cc7f0b"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:52:20.390933 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103e0305-8e08-4aa9-b7c0-c7e5682c6c04 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:20.395800 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-103e0305-8e08-4aa9-b7c0-c7e5682c6c04 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=c68f0ffa-7ad4-4f47-b9c8-a81b7e27bb27 HTTP/1.1" status: 200 len: 1125 time: 0.0572712 Feb 28 10:52:20.423000 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a60858-edc1-4a05-8274-090c95b376d6 x-openstack-request-id: req-89a60858-edc1-4a05-8274-090c95b376d6 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:52:20.423567 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c68f0ffa-7ad4-4f47-b9c8-a81b7e27bb27", "tag": "caa6d523-66b6-45a8-b0cf-29b495cc7f0b", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:52:20.423873 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-89a60858-edc1-4a05-8274-090c95b376d6 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:52:20.424696 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c68f0ffa-7ad4-4f47-b9c8-a81b7e27bb27', 'tag': 'caa6d523-66b6-45a8-b0cf-29b495cc7f0b', 'status': 'completed', 'code': 200} Feb 28 10:52:20.546146 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-9bce562f-c252-4d97-a9b8-9b09be5318cc None None] Set router 5f2930eb-0992-4574-9f27-44cc381af37e gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:52:20.547872 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d74e46-0543-418d-bea4-956ab0dc1b76 req-a79fb357-f163-43c0-8290-8c0c3f28b9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:20.549435 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-28d74e46-0543-418d-bea4-956ab0dc1b76 req-a79fb357-f163-43c0-8290-8c0c3f28b9e3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=02ebd57ebb02426fbf4a686f080eb9d7&device_id=c68f0ffa-7ad4-4f47-b9c8-a81b7e27bb27 HTTP/1.1" status: 200 len: 1130 time: 0.0865121 Feb 28 10:52:20.641561 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-15089fd9-89e9-41d0-a4f5-833ba6704d0a req-e38736fa-ed1b-4fbd-85f7-63b50f778c6e tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf HTTP/1.1" status: 200 len: 210 time: 0.0332985 Feb 28 10:52:20.700155 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d74e46-0543-418d-bea4-956ab0dc1b76 req-074b46fe-fb31-4c22-9200-8c14bbe215c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:20.701974 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-28d74e46-0543-418d-bea4-956ab0dc1b76 req-074b46fe-fb31-4c22-9200-8c14bbe215c8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=495b0923-7d5c-4d59-ab60-1ec97fc045cc HTTP/1.1" status: 200 len: 896 time: 0.1449881 Feb 28 10:52:20.788792 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-28d74e46-0543-418d-bea4-956ab0dc1b76 req-0d6fab69-92e9-43fa-9fd7-2d8e5c21cdf6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=caa6d523-66b6-45a8-b0cf-29b495cc7f0b HTTP/1.1" status: 200 len: 999 time: 0.0814724 Feb 28 10:52:20.795881 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 51808) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:52:20.800564 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-0a0e330a-7d0b-4e26-842d-6d0ea0437464 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-730392135', 'description': 'tempest-secgroup-smoke-730392135 description', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:52:20.861571 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d74e46-0543-418d-bea4-956ab0dc1b76 req-105bf12a-e6c2-478b-83ba-6262b22634a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:20.863030 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-28d74e46-0543-418d-bea4-956ab0dc1b76 req-105bf12a-e6c2-478b-83ba-6262b22634a7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3dd73fea-c4b7-4f43-9c3b-60f8e02d2d34 HTTP/1.1" status: 200 len: 835 time: 0.0682156 Feb 28 10:52:20.885120 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0a0e330a-7d0b-4e26-842d-6d0ea0437464 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:20.942343 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-9bce562f-c252-4d97-a9b8-9b09be5318cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'name': 'tempest-TestNetworkBasicOps-router-46607842', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '43226f00-095b-471f-ab5b-999beeaac17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:51:53Z', 'updated_at': '2022-02-28T10:51:57Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '43226f00-095b-471f-ab5b-999beeaac17b', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:61:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:51:54Z', 'updated_at': '2022-02-28T10:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': 'abd3a592-9bd4-4032-bad3-8c8473c6488d', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'floating_ip_address': '172.26.3.50', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'port_id': 'caa6d523-66b6-45a8-b0cf-29b495cc7f0b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '495b0923-7d5c-4d59-ab60-1ec97fc045cc', 'mac_address': 'fa:16:3e:79:1c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68f0ffa-7ad4-4f47-b9c8-a81b7e27bb27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:52:19Z', 'updated_at': '2022-02-28T10:52:19Z', 'revision_number': 0, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9c62c56-f4ab-4580-9e8b-c921154d19b4', 'name': '', 'network_id': '495b0923-7d5c-4d59-ab60-1ec97fc045cc', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:3d:44:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '3dd73fea-c4b7-4f43-9c3b-60f8e02d2d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:51:57Z', 'updated_at': '2022-02-28T10:52:01Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '3dd73fea-c4b7-4f43-9c3b-60f8e02d2d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:52:20.946680 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d74e46-0543-418d-bea4-956ab0dc1b76 req-f1887d58-7582-427c-8264-eb62971084ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:20.949046 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-28d74e46-0543-418d-bea4-956ab0dc1b76 req-f1887d58-7582-427c-8264-eb62971084ab service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=495b0923-7d5c-4d59-ab60-1ec97fc045cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0803595 Feb 28 10:52:20.975441 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bce562f-c252-4d97-a9b8-9b09be5318cc None None] Checking router: 5f2930eb-0992-4574-9f27-44cc381af37e for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:52:20.987403 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bce562f-c252-4d97-a9b8-9b09be5318cc None None] Routers {'5f2930eb-0992-4574-9f27-44cc381af37e'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:52:20.988144 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-9bce562f-c252-4d97-a9b8-9b09be5318cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:52:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['5f2930eb-0992-4574-9f27-44cc381af37e'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:52:21.000120 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0a0e330a-7d0b-4e26-842d-6d0ea0437464 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (fb43545c-d1b4-4250-b900-2a35d9a61ace), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:21.086134 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-28d74e46-0543-418d-bea4-956ab0dc1b76 req-869a373d-dc6e-4c70-b851-13608b223d83 service neutron] 10.222.0.70 "GET /v2.0/networks/495b0923-7d5c-4d59-ab60-1ec97fc045cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310692 Feb 28 10:52:21.109594 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0a0e330a-7d0b-4e26-842d-6d0ea0437464 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (fb43545c-d1b4-4250-b900-2a35d9a61ace), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:21.123679 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-9bce562f-c252-4d97-a9b8-9b09be5318cc None None] Set router 5f2930eb-0992-4574-9f27-44cc381af37e gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:52:21.147023 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0e330a-7d0b-4e26-842d-6d0ea0437464 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb43545c-d1b4-4250-b900-2a35d9a61ace,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:21.206021 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0a0e330a-7d0b-4e26-842d-6d0ea0437464 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:21.210245 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-0a0e330a-7d0b-4e26-842d-6d0ea0437464 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4109001 Feb 28 10:52:21.210610 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 51812) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:52:21.218011 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-28d74e46-0543-418d-bea4-956ab0dc1b76 req-25615b21-1030-47bf-8791-c45099829673 service neutron] 10.222.0.70 "GET /v2.0/networks/495b0923-7d5c-4d59-ab60-1ec97fc045cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260052 Feb 28 10:52:21.219439 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-0791d73b-4618-463d-9fd1-4d63ca726ace tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': 'fb43545c-d1b4-4250-b900-2a35d9a61ace', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:52:21.367753 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0791d73b-4618-463d-9fd1-4d63ca726ace tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (4bb0efd6-6391-4605-b043-ece16d1e63c5), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:21.404210 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:21.425244 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-9bce562f-c252-4d97-a9b8-9b09be5318cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'name': 'tempest-TestNetworkBasicOps-router-46607842', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '43226f00-095b-471f-ab5b-999beeaac17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:51:53Z', 'updated_at': '2022-02-28T10:51:57Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '43226f00-095b-471f-ab5b-999beeaac17b', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:61:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:51:54Z', 'updated_at': '2022-02-28T10:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': 'abd3a592-9bd4-4032-bad3-8c8473c6488d', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'floating_ip_address': '172.26.3.50', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'port_id': 'caa6d523-66b6-45a8-b0cf-29b495cc7f0b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '495b0923-7d5c-4d59-ab60-1ec97fc045cc', 'mac_address': 'fa:16:3e:79:1c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68f0ffa-7ad4-4f47-b9c8-a81b7e27bb27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:52:19Z', 'updated_at': '2022-02-28T10:52:19Z', 'revision_number': 0, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9c62c56-f4ab-4580-9e8b-c921154d19b4', 'name': '', 'network_id': '495b0923-7d5c-4d59-ab60-1ec97fc045cc', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:3d:44:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '3dd73fea-c4b7-4f43-9c3b-60f8e02d2d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:51:57Z', 'updated_at': '2022-02-28T10:52:01Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '3dd73fea-c4b7-4f43-9c3b-60f8e02d2d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:52:21.439503 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0791d73b-4618-463d-9fd1-4d63ca726ace tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (4bb0efd6-6391-4605-b043-ece16d1e63c5), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:21.456512 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bce562f-c252-4d97-a9b8-9b09be5318cc None None] The sync data for ids ['5f2930eb-0992-4574-9f27-44cc381af37e'] in dv-neutron-829161-3-hyperv is: [{'id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'name': 'tempest-TestNetworkBasicOps-router-46607842', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '43226f00-095b-471f-ab5b-999beeaac17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:51:53Z', 'updated_at': '2022-02-28T10:51:57Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '43226f00-095b-471f-ab5b-999beeaac17b', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:61:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:51:54Z', 'updated_at': '2022-02-28T10:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': 'abd3a592-9bd4-4032-bad3-8c8473c6488d', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'floating_ip_address': '172.26.3.50', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'port_id': 'caa6d523-66b6-45a8-b0cf-29b495cc7f0b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '495b0923-7d5c-4d59-ab60-1ec97fc045cc', 'mac_address': 'fa:16:3e:79:1c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68f0ffa-7ad4-4f47-b9c8-a81b7e27bb27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:52:19Z', 'updated_at': '2022-02-28T10:52:19Z', 'revision_number': 0, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9c62c56-f4ab-4580-9e8b-c921154d19b4', 'name': '', 'network_id': '495b0923-7d5c-4d59-ab60-1ec97fc045cc', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:3d:44:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '3dd73fea-c4b7-4f43-9c3b-60f8e02d2d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:51:57Z', 'updated_at': '2022-02-28T10:52:01Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '3dd73fea-c4b7-4f43-9c3b-60f8e02d2d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:52:21.514537 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0791d73b-4618-463d-9fd1-4d63ca726ace tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (4bb0efd6-6391-4605-b043-ece16d1e63c5), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:21.550349 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0791d73b-4618-463d-9fd1-4d63ca726ace tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bb0efd6-6391-4605-b043-ece16d1e63c5,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:21.626495 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0791d73b-4618-463d-9fd1-4d63ca726ace tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:21.628038 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-0791d73b-4618-463d-9fd1-4d63ca726ace tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4157202 Feb 28 10:52:21.630813 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 51814) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:52:21.635809 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-74c28734-f57a-4773-927d-a9b5341a499a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': 'fb43545c-d1b4-4250-b900-2a35d9a61ace', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:52:21.687299 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513dbdf5-97a4-47c0-8137-874484ae5c24 None None] New status for floating IP abd3a592-9bd4-4032-bad3-8c8473c6488d: ACTIVE {{(pid=104086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:52:21.748604 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-74c28734-f57a-4773-927d-a9b5341a499a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (f3999a8a-65ee-4a78-9c11-77d569aa9c99), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:21.787973 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-171ff92a-36c6-4fce-a3af-da2152d35c6a req-06504d3a-b9d0-4f9e-b92b-fe0225b2e91a tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf HTTP/1.1" status: 200 len: 210 time: 0.0531645 Feb 28 10:52:21.834867 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-74c28734-f57a-4773-927d-a9b5341a499a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (f3999a8a-65ee-4a78-9c11-77d569aa9c99), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:21.930335 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-74c28734-f57a-4773-927d-a9b5341a499a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (f3999a8a-65ee-4a78-9c11-77d569aa9c99), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:21.952625 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c28734-f57a-4773-927d-a9b5341a499a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3999a8a-65ee-4a78-9c11-77d569aa9c99,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:22.094752 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-74c28734-f57a-4773-927d-a9b5341a499a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:22.096253 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-74c28734-f57a-4773-927d-a9b5341a499a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4643493 Feb 28 10:52:22.099263 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 51818) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:52:22.103629 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-f0d220a0-88af-42d9-a078-b4cdfb3517de tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': 'fb43545c-d1b4-4250-b900-2a35d9a61ace', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:52:22.240650 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f0d220a0-88af-42d9-a078-b4cdfb3517de tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (bbf9a985-b06e-406a-9d27-e07a78ca119b), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:22.664887 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f0d220a0-88af-42d9-a078-b4cdfb3517de tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (bbf9a985-b06e-406a-9d27-e07a78ca119b), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:22.692832 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:22.770720 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f0d220a0-88af-42d9-a078-b4cdfb3517de tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (bbf9a985-b06e-406a-9d27-e07a78ca119b), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:22.789977 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d220a0-88af-42d9-a078-b4cdfb3517de tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbf9a985-b06e-406a-9d27-e07a78ca119b,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:22.890333 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a0c8e88b-efbc-4667-bf1a-b61a9870629a req-fc3fb6b6-8aa8-4e58-acae-d93fbfac293e tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf HTTP/1.1" status: 200 len: 210 time: 0.0290213 Feb 28 10:52:22.893800 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f0d220a0-88af-42d9-a078-b4cdfb3517de tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:22.898281 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-f0d220a0-88af-42d9-a078-b4cdfb3517de tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7949669 Feb 28 10:52:22.898648 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 51822) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:52:22.903828 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-d3288d6d-e882-4bd8-8af5-e6588fb53a7f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': 'fb43545c-d1b4-4250-b900-2a35d9a61ace', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:52:22.981093 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d3288d6d-e882-4bd8-8af5-e6588fb53a7f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (1a7a2feb-46d3-4974-8a3b-431638720317), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:23.040429 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d3288d6d-e882-4bd8-8af5-e6588fb53a7f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (1a7a2feb-46d3-4974-8a3b-431638720317), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:23.132340 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d3288d6d-e882-4bd8-8af5-e6588fb53a7f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (1a7a2feb-46d3-4974-8a3b-431638720317), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:23.151508 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3288d6d-e882-4bd8-8af5-e6588fb53a7f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a7a2feb-46d3-4974-8a3b-431638720317,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:23.241274 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d3288d6d-e882-4bd8-8af5-e6588fb53a7f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:23.242541 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-d3288d6d-e882-4bd8-8af5-e6588fb53a7f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3425827 Feb 28 10:52:23.245260 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 51824) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:52:23.251393 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-8092f048-e19d-48ae-b075-666c81db4962 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': 'fb43545c-d1b4-4250-b900-2a35d9a61ace', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:52:23.359352 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.securitygroups_db [None req-8092f048-e19d-48ae-b075-666c81db4962 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Project 02ebd57ebb02426fbf4a686f080eb9d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:52:23.365073 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8092f048-e19d-48ae-b075-666c81db4962 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (c49e6de6-1205-4c11-aba8-54ad124d50c7), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:23.433625 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8092f048-e19d-48ae-b075-666c81db4962 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (c49e6de6-1205-4c11-aba8-54ad124d50c7), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:23.513329 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8092f048-e19d-48ae-b075-666c81db4962 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (c49e6de6-1205-4c11-aba8-54ad124d50c7), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:23.531375 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8092f048-e19d-48ae-b075-666c81db4962 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c49e6de6-1205-4c11-aba8-54ad124d50c7,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:23.670819 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8092f048-e19d-48ae-b075-666c81db4962 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:23.672091 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-8092f048-e19d-48ae-b075-666c81db4962 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4241931 Feb 28 10:52:23.674871 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 51826) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:52:23.679493 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-08f46e9b-7039-41c2-bce4-7c9c4ad887d9 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': 'fb43545c-d1b4-4250-b900-2a35d9a61ace', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:52:23.793073 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.securitygroups_db [None req-08f46e9b-7039-41c2-bce4-7c9c4ad887d9 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Project 02ebd57ebb02426fbf4a686f080eb9d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:52:23.799228 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-08f46e9b-7039-41c2-bce4-7c9c4ad887d9 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (3972a2b8-d00c-463b-9168-31fb5f0cced8), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:23.859106 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-08f46e9b-7039-41c2-bce4-7c9c4ad887d9 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (3972a2b8-d00c-463b-9168-31fb5f0cced8), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:23.919335 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-08f46e9b-7039-41c2-bce4-7c9c4ad887d9 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (3972a2b8-d00c-463b-9168-31fb5f0cced8), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:23.938775 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f46e9b-7039-41c2-bce4-7c9c4ad887d9 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3972a2b8-d00c-463b-9168-31fb5f0cced8,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:23.997629 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-1af47da1-d943-45af-9abf-45753368f997 req-73af5414-7491-4b2d-b209-a4af822526e6 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7a4fb72-da17-4fd6-8f69-0e7ef9dcafdf HTTP/1.1" status: 200 len: 210 time: 0.0280223 Feb 28 10:52:24.024204 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-08f46e9b-7039-41c2-bce4-7c9c4ad887d9 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:24.025586 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-08f46e9b-7039-41c2-bce4-7c9c4ad887d9 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3496087 Feb 28 10:52:24.175288 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5753e8a6-6a89-4d82-8182-52107d278123 req-225ec2cf-4f6a-4447-962c-c91932e5797b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-730392135&fields=id&tenant_id=02ebd57ebb02426fbf4a686f080eb9d7 HTTP/1.1" status: 200 len: 267 time: 0.0446825 Feb 28 10:52:24.288268 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753e8a6-6a89-4d82-8182-52107d278123 req-3ba65a0b-3887-40c9-bab1-dab05d36adef tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:24.289724 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5753e8a6-6a89-4d82-8182-52107d278123 req-3ba65a0b-3887-40c9-bab1-dab05d36adef tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/networks?id=495b0923-7d5c-4d59-ab60-1ec97fc045cc HTTP/1.1" status: 200 len: 796 time: 0.1082323 Feb 28 10:52:24.305343 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5753e8a6-6a89-4d82-8182-52107d278123 req-7bdc405e-d6b6-4135-b683-822dc5597baa tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/quotas/02ebd57ebb02426fbf4a686f080eb9d7 HTTP/1.1" status: 200 len: 375 time: 0.0093431 Feb 28 10:52:24.365195 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5753e8a6-6a89-4d82-8182-52107d278123 req-cf1f99ac-5f97-4d89-9fff-305cf306ac0f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=02ebd57ebb02426fbf4a686f080eb9d7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0542707 Feb 28 10:52:24.510081 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5753e8a6-6a89-4d82-8182-52107d278123 req-1d484816-fc7b-4ee7-bdd5-2753b4bf5160 service neutron] 10.222.0.62 "GET /v2.0/networks/495b0923-7d5c-4d59-ab60-1ec97fc045cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333189 Feb 28 10:52:24.604066 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5753e8a6-6a89-4d82-8182-52107d278123 req-03e98daf-7082-4843-8b0c-7aa5aba9fd19 service neutron] 10.222.0.62 "GET /v2.0/networks/495b0923-7d5c-4d59-ab60-1ec97fc045cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880442 Feb 28 10:52:24.866865 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-a4f1e014-827c-4bd7-b5f6-df596b082cfc req-451b4e8b-1f02-4421-ab87-572696a2da2c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=385be58e-0b4b-4faa-a7cb-592954aeb7b0 HTTP/1.1" status: 200 len: 210 time: 0.0334139 Feb 28 10:52:25.969140 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-574c6136-c317-4428-b8de-8bb6548ea77c req-7f661361-c476-4c2a-a73c-47404b75317a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=385be58e-0b4b-4faa-a7cb-592954aeb7b0 HTTP/1.1" status: 200 len: 210 time: 0.0293138 Feb 28 10:52:27.068200 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-42d2e37d-dd82-4994-99ff-d248258c4c8b req-df243b0a-792f-46fc-b8e8-29d37388d5e9 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=385be58e-0b4b-4faa-a7cb-592954aeb7b0 HTTP/1.1" status: 200 len: 210 time: 0.0305068 Feb 28 10:52:28.151537 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753e8a6-6a89-4d82-8182-52107d278123 req-a1e8d9c3-4793-44d2-8c22-4560525589c0 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:28.153960 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5753e8a6-6a89-4d82-8182-52107d278123 req-a1e8d9c3-4793-44d2-8c22-4560525589c0 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.70 "GET /v2.0/networks?id=495b0923-7d5c-4d59-ab60-1ec97fc045cc HTTP/1.1" status: 200 len: 796 time: 0.1179631 Feb 28 10:52:28.181246 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-5abec4ff-5d11-429e-a402-93fbc0e4b957 req-68187527-21e4-422d-8dfd-d55ef0dbe43f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=385be58e-0b4b-4faa-a7cb-592954aeb7b0 HTTP/1.1" status: 200 len: 210 time: 0.0301490 Feb 28 10:52:28.246109 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5753e8a6-6a89-4d82-8182-52107d278123 req-7065b25c-0198-4d0d-88f8-631716628acb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02ebd57ebb02426fbf4a686f080eb9d7 HTTP/1.1" status: 200 len: 472 time: 0.0774903 Feb 28 10:52:28.256092 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-5753e8a6-6a89-4d82-8182-52107d278123 req-60f6debf-8726-4ff9-9c08-120676229336 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'port': {'device_id': '385be58e-0b4b-4faa-a7cb-592954aeb7b0', 'network_id': '495b0923-7d5c-4d59-ab60-1ec97fc045cc', 'admin_state_up': True, 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'security_groups': ['fb43545c-d1b4-4250-b900-2a35d9a61ace']}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:52:28.444802 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5753e8a6-6a89-4d82-8182-52107d278123 req-60f6debf-8726-4ff9-9c08-120676229336 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Made reservation on behalf of 02ebd57ebb02426fbf4a686f080eb9d7 for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:52:28.452072 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-5753e8a6-6a89-4d82-8182-52107d278123 req-60f6debf-8726-4ff9-9c08-120676229336 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:28.586108 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [req-5753e8a6-6a89-4d82-8182-52107d278123 req-60f6debf-8726-4ff9-9c08-120676229336 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Allocated IP 172.20.0.14 (495b0923-7d5c-4d59-ab60-1ec97fc045cc/3dd73fea-c4b7-4f43-9c3b-60f8e02d2d34/805df5d7-3513-480b-a9d6-d2633e4bc1e9) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:52:28.734032 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-5753e8a6-6a89-4d82-8182-52107d278123 req-60f6debf-8726-4ff9-9c08-120676229336 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for port (805df5d7-3513-480b-a9d6-d2633e4bc1e9), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:28.833455 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-5753e8a6-6a89-4d82-8182-52107d278123 req-60f6debf-8726-4ff9-9c08-120676229336 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (805df5d7-3513-480b-a9d6-d2633e4bc1e9), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:28.885260 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5753e8a6-6a89-4d82-8182-52107d278123 req-60f6debf-8726-4ff9-9c08-120676229336 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Network 495b0923-7d5c-4d59-ab60-1ec97fc045cc is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:52:28.895446 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [req-5753e8a6-6a89-4d82-8182-52107d278123 req-60f6debf-8726-4ff9-9c08-120676229336 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:52:28.897400 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f6debf-8726-4ff9-9c08-120676229336 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Port': ['ID=805df5d7-3513-480b-a9d6-d2633e4bc1e9,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:28.899574 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-5753e8a6-6a89-4d82-8182-52107d278123 req-60f6debf-8726-4ff9-9c08-120676229336 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:52:28.952978 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753e8a6-6a89-4d82-8182-52107d278123 req-60f6debf-8726-4ff9-9c08-120676229336 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:28.953632 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-5753e8a6-6a89-4d82-8182-52107d278123 req-60f6debf-8726-4ff9-9c08-120676229336 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:29.084195 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5753e8a6-6a89-4d82-8182-52107d278123 req-60f6debf-8726-4ff9-9c08-120676229336 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8320100 Feb 28 10:52:29.103489 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-5753e8a6-6a89-4d82-8182-52107d278123 req-a404132a-d79a-4e50-af78-92307a25f470 service neutron] Request body: {'port': {'device_id': '385be58e-0b4b-4faa-a7cb-592954aeb7b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8291'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:52:29.159167 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-f11fa19e-4711-44ac-98d7-c40aa06518b3 None None] Provisioning complete for port 805df5d7-3513-480b-a9d6-d2633e4bc1e9 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:52:29.160681 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f11fa19e-4711-44ac-98d7-c40aa06518b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (805df5d7-3513-480b-a9d6-d2633e4bc1e9), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:29.170799 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-5753e8a6-6a89-4d82-8182-52107d278123 req-a404132a-d79a-4e50-af78-92307a25f470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (805df5d7-3513-480b-a9d6-d2633e4bc1e9), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:29.197026 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-f11fa19e-4711-44ac-98d7-c40aa06518b3 None None] Port 805df5d7-3513-480b-a9d6-d2633e4bc1e9 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:52:29.312751 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af9d69-2856-4628-977b-13a551023e84 req-bd167c14-d67c-43c9-8303-04b6ff7585af tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:29.314222 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-18af9d69-2856-4628-977b-13a551023e84 req-bd167c14-d67c-43c9-8303-04b6ff7585af tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=385be58e-0b4b-4faa-a7cb-592954aeb7b0 HTTP/1.1" status: 200 len: 932 time: 0.0575428 Feb 28 10:52:29.439188 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-18af9d69-2856-4628-977b-13a551023e84 req-87d2ce17-4798-457f-bbe5-d1eae75d2748 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb43545c-d1b4-4250-b900-2a35d9a61ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188183 Feb 28 10:52:29.596384 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [req-5753e8a6-6a89-4d82-8182-52107d278123 req-a404132a-d79a-4e50-af78-92307a25f470 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 805df5d7-3513-480b-a9d6-d2633e4bc1e9 {{(pid=104083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:52:29.604151 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-5753e8a6-6a89-4d82-8182-52107d278123 req-a404132a-d79a-4e50-af78-92307a25f470 service neutron] Publish callbacks [] for port (805df5d7-3513-480b-a9d6-d2633e4bc1e9), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:29.617052 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [req-5753e8a6-6a89-4d82-8182-52107d278123 req-a404132a-d79a-4e50-af78-92307a25f470 service neutron] Transition to ACTIVE for port object 805df5d7-3513-480b-a9d6-d2633e4bc1e9 will not be triggered until provisioned by entity L2. {{(pid=104083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:52:29.686759 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-5753e8a6-6a89-4d82-8182-52107d278123 req-a404132a-d79a-4e50-af78-92307a25f470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (805df5d7-3513-480b-a9d6-d2633e4bc1e9), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:29.717875 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:52:29.752995 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a404132a-d79a-4e50-af78-92307a25f470 service neutron] Pushing event updated for resources: {'Port': ['ID=805df5d7-3513-480b-a9d6-d2633e4bc1e9,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:29.859475 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-5753e8a6-6a89-4d82-8182-52107d278123 req-a404132a-d79a-4e50-af78-92307a25f470 service neutron] Attempting to bind port 805df5d7-3513-480b-a9d6-d2633e4bc1e9 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:52:29.859832 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-5753e8a6-6a89-4d82-8182-52107d278123 req-a404132a-d79a-4e50-af78-92307a25f470 service neutron] Attempting to bind port 805df5d7-3513-480b-a9d6-d2633e4bc1e9 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '54621426-52dd-4c84-a2c7-d81fdcfd88dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '495b0923-7d5c-4d59-ab60-1ec97fc045cc'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:52:29.860780 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5753e8a6-6a89-4d82-8182-52107d278123 req-a404132a-d79a-4e50-af78-92307a25f470 service neutron] Attempting to bind port 805df5d7-3513-480b-a9d6-d2633e4bc1e9 on network 495b0923-7d5c-4d59-ab60-1ec97fc045cc {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:52:29.866795 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5753e8a6-6a89-4d82-8182-52107d278123 req-a404132a-d79a-4e50-af78-92307a25f470 service neutron] Port 805df5d7-3513-480b-a9d6-d2633e4bc1e9 on network 495b0923-7d5c-4d59-ab60-1ec97fc045cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:52:29.867187 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5753e8a6-6a89-4d82-8182-52107d278123 req-a404132a-d79a-4e50-af78-92307a25f470 service neutron] Attempting to bind port 805df5d7-3513-480b-a9d6-d2633e4bc1e9 on network 495b0923-7d5c-4d59-ab60-1ec97fc045cc {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:52:29.876668 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5753e8a6-6a89-4d82-8182-52107d278123 req-a404132a-d79a-4e50-af78-92307a25f470 service neutron] Checking agent: {'id': '9c9e5963-7abc-415a-a91c-4432861f4313', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'started_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:52:29.878308 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5753e8a6-6a89-4d82-8182-52107d278123 req-a404132a-d79a-4e50-af78-92307a25f470 service neutron] Checking segment: {'id': '54621426-52dd-4c84-a2c7-d81fdcfd88dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '495b0923-7d5c-4d59-ab60-1ec97fc045cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:52:29.878308 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5753e8a6-6a89-4d82-8182-52107d278123 req-a404132a-d79a-4e50-af78-92307a25f470 service neutron] Bound using segment: {'id': '54621426-52dd-4c84-a2c7-d81fdcfd88dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '495b0923-7d5c-4d59-ab60-1ec97fc045cc'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:52:29.878308 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-5753e8a6-6a89-4d82-8182-52107d278123 req-a404132a-d79a-4e50-af78-92307a25f470 service neutron] Bound port: 805df5d7-3513-480b-a9d6-d2633e4bc1e9, host: hv-neutron-8291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54621426-52dd-4c84-a2c7-d81fdcfd88dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '495b0923-7d5c-4d59-ab60-1ec97fc045cc'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:52:29.879373 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-5753e8a6-6a89-4d82-8182-52107d278123 req-a404132a-d79a-4e50-af78-92307a25f470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (805df5d7-3513-480b-a9d6-d2633e4bc1e9), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:29.959347 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-5753e8a6-6a89-4d82-8182-52107d278123 req-a404132a-d79a-4e50-af78-92307a25f470 service neutron] For port 805df5d7-3513-480b-a9d6-d2633e4bc1e9, host hv-neutron-8291, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:52:29.962686 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-5753e8a6-6a89-4d82-8182-52107d278123 req-a404132a-d79a-4e50-af78-92307a25f470 service neutron] For port 805df5d7-3513-480b-a9d6-d2633e4bc1e9, host hv-neutron-8291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=805df5d7-3513-480b-a9d6-d2633e4bc1e9,segment=NetworkSegment(54621426-52dd-4c84-a2c7-d81fdcfd88dc),segment_id=54621426-52dd-4c84-a2c7-d81fdcfd88dc)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:52:30.053132 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-5753e8a6-6a89-4d82-8182-52107d278123 req-a404132a-d79a-4e50-af78-92307a25f470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (805df5d7-3513-480b-a9d6-d2633e4bc1e9), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:30.088302 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753e8a6-6a89-4d82-8182-52107d278123 req-a404132a-d79a-4e50-af78-92307a25f470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:30.088981 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-5753e8a6-6a89-4d82-8182-52107d278123 req-a404132a-d79a-4e50-af78-92307a25f470 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:30.090621 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5753e8a6-6a89-4d82-8182-52107d278123 req-a404132a-d79a-4e50-af78-92307a25f470 service neutron] 10.222.0.70 "PUT /v2.0/ports/805df5d7-3513-480b-a9d6-d2633e4bc1e9 HTTP/1.1" status: 200 len: 1094 time: 0.9932411 Feb 28 10:52:30.091343 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '385be58e-0b4b-4faa-a7cb-592954aeb7b0', 'tag': '805df5d7-3513-480b-a9d6-d2633e4bc1e9'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:52:30.093303 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d890182-6c5a-4c4a-a33d-7480d2ad5243" -d '{"events": [{"name": "network-changed", "server_uuid": "385be58e-0b4b-4faa-a7cb-592954aeb7b0", "tag": "805df5d7-3513-480b-a9d6-d2633e4bc1e9"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:52:30.139718 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a404132a-d79a-4e50-af78-92307a25f470 service neutron] Pushing event updated for resources: {'Port': ['ID=805df5d7-3513-480b-a9d6-d2633e4bc1e9,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:30.164559 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209453b8-e3d2-4707-966b-8aeadaa18521 x-openstack-request-id: req-209453b8-e3d2-4707-966b-8aeadaa18521 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:52:30.164866 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "385be58e-0b4b-4faa-a7cb-592954aeb7b0", "tag": "805df5d7-3513-480b-a9d6-d2633e4bc1e9", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:52:30.165122 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-209453b8-e3d2-4707-966b-8aeadaa18521 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:52:30.165539 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '385be58e-0b4b-4faa-a7cb-592954aeb7b0', 'tag': '805df5d7-3513-480b-a9d6-d2633e4bc1e9', 'status': 'completed', 'code': 200} Feb 28 10:52:30.272154 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d890182-6c5a-4c4a-a33d-7480d2ad5243 req-3e0294b0-fb21-47c5-b034-24448ea4e3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:30.274093 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3d890182-6c5a-4c4a-a33d-7480d2ad5243 req-3e0294b0-fb21-47c5-b034-24448ea4e3da service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=02ebd57ebb02426fbf4a686f080eb9d7&device_id=385be58e-0b4b-4faa-a7cb-592954aeb7b0 HTTP/1.1" status: 200 len: 1128 time: 0.0615132 Feb 28 10:52:30.410086 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d890182-6c5a-4c4a-a33d-7480d2ad5243 req-d3d220d3-0607-4856-8981-f74a850b81ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:30.412739 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3d890182-6c5a-4c4a-a33d-7480d2ad5243 req-d3d220d3-0607-4856-8981-f74a850b81ea service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=02ebd57ebb02426fbf4a686f080eb9d7&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1208932 Feb 28 10:52:30.555782 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d890182-6c5a-4c4a-a33d-7480d2ad5243 req-9ae95387-f266-406d-9536-e12489617312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:30.557562 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3d890182-6c5a-4c4a-a33d-7480d2ad5243 req-9ae95387-f266-406d-9536-e12489617312 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1405823 Feb 28 10:52:30.595797 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c44307-3797-48c5-896a-9d972107dbe1 req-6673460e-93a7-4145-b649-5eeb54d62121 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:30.595797 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-53c44307-3797-48c5-896a-9d972107dbe1 req-6673460e-93a7-4145-b649-5eeb54d62121 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=385be58e-0b4b-4faa-a7cb-592954aeb7b0 HTTP/1.1" status: 200 len: 944 time: 0.0729184 Feb 28 10:52:30.675425 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-53c44307-3797-48c5-896a-9d972107dbe1 req-ddaa5277-535a-48c7-80e4-4bf9614d54d0 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb43545c-d1b4-4250-b900-2a35d9a61ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850649 Feb 28 10:52:30.686815 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:30.689740 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753e8a6-6a89-4d82-8182-52107d278123 req-060ce495-615b-4c7f-b0c6-66f2003dcfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:30.691326 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5753e8a6-6a89-4d82-8182-52107d278123 req-060ce495-615b-4c7f-b0c6-66f2003dcfc1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=02ebd57ebb02426fbf4a686f080eb9d7&device_id=385be58e-0b4b-4faa-a7cb-592954aeb7b0 HTTP/1.1" status: 200 len: 1128 time: 0.0747776 Feb 28 10:52:30.742008 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5753e8a6-6a89-4d82-8182-52107d278123 req-82345853-1173-4e18-8100-fd930c0a520c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=805df5d7-3513-480b-a9d6-d2633e4bc1e9 HTTP/1.1" status: 200 len: 217 time: 0.0386789 Feb 28 10:52:30.797013 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753e8a6-6a89-4d82-8182-52107d278123 req-c216f65e-f321-4117-9868-b843a2a45239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:30.798502 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5753e8a6-6a89-4d82-8182-52107d278123 req-c216f65e-f321-4117-9868-b843a2a45239 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3dd73fea-c4b7-4f43-9c3b-60f8e02d2d34 HTTP/1.1" status: 200 len: 835 time: 0.0507369 Feb 28 10:52:30.854984 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753e8a6-6a89-4d82-8182-52107d278123 req-3b00cca0-b552-45e9-ad5f-bc92a2297051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:30.857858 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5753e8a6-6a89-4d82-8182-52107d278123 req-3b00cca0-b552-45e9-ad5f-bc92a2297051 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=495b0923-7d5c-4d59-ab60-1ec97fc045cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0541101 Feb 28 10:52:30.958313 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5753e8a6-6a89-4d82-8182-52107d278123 req-bf925748-2eef-4fc7-ac5c-0fc1e433c6a7 service neutron] 10.222.0.70 "GET /v2.0/networks/495b0923-7d5c-4d59-ab60-1ec97fc045cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943146 Feb 28 10:52:31.059329 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5753e8a6-6a89-4d82-8182-52107d278123 req-4face648-6c01-4620-a7f2-8740ca56856f service neutron] 10.222.0.70 "GET /v2.0/networks/495b0923-7d5c-4d59-ab60-1ec97fc045cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944676 Feb 28 10:52:31.858562 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eae4d1-54d9-4bd3-ab8f-31354ac6aa54 req-08ee98de-640b-46bc-befa-d5719b976041 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:31.860785 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e1eae4d1-54d9-4bd3-ab8f-31354ac6aa54 req-08ee98de-640b-46bc-befa-d5719b976041 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=385be58e-0b4b-4faa-a7cb-592954aeb7b0 HTTP/1.1" status: 200 len: 944 time: 0.0962317 Feb 28 10:52:31.924648 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e1eae4d1-54d9-4bd3-ab8f-31354ac6aa54 req-bdbfb5ae-0752-4fc1-9d22-6cdcc86397b8 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb43545c-d1b4-4250-b900-2a35d9a61ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564013 Feb 28 10:52:33.071891 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c43461c-7ac6-4d95-9c65-e989eafda3de req-5e3c4170-17a3-4491-b0db-5006382ad263 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:33.073458 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1c43461c-7ac6-4d95-9c65-e989eafda3de req-5e3c4170-17a3-4491-b0db-5006382ad263 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=385be58e-0b4b-4faa-a7cb-592954aeb7b0 HTTP/1.1" status: 200 len: 944 time: 0.0750284 Feb 28 10:52:33.130724 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1c43461c-7ac6-4d95-9c65-e989eafda3de req-0e0e64b4-4689-4bab-a1a3-913b83882070 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb43545c-d1b4-4250-b900-2a35d9a61ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474646 Feb 28 10:52:33.628049 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 805df5d7-3513-480b-a9d6-d2633e4bc1e9 details requested by agent hyperv_hv-neutron-8291 with host hv-neutron-8291 {{(pid=104085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:52:33.733485 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 805df5d7-3513-480b-a9d6-d2633e4bc1e9, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=805df5d7-3513-480b-a9d6-d2633e4bc1e9,segment=NetworkSegment(54621426-52dd-4c84-a2c7-d81fdcfd88dc),segment_id=54621426-52dd-4c84-a2c7-d81fdcfd88dc)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:52:33.745349 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Returning: {'device': '805df5d7-3513-480b-a9d6-d2633e4bc1e9', 'network_id': '495b0923-7d5c-4d59-ab60-1ec97fc045cc', 'port_id': '805df5d7-3513-480b-a9d6-d2633e4bc1e9', 'mac_address': 'fa:16:3e:a0:83:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dd73fea-c4b7-4f43-9c3b-60f8e02d2d34', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:52:33.785764 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 805df5d7-3513-480b-a9d6-d2633e4bc1e9 is: DOWN; New status is: BUILD {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:52:33.786152 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (805df5d7-3513-480b-a9d6-d2633e4bc1e9), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:33.799865 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 805df5d7-3513-480b-a9d6-d2633e4bc1e9 {{(pid=104085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:52:33.819491 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 805df5d7-3513-480b-a9d6-d2633e4bc1e9, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=805df5d7-3513-480b-a9d6-d2633e4bc1e9,segment=NetworkSegment(54621426-52dd-4c84-a2c7-d81fdcfd88dc),segment_id=54621426-52dd-4c84-a2c7-d81fdcfd88dc)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:52:33.909260 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (805df5d7-3513-480b-a9d6-d2633e4bc1e9), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:33.963913 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=805df5d7-3513-480b-a9d6-d2633e4bc1e9,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:34.198820 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['805df5d7-3513-480b-a9d6-d2633e4bc1e9'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:52:34.268015 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b6da7-b339-4c66-a061-65c43d7d6d17 req-c157f9ba-4895-42d6-ad4b-b7f1e2723bf6 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:34.269415 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-861b6da7-b339-4c66-a061-65c43d7d6d17 req-c157f9ba-4895-42d6-ad4b-b7f1e2723bf6 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=385be58e-0b4b-4faa-a7cb-592954aeb7b0 HTTP/1.1" status: 200 len: 945 time: 0.0607264 Feb 28 10:52:34.320421 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-861b6da7-b339-4c66-a061-65c43d7d6d17 req-6a819e90-64e5-49f7-a2cf-514008167b8b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb43545c-d1b4-4250-b900-2a35d9a61ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443780 Feb 28 10:52:34.883489 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 51910) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:52:35.049233 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-c215bbc9-d09e-48a3-91fe-a371bea8fe92 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Deleting port 0ec9bb20-86c4-43ce-8e52-ffc6f2e55023 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:52:35.049584 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c215bbc9-d09e-48a3-91fe-a371bea8fe92 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (0ec9bb20-86c4-43ce-8e52-ffc6f2e55023), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:35.131162 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c215bbc9-d09e-48a3-91fe-a371bea8fe92 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (0ec9bb20-86c4-43ce-8e52-ffc6f2e55023), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:35.131415 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c215bbc9-d09e-48a3-91fe-a371bea8fe92 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks [] for floatingip (0ec9bb20-86c4-43ce-8e52-ffc6f2e55023), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:35.143591 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-c215bbc9-d09e-48a3-91fe-a371bea8fe92 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Calling delete_port for 0ec9bb20-86c4-43ce-8e52-ffc6f2e55023 owned by network:floatingip {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:52:35.424292 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c215bbc9-d09e-48a3-91fe-a371bea8fe92 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (0ec9bb20-86c4-43ce-8e52-ffc6f2e55023), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:35.454635 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c215bbc9-d09e-48a3-91fe-a371bea8fe92 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Pushing event deleted for resources: {'Port': ['ID=0ec9bb20-86c4-43ce-8e52-ffc6f2e55023,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:35.519720 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b924c2cd-0798-4c96-b858-194ca8288843 req-d325eb3f-971e-4852-ba61-677e0db76ed4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:35.521230 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b924c2cd-0798-4c96-b858-194ca8288843 req-d325eb3f-971e-4852-ba61-677e0db76ed4 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=385be58e-0b4b-4faa-a7cb-592954aeb7b0 HTTP/1.1" status: 200 len: 945 time: 0.1306627 Feb 28 10:52:35.547022 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c215bbc9-d09e-48a3-91fe-a371bea8fe92 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks [] for floatingip (7fcc69a1-cbe6-435a-b3a1-193136eab428), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:35.547354 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.l3_db [None req-c215bbc9-d09e-48a3-91fe-a371bea8fe92 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Floating IP 7fcc69a1-cbe6-435a-b3a1-193136eab428 disassociated (deleted). External IP: 172.26.3.7, port: f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c. Feb 28 10:52:35.629030 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b924c2cd-0798-4c96-b858-194ca8288843 req-7e3629e9-7da0-4d7b-87a2-b4c4c8e89356 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb43545c-d1b4-4250-b900-2a35d9a61ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017792 Feb 28 10:52:35.638304 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 805df5d7-3513-480b-a9d6-d2633e4bc1e9 up at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:52:35.783475 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning for port 805df5d7-3513-480b-a9d6-d2633e4bc1e9 completed by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:52:35.787531 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning complete for port 805df5d7-3513-480b-a9d6-d2633e4bc1e9 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:52:35.787941 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (805df5d7-3513-480b-a9d6-d2633e4bc1e9), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:35.813231 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c215bbc9-d09e-48a3-91fe-a371bea8fe92 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Router fb9806d2-32f1-4369-b725-739487e43fc4 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:52:35.868386 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 805df5d7-3513-480b-a9d6-d2633e4bc1e9 is: BUILD; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:52:35.868783 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (805df5d7-3513-480b-a9d6-d2633e4bc1e9), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:35.894704 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385be58e-0b4b-4faa-a7cb-592954aeb7b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '805df5d7-3513-480b-a9d6-d2633e4bc1e9'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:52:35.896972 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d398e3-3835-4df3-aea0-a7833ca17607" -d '{"events": [{"server_uuid": "385be58e-0b4b-4faa-a7cb-592954aeb7b0", "name": "network-vif-plugged", "status": "completed", "tag": "805df5d7-3513-480b-a9d6-d2633e4bc1e9"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:52:35.909740 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 805df5d7-3513-480b-a9d6-d2633e4bc1e9, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=805df5d7-3513-480b-a9d6-d2633e4bc1e9,segment=NetworkSegment(54621426-52dd-4c84-a2c7-d81fdcfd88dc),segment_id=54621426-52dd-4c84-a2c7-d81fdcfd88dc)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:52:35.931937 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c215bbc9-d09e-48a3-91fe-a371bea8fe92 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:52:35.936715 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c215bbc9-d09e-48a3-91fe-a371bea8fe92 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:35.942281 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014a36ed-3d22-49ee-bc5c-1877a6e76748 x-openstack-request-id: req-014a36ed-3d22-49ee-bc5c-1877a6e76748 {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:52:35.942281 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "385be58e-0b4b-4faa-a7cb-592954aeb7b0", "name": "network-vif-plugged", "status": "completed", "tag": "805df5d7-3513-480b-a9d6-d2633e4bc1e9", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:52:35.942281 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-014a36ed-3d22-49ee-bc5c-1877a6e76748 {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:52:35.942281 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385be58e-0b4b-4faa-a7cb-592954aeb7b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '805df5d7-3513-480b-a9d6-d2633e4bc1e9', 'code': 200} Feb 28 10:52:35.944347 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8283185e-9d1d-409a-a71a-813aae3ebd0b None None] Sync routers for ids ['fb9806d2-32f1-4369-b725-739487e43fc4'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:52:35.955820 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8283185e-9d1d-409a-a71a-813aae3ebd0b None None] Routers {'fb9806d2-32f1-4369-b725-739487e43fc4'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:52:35.956463 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-8283185e-9d1d-409a-a71a-813aae3ebd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:52:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['fb9806d2-32f1-4369-b725-739487e43fc4'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:52:35.968403 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-c215bbc9-d09e-48a3-91fe-a371bea8fe92 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "DELETE /v2.0/floatingips/7fcc69a1-cbe6-435a-b3a1-193136eab428 HTTP/1.1" status: 204 len: 168 time: 1.0836377 Feb 28 10:52:35.969416 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '495df2a2-cfd8-4323-8f0d-db38e9507b50', 'tag': 'f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:52:35.975535 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64300c42-25b8-4f8c-9091-febcc1eecfef" -d '{"events": [{"name": "network-changed", "server_uuid": "495df2a2-cfd8-4323-8f0d-db38e9507b50", "tag": "f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:52:36.002021 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (805df5d7-3513-480b-a9d6-d2633e4bc1e9), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:36.024151 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63fc0eed-95c0-42b3-8f63-e40d1b6652c4 x-openstack-request-id: req-63fc0eed-95c0-42b3-8f63-e40d1b6652c4 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:52:36.024650 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "495df2a2-cfd8-4323-8f0d-db38e9507b50", "tag": "f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:52:36.024925 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-63fc0eed-95c0-42b3-8f63-e40d1b6652c4 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:52:36.025380 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '495df2a2-cfd8-4323-8f0d-db38e9507b50', 'tag': 'f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c', 'status': 'completed', 'code': 200} Feb 28 10:52:36.095191 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=805df5d7-3513-480b-a9d6-d2633e4bc1e9,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:36.118525 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-8283185e-9d1d-409a-a71a-813aae3ebd0b None None] Set router fb9806d2-32f1-4369-b725-739487e43fc4 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:52:36.131706 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64300c42-25b8-4f8c-9091-febcc1eecfef req-0177956d-0fdc-416a-8b69-e61d850ded34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:36.133315 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-64300c42-25b8-4f8c-9091-febcc1eecfef req-0177956d-0fdc-416a-8b69-e61d850ded34 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fb97474a860e4d948fd0a95e1b318101&device_id=495df2a2-cfd8-4323-8f0d-db38e9507b50 HTTP/1.1" status: 200 len: 1129 time: 0.0544655 Feb 28 10:52:36.232467 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64300c42-25b8-4f8c-9091-febcc1eecfef req-8f3353b9-9e97-4a3e-bf54-4fcbe8e4771a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:36.233958 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-64300c42-25b8-4f8c-9091-febcc1eecfef req-8f3353b9-9e97-4a3e-bf54-4fcbe8e4771a service neutron] 10.222.0.70 "GET /v2.0/networks?id=b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a HTTP/1.1" status: 200 len: 911 time: 0.0949616 Feb 28 10:52:36.282143 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-64300c42-25b8-4f8c-9091-febcc1eecfef req-6e8abf65-9dec-4390-af29-6a0f14a808b7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c HTTP/1.1" status: 200 len: 217 time: 0.0418153 Feb 28 10:52:36.335689 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64300c42-25b8-4f8c-9091-febcc1eecfef req-e1e1fb85-d981-4ef8-b72e-40189696e536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:36.337100 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-64300c42-25b8-4f8c-9091-febcc1eecfef req-e1e1fb85-d981-4ef8-b72e-40189696e536 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e8522a33-2f3b-469a-aaa7-bb28734740a0 HTTP/1.1" status: 200 len: 850 time: 0.0489883 Feb 28 10:52:36.347053 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-8283185e-9d1d-409a-a71a-813aae3ebd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'name': 'tempest-TestVolumeBootPattern-713778107-router', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a18ea445-10b9-43f2-906e-3ea457f19b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:59Z', 'updated_at': '2022-02-28T10:42:04Z', 'revision_number': 4, 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'gw_port': {'id': 'a18ea445-10b9-43f2-906e-3ea457f19b46', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:00Z', 'updated_at': '2022-02-28T10:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '322c8862-e166-4219-b05c-8a81cc0fb920', 'name': '', 'network_id': 'b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'mac_address': 'fa:16:3e:dd:16:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'e8522a33-2f3b-469a-aaa7-bb28734740a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:03Z', 'updated_at': '2022-02-28T10:42:12Z', 'revision_number': 5, 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'subnets': [{'id': 'e8522a33-2f3b-469a-aaa7-bb28734740a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:52:36.388480 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8283185e-9d1d-409a-a71a-813aae3ebd0b None None] Checking router: fb9806d2-32f1-4369-b725-739487e43fc4 for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:52:36.399710 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8283185e-9d1d-409a-a71a-813aae3ebd0b None None] Routers {'fb9806d2-32f1-4369-b725-739487e43fc4'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:52:36.400192 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64300c42-25b8-4f8c-9091-febcc1eecfef req-2dcc30c0-6889-44b8-b26f-a5fb53b1c0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:36.401456 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-8283185e-9d1d-409a-a71a-813aae3ebd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:52:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['fb9806d2-32f1-4369-b725-739487e43fc4'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:52:36.401880 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-64300c42-25b8-4f8c-9091-febcc1eecfef req-2dcc30c0-6889-44b8-b26f-a5fb53b1c0e9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0578294 Feb 28 10:52:36.435484 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f16ef9-1d50-422c-998a-135103599381 req-9b846f3d-06b2-4f29-9f83-1500a104bb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:36.437031 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-39f16ef9-1d50-422c-998a-135103599381 req-9b846f3d-06b2-4f29-9f83-1500a104bb66 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=385be58e-0b4b-4faa-a7cb-592954aeb7b0 HTTP/1.1" status: 200 len: 1130 time: 0.0546262 Feb 28 10:52:36.497260 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-39f16ef9-1d50-422c-998a-135103599381 req-1dddb735-7190-47eb-975e-36726c685f6f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=fb43545c-d1b4-4250-b900-2a35d9a61ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514801 Feb 28 10:52:36.520673 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-64300c42-25b8-4f8c-9091-febcc1eecfef req-afd48b90-e135-4053-bb86-fe91661bb47e service neutron] 10.222.0.70 "GET /v2.0/networks/b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109290 Feb 28 10:52:36.528714 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-8283185e-9d1d-409a-a71a-813aae3ebd0b None None] Set router fb9806d2-32f1-4369-b725-739487e43fc4 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:52:36.600672 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebfe127-bc5d-4c01-b1a9-367b6048c682 req-617b475a-fa91-4c6d-8027-0b473eeeb4d9 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:36.602106 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-cebfe127-bc5d-4c01-b1a9-367b6048c682 req-617b475a-fa91-4c6d-8027-0b473eeeb4d9 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=495df2a2-cfd8-4323-8f0d-db38e9507b50 HTTP/1.1" status: 200 len: 945 time: 0.0588737 Feb 28 10:52:36.654013 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-cebfe127-bc5d-4c01-b1a9-367b6048c682 req-d2fa4671-51ea-48ae-a22e-3bfbed804075 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448632 Feb 28 10:52:36.798790 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5546fa9f-d7d4-419a-a07a-b6ad3bb99e76 req-5aa0eacb-ab9a-4673-930a-b574f97e36aa tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:36.800374 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5546fa9f-d7d4-419a-a07a-b6ad3bb99e76 req-5aa0eacb-ab9a-4673-930a-b574f97e36aa tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=385be58e-0b4b-4faa-a7cb-592954aeb7b0 HTTP/1.1" status: 200 len: 946 time: 0.0620947 Feb 28 10:52:36.912553 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5546fa9f-d7d4-419a-a07a-b6ad3bb99e76 req-4b8ddec2-7fb7-4113-a8a3-ddcacce14f12 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb43545c-d1b4-4250-b900-2a35d9a61ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012883 Feb 28 10:52:36.914423 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-8283185e-9d1d-409a-a71a-813aae3ebd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'name': 'tempest-TestVolumeBootPattern-713778107-router', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a18ea445-10b9-43f2-906e-3ea457f19b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:59Z', 'updated_at': '2022-02-28T10:42:04Z', 'revision_number': 4, 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'gw_port': {'id': 'a18ea445-10b9-43f2-906e-3ea457f19b46', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:00Z', 'updated_at': '2022-02-28T10:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '322c8862-e166-4219-b05c-8a81cc0fb920', 'name': '', 'network_id': 'b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'mac_address': 'fa:16:3e:dd:16:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'e8522a33-2f3b-469a-aaa7-bb28734740a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:03Z', 'updated_at': '2022-02-28T10:42:12Z', 'revision_number': 5, 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'subnets': [{'id': 'e8522a33-2f3b-469a-aaa7-bb28734740a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:52:36.937428 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-64300c42-25b8-4f8c-9091-febcc1eecfef req-bd42e57b-c82e-4cb2-a0bf-44b38588ca68 service neutron] 10.222.0.70 "GET /v2.0/networks/b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360736 Feb 28 10:52:36.943396 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8283185e-9d1d-409a-a71a-813aae3ebd0b None None] The sync data for ids ['fb9806d2-32f1-4369-b725-739487e43fc4'] in dv-neutron-829161-3-hyperv is: [{'id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'name': 'tempest-TestVolumeBootPattern-713778107-router', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a18ea445-10b9-43f2-906e-3ea457f19b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:59Z', 'updated_at': '2022-02-28T10:42:04Z', 'revision_number': 4, 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'gw_port': {'id': 'a18ea445-10b9-43f2-906e-3ea457f19b46', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:00Z', 'updated_at': '2022-02-28T10:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '322c8862-e166-4219-b05c-8a81cc0fb920', 'name': '', 'network_id': 'b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'mac_address': 'fa:16:3e:dd:16:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'e8522a33-2f3b-469a-aaa7-bb28734740a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:03Z', 'updated_at': '2022-02-28T10:42:12Z', 'revision_number': 5, 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'subnets': [{'id': 'e8522a33-2f3b-469a-aaa7-bb28734740a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:52:37.178217 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00eb1a7-a469-4746-be87-07f96fe36a38 None None] New status for floating IP 7fcc69a1-cbe6-435a-b3a1-193136eab428: DOWN {{(pid=104086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:52:37.602354 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe3f418-8017-4db7-92db-a493db4a4492 req-2fda75fa-cf82-4e4c-a102-ddf25b2b09f8 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:37.603869 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-bfe3f418-8017-4db7-92db-a493db4a4492 req-2fda75fa-cf82-4e4c-a102-ddf25b2b09f8 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.70 "GET /v2.0/ports?device_id=495df2a2-cfd8-4323-8f0d-db38e9507b50 HTTP/1.1" status: 200 len: 945 time: 0.0561631 Feb 28 10:52:37.713334 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-bfe3f418-8017-4db7-92db-a493db4a4492 req-cd05d9ba-0412-4d99-8d5c-7ffda930b7f4 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Deleting port f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:52:37.713678 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-bfe3f418-8017-4db7-92db-a493db4a4492 req-cd05d9ba-0412-4d99-8d5c-7ffda930b7f4 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:37.796665 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13816a5-d128-4103-abb8-c1af03dbcc10 req-a34ec61c-3395-4e2e-942f-6cd00df465f9 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:37.798881 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-a13816a5-d128-4103-abb8-c1af03dbcc10 req-a34ec61c-3395-4e2e-942f-6cd00df465f9 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=495df2a2-cfd8-4323-8f0d-db38e9507b50 HTTP/1.1" status: 200 len: 945 time: 0.0656745 Feb 28 10:52:37.844803 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-bfe3f418-8017-4db7-92db-a493db4a4492 req-cd05d9ba-0412-4d99-8d5c-7ffda930b7f4 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] For port f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c,segment=NetworkSegment(19b5758e-ea8e-40b5-a035-63bdcbefede7),segment_id=19b5758e-ea8e-40b5-a035-63bdcbefede7)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:52:37.845234 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-bfe3f418-8017-4db7-92db-a493db4a4492 req-cd05d9ba-0412-4d99-8d5c-7ffda930b7f4 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:37.861126 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-bfe3f418-8017-4db7-92db-a493db4a4492 req-cd05d9ba-0412-4d99-8d5c-7ffda930b7f4 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Calling delete_port for f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c owned by compute:nova {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:52:37.862395 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-a13816a5-d128-4103-abb8-c1af03dbcc10 req-ca0bd318-d7f4-424d-b388-f6bc6c8ad0b4 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/security-groups?id=24858d8d-3239-4988-ac0d-499f73a64ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551498 Feb 28 10:52:38.053521 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febbe868-37db-40f9-94b6-b32ee8b93e20 req-c18efeed-51b3-4bb2-85aa-d35e9dc5801d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:38.055103 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-febbe868-37db-40f9-94b6-b32ee8b93e20 req-c18efeed-51b3-4bb2-85aa-d35e9dc5801d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=385be58e-0b4b-4faa-a7cb-592954aeb7b0 HTTP/1.1" status: 200 len: 946 time: 0.0666320 Feb 28 10:52:38.105572 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-bfe3f418-8017-4db7-92db-a493db4a4492 req-cd05d9ba-0412-4d99-8d5c-7ffda930b7f4 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:38.120947 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-febbe868-37db-40f9-94b6-b32ee8b93e20 req-14775ccd-d2aa-4af8-ab54-184286a80f18 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb43545c-d1b4-4250-b900-2a35d9a61ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587871 Feb 28 10:52:38.148123 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd05d9ba-0412-4d99-8d5c-7ffda930b7f4 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Pushing event deleted for resources: {'Port': ['ID=f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:38.204426 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfe3f418-8017-4db7-92db-a493db4a4492 req-cd05d9ba-0412-4d99-8d5c-7ffda930b7f4 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] No DVR routers for this DVR port f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c on host hv-neutron-8291 {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:52:38.207370 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-bfe3f418-8017-4db7-92db-a493db4a4492 req-cd05d9ba-0412-4d99-8d5c-7ffda930b7f4 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:38.211153 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-bfe3f418-8017-4db7-92db-a493db4a4492 req-cd05d9ba-0412-4d99-8d5c-7ffda930b7f4 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.70 "DELETE /v2.0/ports/f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c HTTP/1.1" status: 204 len: 173 time: 0.5889707 Feb 28 10:52:38.218573 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '495df2a2-cfd8-4323-8f0d-db38e9507b50', 'name': 'network-vif-deleted', 'tag': 'f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:52:38.218573 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe044d3f-a0c7-462b-b72b-3364eaf32766" -d '{"events": [{"server_uuid": "495df2a2-cfd8-4323-8f0d-db38e9507b50", "name": "network-vif-deleted", "tag": "f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:52:38.259646 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3af42e8-37c7-4487-8896-f3370d5cf404 x-openstack-request-id: req-c3af42e8-37c7-4487-8896-f3370d5cf404 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:52:38.260088 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "495df2a2-cfd8-4323-8f0d-db38e9507b50", "name": "network-vif-deleted", "tag": "f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:52:38.260382 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c3af42e8-37c7-4487-8896-f3370d5cf404 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:52:38.260843 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '495df2a2-cfd8-4323-8f0d-db38e9507b50', 'name': 'network-vif-deleted', 'tag': 'f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c', 'status': 'completed', 'code': 200} Feb 28 10:52:38.281230 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d350b06-1a1d-4006-8d4c-5be69a16744a req-519e1e07-d490-44cc-9bc9-0cfcf9bd8713 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:38.283192 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-4d350b06-1a1d-4006-8d4c-5be69a16744a req-519e1e07-d490-44cc-9bc9-0cfcf9bd8713 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=385be58e-0b4b-4faa-a7cb-592954aeb7b0 HTTP/1.1" status: 200 len: 946 time: 0.0732710 Feb 28 10:52:38.360985 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-4d350b06-1a1d-4006-8d4c-5be69a16744a req-9f6e7cd8-ea5c-4866-b4f3-4131109745e2 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb43545c-d1b4-4250-b900-2a35d9a61ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714729 Feb 28 10:52:38.656959 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 51932) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:52:38.656959 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c4a34b-c20f-498d-80ac-0141d2046714 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:38.656959 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-d0c4a34b-c20f-498d-80ac-0141d2046714 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=385be58e-0b4b-4faa-a7cb-592954aeb7b0 HTTP/1.1" status: 200 len: 1125 time: 0.0498588 Feb 28 10:52:38.656959 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 51934) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:52:38.656959 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-62bf1d1c-7ca9-49d5-ba00-95d6eec18032 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'floatingip': {'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'port_id': '805df5d7-3513-480b-a9d6-d2633e4bc1e9', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:52:38.656959 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-62bf1d1c-7ca9-49d5-ba00-95d6eec18032 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:38.670046 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-62bf1d1c-7ca9-49d5-ba00-95d6eec18032 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:38.789827 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-62bf1d1c-7ca9-49d5-ba00-95d6eec18032 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Allocated IP 172.26.3.238 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/983c5c28-7a9c-47c3-b17d-3bf49aaaf9a2) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:52:38.905076 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-62bf1d1c-7ca9-49d5-ba00-95d6eec18032 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for port (983c5c28-7a9c-47c3-b17d-3bf49aaaf9a2), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:38.969131 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-318b0d5d-edbe-41a0-932d-b2fe0422e3f6 req-10d609db-bb52-4f7e-9249-3d171c0d9878 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=495df2a2-cfd8-4323-8f0d-db38e9507b50 HTTP/1.1" status: 200 len: 210 time: 0.0304058 Feb 28 10:52:39.098363 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-62bf1d1c-7ca9-49d5-ba00-95d6eec18032 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (983c5c28-7a9c-47c3-b17d-3bf49aaaf9a2), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:39.138407 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bf1d1c-7ca9-49d5-ba00-95d6eec18032 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:52:39.141488 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-62bf1d1c-7ca9-49d5-ba00-95d6eec18032 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:52:39.147673 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bf1d1c-7ca9-49d5-ba00-95d6eec18032 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:52:39.169926 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bf1d1c-7ca9-49d5-ba00-95d6eec18032 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Port': ['ID=983c5c28-7a9c-47c3-b17d-3bf49aaaf9a2,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:39.534539 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-62bf1d1c-7ca9-49d5-ba00-95d6eec18032 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for floatingip (9075c542-3543-4f7b-8acc-bb1812049336), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:39.674856 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-62bf1d1c-7ca9-49d5-ba00-95d6eec18032 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (983c5c28-7a9c-47c3-b17d-3bf49aaaf9a2), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:39.836627 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-62bf1d1c-7ca9-49d5-ba00-95d6eec18032 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for port (983c5c28-7a9c-47c3-b17d-3bf49aaaf9a2), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:39.904343 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-62bf1d1c-7ca9-49d5-ba00-95d6eec18032 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (983c5c28-7a9c-47c3-b17d-3bf49aaaf9a2), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:39.978693 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bf1d1c-7ca9-49d5-ba00-95d6eec18032 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Port': ['ID=983c5c28-7a9c-47c3-b17d-3bf49aaaf9a2,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:39.990718 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-62bf1d1c-7ca9-49d5-ba00-95d6eec18032 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047917'] for floatingip (9075c542-3543-4f7b-8acc-bb1812049336), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:40.070048 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-3c96372f-dfdd-48f2-ab76-bf589a13e53b req-940c4727-0061-4ee7-ad2a-ed123d91f12d tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=495df2a2-cfd8-4323-8f0d-db38e9507b50 HTTP/1.1" status: 200 len: 210 time: 0.0299191 Feb 28 10:52:40.450074 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.l3_db [None req-62bf1d1c-7ca9-49d5-ba00-95d6eec18032 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Floating IP 9075c542-3543-4f7b-8acc-bb1812049336 associated. External IP: 172.26.3.238, port: 805df5d7-3513-480b-a9d6-d2633e4bc1e9. Feb 28 10:52:40.679898 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62bf1d1c-7ca9-49d5-ba00-95d6eec18032 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Router 5f2930eb-0992-4574-9f27-44cc381af37e has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:52:40.792930 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62bf1d1c-7ca9-49d5-ba00-95d6eec18032 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:52:40.803235 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36bc2ed-5582-48f1-921a-d73e2aabd33a None None] Sync routers for ids ['5f2930eb-0992-4574-9f27-44cc381af37e'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:52:40.814466 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36bc2ed-5582-48f1-921a-d73e2aabd33a None None] Routers {'5f2930eb-0992-4574-9f27-44cc381af37e'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:52:40.815277 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-e36bc2ed-5582-48f1-921a-d73e2aabd33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:52:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['5f2930eb-0992-4574-9f27-44cc381af37e'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:52:40.872998 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-62bf1d1c-7ca9-49d5-ba00-95d6eec18032 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:40.907229 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-62bf1d1c-7ca9-49d5-ba00-95d6eec18032 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4631946 Feb 28 10:52:40.907878 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '385be58e-0b4b-4faa-a7cb-592954aeb7b0', 'tag': '805df5d7-3513-480b-a9d6-d2633e4bc1e9'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:52:40.910396 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9591a90c-c509-4981-8a0a-aab797e4088a" -d '{"events": [{"name": "network-changed", "server_uuid": "385be58e-0b4b-4faa-a7cb-592954aeb7b0", "tag": "805df5d7-3513-480b-a9d6-d2633e4bc1e9"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:52:40.942558 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-e36bc2ed-5582-48f1-921a-d73e2aabd33a None None] Set router 5f2930eb-0992-4574-9f27-44cc381af37e gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:52:40.951663 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d7e06b-432a-4cca-a97c-0225d2215906 x-openstack-request-id: req-36d7e06b-432a-4cca-a97c-0225d2215906 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:52:40.951958 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "385be58e-0b4b-4faa-a7cb-592954aeb7b0", "tag": "805df5d7-3513-480b-a9d6-d2633e4bc1e9", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:52:40.952243 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-36d7e06b-432a-4cca-a97c-0225d2215906 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:52:40.952621 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '385be58e-0b4b-4faa-a7cb-592954aeb7b0', 'tag': '805df5d7-3513-480b-a9d6-d2633e4bc1e9', 'status': 'completed', 'code': 200} Feb 28 10:52:41.047803 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9591a90c-c509-4981-8a0a-aab797e4088a req-2e250685-4ecb-4deb-a997-b4ae2ec2327a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:41.047803 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9591a90c-c509-4981-8a0a-aab797e4088a req-2e250685-4ecb-4deb-a997-b4ae2ec2327a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=02ebd57ebb02426fbf4a686f080eb9d7&device_id=385be58e-0b4b-4faa-a7cb-592954aeb7b0 HTTP/1.1" status: 200 len: 1130 time: 0.0472894 Feb 28 10:52:41.164695 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9591a90c-c509-4981-8a0a-aab797e4088a req-f9777ec2-ef74-48ff-a223-ba18858c2336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:41.166987 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9591a90c-c509-4981-8a0a-aab797e4088a req-f9777ec2-ef74-48ff-a223-ba18858c2336 service neutron] 10.222.0.70 "GET /v2.0/networks?id=495b0923-7d5c-4d59-ab60-1ec97fc045cc HTTP/1.1" status: 200 len: 896 time: 0.1140983 Feb 28 10:52:41.179986 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-97f64b98-4612-4e5e-a7e5-04d35a7ddab2 req-40ce348d-7789-454d-a0ed-9fd3b394a77f tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=495df2a2-cfd8-4323-8f0d-db38e9507b50 HTTP/1.1" status: 200 len: 210 time: 0.0291882 Feb 28 10:52:41.237001 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-e36bc2ed-5582-48f1-921a-d73e2aabd33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'name': 'tempest-TestNetworkBasicOps-router-46607842', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '43226f00-095b-471f-ab5b-999beeaac17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:51:53Z', 'updated_at': '2022-02-28T10:51:57Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '43226f00-095b-471f-ab5b-999beeaac17b', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:61:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:51:54Z', 'updated_at': '2022-02-28T10:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': '9075c542-3543-4f7b-8acc-bb1812049336', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'floating_ip_address': '172.26.3.238', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'port_id': '805df5d7-3513-480b-a9d6-d2633e4bc1e9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '495b0923-7d5c-4d59-ab60-1ec97fc045cc', 'mac_address': 'fa:16:3e:a0:83:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385be58e-0b4b-4faa-a7cb-592954aeb7b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:52:39Z', 'updated_at': '2022-02-28T10:52:39Z', 'revision_number': 0, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'fixed_ip_address_scope': None}, {'id': 'abd3a592-9bd4-4032-bad3-8c8473c6488d', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'floating_ip_address': '172.26.3.50', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'port_id': 'caa6d523-66b6-45a8-b0cf-29b495cc7f0b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '495b0923-7d5c-4d59-ab60-1ec97fc045cc', 'mac_address': 'fa:16:3e:79:1c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68f0ffa-7ad4-4f47-b9c8-a81b7e27bb27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:52:19Z', 'updated_at': '2022-02-28T10:52:21Z', 'revision_number': 1, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9c62c56-f4ab-4580-9e8b-c921154d19b4', 'name': '', 'network_id': '495b0923-7d5c-4d59-ab60-1ec97fc045cc', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:3d:44:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '3dd73fea-c4b7-4f43-9c3b-60f8e02d2d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:51:57Z', 'updated_at': '2022-02-28T10:52:01Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '3dd73fea-c4b7-4f43-9c3b-60f8e02d2d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:52:41.242708 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9591a90c-c509-4981-8a0a-aab797e4088a req-ee8ed6cb-d881-4ed7-92d7-4bdd04fdaf2d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=805df5d7-3513-480b-a9d6-d2633e4bc1e9 HTTP/1.1" status: 200 len: 1000 time: 0.0694699 Feb 28 10:52:41.269519 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36bc2ed-5582-48f1-921a-d73e2aabd33a None None] Checking router: 5f2930eb-0992-4574-9f27-44cc381af37e for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:52:41.278974 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36bc2ed-5582-48f1-921a-d73e2aabd33a None None] Routers {'5f2930eb-0992-4574-9f27-44cc381af37e'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:52:41.279649 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-e36bc2ed-5582-48f1-921a-d73e2aabd33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:52:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['5f2930eb-0992-4574-9f27-44cc381af37e'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:52:41.298139 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9591a90c-c509-4981-8a0a-aab797e4088a req-4ef286fc-3ece-4f2f-b09e-a087e9e17899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:41.299572 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9591a90c-c509-4981-8a0a-aab797e4088a req-4ef286fc-3ece-4f2f-b09e-a087e9e17899 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3dd73fea-c4b7-4f43-9c3b-60f8e02d2d34 HTTP/1.1" status: 200 len: 835 time: 0.0513911 Feb 28 10:52:41.360330 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9591a90c-c509-4981-8a0a-aab797e4088a req-025d69f6-6a69-45d6-a23a-2d24f8d87dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:41.361963 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9591a90c-c509-4981-8a0a-aab797e4088a req-025d69f6-6a69-45d6-a23a-2d24f8d87dc5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=495b0923-7d5c-4d59-ab60-1ec97fc045cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0559652 Feb 28 10:52:41.406179 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-e36bc2ed-5582-48f1-921a-d73e2aabd33a None None] Set router 5f2930eb-0992-4574-9f27-44cc381af37e gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:52:41.460983 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9591a90c-c509-4981-8a0a-aab797e4088a req-e6857a33-10cc-434a-9b7a-39edf6a251aa service neutron] 10.222.0.70 "GET /v2.0/networks/495b0923-7d5c-4d59-ab60-1ec97fc045cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927484 Feb 28 10:52:41.565510 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9591a90c-c509-4981-8a0a-aab797e4088a req-71716682-f155-4dcf-ad97-03a7f2bf1901 service neutron] 10.222.0.70 "GET /v2.0/networks/495b0923-7d5c-4d59-ab60-1ec97fc045cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981987 Feb 28 10:52:41.668635 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-e36bc2ed-5582-48f1-921a-d73e2aabd33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'name': 'tempest-TestNetworkBasicOps-router-46607842', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '43226f00-095b-471f-ab5b-999beeaac17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:51:53Z', 'updated_at': '2022-02-28T10:51:57Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '43226f00-095b-471f-ab5b-999beeaac17b', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:61:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:51:54Z', 'updated_at': '2022-02-28T10:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': '9075c542-3543-4f7b-8acc-bb1812049336', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'floating_ip_address': '172.26.3.238', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'port_id': '805df5d7-3513-480b-a9d6-d2633e4bc1e9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '495b0923-7d5c-4d59-ab60-1ec97fc045cc', 'mac_address': 'fa:16:3e:a0:83:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385be58e-0b4b-4faa-a7cb-592954aeb7b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:52:39Z', 'updated_at': '2022-02-28T10:52:39Z', 'revision_number': 0, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'fixed_ip_address_scope': None}, {'id': 'abd3a592-9bd4-4032-bad3-8c8473c6488d', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'floating_ip_address': '172.26.3.50', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'port_id': 'caa6d523-66b6-45a8-b0cf-29b495cc7f0b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '495b0923-7d5c-4d59-ab60-1ec97fc045cc', 'mac_address': 'fa:16:3e:79:1c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68f0ffa-7ad4-4f47-b9c8-a81b7e27bb27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:52:19Z', 'updated_at': '2022-02-28T10:52:21Z', 'revision_number': 1, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9c62c56-f4ab-4580-9e8b-c921154d19b4', 'name': '', 'network_id': '495b0923-7d5c-4d59-ab60-1ec97fc045cc', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:3d:44:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '3dd73fea-c4b7-4f43-9c3b-60f8e02d2d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:51:57Z', 'updated_at': '2022-02-28T10:52:01Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '3dd73fea-c4b7-4f43-9c3b-60f8e02d2d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:52:41.700248 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c no longer exists at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:52:41.703843 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36bc2ed-5582-48f1-921a-d73e2aabd33a None None] The sync data for ids ['5f2930eb-0992-4574-9f27-44cc381af37e'] in dv-neutron-829161-3-hyperv is: [{'id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'name': 'tempest-TestNetworkBasicOps-router-46607842', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '43226f00-095b-471f-ab5b-999beeaac17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:51:53Z', 'updated_at': '2022-02-28T10:51:57Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '43226f00-095b-471f-ab5b-999beeaac17b', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:61:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:51:54Z', 'updated_at': '2022-02-28T10:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': '9075c542-3543-4f7b-8acc-bb1812049336', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'floating_ip_address': '172.26.3.238', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'port_id': '805df5d7-3513-480b-a9d6-d2633e4bc1e9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '495b0923-7d5c-4d59-ab60-1ec97fc045cc', 'mac_address': 'fa:16:3e:a0:83:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385be58e-0b4b-4faa-a7cb-592954aeb7b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:52:39Z', 'updated_at': '2022-02-28T10:52:39Z', 'revision_number': 0, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'fixed_ip_address_scope': None}, {'id': 'abd3a592-9bd4-4032-bad3-8c8473c6488d', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'floating_ip_address': '172.26.3.50', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'port_id': 'caa6d523-66b6-45a8-b0cf-29b495cc7f0b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '495b0923-7d5c-4d59-ab60-1ec97fc045cc', 'mac_address': 'fa:16:3e:79:1c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68f0ffa-7ad4-4f47-b9c8-a81b7e27bb27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:52:19Z', 'updated_at': '2022-02-28T10:52:21Z', 'revision_number': 1, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9c62c56-f4ab-4580-9e8b-c921154d19b4', 'name': '', 'network_id': '495b0923-7d5c-4d59-ab60-1ec97fc045cc', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:3d:44:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '3dd73fea-c4b7-4f43-9c3b-60f8e02d2d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:51:57Z', 'updated_at': '2022-02-28T10:52:01Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '3dd73fea-c4b7-4f43-9c3b-60f8e02d2d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:52:41.721867 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] No Port match for: f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:52:41.722220 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device f58910dc-7d0e-48c7-911a-5a0f3a3d5b2c not bound to the agent host hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:52:41.913913 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4193434e-78de-4236-a9d4-997eef2debd2 None None] New status for floating IP 9075c542-3543-4f7b-8acc-bb1812049336: ACTIVE {{(pid=104086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:52:42.292644 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-dfe46d77-5362-424e-ad4f-0f54aba9d087 req-dabea5af-daef-4c69-8846-d3f6141ee749 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=495df2a2-cfd8-4323-8f0d-db38e9507b50 HTTP/1.1" status: 200 len: 210 time: 0.0281119 Feb 28 10:52:43.391150 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-1196107d-b14a-4165-82e4-f1a6ef3fa189 req-fffaff86-1069-41bb-b536-5eaebca1f089 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=495df2a2-cfd8-4323-8f0d-db38e9507b50 HTTP/1.1" status: 200 len: 210 time: 0.0280688 Feb 28 10:52:44.490214 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f22cb708-4837-4b96-a784-12e19559ed34 req-cbdca1c4-dce6-416b-b309-c8c3cff3cec3 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=495df2a2-cfd8-4323-8f0d-db38e9507b50 HTTP/1.1" status: 200 len: 210 time: 0.0290794 Feb 28 10:52:45.595746 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-ab688c13-edba-413c-ba69-80b68abba54b req-0a82aca6-64b5-4fec-9642-c62a376b6f09 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=495df2a2-cfd8-4323-8f0d-db38e9507b50 HTTP/1.1" status: 200 len: 210 time: 0.0333631 Feb 28 10:52:46.469066 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c3777d70-f0ab-4733-94e8-28737f65e96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:46.693645 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9ad4b6ee-239d-4293-9b25-f48b888f8222 req-4cdf5f59-aaf0-4b49-9371-cd4faac2d012 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=495df2a2-cfd8-4323-8f0d-db38e9507b50 HTTP/1.1" status: 200 len: 210 time: 0.0280004 Feb 28 10:52:47.794637 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-acd47eb1-e705-4ad8-9d14-a2c89de6b719 req-49c7f0a8-322c-44b6-93f7-9ba2ce850eca tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "GET /v2.0/ports?device_id=495df2a2-cfd8-4323-8f0d-db38e9507b50 HTTP/1.1" status: 200 len: 210 time: 0.0275984 Feb 28 10:52:48.715346 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6b511e7b-1c62-407c-b1f4-3fc9d87e807f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:48.854128 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 51962) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:52:48.982101 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-cddd8c1c-17a2-4216-ba70-5a8463ea283d tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Deleting port fb322289-f373-4a6d-b116-a16d2ed612af {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:52:48.982354 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cddd8c1c-17a2-4216-ba70-5a8463ea283d tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (fb322289-f373-4a6d-b116-a16d2ed612af), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:49.056530 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cddd8c1c-17a2-4216-ba70-5a8463ea283d tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (fb322289-f373-4a6d-b116-a16d2ed612af), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:49.056859 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cddd8c1c-17a2-4216-ba70-5a8463ea283d tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks [] for floatingip (fb322289-f373-4a6d-b116-a16d2ed612af), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:49.069100 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-cddd8c1c-17a2-4216-ba70-5a8463ea283d tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Calling delete_port for fb322289-f373-4a6d-b116-a16d2ed612af owned by network:floatingip {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:52:49.292282 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cddd8c1c-17a2-4216-ba70-5a8463ea283d tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (fb322289-f373-4a6d-b116-a16d2ed612af), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:49.324548 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddd8c1c-17a2-4216-ba70-5a8463ea283d tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Pushing event deleted for resources: {'Port': ['ID=fb322289-f373-4a6d-b116-a16d2ed612af,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:49.389737 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cddd8c1c-17a2-4216-ba70-5a8463ea283d tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks [] for floatingip (92660ebc-8509-402e-ad03-59ec36a23c51), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:49.392395 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cddd8c1c-17a2-4216-ba70-5a8463ea283d tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:49.393557 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-cddd8c1c-17a2-4216-ba70-5a8463ea283d tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "DELETE /v2.0/floatingips/92660ebc-8509-402e-ad03-59ec36a23c51 HTTP/1.1" status: 204 len: 168 time: 0.5383930 Feb 28 10:52:50.029848 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:51.341576 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:52.697856 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:56.040558 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 51986) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:52:56.101218 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-710994b4-d642-4f5a-8b76-92047ac73508 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks [] for security_group (24858d8d-3239-4988-ac0d-499f73a64ce0), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:56.127281 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-710994b4-d642-4f5a-8b76-92047ac73508 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks [] for security_group (24858d8d-3239-4988-ac0d-499f73a64ce0), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:56.329525 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-710994b4-d642-4f5a-8b76-92047ac73508 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (24858d8d-3239-4988-ac0d-499f73a64ce0), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:56.332205 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-710994b4-d642-4f5a-8b76-92047ac73508 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:56.333390 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-710994b4-d642-4f5a-8b76-92047ac73508 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] 10.222.0.62 "DELETE /v2.0/security-groups/24858d8d-3239-4988-ac0d-499f73a64ce0 HTTP/1.1" status: 204 len: 168 time: 0.2918220 Feb 28 10:52:56.343501 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710994b4-d642-4f5a-8b76-92047ac73508 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24858d8d-3239-4988-ac0d-499f73a64ce0,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:56.352337 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710994b4-d642-4f5a-8b76-92047ac73508 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:56.352673 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710994b4-d642-4f5a-8b76-92047ac73508 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:56.353021 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710994b4-d642-4f5a-8b76-92047ac73508 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:56.353366 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710994b4-d642-4f5a-8b76-92047ac73508 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:56.353711 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710994b4-d642-4f5a-8b76-92047ac73508 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:56.354051 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710994b4-d642-4f5a-8b76-92047ac73508 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:56.354390 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710994b4-d642-4f5a-8b76-92047ac73508 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:56.354747 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710994b4-d642-4f5a-8b76-92047ac73508 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:56.355094 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710994b4-d642-4f5a-8b76-92047ac73508 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:56.355435 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710994b4-d642-4f5a-8b76-92047ac73508 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:56.355769 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710994b4-d642-4f5a-8b76-92047ac73508 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:56.356099 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710994b4-d642-4f5a-8b76-92047ac73508 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:56.356429 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710994b4-d642-4f5a-8b76-92047ac73508 tempest-TestVolumeBootPattern-116249398 tempest-TestVolumeBootPattern-116249398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:56.474947 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 51990) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:52:57.010881 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-82ab45c1-c822-45c2-b1e1-8cade9030cf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047661'] for router_interface (fb9806d2-32f1-4369-b725-739487e43fc4), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:57.277016 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-82ab45c1-c822-45c2-b1e1-8cade9030cf1 admin admin] Deleting port 322c8862-e166-4219-b05c-8a81cc0fb920 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:52:57.277437 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-82ab45c1-c822-45c2-b1e1-8cade9030cf1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (322c8862-e166-4219-b05c-8a81cc0fb920), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:57.360392 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-82ab45c1-c822-45c2-b1e1-8cade9030cf1 admin admin] For port 322c8862-e166-4219-b05c-8a81cc0fb920, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=322c8862-e166-4219-b05c-8a81cc0fb920,segment=NetworkSegment(19b5758e-ea8e-40b5-a035-63bdcbefede7),segment_id=19b5758e-ea8e-40b5-a035-63bdcbefede7)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:52:57.360753 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-82ab45c1-c822-45c2-b1e1-8cade9030cf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (322c8862-e166-4219-b05c-8a81cc0fb920), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:57.373619 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-82ab45c1-c822-45c2-b1e1-8cade9030cf1 admin admin] Calling delete_port for 322c8862-e166-4219-b05c-8a81cc0fb920 owned by network:router_interface {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:52:57.655506 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-82ab45c1-c822-45c2-b1e1-8cade9030cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (322c8862-e166-4219-b05c-8a81cc0fb920), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:57.691525 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab45c1-c822-45c2-b1e1-8cade9030cf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=322c8862-e166-4219-b05c-8a81cc0fb920,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:57.876508 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-82ab45c1-c822-45c2-b1e1-8cade9030cf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1047681'] for router_interface (fb9806d2-32f1-4369-b725-739487e43fc4), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:58.113260 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82ab45c1-c822-45c2-b1e1-8cade9030cf1 admin admin] Router fb9806d2-32f1-4369-b725-739487e43fc4 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:52:58.235114 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ab45c1-c822-45c2-b1e1-8cade9030cf1 admin admin] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:52:58.240346 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-82ab45c1-c822-45c2-b1e1-8cade9030cf1 admin admin] 10.222.0.62 "PUT /v2.0/routers/fb9806d2-32f1-4369-b725-739487e43fc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7643416 Feb 28 10:52:58.243507 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 51994) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:52:58.244158 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f692b2-4573-44eb-a64f-73004d903bf0 None None] Sync routers for ids ['fb9806d2-32f1-4369-b725-739487e43fc4'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:52:58.256879 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f692b2-4573-44eb-a64f-73004d903bf0 None None] Routers {'fb9806d2-32f1-4369-b725-739487e43fc4'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:52:58.257520 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-89f692b2-4573-44eb-a64f-73004d903bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:52:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['fb9806d2-32f1-4369-b725-739487e43fc4'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:52:58.363593 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1d4438cc-c648-4151-8e61-cf5b6cfe2fa4 admin admin] Publish callbacks [] for router (fb9806d2-32f1-4369-b725-739487e43fc4), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:58.379820 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-89f692b2-4573-44eb-a64f-73004d903bf0 None None] Set router fb9806d2-32f1-4369-b725-739487e43fc4 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:52:58.488148 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1d4438cc-c648-4151-8e61-cf5b6cfe2fa4 admin admin] Publish callbacks [] for router_gateway (fb9806d2-32f1-4369-b725-739487e43fc4), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:58.573433 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-89f692b2-4573-44eb-a64f-73004d903bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'name': 'tempest-TestVolumeBootPattern-713778107-router', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a18ea445-10b9-43f2-906e-3ea457f19b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:59Z', 'updated_at': '2022-02-28T10:52:57Z', 'revision_number': 5, 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'gw_port': {'id': 'a18ea445-10b9-43f2-906e-3ea457f19b46', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:00Z', 'updated_at': '2022-02-28T10:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:52:58.604027 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f692b2-4573-44eb-a64f-73004d903bf0 None None] Checking router: fb9806d2-32f1-4369-b725-739487e43fc4 for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:52:58.614032 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f692b2-4573-44eb-a64f-73004d903bf0 None None] Routers {'fb9806d2-32f1-4369-b725-739487e43fc4'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:52:58.614667 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-89f692b2-4573-44eb-a64f-73004d903bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:52:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['fb9806d2-32f1-4369-b725-739487e43fc4'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:52:58.717731 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-89f692b2-4573-44eb-a64f-73004d903bf0 None None] Set router fb9806d2-32f1-4369-b725-739487e43fc4 gateway port host: None {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:52:58.773377 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-89f692b2-4573-44eb-a64f-73004d903bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'name': 'tempest-TestVolumeBootPattern-713778107-router', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:59Z', 'updated_at': '2022-02-28T10:52:58Z', 'revision_number': 6, 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'gw_port_host': None}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:52:58.806161 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f692b2-4573-44eb-a64f-73004d903bf0 None None] The sync data for ids ['fb9806d2-32f1-4369-b725-739487e43fc4'] in dv-neutron-829161-3-hyperv is: [{'id': 'fb9806d2-32f1-4369-b725-739487e43fc4', 'name': 'tempest-TestVolumeBootPattern-713778107-router', 'tenant_id': 'fb97474a860e4d948fd0a95e1b318101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:59Z', 'updated_at': '2022-02-28T10:52:58Z', 'revision_number': 6, 'project_id': 'fb97474a860e4d948fd0a95e1b318101', 'gw_port_host': None}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:52:58.999341 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-1d4438cc-c648-4151-8e61-cf5b6cfe2fa4 admin admin] Deleting port a18ea445-10b9-43f2-906e-3ea457f19b46 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:52:58.999904 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1d4438cc-c648-4151-8e61-cf5b6cfe2fa4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (a18ea445-10b9-43f2-906e-3ea457f19b46), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:59.080112 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-1d4438cc-c648-4151-8e61-cf5b6cfe2fa4 admin admin] For port a18ea445-10b9-43f2-906e-3ea457f19b46, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=a18ea445-10b9-43f2-906e-3ea457f19b46,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:52:59.080575 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1d4438cc-c648-4151-8e61-cf5b6cfe2fa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (a18ea445-10b9-43f2-906e-3ea457f19b46), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:59.097285 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-1d4438cc-c648-4151-8e61-cf5b6cfe2fa4 admin admin] Calling delete_port for a18ea445-10b9-43f2-906e-3ea457f19b46 owned by network:router_gateway {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:52:59.461440 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1d4438cc-c648-4151-8e61-cf5b6cfe2fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (a18ea445-10b9-43f2-906e-3ea457f19b46), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:59.489787 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4438cc-c648-4151-8e61-cf5b6cfe2fa4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a18ea445-10b9-43f2-906e-3ea457f19b46,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:59.566012 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1d4438cc-c648-4151-8e61-cf5b6cfe2fa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047843'] for router_gateway (fb9806d2-32f1-4369-b725-739487e43fc4), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:59.662729 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1d4438cc-c648-4151-8e61-cf5b6cfe2fa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (fb9806d2-32f1-4369-b725-739487e43fc4), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:59.665019 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1d4438cc-c648-4151-8e61-cf5b6cfe2fa4 admin admin] Publish callbacks [] for router_controller (fb9806d2-32f1-4369-b725-739487e43fc4), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:59.817698 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1d4438cc-c648-4151-8e61-cf5b6cfe2fa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (fb9806d2-32f1-4369-b725-739487e43fc4), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:59.818241 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4438cc-c648-4151-8e61-cf5b6cfe2fa4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb9806d2-32f1-4369-b725-739487e43fc4 {{(pid=104083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:52:59.822654 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1d4438cc-c648-4151-8e61-cf5b6cfe2fa4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:59.824155 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-1d4438cc-c648-4151-8e61-cf5b6cfe2fa4 admin admin] 10.222.0.62 "DELETE /v2.0/routers/fb9806d2-32f1-4369-b725-739487e43fc4 HTTP/1.1" status: 204 len: 168 time: 1.5793304 Feb 28 10:52:59.826721 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 51996) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:52:59.875503 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_v2 [None req-40d86619-9a0b-4792-ab34-7e2f0a1db38d admin admin] Deleting subnet e8522a33-2f3b-469a-aaa7-bb28734740a0 {{(pid=104083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:52:59.878935 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-40d86619-9a0b-4792-ab34-7e2f0a1db38d admin admin] Publish callbacks [] for subnet (e8522a33-2f3b-469a-aaa7-bb28734740a0), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:59.918614 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-40d86619-9a0b-4792-ab34-7e2f0a1db38d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59245535'] for subnet (e8522a33-2f3b-469a-aaa7-bb28734740a0), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:00.018979 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-40d86619-9a0b-4792-ab34-7e2f0a1db38d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (e8522a33-2f3b-469a-aaa7-bb28734740a0), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:00.019800 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device a18ea445-10b9-43f2-906e-3ea457f19b46 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:53:00.040497 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: a18ea445-10b9-43f2-906e-3ea457f19b46 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:53:00.040852 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device a18ea445-10b9-43f2-906e-3ea457f19b46 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:53:00.041296 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 322c8862-e166-4219-b05c-8a81cc0fb920 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:53:00.062080 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 322c8862-e166-4219-b05c-8a81cc0fb920 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:53:00.062431 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 322c8862-e166-4219-b05c-8a81cc0fb920 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:53:00.193388 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-40d86619-9a0b-4792-ab34-7e2f0a1db38d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (e8522a33-2f3b-469a-aaa7-bb28734740a0), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:00.221154 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d86619-9a0b-4792-ab34-7e2f0a1db38d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8522a33-2f3b-469a-aaa7-bb28734740a0,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:00.224860 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-40d86619-9a0b-4792-ab34-7e2f0a1db38d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:00.228036 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-40d86619-9a0b-4792-ab34-7e2f0a1db38d admin admin] 10.222.0.62 "DELETE /v2.0/subnets/e8522a33-2f3b-469a-aaa7-bb28734740a0 HTTP/1.1" status: 204 len: 168 time: 0.4002833 Feb 28 10:53:00.230480 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 51998) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:53:00.233581 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4512a920-1a12-4037-9fc3-ab0a98479787 None None] Network b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:53:00.305033 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8c694328-6a03-42d7-91b8-8aa9f91d340c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:00.365392 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-8c694328-6a03-42d7-91b8-8aa9f91d340c admin admin] Deleting port 6fabaf74-8dd2-4f14-8232-05bde7c5a3aa {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:53:00.365735 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8c694328-6a03-42d7-91b8-8aa9f91d340c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (6fabaf74-8dd2-4f14-8232-05bde7c5a3aa), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:00.437640 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-8c694328-6a03-42d7-91b8-8aa9f91d340c admin admin] For port 6fabaf74-8dd2-4f14-8232-05bde7c5a3aa, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=6fabaf74-8dd2-4f14-8232-05bde7c5a3aa,segment=NetworkSegment(19b5758e-ea8e-40b5-a035-63bdcbefede7),segment_id=19b5758e-ea8e-40b5-a035-63bdcbefede7)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:53:00.438193 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8c694328-6a03-42d7-91b8-8aa9f91d340c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (6fabaf74-8dd2-4f14-8232-05bde7c5a3aa), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:00.453233 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-8c694328-6a03-42d7-91b8-8aa9f91d340c admin admin] Calling delete_port for 6fabaf74-8dd2-4f14-8232-05bde7c5a3aa owned by network:dhcp {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:53:00.550464 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9333b35b-62c0-4fb4-b438-75dce799ffb1 None None] DHCP port deletion for b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:53:00.611542 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-9333b35b-62c0-4fb4-b438-75dce799ffb1 None None] Deleting port 6fabaf74-8dd2-4f14-8232-05bde7c5a3aa {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:53:00.611922 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9333b35b-62c0-4fb4-b438-75dce799ffb1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (6fabaf74-8dd2-4f14-8232-05bde7c5a3aa), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:00.655415 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8c694328-6a03-42d7-91b8-8aa9f91d340c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (6fabaf74-8dd2-4f14-8232-05bde7c5a3aa), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:00.679107 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-9333b35b-62c0-4fb4-b438-75dce799ffb1 None None] For port 6fabaf74-8dd2-4f14-8232-05bde7c5a3aa, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=6fabaf74-8dd2-4f14-8232-05bde7c5a3aa,segment=NetworkSegment(19b5758e-ea8e-40b5-a035-63bdcbefede7),segment_id=19b5758e-ea8e-40b5-a035-63bdcbefede7)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:53:00.679457 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9333b35b-62c0-4fb4-b438-75dce799ffb1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (6fabaf74-8dd2-4f14-8232-05bde7c5a3aa), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:00.681769 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c694328-6a03-42d7-91b8-8aa9f91d340c admin admin] Pushing event deleted for resources: {'Port': ['ID=6fabaf74-8dd2-4f14-8232-05bde7c5a3aa,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:00.682053 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:00.686075 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c694328-6a03-42d7-91b8-8aa9f91d340c admin admin] No DVR routers for this DVR port 6fabaf74-8dd2-4f14-8232-05bde7c5a3aa on host dv-neutron-829161-3-hyperv {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:53:00.697376 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-9333b35b-62c0-4fb4-b438-75dce799ffb1 None None] Calling delete_port for 6fabaf74-8dd2-4f14-8232-05bde7c5a3aa owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:53:00.767818 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8c694328-6a03-42d7-91b8-8aa9f91d340c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:00.788243 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9333b35b-62c0-4fb4-b438-75dce799ffb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (6fabaf74-8dd2-4f14-8232-05bde7c5a3aa), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:00.789839 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-8c694328-6a03-42d7-91b8-8aa9f91d340c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:53:00.799974 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-8c694328-6a03-42d7-91b8-8aa9f91d340c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19b5758e-ea8e-40b5-a035-63bdcbefede7') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:53:00.800270 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-8c694328-6a03-42d7-91b8-8aa9f91d340c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19b5758e-ea8e-40b5-a035-63bdcbefede7') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:53:00.810556 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8c694328-6a03-42d7-91b8-8aa9f91d340c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (19b5758e-ea8e-40b5-a035-63bdcbefede7), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:00.820797 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9333b35b-62c0-4fb4-b438-75dce799ffb1 None None] Pushing event deleted for resources: {'Port': ['ID=6fabaf74-8dd2-4f14-8232-05bde7c5a3aa,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:00.824496 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8c694328-6a03-42d7-91b8-8aa9f91d340c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (19b5758e-ea8e-40b5-a035-63bdcbefede7), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:00.826401 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9333b35b-62c0-4fb4-b438-75dce799ffb1 None None] No DVR routers for this DVR port 6fabaf74-8dd2-4f14-8232-05bde7c5a3aa on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:53:00.832705 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c694328-6a03-42d7-91b8-8aa9f91d340c admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:53:00.833254 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8c694328-6a03-42d7-91b8-8aa9f91d340c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (19b5758e-ea8e-40b5-a035-63bdcbefede7), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:00.834790 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:53:00.834790 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:53:00.834790 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:53:00.834790 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:53:00.834790 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:53:00.834790 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:53:00.834790 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:53:00.834790 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:53:00.834790 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:53:00.834790 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:53:00.834790 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:53:00.834790 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:53:00.834790 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:53:00.834790 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:53:00.834790 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:53:00.834790 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:53:00.834790 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:53:00.834790 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:53:00.834790 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:53:00.834790 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:53:00.834790 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:53:00.834790 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:53:00.834790 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:53:00.834790 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:53:00.834790 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:53:00.834790 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:53:00.834790 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:53:00.834790 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:53:00.834790 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:53:00.834790 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:53:00.834790 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:53:00.834790 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:53:00.839435 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9333b35b-62c0-4fb4-b438-75dce799ffb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:00.839792 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9333b35b-62c0-4fb4-b438-75dce799ffb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:00.840138 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9333b35b-62c0-4fb4-b438-75dce799ffb1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:00.840478 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9333b35b-62c0-4fb4-b438-75dce799ffb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:00.840810 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9333b35b-62c0-4fb4-b438-75dce799ffb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:00.841188 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9333b35b-62c0-4fb4-b438-75dce799ffb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:00.841632 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9333b35b-62c0-4fb4-b438-75dce799ffb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:00.842344 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9333b35b-62c0-4fb4-b438-75dce799ffb1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:00.842688 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9333b35b-62c0-4fb4-b438-75dce799ffb1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:00.843049 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9333b35b-62c0-4fb4-b438-75dce799ffb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:00.843385 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9333b35b-62c0-4fb4-b438-75dce799ffb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:00.843716 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9333b35b-62c0-4fb4-b438-75dce799ffb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:00.844044 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9333b35b-62c0-4fb4-b438-75dce799ffb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:01.006227 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8c694328-6a03-42d7-91b8-8aa9f91d340c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:01.011946 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8c694328-6a03-42d7-91b8-8aa9f91d340c admin admin] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:01.016446 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-8c694328-6a03-42d7-91b8-8aa9f91d340c admin admin] 10.222.0.62 "DELETE /v2.0/networks/b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a HTTP/1.1" status: 204 len: 168 time: 0.7849748 Feb 28 10:53:01.019533 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 52000) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:53:01.035022 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c694328-6a03-42d7-91b8-8aa9f91d340c admin admin] Pushing event deleted for resources: {'Network': ['ID=b0bec39b-ec8f-4fe7-b1f6-17372c2bec1a,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:01.376961 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7f04d7e6-8993-4e18-945f-e5f09a3c8370 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047661'] for router_interface (037d972a-fa08-4886-81e0-8d55e2e42d91), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:01.633873 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-7f04d7e6-8993-4e18-945f-e5f09a3c8370 admin admin] Deleting port 2adb056c-eaab-4263-821c-c407e6f595c7 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:53:01.634137 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7f04d7e6-8993-4e18-945f-e5f09a3c8370 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (2adb056c-eaab-4263-821c-c407e6f595c7), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:01.722493 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-7f04d7e6-8993-4e18-945f-e5f09a3c8370 admin admin] For port 2adb056c-eaab-4263-821c-c407e6f595c7, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=2adb056c-eaab-4263-821c-c407e6f595c7,segment=NetworkSegment(1352220c-7ca9-4521-9a8c-710cdc97f6f4),segment_id=1352220c-7ca9-4521-9a8c-710cdc97f6f4)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:53:01.722877 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7f04d7e6-8993-4e18-945f-e5f09a3c8370 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (2adb056c-eaab-4263-821c-c407e6f595c7), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:01.736690 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-7f04d7e6-8993-4e18-945f-e5f09a3c8370 admin admin] Calling delete_port for 2adb056c-eaab-4263-821c-c407e6f595c7 owned by network:router_interface {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:53:02.012038 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7f04d7e6-8993-4e18-945f-e5f09a3c8370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (2adb056c-eaab-4263-821c-c407e6f595c7), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:02.017019 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 6fabaf74-8dd2-4f14-8232-05bde7c5a3aa no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:53:02.037395 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 6fabaf74-8dd2-4f14-8232-05bde7c5a3aa {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:53:02.037749 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 6fabaf74-8dd2-4f14-8232-05bde7c5a3aa not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:53:02.039818 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04d7e6-8993-4e18-945f-e5f09a3c8370 admin admin] Pushing event deleted for resources: {'Port': ['ID=2adb056c-eaab-4263-821c-c407e6f595c7,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:02.212439 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7f04d7e6-8993-4e18-945f-e5f09a3c8370 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1047681'] for router_interface (037d972a-fa08-4886-81e0-8d55e2e42d91), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:02.440156 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f04d7e6-8993-4e18-945f-e5f09a3c8370 admin admin] Router 037d972a-fa08-4886-81e0-8d55e2e42d91 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:53:02.547797 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f04d7e6-8993-4e18-945f-e5f09a3c8370 admin admin] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:53:02.553534 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-7f04d7e6-8993-4e18-945f-e5f09a3c8370 admin admin] 10.222.0.62 "PUT /v2.0/routers/037d972a-fa08-4886-81e0-8d55e2e42d91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5322256 Feb 28 10:53:02.555434 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 52004) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:53:02.559052 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd99929-5a31-4968-a37a-41c32b576ad3 None None] Sync routers for ids ['037d972a-fa08-4886-81e0-8d55e2e42d91'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:53:02.570385 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd99929-5a31-4968-a37a-41c32b576ad3 None None] Routers {'037d972a-fa08-4886-81e0-8d55e2e42d91'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:53:02.571053 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-acd99929-5a31-4968-a37a-41c32b576ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:52:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['037d972a-fa08-4886-81e0-8d55e2e42d91'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:53:02.691922 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-acd99929-5a31-4968-a37a-41c32b576ad3 None None] Set router 037d972a-fa08-4886-81e0-8d55e2e42d91 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:53:02.894297 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-acd99929-5a31-4968-a37a-41c32b576ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037d972a-fa08-4886-81e0-8d55e2e42d91', 'name': 'tempest-TestVolumeBootPattern-1645460688-router', 'tenant_id': '96cc5b0d14ba41adaee314017633b74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '5983e3b3-e6b9-48aa-ac41-0e9465be52ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:42:10Z', 'updated_at': '2022-02-28T10:53:01Z', 'revision_number': 5, 'project_id': '96cc5b0d14ba41adaee314017633b74b', 'gw_port': {'id': '5983e3b3-e6b9-48aa-ac41-0e9465be52ad', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:fa:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037d972a-fa08-4886-81e0-8d55e2e42d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:11Z', 'updated_at': '2022-02-28T10:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:53:02.930683 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd99929-5a31-4968-a37a-41c32b576ad3 None None] Checking router: 037d972a-fa08-4886-81e0-8d55e2e42d91 for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:53:02.940946 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd99929-5a31-4968-a37a-41c32b576ad3 None None] Routers {'037d972a-fa08-4886-81e0-8d55e2e42d91'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:53:02.941827 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-acd99929-5a31-4968-a37a-41c32b576ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:52:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['037d972a-fa08-4886-81e0-8d55e2e42d91'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:53:03.059144 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-326881b4-8740-4917-83e5-cee08ad1f6ca admin admin] Publish callbacks [] for router (037d972a-fa08-4886-81e0-8d55e2e42d91), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:03.148462 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-acd99929-5a31-4968-a37a-41c32b576ad3 None None] Set router 037d972a-fa08-4886-81e0-8d55e2e42d91 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:53:03.175217 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-326881b4-8740-4917-83e5-cee08ad1f6ca admin admin] Publish callbacks [] for router_gateway (037d972a-fa08-4886-81e0-8d55e2e42d91), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:03.318141 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-326881b4-8740-4917-83e5-cee08ad1f6ca admin admin] Deleting port 5983e3b3-e6b9-48aa-ac41-0e9465be52ad {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:53:03.318478 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-326881b4-8740-4917-83e5-cee08ad1f6ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (5983e3b3-e6b9-48aa-ac41-0e9465be52ad), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:03.343858 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-acd99929-5a31-4968-a37a-41c32b576ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037d972a-fa08-4886-81e0-8d55e2e42d91', 'name': 'tempest-TestVolumeBootPattern-1645460688-router', 'tenant_id': '96cc5b0d14ba41adaee314017633b74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '5983e3b3-e6b9-48aa-ac41-0e9465be52ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:42:10Z', 'updated_at': '2022-02-28T10:53:01Z', 'revision_number': 5, 'project_id': '96cc5b0d14ba41adaee314017633b74b', 'gw_port': {'id': '5983e3b3-e6b9-48aa-ac41-0e9465be52ad', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:fa:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037d972a-fa08-4886-81e0-8d55e2e42d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:11Z', 'updated_at': '2022-02-28T10:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:53:03.376427 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd99929-5a31-4968-a37a-41c32b576ad3 None None] The sync data for ids ['037d972a-fa08-4886-81e0-8d55e2e42d91'] in dv-neutron-829161-3-hyperv is: [{'id': '037d972a-fa08-4886-81e0-8d55e2e42d91', 'name': 'tempest-TestVolumeBootPattern-1645460688-router', 'tenant_id': '96cc5b0d14ba41adaee314017633b74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '5983e3b3-e6b9-48aa-ac41-0e9465be52ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:42:10Z', 'updated_at': '2022-02-28T10:53:01Z', 'revision_number': 5, 'project_id': '96cc5b0d14ba41adaee314017633b74b', 'gw_port': {'id': '5983e3b3-e6b9-48aa-ac41-0e9465be52ad', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:fa:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037d972a-fa08-4886-81e0-8d55e2e42d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:42:11Z', 'updated_at': '2022-02-28T10:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:53:03.408449 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-326881b4-8740-4917-83e5-cee08ad1f6ca admin admin] For port 5983e3b3-e6b9-48aa-ac41-0e9465be52ad, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=5983e3b3-e6b9-48aa-ac41-0e9465be52ad,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:53:03.408449 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-326881b4-8740-4917-83e5-cee08ad1f6ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (5983e3b3-e6b9-48aa-ac41-0e9465be52ad), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:03.423527 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-326881b4-8740-4917-83e5-cee08ad1f6ca admin admin] Calling delete_port for 5983e3b3-e6b9-48aa-ac41-0e9465be52ad owned by network:router_gateway {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:53:03.651992 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-326881b4-8740-4917-83e5-cee08ad1f6ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (5983e3b3-e6b9-48aa-ac41-0e9465be52ad), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:03.678778 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326881b4-8740-4917-83e5-cee08ad1f6ca admin admin] Pushing event deleted for resources: {'Port': ['ID=5983e3b3-e6b9-48aa-ac41-0e9465be52ad,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:03.740883 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-326881b4-8740-4917-83e5-cee08ad1f6ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047843'] for router_gateway (037d972a-fa08-4886-81e0-8d55e2e42d91), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:03.851403 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-326881b4-8740-4917-83e5-cee08ad1f6ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (037d972a-fa08-4886-81e0-8d55e2e42d91), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:03.853668 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-326881b4-8740-4917-83e5-cee08ad1f6ca admin admin] Publish callbacks [] for router_controller (037d972a-fa08-4886-81e0-8d55e2e42d91), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:03.977446 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-326881b4-8740-4917-83e5-cee08ad1f6ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (037d972a-fa08-4886-81e0-8d55e2e42d91), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:03.978122 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-326881b4-8740-4917-83e5-cee08ad1f6ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 037d972a-fa08-4886-81e0-8d55e2e42d91 {{(pid=104084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:53:03.983806 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-326881b4-8740-4917-83e5-cee08ad1f6ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:03.989272 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-326881b4-8740-4917-83e5-cee08ad1f6ca admin admin] 10.222.0.62 "DELETE /v2.0/routers/037d972a-fa08-4886-81e0-8d55e2e42d91 HTTP/1.1" status: 204 len: 168 time: 1.4287333 Feb 28 10:53:03.989272 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 52006) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:53:04.057385 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-18d5f07d-a72f-420a-a6d1-727d12bc70bc admin admin] Deleting subnet 5d289fbc-b543-4a66-9709-227a7a4aa113 {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:53:04.061104 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-18d5f07d-a72f-420a-a6d1-727d12bc70bc admin admin] Publish callbacks [] for subnet (5d289fbc-b543-4a66-9709-227a7a4aa113), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:04.096916 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 2adb056c-eaab-4263-821c-c407e6f595c7 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:53:04.100535 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-18d5f07d-a72f-420a-a6d1-727d12bc70bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (5d289fbc-b543-4a66-9709-227a7a4aa113), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:04.117861 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 2adb056c-eaab-4263-821c-c407e6f595c7 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:53:04.118349 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 2adb056c-eaab-4263-821c-c407e6f595c7 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:53:04.192865 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-18d5f07d-a72f-420a-a6d1-727d12bc70bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (5d289fbc-b543-4a66-9709-227a7a4aa113), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:04.342200 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-18d5f07d-a72f-420a-a6d1-727d12bc70bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (5d289fbc-b543-4a66-9709-227a7a4aa113), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:04.371818 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d5f07d-a72f-420a-a6d1-727d12bc70bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d289fbc-b543-4a66-9709-227a7a4aa113,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:04.376304 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-18d5f07d-a72f-420a-a6d1-727d12bc70bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:04.379659 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-18d5f07d-a72f-420a-a6d1-727d12bc70bc admin admin] 10.222.0.62 "DELETE /v2.0/subnets/5d289fbc-b543-4a66-9709-227a7a4aa113 HTTP/1.1" status: 204 len: 168 time: 0.3908172 Feb 28 10:53:04.382276 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 52008) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:53:04.385139 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb9c5b0-9baf-4908-88d9-f8d5117de51a None None] Network 98f28e53-3298-48e2-9e66-1edadecd07a7 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:53:04.494227 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a1f96a56-2f4d-4ff1-a03c-7cf0c71463a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (98f28e53-3298-48e2-9e66-1edadecd07a7), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:04.572973 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-a1f96a56-2f4d-4ff1-a03c-7cf0c71463a6 admin admin] Deleting port 8a2767fd-2b11-4a51-b4c2-d9a029e9d79a {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:53:04.573747 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a1f96a56-2f4d-4ff1-a03c-7cf0c71463a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (8a2767fd-2b11-4a51-b4c2-d9a029e9d79a), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:04.582957 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fefbd8d-af01-4b60-8e90-b9a66d4bafd1 None None] DHCP port deletion for 98f28e53-3298-48e2-9e66-1edadecd07a7 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:53:04.636732 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-9fefbd8d-af01-4b60-8e90-b9a66d4bafd1 None None] Deleting port 8a2767fd-2b11-4a51-b4c2-d9a029e9d79a {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:53:04.637186 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9fefbd8d-af01-4b60-8e90-b9a66d4bafd1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (8a2767fd-2b11-4a51-b4c2-d9a029e9d79a), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:04.652155 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-a1f96a56-2f4d-4ff1-a03c-7cf0c71463a6 admin admin] For port 8a2767fd-2b11-4a51-b4c2-d9a029e9d79a, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=8a2767fd-2b11-4a51-b4c2-d9a029e9d79a,segment=NetworkSegment(1352220c-7ca9-4521-9a8c-710cdc97f6f4),segment_id=1352220c-7ca9-4521-9a8c-710cdc97f6f4)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:53:04.652518 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a1f96a56-2f4d-4ff1-a03c-7cf0c71463a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (8a2767fd-2b11-4a51-b4c2-d9a029e9d79a), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:04.668685 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-a1f96a56-2f4d-4ff1-a03c-7cf0c71463a6 admin admin] Calling delete_port for 8a2767fd-2b11-4a51-b4c2-d9a029e9d79a owned by network:dhcp {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:53:04.722812 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-9fefbd8d-af01-4b60-8e90-b9a66d4bafd1 None None] For port 8a2767fd-2b11-4a51-b4c2-d9a029e9d79a, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=8a2767fd-2b11-4a51-b4c2-d9a029e9d79a,segment=NetworkSegment(1352220c-7ca9-4521-9a8c-710cdc97f6f4),segment_id=1352220c-7ca9-4521-9a8c-710cdc97f6f4)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:53:04.723198 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9fefbd8d-af01-4b60-8e90-b9a66d4bafd1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (8a2767fd-2b11-4a51-b4c2-d9a029e9d79a), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:04.736303 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-9fefbd8d-af01-4b60-8e90-b9a66d4bafd1 None None] Calling delete_port for 8a2767fd-2b11-4a51-b4c2-d9a029e9d79a owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:53:04.849659 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a1f96a56-2f4d-4ff1-a03c-7cf0c71463a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (8a2767fd-2b11-4a51-b4c2-d9a029e9d79a), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:04.856252 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9fefbd8d-af01-4b60-8e90-b9a66d4bafd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (8a2767fd-2b11-4a51-b4c2-d9a029e9d79a), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:04.875123 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f96a56-2f4d-4ff1-a03c-7cf0c71463a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a2767fd-2b11-4a51-b4c2-d9a029e9d79a,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:04.878587 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f96a56-2f4d-4ff1-a03c-7cf0c71463a6 admin admin] No DVR routers for this DVR port 8a2767fd-2b11-4a51-b4c2-d9a029e9d79a on host dv-neutron-829161-3-hyperv {{(pid=104084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:53:04.885995 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fefbd8d-af01-4b60-8e90-b9a66d4bafd1 None None] Pushing event deleted for resources: {'Port': ['ID=8a2767fd-2b11-4a51-b4c2-d9a029e9d79a,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:04.888481 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fefbd8d-af01-4b60-8e90-b9a66d4bafd1 None None] No DVR routers for this DVR port 8a2767fd-2b11-4a51-b4c2-d9a029e9d79a on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:53:04.955815 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a1f96a56-2f4d-4ff1-a03c-7cf0c71463a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (98f28e53-3298-48e2-9e66-1edadecd07a7), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:04.978385 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-a1f96a56-2f4d-4ff1-a03c-7cf0c71463a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98f28e53-3298-48e2-9e66-1edadecd07a7']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:53:04.988333 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-a1f96a56-2f4d-4ff1-a03c-7cf0c71463a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1352220c-7ca9-4521-9a8c-710cdc97f6f4') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:53:04.988629 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-a1f96a56-2f4d-4ff1-a03c-7cf0c71463a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1352220c-7ca9-4521-9a8c-710cdc97f6f4') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:53:04.998674 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a1f96a56-2f4d-4ff1-a03c-7cf0c71463a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (1352220c-7ca9-4521-9a8c-710cdc97f6f4), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:05.012105 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a1f96a56-2f4d-4ff1-a03c-7cf0c71463a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (1352220c-7ca9-4521-9a8c-710cdc97f6f4), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:05.019135 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1f96a56-2f4d-4ff1-a03c-7cf0c71463a6 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:53:05.019530 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a1f96a56-2f4d-4ff1-a03c-7cf0c71463a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (1352220c-7ca9-4521-9a8c-710cdc97f6f4), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:05.021388 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 10:53:05.021388 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:53:05.021388 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 10:53:05.021388 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:53:05.021388 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 10:53:05.021388 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:53:05.021388 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 10:53:05.021388 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:53:05.021388 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 10:53:05.021388 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:53:05.021388 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 10:53:05.021388 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:53:05.021388 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 10:53:05.021388 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:53:05.021388 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:53:05.021388 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:53:05.021388 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:53:05.021388 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:53:05.021388 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 10:53:05.021388 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:53:05.021388 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 10:53:05.021388 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:53:05.021388 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:53:05.021388 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:53:05.021388 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 10:53:05.021388 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:53:05.021388 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:53:05.021388 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:53:05.021388 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:53:05.021388 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:53:05.021388 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:53:05.021388 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:53:05.161021 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a1f96a56-2f4d-4ff1-a03c-7cf0c71463a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (98f28e53-3298-48e2-9e66-1edadecd07a7), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:05.166640 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a1f96a56-2f4d-4ff1-a03c-7cf0c71463a6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:05.169976 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-a1f96a56-2f4d-4ff1-a03c-7cf0c71463a6 admin admin] 10.222.0.62 "DELETE /v2.0/networks/98f28e53-3298-48e2-9e66-1edadecd07a7 HTTP/1.1" status: 204 len: 168 time: 0.7867072 Feb 28 10:53:05.187986 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f96a56-2f4d-4ff1-a03c-7cf0c71463a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=98f28e53-3298-48e2-9e66-1edadecd07a7,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:05.536306 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 52012) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:53:05.581941 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-7608d878-78f4-4065-a868-e8137cd1c296 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fb97474a860e4d948fd0a95e1b318101&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0443287 Feb 28 10:53:05.584433 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 52014) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:53:05.631750 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7c3b952d-92d1-45f7-94d9-33fca2ce29bd admin admin] Publish callbacks [] for security_group (0cdb8f0f-f3a5-4d95-bdfd-c075d2380f77), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:05.652725 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7c3b952d-92d1-45f7-94d9-33fca2ce29bd admin admin] Publish callbacks [] for security_group (0cdb8f0f-f3a5-4d95-bdfd-c075d2380f77), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:05.771914 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7c3b952d-92d1-45f7-94d9-33fca2ce29bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (0cdb8f0f-f3a5-4d95-bdfd-c075d2380f77), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:05.774466 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7c3b952d-92d1-45f7-94d9-33fca2ce29bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:05.775665 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-7c3b952d-92d1-45f7-94d9-33fca2ce29bd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0cdb8f0f-f3a5-4d95-bdfd-c075d2380f77 HTTP/1.1" status: 204 len: 168 time: 0.1903481 Feb 28 10:53:05.785439 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3b952d-92d1-45f7-94d9-33fca2ce29bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cdb8f0f-f3a5-4d95-bdfd-c075d2380f77,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:06.019183 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 5983e3b3-e6b9-48aa-ac41-0e9465be52ad no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:53:06.040513 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 5983e3b3-e6b9-48aa-ac41-0e9465be52ad {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:53:06.040800 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 5983e3b3-e6b9-48aa-ac41-0e9465be52ad not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:53:06.041230 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 8a2767fd-2b11-4a51-b4c2-d9a029e9d79a no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:53:06.061408 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 8a2767fd-2b11-4a51-b4c2-d9a029e9d79a {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:53:06.061763 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 8a2767fd-2b11-4a51-b4c2-d9a029e9d79a not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:53:06.537596 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 52020) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:53:06.579232 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-6c0de56b-4ba5-419d-9448-217d2c757421 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=96cc5b0d14ba41adaee314017633b74b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402625 Feb 28 10:53:06.581590 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 52022) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:53:06.630957 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-96dce25b-b7ea-492e-8672-ad1966be41b0 admin admin] Publish callbacks [] for security_group (0f987a88-ef2b-4e94-89a4-c4df50746112), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:06.652425 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-96dce25b-b7ea-492e-8672-ad1966be41b0 admin admin] Publish callbacks [] for security_group (0f987a88-ef2b-4e94-89a4-c4df50746112), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:06.717299 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:53:06.780635 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-96dce25b-b7ea-492e-8672-ad1966be41b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (0f987a88-ef2b-4e94-89a4-c4df50746112), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:06.783446 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-96dce25b-b7ea-492e-8672-ad1966be41b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:06.784630 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-96dce25b-b7ea-492e-8672-ad1966be41b0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0f987a88-ef2b-4e94-89a4-c4df50746112 HTTP/1.1" status: 204 len: 168 time: 0.2021132 Feb 28 10:53:06.793581 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dce25b-b7ea-492e-8672-ad1966be41b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f987a88-ef2b-4e94-89a4-c4df50746112,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:10.501178 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 52028) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:53:10.567156 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-e7cd26e5-49ef-48f3-9745-a553b280dc5d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/floatingips/abd3a592-9bd4-4032-bad3-8c8473c6488d HTTP/1.1" status: 200 len: 993 time: 0.0647447 Feb 28 10:53:12.607875 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 52036) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:53:12.613299 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-4d10d2c3-ebba-4e12-be49-3334652933ce tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'port': {'admin_state_up': False}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:53:12.682063 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4d10d2c3-ebba-4e12-be49-3334652933ce tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (caa6d523-66b6-45a8-b0cf-29b495cc7f0b), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:12.847142 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-4d10d2c3-ebba-4e12-be49-3334652933ce tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] For port caa6d523-66b6-45a8-b0cf-29b495cc7f0b, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=caa6d523-66b6-45a8-b0cf-29b495cc7f0b,segment=NetworkSegment(54621426-52dd-4c84-a2c7-d81fdcfd88dc),segment_id=54621426-52dd-4c84-a2c7-d81fdcfd88dc)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:53:12.880933 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4d10d2c3-ebba-4e12-be49-3334652933ce tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for port (caa6d523-66b6-45a8-b0cf-29b495cc7f0b), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:12.966573 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4d10d2c3-ebba-4e12-be49-3334652933ce tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (caa6d523-66b6-45a8-b0cf-29b495cc7f0b), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:13.016646 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d10d2c3-ebba-4e12-be49-3334652933ce tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:13.017290 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4d10d2c3-ebba-4e12-be49-3334652933ce tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:13.018742 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-4d10d2c3-ebba-4e12-be49-3334652933ce tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "PUT /v2.0/ports/caa6d523-66b6-45a8-b0cf-29b495cc7f0b HTTP/1.1" status: 200 len: 939 time: 0.4098542 Feb 28 10:53:13.027538 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c68f0ffa-7ad4-4f47-b9c8-a81b7e27bb27', 'tag': 'caa6d523-66b6-45a8-b0cf-29b495cc7f0b'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:53:13.027538 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560bac40-016d-4a72-9f99-eef4439ba1dc" -d '{"events": [{"name": "network-changed", "server_uuid": "c68f0ffa-7ad4-4f47-b9c8-a81b7e27bb27", "tag": "caa6d523-66b6-45a8-b0cf-29b495cc7f0b"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:53:13.053917 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d10d2c3-ebba-4e12-be49-3334652933ce tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Port': ['ID=caa6d523-66b6-45a8-b0cf-29b495cc7f0b,revision_number=6']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:13.063518 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d10d2c3-ebba-4e12-be49-3334652933ce tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:13.063518 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d10d2c3-ebba-4e12-be49-3334652933ce tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:13.063518 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d10d2c3-ebba-4e12-be49-3334652933ce tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:13.063846 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d10d2c3-ebba-4e12-be49-3334652933ce tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:13.064164 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d10d2c3-ebba-4e12-be49-3334652933ce tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:13.064517 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d10d2c3-ebba-4e12-be49-3334652933ce tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:13.064737 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d10d2c3-ebba-4e12-be49-3334652933ce tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:13.065143 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d10d2c3-ebba-4e12-be49-3334652933ce tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:13.065480 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d10d2c3-ebba-4e12-be49-3334652933ce tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:13.065819 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d10d2c3-ebba-4e12-be49-3334652933ce tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:13.066155 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d10d2c3-ebba-4e12-be49-3334652933ce tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:13.066480 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d10d2c3-ebba-4e12-be49-3334652933ce tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:13.066808 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d10d2c3-ebba-4e12-be49-3334652933ce tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:13.071351 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635312f6-6e0a-4828-bc90-dff9d3eb9489 x-openstack-request-id: req-635312f6-6e0a-4828-bc90-dff9d3eb9489 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:53:13.071639 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c68f0ffa-7ad4-4f47-b9c8-a81b7e27bb27", "tag": "caa6d523-66b6-45a8-b0cf-29b495cc7f0b", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:53:13.071922 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-635312f6-6e0a-4828-bc90-dff9d3eb9489 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:53:13.072294 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c68f0ffa-7ad4-4f47-b9c8-a81b7e27bb27', 'tag': 'caa6d523-66b6-45a8-b0cf-29b495cc7f0b', 'status': 'completed', 'code': 200} Feb 28 10:53:13.160945 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560bac40-016d-4a72-9f99-eef4439ba1dc req-427f4f8f-5ebf-451d-a4bd-ff7968e1c1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:13.162801 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-560bac40-016d-4a72-9f99-eef4439ba1dc req-427f4f8f-5ebf-451d-a4bd-ff7968e1c1a0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=02ebd57ebb02426fbf4a686f080eb9d7&device_id=c68f0ffa-7ad4-4f47-b9c8-a81b7e27bb27 HTTP/1.1" status: 200 len: 1131 time: 0.0505788 Feb 28 10:53:13.255633 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560bac40-016d-4a72-9f99-eef4439ba1dc req-7856cac0-2bb6-494b-bc13-a4f94847d88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:13.257220 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-560bac40-016d-4a72-9f99-eef4439ba1dc req-7856cac0-2bb6-494b-bc13-a4f94847d88a service neutron] 10.222.0.70 "GET /v2.0/networks?id=495b0923-7d5c-4d59-ab60-1ec97fc045cc HTTP/1.1" status: 200 len: 896 time: 0.0885549 Feb 28 10:53:13.260888 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-e592907e-ee7e-4028-9263-00a6f75f7eeb None None] Provisioning complete for port caa6d523-66b6-45a8-b0cf-29b495cc7f0b triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:53:13.261381 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e592907e-ee7e-4028-9263-00a6f75f7eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (caa6d523-66b6-45a8-b0cf-29b495cc7f0b), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:13.306041 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-e592907e-ee7e-4028-9263-00a6f75f7eeb None None] Port caa6d523-66b6-45a8-b0cf-29b495cc7f0b is administratively disabled so it will not transition to active. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:357}} Feb 28 10:53:13.328658 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-560bac40-016d-4a72-9f99-eef4439ba1dc req-96390194-7c6b-4e8b-9c7a-6d284c2469a8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=caa6d523-66b6-45a8-b0cf-29b495cc7f0b HTTP/1.1" status: 200 len: 1002 time: 0.0650802 Feb 28 10:53:13.378340 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560bac40-016d-4a72-9f99-eef4439ba1dc req-58243922-4159-457b-867e-9e1bda5b40b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:13.379839 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-560bac40-016d-4a72-9f99-eef4439ba1dc req-58243922-4159-457b-867e-9e1bda5b40b5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3dd73fea-c4b7-4f43-9c3b-60f8e02d2d34 HTTP/1.1" status: 200 len: 835 time: 0.0449739 Feb 28 10:53:13.430657 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560bac40-016d-4a72-9f99-eef4439ba1dc req-abe9c003-d08e-4892-aa0e-f1619de2e019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:13.432164 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-560bac40-016d-4a72-9f99-eef4439ba1dc req-abe9c003-d08e-4892-aa0e-f1619de2e019 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=495b0923-7d5c-4d59-ab60-1ec97fc045cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0464165 Feb 28 10:53:13.535653 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-560bac40-016d-4a72-9f99-eef4439ba1dc req-c95917fa-dcd1-4272-97a4-788a93c350d5 service neutron] 10.222.0.70 "GET /v2.0/networks/495b0923-7d5c-4d59-ab60-1ec97fc045cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967488 Feb 28 10:53:13.627456 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-560bac40-016d-4a72-9f99-eef4439ba1dc req-340e0aaf-db9f-4ddb-89b8-e0eab53c8dac service neutron] 10.222.0.70 "GET /v2.0/networks/495b0923-7d5c-4d59-ab60-1ec97fc045cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848780 Feb 28 10:53:16.485924 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0b1dde68-b684-426e-8924-c056d8b57ac7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:16.498584 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 52046) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:53:16.503993 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-37c95f65-69e6-45cb-99a0-24518f13acc7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'port': {'admin_state_up': True}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:53:16.582297 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-37c95f65-69e6-45cb-99a0-24518f13acc7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (caa6d523-66b6-45a8-b0cf-29b495cc7f0b), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:16.741882 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-37c95f65-69e6-45cb-99a0-24518f13acc7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] For port caa6d523-66b6-45a8-b0cf-29b495cc7f0b, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=caa6d523-66b6-45a8-b0cf-29b495cc7f0b,segment=NetworkSegment(54621426-52dd-4c84-a2c7-d81fdcfd88dc),segment_id=54621426-52dd-4c84-a2c7-d81fdcfd88dc)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:53:16.771224 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-37c95f65-69e6-45cb-99a0-24518f13acc7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for port (caa6d523-66b6-45a8-b0cf-29b495cc7f0b), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:16.897527 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-37c95f65-69e6-45cb-99a0-24518f13acc7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (caa6d523-66b6-45a8-b0cf-29b495cc7f0b), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:16.941453 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c95f65-69e6-45cb-99a0-24518f13acc7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:16.942167 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-37c95f65-69e6-45cb-99a0-24518f13acc7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:16.943722 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-37c95f65-69e6-45cb-99a0-24518f13acc7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "PUT /v2.0/ports/caa6d523-66b6-45a8-b0cf-29b495cc7f0b HTTP/1.1" status: 200 len: 938 time: 0.4440937 Feb 28 10:53:16.954227 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c68f0ffa-7ad4-4f47-b9c8-a81b7e27bb27', 'tag': 'caa6d523-66b6-45a8-b0cf-29b495cc7f0b'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:53:16.954397 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 52048) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:53:16.954882 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add01915-104d-45d0-a43e-81bd11008ee0" -d '{"events": [{"name": "network-changed", "server_uuid": "c68f0ffa-7ad4-4f47-b9c8-a81b7e27bb27", "tag": "caa6d523-66b6-45a8-b0cf-29b495cc7f0b"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:53:16.979321 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c95f65-69e6-45cb-99a0-24518f13acc7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Port': ['ID=caa6d523-66b6-45a8-b0cf-29b495cc7f0b,revision_number=7']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:16.993652 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f01cfcb-b158-43ac-afd4-77cc98403ade x-openstack-request-id: req-1f01cfcb-b158-43ac-afd4-77cc98403ade {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:53:16.993652 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c68f0ffa-7ad4-4f47-b9c8-a81b7e27bb27", "tag": "caa6d523-66b6-45a8-b0cf-29b495cc7f0b", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:53:16.993881 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1f01cfcb-b158-43ac-afd4-77cc98403ade {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:53:16.994281 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c68f0ffa-7ad4-4f47-b9c8-a81b7e27bb27', 'tag': 'caa6d523-66b6-45a8-b0cf-29b495cc7f0b', 'status': 'completed', 'code': 200} Feb 28 10:53:17.014776 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-63b73089-9725-44f4-b450-e020509f2f4e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/floatingips/abd3a592-9bd4-4032-bad3-8c8473c6488d HTTP/1.1" status: 200 len: 993 time: 0.0668707 Feb 28 10:53:17.089362 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add01915-104d-45d0-a43e-81bd11008ee0 req-98aea641-4600-4fb3-8d48-2b1b0331786a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:17.091491 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-add01915-104d-45d0-a43e-81bd11008ee0 req-98aea641-4600-4fb3-8d48-2b1b0331786a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=02ebd57ebb02426fbf4a686f080eb9d7&device_id=c68f0ffa-7ad4-4f47-b9c8-a81b7e27bb27 HTTP/1.1" status: 200 len: 1130 time: 0.0507634 Feb 28 10:53:17.201642 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add01915-104d-45d0-a43e-81bd11008ee0 req-6636f4bc-f9e5-4669-8b0a-3d52ba1e7958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:17.203179 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-add01915-104d-45d0-a43e-81bd11008ee0 req-6636f4bc-f9e5-4669-8b0a-3d52ba1e7958 service neutron] 10.222.0.70 "GET /v2.0/networks?id=495b0923-7d5c-4d59-ab60-1ec97fc045cc HTTP/1.1" status: 200 len: 896 time: 0.1006906 Feb 28 10:53:17.229150 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['caa6d523-66b6-45a8-b0cf-29b495cc7f0b'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:53:17.275804 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-add01915-104d-45d0-a43e-81bd11008ee0 req-553327a9-de68-4e81-9824-e7f9be9e2552 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=caa6d523-66b6-45a8-b0cf-29b495cc7f0b HTTP/1.1" status: 200 len: 1001 time: 0.0650716 Feb 28 10:53:17.286166 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-748779e1-d1da-4acc-87dc-1a48aec55185 None None] Provisioning complete for port caa6d523-66b6-45a8-b0cf-29b495cc7f0b triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:53:17.286540 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-748779e1-d1da-4acc-87dc-1a48aec55185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (caa6d523-66b6-45a8-b0cf-29b495cc7f0b), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:17.324532 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add01915-104d-45d0-a43e-81bd11008ee0 req-4fdd433e-723a-4fdc-af46-ecfd54afdb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:17.326115 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-add01915-104d-45d0-a43e-81bd11008ee0 req-4fdd433e-723a-4fdc-af46-ecfd54afdb90 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3dd73fea-c4b7-4f43-9c3b-60f8e02d2d34 HTTP/1.1" status: 200 len: 835 time: 0.0448756 Feb 28 10:53:17.383700 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add01915-104d-45d0-a43e-81bd11008ee0 req-69709e57-cf7a-4466-93f2-edb2d8c8634f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:17.385520 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-add01915-104d-45d0-a43e-81bd11008ee0 req-69709e57-cf7a-4466-93f2-edb2d8c8634f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=495b0923-7d5c-4d59-ab60-1ec97fc045cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0542982 Feb 28 10:53:17.436447 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-748779e1-d1da-4acc-87dc-1a48aec55185 None None] Current status of the port caa6d523-66b6-45a8-b0cf-29b495cc7f0b is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:53:17.488063 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-add01915-104d-45d0-a43e-81bd11008ee0 req-2348c508-c0d7-4909-82ac-073dd4e72c29 service neutron] 10.222.0.70 "GET /v2.0/networks/495b0923-7d5c-4d59-ab60-1ec97fc045cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961659 Feb 28 10:53:17.582026 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-add01915-104d-45d0-a43e-81bd11008ee0 req-917d5d17-e5f6-41ba-b97a-f74c639ac094 service neutron] 10.222.0.70 "GET /v2.0/networks/495b0923-7d5c-4d59-ab60-1ec97fc045cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888038 Feb 28 10:53:18.657526 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f1d0107f-66e0-4f40-80e4-7d46277bd376 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:19.577710 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 52058) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:53:19.737016 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-2e5b7ae3-6e1d-45a7-9aea-cf26e291a2e1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Deleting port 983c5c28-7a9c-47c3-b17d-3bf49aaaf9a2 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:53:19.737363 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2e5b7ae3-6e1d-45a7-9aea-cf26e291a2e1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (983c5c28-7a9c-47c3-b17d-3bf49aaaf9a2), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:19.818006 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2e5b7ae3-6e1d-45a7-9aea-cf26e291a2e1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (983c5c28-7a9c-47c3-b17d-3bf49aaaf9a2), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:19.818330 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2e5b7ae3-6e1d-45a7-9aea-cf26e291a2e1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for floatingip (983c5c28-7a9c-47c3-b17d-3bf49aaaf9a2), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:19.830674 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-2e5b7ae3-6e1d-45a7-9aea-cf26e291a2e1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Calling delete_port for 983c5c28-7a9c-47c3-b17d-3bf49aaaf9a2 owned by network:floatingip {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:53:20.078007 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:20.123623 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2e5b7ae3-6e1d-45a7-9aea-cf26e291a2e1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (983c5c28-7a9c-47c3-b17d-3bf49aaaf9a2), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:20.147546 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5b7ae3-6e1d-45a7-9aea-cf26e291a2e1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event deleted for resources: {'Port': ['ID=983c5c28-7a9c-47c3-b17d-3bf49aaaf9a2,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:20.210922 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2e5b7ae3-6e1d-45a7-9aea-cf26e291a2e1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for floatingip (9075c542-3543-4f7b-8acc-bb1812049336), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:20.211255 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.l3_db [None req-2e5b7ae3-6e1d-45a7-9aea-cf26e291a2e1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Floating IP 9075c542-3543-4f7b-8acc-bb1812049336 disassociated (deleted). External IP: 172.26.3.238, port: 805df5d7-3513-480b-a9d6-d2633e4bc1e9. Feb 28 10:53:20.443862 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e5b7ae3-6e1d-45a7-9aea-cf26e291a2e1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Router 5f2930eb-0992-4574-9f27-44cc381af37e has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:53:20.588895 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e5b7ae3-6e1d-45a7-9aea-cf26e291a2e1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:53:20.595523 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2e5b7ae3-6e1d-45a7-9aea-cf26e291a2e1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:20.601329 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ad92f9-2c65-4bbf-b0ba-a2b20fc3d9c9 None None] Sync routers for ids ['5f2930eb-0992-4574-9f27-44cc381af37e'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:53:20.612833 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ad92f9-2c65-4bbf-b0ba-a2b20fc3d9c9 None None] Routers {'5f2930eb-0992-4574-9f27-44cc381af37e'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:53:20.613470 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-f4ad92f9-2c65-4bbf-b0ba-a2b20fc3d9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:53:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['5f2930eb-0992-4574-9f27-44cc381af37e'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:53:20.632302 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-2e5b7ae3-6e1d-45a7-9aea-cf26e291a2e1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "DELETE /v2.0/floatingips/9075c542-3543-4f7b-8acc-bb1812049336 HTTP/1.1" status: 204 len: 168 time: 1.0534544 Feb 28 10:53:20.633370 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '385be58e-0b4b-4faa-a7cb-592954aeb7b0', 'tag': '805df5d7-3513-480b-a9d6-d2633e4bc1e9'}] {{(pid=104084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:53:20.635527 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ffa69481dce8c4e68394bb3e97aff222617d39f0bec9a6d6e4c39a9256e7c95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9787c8-2a82-426b-aa2a-26c62da5aa60" -d '{"events": [{"name": "network-changed", "server_uuid": "385be58e-0b4b-4faa-a7cb-592954aeb7b0", "tag": "805df5d7-3513-480b-a9d6-d2633e4bc1e9"}]}' {{(pid=104084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:53:20.678463 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0691df4e-65f3-4565-a761-5db767cf041b x-openstack-request-id: req-0691df4e-65f3-4565-a761-5db767cf041b {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:53:20.679000 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "385be58e-0b4b-4faa-a7cb-592954aeb7b0", "tag": "805df5d7-3513-480b-a9d6-d2633e4bc1e9", "status": "completed", "code": 200}]} {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:53:20.679417 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0691df4e-65f3-4565-a761-5db767cf041b {{(pid=104084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:53:20.680028 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '385be58e-0b4b-4faa-a7cb-592954aeb7b0', 'tag': '805df5d7-3513-480b-a9d6-d2633e4bc1e9', 'status': 'completed', 'code': 200} Feb 28 10:53:20.758038 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-f4ad92f9-2c65-4bbf-b0ba-a2b20fc3d9c9 None None] Set router 5f2930eb-0992-4574-9f27-44cc381af37e gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:53:20.781488 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9787c8-2a82-426b-aa2a-26c62da5aa60 req-fe890db6-5138-4129-a115-64d17409c6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:20.783205 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0f9787c8-2a82-426b-aa2a-26c62da5aa60 req-fe890db6-5138-4129-a115-64d17409c6de service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=02ebd57ebb02426fbf4a686f080eb9d7&device_id=385be58e-0b4b-4faa-a7cb-592954aeb7b0 HTTP/1.1" status: 200 len: 1130 time: 0.0588298 Feb 28 10:53:20.907050 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9787c8-2a82-426b-aa2a-26c62da5aa60 req-3e44ff52-9a9c-4968-a5c4-9051e7b91914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:20.908691 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0f9787c8-2a82-426b-aa2a-26c62da5aa60 req-3e44ff52-9a9c-4968-a5c4-9051e7b91914 service neutron] 10.222.0.70 "GET /v2.0/networks?id=495b0923-7d5c-4d59-ab60-1ec97fc045cc HTTP/1.1" status: 200 len: 896 time: 0.1096997 Feb 28 10:53:20.966310 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0f9787c8-2a82-426b-aa2a-26c62da5aa60 req-ea87ce18-18eb-4571-926b-07731ab80bbf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=805df5d7-3513-480b-a9d6-d2633e4bc1e9 HTTP/1.1" status: 200 len: 217 time: 0.0507205 Feb 28 10:53:21.020787 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9787c8-2a82-426b-aa2a-26c62da5aa60 req-80c1f62f-fd92-487b-ba54-9e146296fc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:21.020787 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0f9787c8-2a82-426b-aa2a-26c62da5aa60 req-80c1f62f-fd92-487b-ba54-9e146296fc5f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3dd73fea-c4b7-4f43-9c3b-60f8e02d2d34 HTTP/1.1" status: 200 len: 835 time: 0.0486696 Feb 28 10:53:21.043099 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-f4ad92f9-2c65-4bbf-b0ba-a2b20fc3d9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'name': 'tempest-TestNetworkBasicOps-router-46607842', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '43226f00-095b-471f-ab5b-999beeaac17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:51:53Z', 'updated_at': '2022-02-28T10:51:57Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '43226f00-095b-471f-ab5b-999beeaac17b', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:61:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:51:54Z', 'updated_at': '2022-02-28T10:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': 'abd3a592-9bd4-4032-bad3-8c8473c6488d', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'floating_ip_address': '172.26.3.50', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'port_id': 'caa6d523-66b6-45a8-b0cf-29b495cc7f0b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '495b0923-7d5c-4d59-ab60-1ec97fc045cc', 'mac_address': 'fa:16:3e:79:1c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68f0ffa-7ad4-4f47-b9c8-a81b7e27bb27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:52:19Z', 'updated_at': '2022-02-28T10:52:21Z', 'revision_number': 1, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9c62c56-f4ab-4580-9e8b-c921154d19b4', 'name': '', 'network_id': '495b0923-7d5c-4d59-ab60-1ec97fc045cc', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:3d:44:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '3dd73fea-c4b7-4f43-9c3b-60f8e02d2d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:51:57Z', 'updated_at': '2022-02-28T10:52:01Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '3dd73fea-c4b7-4f43-9c3b-60f8e02d2d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:53:21.085420 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ad92f9-2c65-4bbf-b0ba-a2b20fc3d9c9 None None] Checking router: 5f2930eb-0992-4574-9f27-44cc381af37e for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:53:21.095920 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ad92f9-2c65-4bbf-b0ba-a2b20fc3d9c9 None None] Routers {'5f2930eb-0992-4574-9f27-44cc381af37e'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:53:21.097672 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-f4ad92f9-2c65-4bbf-b0ba-a2b20fc3d9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:53:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['5f2930eb-0992-4574-9f27-44cc381af37e'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:53:21.154757 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9787c8-2a82-426b-aa2a-26c62da5aa60 req-fdb8f3fa-c510-4858-8b75-d50f0293312a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:21.156325 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0f9787c8-2a82-426b-aa2a-26c62da5aa60 req-fdb8f3fa-c510-4858-8b75-d50f0293312a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=495b0923-7d5c-4d59-ab60-1ec97fc045cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0900023 Feb 28 10:53:21.169523 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b11f87-2acc-484d-80ab-0e855659aa11 req-8bafcb15-5347-408a-8aa6-905446f53ef0 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:21.171166 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-48b11f87-2acc-484d-80ab-0e855659aa11 req-8bafcb15-5347-408a-8aa6-905446f53ef0 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=385be58e-0b4b-4faa-a7cb-592954aeb7b0 HTTP/1.1" status: 200 len: 946 time: 0.0926502 Feb 28 10:53:21.221444 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-f4ad92f9-2c65-4bbf-b0ba-a2b20fc3d9c9 None None] Set router 5f2930eb-0992-4574-9f27-44cc381af37e gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:53:21.266986 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-48b11f87-2acc-484d-80ab-0e855659aa11 req-ea05affe-5a59-4aae-a35d-6c523ff087ce tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb43545c-d1b4-4250-b900-2a35d9a61ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877876 Feb 28 10:53:21.292439 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0f9787c8-2a82-426b-aa2a-26c62da5aa60 req-d722cdcd-f5be-4f26-9d85-b613543c5684 service neutron] 10.222.0.70 "GET /v2.0/networks/495b0923-7d5c-4d59-ab60-1ec97fc045cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202967 Feb 28 10:53:21.376026 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:21.387765 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0f9787c8-2a82-426b-aa2a-26c62da5aa60 req-1c558585-33f0-4862-b461-7542deb5c95b service neutron] 10.222.0.70 "GET /v2.0/networks/495b0923-7d5c-4d59-ab60-1ec97fc045cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879850 Feb 28 10:53:21.466127 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-f4ad92f9-2c65-4bbf-b0ba-a2b20fc3d9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'name': 'tempest-TestNetworkBasicOps-router-46607842', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '43226f00-095b-471f-ab5b-999beeaac17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:51:53Z', 'updated_at': '2022-02-28T10:51:57Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '43226f00-095b-471f-ab5b-999beeaac17b', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:61:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:51:54Z', 'updated_at': '2022-02-28T10:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': 'abd3a592-9bd4-4032-bad3-8c8473c6488d', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'floating_ip_address': '172.26.3.50', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'port_id': 'caa6d523-66b6-45a8-b0cf-29b495cc7f0b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '495b0923-7d5c-4d59-ab60-1ec97fc045cc', 'mac_address': 'fa:16:3e:79:1c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68f0ffa-7ad4-4f47-b9c8-a81b7e27bb27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:52:19Z', 'updated_at': '2022-02-28T10:52:21Z', 'revision_number': 1, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9c62c56-f4ab-4580-9e8b-c921154d19b4', 'name': '', 'network_id': '495b0923-7d5c-4d59-ab60-1ec97fc045cc', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:3d:44:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '3dd73fea-c4b7-4f43-9c3b-60f8e02d2d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:51:57Z', 'updated_at': '2022-02-28T10:52:01Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '3dd73fea-c4b7-4f43-9c3b-60f8e02d2d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:53:21.497591 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ad92f9-2c65-4bbf-b0ba-a2b20fc3d9c9 None None] The sync data for ids ['5f2930eb-0992-4574-9f27-44cc381af37e'] in dv-neutron-829161-3-hyperv is: [{'id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'name': 'tempest-TestNetworkBasicOps-router-46607842', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '43226f00-095b-471f-ab5b-999beeaac17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:51:53Z', 'updated_at': '2022-02-28T10:51:57Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '43226f00-095b-471f-ab5b-999beeaac17b', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:61:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:51:54Z', 'updated_at': '2022-02-28T10:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': 'abd3a592-9bd4-4032-bad3-8c8473c6488d', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'floating_ip_address': '172.26.3.50', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'port_id': 'caa6d523-66b6-45a8-b0cf-29b495cc7f0b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '495b0923-7d5c-4d59-ab60-1ec97fc045cc', 'mac_address': 'fa:16:3e:79:1c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68f0ffa-7ad4-4f47-b9c8-a81b7e27bb27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:52:19Z', 'updated_at': '2022-02-28T10:52:21Z', 'revision_number': 1, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9c62c56-f4ab-4580-9e8b-c921154d19b4', 'name': '', 'network_id': '495b0923-7d5c-4d59-ab60-1ec97fc045cc', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:3d:44:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '3dd73fea-c4b7-4f43-9c3b-60f8e02d2d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:51:57Z', 'updated_at': '2022-02-28T10:52:01Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '3dd73fea-c4b7-4f43-9c3b-60f8e02d2d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:53:21.733574 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b527cc27-17a0-406f-8a67-c3adf898fa60 None None] New status for floating IP 9075c542-3543-4f7b-8acc-bb1812049336: DOWN {{(pid=104086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:53:22.397678 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910f0cc-293f-4c15-a139-b599ba570761 req-51d7b2fc-d8af-4720-b373-b512e757708c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:22.399253 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d910f0cc-293f-4c15-a139-b599ba570761 req-51d7b2fc-d8af-4720-b373-b512e757708c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=385be58e-0b4b-4faa-a7cb-592954aeb7b0 HTTP/1.1" status: 200 len: 946 time: 0.0574872 Feb 28 10:53:22.449191 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d910f0cc-293f-4c15-a139-b599ba570761 req-6e92e07b-af5f-4bdb-b7f8-184531c5b32c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb43545c-d1b4-4250-b900-2a35d9a61ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438180 Feb 28 10:53:22.565026 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce9b22c-ed9b-4c3a-b038-1a039268f548 req-76c35bd5-d358-4763-9454-516017e5b3e1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:22.566524 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-fce9b22c-ed9b-4c3a-b038-1a039268f548 req-76c35bd5-d358-4763-9454-516017e5b3e1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.70 "GET /v2.0/ports?device_id=385be58e-0b4b-4faa-a7cb-592954aeb7b0 HTTP/1.1" status: 200 len: 946 time: 0.0532043 Feb 28 10:53:22.665854 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-fce9b22c-ed9b-4c3a-b038-1a039268f548 req-968176b4-6c52-4629-af0e-6e38efa999aa tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Deleting port 805df5d7-3513-480b-a9d6-d2633e4bc1e9 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:53:22.666120 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-fce9b22c-ed9b-4c3a-b038-1a039268f548 req-968176b4-6c52-4629-af0e-6e38efa999aa tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (805df5d7-3513-480b-a9d6-d2633e4bc1e9), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:22.731548 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:22.773862 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-fce9b22c-ed9b-4c3a-b038-1a039268f548 req-968176b4-6c52-4629-af0e-6e38efa999aa tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] For port 805df5d7-3513-480b-a9d6-d2633e4bc1e9, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=805df5d7-3513-480b-a9d6-d2633e4bc1e9,segment=NetworkSegment(54621426-52dd-4c84-a2c7-d81fdcfd88dc),segment_id=54621426-52dd-4c84-a2c7-d81fdcfd88dc)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:53:22.774219 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-fce9b22c-ed9b-4c3a-b038-1a039268f548 req-968176b4-6c52-4629-af0e-6e38efa999aa tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (805df5d7-3513-480b-a9d6-d2633e4bc1e9), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:22.788892 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-fce9b22c-ed9b-4c3a-b038-1a039268f548 req-968176b4-6c52-4629-af0e-6e38efa999aa tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Calling delete_port for 805df5d7-3513-480b-a9d6-d2633e4bc1e9 owned by compute:nova {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:53:23.029653 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-fce9b22c-ed9b-4c3a-b038-1a039268f548 req-968176b4-6c52-4629-af0e-6e38efa999aa tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (805df5d7-3513-480b-a9d6-d2633e4bc1e9), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:23.058452 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968176b4-6c52-4629-af0e-6e38efa999aa tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event deleted for resources: {'Port': ['ID=805df5d7-3513-480b-a9d6-d2633e4bc1e9,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:23.115885 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-fce9b22c-ed9b-4c3a-b038-1a039268f548 req-968176b4-6c52-4629-af0e-6e38efa999aa tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] No DVR routers for this DVR port 805df5d7-3513-480b-a9d6-d2633e4bc1e9 on host hv-neutron-8291 {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:53:23.118577 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-fce9b22c-ed9b-4c3a-b038-1a039268f548 req-968176b4-6c52-4629-af0e-6e38efa999aa tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:23.122884 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-fce9b22c-ed9b-4c3a-b038-1a039268f548 req-968176b4-6c52-4629-af0e-6e38efa999aa tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.70 "DELETE /v2.0/ports/805df5d7-3513-480b-a9d6-d2633e4bc1e9 HTTP/1.1" status: 204 len: 173 time: 0.5508366 Feb 28 10:53:23.123458 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385be58e-0b4b-4faa-a7cb-592954aeb7b0', 'name': 'network-vif-deleted', 'tag': '805df5d7-3513-480b-a9d6-d2633e4bc1e9'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:53:23.125803 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fdab8a4-0484-4548-b620-a6779dfcb079" -d '{"events": [{"server_uuid": "385be58e-0b4b-4faa-a7cb-592954aeb7b0", "name": "network-vif-deleted", "tag": "805df5d7-3513-480b-a9d6-d2633e4bc1e9"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:53:23.162019 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b9c9ac-0d65-42d2-aed7-9af5d32651e0 x-openstack-request-id: req-81b9c9ac-0d65-42d2-aed7-9af5d32651e0 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:53:23.162327 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "385be58e-0b4b-4faa-a7cb-592954aeb7b0", "name": "network-vif-deleted", "tag": "805df5d7-3513-480b-a9d6-d2633e4bc1e9", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:53:23.162590 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-81b9c9ac-0d65-42d2-aed7-9af5d32651e0 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:53:23.163029 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385be58e-0b4b-4faa-a7cb-592954aeb7b0', 'name': 'network-vif-deleted', 'tag': '805df5d7-3513-480b-a9d6-d2633e4bc1e9', 'status': 'completed', 'code': 200} Feb 28 10:53:23.578305 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-3dcc3272-65be-4862-8e4f-61464d20533d req-3fe11fcf-ffe3-4054-9626-a1f62e58da2c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=385be58e-0b4b-4faa-a7cb-592954aeb7b0 HTTP/1.1" status: 200 len: 210 time: 0.0327058 Feb 28 10:53:24.636271 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 52074) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:53:24.694693 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9915575a-3fb2-4eaa-a91b-d35029a4cf79 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (fb43545c-d1b4-4250-b900-2a35d9a61ace), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:24.720327 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9915575a-3fb2-4eaa-a91b-d35029a4cf79 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (fb43545c-d1b4-4250-b900-2a35d9a61ace), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:24.874570 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9915575a-3fb2-4eaa-a91b-d35029a4cf79 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (fb43545c-d1b4-4250-b900-2a35d9a61ace), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:24.877359 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9915575a-3fb2-4eaa-a91b-d35029a4cf79 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:24.878528 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-9915575a-3fb2-4eaa-a91b-d35029a4cf79 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "DELETE /v2.0/security-groups/fb43545c-d1b4-4250-b900-2a35d9a61ace HTTP/1.1" status: 204 len: 168 time: 0.2412841 Feb 28 10:53:24.888673 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9915575a-3fb2-4eaa-a91b-d35029a4cf79 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb43545c-d1b4-4250-b900-2a35d9a61ace,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:24.988019 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 52078) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:53:25.151270 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-b89be29f-f79f-4172-b1af-e85035475e4c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Deleting port 618a64e8-b689-4fe5-b285-92604a48322b {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:53:25.151527 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b89be29f-f79f-4172-b1af-e85035475e4c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (618a64e8-b689-4fe5-b285-92604a48322b), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:25.225733 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b89be29f-f79f-4172-b1af-e85035475e4c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (618a64e8-b689-4fe5-b285-92604a48322b), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:25.226062 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b89be29f-f79f-4172-b1af-e85035475e4c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for floatingip (618a64e8-b689-4fe5-b285-92604a48322b), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:25.238221 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-b89be29f-f79f-4172-b1af-e85035475e4c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Calling delete_port for 618a64e8-b689-4fe5-b285-92604a48322b owned by network:floatingip {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:53:25.489375 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b89be29f-f79f-4172-b1af-e85035475e4c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (618a64e8-b689-4fe5-b285-92604a48322b), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:25.514777 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89be29f-f79f-4172-b1af-e85035475e4c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event deleted for resources: {'Port': ['ID=618a64e8-b689-4fe5-b285-92604a48322b,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:25.592216 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b89be29f-f79f-4172-b1af-e85035475e4c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for floatingip (abd3a592-9bd4-4032-bad3-8c8473c6488d), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:25.592527 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.l3_db [None req-b89be29f-f79f-4172-b1af-e85035475e4c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Floating IP abd3a592-9bd4-4032-bad3-8c8473c6488d disassociated (deleted). External IP: 172.26.3.50, port: caa6d523-66b6-45a8-b0cf-29b495cc7f0b. Feb 28 10:53:25.807460 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b89be29f-f79f-4172-b1af-e85035475e4c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Router 5f2930eb-0992-4574-9f27-44cc381af37e has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:53:25.917209 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89be29f-f79f-4172-b1af-e85035475e4c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:53:25.921989 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b89be29f-f79f-4172-b1af-e85035475e4c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:25.926419 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3e8d66-d18d-41fe-b231-2c27a4c5de7c None None] Sync routers for ids ['5f2930eb-0992-4574-9f27-44cc381af37e'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:53:25.937158 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3e8d66-d18d-41fe-b231-2c27a4c5de7c None None] Routers {'5f2930eb-0992-4574-9f27-44cc381af37e'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:53:25.937772 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-fa3e8d66-d18d-41fe-b231-2c27a4c5de7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:53:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['5f2930eb-0992-4574-9f27-44cc381af37e'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:53:25.953294 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-b89be29f-f79f-4172-b1af-e85035475e4c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "DELETE /v2.0/floatingips/abd3a592-9bd4-4032-bad3-8c8473c6488d HTTP/1.1" status: 204 len: 168 time: 0.9624400 Feb 28 10:53:25.953294 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c68f0ffa-7ad4-4f47-b9c8-a81b7e27bb27', 'tag': 'caa6d523-66b6-45a8-b0cf-29b495cc7f0b'}] {{(pid=104084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:53:25.955507 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ffa69481dce8c4e68394bb3e97aff222617d39f0bec9a6d6e4c39a9256e7c95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447cc48e-a56d-4cb6-91fc-ed14ef28a14c" -d '{"events": [{"name": "network-changed", "server_uuid": "c68f0ffa-7ad4-4f47-b9c8-a81b7e27bb27", "tag": "caa6d523-66b6-45a8-b0cf-29b495cc7f0b"}]}' {{(pid=104084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:53:26.003596 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27364db1-c457-47f3-8cd2-dd2d9f009f7e x-openstack-request-id: req-27364db1-c457-47f3-8cd2-dd2d9f009f7e {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:53:26.004037 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c68f0ffa-7ad4-4f47-b9c8-a81b7e27bb27", "tag": "caa6d523-66b6-45a8-b0cf-29b495cc7f0b", "status": "completed", "code": 200}]} {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:53:26.004158 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-27364db1-c457-47f3-8cd2-dd2d9f009f7e {{(pid=104084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:53:26.004606 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c68f0ffa-7ad4-4f47-b9c8-a81b7e27bb27', 'tag': 'caa6d523-66b6-45a8-b0cf-29b495cc7f0b', 'status': 'completed', 'code': 200} Feb 28 10:53:26.053352 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-fa3e8d66-d18d-41fe-b231-2c27a4c5de7c None None] Set router 5f2930eb-0992-4574-9f27-44cc381af37e gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:53:26.093179 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447cc48e-a56d-4cb6-91fc-ed14ef28a14c req-869c0a6a-1733-4065-b271-86018268fb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:26.094713 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-447cc48e-a56d-4cb6-91fc-ed14ef28a14c req-869c0a6a-1733-4065-b271-86018268fb8b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=02ebd57ebb02426fbf4a686f080eb9d7&device_id=c68f0ffa-7ad4-4f47-b9c8-a81b7e27bb27 HTTP/1.1" status: 200 len: 1130 time: 0.0484252 Feb 28 10:53:26.188220 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447cc48e-a56d-4cb6-91fc-ed14ef28a14c req-3de33a36-2f7d-44b0-9f78-7169dbea9a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:26.189720 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-447cc48e-a56d-4cb6-91fc-ed14ef28a14c req-3de33a36-2f7d-44b0-9f78-7169dbea9a0b service neutron] 10.222.0.70 "GET /v2.0/networks?id=495b0923-7d5c-4d59-ab60-1ec97fc045cc HTTP/1.1" status: 200 len: 896 time: 0.0898812 Feb 28 10:53:26.234676 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-447cc48e-a56d-4cb6-91fc-ed14ef28a14c req-e2d5de74-006f-46ef-b3da-6c06f69e117e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=caa6d523-66b6-45a8-b0cf-29b495cc7f0b HTTP/1.1" status: 200 len: 217 time: 0.0386193 Feb 28 10:53:26.276427 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-fa3e8d66-d18d-41fe-b231-2c27a4c5de7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'name': 'tempest-TestNetworkBasicOps-router-46607842', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '43226f00-095b-471f-ab5b-999beeaac17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:51:53Z', 'updated_at': '2022-02-28T10:51:57Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '43226f00-095b-471f-ab5b-999beeaac17b', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:61:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:51:54Z', 'updated_at': '2022-02-28T10:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': 'a9c62c56-f4ab-4580-9e8b-c921154d19b4', 'name': '', 'network_id': '495b0923-7d5c-4d59-ab60-1ec97fc045cc', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:3d:44:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '3dd73fea-c4b7-4f43-9c3b-60f8e02d2d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:51:57Z', 'updated_at': '2022-02-28T10:52:01Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '3dd73fea-c4b7-4f43-9c3b-60f8e02d2d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:53:26.288286 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447cc48e-a56d-4cb6-91fc-ed14ef28a14c req-d00aab46-0f15-4b84-b2e2-ed00d46998ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:26.289743 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-447cc48e-a56d-4cb6-91fc-ed14ef28a14c req-d00aab46-0f15-4b84-b2e2-ed00d46998ec service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3dd73fea-c4b7-4f43-9c3b-60f8e02d2d34 HTTP/1.1" status: 200 len: 835 time: 0.0485866 Feb 28 10:53:26.303760 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3e8d66-d18d-41fe-b231-2c27a4c5de7c None None] Checking router: 5f2930eb-0992-4574-9f27-44cc381af37e for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:53:26.313644 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3e8d66-d18d-41fe-b231-2c27a4c5de7c None None] Routers {'5f2930eb-0992-4574-9f27-44cc381af37e'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:53:26.314459 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-fa3e8d66-d18d-41fe-b231-2c27a4c5de7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:53:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['5f2930eb-0992-4574-9f27-44cc381af37e'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:53:26.339434 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447cc48e-a56d-4cb6-91fc-ed14ef28a14c req-fe752a24-e63f-4851-becb-5a52c1540a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:26.340895 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-447cc48e-a56d-4cb6-91fc-ed14ef28a14c req-fe752a24-e63f-4851-becb-5a52c1540a82 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=495b0923-7d5c-4d59-ab60-1ec97fc045cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0456419 Feb 28 10:53:26.429384 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-fa3e8d66-d18d-41fe-b231-2c27a4c5de7c None None] Set router 5f2930eb-0992-4574-9f27-44cc381af37e gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:53:26.452544 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e419bc-11f6-477f-a9f5-cca45fe88657 req-4ca8a039-27c9-401f-a1c8-d0e457b3d98b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:26.454206 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-c4e419bc-11f6-477f-a9f5-cca45fe88657 req-4ca8a039-27c9-401f-a1c8-d0e457b3d98b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=c68f0ffa-7ad4-4f47-b9c8-a81b7e27bb27 HTTP/1.1" status: 200 len: 946 time: 0.0587549 Feb 28 10:53:26.473151 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-447cc48e-a56d-4cb6-91fc-ed14ef28a14c req-fbe866c3-7330-44e3-a494-70248999cb3b service neutron] 10.222.0.70 "GET /v2.0/networks/495b0923-7d5c-4d59-ab60-1ec97fc045cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913322 Feb 28 10:53:26.506631 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-c4e419bc-11f6-477f-a9f5-cca45fe88657 req-d3cefd84-815e-4afb-8ddb-2d1e7aefa683 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=4671a15d-9869-4ccd-9b73-75ca2a5785b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458717 Feb 28 10:53:26.570523 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-447cc48e-a56d-4cb6-91fc-ed14ef28a14c req-37c89e62-70f6-4a51-8789-525186efe32f service neutron] 10.222.0.70 "GET /v2.0/networks/495b0923-7d5c-4d59-ab60-1ec97fc045cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906005 Feb 28 10:53:26.648726 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-fa3e8d66-d18d-41fe-b231-2c27a4c5de7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'name': 'tempest-TestNetworkBasicOps-router-46607842', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '43226f00-095b-471f-ab5b-999beeaac17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:51:53Z', 'updated_at': '2022-02-28T10:51:57Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '43226f00-095b-471f-ab5b-999beeaac17b', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:61:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:51:54Z', 'updated_at': '2022-02-28T10:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': 'a9c62c56-f4ab-4580-9e8b-c921154d19b4', 'name': '', 'network_id': '495b0923-7d5c-4d59-ab60-1ec97fc045cc', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:3d:44:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '3dd73fea-c4b7-4f43-9c3b-60f8e02d2d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:51:57Z', 'updated_at': '2022-02-28T10:52:01Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '3dd73fea-c4b7-4f43-9c3b-60f8e02d2d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:53:26.680914 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3e8d66-d18d-41fe-b231-2c27a4c5de7c None None] The sync data for ids ['5f2930eb-0992-4574-9f27-44cc381af37e'] in dv-neutron-829161-3-hyperv is: [{'id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'name': 'tempest-TestNetworkBasicOps-router-46607842', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '43226f00-095b-471f-ab5b-999beeaac17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:51:53Z', 'updated_at': '2022-02-28T10:51:57Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '43226f00-095b-471f-ab5b-999beeaac17b', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:61:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:51:54Z', 'updated_at': '2022-02-28T10:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': 'a9c62c56-f4ab-4580-9e8b-c921154d19b4', 'name': '', 'network_id': '495b0923-7d5c-4d59-ab60-1ec97fc045cc', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:3d:44:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '3dd73fea-c4b7-4f43-9c3b-60f8e02d2d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:51:57Z', 'updated_at': '2022-02-28T10:52:01Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '3dd73fea-c4b7-4f43-9c3b-60f8e02d2d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:53:26.926005 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e09128-ea71-4154-92a9-c5e75e9168a5 None None] New status for floating IP abd3a592-9bd4-4032-bad3-8c8473c6488d: DOWN {{(pid=104086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:53:27.646819 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac7426f-8f70-40de-ac9f-e4d5827db9ef req-be3cbecd-d1f0-4ab4-a9d9-b6e755d4719f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:27.647917 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-bac7426f-8f70-40de-ac9f-e4d5827db9ef req-be3cbecd-d1f0-4ab4-a9d9-b6e755d4719f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=c68f0ffa-7ad4-4f47-b9c8-a81b7e27bb27 HTTP/1.1" status: 200 len: 946 time: 0.0653467 Feb 28 10:53:27.716358 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-bac7426f-8f70-40de-ac9f-e4d5827db9ef req-12b5cc26-1753-45e3-963f-6a32823ac983 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=4671a15d-9869-4ccd-9b73-75ca2a5785b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568910 Feb 28 10:53:27.867035 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 805df5d7-3513-480b-a9d6-d2633e4bc1e9 no longer exists at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:53:27.888751 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] No Port match for: 805df5d7-3513-480b-a9d6-d2633e4bc1e9 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:53:27.889113 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 805df5d7-3513-480b-a9d6-d2633e4bc1e9 not bound to the agent host hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:53:27.982370 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d117a56e-a5bf-456f-8625-aaaad7fcd56f req-d3181dab-ddce-4feb-a5dc-9651f21454a5 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:27.983843 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d117a56e-a5bf-456f-8625-aaaad7fcd56f req-d3181dab-ddce-4feb-a5dc-9651f21454a5 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.70 "GET /v2.0/ports?device_id=c68f0ffa-7ad4-4f47-b9c8-a81b7e27bb27 HTTP/1.1" status: 200 len: 946 time: 0.0521743 Feb 28 10:53:28.075808 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-d117a56e-a5bf-456f-8625-aaaad7fcd56f req-ec16bf35-d215-4b1b-9a5c-4bd748849f51 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Deleting port caa6d523-66b6-45a8-b0cf-29b495cc7f0b {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:53:28.076147 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-d117a56e-a5bf-456f-8625-aaaad7fcd56f req-ec16bf35-d215-4b1b-9a5c-4bd748849f51 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (caa6d523-66b6-45a8-b0cf-29b495cc7f0b), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:28.170231 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-d117a56e-a5bf-456f-8625-aaaad7fcd56f req-ec16bf35-d215-4b1b-9a5c-4bd748849f51 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] For port caa6d523-66b6-45a8-b0cf-29b495cc7f0b, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=caa6d523-66b6-45a8-b0cf-29b495cc7f0b,segment=NetworkSegment(54621426-52dd-4c84-a2c7-d81fdcfd88dc),segment_id=54621426-52dd-4c84-a2c7-d81fdcfd88dc)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:53:28.170508 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-d117a56e-a5bf-456f-8625-aaaad7fcd56f req-ec16bf35-d215-4b1b-9a5c-4bd748849f51 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (caa6d523-66b6-45a8-b0cf-29b495cc7f0b), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:28.183820 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-d117a56e-a5bf-456f-8625-aaaad7fcd56f req-ec16bf35-d215-4b1b-9a5c-4bd748849f51 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Calling delete_port for caa6d523-66b6-45a8-b0cf-29b495cc7f0b owned by compute:nova {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:53:28.415076 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-d117a56e-a5bf-456f-8625-aaaad7fcd56f req-ec16bf35-d215-4b1b-9a5c-4bd748849f51 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (caa6d523-66b6-45a8-b0cf-29b495cc7f0b), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:28.444444 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec16bf35-d215-4b1b-9a5c-4bd748849f51 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event deleted for resources: {'Port': ['ID=caa6d523-66b6-45a8-b0cf-29b495cc7f0b,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:28.488674 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-d117a56e-a5bf-456f-8625-aaaad7fcd56f req-ec16bf35-d215-4b1b-9a5c-4bd748849f51 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] No DVR routers for this DVR port caa6d523-66b6-45a8-b0cf-29b495cc7f0b on host hv-neutron-8291 {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:53:28.491546 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-d117a56e-a5bf-456f-8625-aaaad7fcd56f req-ec16bf35-d215-4b1b-9a5c-4bd748849f51 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:28.494909 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d117a56e-a5bf-456f-8625-aaaad7fcd56f req-ec16bf35-d215-4b1b-9a5c-4bd748849f51 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.70 "DELETE /v2.0/ports/caa6d523-66b6-45a8-b0cf-29b495cc7f0b HTTP/1.1" status: 204 len: 173 time: 0.5063729 Feb 28 10:53:28.495363 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c68f0ffa-7ad4-4f47-b9c8-a81b7e27bb27', 'name': 'network-vif-deleted', 'tag': 'caa6d523-66b6-45a8-b0cf-29b495cc7f0b'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:53:28.498242 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21fb9595-4de4-4e7d-b38a-9fd5f8b9e509" -d '{"events": [{"server_uuid": "c68f0ffa-7ad4-4f47-b9c8-a81b7e27bb27", "name": "network-vif-deleted", "tag": "caa6d523-66b6-45a8-b0cf-29b495cc7f0b"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:53:28.533829 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f340230b-56f3-4b94-b487-61b49c642ed6 x-openstack-request-id: req-f340230b-56f3-4b94-b487-61b49c642ed6 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:53:28.534112 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c68f0ffa-7ad4-4f47-b9c8-a81b7e27bb27", "name": "network-vif-deleted", "tag": "caa6d523-66b6-45a8-b0cf-29b495cc7f0b", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:53:28.534379 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f340230b-56f3-4b94-b487-61b49c642ed6 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:53:28.534848 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c68f0ffa-7ad4-4f47-b9c8-a81b7e27bb27', 'name': 'network-vif-deleted', 'tag': 'caa6d523-66b6-45a8-b0cf-29b495cc7f0b', 'status': 'completed', 'code': 200} Feb 28 10:53:28.838698 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b22d64b1-72a9-4f8c-b76c-83eda1ea2153 req-491f26ae-a457-45b1-90fc-8e0f7213ded5 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=c68f0ffa-7ad4-4f47-b9c8-a81b7e27bb27 HTTP/1.1" status: 200 len: 210 time: 0.0369649 Feb 28 10:53:29.902230 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 52094) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:53:29.984486 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6037937e-c3eb-4c42-afc2-cb79d9868ce7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (4671a15d-9869-4ccd-9b73-75ca2a5785b4), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:30.014244 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6037937e-c3eb-4c42-afc2-cb79d9868ce7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (4671a15d-9869-4ccd-9b73-75ca2a5785b4), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:30.171940 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6037937e-c3eb-4c42-afc2-cb79d9868ce7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (4671a15d-9869-4ccd-9b73-75ca2a5785b4), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:30.174450 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6037937e-c3eb-4c42-afc2-cb79d9868ce7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:30.175635 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-6037937e-c3eb-4c42-afc2-cb79d9868ce7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "DELETE /v2.0/security-groups/4671a15d-9869-4ccd-9b73-75ca2a5785b4 HTTP/1.1" status: 204 len: 168 time: 0.2722495 Feb 28 10:53:30.186014 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6037937e-c3eb-4c42-afc2-cb79d9868ce7 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4671a15d-9869-4ccd-9b73-75ca2a5785b4,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:30.299738 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 52098) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:53:30.640290 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:31.064050 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8fcfff63-06c5-4578-b7a7-2c570f05507b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047661'] for router_interface (5f2930eb-0992-4574-9f27-44cc381af37e), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:31.344720 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-8fcfff63-06c5-4578-b7a7-2c570f05507b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Deleting port a9c62c56-f4ab-4580-9e8b-c921154d19b4 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:53:31.344979 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8fcfff63-06c5-4578-b7a7-2c570f05507b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (a9c62c56-f4ab-4580-9e8b-c921154d19b4), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:31.443405 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-8fcfff63-06c5-4578-b7a7-2c570f05507b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] For port a9c62c56-f4ab-4580-9e8b-c921154d19b4, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=a9c62c56-f4ab-4580-9e8b-c921154d19b4,segment=NetworkSegment(54621426-52dd-4c84-a2c7-d81fdcfd88dc),segment_id=54621426-52dd-4c84-a2c7-d81fdcfd88dc)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:53:31.443768 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8fcfff63-06c5-4578-b7a7-2c570f05507b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (a9c62c56-f4ab-4580-9e8b-c921154d19b4), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:31.457238 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-8fcfff63-06c5-4578-b7a7-2c570f05507b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Calling delete_port for a9c62c56-f4ab-4580-9e8b-c921154d19b4 owned by network:router_interface {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:53:31.721510 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8fcfff63-06c5-4578-b7a7-2c570f05507b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (a9c62c56-f4ab-4580-9e8b-c921154d19b4), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:31.747350 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcfff63-06c5-4578-b7a7-2c570f05507b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event deleted for resources: {'Port': ['ID=a9c62c56-f4ab-4580-9e8b-c921154d19b4,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:31.891455 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device caa6d523-66b6-45a8-b0cf-29b495cc7f0b no longer exists at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:53:31.917569 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] No Port match for: caa6d523-66b6-45a8-b0cf-29b495cc7f0b {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:53:31.918223 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device caa6d523-66b6-45a8-b0cf-29b495cc7f0b not bound to the agent host hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:53:31.938144 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8fcfff63-06c5-4578-b7a7-2c570f05507b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1047681'] for router_interface (5f2930eb-0992-4574-9f27-44cc381af37e), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:32.173843 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fcfff63-06c5-4578-b7a7-2c570f05507b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Router 5f2930eb-0992-4574-9f27-44cc381af37e has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:53:32.292529 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fcfff63-06c5-4578-b7a7-2c570f05507b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:53:32.298978 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-8fcfff63-06c5-4578-b7a7-2c570f05507b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "PUT /v2.0/routers/5f2930eb-0992-4574-9f27-44cc381af37e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9979999 Feb 28 10:53:32.301773 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 52100) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:53:32.304115 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbe2d2c-ec04-4d14-90d9-0ef581d1caee None None] Sync routers for ids ['5f2930eb-0992-4574-9f27-44cc381af37e'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:53:32.315344 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbe2d2c-ec04-4d14-90d9-0ef581d1caee None None] Routers {'5f2930eb-0992-4574-9f27-44cc381af37e'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:53:32.315981 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-2cbe2d2c-ec04-4d14-90d9-0ef581d1caee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:53:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['5f2930eb-0992-4574-9f27-44cc381af37e'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:53:32.355594 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-afb9eb12-125c-4190-b61e-0afa3ffe062b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Deleting subnet 3dd73fea-c4b7-4f43-9c3b-60f8e02d2d34 {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:53:32.360845 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-afb9eb12-125c-4190-b61e-0afa3ffe062b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for subnet (3dd73fea-c4b7-4f43-9c3b-60f8e02d2d34), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:32.403374 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-afb9eb12-125c-4190-b61e-0afa3ffe062b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (3dd73fea-c4b7-4f43-9c3b-60f8e02d2d34), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:32.427010 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-2cbe2d2c-ec04-4d14-90d9-0ef581d1caee None None] Set router 5f2930eb-0992-4574-9f27-44cc381af37e gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:53:32.491127 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-afb9eb12-125c-4190-b61e-0afa3ffe062b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (3dd73fea-c4b7-4f43-9c3b-60f8e02d2d34), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:32.611573 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-2cbe2d2c-ec04-4d14-90d9-0ef581d1caee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'name': 'tempest-TestNetworkBasicOps-router-46607842', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '43226f00-095b-471f-ab5b-999beeaac17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:51:53Z', 'updated_at': '2022-02-28T10:53:31Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '43226f00-095b-471f-ab5b-999beeaac17b', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:61:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:51:54Z', 'updated_at': '2022-02-28T10:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:53:32.629308 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-afb9eb12-125c-4190-b61e-0afa3ffe062b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (3dd73fea-c4b7-4f43-9c3b-60f8e02d2d34), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:32.639394 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbe2d2c-ec04-4d14-90d9-0ef581d1caee None None] Checking router: 5f2930eb-0992-4574-9f27-44cc381af37e for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:53:32.648264 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbe2d2c-ec04-4d14-90d9-0ef581d1caee None None] Routers {'5f2930eb-0992-4574-9f27-44cc381af37e'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:53:32.648883 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-2cbe2d2c-ec04-4d14-90d9-0ef581d1caee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:53:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['5f2930eb-0992-4574-9f27-44cc381af37e'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:53:32.657210 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb9eb12-125c-4190-b61e-0afa3ffe062b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event deleted for resources: {'Subnet': ['ID=3dd73fea-c4b7-4f43-9c3b-60f8e02d2d34,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:32.665249 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-afb9eb12-125c-4190-b61e-0afa3ffe062b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:32.669840 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-afb9eb12-125c-4190-b61e-0afa3ffe062b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "DELETE /v2.0/subnets/3dd73fea-c4b7-4f43-9c3b-60f8e02d2d34 HTTP/1.1" status: 204 len: 168 time: 0.3654547 Feb 28 10:53:32.673136 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 52102) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:53:32.698948 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e86836f-126e-4656-b7f4-53425edbb6bb None None] Network 495b0923-7d5c-4d59-ab60-1ec97fc045cc requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:53:32.796276 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d56ebd8d-ab20-4574-a648-8cccf66d845c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router (5f2930eb-0992-4574-9f27-44cc381af37e), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:32.845826 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-2cbe2d2c-ec04-4d14-90d9-0ef581d1caee None None] Set router 5f2930eb-0992-4574-9f27-44cc381af37e gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:53:32.921819 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d56ebd8d-ab20-4574-a648-8cccf66d845c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router_gateway (5f2930eb-0992-4574-9f27-44cc381af37e), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:32.983587 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734dd829-9f21-4806-9e16-c2fd7fc3b590 None None] DHCP port deletion for 495b0923-7d5c-4d59-ab60-1ec97fc045cc request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:53:33.070978 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-d56ebd8d-ab20-4574-a648-8cccf66d845c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Deleting port 43226f00-095b-471f-ab5b-999beeaac17b {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:53:33.071350 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d56ebd8d-ab20-4574-a648-8cccf66d845c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (43226f00-095b-471f-ab5b-999beeaac17b), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:33.077468 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-734dd829-9f21-4806-9e16-c2fd7fc3b590 None None] Deleting port 951757ca-7066-4bd7-bcbe-58310cc5ea15 {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:53:33.077908 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-734dd829-9f21-4806-9e16-c2fd7fc3b590 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (951757ca-7066-4bd7-bcbe-58310cc5ea15), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:33.094712 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-2cbe2d2c-ec04-4d14-90d9-0ef581d1caee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'name': 'tempest-TestNetworkBasicOps-router-46607842', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '43226f00-095b-471f-ab5b-999beeaac17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:51:53Z', 'updated_at': '2022-02-28T10:53:31Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '43226f00-095b-471f-ab5b-999beeaac17b', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:61:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:51:54Z', 'updated_at': '2022-02-28T10:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:53:33.158555 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-d56ebd8d-ab20-4574-a648-8cccf66d845c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] For port 43226f00-095b-471f-ab5b-999beeaac17b, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=43226f00-095b-471f-ab5b-999beeaac17b,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:53:33.158958 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d56ebd8d-ab20-4574-a648-8cccf66d845c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (43226f00-095b-471f-ab5b-999beeaac17b), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:33.191298 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-d56ebd8d-ab20-4574-a648-8cccf66d845c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Calling delete_port for 43226f00-095b-471f-ab5b-999beeaac17b owned by network:router_gateway {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:53:33.301807 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbe2d2c-ec04-4d14-90d9-0ef581d1caee None None] The sync data for ids ['5f2930eb-0992-4574-9f27-44cc381af37e'] in dv-neutron-829161-3-hyperv is: [{'id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'name': 'tempest-TestNetworkBasicOps-router-46607842', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '43226f00-095b-471f-ab5b-999beeaac17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:51:53Z', 'updated_at': '2022-02-28T10:53:31Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': '43226f00-095b-471f-ab5b-999beeaac17b', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:61:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2930eb-0992-4574-9f27-44cc381af37e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:51:54Z', 'updated_at': '2022-02-28T10:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:53:33.326709 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-734dd829-9f21-4806-9e16-c2fd7fc3b590 None None] For port 951757ca-7066-4bd7-bcbe-58310cc5ea15, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=951757ca-7066-4bd7-bcbe-58310cc5ea15,segment=NetworkSegment(54621426-52dd-4c84-a2c7-d81fdcfd88dc),segment_id=54621426-52dd-4c84-a2c7-d81fdcfd88dc)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:53:33.330905 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-734dd829-9f21-4806-9e16-c2fd7fc3b590 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (951757ca-7066-4bd7-bcbe-58310cc5ea15), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:33.343734 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-734dd829-9f21-4806-9e16-c2fd7fc3b590 None None] Calling delete_port for 951757ca-7066-4bd7-bcbe-58310cc5ea15 owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:53:33.450406 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d56ebd8d-ab20-4574-a648-8cccf66d845c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (43226f00-095b-471f-ab5b-999beeaac17b), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:33.476007 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56ebd8d-ab20-4574-a648-8cccf66d845c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event deleted for resources: {'Port': ['ID=43226f00-095b-471f-ab5b-999beeaac17b,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:33.480209 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-734dd829-9f21-4806-9e16-c2fd7fc3b590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (951757ca-7066-4bd7-bcbe-58310cc5ea15), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:33.507954 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734dd829-9f21-4806-9e16-c2fd7fc3b590 None None] No DVR routers for this DVR port 951757ca-7066-4bd7-bcbe-58310cc5ea15 on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:53:33.509680 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734dd829-9f21-4806-9e16-c2fd7fc3b590 None None] Pushing event deleted for resources: {'Port': ['ID=951757ca-7066-4bd7-bcbe-58310cc5ea15,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:33.541386 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d56ebd8d-ab20-4574-a648-8cccf66d845c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047843'] for router_gateway (5f2930eb-0992-4574-9f27-44cc381af37e), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:33.644058 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d56ebd8d-ab20-4574-a648-8cccf66d845c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (5f2930eb-0992-4574-9f27-44cc381af37e), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:33.646255 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d56ebd8d-ab20-4574-a648-8cccf66d845c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router_controller (5f2930eb-0992-4574-9f27-44cc381af37e), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:33.765035 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d56ebd8d-ab20-4574-a648-8cccf66d845c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (5f2930eb-0992-4574-9f27-44cc381af37e), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:33.766389 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56ebd8d-ab20-4574-a648-8cccf66d845c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Fanout notify agent at l3_agent the message router_deleted on router 5f2930eb-0992-4574-9f27-44cc381af37e {{(pid=104084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:53:33.775040 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d56ebd8d-ab20-4574-a648-8cccf66d845c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:33.782123 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 52104) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:53:33.782609 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-d56ebd8d-ab20-4574-a648-8cccf66d845c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "DELETE /v2.0/routers/5f2930eb-0992-4574-9f27-44cc381af37e HTTP/1.1" status: 204 len: 168 time: 1.1056464 Feb 28 10:53:33.875490 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b9283315-9be6-4e8f-9893-a06527413403 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (495b0923-7d5c-4d59-ab60-1ec97fc045cc), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:33.971642 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b9283315-9be6-4e8f-9893-a06527413403 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (495b0923-7d5c-4d59-ab60-1ec97fc045cc), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:33.996851 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-b9283315-9be6-4e8f-9893-a06527413403 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['495b0923-7d5c-4d59-ab60-1ec97fc045cc']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:53:34.013738 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-b9283315-9be6-4e8f-9893-a06527413403 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54621426-52dd-4c84-a2c7-d81fdcfd88dc') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:53:34.014209 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-b9283315-9be6-4e8f-9893-a06527413403 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54621426-52dd-4c84-a2c7-d81fdcfd88dc') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:53:34.025155 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b9283315-9be6-4e8f-9893-a06527413403 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (54621426-52dd-4c84-a2c7-d81fdcfd88dc), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:34.040017 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b9283315-9be6-4e8f-9893-a06527413403 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (54621426-52dd-4c84-a2c7-d81fdcfd88dc), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:34.047854 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9283315-9be6-4e8f-9893-a06527413403 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:53:34.047854 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b9283315-9be6-4e8f-9893-a06527413403 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (54621426-52dd-4c84-a2c7-d81fdcfd88dc), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:34.050116 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:53:34.050116 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:53:34.050116 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:53:34.050116 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:53:34.050116 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:53:34.050116 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:53:34.050116 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:53:34.050116 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:53:34.050116 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:53:34.050116 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:53:34.050116 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:53:34.050116 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:53:34.050116 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:53:34.050116 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:53:34.050116 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:53:34.050116 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:53:34.050116 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:53:34.050116 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:53:34.050116 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:53:34.050116 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:53:34.050116 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:53:34.050116 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:53:34.050116 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:53:34.050116 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:53:34.050116 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:53:34.050116 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:53:34.050116 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:53:34.050116 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:53:34.050116 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:53:34.050116 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:53:34.050116 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:53:34.050116 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:53:34.235201 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b9283315-9be6-4e8f-9893-a06527413403 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (495b0923-7d5c-4d59-ab60-1ec97fc045cc), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:34.243269 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b9283315-9be6-4e8f-9893-a06527413403 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:34.245790 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-b9283315-9be6-4e8f-9893-a06527413403 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "DELETE /v2.0/networks/495b0923-7d5c-4d59-ab60-1ec97fc045cc HTTP/1.1" status: 204 len: 168 time: 0.4652343 Feb 28 10:53:34.258149 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9283315-9be6-4e8f-9893-a06527413403 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event deleted for resources: {'Network': ['ID=495b0923-7d5c-4d59-ab60-1ec97fc045cc,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:34.280403 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 52106) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:53:34.285536 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-d826ac31-2293-453f-827d-1d4ebe592123 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'network': {'name': 'tempest-network-smoke--465919653', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'port_security_enabled': True}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:53:34.377664 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d826ac31-2293-453f-827d-1d4ebe592123 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Made reservation on behalf of 02ebd57ebb02426fbf4a686f080eb9d7 for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:53:34.382788 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d826ac31-2293-453f-827d-1d4ebe592123 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:34.396332 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 951757ca-7066-4bd7-bcbe-58310cc5ea15 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:53:34.415930 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d826ac31-2293-453f-827d-1d4ebe592123 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:53:34.421348 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 951757ca-7066-4bd7-bcbe-58310cc5ea15 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:53:34.421757 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 951757ca-7066-4bd7-bcbe-58310cc5ea15 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:53:34.422220 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device a9c62c56-f4ab-4580-9e8b-c921154d19b4 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:53:34.427440 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d826ac31-2293-453f-827d-1d4ebe592123 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (5712546f-25c4-4008-94da-0a60337a983b), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:34.427790 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-d826ac31-2293-453f-827d-1d4ebe592123 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Added segment 5712546f-25c4-4008-94da-0a60337a983b of type vlan for network 7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf Feb 28 10:53:34.441835 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: a9c62c56-f4ab-4580-9e8b-c921154d19b4 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:53:34.442190 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device a9c62c56-f4ab-4580-9e8b-c921154d19b4 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:53:34.475867 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d826ac31-2293-453f-827d-1d4ebe592123 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:34.575735 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d826ac31-2293-453f-827d-1d4ebe592123 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:34.580817 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d826ac31-2293-453f-827d-1d4ebe592123 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:34.581411 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d826ac31-2293-453f-827d-1d4ebe592123 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:34.648383 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d826ac31-2293-453f-827d-1d4ebe592123 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Network': ['ID=7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:34.659005 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:53:34.665754 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-d826ac31-2293-453f-827d-1d4ebe592123 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3842185 Feb 28 10:53:34.669365 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 52108) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:53:34.675023 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-8fec3931-989a-481e-9e50-7b5e295a9744 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1336122078', 'admin_state_up': True, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:53:34.775324 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8fec3931-989a-481e-9e50-7b5e295a9744 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:34.776414 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8fec3931-989a-481e-9e50-7b5e295a9744 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:34.837833 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8fec3931-989a-481e-9e50-7b5e295a9744 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router_controller (a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5), precommit_add_association {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:35.048604 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8fec3931-989a-481e-9e50-7b5e295a9744 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router_gateway (a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:35.652673 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8fec3931-989a-481e-9e50-7b5e295a9744 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router_gateway (a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:35.671955 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8fec3931-989a-481e-9e50-7b5e295a9744 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:35.786122 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-8fec3931-989a-481e-9e50-7b5e295a9744 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Allocated IP 172.26.3.102 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/d6a51cb2-0417-47e0-8b9f-22e67df19837) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:53:35.899408 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8fec3931-989a-481e-9e50-7b5e295a9744 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for port (d6a51cb2-0417-47e0-8b9f-22e67df19837), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:35.993102 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 43226f00-095b-471f-ab5b-999beeaac17b no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:53:36.009372 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 43226f00-095b-471f-ab5b-999beeaac17b {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:53:36.009727 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 43226f00-095b-471f-ab5b-999beeaac17b not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:53:36.014955 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8fec3931-989a-481e-9e50-7b5e295a9744 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (d6a51cb2-0417-47e0-8b9f-22e67df19837), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:36.054289 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fec3931-989a-481e-9e50-7b5e295a9744 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:53:36.057116 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-8fec3931-989a-481e-9e50-7b5e295a9744 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:53:36.063747 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fec3931-989a-481e-9e50-7b5e295a9744 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:53:36.091339 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec3931-989a-481e-9e50-7b5e295a9744 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Port': ['ID=d6a51cb2-0417-47e0-8b9f-22e67df19837,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:36.407497 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8fec3931-989a-481e-9e50-7b5e295a9744 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router_gateway (a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:36.617672 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8fec3931-989a-481e-9e50-7b5e295a9744 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:36.846145 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fec3931-989a-481e-9e50-7b5e295a9744 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Router a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5 is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:53:36.959956 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fec3931-989a-481e-9e50-7b5e295a9744 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:53:36.970368 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31bcd65-34f5-4542-8307-8d3f0551f493 None None] Sync routers for ids ['a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:53:36.980447 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31bcd65-34f5-4542-8307-8d3f0551f493 None None] Routers {'a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:53:36.982216 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-e31bcd65-34f5-4542-8307-8d3f0551f493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:53:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:53:37.083971 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8fec3931-989a-481e-9e50-7b5e295a9744 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:37.085274 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-8fec3931-989a-481e-9e50-7b5e295a9744 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4149444 Feb 28 10:53:37.088388 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 52110) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:53:37.095617 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-e31bcd65-34f5-4542-8307-8d3f0551f493 None None] Set router a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:53:37.116983 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-dfec22b4-3ae3-43d5-93ae-4882efe1c1bc tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=02ebd57ebb02426fbf4a686f080eb9d7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274119 Feb 28 10:53:37.119739 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 52112) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:53:37.214270 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b25dd6-98d6-4e67-adcc-c89c4c9642e2 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:37.216441 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-87b25dd6-98d6-4e67-adcc-c89c4c9642e2 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0951898 Feb 28 10:53:37.218710 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 52114) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:53:37.252145 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-08ed2583-d446-4ccc-8f88-cc7db3fe34a7 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=e88d86cf-af22-4900-bdd2-aa4038554136&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322402 Feb 28 10:53:37.254606 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 52116) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:53:37.260311 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-0c3796de-8250-45c5-8335-8788d0704e11 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1123366033', 'network_id': '7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:53:37.289346 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-e31bcd65-34f5-4542-8307-8d3f0551f493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5', 'name': 'tempest-TestNetworkBasicOps-router-1336122078', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': 'd6a51cb2-0417-47e0-8b9f-22e67df19837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:53:34Z', 'updated_at': '2022-02-28T10:53:36Z', 'revision_number': 3, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': 'd6a51cb2-0417-47e0-8b9f-22e67df19837', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fb:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:53:35Z', 'updated_at': '2022-02-28T10:53:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:53:37.318041 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31bcd65-34f5-4542-8307-8d3f0551f493 None None] Checking router: a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5 for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:53:37.318435 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31bcd65-34f5-4542-8307-8d3f0551f493 None None] Updating router a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5 port d6a51cb2-0417-47e0-8b9f-22e67df19837 binding host dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:53:37.353250 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e31bcd65-34f5-4542-8307-8d3f0551f493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (d6a51cb2-0417-47e0-8b9f-22e67df19837), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:37.457686 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3796de-8250-45c5-8335-8788d0704e11 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Made reservation on behalf of 02ebd57ebb02426fbf4a686f080eb9d7 for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:53:37.461108 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0c3796de-8250-45c5-8335-8788d0704e11 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:37.606599 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e31bcd65-34f5-4542-8307-8d3f0551f493 None None] Publish callbacks [] for port (d6a51cb2-0417-47e0-8b9f-22e67df19837), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:37.669320 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e31bcd65-34f5-4542-8307-8d3f0551f493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (d6a51cb2-0417-47e0-8b9f-22e67df19837), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:37.695088 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0c3796de-8250-45c5-8335-8788d0704e11 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (70e0be2d-8c42-4548-b79b-2bf1ef697595), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:37.717326 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-e31bcd65-34f5-4542-8307-8d3f0551f493 None None] Attempting to bind port d6a51cb2-0417-47e0-8b9f-22e67df19837 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:53:37.717675 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-e31bcd65-34f5-4542-8307-8d3f0551f493 None None] Attempting to bind port d6a51cb2-0417-47e0-8b9f-22e67df19837 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:53:37.717992 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31bcd65-34f5-4542-8307-8d3f0551f493 None None] Attempting to bind port d6a51cb2-0417-47e0-8b9f-22e67df19837 on network e88d86cf-af22-4900-bdd2-aa4038554136 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:53:37.728877 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44be926-c1fe-45ab-9542-677af1bc022a None None] Pushing event updated for resources: {'Port': ['ID=d6a51cb2-0417-47e0-8b9f-22e67df19837,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:37.731862 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31bcd65-34f5-4542-8307-8d3f0551f493 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:53:37.732241 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31bcd65-34f5-4542-8307-8d3f0551f493 None None] Checking segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:53:37.732646 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e31bcd65-34f5-4542-8307-8d3f0551f493 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:37.733037 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31bcd65-34f5-4542-8307-8d3f0551f493 None None] Bound using segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:53:37.733507 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-e31bcd65-34f5-4542-8307-8d3f0551f493 None None] Bound port: d6a51cb2-0417-47e0-8b9f-22e67df19837, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:53:37.733892 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e31bcd65-34f5-4542-8307-8d3f0551f493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (d6a51cb2-0417-47e0-8b9f-22e67df19837), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:37.756661 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44be926-c1fe-45ab-9542-677af1bc022a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:37.757010 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44be926-c1fe-45ab-9542-677af1bc022a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:37.757353 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44be926-c1fe-45ab-9542-677af1bc022a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:37.757699 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44be926-c1fe-45ab-9542-677af1bc022a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:37.757803 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3796de-8250-45c5-8335-8788d0704e11 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Subnet': ['ID=70e0be2d-8c42-4548-b79b-2bf1ef697595,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:37.758030 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44be926-c1fe-45ab-9542-677af1bc022a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:37.758364 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44be926-c1fe-45ab-9542-677af1bc022a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:37.758692 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44be926-c1fe-45ab-9542-677af1bc022a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:37.759045 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44be926-c1fe-45ab-9542-677af1bc022a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:37.759376 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44be926-c1fe-45ab-9542-677af1bc022a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:37.759704 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44be926-c1fe-45ab-9542-677af1bc022a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:37.760036 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44be926-c1fe-45ab-9542-677af1bc022a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:37.760363 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44be926-c1fe-45ab-9542-677af1bc022a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:37.760700 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44be926-c1fe-45ab-9542-677af1bc022a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:37.768547 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3796de-8250-45c5-8335-8788d0704e11 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Checking segment: {'id': '5712546f-25c4-4008-94da-0a60337a983b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:53:37.768547 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3796de-8250-45c5-8335-8788d0704e11 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Network hostable DHCP agents. Network: 7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:53:37.801681 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-e31bcd65-34f5-4542-8307-8d3f0551f493 None None] For port d6a51cb2-0417-47e0-8b9f-22e67df19837, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:53:37.805279 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-e31bcd65-34f5-4542-8307-8d3f0551f493 None None] For port d6a51cb2-0417-47e0-8b9f-22e67df19837, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=d6a51cb2-0417-47e0-8b9f-22e67df19837,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:53:37.894474 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3796de-8250-45c5-8335-8788d0704e11 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Network 7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:53:37.929710 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e31bcd65-34f5-4542-8307-8d3f0551f493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (d6a51cb2-0417-47e0-8b9f-22e67df19837), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:37.987925 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31bcd65-34f5-4542-8307-8d3f0551f493 None None] Routers {'a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:53:37.988617 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-e31bcd65-34f5-4542-8307-8d3f0551f493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:53:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:53:38.020364 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-0c3796de-8250-45c5-8335-8788d0704e11 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:53:38.025063 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3796de-8250-45c5-8335-8788d0704e11 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:38.025760 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44be926-c1fe-45ab-9542-677af1bc022a None None] Pushing event updated for resources: {'Port': ['ID=d6a51cb2-0417-47e0-8b9f-22e67df19837,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:38.025929 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0c3796de-8250-45c5-8335-8788d0704e11 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:38.032249 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0094dff-d327-4050-bdfc-336314f1d94e None None] Network 7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:53:38.116996 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-e31bcd65-34f5-4542-8307-8d3f0551f493 None None] Set router a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:53:38.152759 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-0c3796de-8250-45c5-8335-8788d0704e11 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8966672 Feb 28 10:53:38.156739 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 52118) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:53:38.168185 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829043a0-7704-4ee6-9642-5d70748e8dec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf', 'network_id': '7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'fixed_ips': [{'subnet_id': '70e0be2d-8c42-4548-b79b-2bf1ef697595'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:53:38.169364 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-829043a0-7704-4ee6-9642-5d70748e8dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:38.341272 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-829043a0-7704-4ee6-9642-5d70748e8dec None None] Allocated IP 172.20.0.2 (7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf/70e0be2d-8c42-4548-b79b-2bf1ef697595/fb1d6ffe-6b67-4522-8a68-8c0ef5a31d2f) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:53:38.424516 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-e31bcd65-34f5-4542-8307-8d3f0551f493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5', 'name': 'tempest-TestNetworkBasicOps-router-1336122078', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': 'd6a51cb2-0417-47e0-8b9f-22e67df19837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:53:34Z', 'updated_at': '2022-02-28T10:53:36Z', 'revision_number': 3, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': 'd6a51cb2-0417-47e0-8b9f-22e67df19837', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fb:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:53:35Z', 'updated_at': '2022-02-28T10:53:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:53:38.456398 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31bcd65-34f5-4542-8307-8d3f0551f493 None None] The sync data for ids ['a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5'] in dv-neutron-829161-3-hyperv is: [{'id': 'a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5', 'name': 'tempest-TestNetworkBasicOps-router-1336122078', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': 'd6a51cb2-0417-47e0-8b9f-22e67df19837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:53:34Z', 'updated_at': '2022-02-28T10:53:36Z', 'revision_number': 3, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': 'd6a51cb2-0417-47e0-8b9f-22e67df19837', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fb:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:53:35Z', 'updated_at': '2022-02-28T10:53:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:53:38.523385 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-829043a0-7704-4ee6-9642-5d70748e8dec None None] Publish callbacks [] for port (fb1d6ffe-6b67-4522-8a68-8c0ef5a31d2f), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:38.614328 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-829043a0-7704-4ee6-9642-5d70748e8dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (fb1d6ffe-6b67-4522-8a68-8c0ef5a31d2f), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:38.661309 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829043a0-7704-4ee6-9642-5d70748e8dec None None] Network 7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:53:38.665151 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-829043a0-7704-4ee6-9642-5d70748e8dec None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:53:38.670490 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829043a0-7704-4ee6-9642-5d70748e8dec None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:53:38.711232 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829043a0-7704-4ee6-9642-5d70748e8dec None None] Pushing event updated for resources: {'Port': ['ID=fb1d6ffe-6b67-4522-8a68-8c0ef5a31d2f,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:38.751541 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-829043a0-7704-4ee6-9642-5d70748e8dec None None] Attempting to bind port fb1d6ffe-6b67-4522-8a68-8c0ef5a31d2f on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:53:38.752015 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-829043a0-7704-4ee6-9642-5d70748e8dec None None] Attempting to bind port fb1d6ffe-6b67-4522-8a68-8c0ef5a31d2f by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '5712546f-25c4-4008-94da-0a60337a983b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:53:38.752404 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829043a0-7704-4ee6-9642-5d70748e8dec None None] Attempting to bind port fb1d6ffe-6b67-4522-8a68-8c0ef5a31d2f on network 7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:53:38.762462 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829043a0-7704-4ee6-9642-5d70748e8dec None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:53:38.763911 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829043a0-7704-4ee6-9642-5d70748e8dec None None] Checking segment: {'id': '5712546f-25c4-4008-94da-0a60337a983b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:53:38.765399 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-829043a0-7704-4ee6-9642-5d70748e8dec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:38.765880 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829043a0-7704-4ee6-9642-5d70748e8dec None None] Bound using segment: {'id': '5712546f-25c4-4008-94da-0a60337a983b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:53:38.765994 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-13b603ed-36e8-49bd-a29c-47c9a931a874 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:38.769966 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-829043a0-7704-4ee6-9642-5d70748e8dec None None] Bound port: fb1d6ffe-6b67-4522-8a68-8c0ef5a31d2f, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5712546f-25c4-4008-94da-0a60337a983b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:53:38.769966 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-829043a0-7704-4ee6-9642-5d70748e8dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (fb1d6ffe-6b67-4522-8a68-8c0ef5a31d2f), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:38.853232 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-829043a0-7704-4ee6-9642-5d70748e8dec None None] For port fb1d6ffe-6b67-4522-8a68-8c0ef5a31d2f, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:53:38.857035 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-829043a0-7704-4ee6-9642-5d70748e8dec None None] For port fb1d6ffe-6b67-4522-8a68-8c0ef5a31d2f, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=fb1d6ffe-6b67-4522-8a68-8c0ef5a31d2f,segment=NetworkSegment(5712546f-25c4-4008-94da-0a60337a983b),segment_id=5712546f-25c4-4008-94da-0a60337a983b)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:53:38.929343 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-829043a0-7704-4ee6-9642-5d70748e8dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (fb1d6ffe-6b67-4522-8a68-8c0ef5a31d2f), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:39.007555 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829043a0-7704-4ee6-9642-5d70748e8dec None None] Pushing event updated for resources: {'Port': ['ID=fb1d6ffe-6b67-4522-8a68-8c0ef5a31d2f,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:39.100759 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-13b603ed-36e8-49bd-a29c-47c9a931a874 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Allocated IP 172.20.0.1 (7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf/70e0be2d-8c42-4548-b79b-2bf1ef697595/d01df745-2ea4-4f68-9ba1-470f683ab927) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:53:39.263361 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-13b603ed-36e8-49bd-a29c-47c9a931a874 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for port (d01df745-2ea4-4f68-9ba1-470f683ab927), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:39.392276 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-13b603ed-36e8-49bd-a29c-47c9a931a874 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (d01df745-2ea4-4f68-9ba1-470f683ab927), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:39.441127 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b603ed-36e8-49bd-a29c-47c9a931a874 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Network 7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:53:39.444593 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-13b603ed-36e8-49bd-a29c-47c9a931a874 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:53:39.452428 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b603ed-36e8-49bd-a29c-47c9a931a874 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:53:39.459248 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b603ed-36e8-49bd-a29c-47c9a931a874 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Port': ['ID=d01df745-2ea4-4f68-9ba1-470f683ab927,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:39.503985 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-13b603ed-36e8-49bd-a29c-47c9a931a874 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047958'] for router_interface (a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:39.714698 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-13b603ed-36e8-49bd-a29c-47c9a931a874 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (d01df745-2ea4-4f68-9ba1-470f683ab927), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:39.976953 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8f268f-91f4-4127-a192-08fd5ce40ddb None None] Network 7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:53:40.035063 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-13b603ed-36e8-49bd-a29c-47c9a931a874 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for port (d01df745-2ea4-4f68-9ba1-470f683ab927), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:40.066116 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-323744a7-d5fa-499a-85eb-cc824cca42cd None None] Provisioning complete for port fb1d6ffe-6b67-4522-8a68-8c0ef5a31d2f triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:53:40.066489 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-323744a7-d5fa-499a-85eb-cc824cca42cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (fb1d6ffe-6b67-4522-8a68-8c0ef5a31d2f), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:40.120152 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-13b603ed-36e8-49bd-a29c-47c9a931a874 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (d01df745-2ea4-4f68-9ba1-470f683ab927), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:40.127129 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device d6a51cb2-0417-47e0-8b9f-22e67df19837 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:53:40.196776 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b603ed-36e8-49bd-a29c-47c9a931a874 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Port': ['ID=d01df745-2ea4-4f68-9ba1-470f683ab927,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:40.202890 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-13b603ed-36e8-49bd-a29c-47c9a931a874 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047558'] for router_interface (a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:40.236226 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port d6a51cb2-0417-47e0-8b9f-22e67df19837 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:53:40.236611 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (d6a51cb2-0417-47e0-8b9f-22e67df19837), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:40.277151 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-323744a7-d5fa-499a-85eb-cc824cca42cd None None] Current status of the port fb1d6ffe-6b67-4522-8a68-8c0ef5a31d2f is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:53:40.277561 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-323744a7-d5fa-499a-85eb-cc824cca42cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (fb1d6ffe-6b67-4522-8a68-8c0ef5a31d2f), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:40.328193 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-323744a7-d5fa-499a-85eb-cc824cca42cd None None] For port fb1d6ffe-6b67-4522-8a68-8c0ef5a31d2f, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=fb1d6ffe-6b67-4522-8a68-8c0ef5a31d2f,segment=NetworkSegment(5712546f-25c4-4008-94da-0a60337a983b),segment_id=5712546f-25c4-4008-94da-0a60337a983b)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:53:40.333961 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b603ed-36e8-49bd-a29c-47c9a931a874 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Network 7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:53:40.343967 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-13b603ed-36e8-49bd-a29c-47c9a931a874 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:53:40.368820 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port d6a51cb2-0417-47e0-8b9f-22e67df19837 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:53:40.369214 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (d6a51cb2-0417-47e0-8b9f-22e67df19837), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:40.395353 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-323744a7-d5fa-499a-85eb-cc824cca42cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (fb1d6ffe-6b67-4522-8a68-8c0ef5a31d2f), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:40.405589 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port d6a51cb2-0417-47e0-8b9f-22e67df19837, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=d6a51cb2-0417-47e0-8b9f-22e67df19837,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:53:40.462302 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323744a7-d5fa-499a-85eb-cc824cca42cd None None] Pushing event updated for resources: {'Port': ['ID=fb1d6ffe-6b67-4522-8a68-8c0ef5a31d2f,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:40.480405 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13b603ed-36e8-49bd-a29c-47c9a931a874 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Router a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:53:40.499283 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (d6a51cb2-0417-47e0-8b9f-22e67df19837), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:40.500210 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device fb1d6ffe-6b67-4522-8a68-8c0ef5a31d2f up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:53:40.585364 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-19742e7a-e91b-4c5c-be4e-c235f2f627f0 None None] Provisioning complete for port d01df745-2ea4-4f68-9ba1-470f683ab927 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:53:40.585756 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-19742e7a-e91b-4c5c-be4e-c235f2f627f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (d01df745-2ea4-4f68-9ba1-470f683ab927), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:40.622847 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b603ed-36e8-49bd-a29c-47c9a931a874 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:53:40.631666 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-13b603ed-36e8-49bd-a29c-47c9a931a874 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "PUT /v2.0/routers/a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4698985 Feb 28 10:53:40.631751 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 52120) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:53:40.635345 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=d6a51cb2-0417-47e0-8b9f-22e67df19837,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:40.644743 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50450be-591d-4815-9d0e-0da682b6d2be None None] Sync routers for ids ['a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:53:40.662621 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-19742e7a-e91b-4c5c-be4e-c235f2f627f0 None None] Port d01df745-2ea4-4f68-9ba1-470f683ab927 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:53:40.666286 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port fb1d6ffe-6b67-4522-8a68-8c0ef5a31d2f triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:53:40.666667 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (fb1d6ffe-6b67-4522-8a68-8c0ef5a31d2f), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:40.691022 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50450be-591d-4815-9d0e-0da682b6d2be None None] Routers {'a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:53:40.691676 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-a50450be-591d-4815-9d0e-0da682b6d2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:53:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:53:40.734922 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04377940-80ea-400c-ab35-b99764066e46 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:40.735594 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04377940-80ea-400c-ab35-b99764066e46 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:40.736127 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04377940-80ea-400c-ab35-b99764066e46 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:40.736831 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04377940-80ea-400c-ab35-b99764066e46 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:40.742268 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-04377940-80ea-400c-ab35-b99764066e46 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2882 time: 0.1063147 Feb 28 10:53:40.744352 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 52122) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:53:40.747076 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-19742e7a-e91b-4c5c-be4e-c235f2f627f0 None None] Provisioning complete for port fb1d6ffe-6b67-4522-8a68-8c0ef5a31d2f triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:53:40.747642 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-19742e7a-e91b-4c5c-be4e-c235f2f627f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (fb1d6ffe-6b67-4522-8a68-8c0ef5a31d2f), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:40.826390 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fff2463-1296-4051-a4d6-cc66cf46298d tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:40.827595 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fff2463-1296-4051-a4d6-cc66cf46298d tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:40.828194 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fff2463-1296-4051-a4d6-cc66cf46298d tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:40.828651 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fff2463-1296-4051-a4d6-cc66cf46298d tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:40.833062 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-4fff2463-1296-4051-a4d6-cc66cf46298d tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0867531 Feb 28 10:53:40.833354 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 52124) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:53:40.906780 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-a50450be-591d-4815-9d0e-0da682b6d2be None None] Set router a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:53:40.968271 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port fb1d6ffe-6b67-4522-8a68-8c0ef5a31d2f is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:53:40.981346 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-d929ba95-a830-422f-b887-8d9e6ebc9ac2 tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1443858 Feb 28 10:53:41.016806 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-19742e7a-e91b-4c5c-be4e-c235f2f627f0 None None] Current status of the port fb1d6ffe-6b67-4522-8a68-8c0ef5a31d2f is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:53:41.157361 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-df00d3ad-6c9c-40ec-aa6c-5949693f7a28 None None] Provisioning complete for port d01df745-2ea4-4f68-9ba1-470f683ab927 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:53:41.157699 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-df00d3ad-6c9c-40ec-aa6c-5949693f7a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (d01df745-2ea4-4f68-9ba1-470f683ab927), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:41.198529 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-df00d3ad-6c9c-40ec-aa6c-5949693f7a28 None None] Port d01df745-2ea4-4f68-9ba1-470f683ab927 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:53:41.206605 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-a50450be-591d-4815-9d0e-0da682b6d2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5', 'name': 'tempest-TestNetworkBasicOps-router-1336122078', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': 'd6a51cb2-0417-47e0-8b9f-22e67df19837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:53:34Z', 'updated_at': '2022-02-28T10:53:39Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': 'd6a51cb2-0417-47e0-8b9f-22e67df19837', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:53:35Z', 'updated_at': '2022-02-28T10:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': 'd01df745-2ea4-4f68-9ba1-470f683ab927', 'name': '', 'network_id': '7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:9c:58:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '70e0be2d-8c42-4548-b79b-2bf1ef697595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:53:38Z', 'updated_at': '2022-02-28T10:53:39Z', 'revision_number': 2, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '70e0be2d-8c42-4548-b79b-2bf1ef697595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:53:41.235208 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50450be-591d-4815-9d0e-0da682b6d2be None None] Checking router: a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5 for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:53:41.235580 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50450be-591d-4815-9d0e-0da682b6d2be None None] Updating router a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5 port d01df745-2ea4-4f68-9ba1-470f683ab927 binding host dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:53:41.264381 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a50450be-591d-4815-9d0e-0da682b6d2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (d01df745-2ea4-4f68-9ba1-470f683ab927), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:41.514811 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 52128) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:53:41.519309 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-394d6e0e-7bd9-4318-9fb0-3c29e01b4682 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-909424217', 'description': 'tempest-secgroup-smoke-909424217 description', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:53:41.548224 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a50450be-591d-4815-9d0e-0da682b6d2be None None] Publish callbacks [] for port (d01df745-2ea4-4f68-9ba1-470f683ab927), precommit_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:41.674821 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-394d6e0e-7bd9-4318-9fb0-3c29e01b4682 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:41.688842 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a50450be-591d-4815-9d0e-0da682b6d2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (d01df745-2ea4-4f68-9ba1-470f683ab927), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:41.747447 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bb79f0-c59c-4e0c-b4e7-7e387582be12 None None] Pushing event updated for resources: {'Port': ['ID=d01df745-2ea4-4f68-9ba1-470f683ab927,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:41.751348 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-394d6e0e-7bd9-4318-9fb0-3c29e01b4682 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (30fd06d4-651e-428a-97e9-331a47ee426e), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:41.795094 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-a50450be-591d-4815-9d0e-0da682b6d2be None None] Attempting to bind port d01df745-2ea4-4f68-9ba1-470f683ab927 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:53:41.795476 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-a50450be-591d-4815-9d0e-0da682b6d2be None None] Attempting to bind port d01df745-2ea4-4f68-9ba1-470f683ab927 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '5712546f-25c4-4008-94da-0a60337a983b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:53:41.795848 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50450be-591d-4815-9d0e-0da682b6d2be None None] Attempting to bind port d01df745-2ea4-4f68-9ba1-470f683ab927 on network 7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:53:41.802807 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50450be-591d-4815-9d0e-0da682b6d2be None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:53:41.803224 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50450be-591d-4815-9d0e-0da682b6d2be None None] Checking segment: {'id': '5712546f-25c4-4008-94da-0a60337a983b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:53:41.803706 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a50450be-591d-4815-9d0e-0da682b6d2be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:41.804110 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50450be-591d-4815-9d0e-0da682b6d2be None None] Bound using segment: {'id': '5712546f-25c4-4008-94da-0a60337a983b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:53:41.804634 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-a50450be-591d-4815-9d0e-0da682b6d2be None None] Bound port: d01df745-2ea4-4f68-9ba1-470f683ab927, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5712546f-25c4-4008-94da-0a60337a983b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:53:41.805124 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a50450be-591d-4815-9d0e-0da682b6d2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (d01df745-2ea4-4f68-9ba1-470f683ab927), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:41.846863 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-394d6e0e-7bd9-4318-9fb0-3c29e01b4682 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (30fd06d4-651e-428a-97e9-331a47ee426e), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:41.886297 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394d6e0e-7bd9-4318-9fb0-3c29e01b4682 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30fd06d4-651e-428a-97e9-331a47ee426e,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:41.894325 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a50450be-591d-4815-9d0e-0da682b6d2be None None] For port d01df745-2ea4-4f68-9ba1-470f683ab927, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:53:41.897576 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a50450be-591d-4815-9d0e-0da682b6d2be None None] For port d01df745-2ea4-4f68-9ba1-470f683ab927, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=d01df745-2ea4-4f68-9ba1-470f683ab927,segment=NetworkSegment(5712546f-25c4-4008-94da-0a60337a983b),segment_id=5712546f-25c4-4008-94da-0a60337a983b)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:53:41.956418 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-394d6e0e-7bd9-4318-9fb0-3c29e01b4682 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:41.957967 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-394d6e0e-7bd9-4318-9fb0-3c29e01b4682 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4418545 Feb 28 10:53:41.960787 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 52130) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:53:41.967858 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-6d8df99c-fcf2-430b-876b-de5a7fdddbff tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': '30fd06d4-651e-428a-97e9-331a47ee426e', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:53:42.009068 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a50450be-591d-4815-9d0e-0da682b6d2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (d01df745-2ea4-4f68-9ba1-470f683ab927), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:42.054500 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device d6a51cb2-0417-47e0-8b9f-22e67df19837 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:53:42.080294 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6d8df99c-fcf2-430b-876b-de5a7fdddbff tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (d074f566-abee-4d97-91bb-f75165f8f987), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:42.110205 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a964f368-96f3-49d9-8024-ff326dc0cb66 None None] Provisioning complete for port d01df745-2ea4-4f68-9ba1-470f683ab927 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:53:42.110571 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a964f368-96f3-49d9-8024-ff326dc0cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (d01df745-2ea4-4f68-9ba1-470f683ab927), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:42.141367 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bb79f0-c59c-4e0c-b4e7-7e387582be12 None None] Pushing event updated for resources: {'Port': ['ID=d01df745-2ea4-4f68-9ba1-470f683ab927,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:42.148194 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6d8df99c-fcf2-430b-876b-de5a7fdddbff tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (d074f566-abee-4d97-91bb-f75165f8f987), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:42.150128 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50450be-591d-4815-9d0e-0da682b6d2be None None] Routers {'a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:53:42.150786 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-a50450be-591d-4815-9d0e-0da682b6d2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:53:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:53:42.245552 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6d8df99c-fcf2-430b-876b-de5a7fdddbff tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (d074f566-abee-4d97-91bb-f75165f8f987), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:42.271241 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8df99c-fcf2-430b-876b-de5a7fdddbff tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d074f566-abee-4d97-91bb-f75165f8f987,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:42.362345 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6d8df99c-fcf2-430b-876b-de5a7fdddbff tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:42.363675 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-6d8df99c-fcf2-430b-876b-de5a7fdddbff tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4019277 Feb 28 10:53:42.366514 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 52132) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:53:42.371233 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-88e41de4-04df-41aa-829b-26ecd685e708 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': '30fd06d4-651e-428a-97e9-331a47ee426e', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:53:42.442309 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port d6a51cb2-0417-47e0-8b9f-22e67df19837 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:53:42.442687 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (d6a51cb2-0417-47e0-8b9f-22e67df19837), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:42.469817 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-88e41de4-04df-41aa-829b-26ecd685e708 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (9beccd5f-88aa-49e8-a8fb-4e0a460ee09b), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:42.492027 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a964f368-96f3-49d9-8024-ff326dc0cb66 None None] Current status of the port d01df745-2ea4-4f68-9ba1-470f683ab927 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:53:42.492416 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a964f368-96f3-49d9-8024-ff326dc0cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (d01df745-2ea4-4f68-9ba1-470f683ab927), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:42.497513 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-a50450be-591d-4815-9d0e-0da682b6d2be None None] Set router a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:53:42.532541 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-88e41de4-04df-41aa-829b-26ecd685e708 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (9beccd5f-88aa-49e8-a8fb-4e0a460ee09b), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:42.606906 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a964f368-96f3-49d9-8024-ff326dc0cb66 None None] For port d01df745-2ea4-4f68-9ba1-470f683ab927, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=d01df745-2ea4-4f68-9ba1-470f683ab927,segment=NetworkSegment(5712546f-25c4-4008-94da-0a60337a983b),segment_id=5712546f-25c4-4008-94da-0a60337a983b)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:53:42.640246 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-88e41de4-04df-41aa-829b-26ecd685e708 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (9beccd5f-88aa-49e8-a8fb-4e0a460ee09b), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:42.661713 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e41de4-04df-41aa-829b-26ecd685e708 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9beccd5f-88aa-49e8-a8fb-4e0a460ee09b,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:42.691289 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port d6a51cb2-0417-47e0-8b9f-22e67df19837 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:53:42.692381 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device fb1d6ffe-6b67-4522-8a68-8c0ef5a31d2f up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:53:42.737632 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a964f368-96f3-49d9-8024-ff326dc0cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (d01df745-2ea4-4f68-9ba1-470f683ab927), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:42.802393 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-88e41de4-04df-41aa-829b-26ecd685e708 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:42.803607 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-88e41de4-04df-41aa-829b-26ecd685e708 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4361091 Feb 28 10:53:42.807397 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 52134) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:53:42.812558 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-54f35da5-79a5-4047-af20-6e0b201b68f1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': '30fd06d4-651e-428a-97e9-331a47ee426e', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:53:42.833956 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a964f368-96f3-49d9-8024-ff326dc0cb66 None None] Pushing event updated for resources: {'Port': ['ID=d01df745-2ea4-4f68-9ba1-470f683ab927,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:42.839971 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port fb1d6ffe-6b67-4522-8a68-8c0ef5a31d2f triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:53:42.841088 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (fb1d6ffe-6b67-4522-8a68-8c0ef5a31d2f), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:42.896252 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-6a4d0bae-6bb1-44fd-858c-6d890ce22bcb None None] Provisioning complete for port d01df745-2ea4-4f68-9ba1-470f683ab927 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:53:42.896626 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6a4d0bae-6bb1-44fd-858c-6d890ce22bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (d01df745-2ea4-4f68-9ba1-470f683ab927), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:42.903666 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-a50450be-591d-4815-9d0e-0da682b6d2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5', 'name': 'tempest-TestNetworkBasicOps-router-1336122078', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': 'd6a51cb2-0417-47e0-8b9f-22e67df19837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:53:34Z', 'updated_at': '2022-02-28T10:53:39Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': 'd6a51cb2-0417-47e0-8b9f-22e67df19837', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:53:35Z', 'updated_at': '2022-02-28T10:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': 'd01df745-2ea4-4f68-9ba1-470f683ab927', 'name': '', 'network_id': '7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:9c:58:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '70e0be2d-8c42-4548-b79b-2bf1ef697595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:53:38Z', 'updated_at': '2022-02-28T10:53:41Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '70e0be2d-8c42-4548-b79b-2bf1ef697595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:53:42.964475 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50450be-591d-4815-9d0e-0da682b6d2be None None] The sync data for ids ['a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5'] in dv-neutron-829161-3-hyperv is: [{'id': 'a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5', 'name': 'tempest-TestNetworkBasicOps-router-1336122078', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': 'd6a51cb2-0417-47e0-8b9f-22e67df19837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:53:34Z', 'updated_at': '2022-02-28T10:53:39Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': 'd6a51cb2-0417-47e0-8b9f-22e67df19837', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:53:35Z', 'updated_at': '2022-02-28T10:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': 'd01df745-2ea4-4f68-9ba1-470f683ab927', 'name': '', 'network_id': '7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:9c:58:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '70e0be2d-8c42-4548-b79b-2bf1ef697595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:53:38Z', 'updated_at': '2022-02-28T10:53:41Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '70e0be2d-8c42-4548-b79b-2bf1ef697595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:53:43.012365 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-54f35da5-79a5-4047-af20-6e0b201b68f1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (eade9535-714c-4feb-93f3-bda90a0323e6), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:43.088106 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port fb1d6ffe-6b67-4522-8a68-8c0ef5a31d2f is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:53:43.095121 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-6a4d0bae-6bb1-44fd-858c-6d890ce22bcb None None] Current status of the port d01df745-2ea4-4f68-9ba1-470f683ab927 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:53:43.123839 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-54f35da5-79a5-4047-af20-6e0b201b68f1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (eade9535-714c-4feb-93f3-bda90a0323e6), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:43.220229 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-54f35da5-79a5-4047-af20-6e0b201b68f1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (eade9535-714c-4feb-93f3-bda90a0323e6), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:43.240379 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f35da5-79a5-4047-af20-6e0b201b68f1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eade9535-714c-4feb-93f3-bda90a0323e6,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:43.356559 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-54f35da5-79a5-4047-af20-6e0b201b68f1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:43.358082 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-54f35da5-79a5-4047-af20-6e0b201b68f1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5496340 Feb 28 10:53:43.361003 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 52136) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:53:43.367476 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-90c7cec8-0ff1-451d-8c4e-644aecad0dac tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': '30fd06d4-651e-428a-97e9-331a47ee426e', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:53:43.479543 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-90c7cec8-0ff1-451d-8c4e-644aecad0dac tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (a8eb76b3-7e05-4c6a-92cc-2e70b2172505), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:43.547442 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-90c7cec8-0ff1-451d-8c4e-644aecad0dac tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (a8eb76b3-7e05-4c6a-92cc-2e70b2172505), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:43.646038 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-90c7cec8-0ff1-451d-8c4e-644aecad0dac tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (a8eb76b3-7e05-4c6a-92cc-2e70b2172505), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:43.664984 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c7cec8-0ff1-451d-8c4e-644aecad0dac tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8eb76b3-7e05-4c6a-92cc-2e70b2172505,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:43.716744 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:53:43.763048 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-90c7cec8-0ff1-451d-8c4e-644aecad0dac tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:43.764302 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-90c7cec8-0ff1-451d-8c4e-644aecad0dac tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4015808 Feb 28 10:53:43.767244 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 52138) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:53:43.771847 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-91be2657-2830-4a33-b325-46ccdac27b9e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': '30fd06d4-651e-428a-97e9-331a47ee426e', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:53:43.863328 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.securitygroups_db [None req-91be2657-2830-4a33-b325-46ccdac27b9e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Project 02ebd57ebb02426fbf4a686f080eb9d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:53:43.869065 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-91be2657-2830-4a33-b325-46ccdac27b9e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (5e489f55-333e-433d-8c41-89b768df3ef6), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:43.933595 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-91be2657-2830-4a33-b325-46ccdac27b9e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (5e489f55-333e-433d-8c41-89b768df3ef6), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:44.003179 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-91be2657-2830-4a33-b325-46ccdac27b9e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (5e489f55-333e-433d-8c41-89b768df3ef6), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:44.023547 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91be2657-2830-4a33-b325-46ccdac27b9e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e489f55-333e-433d-8c41-89b768df3ef6,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:44.087690 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device d01df745-2ea4-4f68-9ba1-470f683ab927 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:53:44.107363 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-91be2657-2830-4a33-b325-46ccdac27b9e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:44.107363 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-91be2657-2830-4a33-b325-46ccdac27b9e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3388932 Feb 28 10:53:44.110101 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 52140) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:53:44.115623 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-853201de-c147-48a6-869e-1a1c5ad1f3eb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'security_group_rule': {'security_group_id': '30fd06d4-651e-428a-97e9-331a47ee426e', 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:53:44.138986 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port d01df745-2ea4-4f68-9ba1-470f683ab927 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:53:44.139569 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (d01df745-2ea4-4f68-9ba1-470f683ab927), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:44.214407 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.securitygroups_db [None req-853201de-c147-48a6-869e-1a1c5ad1f3eb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Project 02ebd57ebb02426fbf4a686f080eb9d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:53:44.219826 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-853201de-c147-48a6-869e-1a1c5ad1f3eb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (a587954b-34c0-4588-b8df-569ac21473ff), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:44.221039 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port d01df745-2ea4-4f68-9ba1-470f683ab927 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:53:44.270074 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-853201de-c147-48a6-869e-1a1c5ad1f3eb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (a587954b-34c0-4588-b8df-569ac21473ff), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:44.337309 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-853201de-c147-48a6-869e-1a1c5ad1f3eb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (a587954b-34c0-4588-b8df-569ac21473ff), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:44.356212 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853201de-c147-48a6-869e-1a1c5ad1f3eb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a587954b-34c0-4588-b8df-569ac21473ff,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:44.454145 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-853201de-c147-48a6-869e-1a1c5ad1f3eb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:44.455477 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-853201de-c147-48a6-869e-1a1c5ad1f3eb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3443744 Feb 28 10:53:44.657600 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-94076cc6-924a-4795-94d7-e0c506bacd1c req-fee9b2c9-a8d8-4faa-9765-0079477185cf tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-909424217&fields=id&tenant_id=02ebd57ebb02426fbf4a686f080eb9d7 HTTP/1.1" status: 200 len: 267 time: 0.0460958 Feb 28 10:53:44.763157 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94076cc6-924a-4795-94d7-e0c506bacd1c req-766281f6-19b4-4bb0-8f6a-e1c957a815ea tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:44.764686 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-94076cc6-924a-4795-94d7-e0c506bacd1c req-766281f6-19b4-4bb0-8f6a-e1c957a815ea tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/networks?id=7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf HTTP/1.1" status: 200 len: 796 time: 0.1008072 Feb 28 10:53:44.779723 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-94076cc6-924a-4795-94d7-e0c506bacd1c req-b3f9ee6f-f75d-4a5d-aa30-61a4037d28f1 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/quotas/02ebd57ebb02426fbf4a686f080eb9d7 HTTP/1.1" status: 200 len: 375 time: 0.0096066 Feb 28 10:53:44.838337 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-94076cc6-924a-4795-94d7-e0c506bacd1c req-63fa260e-2889-43b6-aa3a-99e752cb214b tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=02ebd57ebb02426fbf4a686f080eb9d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536156 Feb 28 10:53:44.933403 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-94076cc6-924a-4795-94d7-e0c506bacd1c req-01132939-57e9-4c2d-ba19-56b4e6f7fec9 service neutron] 10.222.0.62 "GET /v2.0/networks/7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828693 Feb 28 10:53:45.027458 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-94076cc6-924a-4795-94d7-e0c506bacd1c req-99b42422-65a3-4e21-8f22-1bffb1d33595 service neutron] 10.222.0.62 "GET /v2.0/networks/7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882194 Feb 28 10:53:45.303933 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-819e6172-00e0-492b-895f-80c260b07270 req-a6ac221a-b22e-487d-928e-7407eb101422 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=2bd61d34-1d9b-4b9f-9589-a4b8b963c714 HTTP/1.1" status: 200 len: 210 time: 0.0322430 Feb 28 10:53:46.511579 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6e861d92-0a00-4b1d-9d80-d2afd3650e9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:46.784417 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e6e8e39d-b7f4-4505-a706-00599263108d req-289d47c6-3330-4760-84d2-ba1a2e3a8bb0 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=2bd61d34-1d9b-4b9f-9589-a4b8b963c714 HTTP/1.1" status: 200 len: 210 time: 0.4073699 Feb 28 10:53:47.693178 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94076cc6-924a-4795-94d7-e0c506bacd1c req-b8cb3c23-b9f0-4129-9e32-214a194d7058 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:47.695741 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-94076cc6-924a-4795-94d7-e0c506bacd1c req-b8cb3c23-b9f0-4129-9e32-214a194d7058 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.70 "GET /v2.0/networks?id=7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf HTTP/1.1" status: 200 len: 796 time: 0.1305742 Feb 28 10:53:47.769644 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-94076cc6-924a-4795-94d7-e0c506bacd1c req-9b2ddf01-d740-46a5-8dc0-980f80fe7137 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02ebd57ebb02426fbf4a686f080eb9d7 HTTP/1.1" status: 200 len: 379 time: 0.0609002 Feb 28 10:53:47.779127 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-94076cc6-924a-4795-94d7-e0c506bacd1c req-41ae0a1c-07f6-498f-8bb9-f88fef4c3355 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'port': {'device_id': '2bd61d34-1d9b-4b9f-9589-a4b8b963c714', 'network_id': '7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf', 'admin_state_up': True, 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'security_groups': ['30fd06d4-651e-428a-97e9-331a47ee426e']}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:53:47.885133 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-08acf442-3df1-433f-9b43-80608f73ac89 req-01d75f2d-c4fc-4ec6-9ec0-7bf30aedbab9 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=2bd61d34-1d9b-4b9f-9589-a4b8b963c714 HTTP/1.1" status: 200 len: 210 time: 0.0275657 Feb 28 10:53:47.989040 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94076cc6-924a-4795-94d7-e0c506bacd1c req-41ae0a1c-07f6-498f-8bb9-f88fef4c3355 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Made reservation on behalf of 02ebd57ebb02426fbf4a686f080eb9d7 for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:53:47.992553 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-94076cc6-924a-4795-94d7-e0c506bacd1c req-41ae0a1c-07f6-498f-8bb9-f88fef4c3355 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:48.135253 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [req-94076cc6-924a-4795-94d7-e0c506bacd1c req-41ae0a1c-07f6-498f-8bb9-f88fef4c3355 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Allocated IP 172.20.0.8 (7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf/70e0be2d-8c42-4548-b79b-2bf1ef697595/b96d49ae-ee24-4582-9aa2-41e288f121c8) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:53:48.298308 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-94076cc6-924a-4795-94d7-e0c506bacd1c req-41ae0a1c-07f6-498f-8bb9-f88fef4c3355 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for port (b96d49ae-ee24-4582-9aa2-41e288f121c8), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:48.423765 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-94076cc6-924a-4795-94d7-e0c506bacd1c req-41ae0a1c-07f6-498f-8bb9-f88fef4c3355 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (b96d49ae-ee24-4582-9aa2-41e288f121c8), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:48.467209 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94076cc6-924a-4795-94d7-e0c506bacd1c req-41ae0a1c-07f6-498f-8bb9-f88fef4c3355 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Network 7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:53:48.470241 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [req-94076cc6-924a-4795-94d7-e0c506bacd1c req-41ae0a1c-07f6-498f-8bb9-f88fef4c3355 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:53:48.482386 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-94076cc6-924a-4795-94d7-e0c506bacd1c req-41ae0a1c-07f6-498f-8bb9-f88fef4c3355 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:53:48.489391 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ae0a1c-07f6-498f-8bb9-f88fef4c3355 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Port': ['ID=b96d49ae-ee24-4582-9aa2-41e288f121c8,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:48.538999 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94076cc6-924a-4795-94d7-e0c506bacd1c req-41ae0a1c-07f6-498f-8bb9-f88fef4c3355 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:48.539777 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-94076cc6-924a-4795-94d7-e0c506bacd1c req-41ae0a1c-07f6-498f-8bb9-f88fef4c3355 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:48.676972 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-94076cc6-924a-4795-94d7-e0c506bacd1c req-41ae0a1c-07f6-498f-8bb9-f88fef4c3355 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9027054 Feb 28 10:53:48.693998 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-94076cc6-924a-4795-94d7-e0c506bacd1c req-40bb46eb-6a9e-4b98-81a3-efb053734e1b service neutron] Request body: {'port': {'device_id': '2bd61d34-1d9b-4b9f-9589-a4b8b963c714', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8291'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:53:48.743496 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e6eb293e-a2e4-4520-b3fc-43d258db8f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:48.759335 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-b915d94f-5461-4f53-ad58-ee5e1bbe3093 None None] Provisioning complete for port b96d49ae-ee24-4582-9aa2-41e288f121c8 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:53:48.759617 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b915d94f-5461-4f53-ad58-ee5e1bbe3093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (b96d49ae-ee24-4582-9aa2-41e288f121c8), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:48.788878 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-94076cc6-924a-4795-94d7-e0c506bacd1c req-40bb46eb-6a9e-4b98-81a3-efb053734e1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (b96d49ae-ee24-4582-9aa2-41e288f121c8), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:48.802044 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-b915d94f-5461-4f53-ad58-ee5e1bbe3093 None None] Port b96d49ae-ee24-4582-9aa2-41e288f121c8 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:53:49.056566 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f2ff48-2c93-48f9-bb42-befa8af734c9 req-6ba3c887-19dc-45e0-b203-a9f01f36113e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:49.057983 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a5f2ff48-2c93-48f9-bb42-befa8af734c9 req-6ba3c887-19dc-45e0-b203-a9f01f36113e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=2bd61d34-1d9b-4b9f-9589-a4b8b963c714 HTTP/1.1" status: 200 len: 931 time: 0.0878992 Feb 28 10:53:49.138709 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [req-94076cc6-924a-4795-94d7-e0c506bacd1c req-40bb46eb-6a9e-4b98-81a3-efb053734e1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b96d49ae-ee24-4582-9aa2-41e288f121c8 {{(pid=104083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:53:49.158234 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-94076cc6-924a-4795-94d7-e0c506bacd1c req-40bb46eb-6a9e-4b98-81a3-efb053734e1b service neutron] Publish callbacks [] for port (b96d49ae-ee24-4582-9aa2-41e288f121c8), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:49.166966 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a5f2ff48-2c93-48f9-bb42-befa8af734c9 req-8e2f5a44-8436-400d-9151-62ffe3c778db tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=30fd06d4-651e-428a-97e9-331a47ee426e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987751 Feb 28 10:53:49.177856 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [req-94076cc6-924a-4795-94d7-e0c506bacd1c req-40bb46eb-6a9e-4b98-81a3-efb053734e1b service neutron] Transition to ACTIVE for port object b96d49ae-ee24-4582-9aa2-41e288f121c8 will not be triggered until provisioned by entity L2. {{(pid=104083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:53:49.250318 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-94076cc6-924a-4795-94d7-e0c506bacd1c req-40bb46eb-6a9e-4b98-81a3-efb053734e1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (b96d49ae-ee24-4582-9aa2-41e288f121c8), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:49.311094 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bb46eb-6a9e-4b98-81a3-efb053734e1b service neutron] Pushing event updated for resources: {'Port': ['ID=b96d49ae-ee24-4582-9aa2-41e288f121c8,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:49.382306 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-94076cc6-924a-4795-94d7-e0c506bacd1c req-40bb46eb-6a9e-4b98-81a3-efb053734e1b service neutron] Attempting to bind port b96d49ae-ee24-4582-9aa2-41e288f121c8 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:53:49.382306 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-94076cc6-924a-4795-94d7-e0c506bacd1c req-40bb46eb-6a9e-4b98-81a3-efb053734e1b service neutron] Attempting to bind port b96d49ae-ee24-4582-9aa2-41e288f121c8 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '5712546f-25c4-4008-94da-0a60337a983b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:53:49.382306 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94076cc6-924a-4795-94d7-e0c506bacd1c req-40bb46eb-6a9e-4b98-81a3-efb053734e1b service neutron] Attempting to bind port b96d49ae-ee24-4582-9aa2-41e288f121c8 on network 7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:53:49.386309 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94076cc6-924a-4795-94d7-e0c506bacd1c req-40bb46eb-6a9e-4b98-81a3-efb053734e1b service neutron] Port b96d49ae-ee24-4582-9aa2-41e288f121c8 on network 7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:53:49.386634 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94076cc6-924a-4795-94d7-e0c506bacd1c req-40bb46eb-6a9e-4b98-81a3-efb053734e1b service neutron] Attempting to bind port b96d49ae-ee24-4582-9aa2-41e288f121c8 on network 7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:53:49.392312 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94076cc6-924a-4795-94d7-e0c506bacd1c req-40bb46eb-6a9e-4b98-81a3-efb053734e1b service neutron] Checking agent: {'id': '9c9e5963-7abc-415a-a91c-4432861f4313', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'started_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:53:49.392659 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94076cc6-924a-4795-94d7-e0c506bacd1c req-40bb46eb-6a9e-4b98-81a3-efb053734e1b service neutron] Checking segment: {'id': '5712546f-25c4-4008-94da-0a60337a983b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:53:49.393045 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94076cc6-924a-4795-94d7-e0c506bacd1c req-40bb46eb-6a9e-4b98-81a3-efb053734e1b service neutron] Bound using segment: {'id': '5712546f-25c4-4008-94da-0a60337a983b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:53:49.393473 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-94076cc6-924a-4795-94d7-e0c506bacd1c req-40bb46eb-6a9e-4b98-81a3-efb053734e1b service neutron] Bound port: b96d49ae-ee24-4582-9aa2-41e288f121c8, host: hv-neutron-8291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5712546f-25c4-4008-94da-0a60337a983b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:53:49.393828 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-94076cc6-924a-4795-94d7-e0c506bacd1c req-40bb46eb-6a9e-4b98-81a3-efb053734e1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (b96d49ae-ee24-4582-9aa2-41e288f121c8), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:49.475732 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-94076cc6-924a-4795-94d7-e0c506bacd1c req-40bb46eb-6a9e-4b98-81a3-efb053734e1b service neutron] For port b96d49ae-ee24-4582-9aa2-41e288f121c8, host hv-neutron-8291, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:53:49.479137 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-94076cc6-924a-4795-94d7-e0c506bacd1c req-40bb46eb-6a9e-4b98-81a3-efb053734e1b service neutron] For port b96d49ae-ee24-4582-9aa2-41e288f121c8, host hv-neutron-8291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=b96d49ae-ee24-4582-9aa2-41e288f121c8,segment=NetworkSegment(5712546f-25c4-4008-94da-0a60337a983b),segment_id=5712546f-25c4-4008-94da-0a60337a983b)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:53:49.592720 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-94076cc6-924a-4795-94d7-e0c506bacd1c req-40bb46eb-6a9e-4b98-81a3-efb053734e1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (b96d49ae-ee24-4582-9aa2-41e288f121c8), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:49.631348 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94076cc6-924a-4795-94d7-e0c506bacd1c req-40bb46eb-6a9e-4b98-81a3-efb053734e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:49.632078 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-94076cc6-924a-4795-94d7-e0c506bacd1c req-40bb46eb-6a9e-4b98-81a3-efb053734e1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:49.633490 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-94076cc6-924a-4795-94d7-e0c506bacd1c req-40bb46eb-6a9e-4b98-81a3-efb053734e1b service neutron] 10.222.0.70 "PUT /v2.0/ports/b96d49ae-ee24-4582-9aa2-41e288f121c8 HTTP/1.1" status: 200 len: 1093 time: 0.9438710 Feb 28 10:53:49.633960 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bd61d34-1d9b-4b9f-9589-a4b8b963c714', 'tag': 'b96d49ae-ee24-4582-9aa2-41e288f121c8'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:53:49.636376 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf9895bb-5669-45b5-ae4f-029d2c9ca1fe" -d '{"events": [{"name": "network-changed", "server_uuid": "2bd61d34-1d9b-4b9f-9589-a4b8b963c714", "tag": "b96d49ae-ee24-4582-9aa2-41e288f121c8"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:53:49.660587 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bb46eb-6a9e-4b98-81a3-efb053734e1b service neutron] Pushing event updated for resources: {'Port': ['ID=b96d49ae-ee24-4582-9aa2-41e288f121c8,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:49.686443 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32193c0b-85f4-4171-8a2d-cb0c85838223 x-openstack-request-id: req-32193c0b-85f4-4171-8a2d-cb0c85838223 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:53:49.686742 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bd61d34-1d9b-4b9f-9589-a4b8b963c714", "tag": "b96d49ae-ee24-4582-9aa2-41e288f121c8", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:53:49.687048 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-32193c0b-85f4-4171-8a2d-cb0c85838223 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:53:49.687469 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bd61d34-1d9b-4b9f-9589-a4b8b963c714', 'tag': 'b96d49ae-ee24-4582-9aa2-41e288f121c8', 'status': 'completed', 'code': 200} Feb 28 10:53:49.784938 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9895bb-5669-45b5-ae4f-029d2c9ca1fe req-927dc9e4-a4be-4ae0-9a39-0cc2f44eccdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:49.786543 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-bf9895bb-5669-45b5-ae4f-029d2c9ca1fe req-927dc9e4-a4be-4ae0-9a39-0cc2f44eccdc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=02ebd57ebb02426fbf4a686f080eb9d7&device_id=2bd61d34-1d9b-4b9f-9589-a4b8b963c714 HTTP/1.1" status: 200 len: 1127 time: 0.0595486 Feb 28 10:53:49.920944 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9895bb-5669-45b5-ae4f-029d2c9ca1fe req-95198209-8abb-432e-898b-cf8bcfbbfda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:49.922351 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-bf9895bb-5669-45b5-ae4f-029d2c9ca1fe req-95198209-8abb-432e-898b-cf8bcfbbfda5 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=02ebd57ebb02426fbf4a686f080eb9d7&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1217334 Feb 28 10:53:50.018501 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9895bb-5669-45b5-ae4f-029d2c9ca1fe req-c67b0eb6-eebc-40c1-a270-d7212a4dd9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:50.020012 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-bf9895bb-5669-45b5-ae4f-029d2c9ca1fe req-c67b0eb6-eebc-40c1-a270-d7212a4dd9f8 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0922430 Feb 28 10:53:50.125851 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:50.129856 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94076cc6-924a-4795-94d7-e0c506bacd1c req-85285b7a-03a2-4fef-aa61-299c7d03aacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:50.131491 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-94076cc6-924a-4795-94d7-e0c506bacd1c req-85285b7a-03a2-4fef-aa61-299c7d03aacb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=02ebd57ebb02426fbf4a686f080eb9d7&device_id=2bd61d34-1d9b-4b9f-9589-a4b8b963c714 HTTP/1.1" status: 200 len: 1127 time: 0.0519350 Feb 28 10:53:50.181245 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-94076cc6-924a-4795-94d7-e0c506bacd1c req-895b168f-a88c-48f7-991c-40b3bbad8483 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b96d49ae-ee24-4582-9aa2-41e288f121c8 HTTP/1.1" status: 200 len: 217 time: 0.0383506 Feb 28 10:53:50.236635 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94076cc6-924a-4795-94d7-e0c506bacd1c req-0c0f04d1-3ace-4a90-ad1d-81db99ecaba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:50.238314 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-94076cc6-924a-4795-94d7-e0c506bacd1c req-0c0f04d1-3ace-4a90-ad1d-81db99ecaba6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=70e0be2d-8c42-4548-b79b-2bf1ef697595 HTTP/1.1" status: 200 len: 835 time: 0.0514119 Feb 28 10:53:50.328791 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94076cc6-924a-4795-94d7-e0c506bacd1c req-73990a00-caad-4c13-9630-8d6664d29bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:50.330398 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-94076cc6-924a-4795-94d7-e0c506bacd1c req-73990a00-caad-4c13-9630-8d6664d29bcd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0863318 Feb 28 10:53:50.344335 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cf61cb-19d8-4113-8300-219c9b7e6078 req-c38ec384-3607-4bf6-9055-fd46c04e072f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:50.345799 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-30cf61cb-19d8-4113-8300-219c9b7e6078 req-c38ec384-3607-4bf6-9055-fd46c04e072f tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=2bd61d34-1d9b-4b9f-9589-a4b8b963c714 HTTP/1.1" status: 200 len: 943 time: 0.1005647 Feb 28 10:53:50.448280 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-30cf61cb-19d8-4113-8300-219c9b7e6078 req-f078b53c-7d52-412a-8455-0a6dd8d1e4d9 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=30fd06d4-651e-428a-97e9-331a47ee426e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940397 Feb 28 10:53:50.471333 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-94076cc6-924a-4795-94d7-e0c506bacd1c req-d344f810-1cb6-4228-a7d5-1eb6d51b0235 service neutron] 10.222.0.70 "GET /v2.0/networks/7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245637 Feb 28 10:53:50.563789 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-94076cc6-924a-4795-94d7-e0c506bacd1c req-12e7ba56-f88b-43e7-a5c8-63045aff1cd0 service neutron] 10.222.0.70 "GET /v2.0/networks/7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863743 Feb 28 10:53:51.351690 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:51.577881 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab2558-7b1f-4947-b782-31b498270c48 req-749db58e-d883-4c3d-be12-f6793e33b28a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:51.579696 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-a6ab2558-7b1f-4947-b782-31b498270c48 req-749db58e-d883-4c3d-be12-f6793e33b28a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=2bd61d34-1d9b-4b9f-9589-a4b8b963c714 HTTP/1.1" status: 200 len: 943 time: 0.0602257 Feb 28 10:53:51.630538 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-a6ab2558-7b1f-4947-b782-31b498270c48 req-63296929-4406-4039-8240-89eaf7d1c181 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=30fd06d4-651e-428a-97e9-331a47ee426e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449607 Feb 28 10:53:52.688519 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:52.769603 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea7b388-0075-4c60-8d00-69bcedbc8f90 req-e7a9637d-ff57-498f-afdb-56e46f515a4e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:52.772443 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-dea7b388-0075-4c60-8d00-69bcedbc8f90 req-e7a9637d-ff57-498f-afdb-56e46f515a4e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=2bd61d34-1d9b-4b9f-9589-a4b8b963c714 HTTP/1.1" status: 200 len: 943 time: 0.0714383 Feb 28 10:53:52.835790 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-dea7b388-0075-4c60-8d00-69bcedbc8f90 req-69d698e7-0547-4f97-9107-9e5c71cde1cd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=30fd06d4-651e-428a-97e9-331a47ee426e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574272 Feb 28 10:53:53.975992 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c420f046-942b-4107-a499-d65cbec68b78 req-eafe6ccb-69e6-4c67-9dbe-79be46633deb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:53.977650 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-c420f046-942b-4107-a499-d65cbec68b78 req-eafe6ccb-69e6-4c67-9dbe-79be46633deb tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=2bd61d34-1d9b-4b9f-9589-a4b8b963c714 HTTP/1.1" status: 200 len: 943 time: 0.0679979 Feb 28 10:53:53.978442 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device b96d49ae-ee24-4582-9aa2-41e288f121c8 details requested by agent hyperv_hv-neutron-8291 with host hv-neutron-8291 {{(pid=104085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:53:54.049823 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-c420f046-942b-4107-a499-d65cbec68b78 req-4b7c7317-9801-4415-a994-3e0660002065 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=30fd06d4-651e-428a-97e9-331a47ee426e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619600 Feb 28 10:53:54.103134 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port b96d49ae-ee24-4582-9aa2-41e288f121c8, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=b96d49ae-ee24-4582-9aa2-41e288f121c8,segment=NetworkSegment(5712546f-25c4-4008-94da-0a60337a983b),segment_id=5712546f-25c4-4008-94da-0a60337a983b)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:53:54.115850 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Returning: {'device': 'b96d49ae-ee24-4582-9aa2-41e288f121c8', 'network_id': '7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf', 'port_id': 'b96d49ae-ee24-4582-9aa2-41e288f121c8', 'mac_address': 'fa:16:3e:f0:bc:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e0be2d-8c42-4548-b79b-2bf1ef697595', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:53:54.154724 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port b96d49ae-ee24-4582-9aa2-41e288f121c8 is: DOWN; New status is: BUILD {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:53:54.155165 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (b96d49ae-ee24-4582-9aa2-41e288f121c8), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:54.168814 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b96d49ae-ee24-4582-9aa2-41e288f121c8 {{(pid=104085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:53:54.190363 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port b96d49ae-ee24-4582-9aa2-41e288f121c8, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=b96d49ae-ee24-4582-9aa2-41e288f121c8,segment=NetworkSegment(5712546f-25c4-4008-94da-0a60337a983b),segment_id=5712546f-25c4-4008-94da-0a60337a983b)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:53:54.271815 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (b96d49ae-ee24-4582-9aa2-41e288f121c8), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:54.322243 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=b96d49ae-ee24-4582-9aa2-41e288f121c8,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:54.532355 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['b96d49ae-ee24-4582-9aa2-41e288f121c8'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:53:55.173498 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa99039-5a16-408c-aa10-1d87a263b1d7 req-194a91b1-84a6-482c-95dd-23ae79bb9714 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:55.175101 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-7fa99039-5a16-408c-aa10-1d87a263b1d7 req-194a91b1-84a6-482c-95dd-23ae79bb9714 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=2bd61d34-1d9b-4b9f-9589-a4b8b963c714 HTTP/1.1" status: 200 len: 944 time: 0.0542901 Feb 28 10:53:55.226461 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-7fa99039-5a16-408c-aa10-1d87a263b1d7 req-b5159026-7bea-43f4-8f0e-031bf31ff5d0 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=30fd06d4-651e-428a-97e9-331a47ee426e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454953 Feb 28 10:53:56.008251 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device b96d49ae-ee24-4582-9aa2-41e288f121c8 up at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:53:56.154208 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning for port b96d49ae-ee24-4582-9aa2-41e288f121c8 completed by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:53:56.158627 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning complete for port b96d49ae-ee24-4582-9aa2-41e288f121c8 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:53:56.159050 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (b96d49ae-ee24-4582-9aa2-41e288f121c8), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:56.238306 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port b96d49ae-ee24-4582-9aa2-41e288f121c8 is: BUILD; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:53:56.238622 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (b96d49ae-ee24-4582-9aa2-41e288f121c8), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:56.262553 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd61d34-1d9b-4b9f-9589-a4b8b963c714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96d49ae-ee24-4582-9aa2-41e288f121c8'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:53:56.264445 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade7b636-8447-449c-bc92-42ea065b4070" -d '{"events": [{"server_uuid": "2bd61d34-1d9b-4b9f-9589-a4b8b963c714", "name": "network-vif-plugged", "status": "completed", "tag": "b96d49ae-ee24-4582-9aa2-41e288f121c8"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:53:56.280809 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port b96d49ae-ee24-4582-9aa2-41e288f121c8, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=b96d49ae-ee24-4582-9aa2-41e288f121c8,segment=NetworkSegment(5712546f-25c4-4008-94da-0a60337a983b),segment_id=5712546f-25c4-4008-94da-0a60337a983b)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:53:56.308413 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3301ea-7a93-4586-9f64-a82593cf3980 x-openstack-request-id: req-2d3301ea-7a93-4586-9f64-a82593cf3980 {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:53:56.309533 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd61d34-1d9b-4b9f-9589-a4b8b963c714", "name": "network-vif-plugged", "status": "completed", "tag": "b96d49ae-ee24-4582-9aa2-41e288f121c8", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:53:56.309684 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2d3301ea-7a93-4586-9f64-a82593cf3980 {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:53:56.310238 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd61d34-1d9b-4b9f-9589-a4b8b963c714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96d49ae-ee24-4582-9aa2-41e288f121c8', 'code': 200} Feb 28 10:53:56.351600 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (b96d49ae-ee24-4582-9aa2-41e288f121c8), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:56.354059 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a792f-11a0-4511-9fc8-4285fb931f9f req-cd0d970b-367a-40d3-82fb-5c8dc467acc2 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:56.356436 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-6a9a792f-11a0-4511-9fc8-4285fb931f9f req-cd0d970b-367a-40d3-82fb-5c8dc467acc2 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=2bd61d34-1d9b-4b9f-9589-a4b8b963c714 HTTP/1.1" status: 200 len: 944 time: 0.0554466 Feb 28 10:53:56.407082 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=b96d49ae-ee24-4582-9aa2-41e288f121c8,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:56.420443 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-6a9a792f-11a0-4511-9fc8-4285fb931f9f req-93174b87-4d84-422d-b186-e085e64f342d tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=30fd06d4-651e-428a-97e9-331a47ee426e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519490 Feb 28 10:53:56.789413 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea79ea-6cec-4e6d-b8e2-7a735e15f4b7 req-646285a1-998c-4b98-8031-9a57cf314146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:56.791435 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f6ea79ea-6cec-4e6d-b8e2-7a735e15f4b7 req-646285a1-998c-4b98-8031-9a57cf314146 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2bd61d34-1d9b-4b9f-9589-a4b8b963c714 HTTP/1.1" status: 200 len: 1129 time: 0.0428545 Feb 28 10:53:56.837931 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f6ea79ea-6cec-4e6d-b8e2-7a735e15f4b7 req-6240fb3e-200e-4772-a303-1322b0309a99 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=30fd06d4-651e-428a-97e9-331a47ee426e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415616 Feb 28 10:53:57.565448 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d28b54-5b10-487f-8555-50bda27ae7fe req-78d55a5d-bf3d-4d35-b346-67678dbfa8ed tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:57.567030 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-90d28b54-5b10-487f-8555-50bda27ae7fe req-78d55a5d-bf3d-4d35-b346-67678dbfa8ed tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=2bd61d34-1d9b-4b9f-9589-a4b8b963c714 HTTP/1.1" status: 200 len: 945 time: 0.0584681 Feb 28 10:53:57.618570 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-90d28b54-5b10-487f-8555-50bda27ae7fe req-05ba8084-037a-4c44-9376-3565911ad230 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=30fd06d4-651e-428a-97e9-331a47ee426e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460367 Feb 28 10:53:58.741900 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c335bef-2b82-4e98-b743-7cea24a9563e req-44b11c3d-df41-4859-b695-7f4f09744586 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:58.743428 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-6c335bef-2b82-4e98-b743-7cea24a9563e req-44b11c3d-df41-4859-b695-7f4f09744586 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=2bd61d34-1d9b-4b9f-9589-a4b8b963c714 HTTP/1.1" status: 200 len: 945 time: 0.0543315 Feb 28 10:53:58.799199 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-6c335bef-2b82-4e98-b743-7cea24a9563e req-368eecd9-772e-44ea-8a8b-cecc0eb342dd tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=30fd06d4-651e-428a-97e9-331a47ee426e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495489 Feb 28 10:53:58.922476 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f967db-7e52-4726-9c00-893a2e169dc5 req-2079f704-41b9-4220-939b-e9a9435af671 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:58.923992 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f0f967db-7e52-4726-9c00-893a2e169dc5 req-2079f704-41b9-4220-939b-e9a9435af671 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=2bd61d34-1d9b-4b9f-9589-a4b8b963c714 HTTP/1.1" status: 200 len: 945 time: 0.0550663 Feb 28 10:53:58.976299 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f0f967db-7e52-4726-9c00-893a2e169dc5 req-31c356f7-fd36-4938-bee6-8ccec7baf525 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=30fd06d4-651e-428a-97e9-331a47ee426e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456207 Feb 28 10:53:58.999351 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 52204) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:53:59.049254 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fe2c37-9edf-42ee-80e0-109e2f3c9f3c tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:59.052241 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-05fe2c37-9edf-42ee-80e0-109e2f3c9f3c tempest-TestNetworkBasicOps-992444191 tempest-TestNetworkBasicOps-992444191-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=2bd61d34-1d9b-4b9f-9589-a4b8b963c714 HTTP/1.1" status: 200 len: 1124 time: 0.0503900 Feb 28 10:53:59.054430 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 52206) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:53:59.059229 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-9ef57d56-1060-4583-b030-253315ac67af tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'floatingip': {'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'port_id': 'b96d49ae-ee24-4582-9aa2-41e288f121c8', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:53:59.157277 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9ef57d56-1060-4583-b030-253315ac67af tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:59.260486 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9ef57d56-1060-4583-b030-253315ac67af tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:59.379830 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-9ef57d56-1060-4583-b030-253315ac67af tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Allocated IP 172.26.3.28 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/c7bdca84-5ebd-462e-87c3-dbab35a80131) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:53:59.483845 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9ef57d56-1060-4583-b030-253315ac67af tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for port (c7bdca84-5ebd-462e-87c3-dbab35a80131), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:59.611842 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9ef57d56-1060-4583-b030-253315ac67af tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (c7bdca84-5ebd-462e-87c3-dbab35a80131), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:59.653437 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef57d56-1060-4583-b030-253315ac67af tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:53:59.656886 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-9ef57d56-1060-4583-b030-253315ac67af tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:53:59.659413 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef57d56-1060-4583-b030-253315ac67af tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:53:59.695556 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef57d56-1060-4583-b030-253315ac67af tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Port': ['ID=c7bdca84-5ebd-462e-87c3-dbab35a80131,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:54:00.065857 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9ef57d56-1060-4583-b030-253315ac67af tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for floatingip (c5ca8b28-3258-4732-ac1a-9e458a359415), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:00.232358 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9ef57d56-1060-4583-b030-253315ac67af tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (c7bdca84-5ebd-462e-87c3-dbab35a80131), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:00.389225 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9ef57d56-1060-4583-b030-253315ac67af tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for port (c7bdca84-5ebd-462e-87c3-dbab35a80131), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:00.485603 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9ef57d56-1060-4583-b030-253315ac67af tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (c7bdca84-5ebd-462e-87c3-dbab35a80131), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:00.555851 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef57d56-1060-4583-b030-253315ac67af tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event updated for resources: {'Port': ['ID=c7bdca84-5ebd-462e-87c3-dbab35a80131,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:54:00.568257 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9ef57d56-1060-4583-b030-253315ac67af tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047917'] for floatingip (c5ca8b28-3258-4732-ac1a-9e458a359415), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:00.671525 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:00.678675 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.l3_db [None req-9ef57d56-1060-4583-b030-253315ac67af tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Floating IP c5ca8b28-3258-4732-ac1a-9e458a359415 associated. External IP: 172.26.3.28, port: b96d49ae-ee24-4582-9aa2-41e288f121c8. Feb 28 10:54:00.917510 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ef57d56-1060-4583-b030-253315ac67af tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Router a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:54:01.033867 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef57d56-1060-4583-b030-253315ac67af tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:54:01.044083 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df279ef-0edb-4795-93b1-c0af9c8b9182 None None] Sync routers for ids ['a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:54:01.054800 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df279ef-0edb-4795-93b1-c0af9c8b9182 None None] Routers {'a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:54:01.055464 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-1df279ef-0edb-4795-93b1-c0af9c8b9182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:53:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:54:01.173958 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9ef57d56-1060-4583-b030-253315ac67af tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:01.177272 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-1df279ef-0edb-4795-93b1-c0af9c8b9182 None None] Set router a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:54:01.208465 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-9ef57d56-1060-4583-b030-253315ac67af tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1529315 Feb 28 10:54:01.209066 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bd61d34-1d9b-4b9f-9589-a4b8b963c714', 'tag': 'b96d49ae-ee24-4582-9aa2-41e288f121c8'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:54:01.211401 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858c7dd3-6671-4999-b75f-b0d001e522a7" -d '{"events": [{"name": "network-changed", "server_uuid": "2bd61d34-1d9b-4b9f-9589-a4b8b963c714", "tag": "b96d49ae-ee24-4582-9aa2-41e288f121c8"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:54:01.211537 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 52208) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:54:01.250526 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac37cf97-800f-42f0-bfd3-73717b1109b9 x-openstack-request-id: req-ac37cf97-800f-42f0-bfd3-73717b1109b9 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:54:01.250822 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bd61d34-1d9b-4b9f-9589-a4b8b963c714", "tag": "b96d49ae-ee24-4582-9aa2-41e288f121c8", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:54:01.251109 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ac37cf97-800f-42f0-bfd3-73717b1109b9 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:54:01.252097 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bd61d34-1d9b-4b9f-9589-a4b8b963c714', 'tag': 'b96d49ae-ee24-4582-9aa2-41e288f121c8', 'status': 'completed', 'code': 200} Feb 28 10:54:01.279636 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-e6f8bb0b-3736-4df2-883e-da64945fa53a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/floatingips/c5ca8b28-3258-4732-ac1a-9e458a359415 HTTP/1.1" status: 200 len: 990 time: 0.0664284 Feb 28 10:54:01.340533 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c7dd3-6671-4999-b75f-b0d001e522a7 req-299d1aae-a96e-436e-8733-c9e22e1714b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:54:01.342124 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-858c7dd3-6671-4999-b75f-b0d001e522a7 req-299d1aae-a96e-436e-8733-c9e22e1714b0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=02ebd57ebb02426fbf4a686f080eb9d7&device_id=2bd61d34-1d9b-4b9f-9589-a4b8b963c714 HTTP/1.1" status: 200 len: 1129 time: 0.0467682 Feb 28 10:54:01.422498 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-1df279ef-0edb-4795-93b1-c0af9c8b9182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5', 'name': 'tempest-TestNetworkBasicOps-router-1336122078', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': 'd6a51cb2-0417-47e0-8b9f-22e67df19837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:53:34Z', 'updated_at': '2022-02-28T10:53:39Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': 'd6a51cb2-0417-47e0-8b9f-22e67df19837', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:53:35Z', 'updated_at': '2022-02-28T10:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': 'c5ca8b28-3258-4732-ac1a-9e458a359415', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'floating_ip_address': '172.26.3.28', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': 'a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5', 'port_id': 'b96d49ae-ee24-4582-9aa2-41e288f121c8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf', 'mac_address': 'fa:16:3e:f0:bc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd61d34-1d9b-4b9f-9589-a4b8b963c714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:53:59Z', 'updated_at': '2022-02-28T10:53:59Z', 'revision_number': 0, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd01df745-2ea4-4f68-9ba1-470f683ab927', 'name': '', 'network_id': '7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:9c:58:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '70e0be2d-8c42-4548-b79b-2bf1ef697595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:53:38Z', 'updated_at': '2022-02-28T10:53:42Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '70e0be2d-8c42-4548-b79b-2bf1ef697595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:54:01.445608 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c7dd3-6671-4999-b75f-b0d001e522a7 req-405df00a-28e9-4d52-8a6f-3115bcc0f2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:54:01.447132 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-858c7dd3-6671-4999-b75f-b0d001e522a7 req-405df00a-28e9-4d52-8a6f-3115bcc0f2be service neutron] 10.222.0.70 "GET /v2.0/networks?id=7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf HTTP/1.1" status: 200 len: 896 time: 0.0931683 Feb 28 10:54:01.449982 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df279ef-0edb-4795-93b1-c0af9c8b9182 None None] Checking router: a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5 for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:54:01.458946 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df279ef-0edb-4795-93b1-c0af9c8b9182 None None] Routers {'a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:54:01.459574 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-1df279ef-0edb-4795-93b1-c0af9c8b9182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:53:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:54:01.514294 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-858c7dd3-6671-4999-b75f-b0d001e522a7 req-53b187cb-56d3-475b-a592-27c8c98e5920 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b96d49ae-ee24-4582-9aa2-41e288f121c8 HTTP/1.1" status: 200 len: 998 time: 0.0613143 Feb 28 10:54:01.562517 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c7dd3-6671-4999-b75f-b0d001e522a7 req-f2c3c8d7-9d4b-49ca-9a3c-dd9fc551def4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:54:01.564049 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-858c7dd3-6671-4999-b75f-b0d001e522a7 req-f2c3c8d7-9d4b-49ca-9a3c-dd9fc551def4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=70e0be2d-8c42-4548-b79b-2bf1ef697595 HTTP/1.1" status: 200 len: 835 time: 0.0446322 Feb 28 10:54:01.583195 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-1df279ef-0edb-4795-93b1-c0af9c8b9182 None None] Set router a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:54:01.619322 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c7dd3-6671-4999-b75f-b0d001e522a7 req-a5a611ec-6a45-469d-a3f1-cd9b8066a0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:54:01.620847 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-858c7dd3-6671-4999-b75f-b0d001e522a7 req-a5a611ec-6a45-469d-a3f1-cd9b8066a0e9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0504498 Feb 28 10:54:01.720327 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-858c7dd3-6671-4999-b75f-b0d001e522a7 req-03afc4ee-55e9-4341-b593-58b009f73a2e service neutron] 10.222.0.70 "GET /v2.0/networks/7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933070 Feb 28 10:54:01.833046 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-858c7dd3-6671-4999-b75f-b0d001e522a7 req-596c49e0-27ce-4193-81cc-0af6e34ecdf5 service neutron] 10.222.0.70 "GET /v2.0/networks/7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983572 Feb 28 10:54:01.845496 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-1df279ef-0edb-4795-93b1-c0af9c8b9182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5', 'name': 'tempest-TestNetworkBasicOps-router-1336122078', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': 'd6a51cb2-0417-47e0-8b9f-22e67df19837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:53:34Z', 'updated_at': '2022-02-28T10:53:39Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': 'd6a51cb2-0417-47e0-8b9f-22e67df19837', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:53:35Z', 'updated_at': '2022-02-28T10:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': 'c5ca8b28-3258-4732-ac1a-9e458a359415', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'floating_ip_address': '172.26.3.28', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': 'a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5', 'port_id': 'b96d49ae-ee24-4582-9aa2-41e288f121c8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf', 'mac_address': 'fa:16:3e:f0:bc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd61d34-1d9b-4b9f-9589-a4b8b963c714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:53:59Z', 'updated_at': '2022-02-28T10:53:59Z', 'revision_number': 0, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd01df745-2ea4-4f68-9ba1-470f683ab927', 'name': '', 'network_id': '7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:9c:58:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '70e0be2d-8c42-4548-b79b-2bf1ef697595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:53:38Z', 'updated_at': '2022-02-28T10:53:42Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '70e0be2d-8c42-4548-b79b-2bf1ef697595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:54:01.872218 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df279ef-0edb-4795-93b1-c0af9c8b9182 None None] The sync data for ids ['a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5'] in dv-neutron-829161-3-hyperv is: [{'id': 'a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5', 'name': 'tempest-TestNetworkBasicOps-router-1336122078', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': 'd6a51cb2-0417-47e0-8b9f-22e67df19837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:53:34Z', 'updated_at': '2022-02-28T10:53:39Z', 'revision_number': 4, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': 'd6a51cb2-0417-47e0-8b9f-22e67df19837', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:53:35Z', 'updated_at': '2022-02-28T10:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': 'c5ca8b28-3258-4732-ac1a-9e458a359415', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'floating_ip_address': '172.26.3.28', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': 'a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5', 'port_id': 'b96d49ae-ee24-4582-9aa2-41e288f121c8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf', 'mac_address': 'fa:16:3e:f0:bc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd61d34-1d9b-4b9f-9589-a4b8b963c714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:53:59Z', 'updated_at': '2022-02-28T10:53:59Z', 'revision_number': 0, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd01df745-2ea4-4f68-9ba1-470f683ab927', 'name': '', 'network_id': '7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:9c:58:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '70e0be2d-8c42-4548-b79b-2bf1ef697595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:53:38Z', 'updated_at': '2022-02-28T10:53:42Z', 'revision_number': 5, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '70e0be2d-8c42-4548-b79b-2bf1ef697595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:54:02.085026 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f5c307-0655-44e2-97ee-3bce7cd20fba None None] New status for floating IP c5ca8b28-3258-4732-ac1a-9e458a359415: ACTIVE {{(pid=104085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:54:02.282370 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 52212) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:54:02.350678 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c242d55f-64c5-45c5-96a0-61d5e9723956 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/floatingips/c5ca8b28-3258-4732-ac1a-9e458a359415 HTTP/1.1" status: 200 len: 990 time: 0.0671794 Feb 28 10:54:03.354858 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 52214) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:54:03.417165 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-938d07df-2e03-48d8-b69a-687c45b75bcf tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/floatingips/c5ca8b28-3258-4732-ac1a-9e458a359415 HTTP/1.1" status: 200 len: 992 time: 0.0609109 Feb 28 10:54:16.528532 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2b1060c0-718d-4a5d-9c2e-3bdd13920ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:18.750847 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-1ab54f3c-6bab-4e09-98f3-11f0654e7909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:20.045705 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:20.716164 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:54:21.354105 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:22.708647 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:30.679691 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:32.680397 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 52226) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:54:32.685706 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-684b4142-d5b9-44e8-84ca-aca54117e542 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'router': {'admin_state_up': False}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:54:33.002541 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-684b4142-d5b9-44e8-84ca-aca54117e542 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1032676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1044823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27871'] for router (a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:33.094326 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-684b4142-d5b9-44e8-84ca-aca54117e542 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1032701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1032690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1044908'] for router (a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:33.206448 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-684b4142-d5b9-44e8-84ca-aca54117e542 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Router a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:54:33.317120 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684b4142-d5b9-44e8-84ca-aca54117e542 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:54:33.324561 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-684b4142-d5b9-44e8-84ca-aca54117e542 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:33.325758 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-684b4142-d5b9-44e8-84ca-aca54117e542 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "PUT /v2.0/routers/a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5 HTTP/1.1" status: 200 len: 889 time: 0.6443408 Feb 28 10:54:33.327905 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2b9e19-bef6-4e5c-8d78-7a43df01cd74 None None] Sync routers for ids ['a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:54:33.341516 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2b9e19-bef6-4e5c-8d78-7a43df01cd74 None None] Routers {'a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:54:33.342138 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-df2b9e19-bef6-4e5c-8d78-7a43df01cd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:54:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:54:33.380245 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-df2b9e19-bef6-4e5c-8d78-7a43df01cd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:54:33.389604 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2b9e19-bef6-4e5c-8d78-7a43df01cd74 None None] Routers {'a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:54:33.390205 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-df2b9e19-bef6-4e5c-8d78-7a43df01cd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:54:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:54:33.423303 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-df2b9e19-bef6-4e5c-8d78-7a43df01cd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:54:33.424070 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2b9e19-bef6-4e5c-8d78-7a43df01cd74 None None] The sync data for ids ['a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5'] in dv-neutron-829161-3-hyperv is: [] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:54:34.172355 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df716ab-2415-45a9-8b68-f1d02e04f0c5 None None] New status for floating IP c5ca8b28-3258-4732-ac1a-9e458a359415: DOWN {{(pid=104085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:54:34.206146 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device d6a51cb2-0417-47e0-8b9f-22e67df19837 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:54:34.533715 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port d6a51cb2-0417-47e0-8b9f-22e67df19837 is: ACTIVE; New status is: DOWN {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:54:34.534110 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (d6a51cb2-0417-47e0-8b9f-22e67df19837), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:34.561464 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port d6a51cb2-0417-47e0-8b9f-22e67df19837, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=d6a51cb2-0417-47e0-8b9f-22e67df19837,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:54:34.664957 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (d6a51cb2-0417-47e0-8b9f-22e67df19837), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:34.665686 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device d01df745-2ea4-4f68-9ba1-470f683ab927 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:54:34.750243 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=d6a51cb2-0417-47e0-8b9f-22e67df19837,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:54:34.760826 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:34.761716 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:34.762349 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:34.762815 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:34.763181 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:34.763521 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:34.764819 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:34.765165 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:34.766455 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:34.766873 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:34.767162 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:34.767503 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:34.767836 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:34.817443 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port d01df745-2ea4-4f68-9ba1-470f683ab927 is: ACTIVE; New status is: DOWN {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:54:34.817873 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (d01df745-2ea4-4f68-9ba1-470f683ab927), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:34.854401 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port d01df745-2ea4-4f68-9ba1-470f683ab927, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=d01df745-2ea4-4f68-9ba1-470f683ab927,segment=NetworkSegment(5712546f-25c4-4008-94da-0a60337a983b),segment_id=5712546f-25c4-4008-94da-0a60337a983b)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:54:35.005241 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (d01df745-2ea4-4f68-9ba1-470f683ab927), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:35.055293 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=d01df745-2ea4-4f68-9ba1-470f683ab927,revision_number=6']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:54:35.461925 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 52230) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:54:35.467070 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-6233fa6e-fb3f-43f4-a894-7b5b6ed3310c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Request body: {'router': {'admin_state_up': True}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:54:36.163547 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6233fa6e-fb3f-43f4-a894-7b5b6ed3310c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1032676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1044823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27871'] for router (a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:36.294473 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6233fa6e-fb3f-43f4-a894-7b5b6ed3310c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1032701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1032690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1044908'] for router (a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:36.408425 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6233fa6e-fb3f-43f4-a894-7b5b6ed3310c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Router a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:54:36.545945 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6233fa6e-fb3f-43f4-a894-7b5b6ed3310c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:54:36.552417 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6233fa6e-fb3f-43f4-a894-7b5b6ed3310c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:36.555314 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-6233fa6e-fb3f-43f4-a894-7b5b6ed3310c tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "PUT /v2.0/routers/a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5 HTTP/1.1" status: 200 len: 888 time: 1.0906208 Feb 28 10:54:36.555690 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4901d3da-f6ae-415f-b7d3-9f4c1606a080 None None] Sync routers for ids ['a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:54:36.556621 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 52232) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:54:36.569888 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4901d3da-f6ae-415f-b7d3-9f4c1606a080 None None] Routers {'a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:54:36.570575 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-4901d3da-f6ae-415f-b7d3-9f4c1606a080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:54:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:54:36.621537 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-cfab471a-7cb8-4d32-829b-a31fdf6ae409 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/floatingips/c5ca8b28-3258-4732-ac1a-9e458a359415 HTTP/1.1" status: 200 len: 990 time: 0.0636606 Feb 28 10:54:36.681273 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-4901d3da-f6ae-415f-b7d3-9f4c1606a080 None None] Set router a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:54:37.027411 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-4901d3da-f6ae-415f-b7d3-9f4c1606a080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5', 'name': 'tempest-TestNetworkBasicOps-router-1336122078', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': 'd6a51cb2-0417-47e0-8b9f-22e67df19837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:53:34Z', 'updated_at': '2022-02-28T10:54:36Z', 'revision_number': 6, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': 'd6a51cb2-0417-47e0-8b9f-22e67df19837', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fb:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:53:35Z', 'updated_at': '2022-02-28T10:54:34Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': 'c5ca8b28-3258-4732-ac1a-9e458a359415', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'floating_ip_address': '172.26.3.28', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': 'a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5', 'port_id': 'b96d49ae-ee24-4582-9aa2-41e288f121c8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf', 'mac_address': 'fa:16:3e:f0:bc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd61d34-1d9b-4b9f-9589-a4b8b963c714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:53:59Z', 'updated_at': '2022-02-28T10:54:34Z', 'revision_number': 2, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd01df745-2ea4-4f68-9ba1-470f683ab927', 'name': '', 'network_id': '7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:9c:58:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '70e0be2d-8c42-4548-b79b-2bf1ef697595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:53:38Z', 'updated_at': '2022-02-28T10:54:34Z', 'revision_number': 6, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '70e0be2d-8c42-4548-b79b-2bf1ef697595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:54:37.056522 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4901d3da-f6ae-415f-b7d3-9f4c1606a080 None None] Checking router: a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5 for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:54:37.065407 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4901d3da-f6ae-415f-b7d3-9f4c1606a080 None None] Routers {'a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:54:37.066035 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-4901d3da-f6ae-415f-b7d3-9f4c1606a080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:54:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:54:37.186017 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-4901d3da-f6ae-415f-b7d3-9f4c1606a080 None None] Set router a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:54:37.415625 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-4901d3da-f6ae-415f-b7d3-9f4c1606a080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5', 'name': 'tempest-TestNetworkBasicOps-router-1336122078', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': 'd6a51cb2-0417-47e0-8b9f-22e67df19837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:53:34Z', 'updated_at': '2022-02-28T10:54:36Z', 'revision_number': 6, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': 'd6a51cb2-0417-47e0-8b9f-22e67df19837', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fb:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:53:35Z', 'updated_at': '2022-02-28T10:54:34Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': 'c5ca8b28-3258-4732-ac1a-9e458a359415', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'floating_ip_address': '172.26.3.28', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': 'a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5', 'port_id': 'b96d49ae-ee24-4582-9aa2-41e288f121c8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf', 'mac_address': 'fa:16:3e:f0:bc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd61d34-1d9b-4b9f-9589-a4b8b963c714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:53:59Z', 'updated_at': '2022-02-28T10:54:34Z', 'revision_number': 2, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd01df745-2ea4-4f68-9ba1-470f683ab927', 'name': '', 'network_id': '7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:9c:58:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '70e0be2d-8c42-4548-b79b-2bf1ef697595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:53:38Z', 'updated_at': '2022-02-28T10:54:34Z', 'revision_number': 6, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '70e0be2d-8c42-4548-b79b-2bf1ef697595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:54:37.446521 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4901d3da-f6ae-415f-b7d3-9f4c1606a080 None None] The sync data for ids ['a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5'] in dv-neutron-829161-3-hyperv is: [{'id': 'a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5', 'name': 'tempest-TestNetworkBasicOps-router-1336122078', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': 'd6a51cb2-0417-47e0-8b9f-22e67df19837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:53:34Z', 'updated_at': '2022-02-28T10:54:36Z', 'revision_number': 6, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': 'd6a51cb2-0417-47e0-8b9f-22e67df19837', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fb:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:53:35Z', 'updated_at': '2022-02-28T10:54:34Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': 'c5ca8b28-3258-4732-ac1a-9e458a359415', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'floating_ip_address': '172.26.3.28', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': 'a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5', 'port_id': 'b96d49ae-ee24-4582-9aa2-41e288f121c8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf', 'mac_address': 'fa:16:3e:f0:bc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd61d34-1d9b-4b9f-9589-a4b8b963c714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:53:59Z', 'updated_at': '2022-02-28T10:54:34Z', 'revision_number': 2, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd01df745-2ea4-4f68-9ba1-470f683ab927', 'name': '', 'network_id': '7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:9c:58:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '70e0be2d-8c42-4548-b79b-2bf1ef697595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:53:38Z', 'updated_at': '2022-02-28T10:54:34Z', 'revision_number': 6, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '70e0be2d-8c42-4548-b79b-2bf1ef697595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:54:37.625289 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 52234) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:54:37.699635 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-27fd73b9-597b-4b67-bace-3ebc61355ab2 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/floatingips/c5ca8b28-3258-4732-ac1a-9e458a359415 HTTP/1.1" status: 200 len: 990 time: 0.0723252 Feb 28 10:54:38.183306 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device d01df745-2ea4-4f68-9ba1-470f683ab927 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:54:38.247537 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port d01df745-2ea4-4f68-9ba1-470f683ab927 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:54:38.248148 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (d01df745-2ea4-4f68-9ba1-470f683ab927), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:38.340398 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port d01df745-2ea4-4f68-9ba1-470f683ab927 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:54:38.340782 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (d01df745-2ea4-4f68-9ba1-470f683ab927), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:38.381954 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port d01df745-2ea4-4f68-9ba1-470f683ab927, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=d01df745-2ea4-4f68-9ba1-470f683ab927,segment=NetworkSegment(5712546f-25c4-4008-94da-0a60337a983b),segment_id=5712546f-25c4-4008-94da-0a60337a983b)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:54:38.494105 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (d01df745-2ea4-4f68-9ba1-470f683ab927), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:38.551534 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=d01df745-2ea4-4f68-9ba1-470f683ab927,revision_number=7']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:54:38.703644 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 52236) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:54:38.787650 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-5da42050-0f35-4f1a-9468-8a4be0c5fb74 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/floatingips/c5ca8b28-3258-4732-ac1a-9e458a359415 HTTP/1.1" status: 200 len: 990 time: 0.0827520 Feb 28 10:54:39.190595 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f89401-1fbe-42bb-9503-2b3f2cb88adc None None] New status for floating IP c5ca8b28-3258-4732-ac1a-9e458a359415: ACTIVE {{(pid=104085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:54:39.791659 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 52238) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:54:39.854042 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-0f26212e-8f3e-429b-98e4-d9bdb3e20797 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/floatingips/c5ca8b28-3258-4732-ac1a-9e458a359415 HTTP/1.1" status: 200 len: 992 time: 0.0610507 Feb 28 10:54:40.158983 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device d6a51cb2-0417-47e0-8b9f-22e67df19837 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:54:40.224609 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port d6a51cb2-0417-47e0-8b9f-22e67df19837 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:54:40.225178 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (d6a51cb2-0417-47e0-8b9f-22e67df19837), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:40.308618 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port d6a51cb2-0417-47e0-8b9f-22e67df19837 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:54:40.309040 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (d6a51cb2-0417-47e0-8b9f-22e67df19837), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:40.334375 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port d6a51cb2-0417-47e0-8b9f-22e67df19837, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=d6a51cb2-0417-47e0-8b9f-22e67df19837,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:54:40.448556 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (d6a51cb2-0417-47e0-8b9f-22e67df19837), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:40.449425 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device d01df745-2ea4-4f68-9ba1-470f683ab927 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:54:40.522565 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=d6a51cb2-0417-47e0-8b9f-22e67df19837,revision_number=6']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:54:40.534878 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port d01df745-2ea4-4f68-9ba1-470f683ab927 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:54:40.535263 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (d01df745-2ea4-4f68-9ba1-470f683ab927), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:40.618952 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port d01df745-2ea4-4f68-9ba1-470f683ab927 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:54:42.075852 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device d6a51cb2-0417-47e0-8b9f-22e67df19837 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:54:42.124954 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port d6a51cb2-0417-47e0-8b9f-22e67df19837 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:54:42.125333 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (d6a51cb2-0417-47e0-8b9f-22e67df19837), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:42.126014 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 52244) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:54:42.203437 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port d6a51cb2-0417-47e0-8b9f-22e67df19837 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:54:42.285970 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-afcc7b33-f54d-474f-81e6-cc249f9cd74e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Deleting port c7bdca84-5ebd-462e-87c3-dbab35a80131 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:54:42.286306 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-afcc7b33-f54d-474f-81e6-cc249f9cd74e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (c7bdca84-5ebd-462e-87c3-dbab35a80131), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:42.367857 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-afcc7b33-f54d-474f-81e6-cc249f9cd74e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (c7bdca84-5ebd-462e-87c3-dbab35a80131), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:42.368189 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-afcc7b33-f54d-474f-81e6-cc249f9cd74e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for floatingip (c7bdca84-5ebd-462e-87c3-dbab35a80131), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:42.380280 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-afcc7b33-f54d-474f-81e6-cc249f9cd74e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Calling delete_port for c7bdca84-5ebd-462e-87c3-dbab35a80131 owned by network:floatingip {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:54:42.696593 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-afcc7b33-f54d-474f-81e6-cc249f9cd74e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (c7bdca84-5ebd-462e-87c3-dbab35a80131), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:42.724503 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcc7b33-f54d-474f-81e6-cc249f9cd74e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event deleted for resources: {'Port': ['ID=c7bdca84-5ebd-462e-87c3-dbab35a80131,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:54:42.750751 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcc7b33-f54d-474f-81e6-cc249f9cd74e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:42.751144 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcc7b33-f54d-474f-81e6-cc249f9cd74e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:42.751501 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcc7b33-f54d-474f-81e6-cc249f9cd74e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:42.751899 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcc7b33-f54d-474f-81e6-cc249f9cd74e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:42.752255 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcc7b33-f54d-474f-81e6-cc249f9cd74e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:42.752600 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcc7b33-f54d-474f-81e6-cc249f9cd74e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:42.752944 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcc7b33-f54d-474f-81e6-cc249f9cd74e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:42.753286 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcc7b33-f54d-474f-81e6-cc249f9cd74e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:42.753624 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcc7b33-f54d-474f-81e6-cc249f9cd74e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:42.753994 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcc7b33-f54d-474f-81e6-cc249f9cd74e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:42.754376 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcc7b33-f54d-474f-81e6-cc249f9cd74e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:42.754713 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcc7b33-f54d-474f-81e6-cc249f9cd74e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:42.755076 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcc7b33-f54d-474f-81e6-cc249f9cd74e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:42.794323 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-afcc7b33-f54d-474f-81e6-cc249f9cd74e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for floatingip (c5ca8b28-3258-4732-ac1a-9e458a359415), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:42.794658 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.l3_db [None req-afcc7b33-f54d-474f-81e6-cc249f9cd74e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Floating IP c5ca8b28-3258-4732-ac1a-9e458a359415 disassociated (deleted). External IP: 172.26.3.28, port: b96d49ae-ee24-4582-9aa2-41e288f121c8. Feb 28 10:54:43.026032 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afcc7b33-f54d-474f-81e6-cc249f9cd74e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Router a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:54:43.150179 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afcc7b33-f54d-474f-81e6-cc249f9cd74e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:54:43.155200 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-afcc7b33-f54d-474f-81e6-cc249f9cd74e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:43.160522 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc47264-9cad-42dd-b038-536b717f7f03 None None] Sync routers for ids ['a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:54:43.173185 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc47264-9cad-42dd-b038-536b717f7f03 None None] Routers {'a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:54:43.173881 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-bcc47264-9cad-42dd-b038-536b717f7f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:54:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:54:43.188204 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-afcc7b33-f54d-474f-81e6-cc249f9cd74e tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "DELETE /v2.0/floatingips/c5ca8b28-3258-4732-ac1a-9e458a359415 HTTP/1.1" status: 204 len: 168 time: 1.0610051 Feb 28 10:54:43.188784 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bd61d34-1d9b-4b9f-9589-a4b8b963c714', 'tag': 'b96d49ae-ee24-4582-9aa2-41e288f121c8'}] {{(pid=104084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:54:43.191102 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ffa69481dce8c4e68394bb3e97aff222617d39f0bec9a6d6e4c39a9256e7c95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d918e8-9bc7-4ca5-a6e6-fe6ea94e6f7f" -d '{"events": [{"name": "network-changed", "server_uuid": "2bd61d34-1d9b-4b9f-9589-a4b8b963c714", "tag": "b96d49ae-ee24-4582-9aa2-41e288f121c8"}]}' {{(pid=104084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:54:43.304362 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-bcc47264-9cad-42dd-b038-536b717f7f03 None None] Set router a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:54:43.365257 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562e0ff3-a972-499a-a34e-c38b022059ba x-openstack-request-id: req-562e0ff3-a972-499a-a34e-c38b022059ba {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:54:43.365633 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bd61d34-1d9b-4b9f-9589-a4b8b963c714", "tag": "b96d49ae-ee24-4582-9aa2-41e288f121c8", "status": "completed", "code": 200}]} {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:54:43.365969 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-562e0ff3-a972-499a-a34e-c38b022059ba {{(pid=104084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:54:43.366456 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bd61d34-1d9b-4b9f-9589-a4b8b963c714', 'tag': 'b96d49ae-ee24-4582-9aa2-41e288f121c8', 'status': 'completed', 'code': 200} Feb 28 10:54:43.450716 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d918e8-9bc7-4ca5-a6e6-fe6ea94e6f7f req-cbf882a8-cf3f-471f-bb76-f01d5ea52a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:54:43.452414 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-86d918e8-9bc7-4ca5-a6e6-fe6ea94e6f7f req-cbf882a8-cf3f-471f-bb76-f01d5ea52a06 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=02ebd57ebb02426fbf4a686f080eb9d7&device_id=2bd61d34-1d9b-4b9f-9589-a4b8b963c714 HTTP/1.1" status: 200 len: 1129 time: 0.0459664 Feb 28 10:54:43.511586 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-bcc47264-9cad-42dd-b038-536b717f7f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5', 'name': 'tempest-TestNetworkBasicOps-router-1336122078', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': 'd6a51cb2-0417-47e0-8b9f-22e67df19837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:53:34Z', 'updated_at': '2022-02-28T10:54:36Z', 'revision_number': 6, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': 'd6a51cb2-0417-47e0-8b9f-22e67df19837', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:53:35Z', 'updated_at': '2022-02-28T10:54:40Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': 'd01df745-2ea4-4f68-9ba1-470f683ab927', 'name': '', 'network_id': '7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:9c:58:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '70e0be2d-8c42-4548-b79b-2bf1ef697595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:53:38Z', 'updated_at': '2022-02-28T10:54:38Z', 'revision_number': 7, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '70e0be2d-8c42-4548-b79b-2bf1ef697595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:54:43.542489 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc47264-9cad-42dd-b038-536b717f7f03 None None] Checking router: a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5 for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:54:43.550979 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc47264-9cad-42dd-b038-536b717f7f03 None None] Routers {'a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:54:43.551527 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-bcc47264-9cad-42dd-b038-536b717f7f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:54:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:54:43.556864 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d918e8-9bc7-4ca5-a6e6-fe6ea94e6f7f req-42270b43-3e28-4cb3-82ec-3fa04d8d670d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:54:43.559064 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-86d918e8-9bc7-4ca5-a6e6-fe6ea94e6f7f req-42270b43-3e28-4cb3-82ec-3fa04d8d670d service neutron] 10.222.0.70 "GET /v2.0/networks?id=7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf HTTP/1.1" status: 200 len: 896 time: 0.1009862 Feb 28 10:54:43.607852 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-86d918e8-9bc7-4ca5-a6e6-fe6ea94e6f7f req-47953b71-0b00-436a-90ba-e5a3f079f1f3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b96d49ae-ee24-4582-9aa2-41e288f121c8 HTTP/1.1" status: 200 len: 217 time: 0.0426307 Feb 28 10:54:43.657514 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d918e8-9bc7-4ca5-a6e6-fe6ea94e6f7f req-3dd569df-978c-4a80-82c4-c6fbe38c675a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:54:43.659209 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-86d918e8-9bc7-4ca5-a6e6-fe6ea94e6f7f req-3dd569df-978c-4a80-82c4-c6fbe38c675a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=70e0be2d-8c42-4548-b79b-2bf1ef697595 HTTP/1.1" status: 200 len: 835 time: 0.0443964 Feb 28 10:54:43.663247 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-bcc47264-9cad-42dd-b038-536b717f7f03 None None] Set router a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:54:43.715444 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d918e8-9bc7-4ca5-a6e6-fe6ea94e6f7f req-d12c2b4d-9b29-446a-9007-5df875e9fbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:54:43.717112 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-86d918e8-9bc7-4ca5-a6e6-fe6ea94e6f7f req-d12c2b4d-9b29-446a-9007-5df875e9fbb0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0528100 Feb 28 10:54:43.830912 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15918d7-8ee9-41e3-bf17-fa84480296b2 req-9a7c65df-efa2-4e4b-80d5-7fe193b5a770 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:54:43.832358 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e15918d7-8ee9-41e3-bf17-fa84480296b2 req-9a7c65df-efa2-4e4b-80d5-7fe193b5a770 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=2bd61d34-1d9b-4b9f-9589-a4b8b963c714 HTTP/1.1" status: 200 len: 945 time: 0.1094227 Feb 28 10:54:43.868440 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-bcc47264-9cad-42dd-b038-536b717f7f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5', 'name': 'tempest-TestNetworkBasicOps-router-1336122078', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': 'd6a51cb2-0417-47e0-8b9f-22e67df19837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:53:34Z', 'updated_at': '2022-02-28T10:54:36Z', 'revision_number': 6, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': 'd6a51cb2-0417-47e0-8b9f-22e67df19837', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:53:35Z', 'updated_at': '2022-02-28T10:54:40Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': 'd01df745-2ea4-4f68-9ba1-470f683ab927', 'name': '', 'network_id': '7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:9c:58:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '70e0be2d-8c42-4548-b79b-2bf1ef697595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:53:38Z', 'updated_at': '2022-02-28T10:54:38Z', 'revision_number': 7, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '70e0be2d-8c42-4548-b79b-2bf1ef697595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:54:43.873576 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-86d918e8-9bc7-4ca5-a6e6-fe6ea94e6f7f req-6596533c-e81d-4744-8228-56adbee59503 service neutron] 10.222.0.70 "GET /v2.0/networks/7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208127 Feb 28 10:54:43.894515 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc47264-9cad-42dd-b038-536b717f7f03 None None] The sync data for ids ['a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5'] in dv-neutron-829161-3-hyperv is: [{'id': 'a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5', 'name': 'tempest-TestNetworkBasicOps-router-1336122078', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': 'd6a51cb2-0417-47e0-8b9f-22e67df19837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:53:34Z', 'updated_at': '2022-02-28T10:54:36Z', 'revision_number': 6, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': 'd6a51cb2-0417-47e0-8b9f-22e67df19837', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:53:35Z', 'updated_at': '2022-02-28T10:54:40Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': 'd01df745-2ea4-4f68-9ba1-470f683ab927', 'name': '', 'network_id': '7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'mac_address': 'fa:16:3e:9c:58:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '70e0be2d-8c42-4548-b79b-2bf1ef697595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:53:38Z', 'updated_at': '2022-02-28T10:54:38Z', 'revision_number': 7, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'subnets': [{'id': '70e0be2d-8c42-4548-b79b-2bf1ef697595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:54:43.944330 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e15918d7-8ee9-41e3-bf17-fa84480296b2 req-2a9b52c6-38c8-4186-9b1f-5ca51e30f884 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=30fd06d4-651e-428a-97e9-331a47ee426e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999687 Feb 28 10:54:43.997742 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-86d918e8-9bc7-4ca5-a6e6-fe6ea94e6f7f req-8812a7ac-ef9e-4a1f-abba-672c48af5bef service neutron] 10.222.0.70 "GET /v2.0/networks/7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146190 Feb 28 10:54:44.564414 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2eb7baf-4dd9-459a-b004-8c6afdf91b7c None None] New status for floating IP c5ca8b28-3258-4732-ac1a-9e458a359415: DOWN {{(pid=104085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:54:45.093312 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c80b6-8b9e-46e0-823b-1c701f94671a req-3cab588e-ee43-444d-8a3a-ae11461f8a94 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:54:45.094922 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-547c80b6-8b9e-46e0-823b-1c701f94671a req-3cab588e-ee43-444d-8a3a-ae11461f8a94 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=2bd61d34-1d9b-4b9f-9589-a4b8b963c714 HTTP/1.1" status: 200 len: 945 time: 0.0710859 Feb 28 10:54:45.150286 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-547c80b6-8b9e-46e0-823b-1c701f94671a req-d30b5495-05cb-48c4-ba24-0e12d954caf8 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/security-groups?id=30fd06d4-651e-428a-97e9-331a47ee426e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497382 Feb 28 10:54:45.213729 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fef87a-397a-4869-b73f-dc0f0b5308fb req-ff0870ed-b939-4c44-93b3-c55d787476b2 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:54:45.213729 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-99fef87a-397a-4869-b73f-dc0f0b5308fb req-ff0870ed-b939-4c44-93b3-c55d787476b2 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.70 "GET /v2.0/ports?device_id=2bd61d34-1d9b-4b9f-9589-a4b8b963c714 HTTP/1.1" status: 200 len: 945 time: 0.0587845 Feb 28 10:54:45.308359 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-99fef87a-397a-4869-b73f-dc0f0b5308fb req-f407fd86-e697-4c41-becd-c527bbedb6e2 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Deleting port b96d49ae-ee24-4582-9aa2-41e288f121c8 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:54:45.308611 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-99fef87a-397a-4869-b73f-dc0f0b5308fb req-f407fd86-e697-4c41-becd-c527bbedb6e2 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (b96d49ae-ee24-4582-9aa2-41e288f121c8), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:45.766812 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-99fef87a-397a-4869-b73f-dc0f0b5308fb req-f407fd86-e697-4c41-becd-c527bbedb6e2 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] For port b96d49ae-ee24-4582-9aa2-41e288f121c8, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=b96d49ae-ee24-4582-9aa2-41e288f121c8,segment=NetworkSegment(5712546f-25c4-4008-94da-0a60337a983b),segment_id=5712546f-25c4-4008-94da-0a60337a983b)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:54:45.767206 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-99fef87a-397a-4869-b73f-dc0f0b5308fb req-f407fd86-e697-4c41-becd-c527bbedb6e2 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (b96d49ae-ee24-4582-9aa2-41e288f121c8), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:45.780170 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-99fef87a-397a-4869-b73f-dc0f0b5308fb req-f407fd86-e697-4c41-becd-c527bbedb6e2 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Calling delete_port for b96d49ae-ee24-4582-9aa2-41e288f121c8 owned by compute:nova {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:54:46.013849 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-99fef87a-397a-4869-b73f-dc0f0b5308fb req-f407fd86-e697-4c41-becd-c527bbedb6e2 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (b96d49ae-ee24-4582-9aa2-41e288f121c8), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:46.048504 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f407fd86-e697-4c41-becd-c527bbedb6e2 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event deleted for resources: {'Port': ['ID=b96d49ae-ee24-4582-9aa2-41e288f121c8,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:54:46.064689 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f407fd86-e697-4c41-becd-c527bbedb6e2 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:46.065238 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f407fd86-e697-4c41-becd-c527bbedb6e2 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:46.065744 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f407fd86-e697-4c41-becd-c527bbedb6e2 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:46.066199 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f407fd86-e697-4c41-becd-c527bbedb6e2 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:46.066672 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f407fd86-e697-4c41-becd-c527bbedb6e2 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:46.078114 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f407fd86-e697-4c41-becd-c527bbedb6e2 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:46.078114 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f407fd86-e697-4c41-becd-c527bbedb6e2 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:46.078114 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f407fd86-e697-4c41-becd-c527bbedb6e2 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:46.078114 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f407fd86-e697-4c41-becd-c527bbedb6e2 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:46.078114 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f407fd86-e697-4c41-becd-c527bbedb6e2 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:46.078114 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f407fd86-e697-4c41-becd-c527bbedb6e2 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:46.078114 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f407fd86-e697-4c41-becd-c527bbedb6e2 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:46.078114 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f407fd86-e697-4c41-becd-c527bbedb6e2 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:46.117504 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-99fef87a-397a-4869-b73f-dc0f0b5308fb req-f407fd86-e697-4c41-becd-c527bbedb6e2 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] No DVR routers for this DVR port b96d49ae-ee24-4582-9aa2-41e288f121c8 on host hv-neutron-8291 {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:54:46.121858 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-99fef87a-397a-4869-b73f-dc0f0b5308fb req-f407fd86-e697-4c41-becd-c527bbedb6e2 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:46.125204 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-99fef87a-397a-4869-b73f-dc0f0b5308fb req-f407fd86-e697-4c41-becd-c527bbedb6e2 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.70 "DELETE /v2.0/ports/b96d49ae-ee24-4582-9aa2-41e288f121c8 HTTP/1.1" status: 204 len: 173 time: 0.9066541 Feb 28 10:54:46.125685 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd61d34-1d9b-4b9f-9589-a4b8b963c714', 'name': 'network-vif-deleted', 'tag': 'b96d49ae-ee24-4582-9aa2-41e288f121c8'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:54:46.128184 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8949be1a-55e7-42f5-b25f-eae78b073336" -d '{"events": [{"server_uuid": "2bd61d34-1d9b-4b9f-9589-a4b8b963c714", "name": "network-vif-deleted", "tag": "b96d49ae-ee24-4582-9aa2-41e288f121c8"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:54:46.172951 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463c5b12-4783-4f87-b206-55a8abb8ae91 x-openstack-request-id: req-463c5b12-4783-4f87-b206-55a8abb8ae91 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:54:46.173272 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd61d34-1d9b-4b9f-9589-a4b8b963c714", "name": "network-vif-deleted", "tag": "b96d49ae-ee24-4582-9aa2-41e288f121c8", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:54:46.173562 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-463c5b12-4783-4f87-b206-55a8abb8ae91 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:54:46.173993 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd61d34-1d9b-4b9f-9589-a4b8b963c714', 'name': 'network-vif-deleted', 'tag': 'b96d49ae-ee24-4582-9aa2-41e288f121c8', 'status': 'completed', 'code': 200} Feb 28 10:54:46.250440 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-bccdcb81-3e23-475a-82f4-5d768218c530 req-4e08bba3-32de-4e79-8fbb-5457fd784c59 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=2bd61d34-1d9b-4b9f-9589-a4b8b963c714 HTTP/1.1" status: 200 len: 210 time: 0.0311940 Feb 28 10:54:46.525094 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5f4d3f72-a211-492b-8aef-29e91584081b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:47.375759 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-44fef24d-77b5-446a-8de3-a68463a77a6d req-617d6725-a998-4767-a5f0-a3bfcd73e169 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "GET /v2.0/ports?device_id=2bd61d34-1d9b-4b9f-9589-a4b8b963c714 HTTP/1.1" status: 200 len: 210 time: 0.0277989 Feb 28 10:54:48.440033 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 52264) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:54:48.506349 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0e3f92c8-c00c-4fbd-95fa-1595e36a4d38 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (30fd06d4-651e-428a-97e9-331a47ee426e), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:48.534885 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0e3f92c8-c00c-4fbd-95fa-1595e36a4d38 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (30fd06d4-651e-428a-97e9-331a47ee426e), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:48.679356 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0e3f92c8-c00c-4fbd-95fa-1595e36a4d38 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (30fd06d4-651e-428a-97e9-331a47ee426e), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:48.682563 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0e3f92c8-c00c-4fbd-95fa-1595e36a4d38 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:48.684052 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-0e3f92c8-c00c-4fbd-95fa-1595e36a4d38 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "DELETE /v2.0/security-groups/30fd06d4-651e-428a-97e9-331a47ee426e HTTP/1.1" status: 204 len: 168 time: 0.2429693 Feb 28 10:54:48.691653 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ecd744c5-1f1d-4946-a0e8-12a7f65c8ea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:48.697044 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f92c8-c00c-4fbd-95fa-1595e36a4d38 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30fd06d4-651e-428a-97e9-331a47ee426e,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:54:48.846353 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 52268) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:54:49.269839 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3f2eb1ff-8fb8-4e1d-9d4b-b03c1d3191db tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047661'] for router_interface (a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:49.568084 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-3f2eb1ff-8fb8-4e1d-9d4b-b03c1d3191db tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Deleting port d01df745-2ea4-4f68-9ba1-470f683ab927 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:54:49.568787 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3f2eb1ff-8fb8-4e1d-9d4b-b03c1d3191db tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (d01df745-2ea4-4f68-9ba1-470f683ab927), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:49.674810 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-3f2eb1ff-8fb8-4e1d-9d4b-b03c1d3191db tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] For port d01df745-2ea4-4f68-9ba1-470f683ab927, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=d01df745-2ea4-4f68-9ba1-470f683ab927,segment=NetworkSegment(5712546f-25c4-4008-94da-0a60337a983b),segment_id=5712546f-25c4-4008-94da-0a60337a983b)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:54:49.675203 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3f2eb1ff-8fb8-4e1d-9d4b-b03c1d3191db tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (d01df745-2ea4-4f68-9ba1-470f683ab927), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:49.688949 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-3f2eb1ff-8fb8-4e1d-9d4b-b03c1d3191db tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Calling delete_port for d01df745-2ea4-4f68-9ba1-470f683ab927 owned by network:router_interface {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:54:49.990862 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3f2eb1ff-8fb8-4e1d-9d4b-b03c1d3191db tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (d01df745-2ea4-4f68-9ba1-470f683ab927), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:50.022142 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2eb1ff-8fb8-4e1d-9d4b-b03c1d3191db tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event deleted for resources: {'Port': ['ID=d01df745-2ea4-4f68-9ba1-470f683ab927,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:54:50.053426 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:50.266073 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3f2eb1ff-8fb8-4e1d-9d4b-b03c1d3191db tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1047681'] for router_interface (a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:50.334178 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device b96d49ae-ee24-4582-9aa2-41e288f121c8 no longer exists at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:54:50.355365 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] No Port match for: b96d49ae-ee24-4582-9aa2-41e288f121c8 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:54:50.355705 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device b96d49ae-ee24-4582-9aa2-41e288f121c8 not bound to the agent host hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:54:50.523877 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f2eb1ff-8fb8-4e1d-9d4b-b03c1d3191db tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Router a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:54:50.648377 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f2eb1ff-8fb8-4e1d-9d4b-b03c1d3191db tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:54:50.654737 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-3f2eb1ff-8fb8-4e1d-9d4b-b03c1d3191db tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "PUT /v2.0/routers/a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8072364 Feb 28 10:54:50.657886 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 52270) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:54:50.661897 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06c5fdb-9aed-4ddb-ab94-43383dfae39e None None] Sync routers for ids ['a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:54:50.672502 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06c5fdb-9aed-4ddb-ab94-43383dfae39e None None] Routers {'a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:54:50.673126 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-e06c5fdb-9aed-4ddb-ab94-43383dfae39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:54:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:54:50.721613 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_v2 [None req-a834c451-3ddd-4d81-b48c-20111215cbce tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Deleting subnet 70e0be2d-8c42-4548-b79b-2bf1ef697595 {{(pid=104083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:54:50.724825 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a834c451-3ddd-4d81-b48c-20111215cbce tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for subnet (70e0be2d-8c42-4548-b79b-2bf1ef697595), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:50.771814 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a834c451-3ddd-4d81-b48c-20111215cbce tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59245535'] for subnet (70e0be2d-8c42-4548-b79b-2bf1ef697595), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:50.871904 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a834c451-3ddd-4d81-b48c-20111215cbce tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (70e0be2d-8c42-4548-b79b-2bf1ef697595), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:50.886594 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-e06c5fdb-9aed-4ddb-ab94-43383dfae39e None None] Set router a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:54:51.030844 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a834c451-3ddd-4d81-b48c-20111215cbce tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (70e0be2d-8c42-4548-b79b-2bf1ef697595), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:51.063906 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a834c451-3ddd-4d81-b48c-20111215cbce tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event deleted for resources: {'Subnet': ['ID=70e0be2d-8c42-4548-b79b-2bf1ef697595,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:54:51.069176 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a834c451-3ddd-4d81-b48c-20111215cbce tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:51.076756 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b8c83e-4752-4e07-b65a-fa803b60f6e4 None None] Network 7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:54:51.080369 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-e06c5fdb-9aed-4ddb-ab94-43383dfae39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5', 'name': 'tempest-TestNetworkBasicOps-router-1336122078', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': 'd6a51cb2-0417-47e0-8b9f-22e67df19837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:53:34Z', 'updated_at': '2022-02-28T10:54:49Z', 'revision_number': 7, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': 'd6a51cb2-0417-47e0-8b9f-22e67df19837', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:53:35Z', 'updated_at': '2022-02-28T10:54:40Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:54:51.092040 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a834c451-3ddd-4d81-b48c-20111215cbce tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "DELETE /v2.0/subnets/70e0be2d-8c42-4548-b79b-2bf1ef697595 HTTP/1.1" status: 204 len: 168 time: 0.4242189 Feb 28 10:54:51.092354 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 52272) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:54:51.116265 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06c5fdb-9aed-4ddb-ab94-43383dfae39e None None] Checking router: a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5 for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:54:51.126489 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06c5fdb-9aed-4ddb-ab94-43383dfae39e None None] Routers {'a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:54:51.127067 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-e06c5fdb-9aed-4ddb-ab94-43383dfae39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:54:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:54:51.216599 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ca7f931b-581c-4087-b52e-10fb8aacd862 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router (a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:51.242305 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-e06c5fdb-9aed-4ddb-ab94-43383dfae39e None None] Set router a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:54:51.279439 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1207c76b-6dff-4f51-9e54-c799fc9792c9 None None] DHCP port deletion for 7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:54:51.353571 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-1207c76b-6dff-4f51-9e54-c799fc9792c9 None None] Deleting port fb1d6ffe-6b67-4522-8a68-8c0ef5a31d2f {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:54:51.353571 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-1207c76b-6dff-4f51-9e54-c799fc9792c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (fb1d6ffe-6b67-4522-8a68-8c0ef5a31d2f), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:51.384421 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:51.384715 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ca7f931b-581c-4087-b52e-10fb8aacd862 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router_gateway (a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:51.451079 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-1207c76b-6dff-4f51-9e54-c799fc9792c9 None None] For port fb1d6ffe-6b67-4522-8a68-8c0ef5a31d2f, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=fb1d6ffe-6b67-4522-8a68-8c0ef5a31d2f,segment=NetworkSegment(5712546f-25c4-4008-94da-0a60337a983b),segment_id=5712546f-25c4-4008-94da-0a60337a983b)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:54:51.451732 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-1207c76b-6dff-4f51-9e54-c799fc9792c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (fb1d6ffe-6b67-4522-8a68-8c0ef5a31d2f), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:51.470913 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-1207c76b-6dff-4f51-9e54-c799fc9792c9 None None] Calling delete_port for fb1d6ffe-6b67-4522-8a68-8c0ef5a31d2f owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:54:51.510584 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-e06c5fdb-9aed-4ddb-ab94-43383dfae39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5', 'name': 'tempest-TestNetworkBasicOps-router-1336122078', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': 'd6a51cb2-0417-47e0-8b9f-22e67df19837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:53:34Z', 'updated_at': '2022-02-28T10:54:49Z', 'revision_number': 7, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': 'd6a51cb2-0417-47e0-8b9f-22e67df19837', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:53:35Z', 'updated_at': '2022-02-28T10:54:40Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:54:51.542511 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06c5fdb-9aed-4ddb-ab94-43383dfae39e None None] The sync data for ids ['a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5'] in dv-neutron-829161-3-hyperv is: [{'id': 'a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5', 'name': 'tempest-TestNetworkBasicOps-router-1336122078', 'tenant_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': 'd6a51cb2-0417-47e0-8b9f-22e67df19837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:53:34Z', 'updated_at': '2022-02-28T10:54:49Z', 'revision_number': 7, 'project_id': '02ebd57ebb02426fbf4a686f080eb9d7', 'gw_port': {'id': 'd6a51cb2-0417-47e0-8b9f-22e67df19837', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:53:35Z', 'updated_at': '2022-02-28T10:54:40Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:54:51.563097 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-ca7f931b-581c-4087-b52e-10fb8aacd862 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Deleting port d6a51cb2-0417-47e0-8b9f-22e67df19837 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:54:51.563468 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ca7f931b-581c-4087-b52e-10fb8aacd862 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (d6a51cb2-0417-47e0-8b9f-22e67df19837), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:51.662157 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-1207c76b-6dff-4f51-9e54-c799fc9792c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (fb1d6ffe-6b67-4522-8a68-8c0ef5a31d2f), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:51.664481 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-ca7f931b-581c-4087-b52e-10fb8aacd862 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] For port d6a51cb2-0417-47e0-8b9f-22e67df19837, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=d6a51cb2-0417-47e0-8b9f-22e67df19837,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:54:51.665017 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ca7f931b-581c-4087-b52e-10fb8aacd862 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (d6a51cb2-0417-47e0-8b9f-22e67df19837), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:51.682547 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-ca7f931b-581c-4087-b52e-10fb8aacd862 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Calling delete_port for d6a51cb2-0417-47e0-8b9f-22e67df19837 owned by network:router_gateway {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:54:51.694884 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1207c76b-6dff-4f51-9e54-c799fc9792c9 None None] Pushing event deleted for resources: {'Port': ['ID=fb1d6ffe-6b67-4522-8a68-8c0ef5a31d2f,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:54:51.702056 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1207c76b-6dff-4f51-9e54-c799fc9792c9 None None] No DVR routers for this DVR port fb1d6ffe-6b67-4522-8a68-8c0ef5a31d2f on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:54:52.013771 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ca7f931b-581c-4087-b52e-10fb8aacd862 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (d6a51cb2-0417-47e0-8b9f-22e67df19837), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:52.049647 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7f931b-581c-4087-b52e-10fb8aacd862 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event deleted for resources: {'Port': ['ID=d6a51cb2-0417-47e0-8b9f-22e67df19837,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:54:52.093274 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device fb1d6ffe-6b67-4522-8a68-8c0ef5a31d2f no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:54:52.135445 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: fb1d6ffe-6b67-4522-8a68-8c0ef5a31d2f {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:54:52.135803 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device fb1d6ffe-6b67-4522-8a68-8c0ef5a31d2f not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:54:52.136241 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device d01df745-2ea4-4f68-9ba1-470f683ab927 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:54:52.141198 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ca7f931b-581c-4087-b52e-10fb8aacd862 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047843'] for router_gateway (a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:52.158214 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: d01df745-2ea4-4f68-9ba1-470f683ab927 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:54:52.158561 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device d01df745-2ea4-4f68-9ba1-470f683ab927 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:54:52.243231 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ca7f931b-581c-4087-b52e-10fb8aacd862 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:52.246433 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ca7f931b-581c-4087-b52e-10fb8aacd862 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router_controller (a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:52.436717 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ca7f931b-581c-4087-b52e-10fb8aacd862 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:52.437651 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7f931b-581c-4087-b52e-10fb8aacd862 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Fanout notify agent at l3_agent the message router_deleted on router a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5 {{(pid=104083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:54:52.450418 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ca7f931b-581c-4087-b52e-10fb8aacd862 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:52.454590 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-ca7f931b-581c-4087-b52e-10fb8aacd862 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "DELETE /v2.0/routers/a6ff3d68-b8ed-433b-8d5c-20f4c2c464f5 HTTP/1.1" status: 204 len: 168 time: 1.3583701 Feb 28 10:54:52.455106 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 52274) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:54:52.551999 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b2e53ec3-c0ee-47a9-bae1-da84272cf43a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:52.653141 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b2e53ec3-c0ee-47a9-bae1-da84272cf43a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:52.677822 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-b2e53ec3-c0ee-47a9-bae1-da84272cf43a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:54:52.689228 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-b2e53ec3-c0ee-47a9-bae1-da84272cf43a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5712546f-25c4-4008-94da-0a60337a983b') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:54:52.689524 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-b2e53ec3-c0ee-47a9-bae1-da84272cf43a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5712546f-25c4-4008-94da-0a60337a983b') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:54:52.702179 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b2e53ec3-c0ee-47a9-bae1-da84272cf43a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (5712546f-25c4-4008-94da-0a60337a983b), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:52.718257 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b2e53ec3-c0ee-47a9-bae1-da84272cf43a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (5712546f-25c4-4008-94da-0a60337a983b), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:52.726253 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2e53ec3-c0ee-47a9-bae1-da84272cf43a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:54:52.726803 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b2e53ec3-c0ee-47a9-bae1-da84272cf43a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (5712546f-25c4-4008-94da-0a60337a983b), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:52.729975 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:52.731618 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:54:52.731618 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:54:52.731618 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:54:52.731618 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:54:52.731618 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:54:52.731618 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:54:52.731618 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:54:52.731618 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:54:52.731618 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:54:52.731618 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:54:52.731618 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:54:52.731618 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:54:52.731618 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:54:52.731618 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:54:52.731618 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:54:52.731618 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:54:52.731618 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:54:52.731618 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:54:52.731618 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:54:52.731618 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:54:52.731618 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:54:52.731618 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:54:52.731618 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:54:52.731618 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:54:52.731618 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:54:52.731618 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:54:52.731618 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:54:52.731618 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:54:52.731618 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:54:52.731618 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:54:52.731618 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:54:52.731618 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:54:52.971492 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b2e53ec3-c0ee-47a9-bae1-da84272cf43a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:52.982460 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b2e53ec3-c0ee-47a9-bae1-da84272cf43a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:52.983398 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-b2e53ec3-c0ee-47a9-bae1-da84272cf43a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] 10.222.0.62 "DELETE /v2.0/networks/7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf HTTP/1.1" status: 204 len: 168 time: 0.5269845 Feb 28 10:54:52.997163 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e53ec3-c0ee-47a9-bae1-da84272cf43a tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] Pushing event deleted for resources: {'Network': ['ID=7f8f0a05-90e9-4d6f-9c8c-0cf917f8cabf,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:54:53.705581 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 52280) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:54:53.857605 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-a8438e83-42fd-4b49-a68f-bc103c4b3a2f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=02ebd57ebb02426fbf4a686f080eb9d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1505156 Feb 28 10:54:53.860107 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 52286) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:54:53.908832 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-429d211c-7759-4a6a-b550-da471a3127be admin admin] Publish callbacks [] for security_group (4a70ec28-dc16-4525-b780-15c86ed09d61), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:53.930647 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-429d211c-7759-4a6a-b550-da471a3127be admin admin] Publish callbacks [] for security_group (4a70ec28-dc16-4525-b780-15c86ed09d61), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:54.051148 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-429d211c-7759-4a6a-b550-da471a3127be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (4a70ec28-dc16-4525-b780-15c86ed09d61), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:54.055729 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-429d211c-7759-4a6a-b550-da471a3127be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:54.058262 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-429d211c-7759-4a6a-b550-da471a3127be admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4a70ec28-dc16-4525-b780-15c86ed09d61 HTTP/1.1" status: 204 len: 168 time: 0.1970060 Feb 28 10:54:54.073859 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429d211c-7759-4a6a-b550-da471a3127be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a70ec28-dc16-4525-b780-15c86ed09d61,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:54:54.100971 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device d6a51cb2-0417-47e0-8b9f-22e67df19837 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:54:54.131570 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: d6a51cb2-0417-47e0-8b9f-22e67df19837 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:54:54.132044 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device d6a51cb2-0417-47e0-8b9f-22e67df19837 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:54:54.975897 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 52292) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:54:54.998311 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-209a17c1-82ea-4246-8f98-dd3baf5d4f90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:55.088918 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-209a17c1-82ea-4246-8f98-dd3baf5d4f90 admin admin] Publish callbacks [] for security_group (48059081-e032-4655-8dec-0e3152ff9749), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:55.202127 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-209a17c1-82ea-4246-8f98-dd3baf5d4f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (48059081-e032-4655-8dec-0e3152ff9749), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:55.245561 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209a17c1-82ea-4246-8f98-dd3baf5d4f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48059081-e032-4655-8dec-0e3152ff9749,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:54:55.250019 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-209a17c1-82ea-4246-8f98-dd3baf5d4f90 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=eedf0cd833594e2396af47336cbdc1cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2730727 Feb 28 10:54:55.253480 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 52294) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:54:55.318481 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-79db4b87-6723-427f-8791-b3dac5a5e01a admin admin] Publish callbacks [] for security_group (48059081-e032-4655-8dec-0e3152ff9749), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:55.344304 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-79db4b87-6723-427f-8791-b3dac5a5e01a admin admin] Publish callbacks [] for security_group (48059081-e032-4655-8dec-0e3152ff9749), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:55.570942 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-79db4b87-6723-427f-8791-b3dac5a5e01a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (48059081-e032-4655-8dec-0e3152ff9749), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:55.574481 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-79db4b87-6723-427f-8791-b3dac5a5e01a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:55.575666 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-79db4b87-6723-427f-8791-b3dac5a5e01a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/48059081-e032-4655-8dec-0e3152ff9749 HTTP/1.1" status: 204 len: 168 time: 0.3214743 Feb 28 10:54:55.584627 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db4b87-6723-427f-8791-b3dac5a5e01a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48059081-e032-4655-8dec-0e3152ff9749,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:54:57.716394 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:55:00.745438 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:05.247555 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-ffe771e3-4a19-49da-80b3-67faa888f9c5 req-1a61dc73-4926-4721-a089-4279263aec57 tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=af8fc1d4885342f9bbe730ff11932030&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300968 Feb 28 10:55:05.467495 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe771e3-4a19-49da-80b3-67faa888f9c5 req-afc89c21-6381-4256-9a0a-66c3ff268fa2 tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:05.469181 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-ffe771e3-4a19-49da-80b3-67faa888f9c5 req-afc89c21-6381-4256-9a0a-66c3ff268fa2 tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2164938 Feb 28 10:55:05.485758 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-ffe771e3-4a19-49da-80b3-67faa888f9c5 req-b241d701-818f-43f1-923d-953aa884b9e2 tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] 10.222.0.62 "GET /v2.0/quotas/af8fc1d4885342f9bbe730ff11932030 HTTP/1.1" status: 200 len: 375 time: 0.0106294 Feb 28 10:55:05.520524 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-ffe771e3-4a19-49da-80b3-67faa888f9c5 req-876ec144-9c85-4788-befd-e4b5f210786c tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=af8fc1d4885342f9bbe730ff11932030&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293224 Feb 28 10:55:05.816737 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c7dd1918-c40f-4ba8-b119-85ac79a7480e req-441895a6-b378-4b9b-aea1-a841250f4c66 tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] 10.222.0.62 "GET /v2.0/ports?device_id=f45bfa0c-61f4-4335-a6ac-d0a2c804429a HTTP/1.1" status: 200 len: 210 time: 0.0520120 Feb 28 10:55:06.918298 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d2be445b-a6e3-438d-bc72-d208b573b181 req-395534ec-104c-4c3b-b0db-9d034a000dd1 tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] 10.222.0.62 "GET /v2.0/ports?device_id=f45bfa0c-61f4-4335-a6ac-d0a2c804429a HTTP/1.1" status: 200 len: 210 time: 0.0300369 Feb 28 10:55:08.020055 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b6b021f8-c934-4dca-bf6a-984bf3a4d527 req-b80447fb-9145-4c98-b31e-e088e074f877 tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] 10.222.0.62 "GET /v2.0/ports?device_id=f45bfa0c-61f4-4335-a6ac-d0a2c804429a HTTP/1.1" status: 200 len: 210 time: 0.0284581 Feb 28 10:55:08.393413 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ffe771e3-4a19-49da-80b3-67faa888f9c5 req-767b4adb-dfd7-4824-8c60-7289eb069909 tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=af8fc1d4885342f9bbe730ff11932030&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334034 Feb 28 10:55:08.641259 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe771e3-4a19-49da-80b3-67faa888f9c5 req-d13b0999-4708-4647-8a54-f9dde6cb7d19 tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:08.643057 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ffe771e3-4a19-49da-80b3-67faa888f9c5 req-d13b0999-4708-4647-8a54-f9dde6cb7d19 tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2443643 Feb 28 10:55:08.667758 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-ffe771e3-4a19-49da-80b3-67faa888f9c5 req-42683059-78b5-4284-9d20-428a08088231 tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] Request body: {'port': {'device_id': 'f45bfa0c-61f4-4335-a6ac-d0a2c804429a', 'network_id': 'd28e06e4-bf9b-460b-8b06-42a455e5dec3', 'admin_state_up': True, 'tenant_id': 'af8fc1d4885342f9bbe730ff11932030'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:55:08.953746 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffe771e3-4a19-49da-80b3-67faa888f9c5 req-42683059-78b5-4284-9d20-428a08088231 tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] Made reservation on behalf of af8fc1d4885342f9bbe730ff11932030 for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:55:08.957365 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-ffe771e3-4a19-49da-80b3-67faa888f9c5 req-42683059-78b5-4284-9d20-428a08088231 tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:08.969064 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-ffe771e3-4a19-49da-80b3-67faa888f9c5 req-42683059-78b5-4284-9d20-428a08088231 tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:09.055759 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-ffe771e3-4a19-49da-80b3-67faa888f9c5 req-42683059-78b5-4284-9d20-428a08088231 tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] Publish callbacks [] for security_group (21402ebe-f9f0-4618-a659-7913f10e51bb), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:09.127117 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-71231d6f-a47c-4b67-a29d-3d892597047c req-7928704a-8a70-4afb-9bc6-bfc521d5bc34 tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] 10.222.0.62 "GET /v2.0/ports?device_id=f45bfa0c-61f4-4335-a6ac-d0a2c804429a HTTP/1.1" status: 200 len: 210 time: 0.0335884 Feb 28 10:55:09.138802 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-ffe771e3-4a19-49da-80b3-67faa888f9c5 req-42683059-78b5-4284-9d20-428a08088231 tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (21402ebe-f9f0-4618-a659-7913f10e51bb), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:09.205849 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42683059-78b5-4284-9d20-428a08088231 tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21402ebe-f9f0-4618-a659-7913f10e51bb,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:55:09.287718 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [req-ffe771e3-4a19-49da-80b3-67faa888f9c5 req-42683059-78b5-4284-9d20-428a08088231 tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] Allocated IP 192.168.233.121 (d28e06e4-bf9b-460b-8b06-42a455e5dec3/36174ea5-60cd-48b8-adec-5e65c0fc1e85/cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:55:09.464056 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-ffe771e3-4a19-49da-80b3-67faa888f9c5 req-42683059-78b5-4284-9d20-428a08088231 tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] Publish callbacks [] for port (cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:09.665344 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-ffe771e3-4a19-49da-80b3-67faa888f9c5 req-42683059-78b5-4284-9d20-428a08088231 tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:09.707134 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffe771e3-4a19-49da-80b3-67faa888f9c5 req-42683059-78b5-4284-9d20-428a08088231 tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] Network d28e06e4-bf9b-460b-8b06-42a455e5dec3 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:55:09.710234 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [req-ffe771e3-4a19-49da-80b3-67faa888f9c5 req-42683059-78b5-4284-9d20-428a08088231 tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:55:09.714344 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffe771e3-4a19-49da-80b3-67faa888f9c5 req-42683059-78b5-4284-9d20-428a08088231 tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:55:09.752257 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42683059-78b5-4284-9d20-428a08088231 tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] Pushing event updated for resources: {'Port': ['ID=cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:55:09.783393 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe771e3-4a19-49da-80b3-67faa888f9c5 req-42683059-78b5-4284-9d20-428a08088231 tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:09.784081 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-ffe771e3-4a19-49da-80b3-67faa888f9c5 req-42683059-78b5-4284-9d20-428a08088231 tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:09.896105 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ffe771e3-4a19-49da-80b3-67faa888f9c5 req-42683059-78b5-4284-9d20-428a08088231 tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2344656 Feb 28 10:55:09.913478 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-ffe771e3-4a19-49da-80b3-67faa888f9c5 req-60ab1c9b-e20d-4067-bf1d-4f665f0bd90b service neutron] Request body: {'port': {'device_id': 'f45bfa0c-61f4-4335-a6ac-d0a2c804429a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8291'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:55:09.959344 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-53ab2bc9-4fb5-4c38-8f38-2a99fb774bbc None None] Provisioning complete for port cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:55:09.959928 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-53ab2bc9-4fb5-4c38-8f38-2a99fb774bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:09.981761 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-ffe771e3-4a19-49da-80b3-67faa888f9c5 req-60ab1c9b-e20d-4067-bf1d-4f665f0bd90b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:10.012684 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-53ab2bc9-4fb5-4c38-8f38-2a99fb774bbc None None] Port cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:55:10.318788 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [req-ffe771e3-4a19-49da-80b3-67faa888f9c5 req-60ab1c9b-e20d-4067-bf1d-4f665f0bd90b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c {{(pid=104083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:55:10.331997 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e865dd-a52e-413f-ab32-e4d4efa663c3 req-e6da4133-d5d8-4a77-ba27-f0e2c96b7f13 tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:10.333601 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d5e865dd-a52e-413f-ab32-e4d4efa663c3 req-e6da4133-d5d8-4a77-ba27-f0e2c96b7f13 tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] 10.222.0.62 "GET /v2.0/ports?device_id=f45bfa0c-61f4-4335-a6ac-d0a2c804429a HTTP/1.1" status: 200 len: 936 time: 0.1164145 Feb 28 10:55:10.339705 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-ffe771e3-4a19-49da-80b3-67faa888f9c5 req-60ab1c9b-e20d-4067-bf1d-4f665f0bd90b service neutron] Publish callbacks [] for port (cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:10.367620 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [req-ffe771e3-4a19-49da-80b3-67faa888f9c5 req-60ab1c9b-e20d-4067-bf1d-4f665f0bd90b service neutron] Transition to ACTIVE for port object cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c will not be triggered until provisioned by entity L2. {{(pid=104083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:55:10.397935 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d5e865dd-a52e-413f-ab32-e4d4efa663c3 req-a359b690-999a-4bc5-91ec-850744b46c02 tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] 10.222.0.62 "GET /v2.0/security-groups?id=21402ebe-f9f0-4618-a659-7913f10e51bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531824 Feb 28 10:55:10.468341 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-ffe771e3-4a19-49da-80b3-67faa888f9c5 req-60ab1c9b-e20d-4067-bf1d-4f665f0bd90b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:10.539980 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ab1c9b-e20d-4067-bf1d-4f665f0bd90b service neutron] Pushing event updated for resources: {'Port': ['ID=cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:55:10.617789 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-ffe771e3-4a19-49da-80b3-67faa888f9c5 req-60ab1c9b-e20d-4067-bf1d-4f665f0bd90b service neutron] Attempting to bind port cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:55:10.618282 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-ffe771e3-4a19-49da-80b3-67faa888f9c5 req-60ab1c9b-e20d-4067-bf1d-4f665f0bd90b service neutron] Attempting to bind port cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '6ca66de7-a9ab-485a-a759-84aaf7cc4493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd28e06e4-bf9b-460b-8b06-42a455e5dec3'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:55:10.619189 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe771e3-4a19-49da-80b3-67faa888f9c5 req-60ab1c9b-e20d-4067-bf1d-4f665f0bd90b service neutron] Attempting to bind port cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c on network d28e06e4-bf9b-460b-8b06-42a455e5dec3 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:55:10.625050 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe771e3-4a19-49da-80b3-67faa888f9c5 req-60ab1c9b-e20d-4067-bf1d-4f665f0bd90b service neutron] Port cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c on network d28e06e4-bf9b-460b-8b06-42a455e5dec3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:55:10.625383 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe771e3-4a19-49da-80b3-67faa888f9c5 req-60ab1c9b-e20d-4067-bf1d-4f665f0bd90b service neutron] Attempting to bind port cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c on network d28e06e4-bf9b-460b-8b06-42a455e5dec3 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:55:10.631072 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe771e3-4a19-49da-80b3-67faa888f9c5 req-60ab1c9b-e20d-4067-bf1d-4f665f0bd90b service neutron] Checking agent: {'id': '9c9e5963-7abc-415a-a91c-4432861f4313', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'started_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:55:10.631426 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe771e3-4a19-49da-80b3-67faa888f9c5 req-60ab1c9b-e20d-4067-bf1d-4f665f0bd90b service neutron] Checking segment: {'id': '6ca66de7-a9ab-485a-a759-84aaf7cc4493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd28e06e4-bf9b-460b-8b06-42a455e5dec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:55:10.631820 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe771e3-4a19-49da-80b3-67faa888f9c5 req-60ab1c9b-e20d-4067-bf1d-4f665f0bd90b service neutron] Bound using segment: {'id': '6ca66de7-a9ab-485a-a759-84aaf7cc4493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd28e06e4-bf9b-460b-8b06-42a455e5dec3'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:55:10.632260 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-ffe771e3-4a19-49da-80b3-67faa888f9c5 req-60ab1c9b-e20d-4067-bf1d-4f665f0bd90b service neutron] Bound port: cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c, host: hv-neutron-8291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ca66de7-a9ab-485a-a759-84aaf7cc4493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd28e06e4-bf9b-460b-8b06-42a455e5dec3'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:55:10.632622 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-ffe771e3-4a19-49da-80b3-67faa888f9c5 req-60ab1c9b-e20d-4067-bf1d-4f665f0bd90b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:10.708569 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-ffe771e3-4a19-49da-80b3-67faa888f9c5 req-60ab1c9b-e20d-4067-bf1d-4f665f0bd90b service neutron] For port cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c, host hv-neutron-8291, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:55:10.712520 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-ffe771e3-4a19-49da-80b3-67faa888f9c5 req-60ab1c9b-e20d-4067-bf1d-4f665f0bd90b service neutron] For port cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c, host hv-neutron-8291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c,segment=NetworkSegment(6ca66de7-a9ab-485a-a759-84aaf7cc4493),segment_id=6ca66de7-a9ab-485a-a759-84aaf7cc4493)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:55:10.828568 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-ffe771e3-4a19-49da-80b3-67faa888f9c5 req-60ab1c9b-e20d-4067-bf1d-4f665f0bd90b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:10.871297 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe771e3-4a19-49da-80b3-67faa888f9c5 req-60ab1c9b-e20d-4067-bf1d-4f665f0bd90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:10.871945 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-ffe771e3-4a19-49da-80b3-67faa888f9c5 req-60ab1c9b-e20d-4067-bf1d-4f665f0bd90b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:10.873380 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ffe771e3-4a19-49da-80b3-67faa888f9c5 req-60ab1c9b-e20d-4067-bf1d-4f665f0bd90b service neutron] 10.222.0.70 "PUT /v2.0/ports/cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c HTTP/1.1" status: 200 len: 1098 time: 0.9641521 Feb 28 10:55:10.873854 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f45bfa0c-61f4-4335-a6ac-d0a2c804429a', 'tag': 'cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:55:10.876173 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8598dd-2054-475c-8c95-afea714ab680" -d '{"events": [{"name": "network-changed", "server_uuid": "f45bfa0c-61f4-4335-a6ac-d0a2c804429a", "tag": "cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:55:10.902417 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ab1c9b-e20d-4067-bf1d-4f665f0bd90b service neutron] Pushing event updated for resources: {'Port': ['ID=cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:55:10.939520 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65dca5b8-0782-49f3-bf45-d08a37030ff8 x-openstack-request-id: req-65dca5b8-0782-49f3-bf45-d08a37030ff8 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:55:10.939831 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f45bfa0c-61f4-4335-a6ac-d0a2c804429a", "tag": "cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:55:10.940097 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-65dca5b8-0782-49f3-bf45-d08a37030ff8 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:55:10.940515 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f45bfa0c-61f4-4335-a6ac-d0a2c804429a', 'tag': 'cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c', 'status': 'completed', 'code': 200} Feb 28 10:55:11.036984 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8598dd-2054-475c-8c95-afea714ab680 req-0a7b4a58-9d31-4a87-a192-713ad39cb4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:11.038710 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ab8598dd-2054-475c-8c95-afea714ab680 req-0a7b4a58-9d31-4a87-a192-713ad39cb4b7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=af8fc1d4885342f9bbe730ff11932030&device_id=f45bfa0c-61f4-4335-a6ac-d0a2c804429a HTTP/1.1" status: 200 len: 1132 time: 0.0543199 Feb 28 10:55:11.073275 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ab8598dd-2054-475c-8c95-afea714ab680 req-9ba0d90f-4b2b-4a65-bd95-fe04cf4bde5e service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=af8fc1d4885342f9bbe730ff11932030&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220137 Feb 28 10:55:11.170383 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8598dd-2054-475c-8c95-afea714ab680 req-3eaf6225-ba6c-46c3-a258-506e7546912f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:11.171911 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ab8598dd-2054-475c-8c95-afea714ab680 req-3eaf6225-ba6c-46c3-a258-506e7546912f service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0935636 Feb 28 10:55:11.280071 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe771e3-4a19-49da-80b3-67faa888f9c5 req-d30ee2d7-a7c6-45a0-85fe-3ed23e56f370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:11.281652 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ffe771e3-4a19-49da-80b3-67faa888f9c5 req-d30ee2d7-a7c6-45a0-85fe-3ed23e56f370 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=af8fc1d4885342f9bbe730ff11932030&device_id=f45bfa0c-61f4-4335-a6ac-d0a2c804429a HTTP/1.1" status: 200 len: 1132 time: 0.0532589 Feb 28 10:55:11.332417 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ffe771e3-4a19-49da-80b3-67faa888f9c5 req-118dda84-a6e2-486d-a06d-bbdb3b8c2c2c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c HTTP/1.1" status: 200 len: 217 time: 0.0388629 Feb 28 10:55:11.383578 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe771e3-4a19-49da-80b3-67faa888f9c5 req-55a25b78-3d97-44bc-ab5b-e123d69dc55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:11.386383 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ffe771e3-4a19-49da-80b3-67faa888f9c5 req-55a25b78-3d97-44bc-ab5b-e123d69dc55e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=36174ea5-60cd-48b8-adec-5e65c0fc1e85 HTTP/1.1" status: 200 len: 843 time: 0.0475347 Feb 28 10:55:11.444731 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe771e3-4a19-49da-80b3-67faa888f9c5 req-4e61b5b9-f643-4b96-bef6-108505d4bd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:11.446336 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ffe771e3-4a19-49da-80b3-67faa888f9c5 req-4e61b5b9-f643-4b96-bef6-108505d4bd42 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d28e06e4-bf9b-460b-8b06-42a455e5dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1217 time: 0.0547271 Feb 28 10:55:11.585349 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb0e07e-88fa-4e88-ab42-d31b294c2d0f req-28e36ba0-6412-44d7-ada4-847580abd84e tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:11.586826 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-fcb0e07e-88fa-4e88-ab42-d31b294c2d0f req-28e36ba0-6412-44d7-ada4-847580abd84e tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] 10.222.0.62 "GET /v2.0/ports?device_id=f45bfa0c-61f4-4335-a6ac-d0a2c804429a HTTP/1.1" status: 200 len: 948 time: 0.1125693 Feb 28 10:55:11.589013 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ffe771e3-4a19-49da-80b3-67faa888f9c5 req-ce4ab90d-6d8e-4ebd-8e0c-77b3587778a7 service neutron] 10.222.0.70 "GET /v2.0/networks/d28e06e4-bf9b-460b-8b06-42a455e5dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323302 Feb 28 10:55:11.685888 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-fcb0e07e-88fa-4e88-ab42-d31b294c2d0f req-7af10155-dab2-4f0e-aa81-4993da18d108 tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] 10.222.0.62 "GET /v2.0/security-groups?id=21402ebe-f9f0-4618-a659-7913f10e51bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932572 Feb 28 10:55:11.714533 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ffe771e3-4a19-49da-80b3-67faa888f9c5 req-9273d790-5e32-4077-82b9-c17b5e370a18 service neutron] 10.222.0.70 "GET /v2.0/networks/d28e06e4-bf9b-460b-8b06-42a455e5dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161766 Feb 28 10:55:12.827304 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee0b75-ae85-4f2b-9495-33c7f461ab7e req-0ddb725b-6cb5-41e6-8ffa-0b2a3b069bc7 tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:12.829791 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-6eee0b75-ae85-4f2b-9495-33c7f461ab7e req-0ddb725b-6cb5-41e6-8ffa-0b2a3b069bc7 tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] 10.222.0.62 "GET /v2.0/ports?device_id=f45bfa0c-61f4-4335-a6ac-d0a2c804429a HTTP/1.1" status: 200 len: 948 time: 0.0733476 Feb 28 10:55:12.880682 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-6eee0b75-ae85-4f2b-9495-33c7f461ab7e req-d4b745d6-4171-4b60-b309-84c95616211c tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] 10.222.0.62 "GET /v2.0/security-groups?id=21402ebe-f9f0-4618-a659-7913f10e51bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452862 Feb 28 10:55:14.001000 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0eee0b-c254-4cb3-82f3-309efa9566ee req-d75346dc-e662-46e2-9738-ffe27f5d8f31 tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:14.002502 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9d0eee0b-c254-4cb3-82f3-309efa9566ee req-d75346dc-e662-46e2-9738-ffe27f5d8f31 tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] 10.222.0.62 "GET /v2.0/ports?device_id=f45bfa0c-61f4-4335-a6ac-d0a2c804429a HTTP/1.1" status: 200 len: 948 time: 0.0542171 Feb 28 10:55:14.055522 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9d0eee0b-c254-4cb3-82f3-309efa9566ee req-3d95365d-8a20-4516-a846-55d7d85ed45c tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] 10.222.0.62 "GET /v2.0/security-groups?id=21402ebe-f9f0-4618-a659-7913f10e51bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474689 Feb 28 10:55:14.476179 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c details requested by agent hyperv_hv-neutron-8291 with host hv-neutron-8291 {{(pid=104085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:55:14.578087 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c,segment=NetworkSegment(6ca66de7-a9ab-485a-a759-84aaf7cc4493),segment_id=6ca66de7-a9ab-485a-a759-84aaf7cc4493)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:55:14.593856 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Returning: {'device': 'cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c', 'network_id': 'd28e06e4-bf9b-460b-8b06-42a455e5dec3', 'port_id': 'cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c', 'mac_address': 'fa:16:3e:3d:ef:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36174ea5-60cd-48b8-adec-5e65c0fc1e85', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:55:14.632229 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c is: DOWN; New status is: BUILD {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:55:14.632618 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:14.651669 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c {{(pid=104085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:55:14.672101 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c,segment=NetworkSegment(6ca66de7-a9ab-485a-a759-84aaf7cc4493),segment_id=6ca66de7-a9ab-485a-a759-84aaf7cc4493)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:55:14.808088 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:14.856685 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:55:15.084611 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:55:15.181891 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31bc766-c8fd-49d1-acf0-29de7df08474 req-3c469cc8-508e-4805-9109-2f1b95e64156 tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:15.183505 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d31bc766-c8fd-49d1-acf0-29de7df08474 req-3c469cc8-508e-4805-9109-2f1b95e64156 tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] 10.222.0.62 "GET /v2.0/ports?device_id=f45bfa0c-61f4-4335-a6ac-d0a2c804429a HTTP/1.1" status: 200 len: 949 time: 0.0576339 Feb 28 10:55:15.237084 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d31bc766-c8fd-49d1-acf0-29de7df08474 req-4083f8bd-7821-4898-8a5b-e7d2a651214d tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] 10.222.0.62 "GET /v2.0/security-groups?id=21402ebe-f9f0-4618-a659-7913f10e51bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465286 Feb 28 10:55:16.378294 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b728df66-cbd6-4f5a-b835-1b6bf07b13af req-9accbe56-c2d9-4328-9778-e85fc50f2eef tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:16.379878 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b728df66-cbd6-4f5a-b835-1b6bf07b13af req-9accbe56-c2d9-4328-9778-e85fc50f2eef tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] 10.222.0.62 "GET /v2.0/ports?device_id=f45bfa0c-61f4-4335-a6ac-d0a2c804429a HTTP/1.1" status: 200 len: 949 time: 0.0610049 Feb 28 10:55:16.429871 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b728df66-cbd6-4f5a-b835-1b6bf07b13af req-72e04c1d-2fbd-43b5-85dd-4dc3ab87d3db tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] 10.222.0.62 "GET /v2.0/security-groups?id=21402ebe-f9f0-4618-a659-7913f10e51bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437179 Feb 28 10:55:16.470315 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-74ab3bb5-edb7-4158-adcd-d870a84821f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:16.488575 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c up at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:55:16.619164 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning for port cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c completed by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:55:16.623607 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning complete for port cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:55:16.628326 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:16.707346 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c is: BUILD; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:55:16.708459 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:16.734240 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f45bfa0c-61f4-4335-a6ac-d0a2c804429a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:55:16.736537 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6302b2c-2505-4a2e-b38e-a1bbcfeeecd3" -d '{"events": [{"server_uuid": "f45bfa0c-61f4-4335-a6ac-d0a2c804429a", "name": "network-vif-plugged", "status": "completed", "tag": "cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:55:16.750712 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c,segment=NetworkSegment(6ca66de7-a9ab-485a-a759-84aaf7cc4493),segment_id=6ca66de7-a9ab-485a-a759-84aaf7cc4493)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:55:16.772679 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c82d267-d2d5-4125-b39d-39c5ca13bb64 x-openstack-request-id: req-6c82d267-d2d5-4125-b39d-39c5ca13bb64 {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:55:16.772980 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f45bfa0c-61f4-4335-a6ac-d0a2c804429a", "name": "network-vif-plugged", "status": "completed", "tag": "cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:55:16.773246 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6c82d267-d2d5-4125-b39d-39c5ca13bb64 {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:55:16.773648 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f45bfa0c-61f4-4335-a6ac-d0a2c804429a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c', 'code': 200} Feb 28 10:55:16.830666 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:16.881914 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:55:17.229341 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64733312-ac69-4e24-b69e-ae20750133c0 req-2f4784ad-7903-40d9-b8c7-d606cf8b9d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:17.230896 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-64733312-ac69-4e24-b69e-ae20750133c0 req-2f4784ad-7903-40d9-b8c7-d606cf8b9d88 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f45bfa0c-61f4-4335-a6ac-d0a2c804429a HTTP/1.1" status: 200 len: 1134 time: 0.0481484 Feb 28 10:55:17.277095 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-64733312-ac69-4e24-b69e-ae20750133c0 req-cf810e72-964e-40bb-ae59-42ab9dbe51cf service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=21402ebe-f9f0-4618-a659-7913f10e51bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409577 Feb 28 10:55:17.560162 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80a124-9d5c-4aaf-a93b-6431254ec3c4 req-e1532b78-122d-49f9-9a4b-3aacab888a16 tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:17.561600 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4f80a124-9d5c-4aaf-a93b-6431254ec3c4 req-e1532b78-122d-49f9-9a4b-3aacab888a16 tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] 10.222.0.62 "GET /v2.0/ports?device_id=f45bfa0c-61f4-4335-a6ac-d0a2c804429a HTTP/1.1" status: 200 len: 950 time: 0.0593622 Feb 28 10:55:17.612614 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4f80a124-9d5c-4aaf-a93b-6431254ec3c4 req-5cf082a1-c55e-4a45-9305-4dbd3e5fc47c tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] 10.222.0.62 "GET /v2.0/security-groups?id=21402ebe-f9f0-4618-a659-7913f10e51bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452065 Feb 28 10:55:18.713884 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-1a968a8c-8543-47c9-9b44-42936099d520 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:18.748700 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ac27f-15f4-4468-97b8-9cef71a0c328 req-d4e020d2-7b50-4ca7-82db-9bb48804e82f tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:18.750365 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-f88ac27f-15f4-4468-97b8-9cef71a0c328 req-d4e020d2-7b50-4ca7-82db-9bb48804e82f tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] 10.222.0.62 "GET /v2.0/ports?device_id=f45bfa0c-61f4-4335-a6ac-d0a2c804429a HTTP/1.1" status: 200 len: 950 time: 0.0641325 Feb 28 10:55:18.803588 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-f88ac27f-15f4-4468-97b8-9cef71a0c328 req-bfdce60d-ba77-4fb9-b185-508f7d07a7e2 tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] 10.222.0.62 "GET /v2.0/security-groups?id=21402ebe-f9f0-4618-a659-7913f10e51bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473435 Feb 28 10:55:19.214029 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [req-89eb5d2b-5025-4491-bb1f-1ce4b54f450d req-7446c2b6-06a6-45f7-ba25-e11fef04ffba service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:55:19.215122 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-89eb5d2b-5025-4491-bb1f-1ce4b54f450d req-7446c2b6-06a6-45f7-ba25-e11fef04ffba service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065074 Feb 28 10:55:20.032946 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [req-fc16e39d-fdd2-40d6-974e-2f55b06c4f0a req-710454af-f681-4d52-99f6-a9d39ed2eb83 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:55:20.034011 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-fc16e39d-fdd2-40d6-974e-2f55b06c4f0a req-710454af-f681-4d52-99f6-a9d39ed2eb83 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1155684 Feb 28 10:55:20.074072 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:20.995467 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54bdc41-c97a-4973-abb7-8d06ae0d2fba req-0a24d71f-5598-41bf-aa0e-fe99139e447f tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:20.996926 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-f54bdc41-c97a-4973-abb7-8d06ae0d2fba req-0a24d71f-5598-41bf-aa0e-fe99139e447f tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] 10.222.0.62 "GET /v2.0/ports?device_id=f45bfa0c-61f4-4335-a6ac-d0a2c804429a HTTP/1.1" status: 200 len: 950 time: 0.0616026 Feb 28 10:55:21.049614 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-f54bdc41-c97a-4973-abb7-8d06ae0d2fba req-38c6d1d9-85db-4124-9935-e89367663ad1 tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] 10.222.0.62 "GET /v2.0/security-groups?id=21402ebe-f9f0-4618-a659-7913f10e51bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469267 Feb 28 10:55:21.410575 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:22.176859 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b002088-c23f-4bfa-ba22-014db27c4cac req-d8a26b06-7dfa-4b78-a545-cbe24bb6b600 tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:22.178360 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8b002088-c23f-4bfa-ba22-014db27c4cac req-d8a26b06-7dfa-4b78-a545-cbe24bb6b600 tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] 10.222.0.62 "GET /v2.0/ports?device_id=f45bfa0c-61f4-4335-a6ac-d0a2c804429a HTTP/1.1" status: 200 len: 950 time: 0.0558720 Feb 28 10:55:22.231383 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8b002088-c23f-4bfa-ba22-014db27c4cac req-ab2cd795-826f-4e07-ab82-0f3b048b09b9 tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] 10.222.0.62 "GET /v2.0/security-groups?id=21402ebe-f9f0-4618-a659-7913f10e51bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465555 Feb 28 10:55:22.425709 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067949f7-6109-4758-841e-e18211aee5dd req-2233b431-489a-4646-b1fe-eaa38ec11b8f tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:22.427265 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-067949f7-6109-4758-841e-e18211aee5dd req-2233b431-489a-4646-b1fe-eaa38ec11b8f tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] 10.222.0.70 "GET /v2.0/ports?device_id=f45bfa0c-61f4-4335-a6ac-d0a2c804429a HTTP/1.1" status: 200 len: 950 time: 0.0650160 Feb 28 10:55:22.532737 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-067949f7-6109-4758-841e-e18211aee5dd req-065ff8ad-50ba-4c12-835c-7f2c87be6293 tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] Deleting port cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:55:22.533078 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-067949f7-6109-4758-841e-e18211aee5dd req-065ff8ad-50ba-4c12-835c-7f2c87be6293 tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:22.639866 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-067949f7-6109-4758-841e-e18211aee5dd req-065ff8ad-50ba-4c12-835c-7f2c87be6293 tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] For port cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c,segment=NetworkSegment(6ca66de7-a9ab-485a-a759-84aaf7cc4493),segment_id=6ca66de7-a9ab-485a-a759-84aaf7cc4493)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:55:22.640211 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-067949f7-6109-4758-841e-e18211aee5dd req-065ff8ad-50ba-4c12-835c-7f2c87be6293 tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:22.653391 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-067949f7-6109-4758-841e-e18211aee5dd req-065ff8ad-50ba-4c12-835c-7f2c87be6293 tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] Calling delete_port for cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c owned by compute:nova {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:55:22.715922 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:22.858538 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-067949f7-6109-4758-841e-e18211aee5dd req-065ff8ad-50ba-4c12-835c-7f2c87be6293 tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:22.891223 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065ff8ad-50ba-4c12-835c-7f2c87be6293 tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] Pushing event deleted for resources: {'Port': ['ID=cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:55:22.891679 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:55:22.953194 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-067949f7-6109-4758-841e-e18211aee5dd req-065ff8ad-50ba-4c12-835c-7f2c87be6293 tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] No DVR routers for this DVR port cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c on host hv-neutron-8291 {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:55:22.960163 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-067949f7-6109-4758-841e-e18211aee5dd req-065ff8ad-50ba-4c12-835c-7f2c87be6293 tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:22.961166 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-067949f7-6109-4758-841e-e18211aee5dd req-065ff8ad-50ba-4c12-835c-7f2c87be6293 tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] 10.222.0.70 "DELETE /v2.0/ports/cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c HTTP/1.1" status: 204 len: 173 time: 0.5269156 Feb 28 10:55:22.962010 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f45bfa0c-61f4-4335-a6ac-d0a2c804429a', 'name': 'network-vif-deleted', 'tag': 'cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:55:22.965825 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88394aeb-f352-4d2c-9139-4a61996d7b30" -d '{"events": [{"server_uuid": "f45bfa0c-61f4-4335-a6ac-d0a2c804429a", "name": "network-vif-deleted", "tag": "cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:55:23.023336 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c4d56d-1ffe-406a-888d-a225ca3387a8 x-openstack-request-id: req-e2c4d56d-1ffe-406a-888d-a225ca3387a8 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:55:23.023336 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f45bfa0c-61f4-4335-a6ac-d0a2c804429a", "name": "network-vif-deleted", "tag": "cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:55:23.023336 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e2c4d56d-1ffe-406a-888d-a225ca3387a8 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:55:23.023711 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f45bfa0c-61f4-4335-a6ac-d0a2c804429a', 'name': 'network-vif-deleted', 'tag': 'cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c', 'status': 'completed', 'code': 200} Feb 28 10:55:23.369117 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d6152fe0-9c50-4f34-b0b6-624bfaf6193e req-fc5d1ef5-525b-4bce-a0be-4928f26cdcbc tempest-ServersAdminNegativeTestJSON-1330307110 tempest-ServersAdminNegativeTestJSON-1330307110-project] 10.222.0.62 "GET /v2.0/ports?device_id=f45bfa0c-61f4-4335-a6ac-d0a2c804429a HTTP/1.1" status: 200 len: 210 time: 0.0348794 Feb 28 10:55:24.955190 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 52436) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:55:25.095369 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-ba0ce2eb-3b99-4aa6-ae49-e2f236f309b5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=af8fc1d4885342f9bbe730ff11932030&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1371801 Feb 28 10:55:25.096102 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 52440) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:55:25.151086 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f3eaff40-9fc6-424a-acf4-668ad7edf883 admin admin] Publish callbacks [] for security_group (21402ebe-f9f0-4618-a659-7913f10e51bb), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:25.173684 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f3eaff40-9fc6-424a-acf4-668ad7edf883 admin admin] Publish callbacks [] for security_group (21402ebe-f9f0-4618-a659-7913f10e51bb), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:25.355962 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f3eaff40-9fc6-424a-acf4-668ad7edf883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (21402ebe-f9f0-4618-a659-7913f10e51bb), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:25.358683 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f3eaff40-9fc6-424a-acf4-668ad7edf883 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:25.359876 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-f3eaff40-9fc6-424a-acf4-668ad7edf883 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/21402ebe-f9f0-4618-a659-7913f10e51bb HTTP/1.1" status: 204 len: 168 time: 0.2628541 Feb 28 10:55:25.369233 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eaff40-9fc6-424a-acf4-668ad7edf883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21402ebe-f9f0-4618-a659-7913f10e51bb,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:55:26.237725 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 52446) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:55:26.252539 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7019822d-9e5c-4a7b-b0d0-794f2de9148a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:26.331898 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7019822d-9e5c-4a7b-b0d0-794f2de9148a admin admin] Publish callbacks [] for security_group (5ffe877a-d7df-4585-8f5e-8575b8399023), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:26.450369 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7019822d-9e5c-4a7b-b0d0-794f2de9148a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (5ffe877a-d7df-4585-8f5e-8575b8399023), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:26.501029 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-7019822d-9e5c-4a7b-b0d0-794f2de9148a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5bdb3e25b7eb47689f6d23e6102f93b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2621865 Feb 28 10:55:26.504072 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 52448) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:55:26.506682 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7019822d-9e5c-4a7b-b0d0-794f2de9148a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ffe877a-d7df-4585-8f5e-8575b8399023,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:55:26.552780 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c no longer exists at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:55:26.569770 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-92edf52c-3b63-4973-8c35-95f59c20e99f admin admin] Publish callbacks [] for security_group (5ffe877a-d7df-4585-8f5e-8575b8399023), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:26.576411 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] No Port match for: cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:55:26.576765 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device cbd8c10a-e916-4617-a3a9-bdfcf7e4e67c not bound to the agent host hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:55:26.594653 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-92edf52c-3b63-4973-8c35-95f59c20e99f admin admin] Publish callbacks [] for security_group (5ffe877a-d7df-4585-8f5e-8575b8399023), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:26.756192 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-92edf52c-3b63-4973-8c35-95f59c20e99f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (5ffe877a-d7df-4585-8f5e-8575b8399023), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:26.758912 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-92edf52c-3b63-4973-8c35-95f59c20e99f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:26.760095 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-92edf52c-3b63-4973-8c35-95f59c20e99f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5ffe877a-d7df-4585-8f5e-8575b8399023 HTTP/1.1" status: 204 len: 168 time: 0.2538431 Feb 28 10:55:26.772897 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92edf52c-3b63-4973-8c35-95f59c20e99f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ffe877a-d7df-4585-8f5e-8575b8399023,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:55:28.123554 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 52470) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:55:28.243964 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-3a0d8aa2-4bba-4ffd-b2c1-26d465b2b5ce admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-627738437-network', 'tenant_id': 'da5073c4697f4cb198c52d8918a40772'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:55:28.350200 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0d8aa2-4bba-4ffd-b2c1-26d465b2b5ce admin admin] Made reservation on behalf of da5073c4697f4cb198c52d8918a40772 for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:55:28.353331 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3a0d8aa2-4bba-4ffd-b2c1-26d465b2b5ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:28.362654 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3a0d8aa2-4bba-4ffd-b2c1-26d465b2b5ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:28.458142 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3a0d8aa2-4bba-4ffd-b2c1-26d465b2b5ce admin admin] Publish callbacks [] for security_group (1edd83b9-4b87-4b37-b4d6-d26113c779a6), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:28.561774 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3a0d8aa2-4bba-4ffd-b2c1-26d465b2b5ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (1edd83b9-4b87-4b37-b4d6-d26113c779a6), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:28.588025 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a0d8aa2-4bba-4ffd-b2c1-26d465b2b5ce admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:55:28.598206 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0d8aa2-4bba-4ffd-b2c1-26d465b2b5ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1edd83b9-4b87-4b37-b4d6-d26113c779a6,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:55:28.603943 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3a0d8aa2-4bba-4ffd-b2c1-26d465b2b5ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (387b8e2b-10c5-4bbe-9b31-e02e5a08472f), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:28.604285 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-3a0d8aa2-4bba-4ffd-b2c1-26d465b2b5ce admin admin] Added segment 387b8e2b-10c5-4bbe-9b31-e02e5a08472f of type vlan for network f29887a8-7696-4081-9474-b64110a0ad2d Feb 28 10:55:28.645978 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3a0d8aa2-4bba-4ffd-b2c1-26d465b2b5ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (f29887a8-7696-4081-9474-b64110a0ad2d), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:28.778707 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3a0d8aa2-4bba-4ffd-b2c1-26d465b2b5ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (f29887a8-7696-4081-9474-b64110a0ad2d), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:28.779936 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0d8aa2-4bba-4ffd-b2c1-26d465b2b5ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:28.780588 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3a0d8aa2-4bba-4ffd-b2c1-26d465b2b5ce admin admin] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:29.252070 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-3a0d8aa2-4bba-4ffd-b2c1-26d465b2b5ce admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1273835 Feb 28 10:55:29.253076 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0d8aa2-4bba-4ffd-b2c1-26d465b2b5ce admin admin] Pushing event updated for resources: {'Network': ['ID=f29887a8-7696-4081-9474-b64110a0ad2d,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:55:29.255090 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 52474) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:55:29.261776 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-ee72b836-40cc-44ed-87bf-c48e3651fa31 admin admin] Request body: {'subnet': {'network_id': 'f29887a8-7696-4081-9474-b64110a0ad2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-627738437-subnet', 'tenant_id': 'da5073c4697f4cb198c52d8918a40772', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:55:29.263831 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network f29887a8-7696-4081-9474-b64110a0ad2d details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:55:29.401689 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee72b836-40cc-44ed-87bf-c48e3651fa31 admin admin] Made reservation on behalf of da5073c4697f4cb198c52d8918a40772 for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:55:29.404047 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ee72b836-40cc-44ed-87bf-c48e3651fa31 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:29.664556 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ee72b836-40cc-44ed-87bf-c48e3651fa31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (16104cf8-d9db-4c9a-afaa-aa63d0610bfa), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:29.724080 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee72b836-40cc-44ed-87bf-c48e3651fa31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16104cf8-d9db-4c9a-afaa-aa63d0610bfa,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:55:29.736247 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee72b836-40cc-44ed-87bf-c48e3651fa31 admin admin] Checking segment: {'id': '387b8e2b-10c5-4bbe-9b31-e02e5a08472f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f29887a8-7696-4081-9474-b64110a0ad2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:55:29.736615 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee72b836-40cc-44ed-87bf-c48e3651fa31 admin admin] Network hostable DHCP agents. Network: f29887a8-7696-4081-9474-b64110a0ad2d, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:55:29.890477 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee72b836-40cc-44ed-87bf-c48e3651fa31 admin admin] Network f29887a8-7696-4081-9474-b64110a0ad2d is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:55:30.199012 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-ee72b836-40cc-44ed-87bf-c48e3651fa31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, f29887a8-7696-4081-9474-b64110a0ad2d) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:55:30.203357 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee72b836-40cc-44ed-87bf-c48e3651fa31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:30.204001 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ee72b836-40cc-44ed-87bf-c48e3651fa31 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:30.208209 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75b093e-d5f4-49d6-baf6-243d3579d630 None None] Network f29887a8-7696-4081-9474-b64110a0ad2d requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:55:30.307382 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-ee72b836-40cc-44ed-87bf-c48e3651fa31 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0507414 Feb 28 10:55:30.322064 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cddbf98-073d-4bdf-8d82-8790dba1e812 None None] Network f29887a8-7696-4081-9474-b64110a0ad2d requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:55:30.738687 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:31.121650 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d795daf6-3ff5-4c90-8a65-543bb5e5bfea req-c15eb8ad-0d86-4f2c-9682-d06f8d2d2e5d tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:31.123273 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d795daf6-3ff5-4c90-8a65-543bb5e5bfea req-c15eb8ad-0d86-4f2c-9682-d06f8d2d2e5d tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/networks?id=f29887a8-7696-4081-9474-b64110a0ad2d HTTP/1.1" status: 200 len: 811 time: 0.4644456 Feb 28 10:55:31.138618 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d795daf6-3ff5-4c90-8a65-543bb5e5bfea req-3ddc6c6f-1e8a-46c3-990d-72080146285c tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/quotas/da5073c4697f4cb198c52d8918a40772 HTTP/1.1" status: 200 len: 375 time: 0.0100193 Feb 28 10:55:31.172015 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d795daf6-3ff5-4c90-8a65-543bb5e5bfea req-7b2932d5-6052-4c8c-a694-9f3ce422283a tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=da5073c4697f4cb198c52d8918a40772&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279598 Feb 28 10:55:31.267658 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d795daf6-3ff5-4c90-8a65-543bb5e5bfea req-1c0aac20-6ded-490f-9c8c-027d9d6dd04a service neutron] 10.222.0.62 "GET /v2.0/networks/f29887a8-7696-4081-9474-b64110a0ad2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886207 Feb 28 10:55:31.373149 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d795daf6-3ff5-4c90-8a65-543bb5e5bfea req-2db4c46a-a1db-49c3-8543-4debbd7b39b1 service neutron] 10.222.0.62 "GET /v2.0/networks/f29887a8-7696-4081-9474-b64110a0ad2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997918 Feb 28 10:55:31.747678 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-7a7e07fd-f000-48bb-9bbc-535043cd4ef1 req-5bf334d5-827a-4978-83c7-f5b187d814c9 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cb66efd-faee-4d33-8782-75fa6eec07ea HTTP/1.1" status: 200 len: 210 time: 0.0298283 Feb 28 10:55:32.829195 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b96ec766-247e-40f7-9796-93755ec4f2f0 req-a3dcbc2b-dad3-4667-ae84-f42ca6005d7b tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cb66efd-faee-4d33-8782-75fa6eec07ea HTTP/1.1" status: 200 len: 210 time: 0.0288520 Feb 28 10:55:33.926274 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-16a2e844-bb3e-45aa-bc6e-26fa31ae072f req-02bf6990-214d-4bd4-9260-ba3a8370073d tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cb66efd-faee-4d33-8782-75fa6eec07ea HTTP/1.1" status: 200 len: 210 time: 0.0294988 Feb 28 10:55:34.673614 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d795daf6-3ff5-4c90-8a65-543bb5e5bfea req-889bf198-ff9c-49db-b373-367bbf1328fe tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:34.675137 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d795daf6-3ff5-4c90-8a65-543bb5e5bfea req-889bf198-ff9c-49db-b373-367bbf1328fe tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.70 "GET /v2.0/networks?id=f29887a8-7696-4081-9474-b64110a0ad2d HTTP/1.1" status: 200 len: 811 time: 0.1109188 Feb 28 10:55:34.692629 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-d795daf6-3ff5-4c90-8a65-543bb5e5bfea req-31d45550-b943-4b6e-af43-51bf411b71e7 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Request body: {'port': {'device_id': '1cb66efd-faee-4d33-8782-75fa6eec07ea', 'network_id': 'f29887a8-7696-4081-9474-b64110a0ad2d', 'admin_state_up': True, 'tenant_id': 'da5073c4697f4cb198c52d8918a40772'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:55:34.715743 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:55:34.924895 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d795daf6-3ff5-4c90-8a65-543bb5e5bfea req-31d45550-b943-4b6e-af43-51bf411b71e7 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Made reservation on behalf of da5073c4697f4cb198c52d8918a40772 for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:55:34.931377 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-d795daf6-3ff5-4c90-8a65-543bb5e5bfea req-31d45550-b943-4b6e-af43-51bf411b71e7 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:35.068271 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-dfb0ae93-f74c-4620-a9b8-041a9162f8a3 req-4e5e45e6-1730-4c6b-aad0-a88a25b2dace tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cb66efd-faee-4d33-8782-75fa6eec07ea HTTP/1.1" status: 200 len: 210 time: 0.0377562 Feb 28 10:55:35.134217 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [req-d795daf6-3ff5-4c90-8a65-543bb5e5bfea req-31d45550-b943-4b6e-af43-51bf411b71e7 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Allocated IP 172.20.0.9 (f29887a8-7696-4081-9474-b64110a0ad2d/16104cf8-d9db-4c9a-afaa-aa63d0610bfa/1dafa297-661b-4c23-9e5e-85b19bb6bf2d) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:55:35.310900 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-d795daf6-3ff5-4c90-8a65-543bb5e5bfea req-31d45550-b943-4b6e-af43-51bf411b71e7 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Publish callbacks [] for port (1dafa297-661b-4c23-9e5e-85b19bb6bf2d), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:35.463178 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-d795daf6-3ff5-4c90-8a65-543bb5e5bfea req-31d45550-b943-4b6e-af43-51bf411b71e7 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (1dafa297-661b-4c23-9e5e-85b19bb6bf2d), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:35.507838 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d795daf6-3ff5-4c90-8a65-543bb5e5bfea req-31d45550-b943-4b6e-af43-51bf411b71e7 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Network f29887a8-7696-4081-9474-b64110a0ad2d is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:55:35.511875 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [req-d795daf6-3ff5-4c90-8a65-543bb5e5bfea req-31d45550-b943-4b6e-af43-51bf411b71e7 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:55:35.518539 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-d795daf6-3ff5-4c90-8a65-543bb5e5bfea req-31d45550-b943-4b6e-af43-51bf411b71e7 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:55:35.525268 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d45550-b943-4b6e-af43-51bf411b71e7 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Pushing event updated for resources: {'Port': ['ID=1dafa297-661b-4c23-9e5e-85b19bb6bf2d,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:55:35.577498 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d795daf6-3ff5-4c90-8a65-543bb5e5bfea req-31d45550-b943-4b6e-af43-51bf411b71e7 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:35.578169 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-d795daf6-3ff5-4c90-8a65-543bb5e5bfea req-31d45550-b943-4b6e-af43-51bf411b71e7 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:35.655561 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d795daf6-3ff5-4c90-8a65-543bb5e5bfea req-31d45550-b943-4b6e-af43-51bf411b71e7 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9669883 Feb 28 10:55:35.672063 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-d795daf6-3ff5-4c90-8a65-543bb5e5bfea req-45193ff3-4797-47ae-8b51-76b4149ee7a8 service neutron] Request body: {'port': {'device_id': '1cb66efd-faee-4d33-8782-75fa6eec07ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8291'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:55:35.739028 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-d795daf6-3ff5-4c90-8a65-543bb5e5bfea req-45193ff3-4797-47ae-8b51-76b4149ee7a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (1dafa297-661b-4c23-9e5e-85b19bb6bf2d), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:36.048108 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [req-d795daf6-3ff5-4c90-8a65-543bb5e5bfea req-45193ff3-4797-47ae-8b51-76b4149ee7a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dafa297-661b-4c23-9e5e-85b19bb6bf2d {{(pid=104083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:55:36.057875 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-d795daf6-3ff5-4c90-8a65-543bb5e5bfea req-45193ff3-4797-47ae-8b51-76b4149ee7a8 service neutron] Publish callbacks [] for port (1dafa297-661b-4c23-9e5e-85b19bb6bf2d), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:36.071706 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [req-d795daf6-3ff5-4c90-8a65-543bb5e5bfea req-45193ff3-4797-47ae-8b51-76b4149ee7a8 service neutron] Transition to ACTIVE for port object 1dafa297-661b-4c23-9e5e-85b19bb6bf2d will not be triggered until provisioned by entity L2. {{(pid=104083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:55:36.153168 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-d795daf6-3ff5-4c90-8a65-543bb5e5bfea req-45193ff3-4797-47ae-8b51-76b4149ee7a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (1dafa297-661b-4c23-9e5e-85b19bb6bf2d), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:36.225397 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803a883-aef4-4b0f-ac87-f90420986e14 req-9efb12f1-80e2-47ad-af52-6556c733d6fd tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:36.226691 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45193ff3-4797-47ae-8b51-76b4149ee7a8 service neutron] Pushing event updated for resources: {'Port': ['ID=1dafa297-661b-4c23-9e5e-85b19bb6bf2d,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:55:36.227599 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-0803a883-aef4-4b0f-ac87-f90420986e14 req-9efb12f1-80e2-47ad-af52-6556c733d6fd tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cb66efd-faee-4d33-8782-75fa6eec07ea HTTP/1.1" status: 200 len: 943 time: 0.0584626 Feb 28 10:55:36.288558 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-d795daf6-3ff5-4c90-8a65-543bb5e5bfea req-45193ff3-4797-47ae-8b51-76b4149ee7a8 service neutron] Attempting to bind port 1dafa297-661b-4c23-9e5e-85b19bb6bf2d on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:55:36.288900 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-d795daf6-3ff5-4c90-8a65-543bb5e5bfea req-45193ff3-4797-47ae-8b51-76b4149ee7a8 service neutron] Attempting to bind port 1dafa297-661b-4c23-9e5e-85b19bb6bf2d by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '387b8e2b-10c5-4bbe-9b31-e02e5a08472f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f29887a8-7696-4081-9474-b64110a0ad2d'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:55:36.289242 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d795daf6-3ff5-4c90-8a65-543bb5e5bfea req-45193ff3-4797-47ae-8b51-76b4149ee7a8 service neutron] Attempting to bind port 1dafa297-661b-4c23-9e5e-85b19bb6bf2d on network f29887a8-7696-4081-9474-b64110a0ad2d {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:55:36.289444 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-0803a883-aef4-4b0f-ac87-f90420986e14 req-c04cc97d-0b0b-4a19-9618-db71d40d2db5 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/security-groups?id=1edd83b9-4b87-4b37-b4d6-d26113c779a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528896 Feb 28 10:55:36.295700 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d795daf6-3ff5-4c90-8a65-543bb5e5bfea req-45193ff3-4797-47ae-8b51-76b4149ee7a8 service neutron] Port 1dafa297-661b-4c23-9e5e-85b19bb6bf2d on network f29887a8-7696-4081-9474-b64110a0ad2d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:55:36.295967 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d795daf6-3ff5-4c90-8a65-543bb5e5bfea req-45193ff3-4797-47ae-8b51-76b4149ee7a8 service neutron] Attempting to bind port 1dafa297-661b-4c23-9e5e-85b19bb6bf2d on network f29887a8-7696-4081-9474-b64110a0ad2d {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:55:36.302302 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d795daf6-3ff5-4c90-8a65-543bb5e5bfea req-45193ff3-4797-47ae-8b51-76b4149ee7a8 service neutron] Checking agent: {'id': '9c9e5963-7abc-415a-a91c-4432861f4313', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'started_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:55:36.302658 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d795daf6-3ff5-4c90-8a65-543bb5e5bfea req-45193ff3-4797-47ae-8b51-76b4149ee7a8 service neutron] Checking segment: {'id': '387b8e2b-10c5-4bbe-9b31-e02e5a08472f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f29887a8-7696-4081-9474-b64110a0ad2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:55:36.303098 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d795daf6-3ff5-4c90-8a65-543bb5e5bfea req-45193ff3-4797-47ae-8b51-76b4149ee7a8 service neutron] Bound using segment: {'id': '387b8e2b-10c5-4bbe-9b31-e02e5a08472f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f29887a8-7696-4081-9474-b64110a0ad2d'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:55:36.303547 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-d795daf6-3ff5-4c90-8a65-543bb5e5bfea req-45193ff3-4797-47ae-8b51-76b4149ee7a8 service neutron] Bound port: 1dafa297-661b-4c23-9e5e-85b19bb6bf2d, host: hv-neutron-8291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '387b8e2b-10c5-4bbe-9b31-e02e5a08472f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f29887a8-7696-4081-9474-b64110a0ad2d'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:55:36.303915 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-d795daf6-3ff5-4c90-8a65-543bb5e5bfea req-45193ff3-4797-47ae-8b51-76b4149ee7a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (1dafa297-661b-4c23-9e5e-85b19bb6bf2d), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:36.385185 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-d795daf6-3ff5-4c90-8a65-543bb5e5bfea req-45193ff3-4797-47ae-8b51-76b4149ee7a8 service neutron] For port 1dafa297-661b-4c23-9e5e-85b19bb6bf2d, host hv-neutron-8291, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:55:36.388704 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-d795daf6-3ff5-4c90-8a65-543bb5e5bfea req-45193ff3-4797-47ae-8b51-76b4149ee7a8 service neutron] For port 1dafa297-661b-4c23-9e5e-85b19bb6bf2d, host hv-neutron-8291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=1dafa297-661b-4c23-9e5e-85b19bb6bf2d,segment=NetworkSegment(387b8e2b-10c5-4bbe-9b31-e02e5a08472f),segment_id=387b8e2b-10c5-4bbe-9b31-e02e5a08472f)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:55:36.516468 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-d795daf6-3ff5-4c90-8a65-543bb5e5bfea req-45193ff3-4797-47ae-8b51-76b4149ee7a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (1dafa297-661b-4c23-9e5e-85b19bb6bf2d), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:36.553641 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d795daf6-3ff5-4c90-8a65-543bb5e5bfea req-45193ff3-4797-47ae-8b51-76b4149ee7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:36.554283 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-d795daf6-3ff5-4c90-8a65-543bb5e5bfea req-45193ff3-4797-47ae-8b51-76b4149ee7a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:36.556181 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d795daf6-3ff5-4c90-8a65-543bb5e5bfea req-45193ff3-4797-47ae-8b51-76b4149ee7a8 service neutron] 10.222.0.70 "PUT /v2.0/ports/1dafa297-661b-4c23-9e5e-85b19bb6bf2d HTTP/1.1" status: 200 len: 1093 time: 0.8883905 Feb 28 10:55:36.556470 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cb66efd-faee-4d33-8782-75fa6eec07ea', 'tag': '1dafa297-661b-4c23-9e5e-85b19bb6bf2d'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:55:36.558781 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-606d8189-4377-463a-80fd-c5cd070a46ed" -d '{"events": [{"name": "network-changed", "server_uuid": "1cb66efd-faee-4d33-8782-75fa6eec07ea", "tag": "1dafa297-661b-4c23-9e5e-85b19bb6bf2d"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:55:36.583580 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45193ff3-4797-47ae-8b51-76b4149ee7a8 service neutron] Pushing event updated for resources: {'Port': ['ID=1dafa297-661b-4c23-9e5e-85b19bb6bf2d,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:55:36.600651 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ca8472-d567-43b2-9f3f-94351ddb72f2 x-openstack-request-id: req-05ca8472-d567-43b2-9f3f-94351ddb72f2 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:55:36.600949 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cb66efd-faee-4d33-8782-75fa6eec07ea", "tag": "1dafa297-661b-4c23-9e5e-85b19bb6bf2d", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:55:36.601212 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-05ca8472-d567-43b2-9f3f-94351ddb72f2 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:55:36.601633 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cb66efd-faee-4d33-8782-75fa6eec07ea', 'tag': '1dafa297-661b-4c23-9e5e-85b19bb6bf2d', 'status': 'completed', 'code': 200} Feb 28 10:55:36.689751 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d8189-4377-463a-80fd-c5cd070a46ed req-168552c8-7fc3-44fc-a721-6da3e146aa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:36.691356 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-606d8189-4377-463a-80fd-c5cd070a46ed req-168552c8-7fc3-44fc-a721-6da3e146aa93 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=da5073c4697f4cb198c52d8918a40772&device_id=1cb66efd-faee-4d33-8782-75fa6eec07ea HTTP/1.1" status: 200 len: 1127 time: 0.0496178 Feb 28 10:55:36.811413 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d8189-4377-463a-80fd-c5cd070a46ed req-4833ea88-624c-4a6f-8e80-3d4f87ada931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:36.812906 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-606d8189-4377-463a-80fd-c5cd070a46ed req-4833ea88-624c-4a6f-8e80-3d4f87ada931 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=da5073c4697f4cb198c52d8918a40772&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1090803 Feb 28 10:55:36.917713 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d8189-4377-463a-80fd-c5cd070a46ed req-7a4e80c0-54ee-4fef-8eed-2847e299fcad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:36.919315 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-606d8189-4377-463a-80fd-c5cd070a46ed req-7a4e80c0-54ee-4fef-8eed-2847e299fcad service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1005576 Feb 28 10:55:37.030063 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d795daf6-3ff5-4c90-8a65-543bb5e5bfea req-354b38f9-1ae1-4b2a-b06c-8ffc3406e0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:37.031724 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d795daf6-3ff5-4c90-8a65-543bb5e5bfea req-354b38f9-1ae1-4b2a-b06c-8ffc3406e0ae service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=da5073c4697f4cb198c52d8918a40772&device_id=1cb66efd-faee-4d33-8782-75fa6eec07ea HTTP/1.1" status: 200 len: 1127 time: 0.0554354 Feb 28 10:55:37.082624 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d795daf6-3ff5-4c90-8a65-543bb5e5bfea req-17d6c5f6-cf02-436a-82df-43d81b0f6176 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1dafa297-661b-4c23-9e5e-85b19bb6bf2d HTTP/1.1" status: 200 len: 217 time: 0.0385349 Feb 28 10:55:37.135118 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d795daf6-3ff5-4c90-8a65-543bb5e5bfea req-7b598fc6-7b79-4810-9bf2-9efafb08da85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:37.136649 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d795daf6-3ff5-4c90-8a65-543bb5e5bfea req-7b598fc6-7b79-4810-9bf2-9efafb08da85 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=16104cf8-d9db-4c9a-afaa-aa63d0610bfa HTTP/1.1" status: 200 len: 851 time: 0.0486572 Feb 28 10:55:37.169373 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d795daf6-3ff5-4c90-8a65-543bb5e5bfea req-f2adf088-f978-44e4-97f3-8c901ab76827 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f29887a8-7696-4081-9474-b64110a0ad2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270176 Feb 28 10:55:37.295985 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d795daf6-3ff5-4c90-8a65-543bb5e5bfea req-596bae96-76ec-457e-a9f4-1089766840dd service neutron] 10.222.0.70 "GET /v2.0/networks/f29887a8-7696-4081-9474-b64110a0ad2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209226 Feb 28 10:55:37.407102 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d795daf6-3ff5-4c90-8a65-543bb5e5bfea req-ce240580-336f-4e54-91b2-254ffdffc705 service neutron] 10.222.0.70 "GET /v2.0/networks/f29887a8-7696-4081-9474-b64110a0ad2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053882 Feb 28 10:55:37.426482 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15252352-bb89-45c6-8007-1adc598e1c11 req-5fbf91b8-e700-4c54-be19-c3752770a9f5 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:37.428101 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-15252352-bb89-45c6-8007-1adc598e1c11 req-5fbf91b8-e700-4c54-be19-c3752770a9f5 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cb66efd-faee-4d33-8782-75fa6eec07ea HTTP/1.1" status: 200 len: 943 time: 0.0612509 Feb 28 10:55:37.479268 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-15252352-bb89-45c6-8007-1adc598e1c11 req-98f44fca-092f-43aa-848e-23441e99e1cd tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/security-groups?id=1edd83b9-4b87-4b37-b4d6-d26113c779a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454872 Feb 28 10:55:38.619854 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa691246-2af3-4c57-8082-3ab324fe26f4 req-a6268f2f-7a86-45a2-bb2d-48da41029845 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:38.621507 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-fa691246-2af3-4c57-8082-3ab324fe26f4 req-a6268f2f-7a86-45a2-bb2d-48da41029845 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cb66efd-faee-4d33-8782-75fa6eec07ea HTTP/1.1" status: 200 len: 943 time: 0.0658998 Feb 28 10:55:38.676412 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-fa691246-2af3-4c57-8082-3ab324fe26f4 req-f5ec48e5-550a-4dad-97af-28d89982a673 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/security-groups?id=1edd83b9-4b87-4b37-b4d6-d26113c779a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491586 Feb 28 10:55:39.808448 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72878f17-1017-48e9-af3b-25554d998c55 req-05f63557-2662-4a9c-aa6f-d36f51f9f013 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:39.810099 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-72878f17-1017-48e9-af3b-25554d998c55 req-05f63557-2662-4a9c-aa6f-d36f51f9f013 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cb66efd-faee-4d33-8782-75fa6eec07ea HTTP/1.1" status: 200 len: 943 time: 0.0604539 Feb 28 10:55:39.873338 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-72878f17-1017-48e9-af3b-25554d998c55 req-11747d3e-3404-466b-bc84-39b25ba9da58 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/security-groups?id=1edd83b9-4b87-4b37-b4d6-d26113c779a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546029 Feb 28 10:55:40.598983 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 1dafa297-661b-4c23-9e5e-85b19bb6bf2d details requested by agent hyperv_hv-neutron-8291 with host hv-neutron-8291 {{(pid=104085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:55:40.702487 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 1dafa297-661b-4c23-9e5e-85b19bb6bf2d, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=1dafa297-661b-4c23-9e5e-85b19bb6bf2d,segment=NetworkSegment(387b8e2b-10c5-4bbe-9b31-e02e5a08472f),segment_id=387b8e2b-10c5-4bbe-9b31-e02e5a08472f)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:55:40.765840 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Returning: {'device': '1dafa297-661b-4c23-9e5e-85b19bb6bf2d', 'network_id': 'f29887a8-7696-4081-9474-b64110a0ad2d', 'port_id': '1dafa297-661b-4c23-9e5e-85b19bb6bf2d', 'mac_address': 'fa:16:3e:3d:12:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16104cf8-d9db-4c9a-afaa-aa63d0610bfa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:55:40.765840 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 1dafa297-661b-4c23-9e5e-85b19bb6bf2d is: DOWN; New status is: BUILD {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:55:40.765840 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (1dafa297-661b-4c23-9e5e-85b19bb6bf2d), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:40.769995 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dafa297-661b-4c23-9e5e-85b19bb6bf2d {{(pid=104085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:55:40.789554 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 1dafa297-661b-4c23-9e5e-85b19bb6bf2d, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=1dafa297-661b-4c23-9e5e-85b19bb6bf2d,segment=NetworkSegment(387b8e2b-10c5-4bbe-9b31-e02e5a08472f),segment_id=387b8e2b-10c5-4bbe-9b31-e02e5a08472f)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:55:40.962236 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (1dafa297-661b-4c23-9e5e-85b19bb6bf2d), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:40.999644 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6874c5-7949-4101-abde-ad92906dd953 req-5dfd1b01-13a8-42e1-a9f8-245340558afe tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:41.001180 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5b6874c5-7949-4101-abde-ad92906dd953 req-5dfd1b01-13a8-42e1-a9f8-245340558afe tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cb66efd-faee-4d33-8782-75fa6eec07ea HTTP/1.1" status: 200 len: 943 time: 0.0549674 Feb 28 10:55:41.011243 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=1dafa297-661b-4c23-9e5e-85b19bb6bf2d,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:55:41.018580 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:55:41.019042 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:55:41.019400 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:55:41.019747 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:55:41.020096 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:55:41.020438 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:55:41.020776 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:55:41.021112 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:55:41.021448 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:55:41.021793 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:55:41.022131 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:55:41.022457 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:55:41.023131 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:55:41.053128 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5b6874c5-7949-4101-abde-ad92906dd953 req-c7439ed9-9ee7-4685-8fc5-65503e25c225 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/security-groups?id=1edd83b9-4b87-4b37-b4d6-d26113c779a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459788 Feb 28 10:55:41.222733 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['1dafa297-661b-4c23-9e5e-85b19bb6bf2d'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:55:42.179281 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f015aea-c69b-452a-bd59-f88bf2ad891c req-5c41ed4b-4c34-4b71-bf6a-930ce11d7185 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:42.181882 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-2f015aea-c69b-452a-bd59-f88bf2ad891c req-5c41ed4b-4c34-4b71-bf6a-930ce11d7185 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cb66efd-faee-4d33-8782-75fa6eec07ea HTTP/1.1" status: 200 len: 944 time: 0.0594404 Feb 28 10:55:42.231375 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-2f015aea-c69b-452a-bd59-f88bf2ad891c req-afd9d352-a979-49bd-8ba8-4131d59d2011 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/security-groups?id=1edd83b9-4b87-4b37-b4d6-d26113c779a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440121 Feb 28 10:55:42.598779 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 1dafa297-661b-4c23-9e5e-85b19bb6bf2d up at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:55:42.730277 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning for port 1dafa297-661b-4c23-9e5e-85b19bb6bf2d completed by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:55:42.734419 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning complete for port 1dafa297-661b-4c23-9e5e-85b19bb6bf2d triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:55:42.734794 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (1dafa297-661b-4c23-9e5e-85b19bb6bf2d), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:42.822473 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 1dafa297-661b-4c23-9e5e-85b19bb6bf2d is: BUILD; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:55:42.822891 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (1dafa297-661b-4c23-9e5e-85b19bb6bf2d), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:42.847397 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cb66efd-faee-4d33-8782-75fa6eec07ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dafa297-661b-4c23-9e5e-85b19bb6bf2d'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:55:42.849799 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f5d5ca-7e05-4ddd-9be3-ed835a1e5062" -d '{"events": [{"server_uuid": "1cb66efd-faee-4d33-8782-75fa6eec07ea", "name": "network-vif-plugged", "status": "completed", "tag": "1dafa297-661b-4c23-9e5e-85b19bb6bf2d"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:55:42.863304 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 1dafa297-661b-4c23-9e5e-85b19bb6bf2d, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=1dafa297-661b-4c23-9e5e-85b19bb6bf2d,segment=NetworkSegment(387b8e2b-10c5-4bbe-9b31-e02e5a08472f),segment_id=387b8e2b-10c5-4bbe-9b31-e02e5a08472f)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:55:42.894698 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eeda90f-01a0-4420-907a-a10cc4a6cfc0 x-openstack-request-id: req-5eeda90f-01a0-4420-907a-a10cc4a6cfc0 {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:55:42.894698 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cb66efd-faee-4d33-8782-75fa6eec07ea", "name": "network-vif-plugged", "status": "completed", "tag": "1dafa297-661b-4c23-9e5e-85b19bb6bf2d", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:55:42.894698 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5eeda90f-01a0-4420-907a-a10cc4a6cfc0 {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:55:42.894698 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cb66efd-faee-4d33-8782-75fa6eec07ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dafa297-661b-4c23-9e5e-85b19bb6bf2d', 'code': 200} Feb 28 10:55:42.970199 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (1dafa297-661b-4c23-9e5e-85b19bb6bf2d), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:43.027912 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=1dafa297-661b-4c23-9e5e-85b19bb6bf2d,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:55:43.255444 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8878e60-fbe2-43d8-892b-20173712c237 req-632a12c7-bcc9-4603-82fe-7ed2f3000708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:43.257526 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b8878e60-fbe2-43d8-892b-20173712c237 req-632a12c7-bcc9-4603-82fe-7ed2f3000708 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1cb66efd-faee-4d33-8782-75fa6eec07ea HTTP/1.1" status: 200 len: 1129 time: 0.0506771 Feb 28 10:55:43.305525 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b8878e60-fbe2-43d8-892b-20173712c237 req-1f653d17-5882-411c-8074-a8cb778f1fad service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1edd83b9-4b87-4b37-b4d6-d26113c779a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397568 Feb 28 10:55:43.359738 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc8515a-2bf0-4b8a-b890-60dc0f2331e4 req-a3f686e7-4b30-4d76-adf7-ec2fc1515c21 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:43.361284 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-bcc8515a-2bf0-4b8a-b890-60dc0f2331e4 req-a3f686e7-4b30-4d76-adf7-ec2fc1515c21 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cb66efd-faee-4d33-8782-75fa6eec07ea HTTP/1.1" status: 200 len: 945 time: 0.0613937 Feb 28 10:55:43.411635 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-bcc8515a-2bf0-4b8a-b890-60dc0f2331e4 req-94e1b5a7-c34f-4493-96e1-d7fdb0099ec9 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/security-groups?id=1edd83b9-4b87-4b37-b4d6-d26113c779a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447009 Feb 28 10:55:44.535966 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c4ffb-b3e6-4f05-9e51-36199f924afc req-9449c4c7-ccfe-4eee-896f-79bc4d690120 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:44.537651 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-541c4ffb-b3e6-4f05-9e51-36199f924afc req-9449c4c7-ccfe-4eee-896f-79bc4d690120 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cb66efd-faee-4d33-8782-75fa6eec07ea HTTP/1.1" status: 200 len: 945 time: 0.0547779 Feb 28 10:55:44.587523 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-541c4ffb-b3e6-4f05-9e51-36199f924afc req-704f1f8b-ac45-47fb-8918-173b481a3435 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/security-groups?id=1edd83b9-4b87-4b37-b4d6-d26113c779a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441368 Feb 28 10:55:45.713944 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962bf979-c148-47f3-8527-a0bd42eb4477 req-294049f6-232a-4aba-959f-9b3f77cdc62b tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:45.715501 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-962bf979-c148-47f3-8527-a0bd42eb4477 req-294049f6-232a-4aba-959f-9b3f77cdc62b tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cb66efd-faee-4d33-8782-75fa6eec07ea HTTP/1.1" status: 200 len: 945 time: 0.0598066 Feb 28 10:55:45.763324 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-962bf979-c148-47f3-8527-a0bd42eb4477 req-68cb7ee8-d3b1-4dba-8e5e-01718615466b tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/security-groups?id=1edd83b9-4b87-4b37-b4d6-d26113c779a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422647 Feb 28 10:55:46.309561 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93756850-7d6e-4729-b4d9-364bdb32be59 req-b3601ab5-af3c-492c-a6b5-5d50b070ac00 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:46.311129 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-93756850-7d6e-4729-b4d9-364bdb32be59 req-b3601ab5-af3c-492c-a6b5-5d50b070ac00 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cb66efd-faee-4d33-8782-75fa6eec07ea HTTP/1.1" status: 200 len: 945 time: 0.0583148 Feb 28 10:55:46.359085 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-93756850-7d6e-4729-b4d9-364bdb32be59 req-d96d2c12-f3ee-44f9-a049-71a6fe28137c tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/security-groups?id=1edd83b9-4b87-4b37-b4d6-d26113c779a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422318 Feb 28 10:55:46.473853 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 52542) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:55:46.492652 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7d3290e2-e7fa-4c8d-a725-4d3473228b60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:46.568462 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a6d082a2-2fa6-4688-a3e7-b40ddf9dc1d3 req-2ce37077-72f8-43b5-8f5a-cdb2d1372fa9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1cb66efd-faee-4d33-8782-75fa6eec07ea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0937200 Feb 28 10:55:46.578156 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [req-a6d082a2-2fa6-4688-a3e7-b40ddf9dc1d3 req-85cfde81-e243-4e0b-8551-55e7b18812df service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:55:46.579143 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a6d082a2-2fa6-4688-a3e7-b40ddf9dc1d3 req-85cfde81-e243-4e0b-8551-55e7b18812df service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050242 Feb 28 10:55:47.358406 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d082a2-2fa6-4688-a3e7-b40ddf9dc1d3 req-3c7cc5cb-9612-47a0-bf5a-28d69a233062 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:47.359726 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a6d082a2-2fa6-4688-a3e7-b40ddf9dc1d3 req-3c7cc5cb-9612-47a0-bf5a-28d69a233062 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/ports/1dafa297-661b-4c23-9e5e-85b19bb6bf2d HTTP/1.1" status: 200 len: 942 time: 0.1153972 Feb 28 10:55:47.491296 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0bba3c-e6e3-44a8-b602-50ccbf0fa0db req-ecd41a51-efa4-4803-b5f3-74829d3a61e0 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:47.493308 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9b0bba3c-e6e3-44a8-b602-50ccbf0fa0db req-ecd41a51-efa4-4803-b5f3-74829d3a61e0 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cb66efd-faee-4d33-8782-75fa6eec07ea HTTP/1.1" status: 200 len: 945 time: 0.0620699 Feb 28 10:55:47.544815 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9b0bba3c-e6e3-44a8-b602-50ccbf0fa0db req-e48780cb-b185-4346-a0e5-0357b24c1707 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/security-groups?id=1edd83b9-4b87-4b37-b4d6-d26113c779a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441864 Feb 28 10:55:48.672981 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45367533-cb74-44bc-9b90-468d1ab438bc req-997d3768-99c7-44c4-ba8f-21cec950085d tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:48.674474 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-45367533-cb74-44bc-9b90-468d1ab438bc req-997d3768-99c7-44c4-ba8f-21cec950085d tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cb66efd-faee-4d33-8782-75fa6eec07ea HTTP/1.1" status: 200 len: 945 time: 0.0539684 Feb 28 10:55:48.702657 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5bd7a05b-b8f6-46ba-912b-d33089feb32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:48.729453 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-45367533-cb74-44bc-9b90-468d1ab438bc req-d61e0570-1d5e-49ce-998e-7e91a2780077 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/security-groups?id=1edd83b9-4b87-4b37-b4d6-d26113c779a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492716 Feb 28 10:55:49.411508 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d082a2-2fa6-4688-a3e7-b40ddf9dc1d3 req-400dfd4f-e992-43cc-80b4-210add7c233e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:49.412971 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a6d082a2-2fa6-4688-a3e7-b40ddf9dc1d3 req-400dfd4f-e992-43cc-80b4-210add7c233e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=da5073c4697f4cb198c52d8918a40772&device_id=1cb66efd-faee-4d33-8782-75fa6eec07ea HTTP/1.1" status: 200 len: 1129 time: 0.0452812 Feb 28 10:55:49.507856 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d082a2-2fa6-4688-a3e7-b40ddf9dc1d3 req-77733df8-6259-45ec-b21d-2ec78eed86b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:49.509291 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a6d082a2-2fa6-4688-a3e7-b40ddf9dc1d3 req-77733df8-6259-45ec-b21d-2ec78eed86b2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f29887a8-7696-4081-9474-b64110a0ad2d HTTP/1.1" status: 200 len: 911 time: 0.0902009 Feb 28 10:55:49.550251 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a6d082a2-2fa6-4688-a3e7-b40ddf9dc1d3 req-e8b1077e-dafb-4c87-b7c5-ffb13d8be87c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1dafa297-661b-4c23-9e5e-85b19bb6bf2d HTTP/1.1" status: 200 len: 217 time: 0.0353017 Feb 28 10:55:49.601091 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d082a2-2fa6-4688-a3e7-b40ddf9dc1d3 req-867d0664-6035-4be4-b76b-fc81d470e91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:49.602692 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a6d082a2-2fa6-4688-a3e7-b40ddf9dc1d3 req-867d0664-6035-4be4-b76b-fc81d470e91f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=16104cf8-d9db-4c9a-afaa-aa63d0610bfa HTTP/1.1" status: 200 len: 851 time: 0.0471413 Feb 28 10:55:49.639809 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a6d082a2-2fa6-4688-a3e7-b40ddf9dc1d3 req-22a454d7-c1b1-4326-9a5d-197854207a26 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f29887a8-7696-4081-9474-b64110a0ad2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311046 Feb 28 10:55:49.732582 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a6d082a2-2fa6-4688-a3e7-b40ddf9dc1d3 req-9d287cc8-b393-4e03-8ff5-2d8ed4a42d5e service neutron] 10.222.0.70 "GET /v2.0/networks/f29887a8-7696-4081-9474-b64110a0ad2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864582 Feb 28 10:55:49.856013 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a6d082a2-2fa6-4688-a3e7-b40ddf9dc1d3 req-d09c9087-6c71-4ed5-be93-9ee1b5d3e3e4 service neutron] 10.222.0.70 "GET /v2.0/networks/f29887a8-7696-4081-9474-b64110a0ad2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183317 Feb 28 10:55:49.874866 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee8274f-4535-4eed-af52-a45f3ea0cc74 req-cf0145b5-3c3b-461f-b7b5-6b3c3d4be0b7 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:49.876402 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0ee8274f-4535-4eed-af52-a45f3ea0cc74 req-cf0145b5-3c3b-461f-b7b5-6b3c3d4be0b7 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cb66efd-faee-4d33-8782-75fa6eec07ea HTTP/1.1" status: 200 len: 945 time: 0.0773218 Feb 28 10:55:49.926486 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0ee8274f-4535-4eed-af52-a45f3ea0cc74 req-d7e9e7ac-f2ea-455e-8185-ab0a7efda060 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/security-groups?id=1edd83b9-4b87-4b37-b4d6-d26113c779a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443904 Feb 28 10:55:50.084559 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:51.052169 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eccd12-f7f4-4b9c-b105-60c64f6bf221 req-d7110a8e-6a6a-48ad-8f6b-d8fa2740159e tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:51.053705 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d3eccd12-f7f4-4b9c-b105-60c64f6bf221 req-d7110a8e-6a6a-48ad-8f6b-d8fa2740159e tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cb66efd-faee-4d33-8782-75fa6eec07ea HTTP/1.1" status: 200 len: 945 time: 0.0538964 Feb 28 10:55:51.102627 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d3eccd12-f7f4-4b9c-b105-60c64f6bf221 req-3601b7f3-454c-4b03-9910-b02e770f4088 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/security-groups?id=1edd83b9-4b87-4b37-b4d6-d26113c779a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431385 Feb 28 10:55:51.424249 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:52.235185 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16193131-51b4-415a-8772-ce05a4fe8a9c req-ed98b7fd-a9c1-4348-83b9-04430e6eac12 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:52.236803 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-16193131-51b4-415a-8772-ce05a4fe8a9c req-ed98b7fd-a9c1-4348-83b9-04430e6eac12 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cb66efd-faee-4d33-8782-75fa6eec07ea HTTP/1.1" status: 200 len: 945 time: 0.0663903 Feb 28 10:55:52.291963 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-16193131-51b4-415a-8772-ce05a4fe8a9c req-d476eb3e-dc36-42ad-b091-c2c67651482d tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/security-groups?id=1edd83b9-4b87-4b37-b4d6-d26113c779a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496125 Feb 28 10:55:52.704134 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:53.416154 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b0891-8f45-4fbe-9eeb-c4a497c85d7e req-f315cfe1-3ce8-4802-8d14-33b4d0e3b19c tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:53.417661 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-bc9b0891-8f45-4fbe-9eeb-c4a497c85d7e req-f315cfe1-3ce8-4802-8d14-33b4d0e3b19c tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cb66efd-faee-4d33-8782-75fa6eec07ea HTTP/1.1" status: 200 len: 945 time: 0.0573192 Feb 28 10:55:53.467397 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-bc9b0891-8f45-4fbe-9eeb-c4a497c85d7e req-3c2c470c-0495-44a8-bf78-bd37846a790a tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/security-groups?id=1edd83b9-4b87-4b37-b4d6-d26113c779a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441141 Feb 28 10:55:54.468113 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d6197-96ea-41f3-bee1-b22e63140f57 req-3aa8aa7e-30b0-4607-83d5-b7845fad1d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:54.469693 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9c8d6197-96ea-41f3-bee1-b22e63140f57 req-3aa8aa7e-30b0-4607-83d5-b7845fad1d3d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=da5073c4697f4cb198c52d8918a40772&device_id=1cb66efd-faee-4d33-8782-75fa6eec07ea HTTP/1.1" status: 200 len: 1129 time: 0.0483730 Feb 28 10:55:54.616681 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d6197-96ea-41f3-bee1-b22e63140f57 req-82c260d9-2a6b-47b9-9dfd-9dece9a96175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:54.618308 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9c8d6197-96ea-41f3-bee1-b22e63140f57 req-82c260d9-2a6b-47b9-9dfd-9dece9a96175 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f29887a8-7696-4081-9474-b64110a0ad2d HTTP/1.1" status: 200 len: 911 time: 0.1287699 Feb 28 10:55:54.630748 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f492f-12f4-41d1-9817-3f5459cfba00 req-6cf8961f-ce9d-4c08-ad37-323d98374a59 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:54.632266 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-710f492f-12f4-41d1-9817-3f5459cfba00 req-6cf8961f-ce9d-4c08-ad37-323d98374a59 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cb66efd-faee-4d33-8782-75fa6eec07ea HTTP/1.1" status: 200 len: 945 time: 0.0909970 Feb 28 10:55:54.676065 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9c8d6197-96ea-41f3-bee1-b22e63140f57 req-c4bcf21c-45c6-4a70-8ed6-0119ec7e20db service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1dafa297-661b-4c23-9e5e-85b19bb6bf2d HTTP/1.1" status: 200 len: 217 time: 0.0422821 Feb 28 10:55:54.759412 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-710f492f-12f4-41d1-9817-3f5459cfba00 req-6030c71c-5634-4103-87bc-d7e3695c12e0 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/security-groups?id=1edd83b9-4b87-4b37-b4d6-d26113c779a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194494 Feb 28 10:55:54.763285 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d6197-96ea-41f3-bee1-b22e63140f57 req-d3dec514-1c73-4bf4-8dc4-3c0b4f946214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:54.765208 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9c8d6197-96ea-41f3-bee1-b22e63140f57 req-d3dec514-1c73-4bf4-8dc4-3c0b4f946214 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=16104cf8-d9db-4c9a-afaa-aa63d0610bfa HTTP/1.1" status: 200 len: 851 time: 0.0812457 Feb 28 10:55:54.798490 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9c8d6197-96ea-41f3-bee1-b22e63140f57 req-677a9cbd-dd47-4453-9009-2af0805ab2e5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f29887a8-7696-4081-9474-b64110a0ad2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272892 Feb 28 10:55:54.807738 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [req-9c8d6197-96ea-41f3-bee1-b22e63140f57 req-c45ae964-aa4f-4d62-bf7b-7f5646824e42 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:55:54.808740 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9c8d6197-96ea-41f3-bee1-b22e63140f57 req-c45ae964-aa4f-4d62-bf7b-7f5646824e42 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050044 Feb 28 10:55:54.897575 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9c8d6197-96ea-41f3-bee1-b22e63140f57 req-d26c4bf5-b32a-492a-864b-afe4adfbf69d service neutron] 10.222.0.70 "GET /v2.0/networks/f29887a8-7696-4081-9474-b64110a0ad2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826380 Feb 28 10:55:55.001671 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9c8d6197-96ea-41f3-bee1-b22e63140f57 req-ea1cb22d-4d0b-4931-859d-ac69a2c6f277 service neutron] 10.222.0.70 "GET /v2.0/networks/f29887a8-7696-4081-9474-b64110a0ad2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978599 Feb 28 10:55:55.887621 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec190b64-fe4c-4560-a34c-9f10636601fd req-0429502c-b006-499b-933d-c9ed97fe8e78 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:55.889862 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-ec190b64-fe4c-4560-a34c-9f10636601fd req-0429502c-b006-499b-933d-c9ed97fe8e78 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cb66efd-faee-4d33-8782-75fa6eec07ea HTTP/1.1" status: 200 len: 945 time: 0.0592897 Feb 28 10:55:55.937458 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-ec190b64-fe4c-4560-a34c-9f10636601fd req-d702cded-69d1-4a61-a039-753a11fa18d0 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/security-groups?id=1edd83b9-4b87-4b37-b4d6-d26113c779a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408740 Feb 28 10:55:57.057787 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae35c2c-3d21-4920-b033-1ead3c88c24e req-ab687704-540b-4c03-b1fc-6282fe883cef tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:57.059331 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0ae35c2c-3d21-4920-b033-1ead3c88c24e req-ab687704-540b-4c03-b1fc-6282fe883cef tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cb66efd-faee-4d33-8782-75fa6eec07ea HTTP/1.1" status: 200 len: 945 time: 0.0545201 Feb 28 10:55:57.116807 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0ae35c2c-3d21-4920-b033-1ead3c88c24e req-4f7e8029-e2b7-4ae1-97e7-bae8f8ae4b9c tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/security-groups?id=1edd83b9-4b87-4b37-b4d6-d26113c779a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518169 Feb 28 10:55:58.246056 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f45cd04-7d87-4550-a88e-58583f664364 req-1a17d4fe-3ed5-484b-a838-3f9cc9094ff4 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:58.247633 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-4f45cd04-7d87-4550-a88e-58583f664364 req-1a17d4fe-3ed5-484b-a838-3f9cc9094ff4 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cb66efd-faee-4d33-8782-75fa6eec07ea HTTP/1.1" status: 200 len: 945 time: 0.0549002 Feb 28 10:55:58.296944 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-4f45cd04-7d87-4550-a88e-58583f664364 req-12b8488c-dc09-4ca5-980f-52a51d992dd6 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/security-groups?id=1edd83b9-4b87-4b37-b4d6-d26113c779a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437436 Feb 28 10:55:59.427818 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1243983-14d8-4ac3-800f-72bfd71dc9f7 req-7f5bd663-9b16-4500-a5a8-a753c6ac17ea tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:59.429409 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a1243983-14d8-4ac3-800f-72bfd71dc9f7 req-7f5bd663-9b16-4500-a5a8-a753c6ac17ea tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cb66efd-faee-4d33-8782-75fa6eec07ea HTTP/1.1" status: 200 len: 945 time: 0.0647559 Feb 28 10:55:59.484695 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a1243983-14d8-4ac3-800f-72bfd71dc9f7 req-e7b49756-1b02-4fd5-a77f-285d44bd2988 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/security-groups?id=1edd83b9-4b87-4b37-b4d6-d26113c779a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489349 Feb 28 10:56:00.620371 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bda30a-e5e1-4bdc-ba30-ed78874050c2 req-7e6679e2-8742-4dca-ba2d-e756553057d4 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:00.621937 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-12bda30a-e5e1-4bdc-ba30-ed78874050c2 req-7e6679e2-8742-4dca-ba2d-e756553057d4 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cb66efd-faee-4d33-8782-75fa6eec07ea HTTP/1.1" status: 200 len: 945 time: 0.0625780 Feb 28 10:56:00.674910 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-12bda30a-e5e1-4bdc-ba30-ed78874050c2 req-c2940ecb-70ec-4177-84e5-c228c535b8e5 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/security-groups?id=1edd83b9-4b87-4b37-b4d6-d26113c779a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472715 Feb 28 10:56:00.707599 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:01.797389 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da015745-8782-4c78-a21d-b545534e1e2c req-42e6d647-4a6a-4ed6-9c47-5031adbc8f4d tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:01.798952 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-da015745-8782-4c78-a21d-b545534e1e2c req-42e6d647-4a6a-4ed6-9c47-5031adbc8f4d tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cb66efd-faee-4d33-8782-75fa6eec07ea HTTP/1.1" status: 200 len: 945 time: 0.0546014 Feb 28 10:56:01.850496 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-da015745-8782-4c78-a21d-b545534e1e2c req-4069097d-167a-4791-a03f-4de7e026b0fe tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/security-groups?id=1edd83b9-4b87-4b37-b4d6-d26113c779a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459051 Feb 28 10:56:02.972429 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34fde3-f570-4264-a6de-ffa375323861 req-7d3bcc5d-1806-4dba-b067-3c34b06ab74b tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:02.973963 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-7b34fde3-f570-4264-a6de-ffa375323861 req-7d3bcc5d-1806-4dba-b067-3c34b06ab74b tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cb66efd-faee-4d33-8782-75fa6eec07ea HTTP/1.1" status: 200 len: 945 time: 0.0543020 Feb 28 10:56:03.026712 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-7b34fde3-f570-4264-a6de-ffa375323861 req-1c8903df-2859-401f-8707-fc7bc726e52b tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/security-groups?id=1edd83b9-4b87-4b37-b4d6-d26113c779a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467746 Feb 28 10:56:04.150797 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93688398-f0e7-4efc-adec-8e21231ec706 req-095acd70-b8de-437e-8c50-f8c2934fd65d tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:04.152315 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-93688398-f0e7-4efc-adec-8e21231ec706 req-095acd70-b8de-437e-8c50-f8c2934fd65d tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cb66efd-faee-4d33-8782-75fa6eec07ea HTTP/1.1" status: 200 len: 945 time: 0.0581350 Feb 28 10:56:04.201440 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-93688398-f0e7-4efc-adec-8e21231ec706 req-b110e225-b8f7-4bac-93a5-c28a1ec5bc2f tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/security-groups?id=1edd83b9-4b87-4b37-b4d6-d26113c779a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435441 Feb 28 10:56:05.331201 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f296c53-3ef9-4f1c-932b-cb4a179fd5d5 req-8375b561-d476-4d90-8f1b-62810f3699e4 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:05.332778 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-9f296c53-3ef9-4f1c-932b-cb4a179fd5d5 req-8375b561-d476-4d90-8f1b-62810f3699e4 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cb66efd-faee-4d33-8782-75fa6eec07ea HTTP/1.1" status: 200 len: 945 time: 0.0630689 Feb 28 10:56:05.393858 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-9f296c53-3ef9-4f1c-932b-cb4a179fd5d5 req-a863fa50-ff3b-4ca5-99d3-56cc90a34f50 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/security-groups?id=1edd83b9-4b87-4b37-b4d6-d26113c779a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548966 Feb 28 10:56:06.525518 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ae7f99-8857-4a36-9649-f550932a676a req-c3c97eb4-318f-4e7c-b703-2bb12ae3757b tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:06.527056 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-39ae7f99-8857-4a36-9649-f550932a676a req-c3c97eb4-318f-4e7c-b703-2bb12ae3757b tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cb66efd-faee-4d33-8782-75fa6eec07ea HTTP/1.1" status: 200 len: 945 time: 0.0589423 Feb 28 10:56:06.583358 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-39ae7f99-8857-4a36-9649-f550932a676a req-7f2fdc1a-d923-48c1-ae80-dde96a76bd1c tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/security-groups?id=1edd83b9-4b87-4b37-b4d6-d26113c779a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505912 Feb 28 10:56:07.146709 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a6d082a2-2fa6-4688-a3e7-b40ddf9dc1d3 req-13daade4-9fc4-49ab-8ec1-72c8633bbd86 service neutron] 10.222.0.70 "GET /v2.0/ports/1dafa297-661b-4c23-9e5e-85b19bb6bf2d/bindings/hv-neutron-8291 HTTP/1.1" status: 200 len: 384 time: 0.0675135 Feb 28 10:56:07.729549 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413edc83-8860-48ad-b792-1a995d8b3249 req-dbeb1ef1-149a-4ac1-a5f7-2917549fe0f2 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:07.731120 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-413edc83-8860-48ad-b792-1a995d8b3249 req-dbeb1ef1-149a-4ac1-a5f7-2917549fe0f2 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cb66efd-faee-4d33-8782-75fa6eec07ea HTTP/1.1" status: 200 len: 945 time: 0.0759532 Feb 28 10:56:07.785678 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-413edc83-8860-48ad-b792-1a995d8b3249 req-69adf159-b5c8-4f7c-b868-9c610b80b83f tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/security-groups?id=1edd83b9-4b87-4b37-b4d6-d26113c779a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485320 Feb 28 10:56:08.015495 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d082a2-2fa6-4688-a3e7-b40ddf9dc1d3 req-a941d3cc-6b3b-4403-a05f-2da918e10740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:08.016975 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a6d082a2-2fa6-4688-a3e7-b40ddf9dc1d3 req-a941d3cc-6b3b-4403-a05f-2da918e10740 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1cb66efd-faee-4d33-8782-75fa6eec07ea&tenant_id=da5073c4697f4cb198c52d8918a40772 HTTP/1.1" status: 200 len: 1129 time: 0.0860748 Feb 28 10:56:08.099329 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d082a2-2fa6-4688-a3e7-b40ddf9dc1d3 req-d254c0ab-7c39-44a2-a206-367bca98b6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:08.100948 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a6d082a2-2fa6-4688-a3e7-b40ddf9dc1d3 req-d254c0ab-7c39-44a2-a206-367bca98b6de service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=da5073c4697f4cb198c52d8918a40772&device_id=1cb66efd-faee-4d33-8782-75fa6eec07ea HTTP/1.1" status: 200 len: 1129 time: 0.0468667 Feb 28 10:56:08.218483 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d082a2-2fa6-4688-a3e7-b40ddf9dc1d3 req-85e6ee2c-4dd1-4237-8e24-685496bf22e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:08.220236 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a6d082a2-2fa6-4688-a3e7-b40ddf9dc1d3 req-85e6ee2c-4dd1-4237-8e24-685496bf22e3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f29887a8-7696-4081-9474-b64110a0ad2d HTTP/1.1" status: 200 len: 911 time: 0.1136777 Feb 28 10:56:08.281454 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a6d082a2-2fa6-4688-a3e7-b40ddf9dc1d3 req-008c6dfc-9045-41c1-b407-6c6ad78b29e9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1dafa297-661b-4c23-9e5e-85b19bb6bf2d HTTP/1.1" status: 200 len: 217 time: 0.0555239 Feb 28 10:56:08.332468 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d082a2-2fa6-4688-a3e7-b40ddf9dc1d3 req-ce31f31b-0f86-40f3-8889-7614dfc61f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:08.333914 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a6d082a2-2fa6-4688-a3e7-b40ddf9dc1d3 req-ce31f31b-0f86-40f3-8889-7614dfc61f43 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=16104cf8-d9db-4c9a-afaa-aa63d0610bfa HTTP/1.1" status: 200 len: 851 time: 0.0471036 Feb 28 10:56:08.366262 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a6d082a2-2fa6-4688-a3e7-b40ddf9dc1d3 req-3defacff-265b-45cf-abd0-5f9afcfa992f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f29887a8-7696-4081-9474-b64110a0ad2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270634 Feb 28 10:56:08.462467 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a6d082a2-2fa6-4688-a3e7-b40ddf9dc1d3 req-ad0c07e6-505e-4dff-a959-51b856873379 service neutron] 10.222.0.70 "GET /v2.0/networks/f29887a8-7696-4081-9474-b64110a0ad2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888817 Feb 28 10:56:08.549851 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a6d082a2-2fa6-4688-a3e7-b40ddf9dc1d3 req-82d33c69-ecfe-496d-beb9-c47ce67b68cb service neutron] 10.222.0.70 "GET /v2.0/networks/f29887a8-7696-4081-9474-b64110a0ad2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819118 Feb 28 10:56:08.915086 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140956dc-2cf0-4eee-8697-50c1ee3c54a7 req-afc6c455-2263-4c03-8e81-8d957ad721af tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:08.916628 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-140956dc-2cf0-4eee-8697-50c1ee3c54a7 req-afc6c455-2263-4c03-8e81-8d957ad721af tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cb66efd-faee-4d33-8782-75fa6eec07ea HTTP/1.1" status: 200 len: 945 time: 0.0625100 Feb 28 10:56:08.972861 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-140956dc-2cf0-4eee-8697-50c1ee3c54a7 req-c5bfe92b-53f4-4ce4-bcbf-3559a0e05872 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/security-groups?id=1edd83b9-4b87-4b37-b4d6-d26113c779a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473142 Feb 28 10:56:10.092766 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e02c2-d068-4fae-a7d0-d694fa8656ea req-2db98f9c-7cbb-4e5a-bc75-a9e89c7aa290 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:10.094258 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-a10e02c2-d068-4fae-a7d0-d694fa8656ea req-2db98f9c-7cbb-4e5a-bc75-a9e89c7aa290 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cb66efd-faee-4d33-8782-75fa6eec07ea HTTP/1.1" status: 200 len: 945 time: 0.0524366 Feb 28 10:56:10.139980 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-a10e02c2-d068-4fae-a7d0-d694fa8656ea req-bc16f327-108f-4a8c-92fc-82fa9c6410a7 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/security-groups?id=1edd83b9-4b87-4b37-b4d6-d26113c779a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402865 Feb 28 10:56:10.792168 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 1dafa297-661b-4c23-9e5e-85b19bb6bf2d details requested by agent hyperv_hv-neutron-8291 with host hv-neutron-8291 {{(pid=104085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:56:10.802444 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 1dafa297-661b-4c23-9e5e-85b19bb6bf2d no longer exists at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:56:10.971385 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 1dafa297-661b-4c23-9e5e-85b19bb6bf2d, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=1dafa297-661b-4c23-9e5e-85b19bb6bf2d,segment=NetworkSegment(387b8e2b-10c5-4bbe-9b31-e02e5a08472f),segment_id=387b8e2b-10c5-4bbe-9b31-e02e5a08472f)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:56:10.973660 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 1dafa297-661b-4c23-9e5e-85b19bb6bf2d is: ACTIVE; New status is: DOWN {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:56:10.974047 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (1dafa297-661b-4c23-9e5e-85b19bb6bf2d), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:10.992358 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Returning: {'device': '1dafa297-661b-4c23-9e5e-85b19bb6bf2d', 'network_id': 'f29887a8-7696-4081-9474-b64110a0ad2d', 'port_id': '1dafa297-661b-4c23-9e5e-85b19bb6bf2d', 'mac_address': 'fa:16:3e:3d:12:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16104cf8-d9db-4c9a-afaa-aa63d0610bfa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:56:11.009865 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cb66efd-faee-4d33-8782-75fa6eec07ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dafa297-661b-4c23-9e5e-85b19bb6bf2d'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:56:11.012161 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f888fcab-26bd-4133-8c6c-5b2719cfa0ae" -d '{"events": [{"server_uuid": "1cb66efd-faee-4d33-8782-75fa6eec07ea", "name": "network-vif-unplugged", "status": "completed", "tag": "1dafa297-661b-4c23-9e5e-85b19bb6bf2d"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:56:11.042530 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 1dafa297-661b-4c23-9e5e-85b19bb6bf2d, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=1dafa297-661b-4c23-9e5e-85b19bb6bf2d,segment=NetworkSegment(387b8e2b-10c5-4bbe-9b31-e02e5a08472f),segment_id=387b8e2b-10c5-4bbe-9b31-e02e5a08472f)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:56:11.056204 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 1dafa297-661b-4c23-9e5e-85b19bb6bf2d is: ACTIVE; New status is: BUILD {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:56:11.056360 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (1dafa297-661b-4c23-9e5e-85b19bb6bf2d), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:11.066018 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 10:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20e23b2-4846-44b6-bee5-eff4c376467a x-openstack-request-id: req-a20e23b2-4846-44b6-bee5-eff4c376467a {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:56:11.066318 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cb66efd-faee-4d33-8782-75fa6eec07ea", "name": "network-vif-unplugged", "status": "completed", "tag": "1dafa297-661b-4c23-9e5e-85b19bb6bf2d", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:56:11.066575 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a20e23b2-4846-44b6-bee5-eff4c376467a {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:56:11.067070 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cb66efd-faee-4d33-8782-75fa6eec07ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dafa297-661b-4c23-9e5e-85b19bb6bf2d', 'code': 200} Feb 28 10:56:11.073475 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1dafa297-661b-4c23-9e5e-85b19bb6bf2d {{(pid=104085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:56:11.142074 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (1dafa297-661b-4c23-9e5e-85b19bb6bf2d), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:11.215420 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.db.api [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:56:11.215786 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG oslo_db.api [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:56:11.225475 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=1dafa297-661b-4c23-9e5e-85b19bb6bf2d,revision_number=6']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:56:11.284202 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c050aa-edbb-4272-8c82-ae84655dd4ef req-258ce887-382d-45f9-9099-c3d59513553f tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:11.285722 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-b8c050aa-edbb-4272-8c82-ae84655dd4ef req-258ce887-382d-45f9-9099-c3d59513553f tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cb66efd-faee-4d33-8782-75fa6eec07ea HTTP/1.1" status: 200 len: 943 time: 0.0767858 Feb 28 10:56:11.336663 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-b8c050aa-edbb-4272-8c82-ae84655dd4ef req-049d3f96-3dd4-4ec3-98d3-d3bf924c05f6 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/security-groups?id=1edd83b9-4b87-4b37-b4d6-d26113c779a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443091 Feb 28 10:56:11.715696 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:56:11.752038 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 1dafa297-661b-4c23-9e5e-85b19bb6bf2d is: DOWN; New status is: BUILD {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:56:11.752425 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (1dafa297-661b-4c23-9e5e-85b19bb6bf2d), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:11.766430 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dafa297-661b-4c23-9e5e-85b19bb6bf2d {{(pid=104085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:56:11.786238 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 1dafa297-661b-4c23-9e5e-85b19bb6bf2d, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=1dafa297-661b-4c23-9e5e-85b19bb6bf2d,segment=NetworkSegment(387b8e2b-10c5-4bbe-9b31-e02e5a08472f),segment_id=387b8e2b-10c5-4bbe-9b31-e02e5a08472f)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:56:11.902220 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (1dafa297-661b-4c23-9e5e-85b19bb6bf2d), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:11.952294 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=1dafa297-661b-4c23-9e5e-85b19bb6bf2d,revision_number=7']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:56:12.026669 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['1dafa297-661b-4c23-9e5e-85b19bb6bf2d'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:56:12.117775 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fbaf48-bf52-4e92-a16c-f926b2902f87 req-362c124a-958b-4d12-8a5b-2109fb25d37e tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:12.119388 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-74fbaf48-bf52-4e92-a16c-f926b2902f87 req-362c124a-958b-4d12-8a5b-2109fb25d37e tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.70 "GET /v2.0/ports?device_id=1cb66efd-faee-4d33-8782-75fa6eec07ea&tenant_id=da5073c4697f4cb198c52d8918a40772&binding%3Ahost_id=hv-neutron-8291 HTTP/1.1" status: 200 len: 944 time: 0.0959640 Feb 28 10:56:12.220247 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fbaf48-bf52-4e92-a16c-f926b2902f87 req-5c8beed5-08c9-4fea-935d-b4c65e7fae7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:12.221753 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-74fbaf48-bf52-4e92-a16c-f926b2902f87 req-5c8beed5-08c9-4fea-935d-b4c65e7fae7d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=da5073c4697f4cb198c52d8918a40772&device_id=1cb66efd-faee-4d33-8782-75fa6eec07ea HTTP/1.1" status: 200 len: 1128 time: 0.0444796 Feb 28 10:56:12.318318 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fbaf48-bf52-4e92-a16c-f926b2902f87 req-9c7d473e-e1d5-4d0c-97fd-92fe30e7859c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:12.319975 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-74fbaf48-bf52-4e92-a16c-f926b2902f87 req-9c7d473e-e1d5-4d0c-97fd-92fe30e7859c service neutron] 10.222.0.70 "GET /v2.0/networks?id=f29887a8-7696-4081-9474-b64110a0ad2d HTTP/1.1" status: 200 len: 911 time: 0.0923312 Feb 28 10:56:12.365637 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-74fbaf48-bf52-4e92-a16c-f926b2902f87 req-de929bd5-2114-4bcb-82f6-35cc37361260 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1dafa297-661b-4c23-9e5e-85b19bb6bf2d HTTP/1.1" status: 200 len: 217 time: 0.0390556 Feb 28 10:56:12.419288 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fbaf48-bf52-4e92-a16c-f926b2902f87 req-9e310e84-2592-49ac-845b-32a5087304f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:12.421559 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-74fbaf48-bf52-4e92-a16c-f926b2902f87 req-9e310e84-2592-49ac-845b-32a5087304f1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=16104cf8-d9db-4c9a-afaa-aa63d0610bfa HTTP/1.1" status: 200 len: 851 time: 0.0491900 Feb 28 10:56:12.461083 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-74fbaf48-bf52-4e92-a16c-f926b2902f87 req-efd85950-2506-4b9f-81a5-d0564a1ead28 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f29887a8-7696-4081-9474-b64110a0ad2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329969 Feb 28 10:56:12.558765 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-74fbaf48-bf52-4e92-a16c-f926b2902f87 req-91f6ca67-fe02-4578-a249-4eb9a6c70f9f service neutron] 10.222.0.70 "GET /v2.0/networks/f29887a8-7696-4081-9474-b64110a0ad2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926495 Feb 28 10:56:12.806215 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 1dafa297-661b-4c23-9e5e-85b19bb6bf2d up at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:56:12.869374 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning complete for port 1dafa297-661b-4c23-9e5e-85b19bb6bf2d triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:56:12.869955 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (1dafa297-661b-4c23-9e5e-85b19bb6bf2d), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:12.952841 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-74fbaf48-bf52-4e92-a16c-f926b2902f87 req-b7b7a136-f55b-4987-906a-592d9766f843 service neutron] 10.222.0.70 "GET /v2.0/networks/f29887a8-7696-4081-9474-b64110a0ad2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3885272 Feb 28 10:56:12.962464 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 1dafa297-661b-4c23-9e5e-85b19bb6bf2d is: BUILD; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:56:12.963020 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (1dafa297-661b-4c23-9e5e-85b19bb6bf2d), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:13.001898 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 1dafa297-661b-4c23-9e5e-85b19bb6bf2d, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=1dafa297-661b-4c23-9e5e-85b19bb6bf2d,segment=NetworkSegment(387b8e2b-10c5-4bbe-9b31-e02e5a08472f),segment_id=387b8e2b-10c5-4bbe-9b31-e02e5a08472f)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:56:13.068529 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cb66efd-faee-4d33-8782-75fa6eec07ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dafa297-661b-4c23-9e5e-85b19bb6bf2d'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:56:13.073138 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac90fce4-179e-4483-8b80-d0d7515546d4" -d '{"events": [{"server_uuid": "1cb66efd-faee-4d33-8782-75fa6eec07ea", "name": "network-vif-plugged", "status": "completed", "tag": "1dafa297-661b-4c23-9e5e-85b19bb6bf2d"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:56:13.150091 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b21987-b210-4c57-959f-fa7d5adf3eca x-openstack-request-id: req-78b21987-b210-4c57-959f-fa7d5adf3eca {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:56:13.150394 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cb66efd-faee-4d33-8782-75fa6eec07ea", "name": "network-vif-plugged", "status": "completed", "tag": "1dafa297-661b-4c23-9e5e-85b19bb6bf2d", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:56:13.150654 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-78b21987-b210-4c57-959f-fa7d5adf3eca {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:56:13.151096 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cb66efd-faee-4d33-8782-75fa6eec07ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dafa297-661b-4c23-9e5e-85b19bb6bf2d', 'code': 200} Feb 28 10:56:13.155020 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (1dafa297-661b-4c23-9e5e-85b19bb6bf2d), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:13.205859 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=1dafa297-661b-4c23-9e5e-85b19bb6bf2d,revision_number=8']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:56:14.886143 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f513af-3d8c-444e-9650-7b61301e36e5 req-dd915c1a-641c-47bd-bd5b-3f1454033eef tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:14.887755 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-35f513af-3d8c-444e-9650-7b61301e36e5 req-dd915c1a-641c-47bd-bd5b-3f1454033eef tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cb66efd-faee-4d33-8782-75fa6eec07ea HTTP/1.1" status: 200 len: 945 time: 0.0594153 Feb 28 10:56:14.934791 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-35f513af-3d8c-444e-9650-7b61301e36e5 req-d3f6d63a-d0f9-45ba-91b0-36d92e1ae2b4 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/security-groups?id=1edd83b9-4b87-4b37-b4d6-d26113c779a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415406 Feb 28 10:56:16.060326 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c7d5c-7c1e-46e2-90c8-ff4a83df3ac1 req-a943b96d-c63b-4b0c-adf5-7f095220677b tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:16.061838 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-930c7d5c-7c1e-46e2-90c8-ff4a83df3ac1 req-a943b96d-c63b-4b0c-adf5-7f095220677b tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cb66efd-faee-4d33-8782-75fa6eec07ea HTTP/1.1" status: 200 len: 945 time: 0.0583479 Feb 28 10:56:16.110890 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-930c7d5c-7c1e-46e2-90c8-ff4a83df3ac1 req-3b2ac5d6-1e59-49e0-b850-31742b92d6ee tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/security-groups?id=1edd83b9-4b87-4b37-b4d6-d26113c779a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431521 Feb 28 10:56:16.612539 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e4473180-ac86-49b9-8085-4ce02f5fc0c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:16.717027 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fbaf48-bf52-4e92-a16c-f926b2902f87 req-e5489a54-1053-4707-a59e-fba3510dfa5b tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:16.718628 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-74fbaf48-bf52-4e92-a16c-f926b2902f87 req-e5489a54-1053-4707-a59e-fba3510dfa5b tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.70 "GET /v2.0/ports?device_id=1cb66efd-faee-4d33-8782-75fa6eec07ea HTTP/1.1" status: 200 len: 945 time: 0.0587318 Feb 28 10:56:16.816339 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-74fbaf48-bf52-4e92-a16c-f926b2902f87 req-4f5bd8b8-6863-4d54-ae02-8024cb9770ac tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Deleting port 1dafa297-661b-4c23-9e5e-85b19bb6bf2d {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:56:16.816690 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-74fbaf48-bf52-4e92-a16c-f926b2902f87 req-4f5bd8b8-6863-4d54-ae02-8024cb9770ac tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (1dafa297-661b-4c23-9e5e-85b19bb6bf2d), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:16.909541 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-74fbaf48-bf52-4e92-a16c-f926b2902f87 req-4f5bd8b8-6863-4d54-ae02-8024cb9770ac tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] For port 1dafa297-661b-4c23-9e5e-85b19bb6bf2d, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=1dafa297-661b-4c23-9e5e-85b19bb6bf2d,segment=NetworkSegment(387b8e2b-10c5-4bbe-9b31-e02e5a08472f),segment_id=387b8e2b-10c5-4bbe-9b31-e02e5a08472f)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:56:16.909821 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-74fbaf48-bf52-4e92-a16c-f926b2902f87 req-4f5bd8b8-6863-4d54-ae02-8024cb9770ac tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (1dafa297-661b-4c23-9e5e-85b19bb6bf2d), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:16.923408 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-74fbaf48-bf52-4e92-a16c-f926b2902f87 req-4f5bd8b8-6863-4d54-ae02-8024cb9770ac tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Calling delete_port for 1dafa297-661b-4c23-9e5e-85b19bb6bf2d owned by compute:nova {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:56:17.206385 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-74fbaf48-bf52-4e92-a16c-f926b2902f87 req-4f5bd8b8-6863-4d54-ae02-8024cb9770ac tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (1dafa297-661b-4c23-9e5e-85b19bb6bf2d), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:17.231297 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac94ff-bef1-4434-8b86-f1496410429d req-bdf7261d-7f42-49bb-86c2-ff006efda49a tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:17.232917 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-0fac94ff-bef1-4434-8b86-f1496410429d req-bdf7261d-7f42-49bb-86c2-ff006efda49a tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cb66efd-faee-4d33-8782-75fa6eec07ea HTTP/1.1" status: 200 len: 867 time: 0.0574100 Feb 28 10:56:17.239047 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5bd8b8-6863-4d54-ae02-8024cb9770ac tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Pushing event deleted for resources: {'Port': ['ID=1dafa297-661b-4c23-9e5e-85b19bb6bf2d,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:56:17.240148 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['1dafa297-661b-4c23-9e5e-85b19bb6bf2d'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:56:17.248469 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5bd8b8-6863-4d54-ae02-8024cb9770ac tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:56:17.252471 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5bd8b8-6863-4d54-ae02-8024cb9770ac tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:56:17.252471 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5bd8b8-6863-4d54-ae02-8024cb9770ac tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:56:17.252471 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5bd8b8-6863-4d54-ae02-8024cb9770ac tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:56:17.252471 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5bd8b8-6863-4d54-ae02-8024cb9770ac tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:56:17.252471 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5bd8b8-6863-4d54-ae02-8024cb9770ac tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:56:17.252471 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5bd8b8-6863-4d54-ae02-8024cb9770ac tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:56:17.252471 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5bd8b8-6863-4d54-ae02-8024cb9770ac tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:56:17.252471 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5bd8b8-6863-4d54-ae02-8024cb9770ac tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:56:17.252471 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5bd8b8-6863-4d54-ae02-8024cb9770ac tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:56:17.252471 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5bd8b8-6863-4d54-ae02-8024cb9770ac tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:56:17.252471 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5bd8b8-6863-4d54-ae02-8024cb9770ac tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:56:17.253235 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5bd8b8-6863-4d54-ae02-8024cb9770ac tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:56:17.297883 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-0fac94ff-bef1-4434-8b86-f1496410429d req-ffe02ca2-aa9a-4441-bddc-3ed649604337 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/security-groups?id=1edd83b9-4b87-4b37-b4d6-d26113c779a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592318 Feb 28 10:56:17.303564 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-74fbaf48-bf52-4e92-a16c-f926b2902f87 req-4f5bd8b8-6863-4d54-ae02-8024cb9770ac tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] No DVR routers for this DVR port 1dafa297-661b-4c23-9e5e-85b19bb6bf2d on host hv-neutron-8291 {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:56:17.303564 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-74fbaf48-bf52-4e92-a16c-f926b2902f87 req-4f5bd8b8-6863-4d54-ae02-8024cb9770ac tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:17.306293 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-74fbaf48-bf52-4e92-a16c-f926b2902f87 req-4f5bd8b8-6863-4d54-ae02-8024cb9770ac tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.70 "DELETE /v2.0/ports/1dafa297-661b-4c23-9e5e-85b19bb6bf2d HTTP/1.1" status: 204 len: 173 time: 0.5822296 Feb 28 10:56:17.306756 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cb66efd-faee-4d33-8782-75fa6eec07ea', 'name': 'network-vif-deleted', 'tag': '1dafa297-661b-4c23-9e5e-85b19bb6bf2d'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:56:17.309050 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c53002-d902-46f4-9e5c-82596dfcce22" -d '{"events": [{"server_uuid": "1cb66efd-faee-4d33-8782-75fa6eec07ea", "name": "network-vif-deleted", "tag": "1dafa297-661b-4c23-9e5e-85b19bb6bf2d"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:56:17.350233 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4f7497-a197-4982-b733-c3885f3a8cce x-openstack-request-id: req-ec4f7497-a197-4982-b733-c3885f3a8cce {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:56:17.350562 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cb66efd-faee-4d33-8782-75fa6eec07ea", "name": "network-vif-deleted", "tag": "1dafa297-661b-4c23-9e5e-85b19bb6bf2d", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:56:17.350856 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ec4f7497-a197-4982-b733-c3885f3a8cce {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:56:17.354944 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cb66efd-faee-4d33-8782-75fa6eec07ea', 'name': 'network-vif-deleted', 'tag': '1dafa297-661b-4c23-9e5e-85b19bb6bf2d', 'status': 'completed', 'code': 200} Feb 28 10:56:18.417419 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-bcaf2076-9092-4c70-bf21-231dd3443ec5 req-7929e811-3c18-4d9a-93d4-56e04f6627d2 tempest-DeleteServersTestJSON-1689196778 tempest-DeleteServersTestJSON-1689196778-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cb66efd-faee-4d33-8782-75fa6eec07ea HTTP/1.1" status: 200 len: 210 time: 0.0336263 Feb 28 10:56:18.730613 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c50b9a7a-12cd-4039-8833-a66ea8ce66b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:19.546384 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 52638) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:56:19.590698 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5c2c920-eab1-4d2c-adbe-daf3eead06d8 admin admin] Deleting subnet 16104cf8-d9db-4c9a-afaa-aa63d0610bfa {{(pid=104083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:56:19.594009 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b5c2c920-eab1-4d2c-adbe-daf3eead06d8 admin admin] Publish callbacks [] for subnet (16104cf8-d9db-4c9a-afaa-aa63d0610bfa), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:19.630450 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b5c2c920-eab1-4d2c-adbe-daf3eead06d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59245535'] for subnet (16104cf8-d9db-4c9a-afaa-aa63d0610bfa), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:19.675986 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b5c2c920-eab1-4d2c-adbe-daf3eead06d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (16104cf8-d9db-4c9a-afaa-aa63d0610bfa), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:19.821931 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b5c2c920-eab1-4d2c-adbe-daf3eead06d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (16104cf8-d9db-4c9a-afaa-aa63d0610bfa), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:19.846764 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c2c920-eab1-4d2c-adbe-daf3eead06d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16104cf8-d9db-4c9a-afaa-aa63d0610bfa,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:56:19.854925 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b5c2c920-eab1-4d2c-adbe-daf3eead06d8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:19.858242 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-b5c2c920-eab1-4d2c-adbe-daf3eead06d8 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/16104cf8-d9db-4c9a-afaa-aa63d0610bfa HTTP/1.1" status: 204 len: 168 time: 0.3108113 Feb 28 10:56:19.860758 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 52640) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:56:19.929657 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1f861159-44a4-40ac-92b3-6219ecb63f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (f29887a8-7696-4081-9474-b64110a0ad2d), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:20.026261 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1f861159-44a4-40ac-92b3-6219ecb63f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (f29887a8-7696-4081-9474-b64110a0ad2d), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:20.050335 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:20.061961 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-1f861159-44a4-40ac-92b3-6219ecb63f3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f29887a8-7696-4081-9474-b64110a0ad2d']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:56:20.079035 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-1f861159-44a4-40ac-92b3-6219ecb63f3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '387b8e2b-10c5-4bbe-9b31-e02e5a08472f') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:56:20.079544 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-1f861159-44a4-40ac-92b3-6219ecb63f3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '387b8e2b-10c5-4bbe-9b31-e02e5a08472f') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:56:20.095449 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1f861159-44a4-40ac-92b3-6219ecb63f3a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (387b8e2b-10c5-4bbe-9b31-e02e5a08472f), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:20.115828 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1f861159-44a4-40ac-92b3-6219ecb63f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (387b8e2b-10c5-4bbe-9b31-e02e5a08472f), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:20.123158 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f861159-44a4-40ac-92b3-6219ecb63f3a admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:56:20.123691 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1f861159-44a4-40ac-92b3-6219ecb63f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (387b8e2b-10c5-4bbe-9b31-e02e5a08472f), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:20.125489 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:56:20.125489 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:56:20.125489 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:56:20.125489 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:56:20.125489 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:56:20.125489 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:56:20.125489 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:56:20.125489 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:56:20.125489 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:56:20.125489 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:56:20.125489 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:56:20.125489 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:56:20.125489 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:56:20.125489 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:56:20.125489 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:56:20.125489 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:56:20.125489 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:56:20.125489 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:56:20.125489 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:56:20.125489 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:56:20.125489 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:56:20.125489 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:56:20.125489 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:56:20.125489 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:56:20.125489 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:56:20.125489 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:56:20.125489 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:56:20.125489 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:56:20.125489 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:56:20.125489 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:56:20.125489 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:56:20.125489 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:56:20.278855 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1f861159-44a4-40ac-92b3-6219ecb63f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (f29887a8-7696-4081-9474-b64110a0ad2d), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:20.283499 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1f861159-44a4-40ac-92b3-6219ecb63f3a admin admin] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:20.286897 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-1f861159-44a4-40ac-92b3-6219ecb63f3a admin admin] 10.222.0.62 "DELETE /v2.0/networks/f29887a8-7696-4081-9474-b64110a0ad2d HTTP/1.1" status: 204 len: 168 time: 0.4251714 Feb 28 10:56:20.307202 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f861159-44a4-40ac-92b3-6219ecb63f3a admin admin] Pushing event deleted for resources: {'Network': ['ID=f29887a8-7696-4081-9474-b64110a0ad2d,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:56:20.667521 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 52644) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:56:20.708924 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-eed5743e-d11a-454f-9ada-f01c34338468 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=da5073c4697f4cb198c52d8918a40772&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0407672 Feb 28 10:56:20.712041 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 52646) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:56:20.762827 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f3bcdbdc-0787-4147-863e-3a4a99108af7 admin admin] Publish callbacks [] for security_group (1edd83b9-4b87-4b37-b4d6-d26113c779a6), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:20.784442 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f3bcdbdc-0787-4147-863e-3a4a99108af7 admin admin] Publish callbacks [] for security_group (1edd83b9-4b87-4b37-b4d6-d26113c779a6), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:20.880220 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 1dafa297-661b-4c23-9e5e-85b19bb6bf2d no longer exists at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:56:20.901960 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] No Port match for: 1dafa297-661b-4c23-9e5e-85b19bb6bf2d {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:56:20.902303 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 1dafa297-661b-4c23-9e5e-85b19bb6bf2d not bound to the agent host hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:56:20.953092 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f3bcdbdc-0787-4147-863e-3a4a99108af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (1edd83b9-4b87-4b37-b4d6-d26113c779a6), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:20.955880 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f3bcdbdc-0787-4147-863e-3a4a99108af7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:20.957452 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-f3bcdbdc-0787-4147-863e-3a4a99108af7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1edd83b9-4b87-4b37-b4d6-d26113c779a6 HTTP/1.1" status: 204 len: 168 time: 0.2441478 Feb 28 10:56:20.968341 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bcdbdc-0787-4147-863e-3a4a99108af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1edd83b9-4b87-4b37-b4d6-d26113c779a6,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:56:21.412196 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:22.262779 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 52668) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:56:22.371227 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-2543fd37-22ed-42be-99b7-3da75526ab1d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-778484230-network', 'tenant_id': '4982fafa42c248cb8832263de82afd08'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:56:22.461314 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2543fd37-22ed-42be-99b7-3da75526ab1d admin admin] Made reservation on behalf of 4982fafa42c248cb8832263de82afd08 for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:56:22.463751 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2543fd37-22ed-42be-99b7-3da75526ab1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:22.477279 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2543fd37-22ed-42be-99b7-3da75526ab1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:22.549330 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2543fd37-22ed-42be-99b7-3da75526ab1d admin admin] Publish callbacks [] for security_group (5e13cf1e-dc1d-435a-aadd-e4b4a81c4514), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:22.656288 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2543fd37-22ed-42be-99b7-3da75526ab1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (5e13cf1e-dc1d-435a-aadd-e4b4a81c4514), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:22.683222 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2543fd37-22ed-42be-99b7-3da75526ab1d admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:56:22.693663 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2543fd37-22ed-42be-99b7-3da75526ab1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:56:22.701475 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2543fd37-22ed-42be-99b7-3da75526ab1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (bdbd9cd6-b4ea-45cd-806e-4f86b1fd7a2b), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:22.701753 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-2543fd37-22ed-42be-99b7-3da75526ab1d admin admin] Added segment bdbd9cd6-b4ea-45cd-806e-4f86b1fd7a2b of type vlan for network fabe98d7-9d0b-448a-bc9e-cfbfa8449c10 Feb 28 10:56:22.744000 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:22.747496 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2543fd37-22ed-42be-99b7-3da75526ab1d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (fabe98d7-9d0b-448a-bc9e-cfbfa8449c10), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:22.861646 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2543fd37-22ed-42be-99b7-3da75526ab1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (fabe98d7-9d0b-448a-bc9e-cfbfa8449c10), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:22.862761 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2543fd37-22ed-42be-99b7-3da75526ab1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:22.863381 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2543fd37-22ed-42be-99b7-3da75526ab1d admin admin] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:22.954948 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2543fd37-22ed-42be-99b7-3da75526ab1d admin admin] Pushing event updated for resources: {'Network': ['ID=fabe98d7-9d0b-448a-bc9e-cfbfa8449c10,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:56:22.965339 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network fabe98d7-9d0b-448a-bc9e-cfbfa8449c10 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:56:23.026083 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-2543fd37-22ed-42be-99b7-3da75526ab1d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7621081 Feb 28 10:56:23.029005 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 52672) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:56:23.036507 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-5cf16e27-9be4-48f5-bbea-01eed9c79e91 admin admin] Request body: {'subnet': {'network_id': 'fabe98d7-9d0b-448a-bc9e-cfbfa8449c10', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-778484230-subnet', 'tenant_id': '4982fafa42c248cb8832263de82afd08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:56:23.221608 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf16e27-9be4-48f5-bbea-01eed9c79e91 admin admin] Made reservation on behalf of 4982fafa42c248cb8832263de82afd08 for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:56:23.224002 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5cf16e27-9be4-48f5-bbea-01eed9c79e91 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:23.493912 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5cf16e27-9be4-48f5-bbea-01eed9c79e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (90456315-d1cb-470a-a837-0d476d06a452), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:23.557429 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf16e27-9be4-48f5-bbea-01eed9c79e91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90456315-d1cb-470a-a837-0d476d06a452,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:56:23.568086 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf16e27-9be4-48f5-bbea-01eed9c79e91 admin admin] Checking segment: {'id': 'bdbd9cd6-b4ea-45cd-806e-4f86b1fd7a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fabe98d7-9d0b-448a-bc9e-cfbfa8449c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:56:23.568506 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf16e27-9be4-48f5-bbea-01eed9c79e91 admin admin] Network hostable DHCP agents. Network: fabe98d7-9d0b-448a-bc9e-cfbfa8449c10, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:56:23.692055 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf16e27-9be4-48f5-bbea-01eed9c79e91 admin admin] Network fabe98d7-9d0b-448a-bc9e-cfbfa8449c10 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:56:23.766466 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-5cf16e27-9be4-48f5-bbea-01eed9c79e91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, fabe98d7-9d0b-448a-bc9e-cfbfa8449c10) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:56:23.770540 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf16e27-9be4-48f5-bbea-01eed9c79e91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:23.771173 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5cf16e27-9be4-48f5-bbea-01eed9c79e91 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:23.777064 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f296ea5b-3496-4684-81aa-1dda614b0b33 None None] Network fabe98d7-9d0b-448a-bc9e-cfbfa8449c10 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:56:23.853075 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-5cf16e27-9be4-48f5-bbea-01eed9c79e91 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8204536 Feb 28 10:56:23.888839 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85426e6-dafb-44af-941a-cf2fca1c1119 None None] Network fabe98d7-9d0b-448a-bc9e-cfbfa8449c10 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:56:24.290482 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d574e0-6930-41cd-9f58-ee875e261c7b req-f20e004b-5483-4d35-85a6-e3ad17331cb3 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:24.291885 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-39d574e0-6930-41cd-9f58-ee875e261c7b req-f20e004b-5483-4d35-85a6-e3ad17331cb3 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/networks?id=fabe98d7-9d0b-448a-bc9e-cfbfa8449c10 HTTP/1.1" status: 200 len: 814 time: 0.1074772 Feb 28 10:56:24.306686 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-39d574e0-6930-41cd-9f58-ee875e261c7b req-c3bd941f-ace5-498e-9dd9-551b274aa84d tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/quotas/4982fafa42c248cb8832263de82afd08 HTTP/1.1" status: 200 len: 375 time: 0.0094156 Feb 28 10:56:24.340041 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-39d574e0-6930-41cd-9f58-ee875e261c7b req-4354e3a6-ed00-4373-ac2b-5e056d117d79 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4982fafa42c248cb8832263de82afd08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280015 Feb 28 10:56:24.446250 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-39d574e0-6930-41cd-9f58-ee875e261c7b req-1a312f3e-3b43-4e30-bf46-0204d46a0840 service neutron] 10.222.0.62 "GET /v2.0/networks/fabe98d7-9d0b-448a-bc9e-cfbfa8449c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995233 Feb 28 10:56:24.543841 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-39d574e0-6930-41cd-9f58-ee875e261c7b req-7df6e859-10cd-4cd1-a672-2f91942cffdd service neutron] 10.222.0.62 "GET /v2.0/networks/fabe98d7-9d0b-448a-bc9e-cfbfa8449c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894783 Feb 28 10:56:24.830870 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2c8553f6-020d-4455-a705-c244fd004072 req-5cbdc765-e544-4a30-a072-3dd7be150e58 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=40125120-21b8-4255-843a-2cc38a01aedc HTTP/1.1" status: 200 len: 210 time: 0.0331948 Feb 28 10:56:25.920056 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-3ffcb7e2-10db-4fba-a5d3-0c1ae9758481 req-0dc40f80-f601-4f27-8a5f-684edf69859c tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=40125120-21b8-4255-843a-2cc38a01aedc HTTP/1.1" status: 200 len: 210 time: 0.0335112 Feb 28 10:56:27.030950 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ebe9fbd3-2b2f-4222-9f1a-7aab7071d279 req-85b5aaec-e27c-4ee2-a399-2648882b4dfd tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=40125120-21b8-4255-843a-2cc38a01aedc HTTP/1.1" status: 200 len: 210 time: 0.0286949 Feb 28 10:56:27.340771 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d574e0-6930-41cd-9f58-ee875e261c7b req-ff294990-206c-4caa-a291-3bee1bf5fc5a tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:27.342293 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-39d574e0-6930-41cd-9f58-ee875e261c7b req-ff294990-206c-4caa-a291-3bee1bf5fc5a tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.70 "GET /v2.0/networks?id=fabe98d7-9d0b-448a-bc9e-cfbfa8449c10 HTTP/1.1" status: 200 len: 814 time: 0.1059883 Feb 28 10:56:27.361248 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-39d574e0-6930-41cd-9f58-ee875e261c7b req-b18b29ba-c506-472d-966f-85840419d7ea tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Request body: {'port': {'device_id': '40125120-21b8-4255-843a-2cc38a01aedc', 'network_id': 'fabe98d7-9d0b-448a-bc9e-cfbfa8449c10', 'admin_state_up': True, 'tenant_id': '4982fafa42c248cb8832263de82afd08'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:56:27.646315 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39d574e0-6930-41cd-9f58-ee875e261c7b req-b18b29ba-c506-472d-966f-85840419d7ea tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Made reservation on behalf of 4982fafa42c248cb8832263de82afd08 for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:56:27.650447 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-39d574e0-6930-41cd-9f58-ee875e261c7b req-b18b29ba-c506-472d-966f-85840419d7ea tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:27.785919 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [req-39d574e0-6930-41cd-9f58-ee875e261c7b req-b18b29ba-c506-472d-966f-85840419d7ea tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Allocated IP 172.20.0.12 (fabe98d7-9d0b-448a-bc9e-cfbfa8449c10/90456315-d1cb-470a-a837-0d476d06a452/c0c49045-1796-4dd3-9158-4083178b3eb6) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:56:27.935912 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-39d574e0-6930-41cd-9f58-ee875e261c7b req-b18b29ba-c506-472d-966f-85840419d7ea tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Publish callbacks [] for port (c0c49045-1796-4dd3-9158-4083178b3eb6), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:28.081134 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-39d574e0-6930-41cd-9f58-ee875e261c7b req-b18b29ba-c506-472d-966f-85840419d7ea tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (c0c49045-1796-4dd3-9158-4083178b3eb6), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:28.130439 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39d574e0-6930-41cd-9f58-ee875e261c7b req-b18b29ba-c506-472d-966f-85840419d7ea tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Network fabe98d7-9d0b-448a-bc9e-cfbfa8449c10 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:56:28.134482 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [req-39d574e0-6930-41cd-9f58-ee875e261c7b req-b18b29ba-c506-472d-966f-85840419d7ea tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:56:28.140570 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d574e0-6930-41cd-9f58-ee875e261c7b req-b18b29ba-c506-472d-966f-85840419d7ea tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:56:28.147011 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18b29ba-c506-472d-966f-85840419d7ea tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Pushing event updated for resources: {'Port': ['ID=c0c49045-1796-4dd3-9158-4083178b3eb6,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:56:28.161540 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413bf14-db40-449a-b7f6-64a13f94df28 req-00e0e094-53ce-46fd-b73d-9f1f1aa7b265 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:28.163089 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d413bf14-db40-449a-b7f6-64a13f94df28 req-00e0e094-53ce-46fd-b73d-9f1f1aa7b265 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=40125120-21b8-4255-843a-2cc38a01aedc HTTP/1.1" status: 200 len: 932 time: 0.0553968 Feb 28 10:56:28.194120 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d574e0-6930-41cd-9f58-ee875e261c7b req-b18b29ba-c506-472d-966f-85840419d7ea tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:28.194651 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-39d574e0-6930-41cd-9f58-ee875e261c7b req-b18b29ba-c506-472d-966f-85840419d7ea tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:28.212682 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d413bf14-db40-449a-b7f6-64a13f94df28 req-f11bf78c-306c-47a0-8561-361d5b3892ba tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435369 Feb 28 10:56:28.277550 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-39d574e0-6930-41cd-9f58-ee875e261c7b req-b18b29ba-c506-472d-966f-85840419d7ea tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9207315 Feb 28 10:56:28.294303 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-39d574e0-6930-41cd-9f58-ee875e261c7b req-f1cf3048-1fca-497f-922d-2465f53596e6 service neutron] Request body: {'port': {'device_id': '40125120-21b8-4255-843a-2cc38a01aedc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8291'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:56:28.354045 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-39d574e0-6930-41cd-9f58-ee875e261c7b req-f1cf3048-1fca-497f-922d-2465f53596e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (c0c49045-1796-4dd3-9158-4083178b3eb6), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:28.629059 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [req-39d574e0-6930-41cd-9f58-ee875e261c7b req-f1cf3048-1fca-497f-922d-2465f53596e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0c49045-1796-4dd3-9158-4083178b3eb6 {{(pid=104083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:56:28.638114 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-39d574e0-6930-41cd-9f58-ee875e261c7b req-f1cf3048-1fca-497f-922d-2465f53596e6 service neutron] Publish callbacks [] for port (c0c49045-1796-4dd3-9158-4083178b3eb6), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:28.652037 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [req-39d574e0-6930-41cd-9f58-ee875e261c7b req-f1cf3048-1fca-497f-922d-2465f53596e6 service neutron] Transition to ACTIVE for port object c0c49045-1796-4dd3-9158-4083178b3eb6 will not be triggered until provisioned by entity L2. {{(pid=104083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:56:28.787167 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-39d574e0-6930-41cd-9f58-ee875e261c7b req-f1cf3048-1fca-497f-922d-2465f53596e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (c0c49045-1796-4dd3-9158-4083178b3eb6), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:28.839883 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf3048-1fca-497f-922d-2465f53596e6 service neutron] Pushing event updated for resources: {'Port': ['ID=c0c49045-1796-4dd3-9158-4083178b3eb6,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:56:28.913994 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-39d574e0-6930-41cd-9f58-ee875e261c7b req-f1cf3048-1fca-497f-922d-2465f53596e6 service neutron] Attempting to bind port c0c49045-1796-4dd3-9158-4083178b3eb6 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:56:28.913994 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-39d574e0-6930-41cd-9f58-ee875e261c7b req-f1cf3048-1fca-497f-922d-2465f53596e6 service neutron] Attempting to bind port c0c49045-1796-4dd3-9158-4083178b3eb6 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': 'bdbd9cd6-b4ea-45cd-806e-4f86b1fd7a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fabe98d7-9d0b-448a-bc9e-cfbfa8449c10'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:56:28.913994 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d574e0-6930-41cd-9f58-ee875e261c7b req-f1cf3048-1fca-497f-922d-2465f53596e6 service neutron] Attempting to bind port c0c49045-1796-4dd3-9158-4083178b3eb6 on network fabe98d7-9d0b-448a-bc9e-cfbfa8449c10 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:56:28.913994 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d574e0-6930-41cd-9f58-ee875e261c7b req-f1cf3048-1fca-497f-922d-2465f53596e6 service neutron] Port c0c49045-1796-4dd3-9158-4083178b3eb6 on network fabe98d7-9d0b-448a-bc9e-cfbfa8449c10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:56:28.913994 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d574e0-6930-41cd-9f58-ee875e261c7b req-f1cf3048-1fca-497f-922d-2465f53596e6 service neutron] Attempting to bind port c0c49045-1796-4dd3-9158-4083178b3eb6 on network fabe98d7-9d0b-448a-bc9e-cfbfa8449c10 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:56:28.918880 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d574e0-6930-41cd-9f58-ee875e261c7b req-f1cf3048-1fca-497f-922d-2465f53596e6 service neutron] Checking agent: {'id': '9c9e5963-7abc-415a-a91c-4432861f4313', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'started_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:56:28.919229 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d574e0-6930-41cd-9f58-ee875e261c7b req-f1cf3048-1fca-497f-922d-2465f53596e6 service neutron] Checking segment: {'id': 'bdbd9cd6-b4ea-45cd-806e-4f86b1fd7a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fabe98d7-9d0b-448a-bc9e-cfbfa8449c10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:56:28.919619 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d574e0-6930-41cd-9f58-ee875e261c7b req-f1cf3048-1fca-497f-922d-2465f53596e6 service neutron] Bound using segment: {'id': 'bdbd9cd6-b4ea-45cd-806e-4f86b1fd7a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fabe98d7-9d0b-448a-bc9e-cfbfa8449c10'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:56:28.920048 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-39d574e0-6930-41cd-9f58-ee875e261c7b req-f1cf3048-1fca-497f-922d-2465f53596e6 service neutron] Bound port: c0c49045-1796-4dd3-9158-4083178b3eb6, host: hv-neutron-8291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdbd9cd6-b4ea-45cd-806e-4f86b1fd7a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fabe98d7-9d0b-448a-bc9e-cfbfa8449c10'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:56:28.920408 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-39d574e0-6930-41cd-9f58-ee875e261c7b req-f1cf3048-1fca-497f-922d-2465f53596e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (c0c49045-1796-4dd3-9158-4083178b3eb6), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:28.986913 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-39d574e0-6930-41cd-9f58-ee875e261c7b req-f1cf3048-1fca-497f-922d-2465f53596e6 service neutron] For port c0c49045-1796-4dd3-9158-4083178b3eb6, host hv-neutron-8291, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:56:28.989852 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-39d574e0-6930-41cd-9f58-ee875e261c7b req-f1cf3048-1fca-497f-922d-2465f53596e6 service neutron] For port c0c49045-1796-4dd3-9158-4083178b3eb6, host hv-neutron-8291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=c0c49045-1796-4dd3-9158-4083178b3eb6,segment=NetworkSegment(bdbd9cd6-b4ea-45cd-806e-4f86b1fd7a2b),segment_id=bdbd9cd6-b4ea-45cd-806e-4f86b1fd7a2b)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:56:29.079059 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-39d574e0-6930-41cd-9f58-ee875e261c7b req-f1cf3048-1fca-497f-922d-2465f53596e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (c0c49045-1796-4dd3-9158-4083178b3eb6), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:29.114305 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d574e0-6930-41cd-9f58-ee875e261c7b req-f1cf3048-1fca-497f-922d-2465f53596e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:29.114945 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-39d574e0-6930-41cd-9f58-ee875e261c7b req-f1cf3048-1fca-497f-922d-2465f53596e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:29.116319 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-39d574e0-6930-41cd-9f58-ee875e261c7b req-f1cf3048-1fca-497f-922d-2465f53596e6 service neutron] 10.222.0.70 "PUT /v2.0/ports/c0c49045-1796-4dd3-9158-4083178b3eb6 HTTP/1.1" status: 200 len: 1094 time: 0.8265061 Feb 28 10:56:29.117334 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40125120-21b8-4255-843a-2cc38a01aedc', 'tag': 'c0c49045-1796-4dd3-9158-4083178b3eb6'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:56:29.119623 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7bcca9b-afb9-4733-9581-a843c7a559fe" -d '{"events": [{"name": "network-changed", "server_uuid": "40125120-21b8-4255-843a-2cc38a01aedc", "tag": "c0c49045-1796-4dd3-9158-4083178b3eb6"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:56:29.142121 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf3048-1fca-497f-922d-2465f53596e6 service neutron] Pushing event updated for resources: {'Port': ['ID=c0c49045-1796-4dd3-9158-4083178b3eb6,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:56:29.159319 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f2ae92-ac90-4b22-860e-2378ef08f3cd x-openstack-request-id: req-b9f2ae92-ac90-4b22-860e-2378ef08f3cd {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:56:29.159620 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40125120-21b8-4255-843a-2cc38a01aedc", "tag": "c0c49045-1796-4dd3-9158-4083178b3eb6", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:56:29.159888 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b9f2ae92-ac90-4b22-860e-2378ef08f3cd {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:56:29.160303 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40125120-21b8-4255-843a-2cc38a01aedc', 'tag': 'c0c49045-1796-4dd3-9158-4083178b3eb6', 'status': 'completed', 'code': 200} Feb 28 10:56:29.256195 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bcca9b-afb9-4733-9581-a843c7a559fe req-72aab40f-64cc-4952-856f-4d87b56df5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:29.256195 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b7bcca9b-afb9-4733-9581-a843c7a559fe req-72aab40f-64cc-4952-856f-4d87b56df5f0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4982fafa42c248cb8832263de82afd08&device_id=40125120-21b8-4255-843a-2cc38a01aedc HTTP/1.1" status: 200 len: 1128 time: 0.0541029 Feb 28 10:56:29.386257 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bcca9b-afb9-4733-9581-a843c7a559fe req-6f6913b9-4ed3-4444-a6a5-fdd4e6b8d2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:29.389104 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b7bcca9b-afb9-4733-9581-a843c7a559fe req-6f6913b9-4ed3-4444-a6a5-fdd4e6b8d2ae service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=4982fafa42c248cb8832263de82afd08&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1222601 Feb 28 10:56:29.515803 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bcca9b-afb9-4733-9581-a843c7a559fe req-68c5cb27-78d8-4369-b4e7-ad2c45b2c848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:29.517272 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b7bcca9b-afb9-4733-9581-a843c7a559fe req-68c5cb27-78d8-4369-b4e7-ad2c45b2c848 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1221597 Feb 28 10:56:29.527295 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fccdeb1-aff4-4639-a53e-6dcc958685e1 req-643ef1f9-a502-4ed0-bf0d-13df738bd9f3 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:29.528915 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-1fccdeb1-aff4-4639-a53e-6dcc958685e1 req-643ef1f9-a502-4ed0-bf0d-13df738bd9f3 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=40125120-21b8-4255-843a-2cc38a01aedc HTTP/1.1" status: 200 len: 944 time: 0.0647397 Feb 28 10:56:29.576934 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-1fccdeb1-aff4-4639-a53e-6dcc958685e1 req-46b4b059-d473-4621-9b72-a9416e5e6a94 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424898 Feb 28 10:56:29.622228 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d574e0-6930-41cd-9f58-ee875e261c7b req-a0c0e183-4c01-4dcb-90fa-a5c981b590e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:29.623851 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-39d574e0-6930-41cd-9f58-ee875e261c7b req-a0c0e183-4c01-4dcb-90fa-a5c981b590e7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4982fafa42c248cb8832263de82afd08&device_id=40125120-21b8-4255-843a-2cc38a01aedc HTTP/1.1" status: 200 len: 1128 time: 0.0507512 Feb 28 10:56:29.671895 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-39d574e0-6930-41cd-9f58-ee875e261c7b req-111ce3d5-4745-4a1c-bbbb-680ca4b781d1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0c49045-1796-4dd3-9158-4083178b3eb6 HTTP/1.1" status: 200 len: 217 time: 0.0357716 Feb 28 10:56:29.722694 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d574e0-6930-41cd-9f58-ee875e261c7b req-b20ee0ea-41e8-4f91-b6ca-2f52c9acda87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:29.724315 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-39d574e0-6930-41cd-9f58-ee875e261c7b req-b20ee0ea-41e8-4f91-b6ca-2f52c9acda87 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=90456315-d1cb-470a-a837-0d476d06a452 HTTP/1.1" status: 200 len: 854 time: 0.0470123 Feb 28 10:56:29.762644 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-39d574e0-6930-41cd-9f58-ee875e261c7b req-a03dda91-338e-45f4-9936-f2d139745d85 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fabe98d7-9d0b-448a-bc9e-cfbfa8449c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304847 Feb 28 10:56:29.851708 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-39d574e0-6930-41cd-9f58-ee875e261c7b req-f7c3ed05-0bc5-422f-9772-6080f01879eb service neutron] 10.222.0.70 "GET /v2.0/networks/fabe98d7-9d0b-448a-bc9e-cfbfa8449c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828664 Feb 28 10:56:29.942657 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-39d574e0-6930-41cd-9f58-ee875e261c7b req-64a5bc51-f519-4bc9-a7b7-144cc0a0e5e1 service neutron] 10.222.0.70 "GET /v2.0/networks/fabe98d7-9d0b-448a-bc9e-cfbfa8449c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863643 Feb 28 10:56:30.699119 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ae489f-6877-45cf-b00d-f7843608bee9 req-ac81a3b6-b9c7-45f0-9412-e4cbbdd39fd1 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:30.700635 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-35ae489f-6877-45cf-b00d-f7843608bee9 req-ac81a3b6-b9c7-45f0-9412-e4cbbdd39fd1 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=40125120-21b8-4255-843a-2cc38a01aedc HTTP/1.1" status: 200 len: 944 time: 0.0538821 Feb 28 10:56:30.724011 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:30.748592 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-35ae489f-6877-45cf-b00d-f7843608bee9 req-52bf3423-fc46-4fcb-804f-dec2f2c929ad tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423174 Feb 28 10:56:31.868974 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7fe28f-ca77-45f2-9b1e-a0a633ba39d4 req-3ff4f356-345d-4c8e-93d1-2d23c649ff8b tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:31.870474 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-6c7fe28f-ca77-45f2-9b1e-a0a633ba39d4 req-3ff4f356-345d-4c8e-93d1-2d23c649ff8b tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=40125120-21b8-4255-843a-2cc38a01aedc HTTP/1.1" status: 200 len: 944 time: 0.0552616 Feb 28 10:56:31.918068 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-6c7fe28f-ca77-45f2-9b1e-a0a633ba39d4 req-47e2cc76-33b6-4d9b-91e4-bc5ee06d5b82 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420716 Feb 28 10:56:32.942061 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device c0c49045-1796-4dd3-9158-4083178b3eb6 details requested by agent hyperv_hv-neutron-8291 with host hv-neutron-8291 {{(pid=104085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:56:33.046775 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089ce02-0ed5-4488-928f-728c1b816b7b req-89af1c7a-b0df-4a1f-9c7a-60588c4c4164 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:33.048426 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d089ce02-0ed5-4488-928f-728c1b816b7b req-89af1c7a-b0df-4a1f-9c7a-60588c4c4164 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=40125120-21b8-4255-843a-2cc38a01aedc HTTP/1.1" status: 200 len: 944 time: 0.0565600 Feb 28 10:56:33.049259 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port c0c49045-1796-4dd3-9158-4083178b3eb6, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=c0c49045-1796-4dd3-9158-4083178b3eb6,segment=NetworkSegment(bdbd9cd6-b4ea-45cd-806e-4f86b1fd7a2b),segment_id=bdbd9cd6-b4ea-45cd-806e-4f86b1fd7a2b)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:56:33.062980 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Returning: {'device': 'c0c49045-1796-4dd3-9158-4083178b3eb6', 'network_id': 'fabe98d7-9d0b-448a-bc9e-cfbfa8449c10', 'port_id': 'c0c49045-1796-4dd3-9158-4083178b3eb6', 'mac_address': 'fa:16:3e:4b:6c:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90456315-d1cb-470a-a837-0d476d06a452', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:56:33.104467 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d089ce02-0ed5-4488-928f-728c1b816b7b req-49a9b98d-6032-46bb-965a-07e1b0418940 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491199 Feb 28 10:56:33.106846 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port c0c49045-1796-4dd3-9158-4083178b3eb6 is: DOWN; New status is: BUILD {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:56:33.108139 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (c0c49045-1796-4dd3-9158-4083178b3eb6), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:33.122289 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0c49045-1796-4dd3-9158-4083178b3eb6 {{(pid=104085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:56:33.143688 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port c0c49045-1796-4dd3-9158-4083178b3eb6, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=c0c49045-1796-4dd3-9158-4083178b3eb6,segment=NetworkSegment(bdbd9cd6-b4ea-45cd-806e-4f86b1fd7a2b),segment_id=bdbd9cd6-b4ea-45cd-806e-4f86b1fd7a2b)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:56:33.263567 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (c0c49045-1796-4dd3-9158-4083178b3eb6), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:33.316526 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=c0c49045-1796-4dd3-9158-4083178b3eb6,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:56:33.541327 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['c0c49045-1796-4dd3-9158-4083178b3eb6'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:56:34.231767 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7b582-c8a5-4785-87dd-e2c7fc078e8e req-e63e1450-ee42-402d-b29c-4ca50270fe4b tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:34.233304 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d9b7b582-c8a5-4785-87dd-e2c7fc078e8e req-e63e1450-ee42-402d-b29c-4ca50270fe4b tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=40125120-21b8-4255-843a-2cc38a01aedc HTTP/1.1" status: 200 len: 945 time: 0.0589261 Feb 28 10:56:34.281431 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d9b7b582-c8a5-4785-87dd-e2c7fc078e8e req-4ebc0c1e-354c-44f3-a984-af53906f15ba tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423970 Feb 28 10:56:34.958921 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device c0c49045-1796-4dd3-9158-4083178b3eb6 up at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:56:35.146728 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning for port c0c49045-1796-4dd3-9158-4083178b3eb6 completed by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:56:35.151052 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning complete for port c0c49045-1796-4dd3-9158-4083178b3eb6 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:56:35.154190 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (c0c49045-1796-4dd3-9158-4083178b3eb6), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:35.232388 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port c0c49045-1796-4dd3-9158-4083178b3eb6 is: BUILD; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:56:35.232750 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (c0c49045-1796-4dd3-9158-4083178b3eb6), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:35.256771 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40125120-21b8-4255-843a-2cc38a01aedc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c49045-1796-4dd3-9158-4083178b3eb6'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:56:35.259377 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0abdd7-c7f1-40f1-9002-2ca9b4c19687" -d '{"events": [{"server_uuid": "40125120-21b8-4255-843a-2cc38a01aedc", "name": "network-vif-plugged", "status": "completed", "tag": "c0c49045-1796-4dd3-9158-4083178b3eb6"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:56:35.273077 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port c0c49045-1796-4dd3-9158-4083178b3eb6, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=c0c49045-1796-4dd3-9158-4083178b3eb6,segment=NetworkSegment(bdbd9cd6-b4ea-45cd-806e-4f86b1fd7a2b),segment_id=bdbd9cd6-b4ea-45cd-806e-4f86b1fd7a2b)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:56:35.295896 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5f96d3-a23a-47b5-a9fb-f9ea2487ec40 x-openstack-request-id: req-7d5f96d3-a23a-47b5-a9fb-f9ea2487ec40 {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:56:35.296353 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40125120-21b8-4255-843a-2cc38a01aedc", "name": "network-vif-plugged", "status": "completed", "tag": "c0c49045-1796-4dd3-9158-4083178b3eb6", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:56:35.296650 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7d5f96d3-a23a-47b5-a9fb-f9ea2487ec40 {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:56:35.301505 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40125120-21b8-4255-843a-2cc38a01aedc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c49045-1796-4dd3-9158-4083178b3eb6', 'code': 200} Feb 28 10:56:35.370271 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (c0c49045-1796-4dd3-9158-4083178b3eb6), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:35.406739 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d4ba69-d994-4d74-8b1a-b6c136c21c8d req-03c10fa9-756e-4190-95c9-20163e59de31 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:35.408319 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-88d4ba69-d994-4d74-8b1a-b6c136c21c8d req-03c10fa9-756e-4190-95c9-20163e59de31 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=40125120-21b8-4255-843a-2cc38a01aedc HTTP/1.1" status: 200 len: 945 time: 0.0572536 Feb 28 10:56:35.427796 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=c0c49045-1796-4dd3-9158-4083178b3eb6,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:56:35.461046 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-88d4ba69-d994-4d74-8b1a-b6c136c21c8d req-5daa8940-f783-4655-af39-b9f52e39ddf0 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451651 Feb 28 10:56:35.712612 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a571c-f064-44a1-963e-84b7b0d5a265 req-5f98a803-f4e8-4b79-896d-a4ceb0a44925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:35.714143 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3b7a571c-f064-44a1-963e-84b7b0d5a265 req-5f98a803-f4e8-4b79-896d-a4ceb0a44925 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=40125120-21b8-4255-843a-2cc38a01aedc HTTP/1.1" status: 200 len: 1130 time: 0.0491965 Feb 28 10:56:35.759640 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3b7a571c-f064-44a1-963e-84b7b0d5a265 req-fd320314-1a1c-49a1-bf72-5a360780f3af service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390406 Feb 28 10:56:36.583812 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e42fe6-4647-4d6b-b36c-6a80e600c4f6 req-f0d3d720-76a4-4757-9ebc-adb9adc23acb tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:36.585930 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-96e42fe6-4647-4d6b-b36c-6a80e600c4f6 req-f0d3d720-76a4-4757-9ebc-adb9adc23acb tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=40125120-21b8-4255-843a-2cc38a01aedc HTTP/1.1" status: 200 len: 946 time: 0.0549009 Feb 28 10:56:36.637829 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-96e42fe6-4647-4d6b-b36c-6a80e600c4f6 req-e55cf811-4cc9-43b5-9912-fd872ff0faab tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451825 Feb 28 10:56:37.763073 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253a3cc-b867-42a0-9012-6dba538b95b1 req-7bb486e4-e7cc-472c-99ba-415bcb3620f4 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:37.764812 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-f253a3cc-b867-42a0-9012-6dba538b95b1 req-7bb486e4-e7cc-472c-99ba-415bcb3620f4 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=40125120-21b8-4255-843a-2cc38a01aedc HTTP/1.1" status: 200 len: 946 time: 0.0545816 Feb 28 10:56:37.818745 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-f253a3cc-b867-42a0-9012-6dba538b95b1 req-3138e616-2194-426c-b372-1cc00b80adbb tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483377 Feb 28 10:56:37.939866 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98316a78-7de2-4619-ad80-437aeebf0c66 req-f836f07d-cb09-4e6e-ad73-7ba96d22e704 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:37.941309 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-98316a78-7de2-4619-ad80-437aeebf0c66 req-f836f07d-cb09-4e6e-ad73-7ba96d22e704 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=40125120-21b8-4255-843a-2cc38a01aedc HTTP/1.1" status: 200 len: 946 time: 0.0554841 Feb 28 10:56:37.994418 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-98316a78-7de2-4619-ad80-437aeebf0c66 req-21b94263-d002-4163-bfd3-3902125346db tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469375 Feb 28 10:56:38.287041 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558ca93f-0424-46fc-ba41-0708133f19b7 req-5c0f60cb-f06f-4ed5-925c-930703da2543 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:38.289319 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-558ca93f-0424-46fc-ba41-0708133f19b7 req-5c0f60cb-f06f-4ed5-925c-930703da2543 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=40125120-21b8-4255-843a-2cc38a01aedc HTTP/1.1" status: 200 len: 946 time: 0.0558131 Feb 28 10:56:38.337404 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-558ca93f-0424-46fc-ba41-0708133f19b7 req-0e402373-329d-4873-a261-ebdb2d81a8ff tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426116 Feb 28 10:56:38.465489 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff6072-18fa-46f9-9ac5-2917122ef462 req-b5f4bf10-5575-4c29-aadc-b74121cf541b tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:38.467769 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-f4ff6072-18fa-46f9-9ac5-2917122ef462 req-b5f4bf10-5575-4c29-aadc-b74121cf541b tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=40125120-21b8-4255-843a-2cc38a01aedc HTTP/1.1" status: 200 len: 946 time: 0.0641439 Feb 28 10:56:38.526911 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-f4ff6072-18fa-46f9-9ac5-2917122ef462 req-ff290019-c6f0-4a9a-aba0-83f5ce926c28 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538275 Feb 28 10:56:39.015725 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b453d39f-c55d-4280-85a4-3cb494c64c87 req-104d59d7-c411-4638-b291-45ec300d9404 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:39.017632 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-b453d39f-c55d-4280-85a4-3cb494c64c87 req-104d59d7-c411-4638-b291-45ec300d9404 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=40125120-21b8-4255-843a-2cc38a01aedc HTTP/1.1" status: 200 len: 946 time: 0.0665123 Feb 28 10:56:39.068606 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-b453d39f-c55d-4280-85a4-3cb494c64c87 req-d4022a22-6f5c-41b1-823a-f496c41b75b1 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450761 Feb 28 10:56:39.190360 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f93c5c8b-b11e-48e5-83b3-2ffbacdaa1a8 req-9b1a5070-45a8-4e01-84ea-e5cb699af7de service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=40125120-21b8-4255-843a-2cc38a01aedc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0455327 Feb 28 10:56:39.907110 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c5c8b-b11e-48e5-83b3-2ffbacdaa1a8 req-90ad9f0e-cb3f-4317-a8e2-6b5e52a8f8c5 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:39.908488 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f93c5c8b-b11e-48e5-83b3-2ffbacdaa1a8 req-90ad9f0e-cb3f-4317-a8e2-6b5e52a8f8c5 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports/c0c49045-1796-4dd3-9158-4083178b3eb6 HTTP/1.1" status: 200 len: 943 time: 0.0530007 Feb 28 10:56:40.195610 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c296500b-78b5-4dbd-9bb5-4a59b719859f req-87111e9e-df68-4154-8081-228a70898cf1 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:40.197153 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c296500b-78b5-4dbd-9bb5-4a59b719859f req-87111e9e-df68-4154-8081-228a70898cf1 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=40125120-21b8-4255-843a-2cc38a01aedc HTTP/1.1" status: 200 len: 946 time: 0.0575533 Feb 28 10:56:40.247855 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c296500b-78b5-4dbd-9bb5-4a59b719859f req-8a7e6aee-8bec-4dc8-9cb7-cdee9123d50e tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438828 Feb 28 10:56:41.380354 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f089986f-7719-4fae-abe0-d9c95d524f2e req-afd5dace-cccb-4c06-840a-8e7ebb0a5384 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:41.382072 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-f089986f-7719-4fae-abe0-d9c95d524f2e req-afd5dace-cccb-4c06-840a-8e7ebb0a5384 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=40125120-21b8-4255-843a-2cc38a01aedc HTTP/1.1" status: 200 len: 946 time: 0.0620759 Feb 28 10:56:41.457981 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-f089986f-7719-4fae-abe0-d9c95d524f2e req-53ad15cd-ed01-4ef4-b197-5bd5f8093686 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699553 Feb 28 10:56:41.724811 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c5c8b-b11e-48e5-83b3-2ffbacdaa1a8 req-9ad6f5c1-ab3a-4b85-8b40-56813ab3b5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:41.727052 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f93c5c8b-b11e-48e5-83b3-2ffbacdaa1a8 req-9ad6f5c1-ab3a-4b85-8b40-56813ab3b5ff service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4982fafa42c248cb8832263de82afd08&device_id=40125120-21b8-4255-843a-2cc38a01aedc HTTP/1.1" status: 200 len: 1130 time: 0.0516362 Feb 28 10:56:41.836161 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c5c8b-b11e-48e5-83b3-2ffbacdaa1a8 req-a95e7ba5-b912-4236-9ed5-b67ca1af44fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:41.837656 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f93c5c8b-b11e-48e5-83b3-2ffbacdaa1a8 req-a95e7ba5-b912-4236-9ed5-b67ca1af44fb service neutron] 10.222.0.70 "GET /v2.0/networks?id=fabe98d7-9d0b-448a-bc9e-cfbfa8449c10 HTTP/1.1" status: 200 len: 914 time: 0.1055019 Feb 28 10:56:41.878756 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f93c5c8b-b11e-48e5-83b3-2ffbacdaa1a8 req-85dc609e-763e-4eb4-90c5-44f08c36431c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0c49045-1796-4dd3-9158-4083178b3eb6 HTTP/1.1" status: 200 len: 217 time: 0.0355768 Feb 28 10:56:41.926452 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c5c8b-b11e-48e5-83b3-2ffbacdaa1a8 req-0f96b197-a1b5-454d-a087-78e2fee79230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:41.927955 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f93c5c8b-b11e-48e5-83b3-2ffbacdaa1a8 req-0f96b197-a1b5-454d-a087-78e2fee79230 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=90456315-d1cb-470a-a837-0d476d06a452 HTTP/1.1" status: 200 len: 854 time: 0.0441492 Feb 28 10:56:41.964985 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f93c5c8b-b11e-48e5-83b3-2ffbacdaa1a8 req-6d09ec3d-68bb-4b8b-b699-390c67ecf272 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fabe98d7-9d0b-448a-bc9e-cfbfa8449c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309048 Feb 28 10:56:42.058952 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f93c5c8b-b11e-48e5-83b3-2ffbacdaa1a8 req-25944194-d5a2-4a70-a363-df6d179fa627 service neutron] 10.222.0.70 "GET /v2.0/networks/fabe98d7-9d0b-448a-bc9e-cfbfa8449c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885258 Feb 28 10:56:42.170656 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f93c5c8b-b11e-48e5-83b3-2ffbacdaa1a8 req-4cb003b2-abe2-4536-8ccc-6b78e5b26848 service neutron] 10.222.0.70 "GET /v2.0/networks/fabe98d7-9d0b-448a-bc9e-cfbfa8449c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066012 Feb 28 10:56:42.603729 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5efdbc5-f2cc-41a5-9c38-4ca7c05b51af req-192c2cae-b13a-4224-9970-48bffbd12563 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:42.605265 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c5efdbc5-f2cc-41a5-9c38-4ca7c05b51af req-192c2cae-b13a-4224-9970-48bffbd12563 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=40125120-21b8-4255-843a-2cc38a01aedc HTTP/1.1" status: 200 len: 946 time: 0.0626128 Feb 28 10:56:42.720191 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c5efdbc5-f2cc-41a5-9c38-4ca7c05b51af req-99e86518-4b80-4367-8768-4acbfdec0895 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072237 Feb 28 10:56:43.908476 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0497d802-ca3e-4c65-a474-a0ddef49c93e req-77056edf-d99e-4755-baa6-048cd84db2c5 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:43.909990 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-0497d802-ca3e-4c65-a474-a0ddef49c93e req-77056edf-d99e-4755-baa6-048cd84db2c5 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=40125120-21b8-4255-843a-2cc38a01aedc HTTP/1.1" status: 200 len: 946 time: 0.1181853 Feb 28 10:56:43.958875 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-0497d802-ca3e-4c65-a474-a0ddef49c93e req-34398f04-a833-4784-9dc0-05afa112c15c tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424478 Feb 28 10:56:45.097394 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb343afe-76b5-493e-b7af-fcc0b355be5c req-645f0a40-3aa8-4a59-816a-8dae4f8dfc60 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:45.099347 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-fb343afe-76b5-493e-b7af-fcc0b355be5c req-645f0a40-3aa8-4a59-816a-8dae4f8dfc60 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=40125120-21b8-4255-843a-2cc38a01aedc HTTP/1.1" status: 200 len: 946 time: 0.0643780 Feb 28 10:56:45.163670 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-fb343afe-76b5-493e-b7af-fcc0b355be5c req-a5da80ca-a7a4-4b6c-a3f0-716fa6c48f98 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561547 Feb 28 10:56:46.287881 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd7fd5-8d7f-442d-8e68-9a98862a5517 req-b1084616-5141-4978-aadb-6db57c66cf53 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:46.290112 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-6edd7fd5-8d7f-442d-8e68-9a98862a5517 req-b1084616-5141-4978-aadb-6db57c66cf53 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=40125120-21b8-4255-843a-2cc38a01aedc HTTP/1.1" status: 200 len: 946 time: 0.0568902 Feb 28 10:56:46.345120 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-6edd7fd5-8d7f-442d-8e68-9a98862a5517 req-9c53ced8-d19d-4e24-b4ff-df57941c7d93 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486417 Feb 28 10:56:46.526135 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-418d3400-30d2-47e2-a8b1-eba91c97d60f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:47.497941 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e6b1b-8628-434a-8760-d06333e7bf0e req-cfbe9a90-3b6f-4938-ac76-143e9397baba tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:47.499546 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b03e6b1b-8628-434a-8760-d06333e7bf0e req-cfbe9a90-3b6f-4938-ac76-143e9397baba tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=40125120-21b8-4255-843a-2cc38a01aedc HTTP/1.1" status: 200 len: 946 time: 0.0665705 Feb 28 10:56:47.550924 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b03e6b1b-8628-434a-8760-d06333e7bf0e req-ac3edb08-b919-4416-892c-aab54dcc321b tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456533 Feb 28 10:56:48.651676 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7752184c-3611-4d1d-83d2-246bf7508682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:48.682817 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2629a9-fc23-4a8d-bc7b-6d464dc01c82 req-288a1c8d-a709-4f7d-82bf-e29b049d55c2 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:48.684393 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-1e2629a9-fc23-4a8d-bc7b-6d464dc01c82 req-288a1c8d-a709-4f7d-82bf-e29b049d55c2 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=40125120-21b8-4255-843a-2cc38a01aedc HTTP/1.1" status: 200 len: 946 time: 0.0575864 Feb 28 10:56:48.715528 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:56:48.737663 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-1e2629a9-fc23-4a8d-bc7b-6d464dc01c82 req-0efdcd6c-5140-43e3-a797-469481ebfd96 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476527 Feb 28 10:56:49.860072 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b0b69-1198-48f8-b951-097d90ecfc69 req-426fae89-8a05-47a4-a8fe-bdf90638c52b tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:49.861612 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-758b0b69-1198-48f8-b951-097d90ecfc69 req-426fae89-8a05-47a4-a8fe-bdf90638c52b tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=40125120-21b8-4255-843a-2cc38a01aedc HTTP/1.1" status: 200 len: 946 time: 0.0536010 Feb 28 10:56:49.910897 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-758b0b69-1198-48f8-b951-097d90ecfc69 req-f808695b-752d-4222-8f50-eee0edc107b0 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431392 Feb 28 10:56:50.068671 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:51.045838 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f020e34-dbaf-4ec1-a1f2-bc1b4514c839 req-5aee222e-3857-46c8-badd-647c17c4a8ee tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:51.048168 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-9f020e34-dbaf-4ec1-a1f2-bc1b4514c839 req-5aee222e-3857-46c8-badd-647c17c4a8ee tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=40125120-21b8-4255-843a-2cc38a01aedc HTTP/1.1" status: 200 len: 946 time: 0.0610170 Feb 28 10:56:51.109962 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-9f020e34-dbaf-4ec1-a1f2-bc1b4514c839 req-198454f7-98ea-4d4b-9ac3-d6f1dfe4ecce tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558786 Feb 28 10:56:51.360218 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:52.233839 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c86d11-22a4-4764-8f2d-e1b86770b4c5 req-d8ee34b4-71dd-47cb-8343-60d28afd844c tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:52.235371 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-96c86d11-22a4-4764-8f2d-e1b86770b4c5 req-d8ee34b4-71dd-47cb-8343-60d28afd844c tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=40125120-21b8-4255-843a-2cc38a01aedc HTTP/1.1" status: 200 len: 946 time: 0.0571442 Feb 28 10:56:52.297430 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-96c86d11-22a4-4764-8f2d-e1b86770b4c5 req-d1f598a2-5ab3-47d4-a9b3-77251aa1f2eb tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561557 Feb 28 10:56:52.714688 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:53.420429 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f09aa4-486e-4db2-b8c7-ef0b3c7245c7 req-32966e15-b88c-4606-b3b0-cbbb63c9d61c tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:53.421941 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-28f09aa4-486e-4db2-b8c7-ef0b3c7245c7 req-32966e15-b88c-4606-b3b0-cbbb63c9d61c tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=40125120-21b8-4255-843a-2cc38a01aedc HTTP/1.1" status: 200 len: 946 time: 0.0528481 Feb 28 10:56:53.487470 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-28f09aa4-486e-4db2-b8c7-ef0b3c7245c7 req-f2e5aaa6-9747-46da-8a60-d341df8ba00a tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597677 Feb 28 10:56:54.533801 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4209cdf-4e38-4eee-b10a-8f0b2a6fff92 req-b8e63f4a-9a17-4ac2-9488-be47a6529674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:54.535508 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f4209cdf-4e38-4eee-b10a-8f0b2a6fff92 req-b8e63f4a-9a17-4ac2-9488-be47a6529674 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4982fafa42c248cb8832263de82afd08&device_id=40125120-21b8-4255-843a-2cc38a01aedc HTTP/1.1" status: 200 len: 1130 time: 0.1058164 Feb 28 10:56:54.945518 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4209cdf-4e38-4eee-b10a-8f0b2a6fff92 req-e515e6fa-fa22-40cd-8d12-5caecd8b9f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:54.947121 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f4209cdf-4e38-4eee-b10a-8f0b2a6fff92 req-e515e6fa-fa22-40cd-8d12-5caecd8b9f5e service neutron] 10.222.0.70 "GET /v2.0/networks?id=fabe98d7-9d0b-448a-bc9e-cfbfa8449c10 HTTP/1.1" status: 200 len: 914 time: 0.3932199 Feb 28 10:56:54.954584 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff0bd0a-dac8-42b0-9989-84e2c6048c1a req-03517e32-ba92-4a59-b898-e6f3b91991d8 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:54.956007 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-aff0bd0a-dac8-42b0-9989-84e2c6048c1a req-03517e32-ba92-4a59-b898-e6f3b91991d8 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=40125120-21b8-4255-843a-2cc38a01aedc HTTP/1.1" status: 200 len: 946 time: 0.3824184 Feb 28 10:56:54.997388 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f4209cdf-4e38-4eee-b10a-8f0b2a6fff92 req-cbb1de0a-2b23-4c59-ac1a-fd872c45291f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0c49045-1796-4dd3-9158-4083178b3eb6 HTTP/1.1" status: 200 len: 217 time: 0.0404024 Feb 28 10:56:55.069648 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-aff0bd0a-dac8-42b0-9989-84e2c6048c1a req-7901448d-1ae8-48ce-b0ad-d6d1baa033d7 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073549 Feb 28 10:56:55.073450 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4209cdf-4e38-4eee-b10a-8f0b2a6fff92 req-4cf1d2e6-e6c6-487d-81e8-35f6d55d992e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:55.074824 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f4209cdf-4e38-4eee-b10a-8f0b2a6fff92 req-4cf1d2e6-e6c6-487d-81e8-35f6d55d992e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=90456315-d1cb-470a-a837-0d476d06a452 HTTP/1.1" status: 200 len: 854 time: 0.0714800 Feb 28 10:56:55.107715 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f4209cdf-4e38-4eee-b10a-8f0b2a6fff92 req-027e56d8-998b-4a66-a14a-ffe0318891d9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fabe98d7-9d0b-448a-bc9e-cfbfa8449c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269716 Feb 28 10:56:55.193957 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f4209cdf-4e38-4eee-b10a-8f0b2a6fff92 req-aea84c15-ee66-4963-9bc8-d21b4acbe536 service neutron] 10.222.0.70 "GET /v2.0/networks/fabe98d7-9d0b-448a-bc9e-cfbfa8449c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804603 Feb 28 10:56:55.285810 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f4209cdf-4e38-4eee-b10a-8f0b2a6fff92 req-f8a09adf-cf32-465f-b06e-ee3eb652b031 service neutron] 10.222.0.70 "GET /v2.0/networks/fabe98d7-9d0b-448a-bc9e-cfbfa8449c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859156 Feb 28 10:56:56.191308 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641013b0-aee5-452b-b034-b57a272aea1d req-fbc5d153-04e2-4bd9-877e-18efe81f8065 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:56.192824 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-641013b0-aee5-452b-b034-b57a272aea1d req-fbc5d153-04e2-4bd9-877e-18efe81f8065 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=40125120-21b8-4255-843a-2cc38a01aedc HTTP/1.1" status: 200 len: 946 time: 0.0563133 Feb 28 10:56:56.241785 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-641013b0-aee5-452b-b034-b57a272aea1d req-428c2851-c472-4ec5-8591-557b86dea8fb tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422807 Feb 28 10:56:57.378694 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b175c3b0-1e9c-4e7e-b2e8-95f710c431f4 req-9516beb4-9504-4f72-b797-af8c0419bfc5 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:57.380148 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b175c3b0-1e9c-4e7e-b2e8-95f710c431f4 req-9516beb4-9504-4f72-b797-af8c0419bfc5 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=40125120-21b8-4255-843a-2cc38a01aedc HTTP/1.1" status: 200 len: 946 time: 0.0697939 Feb 28 10:56:57.432416 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b175c3b0-1e9c-4e7e-b2e8-95f710c431f4 req-664ebe23-bea9-4612-9005-62552097f256 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457339 Feb 28 10:56:58.565260 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37ea01-3003-453f-8888-e64164d4d168 req-e6bedacf-aa21-42ee-a32b-a52a9c96800d tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:58.566734 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-db37ea01-3003-453f-8888-e64164d4d168 req-e6bedacf-aa21-42ee-a32b-a52a9c96800d tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=40125120-21b8-4255-843a-2cc38a01aedc HTTP/1.1" status: 200 len: 946 time: 0.0586107 Feb 28 10:56:58.614824 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-db37ea01-3003-453f-8888-e64164d4d168 req-5d9785bc-22be-4c88-948a-0520c3f9b07a tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420046 Feb 28 10:56:59.737049 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737ac01-a7be-4759-9f32-1980c8495320 req-cf1a9306-a7de-41a4-be7d-62296ffaaabc tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:59.738534 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0737ac01-a7be-4759-9f32-1980c8495320 req-cf1a9306-a7de-41a4-be7d-62296ffaaabc tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=40125120-21b8-4255-843a-2cc38a01aedc HTTP/1.1" status: 200 len: 946 time: 0.0527959 Feb 28 10:56:59.790334 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0737ac01-a7be-4759-9f32-1980c8495320 req-b7adbd4d-fcd3-4b03-b899-3cf715a1e386 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453799 Feb 28 10:57:00.708828 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:00.909857 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaceede-0fc8-4a86-bdca-44d550fbac01 req-58f7e5a2-8b90-418f-9dbd-8a320413c99e tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:00.911379 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-caaceede-0fc8-4a86-bdca-44d550fbac01 req-58f7e5a2-8b90-418f-9dbd-8a320413c99e tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=40125120-21b8-4255-843a-2cc38a01aedc HTTP/1.1" status: 200 len: 946 time: 0.0535560 Feb 28 10:57:00.963160 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-caaceede-0fc8-4a86-bdca-44d550fbac01 req-4a189e53-02c0-484d-822e-a49fe0e3ebb5 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459509 Feb 28 10:57:02.082279 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618afa67-02a4-4ade-9f7d-d6e53703a1e7 req-24021ba0-3902-4352-bb61-e6440e4bb6ea tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:02.083478 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-618afa67-02a4-4ade-9f7d-d6e53703a1e7 req-24021ba0-3902-4352-bb61-e6440e4bb6ea tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=40125120-21b8-4255-843a-2cc38a01aedc HTTP/1.1" status: 200 len: 946 time: 0.0533514 Feb 28 10:57:02.132401 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-618afa67-02a4-4ade-9f7d-d6e53703a1e7 req-0638e155-20af-4925-8586-7af7571c2c44 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423841 Feb 28 10:57:03.259505 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f5d76a-dff4-438c-b269-5b267c38de98 req-56c1aeab-6584-4e38-8d4f-26f03287f9d2 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:03.261074 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-85f5d76a-dff4-438c-b269-5b267c38de98 req-56c1aeab-6584-4e38-8d4f-26f03287f9d2 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=40125120-21b8-4255-843a-2cc38a01aedc HTTP/1.1" status: 200 len: 946 time: 0.0611582 Feb 28 10:57:03.310660 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-85f5d76a-dff4-438c-b269-5b267c38de98 req-b6bb19db-241b-4a13-95f1-3debd243f1e4 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429263 Feb 28 10:57:04.430676 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b823da-b91d-4976-8563-9f037285e4d7 req-44c91a93-7eb3-4fa6-8a9b-9f6063a54f99 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:04.432303 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c0b823da-b91d-4976-8563-9f037285e4d7 req-44c91a93-7eb3-4fa6-8a9b-9f6063a54f99 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=40125120-21b8-4255-843a-2cc38a01aedc HTTP/1.1" status: 200 len: 946 time: 0.0546162 Feb 28 10:57:04.479781 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c0b823da-b91d-4976-8563-9f037285e4d7 req-8696d26b-d08d-461c-a347-5380fb5a72c5 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417140 Feb 28 10:57:05.601823 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df7da5-1302-4b56-9522-a5a2f9d5e10c req-9b5c6684-ca80-43d3-a945-d41aad4d95b7 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:05.603362 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-69df7da5-1302-4b56-9522-a5a2f9d5e10c req-9b5c6684-ca80-43d3-a945-d41aad4d95b7 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=40125120-21b8-4255-843a-2cc38a01aedc HTTP/1.1" status: 200 len: 946 time: 0.0555439 Feb 28 10:57:05.650932 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-69df7da5-1302-4b56-9522-a5a2f9d5e10c req-7afe5190-45c9-41d9-a015-93be16c4a93c tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418851 Feb 28 10:57:06.782038 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f90f6d8-63d8-468d-b263-49408700b5fd req-5cfe2874-c688-40d0-8496-f310f9dd6ca0 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:06.783605 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1f90f6d8-63d8-468d-b263-49408700b5fd req-5cfe2874-c688-40d0-8496-f310f9dd6ca0 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=40125120-21b8-4255-843a-2cc38a01aedc HTTP/1.1" status: 200 len: 946 time: 0.0605016 Feb 28 10:57:06.831680 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1f90f6d8-63d8-468d-b263-49408700b5fd req-f379722e-34f5-4939-836e-7b9f0f237185 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422349 Feb 28 10:57:07.963044 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd11afe-078a-4407-ae5b-1969039b23f6 req-4b6d5f89-323f-4002-b690-2277e2647944 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:07.966079 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-4fd11afe-078a-4407-ae5b-1969039b23f6 req-4b6d5f89-323f-4002-b690-2277e2647944 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=40125120-21b8-4255-843a-2cc38a01aedc HTTP/1.1" status: 200 len: 946 time: 0.0631406 Feb 28 10:57:08.024123 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-4fd11afe-078a-4407-ae5b-1969039b23f6 req-7ebd8b5f-1bc8-44fa-9f04-d060be39f938 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499697 Feb 28 10:57:09.153428 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e4a8a-ea46-4df5-9e0e-0fa2e07e0935 req-995a831f-22c8-448e-bc64-3a79584c6c9b tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:09.154975 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-651e4a8a-ea46-4df5-9e0e-0fa2e07e0935 req-995a831f-22c8-448e-bc64-3a79584c6c9b tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=40125120-21b8-4255-843a-2cc38a01aedc HTTP/1.1" status: 200 len: 946 time: 0.0604775 Feb 28 10:57:09.205307 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-651e4a8a-ea46-4df5-9e0e-0fa2e07e0935 req-fe00f3b6-75d2-4e97-9c14-e49b14853ecb tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447726 Feb 28 10:57:10.333956 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e71e1-e9d9-4c54-96c2-ecc8ee067c0e req-54e43635-1ea8-4b25-a7bb-566feaa97a9f tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:10.335441 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-f12e71e1-e9d9-4c54-96c2-ecc8ee067c0e req-54e43635-1ea8-4b25-a7bb-566feaa97a9f tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=40125120-21b8-4255-843a-2cc38a01aedc HTTP/1.1" status: 200 len: 946 time: 0.0544009 Feb 28 10:57:10.389480 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-f12e71e1-e9d9-4c54-96c2-ecc8ee067c0e req-97f347f0-8f62-43ff-8c7b-836363a4b902 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479057 Feb 28 10:57:11.517917 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121d41c-abb8-4a2c-a767-e358d5b8b4d5 req-5f16b3d5-64f9-440d-bd39-2a3107015ce8 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:11.519449 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1121d41c-abb8-4a2c-a767-e358d5b8b4d5 req-5f16b3d5-64f9-440d-bd39-2a3107015ce8 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=40125120-21b8-4255-843a-2cc38a01aedc HTTP/1.1" status: 200 len: 946 time: 0.0607991 Feb 28 10:57:11.572715 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1121d41c-abb8-4a2c-a767-e358d5b8b4d5 req-6df54712-4748-4812-8021-a916382b0b5d tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468819 Feb 28 10:57:12.713518 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98075012-2e17-494d-a443-f54d3be3abff req-40f14731-c449-4364-ba81-54f6198b5a6b tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:12.715076 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-98075012-2e17-494d-a443-f54d3be3abff req-40f14731-c449-4364-ba81-54f6198b5a6b tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=40125120-21b8-4255-843a-2cc38a01aedc HTTP/1.1" status: 200 len: 946 time: 0.0693719 Feb 28 10:57:12.765565 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-98075012-2e17-494d-a443-f54d3be3abff req-a4d385bb-0ddc-497f-9b18-303b3d6d7bdb tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448661 Feb 28 10:57:13.891783 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514601de-70d7-4fc0-bcbe-d87e3cd1292f req-ddd71c5f-566e-450e-b1e0-ce23ec08253a tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:13.893492 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-514601de-70d7-4fc0-bcbe-d87e3cd1292f req-ddd71c5f-566e-450e-b1e0-ce23ec08253a tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=40125120-21b8-4255-843a-2cc38a01aedc HTTP/1.1" status: 200 len: 946 time: 0.0558259 Feb 28 10:57:13.949082 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-514601de-70d7-4fc0-bcbe-d87e3cd1292f req-924935d9-f215-48bb-9a59-1dada7b18a56 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484560 Feb 28 10:57:14.557717 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f93c5c8b-b11e-48e5-83b3-2ffbacdaa1a8 req-c7937264-9840-4789-846c-3b020f5756da service neutron] 10.222.0.70 "GET /v2.0/ports/c0c49045-1796-4dd3-9158-4083178b3eb6/bindings/hv-neutron-8291 HTTP/1.1" status: 200 len: 384 time: 0.0653315 Feb 28 10:57:15.089355 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aec39c-58ae-482a-a875-9a359f5603de req-6ca19829-70f7-4db3-b7da-4929eaf9e158 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:15.091058 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-c5aec39c-58ae-482a-a875-9a359f5603de req-6ca19829-70f7-4db3-b7da-4929eaf9e158 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=40125120-21b8-4255-843a-2cc38a01aedc HTTP/1.1" status: 200 len: 946 time: 0.0720518 Feb 28 10:57:15.118107 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c5c8b-b11e-48e5-83b3-2ffbacdaa1a8 req-951f7334-753c-43e7-93b5-6fea1e4e95d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:15.120529 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f93c5c8b-b11e-48e5-83b3-2ffbacdaa1a8 req-951f7334-753c-43e7-93b5-6fea1e4e95d7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=40125120-21b8-4255-843a-2cc38a01aedc&tenant_id=4982fafa42c248cb8832263de82afd08 HTTP/1.1" status: 200 len: 1130 time: 0.0630882 Feb 28 10:57:15.151905 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-c5aec39c-58ae-482a-a875-9a359f5603de req-347dd083-c787-4d1c-a00c-34106b7e6308 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533123 Feb 28 10:57:15.201054 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c5c8b-b11e-48e5-83b3-2ffbacdaa1a8 req-30ed9661-7caf-49e1-bee5-1aaabbb05b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:15.202591 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f93c5c8b-b11e-48e5-83b3-2ffbacdaa1a8 req-30ed9661-7caf-49e1-bee5-1aaabbb05b90 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4982fafa42c248cb8832263de82afd08&device_id=40125120-21b8-4255-843a-2cc38a01aedc HTTP/1.1" status: 200 len: 1130 time: 0.0467870 Feb 28 10:57:15.297285 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c5c8b-b11e-48e5-83b3-2ffbacdaa1a8 req-c114ea98-170b-49c5-b7da-9d7f62cdcc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:15.298805 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f93c5c8b-b11e-48e5-83b3-2ffbacdaa1a8 req-c114ea98-170b-49c5-b7da-9d7f62cdcc0f service neutron] 10.222.0.70 "GET /v2.0/networks?id=fabe98d7-9d0b-448a-bc9e-cfbfa8449c10 HTTP/1.1" status: 200 len: 914 time: 0.0909274 Feb 28 10:57:15.345181 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f93c5c8b-b11e-48e5-83b3-2ffbacdaa1a8 req-dbadf67e-5796-42ad-8878-4c5df3e3ad70 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0c49045-1796-4dd3-9158-4083178b3eb6 HTTP/1.1" status: 200 len: 217 time: 0.0407269 Feb 28 10:57:15.395495 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c5c8b-b11e-48e5-83b3-2ffbacdaa1a8 req-5053f509-8286-4432-8e80-2c8d78400c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:15.397871 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f93c5c8b-b11e-48e5-83b3-2ffbacdaa1a8 req-5053f509-8286-4432-8e80-2c8d78400c46 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=90456315-d1cb-470a-a837-0d476d06a452 HTTP/1.1" status: 200 len: 854 time: 0.0478432 Feb 28 10:57:15.435741 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f93c5c8b-b11e-48e5-83b3-2ffbacdaa1a8 req-63d8e25e-76a5-4b3a-a998-381d5013512b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fabe98d7-9d0b-448a-bc9e-cfbfa8449c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321934 Feb 28 10:57:15.532059 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f93c5c8b-b11e-48e5-83b3-2ffbacdaa1a8 req-9044a31d-2be0-4d0e-a8e4-21fa4f3c9fac service neutron] 10.222.0.70 "GET /v2.0/networks/fabe98d7-9d0b-448a-bc9e-cfbfa8449c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910077 Feb 28 10:57:15.632960 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f93c5c8b-b11e-48e5-83b3-2ffbacdaa1a8 req-391fcd5d-f8ca-4a8d-ad07-059039b5dec7 service neutron] 10.222.0.70 "GET /v2.0/networks/fabe98d7-9d0b-448a-bc9e-cfbfa8449c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944095 Feb 28 10:57:16.277592 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc5c39-829a-4f51-8472-269e6e85981a req-330dbb38-1e69-41a8-ac2c-7a3b881ea0d2 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:16.279130 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f6fc5c39-829a-4f51-8472-269e6e85981a req-330dbb38-1e69-41a8-ac2c-7a3b881ea0d2 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=40125120-21b8-4255-843a-2cc38a01aedc HTTP/1.1" status: 200 len: 946 time: 0.0550506 Feb 28 10:57:16.327494 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f6fc5c39-829a-4f51-8472-269e6e85981a req-4e4f695f-e359-4a0a-972d-0949c22ddfaa tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425365 Feb 28 10:57:16.463327 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b0b-0143-4ba7-9f07-2f9b105440d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:17.466462 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3949cb-ef6a-4505-a8dc-273c7cf66017 req-d31be31c-9f60-42bf-85d4-c0afad9e1624 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:17.468197 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-fc3949cb-ef6a-4505-a8dc-273c7cf66017 req-d31be31c-9f60-42bf-85d4-c0afad9e1624 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=40125120-21b8-4255-843a-2cc38a01aedc HTTP/1.1" status: 200 len: 946 time: 0.0604804 Feb 28 10:57:17.516986 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-fc3949cb-ef6a-4505-a8dc-273c7cf66017 req-fcece3eb-d9ea-4644-b1bb-8bd58b83d619 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423005 Feb 28 10:57:18.650064 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be2ed8-cd9d-4bd7-b8ea-d90ccf120f78 req-c187a7aa-a22b-4524-82cd-2c7eec624aa3 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:18.651647 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a1be2ed8-cd9d-4bd7-b8ea-d90ccf120f78 req-c187a7aa-a22b-4524-82cd-2c7eec624aa3 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=40125120-21b8-4255-843a-2cc38a01aedc HTTP/1.1" status: 200 len: 946 time: 0.0597034 Feb 28 10:57:18.666696 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c84077b0-5034-4a43-9486-6d2de890c055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:18.701694 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a1be2ed8-cd9d-4bd7-b8ea-d90ccf120f78 req-716a254e-656e-4731-b9cb-b9dd12cc65ed tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442319 Feb 28 10:57:19.057755 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37687435-dd77-4bd1-ba68-1b8f6dcda006 req-251ff34b-419c-4759-a867-9f88d37131a5 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:19.059361 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-37687435-dd77-4bd1-ba68-1b8f6dcda006 req-251ff34b-419c-4759-a867-9f88d37131a5 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=40125120-21b8-4255-843a-2cc38a01aedc HTTP/1.1" status: 200 len: 946 time: 0.0591812 Feb 28 10:57:19.114583 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-37687435-dd77-4bd1-ba68-1b8f6dcda006 req-caae750e-0c24-4cc8-a942-e420275c53ad tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489724 Feb 28 10:57:19.136444 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device c0c49045-1796-4dd3-9158-4083178b3eb6 details requested by agent hyperv_hv-neutron-8291 with host hv-neutron-8291 {{(pid=104085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:57:19.144127 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device c0c49045-1796-4dd3-9158-4083178b3eb6 no longer exists at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:57:19.199583 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2df80-7e0d-475e-a27e-f57fc35e91d8 req-6fb4d466-a2ce-47a0-a84f-5a73686c0625 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:19.201197 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-97b2df80-7e0d-475e-a27e-f57fc35e91d8 req-6fb4d466-a2ce-47a0-a84f-5a73686c0625 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.70 "GET /v2.0/ports?device_id=40125120-21b8-4255-843a-2cc38a01aedc&tenant_id=4982fafa42c248cb8832263de82afd08&binding%3Ahost_id=hv-neutron-8291 HTTP/1.1" status: 200 len: 946 time: 0.0687366 Feb 28 10:57:19.346161 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2df80-7e0d-475e-a27e-f57fc35e91d8 req-7dc3763d-8316-40e7-b52e-721b3a60b036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:19.347750 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-97b2df80-7e0d-475e-a27e-f57fc35e91d8 req-7dc3763d-8316-40e7-b52e-721b3a60b036 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4982fafa42c248cb8832263de82afd08&device_id=40125120-21b8-4255-843a-2cc38a01aedc HTTP/1.1" status: 200 len: 1130 time: 0.0498021 Feb 28 10:57:19.441006 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2df80-7e0d-475e-a27e-f57fc35e91d8 req-d49fe81d-1d37-462c-a763-fb1153eea3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:19.442514 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-97b2df80-7e0d-475e-a27e-f57fc35e91d8 req-d49fe81d-1d37-462c-a763-fb1153eea3c4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fabe98d7-9d0b-448a-bc9e-cfbfa8449c10 HTTP/1.1" status: 200 len: 914 time: 0.0892999 Feb 28 10:57:19.453971 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port c0c49045-1796-4dd3-9158-4083178b3eb6 is: ACTIVE; New status is: DOWN {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:57:19.454278 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (c0c49045-1796-4dd3-9158-4083178b3eb6), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:19.461093 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port c0c49045-1796-4dd3-9158-4083178b3eb6, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=c0c49045-1796-4dd3-9158-4083178b3eb6,segment=NetworkSegment(bdbd9cd6-b4ea-45cd-806e-4f86b1fd7a2b),segment_id=bdbd9cd6-b4ea-45cd-806e-4f86b1fd7a2b)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:57:19.486063 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Returning: {'device': 'c0c49045-1796-4dd3-9158-4083178b3eb6', 'network_id': 'fabe98d7-9d0b-448a-bc9e-cfbfa8449c10', 'port_id': 'c0c49045-1796-4dd3-9158-4083178b3eb6', 'mac_address': 'fa:16:3e:4b:6c:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90456315-d1cb-470a-a837-0d476d06a452', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:57:19.496488 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-97b2df80-7e0d-475e-a27e-f57fc35e91d8 req-dd08355b-082f-4fab-9106-491d7f3ea76c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0c49045-1796-4dd3-9158-4083178b3eb6 HTTP/1.1" status: 200 len: 217 time: 0.0477886 Feb 28 10:57:19.497596 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40125120-21b8-4255-843a-2cc38a01aedc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0c49045-1796-4dd3-9158-4083178b3eb6'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:57:19.499996 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c58ef5b-1cde-4a8b-89c5-f078ebc13be3" -d '{"events": [{"server_uuid": "40125120-21b8-4255-843a-2cc38a01aedc", "name": "network-vif-unplugged", "status": "completed", "tag": "c0c49045-1796-4dd3-9158-4083178b3eb6"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:57:19.517358 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port c0c49045-1796-4dd3-9158-4083178b3eb6, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=c0c49045-1796-4dd3-9158-4083178b3eb6,segment=NetworkSegment(bdbd9cd6-b4ea-45cd-806e-4f86b1fd7a2b),segment_id=bdbd9cd6-b4ea-45cd-806e-4f86b1fd7a2b)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:57:19.556341 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port c0c49045-1796-4dd3-9158-4083178b3eb6 is: ACTIVE; New status is: BUILD {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:57:19.556733 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (c0c49045-1796-4dd3-9158-4083178b3eb6), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:19.560026 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2df80-7e0d-475e-a27e-f57fc35e91d8 req-ab16b49c-9287-4f72-bf50-f8a7ddf5fc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:19.561570 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-97b2df80-7e0d-475e-a27e-f57fc35e91d8 req-ab16b49c-9287-4f72-bf50-f8a7ddf5fc83 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=90456315-d1cb-470a-a837-0d476d06a452 HTTP/1.1" status: 200 len: 854 time: 0.0585921 Feb 28 10:57:19.571519 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c0c49045-1796-4dd3-9158-4083178b3eb6 {{(pid=104085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:57:19.642346 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-97b2df80-7e0d-475e-a27e-f57fc35e91d8 req-74438cfc-9562-403d-bff9-d5b0160c0d35 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fabe98d7-9d0b-448a-bc9e-cfbfa8449c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287728 Feb 28 10:57:19.642443 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 10:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830022a2-e22d-4177-86f9-a6790a62da71 x-openstack-request-id: req-830022a2-e22d-4177-86f9-a6790a62da71 {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:57:19.642443 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40125120-21b8-4255-843a-2cc38a01aedc", "name": "network-vif-unplugged", "status": "completed", "tag": "c0c49045-1796-4dd3-9158-4083178b3eb6", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:57:19.642443 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-830022a2-e22d-4177-86f9-a6790a62da71 {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:57:19.642443 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40125120-21b8-4255-843a-2cc38a01aedc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0c49045-1796-4dd3-9158-4083178b3eb6', 'code': 200} Feb 28 10:57:19.663432 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (c0c49045-1796-4dd3-9158-4083178b3eb6), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:19.693176 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-97b2df80-7e0d-475e-a27e-f57fc35e91d8 req-7f177e31-ffb2-4420-bc65-67e0a088ad17 service neutron] 10.222.0.70 "GET /v2.0/networks/fabe98d7-9d0b-448a-bc9e-cfbfa8449c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911052 Feb 28 10:57:19.735435 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.db.api [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:57:19.735995 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG oslo_db.api [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:57:19.738393 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=c0c49045-1796-4dd3-9158-4083178b3eb6,revision_number=6']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:57:19.746311 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:57:19.746673 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:57:19.747056 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:57:19.747435 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:57:19.747777 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:57:19.748115 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:57:19.748454 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:57:19.748788 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:57:19.749124 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:57:19.749464 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:57:19.749794 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:57:19.750233 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:57:19.750565 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:57:19.784221 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-97b2df80-7e0d-475e-a27e-f57fc35e91d8 req-b53cc6b6-a2a1-4599-bf75-cd5dc6f0448c service neutron] 10.222.0.70 "GET /v2.0/networks/fabe98d7-9d0b-448a-bc9e-cfbfa8449c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843699 Feb 28 10:57:20.051180 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:20.244070 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da2c0a-a3b5-4650-a4e4-4876fa6270df req-09b09d85-3c52-40d0-9ed2-dc0ac15cf17b tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:20.245634 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-99da2c0a-a3b5-4650-a4e4-4876fa6270df req-09b09d85-3c52-40d0-9ed2-dc0ac15cf17b tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=40125120-21b8-4255-843a-2cc38a01aedc HTTP/1.1" status: 200 len: 944 time: 0.0564334 Feb 28 10:57:20.278127 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port c0c49045-1796-4dd3-9158-4083178b3eb6 is: DOWN; New status is: BUILD {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:57:20.278528 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (c0c49045-1796-4dd3-9158-4083178b3eb6), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:20.296281 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0c49045-1796-4dd3-9158-4083178b3eb6 {{(pid=104085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:57:20.305183 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-99da2c0a-a3b5-4650-a4e4-4876fa6270df req-3ca14515-e19a-47b3-a014-08cf0f69eb5a tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539560 Feb 28 10:57:20.317175 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port c0c49045-1796-4dd3-9158-4083178b3eb6, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=c0c49045-1796-4dd3-9158-4083178b3eb6,segment=NetworkSegment(bdbd9cd6-b4ea-45cd-806e-4f86b1fd7a2b),segment_id=bdbd9cd6-b4ea-45cd-806e-4f86b1fd7a2b)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:57:20.429110 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (c0c49045-1796-4dd3-9158-4083178b3eb6), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:20.484137 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=c0c49045-1796-4dd3-9158-4083178b3eb6,revision_number=7']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:57:20.558268 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['c0c49045-1796-4dd3-9158-4083178b3eb6'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:57:21.133953 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device c0c49045-1796-4dd3-9158-4083178b3eb6 up at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:57:21.184153 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning complete for port c0c49045-1796-4dd3-9158-4083178b3eb6 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:57:21.184425 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (c0c49045-1796-4dd3-9158-4083178b3eb6), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:21.265418 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port c0c49045-1796-4dd3-9158-4083178b3eb6 is: BUILD; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:57:21.265803 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (c0c49045-1796-4dd3-9158-4083178b3eb6), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:21.313802 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port c0c49045-1796-4dd3-9158-4083178b3eb6, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=c0c49045-1796-4dd3-9158-4083178b3eb6,segment=NetworkSegment(bdbd9cd6-b4ea-45cd-806e-4f86b1fd7a2b),segment_id=bdbd9cd6-b4ea-45cd-806e-4f86b1fd7a2b)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:57:21.365336 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:21.388506 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (c0c49045-1796-4dd3-9158-4083178b3eb6), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:21.442905 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d741017d-6fa7-43a3-9253-2183b1e38f12 req-843fedc3-57c3-426b-946b-00114a3b84de tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:21.444577 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d741017d-6fa7-43a3-9253-2183b1e38f12 req-843fedc3-57c3-426b-946b-00114a3b84de tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=40125120-21b8-4255-843a-2cc38a01aedc HTTP/1.1" status: 200 len: 946 time: 0.0651696 Feb 28 10:57:21.445855 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=c0c49045-1796-4dd3-9158-4083178b3eb6,revision_number=8']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:57:21.507273 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d741017d-6fa7-43a3-9253-2183b1e38f12 req-f9807ff5-f011-45c9-9760-6bb29c769303 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561342 Feb 28 10:57:21.618749 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40125120-21b8-4255-843a-2cc38a01aedc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c49045-1796-4dd3-9158-4083178b3eb6'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:57:21.621243 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814aea47-eb57-4ec9-9daf-eb5643bce1fd" -d '{"events": [{"server_uuid": "40125120-21b8-4255-843a-2cc38a01aedc", "name": "network-vif-plugged", "status": "completed", "tag": "c0c49045-1796-4dd3-9158-4083178b3eb6"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:57:21.629717 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7b757-815d-4b73-8868-f51004b8edf3 req-4b0aad5b-ea35-4233-bc93-0fbe0cbc136d tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:21.632103 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5eb7b757-815d-4b73-8868-f51004b8edf3 req-4b0aad5b-ea35-4233-bc93-0fbe0cbc136d tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=40125120-21b8-4255-843a-2cc38a01aedc HTTP/1.1" status: 200 len: 946 time: 0.0580533 Feb 28 10:57:21.662543 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a8e0f6-0929-41f5-b373-70e575548b1c x-openstack-request-id: req-e2a8e0f6-0929-41f5-b373-70e575548b1c {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:57:21.663078 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40125120-21b8-4255-843a-2cc38a01aedc", "name": "network-vif-plugged", "status": "completed", "tag": "c0c49045-1796-4dd3-9158-4083178b3eb6", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:57:21.663379 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e2a8e0f6-0929-41f5-b373-70e575548b1c {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:57:21.664702 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40125120-21b8-4255-843a-2cc38a01aedc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c49045-1796-4dd3-9158-4083178b3eb6', 'code': 200} Feb 28 10:57:21.691089 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5eb7b757-815d-4b73-8868-f51004b8edf3 req-a12dfabe-a5eb-4e33-9644-c60cc3bab421 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528193 Feb 28 10:57:21.814354 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c532bae-eb4a-4553-8557-b6a8b621c98e req-f33fa2fc-1852-4fa3-9df1-a3d5ccf09808 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:21.815970 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-1c532bae-eb4a-4553-8557-b6a8b621c98e req-f33fa2fc-1852-4fa3-9df1-a3d5ccf09808 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=40125120-21b8-4255-843a-2cc38a01aedc HTTP/1.1" status: 200 len: 946 time: 0.0543168 Feb 28 10:57:21.864425 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-1c532bae-eb4a-4553-8557-b6a8b621c98e req-034cf36c-ce17-460c-8428-b3376c83ae4e tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425923 Feb 28 10:57:22.469327 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc0df0-f20d-427e-9431-019f5052dc8a req-3c040d3c-b4b6-46e1-9a98-c79124b7e9d5 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:22.470867 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-40bc0df0-f20d-427e-9431-019f5052dc8a req-3c040d3c-b4b6-46e1-9a98-c79124b7e9d5 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/networks?id=fabe98d7-9d0b-448a-bc9e-cfbfa8449c10 HTTP/1.1" status: 200 len: 814 time: 0.1191177 Feb 28 10:57:22.486465 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-40bc0df0-f20d-427e-9431-019f5052dc8a req-cb9b112d-d08a-49a0-8ff0-6a6b3dd8b189 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/quotas/4982fafa42c248cb8832263de82afd08 HTTP/1.1" status: 200 len: 375 time: 0.0091798 Feb 28 10:57:22.541324 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-40bc0df0-f20d-427e-9431-019f5052dc8a req-eb0eeca9-5ebe-4ce1-956d-28a90916eeff tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4982fafa42c248cb8832263de82afd08&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0491588 Feb 28 10:57:22.552045 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [req-40bc0df0-f20d-427e-9431-019f5052dc8a req-f97c0962-78c7-4ce0-a55a-db418420a699 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:57:22.554306 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-40bc0df0-f20d-427e-9431-019f5052dc8a req-f97c0962-78c7-4ce0-a55a-db418420a699 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066023 Feb 28 10:57:22.669255 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-40bc0df0-f20d-427e-9431-019f5052dc8a req-31de71ae-d9eb-450f-aaa1-254a4a3ef7b0 service neutron] 10.222.0.62 "GET /v2.0/networks/fabe98d7-9d0b-448a-bc9e-cfbfa8449c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089592 Feb 28 10:57:22.713921 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:22.783321 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-40bc0df0-f20d-427e-9431-019f5052dc8a req-893ec066-84c0-45e1-bedb-1614b70f39fb service neutron] 10.222.0.62 "GET /v2.0/networks/fabe98d7-9d0b-448a-bc9e-cfbfa8449c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063540 Feb 28 10:57:23.025940 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-35179f51-cc50-4165-ab9f-50767cd55c78 req-4d487023-928e-400e-b874-604986785e5c tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0a0becb-e7fc-4961-b030-4653a4077b98 HTTP/1.1" status: 200 len: 210 time: 0.0322099 Feb 28 10:57:24.123929 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-48c3fc06-1e09-48fd-8584-dc603c46dd4d req-04d22cdb-e6ce-41a7-8c45-e69a96fdde5f tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0a0becb-e7fc-4961-b030-4653a4077b98 HTTP/1.1" status: 200 len: 210 time: 0.0310962 Feb 28 10:57:24.274784 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3df4c-55e8-40d4-9fed-9db11e4b39ce req-48e4a7bc-902a-4707-aca7-cd7b174bb518 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:24.276219 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-92b3df4c-55e8-40d4-9fed-9db11e4b39ce req-48e4a7bc-902a-4707-aca7-cd7b174bb518 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.70 "GET /v2.0/ports?device_id=40125120-21b8-4255-843a-2cc38a01aedc HTTP/1.1" status: 200 len: 946 time: 0.0677307 Feb 28 10:57:24.379779 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-92b3df4c-55e8-40d4-9fed-9db11e4b39ce req-43774d0f-f68e-4421-8f3a-f03848761c86 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Deleting port c0c49045-1796-4dd3-9158-4083178b3eb6 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:57:24.380118 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-92b3df4c-55e8-40d4-9fed-9db11e4b39ce req-43774d0f-f68e-4421-8f3a-f03848761c86 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (c0c49045-1796-4dd3-9158-4083178b3eb6), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:24.487119 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-92b3df4c-55e8-40d4-9fed-9db11e4b39ce req-43774d0f-f68e-4421-8f3a-f03848761c86 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] For port c0c49045-1796-4dd3-9158-4083178b3eb6, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=c0c49045-1796-4dd3-9158-4083178b3eb6,segment=NetworkSegment(bdbd9cd6-b4ea-45cd-806e-4f86b1fd7a2b),segment_id=bdbd9cd6-b4ea-45cd-806e-4f86b1fd7a2b)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:57:24.487526 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-92b3df4c-55e8-40d4-9fed-9db11e4b39ce req-43774d0f-f68e-4421-8f3a-f03848761c86 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (c0c49045-1796-4dd3-9158-4083178b3eb6), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:24.507188 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-92b3df4c-55e8-40d4-9fed-9db11e4b39ce req-43774d0f-f68e-4421-8f3a-f03848761c86 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Calling delete_port for c0c49045-1796-4dd3-9158-4083178b3eb6 owned by compute:nova {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:57:24.691499 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-92b3df4c-55e8-40d4-9fed-9db11e4b39ce req-43774d0f-f68e-4421-8f3a-f03848761c86 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (c0c49045-1796-4dd3-9158-4083178b3eb6), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:24.726974 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43774d0f-f68e-4421-8f3a-f03848761c86 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Pushing event deleted for resources: {'Port': ['ID=c0c49045-1796-4dd3-9158-4083178b3eb6,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:57:24.727590 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['c0c49045-1796-4dd3-9158-4083178b3eb6'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:57:24.740114 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43774d0f-f68e-4421-8f3a-f03848761c86 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:57:24.741160 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43774d0f-f68e-4421-8f3a-f03848761c86 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:57:24.741509 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43774d0f-f68e-4421-8f3a-f03848761c86 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:57:24.741861 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43774d0f-f68e-4421-8f3a-f03848761c86 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:57:24.742196 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43774d0f-f68e-4421-8f3a-f03848761c86 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:57:24.742540 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43774d0f-f68e-4421-8f3a-f03848761c86 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:57:24.742896 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43774d0f-f68e-4421-8f3a-f03848761c86 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:57:24.743235 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43774d0f-f68e-4421-8f3a-f03848761c86 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:57:24.743568 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43774d0f-f68e-4421-8f3a-f03848761c86 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:57:24.743899 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43774d0f-f68e-4421-8f3a-f03848761c86 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:57:24.744233 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43774d0f-f68e-4421-8f3a-f03848761c86 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:57:24.744559 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43774d0f-f68e-4421-8f3a-f03848761c86 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:57:24.744906 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43774d0f-f68e-4421-8f3a-f03848761c86 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:57:24.784251 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-92b3df4c-55e8-40d4-9fed-9db11e4b39ce req-43774d0f-f68e-4421-8f3a-f03848761c86 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] No DVR routers for this DVR port c0c49045-1796-4dd3-9158-4083178b3eb6 on host hv-neutron-8291 {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:57:24.788184 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-92b3df4c-55e8-40d4-9fed-9db11e4b39ce req-43774d0f-f68e-4421-8f3a-f03848761c86 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:24.792244 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-92b3df4c-55e8-40d4-9fed-9db11e4b39ce req-43774d0f-f68e-4421-8f3a-f03848761c86 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.70 "DELETE /v2.0/ports/c0c49045-1796-4dd3-9158-4083178b3eb6 HTTP/1.1" status: 204 len: 173 time: 0.5102444 Feb 28 10:57:24.794868 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40125120-21b8-4255-843a-2cc38a01aedc', 'name': 'network-vif-deleted', 'tag': 'c0c49045-1796-4dd3-9158-4083178b3eb6'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:57:24.795193 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09857da-b43d-4512-93ff-b39be1209c0e" -d '{"events": [{"server_uuid": "40125120-21b8-4255-843a-2cc38a01aedc", "name": "network-vif-deleted", "tag": "c0c49045-1796-4dd3-9158-4083178b3eb6"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:57:24.906577 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e187f6f9-8a5c-46e9-8a80-e8502f1462b3 x-openstack-request-id: req-e187f6f9-8a5c-46e9-8a80-e8502f1462b3 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:57:24.906978 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40125120-21b8-4255-843a-2cc38a01aedc", "name": "network-vif-deleted", "tag": "c0c49045-1796-4dd3-9158-4083178b3eb6", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:57:24.907200 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e187f6f9-8a5c-46e9-8a80-e8502f1462b3 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:57:24.907663 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40125120-21b8-4255-843a-2cc38a01aedc', 'name': 'network-vif-deleted', 'tag': 'c0c49045-1796-4dd3-9158-4083178b3eb6', 'status': 'completed', 'code': 200} Feb 28 10:57:25.232041 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-c8ff22c9-c6a3-49ac-8a57-3be7461fec24 req-7c2bccd9-6f1e-470e-abf2-0492d5fb871f tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0a0becb-e7fc-4961-b030-4653a4077b98 HTTP/1.1" status: 200 len: 210 time: 0.0312586 Feb 28 10:57:25.317932 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc0df0-f20d-427e-9431-019f5052dc8a req-7ebea2ec-8777-494b-b8ea-a7209d2b8114 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:25.319876 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-40bc0df0-f20d-427e-9431-019f5052dc8a req-7ebea2ec-8777-494b-b8ea-a7209d2b8114 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.70 "GET /v2.0/networks?id=fabe98d7-9d0b-448a-bc9e-cfbfa8449c10 HTTP/1.1" status: 200 len: 814 time: 0.1425273 Feb 28 10:57:25.342225 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-40bc0df0-f20d-427e-9431-019f5052dc8a req-13ef4484-ac1c-4bb1-9489-4dc8a8150608 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Request body: {'port': {'device_id': 'b0a0becb-e7fc-4961-b030-4653a4077b98', 'network_id': 'fabe98d7-9d0b-448a-bc9e-cfbfa8449c10', 'admin_state_up': True, 'tenant_id': '4982fafa42c248cb8832263de82afd08'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:57:25.559952 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40bc0df0-f20d-427e-9431-019f5052dc8a req-13ef4484-ac1c-4bb1-9489-4dc8a8150608 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Made reservation on behalf of 4982fafa42c248cb8832263de82afd08 for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:57:25.563471 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-40bc0df0-f20d-427e-9431-019f5052dc8a req-13ef4484-ac1c-4bb1-9489-4dc8a8150608 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:25.722464 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:57:25.737830 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [req-40bc0df0-f20d-427e-9431-019f5052dc8a req-13ef4484-ac1c-4bb1-9489-4dc8a8150608 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Allocated IP 172.20.0.12 (fabe98d7-9d0b-448a-bc9e-cfbfa8449c10/90456315-d1cb-470a-a837-0d476d06a452/8911f94f-b65f-4f5d-889e-801fea1fd3b6) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:57:25.923445 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-40bc0df0-f20d-427e-9431-019f5052dc8a req-13ef4484-ac1c-4bb1-9489-4dc8a8150608 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Publish callbacks [] for port (8911f94f-b65f-4f5d-889e-801fea1fd3b6), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:26.039068 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-40bc0df0-f20d-427e-9431-019f5052dc8a req-13ef4484-ac1c-4bb1-9489-4dc8a8150608 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (8911f94f-b65f-4f5d-889e-801fea1fd3b6), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:26.072606 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['c0c49045-1796-4dd3-9158-4083178b3eb6'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:57:26.095116 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40bc0df0-f20d-427e-9431-019f5052dc8a req-13ef4484-ac1c-4bb1-9489-4dc8a8150608 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Network fabe98d7-9d0b-448a-bc9e-cfbfa8449c10 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:57:26.112460 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [req-40bc0df0-f20d-427e-9431-019f5052dc8a req-13ef4484-ac1c-4bb1-9489-4dc8a8150608 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:57:26.114034 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-40bc0df0-f20d-427e-9431-019f5052dc8a req-13ef4484-ac1c-4bb1-9489-4dc8a8150608 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:57:26.122311 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ef4484-ac1c-4bb1-9489-4dc8a8150608 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Pushing event updated for resources: {'Port': ['ID=8911f94f-b65f-4f5d-889e-801fea1fd3b6,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:57:26.177324 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc0df0-f20d-427e-9431-019f5052dc8a req-13ef4484-ac1c-4bb1-9489-4dc8a8150608 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:26.179275 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-40bc0df0-f20d-427e-9431-019f5052dc8a req-13ef4484-ac1c-4bb1-9489-4dc8a8150608 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:26.283814 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-40bc0df0-f20d-427e-9431-019f5052dc8a req-13ef4484-ac1c-4bb1-9489-4dc8a8150608 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9444475 Feb 28 10:57:26.296493 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-40bc0df0-f20d-427e-9431-019f5052dc8a req-05ef6319-2deb-4cfe-bb76-01cdebad4a66 service neutron] Request body: {'port': {'device_id': 'b0a0becb-e7fc-4961-b030-4653a4077b98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8291'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:57:26.407127 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-40bc0df0-f20d-427e-9431-019f5052dc8a req-05ef6319-2deb-4cfe-bb76-01cdebad4a66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (8911f94f-b65f-4f5d-889e-801fea1fd3b6), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:26.426780 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935dde22-c8fa-4b75-9671-e4aede4e98ed req-2884da7c-ad75-4883-bacb-4d5c058e5758 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:26.429007 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-935dde22-c8fa-4b75-9671-e4aede4e98ed req-2884da7c-ad75-4883-bacb-4d5c058e5758 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0a0becb-e7fc-4961-b030-4653a4077b98 HTTP/1.1" status: 200 len: 932 time: 0.1091580 Feb 28 10:57:26.562801 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-935dde22-c8fa-4b75-9671-e4aede4e98ed req-88955ab3-d04f-4241-ab7f-e6fe4f34e77b tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270430 Feb 28 10:57:26.763793 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [req-40bc0df0-f20d-427e-9431-019f5052dc8a req-05ef6319-2deb-4cfe-bb76-01cdebad4a66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8911f94f-b65f-4f5d-889e-801fea1fd3b6 {{(pid=104083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:57:26.772325 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-40bc0df0-f20d-427e-9431-019f5052dc8a req-05ef6319-2deb-4cfe-bb76-01cdebad4a66 service neutron] Publish callbacks [] for port (8911f94f-b65f-4f5d-889e-801fea1fd3b6), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:26.784577 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [req-40bc0df0-f20d-427e-9431-019f5052dc8a req-05ef6319-2deb-4cfe-bb76-01cdebad4a66 service neutron] Transition to ACTIVE for port object 8911f94f-b65f-4f5d-889e-801fea1fd3b6 will not be triggered until provisioned by entity L2. {{(pid=104083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:57:26.885536 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-40bc0df0-f20d-427e-9431-019f5052dc8a req-05ef6319-2deb-4cfe-bb76-01cdebad4a66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (8911f94f-b65f-4f5d-889e-801fea1fd3b6), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:26.941245 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ef6319-2deb-4cfe-bb76-01cdebad4a66 service neutron] Pushing event updated for resources: {'Port': ['ID=8911f94f-b65f-4f5d-889e-801fea1fd3b6,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:57:27.011976 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-40bc0df0-f20d-427e-9431-019f5052dc8a req-05ef6319-2deb-4cfe-bb76-01cdebad4a66 service neutron] Attempting to bind port 8911f94f-b65f-4f5d-889e-801fea1fd3b6 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:57:27.012311 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-40bc0df0-f20d-427e-9431-019f5052dc8a req-05ef6319-2deb-4cfe-bb76-01cdebad4a66 service neutron] Attempting to bind port 8911f94f-b65f-4f5d-889e-801fea1fd3b6 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': 'bdbd9cd6-b4ea-45cd-806e-4f86b1fd7a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fabe98d7-9d0b-448a-bc9e-cfbfa8449c10'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:57:27.012640 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40bc0df0-f20d-427e-9431-019f5052dc8a req-05ef6319-2deb-4cfe-bb76-01cdebad4a66 service neutron] Attempting to bind port 8911f94f-b65f-4f5d-889e-801fea1fd3b6 on network fabe98d7-9d0b-448a-bc9e-cfbfa8449c10 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:57:27.017593 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40bc0df0-f20d-427e-9431-019f5052dc8a req-05ef6319-2deb-4cfe-bb76-01cdebad4a66 service neutron] Port 8911f94f-b65f-4f5d-889e-801fea1fd3b6 on network fabe98d7-9d0b-448a-bc9e-cfbfa8449c10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:57:27.017872 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40bc0df0-f20d-427e-9431-019f5052dc8a req-05ef6319-2deb-4cfe-bb76-01cdebad4a66 service neutron] Attempting to bind port 8911f94f-b65f-4f5d-889e-801fea1fd3b6 on network fabe98d7-9d0b-448a-bc9e-cfbfa8449c10 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:57:27.023996 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40bc0df0-f20d-427e-9431-019f5052dc8a req-05ef6319-2deb-4cfe-bb76-01cdebad4a66 service neutron] Checking agent: {'id': '9c9e5963-7abc-415a-a91c-4432861f4313', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'started_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:57:27.024344 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40bc0df0-f20d-427e-9431-019f5052dc8a req-05ef6319-2deb-4cfe-bb76-01cdebad4a66 service neutron] Checking segment: {'id': 'bdbd9cd6-b4ea-45cd-806e-4f86b1fd7a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fabe98d7-9d0b-448a-bc9e-cfbfa8449c10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:57:27.024730 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40bc0df0-f20d-427e-9431-019f5052dc8a req-05ef6319-2deb-4cfe-bb76-01cdebad4a66 service neutron] Bound using segment: {'id': 'bdbd9cd6-b4ea-45cd-806e-4f86b1fd7a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fabe98d7-9d0b-448a-bc9e-cfbfa8449c10'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:57:27.025159 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-40bc0df0-f20d-427e-9431-019f5052dc8a req-05ef6319-2deb-4cfe-bb76-01cdebad4a66 service neutron] Bound port: 8911f94f-b65f-4f5d-889e-801fea1fd3b6, host: hv-neutron-8291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdbd9cd6-b4ea-45cd-806e-4f86b1fd7a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fabe98d7-9d0b-448a-bc9e-cfbfa8449c10'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:57:27.025519 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-40bc0df0-f20d-427e-9431-019f5052dc8a req-05ef6319-2deb-4cfe-bb76-01cdebad4a66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (8911f94f-b65f-4f5d-889e-801fea1fd3b6), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:27.098969 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-40bc0df0-f20d-427e-9431-019f5052dc8a req-05ef6319-2deb-4cfe-bb76-01cdebad4a66 service neutron] For port 8911f94f-b65f-4f5d-889e-801fea1fd3b6, host hv-neutron-8291, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:57:27.102403 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-40bc0df0-f20d-427e-9431-019f5052dc8a req-05ef6319-2deb-4cfe-bb76-01cdebad4a66 service neutron] For port 8911f94f-b65f-4f5d-889e-801fea1fd3b6, host hv-neutron-8291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=8911f94f-b65f-4f5d-889e-801fea1fd3b6,segment=NetworkSegment(bdbd9cd6-b4ea-45cd-806e-4f86b1fd7a2b),segment_id=bdbd9cd6-b4ea-45cd-806e-4f86b1fd7a2b)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:57:27.166239 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-40bc0df0-f20d-427e-9431-019f5052dc8a req-05ef6319-2deb-4cfe-bb76-01cdebad4a66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (8911f94f-b65f-4f5d-889e-801fea1fd3b6), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:27.205666 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc0df0-f20d-427e-9431-019f5052dc8a req-05ef6319-2deb-4cfe-bb76-01cdebad4a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:27.206309 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-40bc0df0-f20d-427e-9431-019f5052dc8a req-05ef6319-2deb-4cfe-bb76-01cdebad4a66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:27.207758 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-40bc0df0-f20d-427e-9431-019f5052dc8a req-05ef6319-2deb-4cfe-bb76-01cdebad4a66 service neutron] 10.222.0.70 "PUT /v2.0/ports/8911f94f-b65f-4f5d-889e-801fea1fd3b6 HTTP/1.1" status: 200 len: 1094 time: 0.9168653 Feb 28 10:57:27.208207 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0a0becb-e7fc-4961-b030-4653a4077b98', 'tag': '8911f94f-b65f-4f5d-889e-801fea1fd3b6'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:57:27.211131 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d730bd8-2d2b-4583-b575-11a5fc59296f" -d '{"events": [{"name": "network-changed", "server_uuid": "b0a0becb-e7fc-4961-b030-4653a4077b98", "tag": "8911f94f-b65f-4f5d-889e-801fea1fd3b6"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:57:27.239067 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ef6319-2deb-4cfe-bb76-01cdebad4a66 service neutron] Pushing event updated for resources: {'Port': ['ID=8911f94f-b65f-4f5d-889e-801fea1fd3b6,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:57:27.254331 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a779cf-136f-481b-978f-0203fbac00ac x-openstack-request-id: req-b3a779cf-136f-481b-978f-0203fbac00ac {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:57:27.254331 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0a0becb-e7fc-4961-b030-4653a4077b98", "tag": "8911f94f-b65f-4f5d-889e-801fea1fd3b6", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:57:27.254331 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b3a779cf-136f-481b-978f-0203fbac00ac {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:57:27.254331 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0a0becb-e7fc-4961-b030-4653a4077b98', 'tag': '8911f94f-b65f-4f5d-889e-801fea1fd3b6', 'status': 'completed', 'code': 200} Feb 28 10:57:27.339933 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d730bd8-2d2b-4583-b575-11a5fc59296f req-f8ead2d6-3ba9-40cb-a14c-5481f6df4988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:27.341473 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2d730bd8-2d2b-4583-b575-11a5fc59296f req-f8ead2d6-3ba9-40cb-a14c-5481f6df4988 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4982fafa42c248cb8832263de82afd08&device_id=b0a0becb-e7fc-4961-b030-4653a4077b98 HTTP/1.1" status: 200 len: 1128 time: 0.0493762 Feb 28 10:57:27.460105 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d730bd8-2d2b-4583-b575-11a5fc59296f req-482fd671-a3a7-4996-9a79-269d6cee1d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:27.461637 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2d730bd8-2d2b-4583-b575-11a5fc59296f req-482fd671-a3a7-4996-9a79-269d6cee1d33 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=4982fafa42c248cb8832263de82afd08&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1077960 Feb 28 10:57:27.560290 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d730bd8-2d2b-4583-b575-11a5fc59296f req-692ba512-5cd1-40f8-bd0f-351e3458caf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:27.561834 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2d730bd8-2d2b-4583-b575-11a5fc59296f req-692ba512-5cd1-40f8-bd0f-351e3458caf7 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0944095 Feb 28 10:57:27.714870 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc0df0-f20d-427e-9431-019f5052dc8a req-f4164418-eb0c-44f3-8c5d-8438523cbca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:27.716848 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-40bc0df0-f20d-427e-9431-019f5052dc8a req-f4164418-eb0c-44f3-8c5d-8438523cbca6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4982fafa42c248cb8832263de82afd08&device_id=b0a0becb-e7fc-4961-b030-4653a4077b98 HTTP/1.1" status: 200 len: 1128 time: 0.0964780 Feb 28 10:57:27.749559 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b1181-8ede-4b84-a08a-4e75dc4d59c7 req-18510c93-202a-4bd0-a133-d9a259473beb tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:27.751065 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6c6b1181-8ede-4b84-a08a-4e75dc4d59c7 req-18510c93-202a-4bd0-a133-d9a259473beb tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0a0becb-e7fc-4961-b030-4653a4077b98 HTTP/1.1" status: 200 len: 944 time: 0.1033514 Feb 28 10:57:27.784581 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-40bc0df0-f20d-427e-9431-019f5052dc8a req-b85a6187-b102-4261-80ba-1f9c20316a96 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8911f94f-b65f-4f5d-889e-801fea1fd3b6 HTTP/1.1" status: 200 len: 217 time: 0.0532007 Feb 28 10:57:27.857292 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6c6b1181-8ede-4b84-a08a-4e75dc4d59c7 req-eb9aa6b3-a60c-48f0-900e-14a52bd20138 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794871 Feb 28 10:57:27.860955 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc0df0-f20d-427e-9431-019f5052dc8a req-33f102d3-a757-438d-9433-fadff16273b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:27.862383 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-40bc0df0-f20d-427e-9431-019f5052dc8a req-33f102d3-a757-438d-9433-fadff16273b0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=90456315-d1cb-470a-a837-0d476d06a452 HTTP/1.1" status: 200 len: 854 time: 0.0689447 Feb 28 10:57:27.898290 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-40bc0df0-f20d-427e-9431-019f5052dc8a req-12371423-4f55-4a5b-a4a8-d2ff767adb2b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fabe98d7-9d0b-448a-bc9e-cfbfa8449c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303738 Feb 28 10:57:28.008166 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-40bc0df0-f20d-427e-9431-019f5052dc8a req-30ac7f83-2774-4318-858f-6a301a318d12 service neutron] 10.222.0.70 "GET /v2.0/networks/fabe98d7-9d0b-448a-bc9e-cfbfa8449c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040888 Feb 28 10:57:28.109159 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-40bc0df0-f20d-427e-9431-019f5052dc8a req-5cec6137-cc9d-41ca-99dc-1f0e5cd86516 service neutron] 10.222.0.70 "GET /v2.0/networks/fabe98d7-9d0b-448a-bc9e-cfbfa8449c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956364 Feb 28 10:57:28.995894 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd2fab-bd3a-485d-8791-312a9ff389c1 req-eea4a3c0-f509-4bab-b97b-6996b951fd53 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:28.998999 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-7cdd2fab-bd3a-485d-8791-312a9ff389c1 req-eea4a3c0-f509-4bab-b97b-6996b951fd53 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0a0becb-e7fc-4961-b030-4653a4077b98 HTTP/1.1" status: 200 len: 944 time: 0.0628316 Feb 28 10:57:29.056354 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-7cdd2fab-bd3a-485d-8791-312a9ff389c1 req-a8d0f955-7d8e-4ed6-bc87-1f39f6e52055 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498650 Feb 28 10:57:29.175124 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device c0c49045-1796-4dd3-9158-4083178b3eb6 no longer exists at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:57:29.197559 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] No Port match for: c0c49045-1796-4dd3-9158-4083178b3eb6 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:57:29.197914 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device c0c49045-1796-4dd3-9158-4083178b3eb6 not bound to the agent host hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:57:30.181322 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f623c6-7867-4af4-8c7e-1d15ee23675b req-5128e982-39a6-4718-ab5f-d45a9d4d2425 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:30.182888 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-61f623c6-7867-4af4-8c7e-1d15ee23675b req-5128e982-39a6-4718-ab5f-d45a9d4d2425 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0a0becb-e7fc-4961-b030-4653a4077b98 HTTP/1.1" status: 200 len: 944 time: 0.0560114 Feb 28 10:57:30.230955 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-61f623c6-7867-4af4-8c7e-1d15ee23675b req-700c9cbb-e515-4350-a18f-5697e2c080d0 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423458 Feb 28 10:57:30.719634 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:31.172557 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 8911f94f-b65f-4f5d-889e-801fea1fd3b6 details requested by agent hyperv_hv-neutron-8291 with host hv-neutron-8291 {{(pid=104085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:57:31.280869 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 8911f94f-b65f-4f5d-889e-801fea1fd3b6, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=8911f94f-b65f-4f5d-889e-801fea1fd3b6,segment=NetworkSegment(bdbd9cd6-b4ea-45cd-806e-4f86b1fd7a2b),segment_id=bdbd9cd6-b4ea-45cd-806e-4f86b1fd7a2b)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:57:31.294218 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Returning: {'device': '8911f94f-b65f-4f5d-889e-801fea1fd3b6', 'network_id': 'fabe98d7-9d0b-448a-bc9e-cfbfa8449c10', 'port_id': '8911f94f-b65f-4f5d-889e-801fea1fd3b6', 'mac_address': 'fa:16:3e:ed:6a:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90456315-d1cb-470a-a837-0d476d06a452', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:57:31.340764 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 8911f94f-b65f-4f5d-889e-801fea1fd3b6 is: DOWN; New status is: BUILD {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:57:31.341374 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (8911f94f-b65f-4f5d-889e-801fea1fd3b6), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:31.362105 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8911f94f-b65f-4f5d-889e-801fea1fd3b6 {{(pid=104085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:57:31.378111 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e72f8f-ffa2-4ad1-a295-6db4b2205e46 req-86e93be7-6d0b-4976-a893-92da56cf4dcf tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:31.379684 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-35e72f8f-ffa2-4ad1-a295-6db4b2205e46 req-86e93be7-6d0b-4976-a893-92da56cf4dcf tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0a0becb-e7fc-4961-b030-4653a4077b98 HTTP/1.1" status: 200 len: 944 time: 0.0553541 Feb 28 10:57:31.384632 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 8911f94f-b65f-4f5d-889e-801fea1fd3b6, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=8911f94f-b65f-4f5d-889e-801fea1fd3b6,segment=NetworkSegment(bdbd9cd6-b4ea-45cd-806e-4f86b1fd7a2b),segment_id=bdbd9cd6-b4ea-45cd-806e-4f86b1fd7a2b)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:57:31.431177 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-35e72f8f-ffa2-4ad1-a295-6db4b2205e46 req-372575a1-7845-495a-a14d-7834e61a9390 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443885 Feb 28 10:57:31.480145 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (8911f94f-b65f-4f5d-889e-801fea1fd3b6), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:31.537135 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=8911f94f-b65f-4f5d-889e-801fea1fd3b6,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:57:31.746263 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['8911f94f-b65f-4f5d-889e-801fea1fd3b6'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:57:32.557300 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dacd72-4edc-456f-87d1-f78c71a64814 req-7a84b669-cf44-4503-a454-ecc25bfceb05 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:32.558872 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-77dacd72-4edc-456f-87d1-f78c71a64814 req-7a84b669-cf44-4503-a454-ecc25bfceb05 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0a0becb-e7fc-4961-b030-4653a4077b98 HTTP/1.1" status: 200 len: 945 time: 0.0576744 Feb 28 10:57:32.607789 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-77dacd72-4edc-456f-87d1-f78c71a64814 req-c5e007b6-0150-4984-9bab-049929cb6e9e tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432732 Feb 28 10:57:33.177885 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 8911f94f-b65f-4f5d-889e-801fea1fd3b6 up at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:57:33.297074 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning for port 8911f94f-b65f-4f5d-889e-801fea1fd3b6 completed by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:57:33.301407 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning complete for port 8911f94f-b65f-4f5d-889e-801fea1fd3b6 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:57:33.301897 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (8911f94f-b65f-4f5d-889e-801fea1fd3b6), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:33.387976 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 8911f94f-b65f-4f5d-889e-801fea1fd3b6 is: BUILD; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:57:33.388290 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (8911f94f-b65f-4f5d-889e-801fea1fd3b6), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:33.410819 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0a0becb-e7fc-4961-b030-4653a4077b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8911f94f-b65f-4f5d-889e-801fea1fd3b6'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:57:33.413077 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f18a3a1-5a10-4a48-9bad-d0f7a9b3f2de" -d '{"events": [{"server_uuid": "b0a0becb-e7fc-4961-b030-4653a4077b98", "name": "network-vif-plugged", "status": "completed", "tag": "8911f94f-b65f-4f5d-889e-801fea1fd3b6"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:57:33.426565 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 8911f94f-b65f-4f5d-889e-801fea1fd3b6, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=8911f94f-b65f-4f5d-889e-801fea1fd3b6,segment=NetworkSegment(bdbd9cd6-b4ea-45cd-806e-4f86b1fd7a2b),segment_id=bdbd9cd6-b4ea-45cd-806e-4f86b1fd7a2b)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:57:33.449758 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ab7d90-8ef1-4eec-98ed-22ece3a34b77 x-openstack-request-id: req-a9ab7d90-8ef1-4eec-98ed-22ece3a34b77 {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:57:33.450114 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0a0becb-e7fc-4961-b030-4653a4077b98", "name": "network-vif-plugged", "status": "completed", "tag": "8911f94f-b65f-4f5d-889e-801fea1fd3b6", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:57:33.450372 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a9ab7d90-8ef1-4eec-98ed-22ece3a34b77 {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:57:33.450765 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0a0becb-e7fc-4961-b030-4653a4077b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8911f94f-b65f-4f5d-889e-801fea1fd3b6', 'code': 200} Feb 28 10:57:33.508295 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (8911f94f-b65f-4f5d-889e-801fea1fd3b6), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:33.566498 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=8911f94f-b65f-4f5d-889e-801fea1fd3b6,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:57:33.754403 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cced13b-8f61-4c3d-8d7b-c4ed359d5b5c req-b050b277-ae82-408e-9d64-abc5f780598c tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:33.756044 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8cced13b-8f61-4c3d-8d7b-c4ed359d5b5c req-b050b277-ae82-408e-9d64-abc5f780598c tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0a0becb-e7fc-4961-b030-4653a4077b98 HTTP/1.1" status: 200 len: 946 time: 0.0761960 Feb 28 10:57:33.834782 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8cced13b-8f61-4c3d-8d7b-c4ed359d5b5c req-e0ecd138-418c-40cf-9986-0ad1450ee9a1 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714450 Feb 28 10:57:33.848819 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08078061-621d-4daa-a70d-2af70947f2c3 req-ee79dfba-0eb9-43f3-a0ee-94f38bb047c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:33.850632 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-08078061-621d-4daa-a70d-2af70947f2c3 req-ee79dfba-0eb9-43f3-a0ee-94f38bb047c8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b0a0becb-e7fc-4961-b030-4653a4077b98 HTTP/1.1" status: 200 len: 1130 time: 0.0705180 Feb 28 10:57:33.898553 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-08078061-621d-4daa-a70d-2af70947f2c3 req-dd858475-b560-42ab-9973-967cdff02bd9 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404801 Feb 28 10:57:34.975498 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ebb295-d5bf-49b9-b2e7-e3624f167304 req-33d0baa3-db7f-4edf-b932-29bf0131398a tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:34.977109 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-95ebb295-d5bf-49b9-b2e7-e3624f167304 req-33d0baa3-db7f-4edf-b932-29bf0131398a tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0a0becb-e7fc-4961-b030-4653a4077b98 HTTP/1.1" status: 200 len: 946 time: 0.0631247 Feb 28 10:57:35.027418 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-95ebb295-d5bf-49b9-b2e7-e3624f167304 req-8b42a086-2258-4018-a9b5-970c2dfeac7a tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444763 Feb 28 10:57:36.161512 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b025645-a04c-4098-a341-0a1481d71ad0 req-c7fe616a-e5b9-452b-9fa2-4dd8555aac34 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:36.163060 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4b025645-a04c-4098-a341-0a1481d71ad0 req-c7fe616a-e5b9-452b-9fa2-4dd8555aac34 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0a0becb-e7fc-4961-b030-4653a4077b98 HTTP/1.1" status: 200 len: 946 time: 0.0621352 Feb 28 10:57:36.216533 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4b025645-a04c-4098-a341-0a1481d71ad0 req-f3a3be55-5773-4854-9942-2999dfcf8ee0 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468071 Feb 28 10:57:36.341493 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef14b16-94d9-4f45-a028-e3eec5e5248a req-8336e83e-e377-4448-958c-08e85564ead3 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:36.343028 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-eef14b16-94d9-4f45-a028-e3eec5e5248a req-8336e83e-e377-4448-958c-08e85564ead3 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0a0becb-e7fc-4961-b030-4653a4077b98 HTTP/1.1" status: 200 len: 946 time: 0.0551722 Feb 28 10:57:36.399232 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-eef14b16-94d9-4f45-a028-e3eec5e5248a req-9575eef5-18e2-4972-bcef-44adfcdb370c tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425584 Feb 28 10:57:36.812544 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161e06f8-a7b1-4665-8663-65432bbb1cf1 req-90a627ad-0354-4a93-8bb2-ef88b07b96de tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:36.814126 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-161e06f8-a7b1-4665-8663-65432bbb1cf1 req-90a627ad-0354-4a93-8bb2-ef88b07b96de tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0a0becb-e7fc-4961-b030-4653a4077b98 HTTP/1.1" status: 200 len: 946 time: 0.0618684 Feb 28 10:57:36.874449 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-161e06f8-a7b1-4665-8663-65432bbb1cf1 req-633595c5-c42f-4f0b-9fd6-495818027c5d tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529513 Feb 28 10:57:36.961637 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-74080e54-d3ef-4e10-afcd-310ed96559a7 req-2f9c37ef-73e7-4880-ae34-4acb5f67f012 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b0a0becb-e7fc-4961-b030-4653a4077b98&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0618355 Feb 28 10:57:37.679390 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74080e54-d3ef-4e10-afcd-310ed96559a7 req-995d1af2-6796-4b97-80eb-2d2d1a0797b1 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:37.681381 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-74080e54-d3ef-4e10-afcd-310ed96559a7 req-995d1af2-6796-4b97-80eb-2d2d1a0797b1 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports/8911f94f-b65f-4f5d-889e-801fea1fd3b6 HTTP/1.1" status: 200 len: 943 time: 0.0518475 Feb 28 10:57:38.014077 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d05fcc-ad28-49e6-aef1-1c06197ada8b req-9240baa7-a4a8-424a-81d9-ceb442ae69a5 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:38.015758 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f7d05fcc-ad28-49e6-aef1-1c06197ada8b req-9240baa7-a4a8-424a-81d9-ceb442ae69a5 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0a0becb-e7fc-4961-b030-4653a4077b98 HTTP/1.1" status: 200 len: 946 time: 0.0607448 Feb 28 10:57:38.085147 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f7d05fcc-ad28-49e6-aef1-1c06197ada8b req-77fbaab6-95c1-404a-9a48-a957f0ff5c00 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618804 Feb 28 10:57:39.212727 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da3389d-2f7a-443a-b2c8-6a04579bbf44 req-f58b3689-fa2d-4b6e-83fd-223baea90ef4 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:39.214364 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-5da3389d-2f7a-443a-b2c8-6a04579bbf44 req-f58b3689-fa2d-4b6e-83fd-223baea90ef4 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0a0becb-e7fc-4961-b030-4653a4077b98 HTTP/1.1" status: 200 len: 946 time: 0.0586982 Feb 28 10:57:39.264902 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-5da3389d-2f7a-443a-b2c8-6a04579bbf44 req-5858aa83-df93-4b06-b113-69913785d935 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443926 Feb 28 10:57:39.424809 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74080e54-d3ef-4e10-afcd-310ed96559a7 req-c4f2be64-2cfe-4b7a-9b8d-2fa5a4071350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:39.426383 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-74080e54-d3ef-4e10-afcd-310ed96559a7 req-c4f2be64-2cfe-4b7a-9b8d-2fa5a4071350 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4982fafa42c248cb8832263de82afd08&device_id=b0a0becb-e7fc-4961-b030-4653a4077b98 HTTP/1.1" status: 200 len: 1130 time: 0.0485494 Feb 28 10:57:39.520196 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74080e54-d3ef-4e10-afcd-310ed96559a7 req-fc887022-becf-4c95-9e67-a3399e51f053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:39.521699 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-74080e54-d3ef-4e10-afcd-310ed96559a7 req-fc887022-becf-4c95-9e67-a3399e51f053 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fabe98d7-9d0b-448a-bc9e-cfbfa8449c10 HTTP/1.1" status: 200 len: 914 time: 0.0898654 Feb 28 10:57:39.850215 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-74080e54-d3ef-4e10-afcd-310ed96559a7 req-e30ce566-33f2-46ba-aa3a-98c2fe135094 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8911f94f-b65f-4f5d-889e-801fea1fd3b6 HTTP/1.1" status: 200 len: 217 time: 0.3226802 Feb 28 10:57:39.903398 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74080e54-d3ef-4e10-afcd-310ed96559a7 req-8d3835f0-3482-4a83-98ea-3a73e7472123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:39.904937 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-74080e54-d3ef-4e10-afcd-310ed96559a7 req-8d3835f0-3482-4a83-98ea-3a73e7472123 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=90456315-d1cb-470a-a837-0d476d06a452 HTTP/1.1" status: 200 len: 854 time: 0.0493653 Feb 28 10:57:39.941070 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-74080e54-d3ef-4e10-afcd-310ed96559a7 req-8760f340-1c95-457f-969b-4f44652e39f9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fabe98d7-9d0b-448a-bc9e-cfbfa8449c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281329 Feb 28 10:57:40.039332 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-74080e54-d3ef-4e10-afcd-310ed96559a7 req-534f8f19-30fa-44d1-81e1-171a58d10e1a service neutron] 10.222.0.70 "GET /v2.0/networks/fabe98d7-9d0b-448a-bc9e-cfbfa8449c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897338 Feb 28 10:57:40.128267 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-74080e54-d3ef-4e10-afcd-310ed96559a7 req-0007146b-ccd4-4301-b83a-16d48212379b service neutron] 10.222.0.70 "GET /v2.0/networks/fabe98d7-9d0b-448a-bc9e-cfbfa8449c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839076 Feb 28 10:57:40.388635 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7188e-94f8-4abe-8170-0bee0d9e8834 req-a8786741-9aa1-4aed-8253-7083ce214008 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:40.390086 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f2c7188e-94f8-4abe-8170-0bee0d9e8834 req-a8786741-9aa1-4aed-8253-7083ce214008 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0a0becb-e7fc-4961-b030-4653a4077b98 HTTP/1.1" status: 200 len: 946 time: 0.0562768 Feb 28 10:57:40.444659 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f2c7188e-94f8-4abe-8170-0bee0d9e8834 req-ec06865a-edbb-47c9-a88d-387954908414 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485737 Feb 28 10:57:41.573502 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd894c-cb13-48e5-920f-be795c3780b1 req-d6b58d03-adf8-469f-8199-4fd561df68f9 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:41.575028 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-71cd894c-cb13-48e5-920f-be795c3780b1 req-d6b58d03-adf8-469f-8199-4fd561df68f9 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0a0becb-e7fc-4961-b030-4653a4077b98 HTTP/1.1" status: 200 len: 946 time: 0.0540414 Feb 28 10:57:41.623752 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-71cd894c-cb13-48e5-920f-be795c3780b1 req-bdb20523-9072-4485-beae-d5b678bb7aa6 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429597 Feb 28 10:57:42.743835 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aac19e-7e16-4b03-a52d-dbc860aa8e08 req-0cb8294f-f3fc-4d09-ad49-054a9885f517 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:42.745976 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c1aac19e-7e16-4b03-a52d-dbc860aa8e08 req-0cb8294f-f3fc-4d09-ad49-054a9885f517 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0a0becb-e7fc-4961-b030-4653a4077b98 HTTP/1.1" status: 200 len: 946 time: 0.0555868 Feb 28 10:57:42.794252 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c1aac19e-7e16-4b03-a52d-dbc860aa8e08 req-403b7f50-d5f9-4255-821a-1798174a84a7 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426743 Feb 28 10:57:43.920237 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f757228-2076-4b81-a334-69c3ad2caf7c req-eaf96a19-b8af-45bc-9f6e-c8e2a52ff4f6 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:43.921772 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-6f757228-2076-4b81-a334-69c3ad2caf7c req-eaf96a19-b8af-45bc-9f6e-c8e2a52ff4f6 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0a0becb-e7fc-4961-b030-4653a4077b98 HTTP/1.1" status: 200 len: 946 time: 0.0572951 Feb 28 10:57:43.972533 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-6f757228-2076-4b81-a334-69c3ad2caf7c req-073f29ea-6882-48b2-ac07-341ac32b929b tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451627 Feb 28 10:57:45.127069 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752fa442-25f5-4a59-9b73-52972356f364 req-12c97212-aa2c-4d36-8e18-961a69d0bbe3 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:45.128569 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-752fa442-25f5-4a59-9b73-52972356f364 req-12c97212-aa2c-4d36-8e18-961a69d0bbe3 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0a0becb-e7fc-4961-b030-4653a4077b98 HTTP/1.1" status: 200 len: 946 time: 0.0575130 Feb 28 10:57:45.177816 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-752fa442-25f5-4a59-9b73-52972356f364 req-5c761b60-0b1a-4c8e-9fe9-7a9ab414bd5b tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434995 Feb 28 10:57:46.301746 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d7f7f-00e5-4ba8-8ee4-25aa4c8546c2 req-64e30ace-be15-48da-b2e0-a79fbbd4e79f tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:46.303295 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-703d7f7f-00e5-4ba8-8ee4-25aa4c8546c2 req-64e30ace-be15-48da-b2e0-a79fbbd4e79f tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0a0becb-e7fc-4961-b030-4653a4077b98 HTTP/1.1" status: 200 len: 946 time: 0.0584500 Feb 28 10:57:46.350716 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-703d7f7f-00e5-4ba8-8ee4-25aa4c8546c2 req-b96dd9fd-3ceb-49ba-908e-68d16d89004d tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408890 Feb 28 10:57:46.480117 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6bdb05cb-e222-4509-837b-64bc239f0501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:47.482525 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a381ca98-50fb-431a-9e8f-6afe463a4c82 req-57060443-a9ec-439c-bf99-614627bb79cf tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:47.484218 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a381ca98-50fb-431a-9e8f-6afe463a4c82 req-57060443-a9ec-439c-bf99-614627bb79cf tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0a0becb-e7fc-4961-b030-4653a4077b98 HTTP/1.1" status: 200 len: 946 time: 0.0607693 Feb 28 10:57:47.532218 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a381ca98-50fb-431a-9e8f-6afe463a4c82 req-af7a74a3-8922-4ea6-bcd9-02cc75cd4819 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422468 Feb 28 10:57:48.662912 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5dc17b00-3214-42e8-99c4-7abececb0785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:48.671157 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502cbdde-e063-4ec3-bf04-b3fc070267bd req-1d9a677a-8448-4221-9645-cbe1097ca16a tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:48.672707 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-502cbdde-e063-4ec3-bf04-b3fc070267bd req-1d9a677a-8448-4221-9645-cbe1097ca16a tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0a0becb-e7fc-4961-b030-4653a4077b98 HTTP/1.1" status: 200 len: 946 time: 0.0717587 Feb 28 10:57:48.732095 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-502cbdde-e063-4ec3-bf04-b3fc070267bd req-d4823b95-e651-44ab-b4c2-82a1d3995e0c tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487163 Feb 28 10:57:49.850115 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6265b134-3908-48da-b1c4-2d64f432c00d req-e3435957-5471-42a6-adcd-571f2287af44 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:49.851681 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6265b134-3908-48da-b1c4-2d64f432c00d req-e3435957-5471-42a6-adcd-571f2287af44 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0a0becb-e7fc-4961-b030-4653a4077b98 HTTP/1.1" status: 200 len: 946 time: 0.0527754 Feb 28 10:57:49.901481 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6265b134-3908-48da-b1c4-2d64f432c00d req-52a711cc-602d-47a7-9558-4a9f0c5eaa4d tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434897 Feb 28 10:57:50.062772 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:51.036954 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d815c2b-d91e-4e23-84ea-a1797c00bbdd req-84ed6c8e-4e0a-4b71-8f31-0e6b377b0122 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:51.038515 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8d815c2b-d91e-4e23-84ea-a1797c00bbdd req-84ed6c8e-4e0a-4b71-8f31-0e6b377b0122 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0a0becb-e7fc-4961-b030-4653a4077b98 HTTP/1.1" status: 200 len: 946 time: 0.0604694 Feb 28 10:57:51.094135 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8d815c2b-d91e-4e23-84ea-a1797c00bbdd req-0be11946-fdcc-46b3-8fa2-f8ac14d69e50 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458355 Feb 28 10:57:51.366578 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:52.221202 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c4bac-79cd-4f43-9923-4edb8873b0cc req-50b1c030-f517-412e-b911-64519e5b328e tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:52.222669 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a19c4bac-79cd-4f43-9923-4edb8873b0cc req-50b1c030-f517-412e-b911-64519e5b328e tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0a0becb-e7fc-4961-b030-4653a4077b98 HTTP/1.1" status: 200 len: 946 time: 0.0564098 Feb 28 10:57:52.269792 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a19c4bac-79cd-4f43-9923-4edb8873b0cc req-9a07ff55-8a1b-4099-a98a-f46464d0ac34 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415781 Feb 28 10:57:52.717849 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:53.388282 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9911455-a127-4a4b-b801-5375367a5303 req-653f79cb-e7f5-405b-b357-90b1e399d483 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:53.389752 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e9911455-a127-4a4b-b801-5375367a5303 req-653f79cb-e7f5-405b-b357-90b1e399d483 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0a0becb-e7fc-4961-b030-4653a4077b98 HTTP/1.1" status: 200 len: 946 time: 0.0533783 Feb 28 10:57:53.442020 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e9911455-a127-4a4b-b801-5375367a5303 req-3c1a5d41-a35b-4949-8ce6-c4243b0e95a0 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465591 Feb 28 10:57:54.498661 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e0dbe1-c397-4fe9-9d65-00bdc1477291 req-bb5249dd-7348-4c79-be17-ac72591eb4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:54.501206 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-35e0dbe1-c397-4fe9-9d65-00bdc1477291 req-bb5249dd-7348-4c79-be17-ac72591eb4ec service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4982fafa42c248cb8832263de82afd08&device_id=b0a0becb-e7fc-4961-b030-4653a4077b98 HTTP/1.1" status: 200 len: 1130 time: 0.0571575 Feb 28 10:57:54.641675 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a178d3-c29f-4afd-b222-65fe7a6e8580 req-31ad415b-672c-411d-8227-11db48158977 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:54.643277 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-15a178d3-c29f-4afd-b222-65fe7a6e8580 req-31ad415b-672c-411d-8227-11db48158977 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0a0becb-e7fc-4961-b030-4653a4077b98 HTTP/1.1" status: 200 len: 946 time: 0.1244197 Feb 28 10:57:54.660471 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e0dbe1-c397-4fe9-9d65-00bdc1477291 req-36e5a5eb-0cd6-4587-8f51-78b78db4ba52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:54.661907 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-35e0dbe1-c397-4fe9-9d65-00bdc1477291 req-36e5a5eb-0cd6-4587-8f51-78b78db4ba52 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fabe98d7-9d0b-448a-bc9e-cfbfa8449c10 HTTP/1.1" status: 200 len: 914 time: 0.1411369 Feb 28 10:57:54.714190 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-35e0dbe1-c397-4fe9-9d65-00bdc1477291 req-7362ca65-d75e-4db4-8f65-e35c1228b445 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8911f94f-b65f-4f5d-889e-801fea1fd3b6 HTTP/1.1" status: 200 len: 217 time: 0.0449631 Feb 28 10:57:54.771896 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-15a178d3-c29f-4afd-b222-65fe7a6e8580 req-9a9809c9-95e5-4a9b-a007-e3b52da0bbd0 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225920 Feb 28 10:57:54.797568 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e0dbe1-c397-4fe9-9d65-00bdc1477291 req-25b4e945-989b-4cfc-adc7-29b1f61e9dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:54.799092 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-35e0dbe1-c397-4fe9-9d65-00bdc1477291 req-25b4e945-989b-4cfc-adc7-29b1f61e9dc6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=90456315-d1cb-470a-a837-0d476d06a452 HTTP/1.1" status: 200 len: 854 time: 0.0787911 Feb 28 10:57:54.832890 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-35e0dbe1-c397-4fe9-9d65-00bdc1477291 req-be9c7361-af73-44d8-88f0-e06016fd291d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fabe98d7-9d0b-448a-bc9e-cfbfa8449c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278277 Feb 28 10:57:54.929801 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-35e0dbe1-c397-4fe9-9d65-00bdc1477291 req-bedc2ee7-be56-49ee-8f7b-769d124de8d1 service neutron] 10.222.0.70 "GET /v2.0/networks/fabe98d7-9d0b-448a-bc9e-cfbfa8449c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907259 Feb 28 10:57:55.031551 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-35e0dbe1-c397-4fe9-9d65-00bdc1477291 req-18bfd9ab-1d66-40b4-b0a3-f2c9aab29181 service neutron] 10.222.0.70 "GET /v2.0/networks/fabe98d7-9d0b-448a-bc9e-cfbfa8449c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957673 Feb 28 10:57:55.908067 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999bfb72-1412-43ef-9782-26d469d4e119 req-7f2432c5-cb21-413a-8cd2-c7cd24fac64f tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:55.909590 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-999bfb72-1412-43ef-9782-26d469d4e119 req-7f2432c5-cb21-413a-8cd2-c7cd24fac64f tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0a0becb-e7fc-4961-b030-4653a4077b98 HTTP/1.1" status: 200 len: 946 time: 0.0556991 Feb 28 10:57:55.961991 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-999bfb72-1412-43ef-9782-26d469d4e119 req-c44133a0-b96f-4ae5-9c8f-e1cc41a2654e tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452929 Feb 28 10:57:57.104372 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5899a65b-1e4e-4eee-a157-f54620c3550e req-7b82ef2d-add2-44a0-b041-dca8e02acfd9 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:57.105910 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5899a65b-1e4e-4eee-a157-f54620c3550e req-7b82ef2d-add2-44a0-b041-dca8e02acfd9 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0a0becb-e7fc-4961-b030-4653a4077b98 HTTP/1.1" status: 200 len: 946 time: 0.0708368 Feb 28 10:57:57.160123 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5899a65b-1e4e-4eee-a157-f54620c3550e req-a9890fb4-1085-4f91-a9b7-8101ec468d08 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480020 Feb 28 10:57:57.471228 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-74080e54-d3ef-4e10-afcd-310ed96559a7 req-95d09fcc-c9e1-4c60-9c75-e03b894fccf0 service neutron] 10.222.0.70 "GET /v2.0/ports/8911f94f-b65f-4f5d-889e-801fea1fd3b6/bindings/hv-neutron-8291 HTTP/1.1" status: 200 len: 384 time: 0.0690238 Feb 28 10:57:58.043268 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74080e54-d3ef-4e10-afcd-310ed96559a7 req-8ce1e3bc-5899-415d-97db-6bfcd8dcb48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:58.044748 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-74080e54-d3ef-4e10-afcd-310ed96559a7 req-8ce1e3bc-5899-415d-97db-6bfcd8dcb48a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b0a0becb-e7fc-4961-b030-4653a4077b98&tenant_id=4982fafa42c248cb8832263de82afd08 HTTP/1.1" status: 200 len: 1130 time: 0.0456276 Feb 28 10:57:58.121545 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74080e54-d3ef-4e10-afcd-310ed96559a7 req-9b3261c9-32d6-4516-9a51-8a5347bdf7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:58.123105 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-74080e54-d3ef-4e10-afcd-310ed96559a7 req-9b3261c9-32d6-4516-9a51-8a5347bdf7fc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4982fafa42c248cb8832263de82afd08&device_id=b0a0becb-e7fc-4961-b030-4653a4077b98 HTTP/1.1" status: 200 len: 1130 time: 0.0460584 Feb 28 10:57:58.230890 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74080e54-d3ef-4e10-afcd-310ed96559a7 req-05c0d638-78c4-4205-8a9d-4d3dff04446d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:58.232394 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-74080e54-d3ef-4e10-afcd-310ed96559a7 req-05c0d638-78c4-4205-8a9d-4d3dff04446d service neutron] 10.222.0.70 "GET /v2.0/networks?id=fabe98d7-9d0b-448a-bc9e-cfbfa8449c10 HTTP/1.1" status: 200 len: 914 time: 0.0935831 Feb 28 10:57:58.274544 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-74080e54-d3ef-4e10-afcd-310ed96559a7 req-ec530ea2-8c34-4197-9d10-48edf92fc999 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8911f94f-b65f-4f5d-889e-801fea1fd3b6 HTTP/1.1" status: 200 len: 217 time: 0.0364542 Feb 28 10:57:58.284249 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50f128-8536-4699-870d-22387dff87dd req-89a871f2-be2d-49f9-96d6-46b77b67c80c tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:58.292505 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-be50f128-8536-4699-870d-22387dff87dd req-89a871f2-be2d-49f9-96d6-46b77b67c80c tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0a0becb-e7fc-4961-b030-4653a4077b98 HTTP/1.1" status: 200 len: 946 time: 0.0537405 Feb 28 10:57:58.324535 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74080e54-d3ef-4e10-afcd-310ed96559a7 req-e9ef94a9-9658-4a60-ad69-44b5435d1940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:58.328404 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-74080e54-d3ef-4e10-afcd-310ed96559a7 req-e9ef94a9-9658-4a60-ad69-44b5435d1940 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=90456315-d1cb-470a-a837-0d476d06a452 HTTP/1.1" status: 200 len: 854 time: 0.0462079 Feb 28 10:57:58.335479 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-be50f128-8536-4699-870d-22387dff87dd req-4e0c4684-73b4-49c1-abd9-7b60dbbfc589 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439758 Feb 28 10:57:58.359970 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-74080e54-d3ef-4e10-afcd-310ed96559a7 req-125b2c0d-8a72-4c78-b050-8356530b3aa7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fabe98d7-9d0b-448a-bc9e-cfbfa8449c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284359 Feb 28 10:57:58.457308 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-74080e54-d3ef-4e10-afcd-310ed96559a7 req-2f464910-ed9b-4366-b66b-5617414a5abb service neutron] 10.222.0.70 "GET /v2.0/networks/fabe98d7-9d0b-448a-bc9e-cfbfa8449c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919037 Feb 28 10:57:58.559999 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-74080e54-d3ef-4e10-afcd-310ed96559a7 req-e429a415-735e-4b1b-ae87-1f02a3694eb9 service neutron] 10.222.0.70 "GET /v2.0/networks/fabe98d7-9d0b-448a-bc9e-cfbfa8449c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970097 Feb 28 10:57:59.463908 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701977ea-dce3-4381-b8d7-e5aead7352ef req-a1912cc4-5e01-4315-be47-b62e1ee71047 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:59.465389 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-701977ea-dce3-4381-b8d7-e5aead7352ef req-a1912cc4-5e01-4315-be47-b62e1ee71047 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0a0becb-e7fc-4961-b030-4653a4077b98 HTTP/1.1" status: 200 len: 946 time: 0.0592279 Feb 28 10:57:59.512277 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-701977ea-dce3-4381-b8d7-e5aead7352ef req-023bfbd3-bf65-4e7e-b7fd-fa87c2444161 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413208 Feb 28 10:58:00.641213 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4180a88b-4ffa-4ee1-a750-d56213065643 req-94497534-333e-4585-b9a9-b7d318db54bd tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:00.642708 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-4180a88b-4ffa-4ee1-a750-d56213065643 req-94497534-333e-4585-b9a9-b7d318db54bd tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0a0becb-e7fc-4961-b030-4653a4077b98 HTTP/1.1" status: 200 len: 946 time: 0.0585918 Feb 28 10:58:00.690462 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-4180a88b-4ffa-4ee1-a750-d56213065643 req-0bf82e62-d179-4448-9df2-bf968dd929ac tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420091 Feb 28 10:58:00.741977 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:01.322193 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 8911f94f-b65f-4f5d-889e-801fea1fd3b6 details requested by agent hyperv_hv-neutron-8291 with host hv-neutron-8291 {{(pid=104085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:58:01.331880 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 8911f94f-b65f-4f5d-889e-801fea1fd3b6 no longer exists at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:58:01.477767 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 8911f94f-b65f-4f5d-889e-801fea1fd3b6 is: ACTIVE; New status is: DOWN {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:58:01.478273 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (8911f94f-b65f-4f5d-889e-801fea1fd3b6), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:01.484836 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 8911f94f-b65f-4f5d-889e-801fea1fd3b6, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=8911f94f-b65f-4f5d-889e-801fea1fd3b6,segment=NetworkSegment(bdbd9cd6-b4ea-45cd-806e-4f86b1fd7a2b),segment_id=bdbd9cd6-b4ea-45cd-806e-4f86b1fd7a2b)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:58:01.511673 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Returning: {'device': '8911f94f-b65f-4f5d-889e-801fea1fd3b6', 'network_id': 'fabe98d7-9d0b-448a-bc9e-cfbfa8449c10', 'port_id': '8911f94f-b65f-4f5d-889e-801fea1fd3b6', 'mac_address': 'fa:16:3e:ed:6a:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90456315-d1cb-470a-a837-0d476d06a452', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:58:01.518162 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0a0becb-e7fc-4961-b030-4653a4077b98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8911f94f-b65f-4f5d-889e-801fea1fd3b6'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:58:01.525461 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62bd353f-9da7-4653-9d04-899f95e18409" -d '{"events": [{"server_uuid": "b0a0becb-e7fc-4961-b030-4653a4077b98", "name": "network-vif-unplugged", "status": "completed", "tag": "8911f94f-b65f-4f5d-889e-801fea1fd3b6"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:58:01.535598 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 8911f94f-b65f-4f5d-889e-801fea1fd3b6, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=8911f94f-b65f-4f5d-889e-801fea1fd3b6,segment=NetworkSegment(bdbd9cd6-b4ea-45cd-806e-4f86b1fd7a2b),segment_id=bdbd9cd6-b4ea-45cd-806e-4f86b1fd7a2b)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:58:01.565950 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 10:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ee8eaf-92fd-40a0-a697-84c34f6df537 x-openstack-request-id: req-e1ee8eaf-92fd-40a0-a697-84c34f6df537 {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:58:01.566244 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0a0becb-e7fc-4961-b030-4653a4077b98", "name": "network-vif-unplugged", "status": "completed", "tag": "8911f94f-b65f-4f5d-889e-801fea1fd3b6", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:58:01.566498 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e1ee8eaf-92fd-40a0-a697-84c34f6df537 {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:58:01.566915 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0a0becb-e7fc-4961-b030-4653a4077b98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8911f94f-b65f-4f5d-889e-801fea1fd3b6', 'code': 200} Feb 28 10:58:01.568878 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 8911f94f-b65f-4f5d-889e-801fea1fd3b6 is: ACTIVE; New status is: BUILD {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:58:01.569534 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (8911f94f-b65f-4f5d-889e-801fea1fd3b6), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:01.583129 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8911f94f-b65f-4f5d-889e-801fea1fd3b6 {{(pid=104085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:58:01.605475 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (8911f94f-b65f-4f5d-889e-801fea1fd3b6), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:01.680165 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.db.api [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:58:01.680556 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG oslo_db.api [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:58:01.681521 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=8911f94f-b65f-4f5d-889e-801fea1fd3b6,revision_number=6']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:58:01.814320 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4f709f-f239-415b-9a14-01ac1a48b877 req-694ace2a-7921-42c0-9c5a-65574cbc55dc tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:01.815847 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-4c4f709f-f239-415b-9a14-01ac1a48b877 req-694ace2a-7921-42c0-9c5a-65574cbc55dc tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0a0becb-e7fc-4961-b030-4653a4077b98 HTTP/1.1" status: 200 len: 944 time: 0.0557218 Feb 28 10:58:01.866204 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-4c4f709f-f239-415b-9a14-01ac1a48b877 req-c25bb27f-5492-4c27-bc33-88a017d14b1e tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441363 Feb 28 10:58:02.229300 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 8911f94f-b65f-4f5d-889e-801fea1fd3b6 is: DOWN; New status is: BUILD {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:58:02.229968 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (8911f94f-b65f-4f5d-889e-801fea1fd3b6), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:02.245695 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8911f94f-b65f-4f5d-889e-801fea1fd3b6 {{(pid=104085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:58:02.268368 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 8911f94f-b65f-4f5d-889e-801fea1fd3b6, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=8911f94f-b65f-4f5d-889e-801fea1fd3b6,segment=NetworkSegment(bdbd9cd6-b4ea-45cd-806e-4f86b1fd7a2b),segment_id=bdbd9cd6-b4ea-45cd-806e-4f86b1fd7a2b)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:58:02.286117 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ec440-9b89-4001-bcac-f0186747b857 req-4b0741b5-18b8-44d6-977a-529d60b1d5c2 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:02.288022 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-1f6ec440-9b89-4001-bcac-f0186747b857 req-4b0741b5-18b8-44d6-977a-529d60b1d5c2 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0a0becb-e7fc-4961-b030-4653a4077b98 HTTP/1.1" status: 200 len: 944 time: 0.0653052 Feb 28 10:58:02.341329 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-1f6ec440-9b89-4001-bcac-f0186747b857 req-42a94d83-e42e-4c12-9f0c-12b63cc63a9f tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471935 Feb 28 10:58:02.359588 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (8911f94f-b65f-4f5d-889e-801fea1fd3b6), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:02.389302 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a015f-2898-4731-978d-2dc2d378a606 req-02ff5060-f0d5-422f-8453-b992ec80dc8e tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:02.390744 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ab6a015f-2898-4731-978d-2dc2d378a606 req-02ff5060-f0d5-422f-8453-b992ec80dc8e tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0a0becb-e7fc-4961-b030-4653a4077b98&tenant_id=4982fafa42c248cb8832263de82afd08&binding%3Ahost_id=hv-neutron-8291 HTTP/1.1" status: 200 len: 944 time: 0.0575843 Feb 28 10:58:02.412195 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=8911f94f-b65f-4f5d-889e-801fea1fd3b6,revision_number=7']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:58:02.489102 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['8911f94f-b65f-4f5d-889e-801fea1fd3b6'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:58:02.531839 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a015f-2898-4731-978d-2dc2d378a606 req-de54f0ce-a2b7-48dd-84f7-49ffcebd8326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:02.533466 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ab6a015f-2898-4731-978d-2dc2d378a606 req-de54f0ce-a2b7-48dd-84f7-49ffcebd8326 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4982fafa42c248cb8832263de82afd08&device_id=b0a0becb-e7fc-4961-b030-4653a4077b98 HTTP/1.1" status: 200 len: 1129 time: 0.0821476 Feb 28 10:58:02.627931 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a015f-2898-4731-978d-2dc2d378a606 req-dfe18972-5869-4478-b290-28b0f510f344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:02.629519 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ab6a015f-2898-4731-978d-2dc2d378a606 req-dfe18972-5869-4478-b290-28b0f510f344 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fabe98d7-9d0b-448a-bc9e-cfbfa8449c10 HTTP/1.1" status: 200 len: 914 time: 0.0899212 Feb 28 10:58:02.671946 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ab6a015f-2898-4731-978d-2dc2d378a606 req-2a3dbe4d-edd0-4ea5-b16c-6f39973dd12f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8911f94f-b65f-4f5d-889e-801fea1fd3b6 HTTP/1.1" status: 200 len: 217 time: 0.0360520 Feb 28 10:58:02.711184 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:58:02.725233 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a015f-2898-4731-978d-2dc2d378a606 req-e1fa745d-8663-44e7-bc2f-2b2ea6fef61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:02.726824 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ab6a015f-2898-4731-978d-2dc2d378a606 req-e1fa745d-8663-44e7-bc2f-2b2ea6fef61c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=90456315-d1cb-470a-a837-0d476d06a452 HTTP/1.1" status: 200 len: 854 time: 0.0497534 Feb 28 10:58:02.759865 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ab6a015f-2898-4731-978d-2dc2d378a606 req-7dac0836-5afa-4597-8cbf-6b10e8a8cfd3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fabe98d7-9d0b-448a-bc9e-cfbfa8449c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259113 Feb 28 10:58:02.850509 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ab6a015f-2898-4731-978d-2dc2d378a606 req-dad19a69-ef4e-43c1-b833-3572e927b03b service neutron] 10.222.0.70 "GET /v2.0/networks/fabe98d7-9d0b-448a-bc9e-cfbfa8449c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854511 Feb 28 10:58:02.954774 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ab6a015f-2898-4731-978d-2dc2d378a606 req-a7da9eed-8c88-44f1-bc1a-97e283bc61c3 service neutron] 10.222.0.70 "GET /v2.0/networks/fabe98d7-9d0b-448a-bc9e-cfbfa8449c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963767 Feb 28 10:58:03.320265 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 8911f94f-b65f-4f5d-889e-801fea1fd3b6 up at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:58:03.377403 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning complete for port 8911f94f-b65f-4f5d-889e-801fea1fd3b6 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:58:03.377783 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (8911f94f-b65f-4f5d-889e-801fea1fd3b6), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:03.481462 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 8911f94f-b65f-4f5d-889e-801fea1fd3b6 is: BUILD; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:58:03.481861 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (8911f94f-b65f-4f5d-889e-801fea1fd3b6), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:03.519592 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 8911f94f-b65f-4f5d-889e-801fea1fd3b6, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=8911f94f-b65f-4f5d-889e-801fea1fd3b6,segment=NetworkSegment(bdbd9cd6-b4ea-45cd-806e-4f86b1fd7a2b),segment_id=bdbd9cd6-b4ea-45cd-806e-4f86b1fd7a2b)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:58:03.530980 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d7ceef-5cad-44cb-9881-a0645442d13b req-096041d1-2dbf-410b-87db-58df3ff9bb11 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:03.530980 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f2d7ceef-5cad-44cb-9881-a0645442d13b req-096041d1-2dbf-410b-87db-58df3ff9bb11 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0a0becb-e7fc-4961-b030-4653a4077b98 HTTP/1.1" status: 200 len: 945 time: 0.1058640 Feb 28 10:58:03.568481 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0a0becb-e7fc-4961-b030-4653a4077b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8911f94f-b65f-4f5d-889e-801fea1fd3b6'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:58:03.572171 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5243d7b0-d6d3-47c7-86fe-eb2ebff63d73" -d '{"events": [{"server_uuid": "b0a0becb-e7fc-4961-b030-4653a4077b98", "name": "network-vif-plugged", "status": "completed", "tag": "8911f94f-b65f-4f5d-889e-801fea1fd3b6"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:58:03.583800 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f2d7ceef-5cad-44cb-9881-a0645442d13b req-75e5e064-75ad-4a99-a151-257cb5c4fb67 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471280 Feb 28 10:58:03.594328 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (8911f94f-b65f-4f5d-889e-801fea1fd3b6), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:03.650709 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8867b3be-fdae-4f92-8466-ab0d3e8f1cef x-openstack-request-id: req-8867b3be-fdae-4f92-8466-ab0d3e8f1cef {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:58:03.651106 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0a0becb-e7fc-4961-b030-4653a4077b98", "name": "network-vif-plugged", "status": "completed", "tag": "8911f94f-b65f-4f5d-889e-801fea1fd3b6", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:58:03.651368 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8867b3be-fdae-4f92-8466-ab0d3e8f1cef {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:58:03.651765 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0a0becb-e7fc-4961-b030-4653a4077b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8911f94f-b65f-4f5d-889e-801fea1fd3b6', 'code': 200} Feb 28 10:58:03.668280 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=8911f94f-b65f-4f5d-889e-801fea1fd3b6,revision_number=8']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:58:04.709762 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5cd3a-040d-48c6-aed0-68428272967e req-f55bbbdd-2f85-4b2f-9691-e47b2a5f553c tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:04.711352 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-68a5cd3a-040d-48c6-aed0-68428272967e req-f55bbbdd-2f85-4b2f-9691-e47b2a5f553c tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0a0becb-e7fc-4961-b030-4653a4077b98 HTTP/1.1" status: 200 len: 946 time: 0.0559177 Feb 28 10:58:04.777439 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-68a5cd3a-040d-48c6-aed0-68428272967e req-39019bdb-de68-4619-996d-4a57df557d04 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568719 Feb 28 10:58:04.899106 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597266b3-9975-4d94-b2f9-1ea885015950 req-6e39cd75-3f7a-48df-9280-68ec17c7644c tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:04.900518 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-597266b3-9975-4d94-b2f9-1ea885015950 req-6e39cd75-3f7a-48df-9280-68ec17c7644c tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0a0becb-e7fc-4961-b030-4653a4077b98 HTTP/1.1" status: 200 len: 946 time: 0.0531189 Feb 28 10:58:04.949550 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-597266b3-9975-4d94-b2f9-1ea885015950 req-4bf80852-c1d0-4f70-99a5-1dcc220f7104 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422156 Feb 28 10:58:05.070706 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c96e8-39b8-4b86-8262-053455bd21ae req-efab98ae-9e50-4177-8fdb-c4d1a18537e6 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:05.072276 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c90c96e8-39b8-4b86-8262-053455bd21ae req-efab98ae-9e50-4177-8fdb-c4d1a18537e6 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0a0becb-e7fc-4961-b030-4653a4077b98 HTTP/1.1" status: 200 len: 946 time: 0.0557106 Feb 28 10:58:05.123356 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c90c96e8-39b8-4b86-8262-053455bd21ae req-8c06584f-217a-4f67-98fa-96afc0bb854b tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444853 Feb 28 10:58:05.757230 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c83426-28f5-41a3-a2ed-f65cc4f8c6f4 req-a277c335-51bb-4788-b64c-3317dffac3c2 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:05.758665 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-a8c83426-28f5-41a3-a2ed-f65cc4f8c6f4 req-a277c335-51bb-4788-b64c-3317dffac3c2 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0a0becb-e7fc-4961-b030-4653a4077b98 HTTP/1.1" status: 200 len: 946 time: 0.0529962 Feb 28 10:58:05.810338 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-a8c83426-28f5-41a3-a2ed-f65cc4f8c6f4 req-f91d19a2-ffde-463c-af93-bdd5f7a70a98 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460753 Feb 28 10:58:06.946653 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507b16c-aaf0-4093-af70-0cb61e83d3e0 req-ed5a245c-fc5f-4e03-be55-acfcfc0be6fd tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:06.948892 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f507b16c-aaf0-4093-af70-0cb61e83d3e0 req-ed5a245c-fc5f-4e03-be55-acfcfc0be6fd tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0a0becb-e7fc-4961-b030-4653a4077b98 HTTP/1.1" status: 200 len: 946 time: 0.0566292 Feb 28 10:58:06.997429 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f507b16c-aaf0-4093-af70-0cb61e83d3e0 req-15cae459-8007-46e8-81d7-5cff1a4a7209 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/security-groups?id=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428052 Feb 28 10:58:07.412282 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02fe392-44bd-4f67-bcf4-9f82bab37922 req-f9cf6502-a18c-4d87-b9a2-eedeb1b1bdee tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:07.413888 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b02fe392-44bd-4f67-bcf4-9f82bab37922 req-f9cf6502-a18c-4d87-b9a2-eedeb1b1bdee tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0a0becb-e7fc-4961-b030-4653a4077b98 HTTP/1.1" status: 200 len: 946 time: 0.0605133 Feb 28 10:58:07.514561 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-b02fe392-44bd-4f67-bcf4-9f82bab37922 req-b5cbf330-fb98-4001-a981-f3d1872e3408 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Deleting port 8911f94f-b65f-4f5d-889e-801fea1fd3b6 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:58:07.515003 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-b02fe392-44bd-4f67-bcf4-9f82bab37922 req-b5cbf330-fb98-4001-a981-f3d1872e3408 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (8911f94f-b65f-4f5d-889e-801fea1fd3b6), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:07.609508 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-b02fe392-44bd-4f67-bcf4-9f82bab37922 req-b5cbf330-fb98-4001-a981-f3d1872e3408 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] For port 8911f94f-b65f-4f5d-889e-801fea1fd3b6, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=8911f94f-b65f-4f5d-889e-801fea1fd3b6,segment=NetworkSegment(bdbd9cd6-b4ea-45cd-806e-4f86b1fd7a2b),segment_id=bdbd9cd6-b4ea-45cd-806e-4f86b1fd7a2b)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:58:07.609874 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-b02fe392-44bd-4f67-bcf4-9f82bab37922 req-b5cbf330-fb98-4001-a981-f3d1872e3408 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (8911f94f-b65f-4f5d-889e-801fea1fd3b6), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:07.622901 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-b02fe392-44bd-4f67-bcf4-9f82bab37922 req-b5cbf330-fb98-4001-a981-f3d1872e3408 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Calling delete_port for 8911f94f-b65f-4f5d-889e-801fea1fd3b6 owned by compute:nova {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:58:07.821999 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-b02fe392-44bd-4f67-bcf4-9f82bab37922 req-b5cbf330-fb98-4001-a981-f3d1872e3408 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (8911f94f-b65f-4f5d-889e-801fea1fd3b6), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:07.855521 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['8911f94f-b65f-4f5d-889e-801fea1fd3b6'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:58:07.861672 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cbf330-fb98-4001-a981-f3d1872e3408 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Pushing event deleted for resources: {'Port': ['ID=8911f94f-b65f-4f5d-889e-801fea1fd3b6,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:58:07.915796 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-b02fe392-44bd-4f67-bcf4-9f82bab37922 req-b5cbf330-fb98-4001-a981-f3d1872e3408 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] No DVR routers for this DVR port 8911f94f-b65f-4f5d-889e-801fea1fd3b6 on host hv-neutron-8291 {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:58:07.918564 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-b02fe392-44bd-4f67-bcf4-9f82bab37922 req-b5cbf330-fb98-4001-a981-f3d1872e3408 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:07.923448 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b02fe392-44bd-4f67-bcf4-9f82bab37922 req-b5cbf330-fb98-4001-a981-f3d1872e3408 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.70 "DELETE /v2.0/ports/8911f94f-b65f-4f5d-889e-801fea1fd3b6 HTTP/1.1" status: 204 len: 173 time: 0.5048134 Feb 28 10:58:07.924276 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0a0becb-e7fc-4961-b030-4653a4077b98', 'name': 'network-vif-deleted', 'tag': '8911f94f-b65f-4f5d-889e-801fea1fd3b6'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:58:07.927424 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80d9ec1-ccd2-45ec-ab1f-59d5bafdafb3" -d '{"events": [{"server_uuid": "b0a0becb-e7fc-4961-b030-4653a4077b98", "name": "network-vif-deleted", "tag": "8911f94f-b65f-4f5d-889e-801fea1fd3b6"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:58:07.974969 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d00c3e-6455-434a-94e5-de64011c428e x-openstack-request-id: req-c5d00c3e-6455-434a-94e5-de64011c428e {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:58:07.975562 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0a0becb-e7fc-4961-b030-4653a4077b98", "name": "network-vif-deleted", "tag": "8911f94f-b65f-4f5d-889e-801fea1fd3b6", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:58:07.975562 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c5d00c3e-6455-434a-94e5-de64011c428e {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:58:07.975946 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0a0becb-e7fc-4961-b030-4653a4077b98', 'name': 'network-vif-deleted', 'tag': '8911f94f-b65f-4f5d-889e-801fea1fd3b6', 'status': 'completed', 'code': 200} Feb 28 10:58:08.101951 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4bf68501-d3e4-4b61-8514-f44d6b057c6d req-4f823595-81d6-432d-954c-bf3fec18a296 tempest-ServerDiskConfigTestJSON-1146802379 tempest-ServerDiskConfigTestJSON-1146802379-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0a0becb-e7fc-4961-b030-4653a4077b98 HTTP/1.1" status: 200 len: 210 time: 0.0293198 Feb 28 10:58:09.241029 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 53030) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:58:09.299081 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4b9561e-b3f7-409f-98bc-c73875b20af3 admin admin] Deleting subnet 90456315-d1cb-470a-a837-0d476d06a452 {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:58:09.302964 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d4b9561e-b3f7-409f-98bc-c73875b20af3 admin admin] Publish callbacks [] for subnet (90456315-d1cb-470a-a837-0d476d06a452), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:09.352632 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d4b9561e-b3f7-409f-98bc-c73875b20af3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (90456315-d1cb-470a-a837-0d476d06a452), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:09.394195 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d4b9561e-b3f7-409f-98bc-c73875b20af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (90456315-d1cb-470a-a837-0d476d06a452), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:09.536989 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d4b9561e-b3f7-409f-98bc-c73875b20af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (90456315-d1cb-470a-a837-0d476d06a452), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:09.564523 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b9561e-b3f7-409f-98bc-c73875b20af3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90456315-d1cb-470a-a837-0d476d06a452,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:58:09.576289 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d4b9561e-b3f7-409f-98bc-c73875b20af3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:09.580257 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-d4b9561e-b3f7-409f-98bc-c73875b20af3 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/90456315-d1cb-470a-a837-0d476d06a452 HTTP/1.1" status: 204 len: 168 time: 0.3374372 Feb 28 10:58:09.582102 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 53032) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:58:09.582565 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b9561e-b3f7-409f-98bc-c73875b20af3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:09.582565 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b9561e-b3f7-409f-98bc-c73875b20af3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:09.582806 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b9561e-b3f7-409f-98bc-c73875b20af3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:09.583279 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b9561e-b3f7-409f-98bc-c73875b20af3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:09.583628 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b9561e-b3f7-409f-98bc-c73875b20af3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:09.584179 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b9561e-b3f7-409f-98bc-c73875b20af3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:09.584723 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b9561e-b3f7-409f-98bc-c73875b20af3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:09.585312 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b9561e-b3f7-409f-98bc-c73875b20af3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:09.585900 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b9561e-b3f7-409f-98bc-c73875b20af3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:09.586451 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b9561e-b3f7-409f-98bc-c73875b20af3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:09.586922 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b9561e-b3f7-409f-98bc-c73875b20af3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:09.587267 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b9561e-b3f7-409f-98bc-c73875b20af3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:09.587604 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b9561e-b3f7-409f-98bc-c73875b20af3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:09.660732 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a03ca4c2-48fb-414d-ae37-d479bb48b89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (fabe98d7-9d0b-448a-bc9e-cfbfa8449c10), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:09.743375 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a03ca4c2-48fb-414d-ae37-d479bb48b89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (fabe98d7-9d0b-448a-bc9e-cfbfa8449c10), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:09.763414 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-a03ca4c2-48fb-414d-ae37-d479bb48b89e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fabe98d7-9d0b-448a-bc9e-cfbfa8449c10']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:58:09.772287 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-a03ca4c2-48fb-414d-ae37-d479bb48b89e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdbd9cd6-b4ea-45cd-806e-4f86b1fd7a2b') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:58:09.772596 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-a03ca4c2-48fb-414d-ae37-d479bb48b89e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdbd9cd6-b4ea-45cd-806e-4f86b1fd7a2b') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:58:09.782582 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a03ca4c2-48fb-414d-ae37-d479bb48b89e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (bdbd9cd6-b4ea-45cd-806e-4f86b1fd7a2b), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:09.795614 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a03ca4c2-48fb-414d-ae37-d479bb48b89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (bdbd9cd6-b4ea-45cd-806e-4f86b1fd7a2b), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:09.801220 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a03ca4c2-48fb-414d-ae37-d479bb48b89e admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:58:09.801598 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a03ca4c2-48fb-414d-ae37-d479bb48b89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (bdbd9cd6-b4ea-45cd-806e-4f86b1fd7a2b), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:09.803261 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 10:58:09.803261 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:58:09.803261 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 10:58:09.803261 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:58:09.803261 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 10:58:09.803261 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:58:09.803261 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 10:58:09.803261 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:58:09.803261 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 10:58:09.803261 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:58:09.803261 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 10:58:09.803261 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:58:09.803261 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 10:58:09.803261 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:58:09.803261 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:58:09.803261 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:58:09.803261 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:58:09.803261 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:58:09.803261 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 10:58:09.803261 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:58:09.803261 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 10:58:09.803261 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:58:09.803261 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:58:09.803261 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:58:09.803261 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 10:58:09.803261 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:58:09.803261 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:58:09.803261 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:58:09.803261 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:58:09.803261 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:58:09.803261 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:58:09.803261 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:58:09.929356 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a03ca4c2-48fb-414d-ae37-d479bb48b89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (fabe98d7-9d0b-448a-bc9e-cfbfa8449c10), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:09.935240 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a03ca4c2-48fb-414d-ae37-d479bb48b89e admin admin] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:09.942657 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a03ca4c2-48fb-414d-ae37-d479bb48b89e admin admin] 10.222.0.62 "DELETE /v2.0/networks/fabe98d7-9d0b-448a-bc9e-cfbfa8449c10 HTTP/1.1" status: 204 len: 168 time: 0.3550320 Feb 28 10:58:09.950824 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03ca4c2-48fb-414d-ae37-d479bb48b89e admin admin] Pushing event deleted for resources: {'Network': ['ID=fabe98d7-9d0b-448a-bc9e-cfbfa8449c10,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:58:10.289918 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 53036) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:58:10.332396 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a0f56596-09fb-4555-851a-c7c1d37ba725 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4982fafa42c248cb8832263de82afd08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0411284 Feb 28 10:58:10.334951 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 53038) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:58:10.385243 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a2e10748-06b4-4296-b092-29bfe6b3e77c admin admin] Publish callbacks [] for security_group (5e13cf1e-dc1d-435a-aadd-e4b4a81c4514), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:10.408577 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a2e10748-06b4-4296-b092-29bfe6b3e77c admin admin] Publish callbacks [] for security_group (5e13cf1e-dc1d-435a-aadd-e4b4a81c4514), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:10.558309 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a2e10748-06b4-4296-b092-29bfe6b3e77c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (5e13cf1e-dc1d-435a-aadd-e4b4a81c4514), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:10.560911 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a2e10748-06b4-4296-b092-29bfe6b3e77c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:10.562093 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a2e10748-06b4-4296-b092-29bfe6b3e77c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5e13cf1e-dc1d-435a-aadd-e4b4a81c4514 HTTP/1.1" status: 204 len: 168 time: 0.2262213 Feb 28 10:58:10.570735 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e10748-06b4-4296-b092-29bfe6b3e77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e13cf1e-dc1d-435a-aadd-e4b4a81c4514,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:58:11.331387 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 8911f94f-b65f-4f5d-889e-801fea1fd3b6 no longer exists at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:58:11.351745 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] No Port match for: 8911f94f-b65f-4f5d-889e-801fea1fd3b6 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:58:11.352108 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 8911f94f-b65f-4f5d-889e-801fea1fd3b6 not bound to the agent host hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:58:11.633553 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 53060) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:58:11.750281 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-b58cb692-bdab-4796-9eb1-7fe2d7da5ba1 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1511207104-network', 'tenant_id': 'ea16063c770248fbbecd744612bca408'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:58:11.839498 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58cb692-bdab-4796-9eb1-7fe2d7da5ba1 admin admin] Made reservation on behalf of ea16063c770248fbbecd744612bca408 for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:58:11.841889 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b58cb692-bdab-4796-9eb1-7fe2d7da5ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:11.850804 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b58cb692-bdab-4796-9eb1-7fe2d7da5ba1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:11.929133 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b58cb692-bdab-4796-9eb1-7fe2d7da5ba1 admin admin] Publish callbacks [] for security_group (7912dc55-f9bf-4d3d-bc9c-a6101d7f4ed3), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:12.022639 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b58cb692-bdab-4796-9eb1-7fe2d7da5ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (7912dc55-f9bf-4d3d-bc9c-a6101d7f4ed3), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:12.049905 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b58cb692-bdab-4796-9eb1-7fe2d7da5ba1 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:58:12.061219 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58cb692-bdab-4796-9eb1-7fe2d7da5ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7912dc55-f9bf-4d3d-bc9c-a6101d7f4ed3,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:58:12.067085 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b58cb692-bdab-4796-9eb1-7fe2d7da5ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (96ee30df-f6c7-4eea-80a0-2c3e133514b5), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:12.067429 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-b58cb692-bdab-4796-9eb1-7fe2d7da5ba1 admin admin] Added segment 96ee30df-f6c7-4eea-80a0-2c3e133514b5 of type vlan for network dbd59d93-7959-45a7-8d0b-d27ddc516a22 Feb 28 10:58:12.109745 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b58cb692-bdab-4796-9eb1-7fe2d7da5ba1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (dbd59d93-7959-45a7-8d0b-d27ddc516a22), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:12.210713 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b58cb692-bdab-4796-9eb1-7fe2d7da5ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (dbd59d93-7959-45a7-8d0b-d27ddc516a22), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:12.211785 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58cb692-bdab-4796-9eb1-7fe2d7da5ba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:12.212383 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b58cb692-bdab-4796-9eb1-7fe2d7da5ba1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:12.274545 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58cb692-bdab-4796-9eb1-7fe2d7da5ba1 admin admin] Pushing event updated for resources: {'Network': ['ID=dbd59d93-7959-45a7-8d0b-d27ddc516a22,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:58:12.285091 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network dbd59d93-7959-45a7-8d0b-d27ddc516a22 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:58:12.327440 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-b58cb692-bdab-4796-9eb1-7fe2d7da5ba1 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6927238 Feb 28 10:58:12.330234 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 53064) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:58:12.335136 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-38bfc646-3f69-4517-a64b-c7a60a9ef31b admin admin] Request body: {'subnet': {'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1511207104-subnet', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:58:12.450649 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38bfc646-3f69-4517-a64b-c7a60a9ef31b admin admin] Made reservation on behalf of ea16063c770248fbbecd744612bca408 for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:58:12.453043 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-38bfc646-3f69-4517-a64b-c7a60a9ef31b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:12.708637 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-38bfc646-3f69-4517-a64b-c7a60a9ef31b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (6c7b4467-99ef-4929-9546-77b5d277521f), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:12.766489 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bfc646-3f69-4517-a64b-c7a60a9ef31b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c7b4467-99ef-4929-9546-77b5d277521f,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:58:12.775340 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bfc646-3f69-4517-a64b-c7a60a9ef31b admin admin] Checking segment: {'id': '96ee30df-f6c7-4eea-80a0-2c3e133514b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:58:12.776356 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bfc646-3f69-4517-a64b-c7a60a9ef31b admin admin] Network hostable DHCP agents. Network: dbd59d93-7959-45a7-8d0b-d27ddc516a22, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:58:12.879278 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bfc646-3f69-4517-a64b-c7a60a9ef31b admin admin] Network dbd59d93-7959-45a7-8d0b-d27ddc516a22 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:58:12.964699 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-38bfc646-3f69-4517-a64b-c7a60a9ef31b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, dbd59d93-7959-45a7-8d0b-d27ddc516a22) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:58:12.968750 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bfc646-3f69-4517-a64b-c7a60a9ef31b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:12.969341 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-38bfc646-3f69-4517-a64b-c7a60a9ef31b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:12.974650 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49dbdc06-49d7-4372-aade-24df36d9b84c None None] Network dbd59d93-7959-45a7-8d0b-d27ddc516a22 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:58:13.036062 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-38bfc646-3f69-4517-a64b-c7a60a9ef31b admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7047672 Feb 28 10:58:13.038853 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 53066) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:58:13.043506 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-a7137090-4de1-4404-9e6b-f6ebbf8b3616 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1511207104-router', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:58:13.089530 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02e7e67-bd01-4840-84bd-eb54df182aa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-dbd59d93-7959-45a7-8d0b-d27ddc516a22', 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22', 'project_id': 'ea16063c770248fbbecd744612bca408', 'fixed_ips': [{'subnet_id': '6c7b4467-99ef-4929-9546-77b5d277521f'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:58:13.091444 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a02e7e67-bd01-4840-84bd-eb54df182aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:13.130639 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a7137090-4de1-4404-9e6b-f6ebbf8b3616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (79371963-d79a-45a0-94f5-af72a4029f6e), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:13.131800 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a7137090-4de1-4404-9e6b-f6ebbf8b3616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (79371963-d79a-45a0-94f5-af72a4029f6e), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:13.242932 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-a02e7e67-bd01-4840-84bd-eb54df182aa5 None None] Allocated IP 172.20.0.2 (dbd59d93-7959-45a7-8d0b-d27ddc516a22/6c7b4467-99ef-4929-9546-77b5d277521f/0757840d-96eb-47d1-a26b-5a1e95ea218e) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:58:13.243453 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a7137090-4de1-4404-9e6b-f6ebbf8b3616 admin admin] Publish callbacks [] for router_controller (79371963-d79a-45a0-94f5-af72a4029f6e), precommit_add_association {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:13.399455 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a02e7e67-bd01-4840-84bd-eb54df182aa5 None None] Publish callbacks [] for port (0757840d-96eb-47d1-a26b-5a1e95ea218e), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:13.456046 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a7137090-4de1-4404-9e6b-f6ebbf8b3616 admin admin] Publish callbacks [] for router_gateway (79371963-d79a-45a0-94f5-af72a4029f6e), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:13.485267 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a02e7e67-bd01-4840-84bd-eb54df182aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (0757840d-96eb-47d1-a26b-5a1e95ea218e), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:13.523143 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02e7e67-bd01-4840-84bd-eb54df182aa5 None None] Network dbd59d93-7959-45a7-8d0b-d27ddc516a22 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:58:13.525910 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-a02e7e67-bd01-4840-84bd-eb54df182aa5 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:58:13.531757 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02e7e67-bd01-4840-84bd-eb54df182aa5 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:58:13.538548 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02e7e67-bd01-4840-84bd-eb54df182aa5 None None] Pushing event updated for resources: {'Port': ['ID=0757840d-96eb-47d1-a26b-5a1e95ea218e,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:58:13.592537 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-a02e7e67-bd01-4840-84bd-eb54df182aa5 None None] Attempting to bind port 0757840d-96eb-47d1-a26b-5a1e95ea218e on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:58:13.592913 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-a02e7e67-bd01-4840-84bd-eb54df182aa5 None None] Attempting to bind port 0757840d-96eb-47d1-a26b-5a1e95ea218e by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '96ee30df-f6c7-4eea-80a0-2c3e133514b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:58:13.593274 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02e7e67-bd01-4840-84bd-eb54df182aa5 None None] Attempting to bind port 0757840d-96eb-47d1-a26b-5a1e95ea218e on network dbd59d93-7959-45a7-8d0b-d27ddc516a22 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:58:13.598474 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02e7e67-bd01-4840-84bd-eb54df182aa5 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:58:13.598855 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02e7e67-bd01-4840-84bd-eb54df182aa5 None None] Checking segment: {'id': '96ee30df-f6c7-4eea-80a0-2c3e133514b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:58:13.599277 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a02e7e67-bd01-4840-84bd-eb54df182aa5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:13.599673 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02e7e67-bd01-4840-84bd-eb54df182aa5 None None] Bound using segment: {'id': '96ee30df-f6c7-4eea-80a0-2c3e133514b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:58:13.600132 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-a02e7e67-bd01-4840-84bd-eb54df182aa5 None None] Bound port: 0757840d-96eb-47d1-a26b-5a1e95ea218e, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ee30df-f6c7-4eea-80a0-2c3e133514b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:58:13.600510 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a02e7e67-bd01-4840-84bd-eb54df182aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (0757840d-96eb-47d1-a26b-5a1e95ea218e), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:13.767309 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a7137090-4de1-4404-9e6b-f6ebbf8b3616 admin admin] Publish callbacks [] for router_gateway (79371963-d79a-45a0-94f5-af72a4029f6e), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:13.798777 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a7137090-4de1-4404-9e6b-f6ebbf8b3616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:13.820147 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a02e7e67-bd01-4840-84bd-eb54df182aa5 None None] For port 0757840d-96eb-47d1-a26b-5a1e95ea218e, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:58:13.824548 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a02e7e67-bd01-4840-84bd-eb54df182aa5 None None] For port 0757840d-96eb-47d1-a26b-5a1e95ea218e, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=0757840d-96eb-47d1-a26b-5a1e95ea218e,segment=NetworkSegment(96ee30df-f6c7-4eea-80a0-2c3e133514b5),segment_id=96ee30df-f6c7-4eea-80a0-2c3e133514b5)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:58:13.952841 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a02e7e67-bd01-4840-84bd-eb54df182aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (0757840d-96eb-47d1-a26b-5a1e95ea218e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:14.023555 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02e7e67-bd01-4840-84bd-eb54df182aa5 None None] Pushing event updated for resources: {'Port': ['ID=0757840d-96eb-47d1-a26b-5a1e95ea218e,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:58:14.211406 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-a7137090-4de1-4404-9e6b-f6ebbf8b3616 admin admin] Allocated IP 172.26.3.165 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/06c12765-1bcf-41a5-8676-fd27694fcd20) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:58:14.327958 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a7137090-4de1-4404-9e6b-f6ebbf8b3616 admin admin] Publish callbacks [] for port (06c12765-1bcf-41a5-8676-fd27694fcd20), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:14.421227 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a7137090-4de1-4404-9e6b-f6ebbf8b3616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (06c12765-1bcf-41a5-8676-fd27694fcd20), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:14.473636 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7137090-4de1-4404-9e6b-f6ebbf8b3616 admin admin] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:58:14.477292 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-a7137090-4de1-4404-9e6b-f6ebbf8b3616 admin admin] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:58:14.484655 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7137090-4de1-4404-9e6b-f6ebbf8b3616 admin admin] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:58:14.507424 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7137090-4de1-4404-9e6b-f6ebbf8b3616 admin admin] Pushing event updated for resources: {'Port': ['ID=06c12765-1bcf-41a5-8676-fd27694fcd20,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:58:14.827976 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a7137090-4de1-4404-9e6b-f6ebbf8b3616 admin admin] Publish callbacks [] for router_gateway (79371963-d79a-45a0-94f5-af72a4029f6e), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:14.990715 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e79d80-3d79-49a5-b1c4-7a8fc2724c64 None None] Network dbd59d93-7959-45a7-8d0b-d27ddc516a22 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:58:15.071850 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-51999598-d126-4f16-8496-37353b5c1840 None None] Provisioning complete for port 0757840d-96eb-47d1-a26b-5a1e95ea218e triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:58:15.073215 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-51999598-d126-4f16-8496-37353b5c1840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (0757840d-96eb-47d1-a26b-5a1e95ea218e), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:15.087807 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a7137090-4de1-4404-9e6b-f6ebbf8b3616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (79371963-d79a-45a0-94f5-af72a4029f6e), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:15.218025 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-51999598-d126-4f16-8496-37353b5c1840 None None] Current status of the port 0757840d-96eb-47d1-a26b-5a1e95ea218e is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:58:15.219323 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-51999598-d126-4f16-8496-37353b5c1840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (0757840d-96eb-47d1-a26b-5a1e95ea218e), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:15.254892 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-51999598-d126-4f16-8496-37353b5c1840 None None] For port 0757840d-96eb-47d1-a26b-5a1e95ea218e, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=0757840d-96eb-47d1-a26b-5a1e95ea218e,segment=NetworkSegment(96ee30df-f6c7-4eea-80a0-2c3e133514b5),segment_id=96ee30df-f6c7-4eea-80a0-2c3e133514b5)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:58:15.340687 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-51999598-d126-4f16-8496-37353b5c1840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (0757840d-96eb-47d1-a26b-5a1e95ea218e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:15.351886 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7137090-4de1-4404-9e6b-f6ebbf8b3616 admin admin] Router 79371963-d79a-45a0-94f5-af72a4029f6e is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:58:15.408490 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51999598-d126-4f16-8496-37353b5c1840 None None] Pushing event updated for resources: {'Port': ['ID=0757840d-96eb-47d1-a26b-5a1e95ea218e,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:58:15.464659 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-c8970077-70bd-4f72-9cc3-b847c23e7bb9 None None] Provisioning complete for port 0757840d-96eb-47d1-a26b-5a1e95ea218e triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:58:15.464953 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c8970077-70bd-4f72-9cc3-b847c23e7bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (0757840d-96eb-47d1-a26b-5a1e95ea218e), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:15.491671 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7137090-4de1-4404-9e6b-f6ebbf8b3616 admin admin] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:58:15.508863 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f89607d-044c-47fb-9b10-f3a11d3da2ea None None] Sync routers for ids ['79371963-d79a-45a0-94f5-af72a4029f6e'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:58:15.524981 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f89607d-044c-47fb-9b10-f3a11d3da2ea None None] Routers {'79371963-d79a-45a0-94f5-af72a4029f6e'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:58:15.526250 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-9f89607d-044c-47fb-9b10-f3a11d3da2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:57:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['79371963-d79a-45a0-94f5-af72a4029f6e'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:58:15.595496 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a7137090-4de1-4404-9e6b-f6ebbf8b3616 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:15.596858 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a7137090-4de1-4404-9e6b-f6ebbf8b3616 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5569789 Feb 28 10:58:15.600259 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 53068) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:58:15.660833 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-c8970077-70bd-4f72-9cc3-b847c23e7bb9 None None] Current status of the port 0757840d-96eb-47d1-a26b-5a1e95ea218e is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:58:15.689216 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-9f89607d-044c-47fb-9b10-f3a11d3da2ea None None] Set router 79371963-d79a-45a0-94f5-af72a4029f6e gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:58:15.898689 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-9f89607d-044c-47fb-9b10-f3a11d3da2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'name': 'tempest-ServerActionsTestJSON-1511207104-router', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '06c12765-1bcf-41a5-8676-fd27694fcd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:58:13Z', 'updated_at': '2022-02-28T10:58:14Z', 'revision_number': 3, 'project_id': 'ea16063c770248fbbecd744612bca408', 'gw_port': {'id': '06c12765-1bcf-41a5-8676-fd27694fcd20', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:39:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:58:13Z', 'updated_at': '2022-02-28T10:58:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:58:15.926348 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f89607d-044c-47fb-9b10-f3a11d3da2ea None None] Checking router: 79371963-d79a-45a0-94f5-af72a4029f6e for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:58:15.926709 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f89607d-044c-47fb-9b10-f3a11d3da2ea None None] Updating router 79371963-d79a-45a0-94f5-af72a4029f6e port 06c12765-1bcf-41a5-8676-fd27694fcd20 binding host dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:58:15.955381 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9f89607d-044c-47fb-9b10-f3a11d3da2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (06c12765-1bcf-41a5-8676-fd27694fcd20), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:16.092029 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6386e030-d3ec-4cf0-be70-420651155cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:16.241281 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 0757840d-96eb-47d1-a26b-5a1e95ea218e up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:58:16.244809 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9f89607d-044c-47fb-9b10-f3a11d3da2ea None None] Publish callbacks [] for port (06c12765-1bcf-41a5-8676-fd27694fcd20), precommit_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:16.293214 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 0757840d-96eb-47d1-a26b-5a1e95ea218e triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:58:16.293597 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (0757840d-96eb-47d1-a26b-5a1e95ea218e), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:16.321256 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9f89607d-044c-47fb-9b10-f3a11d3da2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (06c12765-1bcf-41a5-8676-fd27694fcd20), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:16.330453 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-6386e030-d3ec-4cf0-be70-420651155cd5 admin admin] Allocated IP 172.20.0.1 (dbd59d93-7959-45a7-8d0b-d27ddc516a22/6c7b4467-99ef-4929-9546-77b5d277521f/48eef3a4-f10b-4de2-add8-76a25c08dc71) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:58:16.423942 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53c974d-16da-498f-8342-67179c2eadc7 None None] Pushing event updated for resources: {'Port': ['ID=06c12765-1bcf-41a5-8676-fd27694fcd20,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:58:16.427943 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-9f89607d-044c-47fb-9b10-f3a11d3da2ea None None] Attempting to bind port 06c12765-1bcf-41a5-8676-fd27694fcd20 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:58:16.428327 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-9f89607d-044c-47fb-9b10-f3a11d3da2ea None None] Attempting to bind port 06c12765-1bcf-41a5-8676-fd27694fcd20 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:58:16.428704 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f89607d-044c-47fb-9b10-f3a11d3da2ea None None] Attempting to bind port 06c12765-1bcf-41a5-8676-fd27694fcd20 on network e88d86cf-af22-4900-bdd2-aa4038554136 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:58:16.437907 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f89607d-044c-47fb-9b10-f3a11d3da2ea None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:58:16.438292 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f89607d-044c-47fb-9b10-f3a11d3da2ea None None] Checking segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:58:16.438713 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9f89607d-044c-47fb-9b10-f3a11d3da2ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:16.439151 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f89607d-044c-47fb-9b10-f3a11d3da2ea None None] Bound using segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:58:16.439651 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-9f89607d-044c-47fb-9b10-f3a11d3da2ea None None] Bound port: 06c12765-1bcf-41a5-8676-fd27694fcd20, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:58:16.440042 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9f89607d-044c-47fb-9b10-f3a11d3da2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (06c12765-1bcf-41a5-8676-fd27694fcd20), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:16.443259 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6386e030-d3ec-4cf0-be70-420651155cd5 admin admin] Publish callbacks [] for port (48eef3a4-f10b-4de2-add8-76a25c08dc71), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:16.486526 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f44543eb-24a9-4fe1-b01a-4dff047cb2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:16.507895 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 0757840d-96eb-47d1-a26b-5a1e95ea218e is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:58:16.531186 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-9f89607d-044c-47fb-9b10-f3a11d3da2ea None None] For port 06c12765-1bcf-41a5-8676-fd27694fcd20, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:58:16.534572 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-9f89607d-044c-47fb-9b10-f3a11d3da2ea None None] For port 06c12765-1bcf-41a5-8676-fd27694fcd20, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=06c12765-1bcf-41a5-8676-fd27694fcd20,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:58:16.536982 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6386e030-d3ec-4cf0-be70-420651155cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (48eef3a4-f10b-4de2-add8-76a25c08dc71), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:16.582736 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6386e030-d3ec-4cf0-be70-420651155cd5 admin admin] Network dbd59d93-7959-45a7-8d0b-d27ddc516a22 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:58:16.585665 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-6386e030-d3ec-4cf0-be70-420651155cd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:58:16.592868 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6386e030-d3ec-4cf0-be70-420651155cd5 admin admin] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:58:16.600640 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6386e030-d3ec-4cf0-be70-420651155cd5 admin admin] Pushing event updated for resources: {'Port': ['ID=48eef3a4-f10b-4de2-add8-76a25c08dc71,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:58:16.621603 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9f89607d-044c-47fb-9b10-f3a11d3da2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (06c12765-1bcf-41a5-8676-fd27694fcd20), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:16.639162 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6386e030-d3ec-4cf0-be70-420651155cd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047958'] for router_interface (79371963-d79a-45a0-94f5-af72a4029f6e), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:16.684871 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f89607d-044c-47fb-9b10-f3a11d3da2ea None None] Routers {'79371963-d79a-45a0-94f5-af72a4029f6e'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:58:16.685537 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-9f89607d-044c-47fb-9b10-f3a11d3da2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:57:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['79371963-d79a-45a0-94f5-af72a4029f6e'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:58:16.691370 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53c974d-16da-498f-8342-67179c2eadc7 None None] Pushing event updated for resources: {'Port': ['ID=06c12765-1bcf-41a5-8676-fd27694fcd20,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:58:16.828102 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-9f89607d-044c-47fb-9b10-f3a11d3da2ea None None] Set router 79371963-d79a-45a0-94f5-af72a4029f6e gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:58:16.961096 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6386e030-d3ec-4cf0-be70-420651155cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (48eef3a4-f10b-4de2-add8-76a25c08dc71), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:17.093118 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-43a3a3a3-3651-4082-91e8-01974a2542be None None] Provisioning complete for port 48eef3a4-f10b-4de2-add8-76a25c08dc71 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:58:17.093495 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-43a3a3a3-3651-4082-91e8-01974a2542be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (48eef3a4-f10b-4de2-add8-76a25c08dc71), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:17.139596 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6386e030-d3ec-4cf0-be70-420651155cd5 admin admin] Publish callbacks [] for port (48eef3a4-f10b-4de2-add8-76a25c08dc71), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:17.149286 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-43a3a3a3-3651-4082-91e8-01974a2542be None None] Port 48eef3a4-f10b-4de2-add8-76a25c08dc71 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:58:17.193858 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-9f89607d-044c-47fb-9b10-f3a11d3da2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'name': 'tempest-ServerActionsTestJSON-1511207104-router', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '06c12765-1bcf-41a5-8676-fd27694fcd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:58:13Z', 'updated_at': '2022-02-28T10:58:14Z', 'revision_number': 3, 'project_id': 'ea16063c770248fbbecd744612bca408', 'gw_port': {'id': '06c12765-1bcf-41a5-8676-fd27694fcd20', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:39:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:58:13Z', 'updated_at': '2022-02-28T10:58:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:58:17.223890 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6386e030-d3ec-4cf0-be70-420651155cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (48eef3a4-f10b-4de2-add8-76a25c08dc71), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:17.225787 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f89607d-044c-47fb-9b10-f3a11d3da2ea None None] The sync data for ids ['79371963-d79a-45a0-94f5-af72a4029f6e'] in dv-neutron-829161-3-hyperv is: [{'id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'name': 'tempest-ServerActionsTestJSON-1511207104-router', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '06c12765-1bcf-41a5-8676-fd27694fcd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:58:13Z', 'updated_at': '2022-02-28T10:58:14Z', 'revision_number': 3, 'project_id': 'ea16063c770248fbbecd744612bca408', 'gw_port': {'id': '06c12765-1bcf-41a5-8676-fd27694fcd20', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:39:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:58:13Z', 'updated_at': '2022-02-28T10:58:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:58:17.296109 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6386e030-d3ec-4cf0-be70-420651155cd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047558'] for router_interface (79371963-d79a-45a0-94f5-af72a4029f6e), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:17.297987 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6386e030-d3ec-4cf0-be70-420651155cd5 admin admin] Pushing event updated for resources: {'Port': ['ID=48eef3a4-f10b-4de2-add8-76a25c08dc71,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:58:17.393748 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6386e030-d3ec-4cf0-be70-420651155cd5 admin admin] Network dbd59d93-7959-45a7-8d0b-d27ddc516a22 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:58:17.395225 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-6386e030-d3ec-4cf0-be70-420651155cd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:58:17.531027 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6386e030-d3ec-4cf0-be70-420651155cd5 admin admin] Router 79371963-d79a-45a0-94f5-af72a4029f6e has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:58:17.664294 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6386e030-d3ec-4cf0-be70-420651155cd5 admin admin] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:58:17.670480 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-6386e030-d3ec-4cf0-be70-420651155cd5 admin admin] 10.222.0.62 "PUT /v2.0/routers/79371963-d79a-45a0-94f5-af72a4029f6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0692973 Feb 28 10:58:17.773346 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-0464fd8d-2af1-47d8-8ee7-5aa265b6d2bb None None] Provisioning complete for port 48eef3a4-f10b-4de2-add8-76a25c08dc71 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:58:17.773931 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0464fd8d-2af1-47d8-8ee7-5aa265b6d2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (48eef3a4-f10b-4de2-add8-76a25c08dc71), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:17.812255 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-0464fd8d-2af1-47d8-8ee7-5aa265b6d2bb None None] Port 48eef3a4-f10b-4de2-add8-76a25c08dc71 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:58:18.211740 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 06c12765-1bcf-41a5-8676-fd27694fcd20 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:58:18.261432 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 06c12765-1bcf-41a5-8676-fd27694fcd20 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:58:18.261872 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (06c12765-1bcf-41a5-8676-fd27694fcd20), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:18.279157 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 53076) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:58:18.284107 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-743e4c46-4d53-4b0d-b8f5-5166658e641f tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1548278061', 'description': 'tempest-description--597002791'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:58:18.342603 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 06c12765-1bcf-41a5-8676-fd27694fcd20 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:58:18.343033 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (06c12765-1bcf-41a5-8676-fd27694fcd20), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:18.364198 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port 06c12765-1bcf-41a5-8676-fd27694fcd20, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=06c12765-1bcf-41a5-8676-fd27694fcd20,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:58:18.386264 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-743e4c46-4d53-4b0d-b8f5-5166658e641f tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:18.454396 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-743e4c46-4d53-4b0d-b8f5-5166658e641f tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks [] for security_group (a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:18.456456 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (06c12765-1bcf-41a5-8676-fd27694fcd20), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:18.503930 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=06c12765-1bcf-41a5-8676-fd27694fcd20,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:58:18.530720 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-743e4c46-4d53-4b0d-b8f5-5166658e641f tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:18.563270 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743e4c46-4d53-4b0d-b8f5-5166658e641f tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:58:18.641263 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-743e4c46-4d53-4b0d-b8f5-5166658e641f tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:18.642593 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-743e4c46-4d53-4b0d-b8f5-5166658e641f tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3623137 Feb 28 10:58:18.645484 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 53078) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:58:18.651401 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-03c3cef6-f2cf-4c5c-8d15-439d3dd1f57f tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Request body: {'security_group_rule': {'security_group_id': 'a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:58:18.667606 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c4475277-a9e4-4765-8867-7ca9a0a01bbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:18.741390 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-03c3cef6-f2cf-4c5c-8d15-439d3dd1f57f tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks [] for security_group_rule (46592ebc-682a-4c1b-9f84-36e51a421d19), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:18.800842 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-03c3cef6-f2cf-4c5c-8d15-439d3dd1f57f tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks [] for security_group_rule (46592ebc-682a-4c1b-9f84-36e51a421d19), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:18.893728 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fe6afd-d4ee-4aae-9bf4-33cb07b7e7ab None None] Sync routers for ids ['79371963-d79a-45a0-94f5-af72a4029f6e'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:58:18.905305 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fe6afd-d4ee-4aae-9bf4-33cb07b7e7ab None None] Routers {'79371963-d79a-45a0-94f5-af72a4029f6e'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:58:18.906097 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-d9fe6afd-d4ee-4aae-9bf4-33cb07b7e7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:58:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['79371963-d79a-45a0-94f5-af72a4029f6e'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:58:18.946846 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-03c3cef6-f2cf-4c5c-8d15-439d3dd1f57f tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (46592ebc-682a-4c1b-9f84-36e51a421d19), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:18.972101 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c3cef6-f2cf-4c5c-8d15-439d3dd1f57f tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46592ebc-682a-4c1b-9f84-36e51a421d19,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:58:19.027600 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-d9fe6afd-d4ee-4aae-9bf4-33cb07b7e7ab None None] Set router 79371963-d79a-45a0-94f5-af72a4029f6e gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:58:19.051361 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-03c3cef6-f2cf-4c5c-8d15-439d3dd1f57f tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:19.052610 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-03c3cef6-f2cf-4c5c-8d15-439d3dd1f57f tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4061627 Feb 28 10:58:19.055216 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 53080) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:58:19.060477 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-54fcab93-0d06-466b-b49f-3e9ea8ec3e88 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Request body: {'security_group_rule': {'security_group_id': 'a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:58:19.152684 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-54fcab93-0d06-466b-b49f-3e9ea8ec3e88 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks [] for security_group_rule (14b4cd97-8690-432d-9d6f-23a6c230f745), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:19.210577 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-54fcab93-0d06-466b-b49f-3e9ea8ec3e88 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks [] for security_group_rule (14b4cd97-8690-432d-9d6f-23a6c230f745), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:19.244769 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-d9fe6afd-d4ee-4aae-9bf4-33cb07b7e7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'name': 'tempest-ServerActionsTestJSON-1511207104-router', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '06c12765-1bcf-41a5-8676-fd27694fcd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:58:13Z', 'updated_at': '2022-02-28T10:58:16Z', 'revision_number': 4, 'project_id': 'ea16063c770248fbbecd744612bca408', 'gw_port': {'id': '06c12765-1bcf-41a5-8676-fd27694fcd20', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:39:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:58:13Z', 'updated_at': '2022-02-28T10:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '48eef3a4-f10b-4de2-add8-76a25c08dc71', 'name': '', 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'mac_address': 'fa:16:3e:59:5b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '6c7b4467-99ef-4929-9546-77b5d277521f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:58:16Z', 'updated_at': '2022-02-28T10:58:17Z', 'revision_number': 2, 'project_id': 'ea16063c770248fbbecd744612bca408', 'subnets': [{'id': '6c7b4467-99ef-4929-9546-77b5d277521f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:58:19.271282 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fe6afd-d4ee-4aae-9bf4-33cb07b7e7ab None None] Checking router: 79371963-d79a-45a0-94f5-af72a4029f6e for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:58:19.271673 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fe6afd-d4ee-4aae-9bf4-33cb07b7e7ab None None] Updating router 79371963-d79a-45a0-94f5-af72a4029f6e port 48eef3a4-f10b-4de2-add8-76a25c08dc71 binding host dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:58:19.290198 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-54fcab93-0d06-466b-b49f-3e9ea8ec3e88 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (14b4cd97-8690-432d-9d6f-23a6c230f745), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:19.299814 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d9fe6afd-d4ee-4aae-9bf4-33cb07b7e7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (48eef3a4-f10b-4de2-add8-76a25c08dc71), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:19.306460 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fcab93-0d06-466b-b49f-3e9ea8ec3e88 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14b4cd97-8690-432d-9d6f-23a6c230f745,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:58:19.402114 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-54fcab93-0d06-466b-b49f-3e9ea8ec3e88 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:19.403465 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-54fcab93-0d06-466b-b49f-3e9ea8ec3e88 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3472099 Feb 28 10:58:19.406688 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 53082) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:58:19.413428 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-4ba34253-8c97-4321-a17e-69c8cd6c754e tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Request body: {'floatingip': {'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:58:19.513730 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4ba34253-8c97-4321-a17e-69c8cd6c754e tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:19.577242 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d9fe6afd-d4ee-4aae-9bf4-33cb07b7e7ab None None] Publish callbacks [] for port (48eef3a4-f10b-4de2-add8-76a25c08dc71), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:19.619902 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4ba34253-8c97-4321-a17e-69c8cd6c754e tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:19.633599 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d9fe6afd-d4ee-4aae-9bf4-33cb07b7e7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (48eef3a4-f10b-4de2-add8-76a25c08dc71), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:19.694427 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9309358-6b69-481f-9acb-0ab2a72dc43d None None] Pushing event updated for resources: {'Port': ['ID=48eef3a4-f10b-4de2-add8-76a25c08dc71,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:58:19.720041 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9309358-6b69-481f-9acb-0ab2a72dc43d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:19.720392 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9309358-6b69-481f-9acb-0ab2a72dc43d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:19.720932 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9309358-6b69-481f-9acb-0ab2a72dc43d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:19.721277 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9309358-6b69-481f-9acb-0ab2a72dc43d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:19.721613 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9309358-6b69-481f-9acb-0ab2a72dc43d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:19.721944 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9309358-6b69-481f-9acb-0ab2a72dc43d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:19.722275 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9309358-6b69-481f-9acb-0ab2a72dc43d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:19.722769 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9309358-6b69-481f-9acb-0ab2a72dc43d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:19.723349 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9309358-6b69-481f-9acb-0ab2a72dc43d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:19.723761 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9309358-6b69-481f-9acb-0ab2a72dc43d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:19.724162 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9309358-6b69-481f-9acb-0ab2a72dc43d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:19.724489 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9309358-6b69-481f-9acb-0ab2a72dc43d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:19.724981 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9309358-6b69-481f-9acb-0ab2a72dc43d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:19.762873 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-4ba34253-8c97-4321-a17e-69c8cd6c754e tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Allocated IP 172.26.3.217 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/b4ec8040-d8bc-4435-8659-8a658e0f0e6e) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:58:19.772352 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-d9fe6afd-d4ee-4aae-9bf4-33cb07b7e7ab None None] Attempting to bind port 48eef3a4-f10b-4de2-add8-76a25c08dc71 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:58:19.775342 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-d9fe6afd-d4ee-4aae-9bf4-33cb07b7e7ab None None] Attempting to bind port 48eef3a4-f10b-4de2-add8-76a25c08dc71 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '96ee30df-f6c7-4eea-80a0-2c3e133514b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:58:19.775342 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fe6afd-d4ee-4aae-9bf4-33cb07b7e7ab None None] Attempting to bind port 48eef3a4-f10b-4de2-add8-76a25c08dc71 on network dbd59d93-7959-45a7-8d0b-d27ddc516a22 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:58:19.780401 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fe6afd-d4ee-4aae-9bf4-33cb07b7e7ab None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:58:19.781094 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fe6afd-d4ee-4aae-9bf4-33cb07b7e7ab None None] Checking segment: {'id': '96ee30df-f6c7-4eea-80a0-2c3e133514b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:58:19.781663 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d9fe6afd-d4ee-4aae-9bf4-33cb07b7e7ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:19.782214 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fe6afd-d4ee-4aae-9bf4-33cb07b7e7ab None None] Bound using segment: {'id': '96ee30df-f6c7-4eea-80a0-2c3e133514b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:58:19.782880 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-d9fe6afd-d4ee-4aae-9bf4-33cb07b7e7ab None None] Bound port: 48eef3a4-f10b-4de2-add8-76a25c08dc71, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ee30df-f6c7-4eea-80a0-2c3e133514b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:58:19.783445 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d9fe6afd-d4ee-4aae-9bf4-33cb07b7e7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (48eef3a4-f10b-4de2-add8-76a25c08dc71), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:19.887373 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4ba34253-8c97-4321-a17e-69c8cd6c754e tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks [] for port (b4ec8040-d8bc-4435-8659-8a658e0f0e6e), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:19.945814 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-177736fc-010b-4165-8067-35356823e65d None None] Provisioning complete for port 48eef3a4-f10b-4de2-add8-76a25c08dc71 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:58:19.946435 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-d9fe6afd-d4ee-4aae-9bf4-33cb07b7e7ab None None] For port 48eef3a4-f10b-4de2-add8-76a25c08dc71, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:58:19.946824 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-177736fc-010b-4165-8067-35356823e65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (48eef3a4-f10b-4de2-add8-76a25c08dc71), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:19.950197 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-d9fe6afd-d4ee-4aae-9bf4-33cb07b7e7ab None None] For port 48eef3a4-f10b-4de2-add8-76a25c08dc71, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=48eef3a4-f10b-4de2-add8-76a25c08dc71,segment=NetworkSegment(96ee30df-f6c7-4eea-80a0-2c3e133514b5),segment_id=96ee30df-f6c7-4eea-80a0-2c3e133514b5)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:58:19.983412 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-177736fc-010b-4165-8067-35356823e65d None None] Port 48eef3a4-f10b-4de2-add8-76a25c08dc71 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:58:19.989544 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4ba34253-8c97-4321-a17e-69c8cd6c754e tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (b4ec8040-d8bc-4435-8659-8a658e0f0e6e), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:20.017800 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d9fe6afd-d4ee-4aae-9bf4-33cb07b7e7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (48eef3a4-f10b-4de2-add8-76a25c08dc71), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:20.050352 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba34253-8c97-4321-a17e-69c8cd6c754e tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:58:20.055703 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-4ba34253-8c97-4321-a17e-69c8cd6c754e tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:58:20.061982 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba34253-8c97-4321-a17e-69c8cd6c754e tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:58:20.074459 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:20.083975 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fe6afd-d4ee-4aae-9bf4-33cb07b7e7ab None None] Routers {'79371963-d79a-45a0-94f5-af72a4029f6e'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:58:20.084582 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-d9fe6afd-d4ee-4aae-9bf4-33cb07b7e7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:58:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['79371963-d79a-45a0-94f5-af72a4029f6e'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:58:20.085901 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba34253-8c97-4321-a17e-69c8cd6c754e tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Pushing event updated for resources: {'Port': ['ID=b4ec8040-d8bc-4435-8659-8a658e0f0e6e,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:58:20.126071 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9309358-6b69-481f-9acb-0ab2a72dc43d None None] Pushing event updated for resources: {'Port': ['ID=48eef3a4-f10b-4de2-add8-76a25c08dc71,revision_number=4']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:58:20.219113 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4ba34253-8c97-4321-a17e-69c8cd6c754e tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks [] for floatingip (fb04ac62-24b2-48d1-b827-aaa23bb27fc7), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:20.229546 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 06c12765-1bcf-41a5-8676-fd27694fcd20 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:58:20.234681 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-d9fe6afd-d4ee-4aae-9bf4-33cb07b7e7ab None None] Set router 79371963-d79a-45a0-94f5-af72a4029f6e gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:58:20.282714 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 06c12765-1bcf-41a5-8676-fd27694fcd20 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:58:20.283404 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (06c12765-1bcf-41a5-8676-fd27694fcd20), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:20.332924 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4ba34253-8c97-4321-a17e-69c8cd6c754e tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (b4ec8040-d8bc-4435-8659-8a658e0f0e6e), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:20.369585 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 06c12765-1bcf-41a5-8676-fd27694fcd20 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:58:20.407071 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-98a27341-add6-4f0d-95fb-667e30046bf1 None None] Provisioning complete for port 48eef3a4-f10b-4de2-add8-76a25c08dc71 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:58:20.407458 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-98a27341-add6-4f0d-95fb-667e30046bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (48eef3a4-f10b-4de2-add8-76a25c08dc71), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:20.476230 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-d9fe6afd-d4ee-4aae-9bf4-33cb07b7e7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'name': 'tempest-ServerActionsTestJSON-1511207104-router', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '06c12765-1bcf-41a5-8676-fd27694fcd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:58:13Z', 'updated_at': '2022-02-28T10:58:16Z', 'revision_number': 4, 'project_id': 'ea16063c770248fbbecd744612bca408', 'gw_port': {'id': '06c12765-1bcf-41a5-8676-fd27694fcd20', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:39:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:58:13Z', 'updated_at': '2022-02-28T10:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '48eef3a4-f10b-4de2-add8-76a25c08dc71', 'name': '', 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'mac_address': 'fa:16:3e:59:5b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '6c7b4467-99ef-4929-9546-77b5d277521f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:58:16Z', 'updated_at': '2022-02-28T10:58:19Z', 'revision_number': 4, 'project_id': 'ea16063c770248fbbecd744612bca408', 'subnets': [{'id': '6c7b4467-99ef-4929-9546-77b5d277521f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:58:20.500630 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-98a27341-add6-4f0d-95fb-667e30046bf1 None None] Current status of the port 48eef3a4-f10b-4de2-add8-76a25c08dc71 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:58:20.501032 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-98a27341-add6-4f0d-95fb-667e30046bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (48eef3a4-f10b-4de2-add8-76a25c08dc71), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:20.507820 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fe6afd-d4ee-4aae-9bf4-33cb07b7e7ab None None] The sync data for ids ['79371963-d79a-45a0-94f5-af72a4029f6e'] in dv-neutron-829161-3-hyperv is: [{'id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'name': 'tempest-ServerActionsTestJSON-1511207104-router', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '06c12765-1bcf-41a5-8676-fd27694fcd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:58:13Z', 'updated_at': '2022-02-28T10:58:16Z', 'revision_number': 4, 'project_id': 'ea16063c770248fbbecd744612bca408', 'gw_port': {'id': '06c12765-1bcf-41a5-8676-fd27694fcd20', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:39:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:58:13Z', 'updated_at': '2022-02-28T10:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '48eef3a4-f10b-4de2-add8-76a25c08dc71', 'name': '', 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'mac_address': 'fa:16:3e:59:5b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '6c7b4467-99ef-4929-9546-77b5d277521f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:58:16Z', 'updated_at': '2022-02-28T10:58:19Z', 'revision_number': 4, 'project_id': 'ea16063c770248fbbecd744612bca408', 'subnets': [{'id': '6c7b4467-99ef-4929-9546-77b5d277521f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:58:20.541521 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-98a27341-add6-4f0d-95fb-667e30046bf1 None None] For port 48eef3a4-f10b-4de2-add8-76a25c08dc71, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=48eef3a4-f10b-4de2-add8-76a25c08dc71,segment=NetworkSegment(96ee30df-f6c7-4eea-80a0-2c3e133514b5),segment_id=96ee30df-f6c7-4eea-80a0-2c3e133514b5)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:58:20.614895 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-98a27341-add6-4f0d-95fb-667e30046bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (48eef3a4-f10b-4de2-add8-76a25c08dc71), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:20.669085 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a27341-add6-4f0d-95fb-667e30046bf1 None None] Pushing event updated for resources: {'Port': ['ID=48eef3a4-f10b-4de2-add8-76a25c08dc71,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:58:20.680674 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a27341-add6-4f0d-95fb-667e30046bf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:20.681138 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a27341-add6-4f0d-95fb-667e30046bf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:20.682249 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a27341-add6-4f0d-95fb-667e30046bf1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:20.682708 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a27341-add6-4f0d-95fb-667e30046bf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:20.683211 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a27341-add6-4f0d-95fb-667e30046bf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:20.683557 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a27341-add6-4f0d-95fb-667e30046bf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:20.684103 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a27341-add6-4f0d-95fb-667e30046bf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:20.684444 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a27341-add6-4f0d-95fb-667e30046bf1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:20.684846 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a27341-add6-4f0d-95fb-667e30046bf1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:20.685261 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a27341-add6-4f0d-95fb-667e30046bf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:20.685658 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a27341-add6-4f0d-95fb-667e30046bf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:20.686057 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a27341-add6-4f0d-95fb-667e30046bf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:20.686484 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a27341-add6-4f0d-95fb-667e30046bf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:20.781484 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4ba34253-8c97-4321-a17e-69c8cd6c754e tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks [] for port (b4ec8040-d8bc-4435-8659-8a658e0f0e6e), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:20.867676 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4ba34253-8c97-4321-a17e-69c8cd6c754e tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (b4ec8040-d8bc-4435-8659-8a658e0f0e6e), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:20.943044 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba34253-8c97-4321-a17e-69c8cd6c754e tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Pushing event updated for resources: {'Port': ['ID=b4ec8040-d8bc-4435-8659-8a658e0f0e6e,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:58:20.957192 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4ba34253-8c97-4321-a17e-69c8cd6c754e tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047917'] for floatingip (fb04ac62-24b2-48d1-b827-aaa23bb27fc7), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:21.030534 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4ba34253-8c97-4321-a17e-69c8cd6c754e tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:21.031991 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-4ba34253-8c97-4321-a17e-69c8cd6c754e tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6241653 Feb 28 10:58:21.248575 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-27b92440-d08c-44ed-b0d2-a4eecf2d6fce req-8bfaf469-85c8-4a2c-9c43-738e69b3d13a tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1548278061&fields=id&tenant_id=ea16063c770248fbbecd744612bca408 HTTP/1.1" status: 200 len: 267 time: 0.0550182 Feb 28 10:58:21.359118 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:21.379711 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b92440-d08c-44ed-b0d2-a4eecf2d6fce req-cde7eda5-dd82-49ad-a731-8f34cdcab02f tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:21.381485 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-27b92440-d08c-44ed-b0d2-a4eecf2d6fce req-cde7eda5-dd82-49ad-a731-8f34cdcab02f tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/networks?id=dbd59d93-7959-45a7-8d0b-d27ddc516a22 HTTP/1.1" status: 200 len: 812 time: 0.1262417 Feb 28 10:58:21.397743 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-27b92440-d08c-44ed-b0d2-a4eecf2d6fce req-a25b8c23-067b-4070-8b1c-de670cf24d90 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/quotas/ea16063c770248fbbecd744612bca408 HTTP/1.1" status: 200 len: 375 time: 0.0102293 Feb 28 10:58:21.458450 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-27b92440-d08c-44ed-b0d2-a4eecf2d6fce req-b6fa6837-5f84-423f-8517-fb127e0289b2 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ea16063c770248fbbecd744612bca408&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544055 Feb 28 10:58:21.566932 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-27b92440-d08c-44ed-b0d2-a4eecf2d6fce req-7a286944-b4c3-4586-92b9-548c49efdd5e service neutron] 10.222.0.62 "GET /v2.0/networks/dbd59d93-7959-45a7-8d0b-d27ddc516a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952334 Feb 28 10:58:21.662071 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-27b92440-d08c-44ed-b0d2-a4eecf2d6fce req-db215eac-8cb5-4693-9ddf-eebd9c646110 service neutron] 10.222.0.62 "GET /v2.0/networks/dbd59d93-7959-45a7-8d0b-d27ddc516a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884678 Feb 28 10:58:21.904664 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-31302454-8fec-40d9-89b8-4f723017d6b1 req-650d5ee2-c965-4783-9d0c-dd38114f5058 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e HTTP/1.1" status: 200 len: 210 time: 0.0269608 Feb 28 10:58:22.218269 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 48eef3a4-f10b-4de2-add8-76a25c08dc71 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:58:22.283426 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 48eef3a4-f10b-4de2-add8-76a25c08dc71 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:58:22.283805 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (48eef3a4-f10b-4de2-add8-76a25c08dc71), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:22.368342 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 48eef3a4-f10b-4de2-add8-76a25c08dc71 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:58:22.702134 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:22.984035 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-0b8e218d-0f8c-4ef8-838e-38253a42cb94 req-1a2442d7-07fb-481e-97ff-87f1f61e6e01 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e HTTP/1.1" status: 200 len: 210 time: 0.0285449 Feb 28 10:58:24.081028 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f625cbc8-9473-4455-9545-7084e099c317 req-d890218e-d687-4708-99bc-bb4603b17b76 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e HTTP/1.1" status: 200 len: 210 time: 0.0277348 Feb 28 10:58:24.673455 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b92440-d08c-44ed-b0d2-a4eecf2d6fce req-63915b89-1ce6-49f3-8cf6-ea02f1b0f19d tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:24.674995 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-27b92440-d08c-44ed-b0d2-a4eecf2d6fce req-63915b89-1ce6-49f3-8cf6-ea02f1b0f19d tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.70 "GET /v2.0/networks?id=dbd59d93-7959-45a7-8d0b-d27ddc516a22 HTTP/1.1" status: 200 len: 812 time: 0.3950870 Feb 28 10:58:24.744142 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-27b92440-d08c-44ed-b0d2-a4eecf2d6fce req-905007e5-793c-46a9-a964-50b2f707d69b tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea16063c770248fbbecd744612bca408 HTTP/1.1" status: 200 len: 380 time: 0.0551260 Feb 28 10:58:24.753455 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-27b92440-d08c-44ed-b0d2-a4eecf2d6fce req-ff3a8bed-481a-42d8-9b73-8e29ea01b711 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Request body: {'port': {'device_id': '19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e', 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22', 'admin_state_up': True, 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'security_groups': ['a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba']}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:58:24.936354 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27b92440-d08c-44ed-b0d2-a4eecf2d6fce req-ff3a8bed-481a-42d8-9b73-8e29ea01b711 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Made reservation on behalf of ea16063c770248fbbecd744612bca408 for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:58:24.939767 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-27b92440-d08c-44ed-b0d2-a4eecf2d6fce req-ff3a8bed-481a-42d8-9b73-8e29ea01b711 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:25.089975 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [req-27b92440-d08c-44ed-b0d2-a4eecf2d6fce req-ff3a8bed-481a-42d8-9b73-8e29ea01b711 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Allocated IP 172.20.0.5 (dbd59d93-7959-45a7-8d0b-d27ddc516a22/6c7b4467-99ef-4929-9546-77b5d277521f/87862e3f-1e49-4c81-9a1b-e60588022b4f) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:58:25.186785 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-b451ae73-4de7-4f69-8923-ced83e4bb7d1 req-a3758595-534b-4638-a2f3-1a42b7d19895 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e HTTP/1.1" status: 200 len: 210 time: 0.0298340 Feb 28 10:58:25.249419 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-27b92440-d08c-44ed-b0d2-a4eecf2d6fce req-ff3a8bed-481a-42d8-9b73-8e29ea01b711 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks [] for port (87862e3f-1e49-4c81-9a1b-e60588022b4f), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:25.376834 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-27b92440-d08c-44ed-b0d2-a4eecf2d6fce req-ff3a8bed-481a-42d8-9b73-8e29ea01b711 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (87862e3f-1e49-4c81-9a1b-e60588022b4f), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:25.422695 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27b92440-d08c-44ed-b0d2-a4eecf2d6fce req-ff3a8bed-481a-42d8-9b73-8e29ea01b711 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Network dbd59d93-7959-45a7-8d0b-d27ddc516a22 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:58:25.425916 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [req-27b92440-d08c-44ed-b0d2-a4eecf2d6fce req-ff3a8bed-481a-42d8-9b73-8e29ea01b711 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:58:25.432361 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b92440-d08c-44ed-b0d2-a4eecf2d6fce req-ff3a8bed-481a-42d8-9b73-8e29ea01b711 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:58:25.438921 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3a8bed-481a-42d8-9b73-8e29ea01b711 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Pushing event updated for resources: {'Port': ['ID=87862e3f-1e49-4c81-9a1b-e60588022b4f,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:58:25.474540 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3a8bed-481a-42d8-9b73-8e29ea01b711 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:25.474930 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3a8bed-481a-42d8-9b73-8e29ea01b711 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:25.475389 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3a8bed-481a-42d8-9b73-8e29ea01b711 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:25.475680 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3a8bed-481a-42d8-9b73-8e29ea01b711 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:25.476011 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3a8bed-481a-42d8-9b73-8e29ea01b711 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:25.476354 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3a8bed-481a-42d8-9b73-8e29ea01b711 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:25.476711 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3a8bed-481a-42d8-9b73-8e29ea01b711 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:25.477072 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3a8bed-481a-42d8-9b73-8e29ea01b711 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:25.477406 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3a8bed-481a-42d8-9b73-8e29ea01b711 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:25.477740 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3a8bed-481a-42d8-9b73-8e29ea01b711 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:25.478071 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3a8bed-481a-42d8-9b73-8e29ea01b711 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:25.479031 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3a8bed-481a-42d8-9b73-8e29ea01b711 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:25.479364 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3a8bed-481a-42d8-9b73-8e29ea01b711 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:25.503939 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b92440-d08c-44ed-b0d2-a4eecf2d6fce req-ff3a8bed-481a-42d8-9b73-8e29ea01b711 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:25.504740 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-27b92440-d08c-44ed-b0d2-a4eecf2d6fce req-ff3a8bed-481a-42d8-9b73-8e29ea01b711 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:25.636550 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-27b92440-d08c-44ed-b0d2-a4eecf2d6fce req-ff3a8bed-481a-42d8-9b73-8e29ea01b711 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8879480 Feb 28 10:58:25.653956 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-27b92440-d08c-44ed-b0d2-a4eecf2d6fce req-06c7473d-6954-4d2a-aeef-c07605bb2436 service neutron] Request body: {'port': {'device_id': '19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8291'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:58:25.671252 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-95abb46d-7f94-4961-b355-8199c0bd1419 None None] Provisioning complete for port 87862e3f-1e49-4c81-9a1b-e60588022b4f triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:58:25.671928 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-95abb46d-7f94-4961-b355-8199c0bd1419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (87862e3f-1e49-4c81-9a1b-e60588022b4f), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:25.716280 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-95abb46d-7f94-4961-b355-8199c0bd1419 None None] Port 87862e3f-1e49-4c81-9a1b-e60588022b4f cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:58:25.718428 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-27b92440-d08c-44ed-b0d2-a4eecf2d6fce req-06c7473d-6954-4d2a-aeef-c07605bb2436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (87862e3f-1e49-4c81-9a1b-e60588022b4f), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:26.013249 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [req-27b92440-d08c-44ed-b0d2-a4eecf2d6fce req-06c7473d-6954-4d2a-aeef-c07605bb2436 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87862e3f-1e49-4c81-9a1b-e60588022b4f {{(pid=104083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:58:26.021539 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-27b92440-d08c-44ed-b0d2-a4eecf2d6fce req-06c7473d-6954-4d2a-aeef-c07605bb2436 service neutron] Publish callbacks [] for port (87862e3f-1e49-4c81-9a1b-e60588022b4f), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:26.040607 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [req-27b92440-d08c-44ed-b0d2-a4eecf2d6fce req-06c7473d-6954-4d2a-aeef-c07605bb2436 service neutron] Transition to ACTIVE for port object 87862e3f-1e49-4c81-9a1b-e60588022b4f will not be triggered until provisioned by entity L2. {{(pid=104083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:58:26.123723 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-27b92440-d08c-44ed-b0d2-a4eecf2d6fce req-06c7473d-6954-4d2a-aeef-c07605bb2436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (87862e3f-1e49-4c81-9a1b-e60588022b4f), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:26.180709 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c7473d-6954-4d2a-aeef-c07605bb2436 service neutron] Pushing event updated for resources: {'Port': ['ID=87862e3f-1e49-4c81-9a1b-e60588022b4f,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:58:26.283132 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-27b92440-d08c-44ed-b0d2-a4eecf2d6fce req-06c7473d-6954-4d2a-aeef-c07605bb2436 service neutron] Attempting to bind port 87862e3f-1e49-4c81-9a1b-e60588022b4f on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:58:26.283457 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-27b92440-d08c-44ed-b0d2-a4eecf2d6fce req-06c7473d-6954-4d2a-aeef-c07605bb2436 service neutron] Attempting to bind port 87862e3f-1e49-4c81-9a1b-e60588022b4f by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '96ee30df-f6c7-4eea-80a0-2c3e133514b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:58:26.283851 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b92440-d08c-44ed-b0d2-a4eecf2d6fce req-06c7473d-6954-4d2a-aeef-c07605bb2436 service neutron] Attempting to bind port 87862e3f-1e49-4c81-9a1b-e60588022b4f on network dbd59d93-7959-45a7-8d0b-d27ddc516a22 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:58:26.314625 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b92440-d08c-44ed-b0d2-a4eecf2d6fce req-06c7473d-6954-4d2a-aeef-c07605bb2436 service neutron] Port 87862e3f-1e49-4c81-9a1b-e60588022b4f on network dbd59d93-7959-45a7-8d0b-d27ddc516a22 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:58:26.315074 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b92440-d08c-44ed-b0d2-a4eecf2d6fce req-06c7473d-6954-4d2a-aeef-c07605bb2436 service neutron] Attempting to bind port 87862e3f-1e49-4c81-9a1b-e60588022b4f on network dbd59d93-7959-45a7-8d0b-d27ddc516a22 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:58:26.323871 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b92440-d08c-44ed-b0d2-a4eecf2d6fce req-06c7473d-6954-4d2a-aeef-c07605bb2436 service neutron] Checking agent: {'id': '9c9e5963-7abc-415a-a91c-4432861f4313', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'started_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:58:26.324313 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b92440-d08c-44ed-b0d2-a4eecf2d6fce req-06c7473d-6954-4d2a-aeef-c07605bb2436 service neutron] Checking segment: {'id': '96ee30df-f6c7-4eea-80a0-2c3e133514b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:58:26.324712 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b92440-d08c-44ed-b0d2-a4eecf2d6fce req-06c7473d-6954-4d2a-aeef-c07605bb2436 service neutron] Bound using segment: {'id': '96ee30df-f6c7-4eea-80a0-2c3e133514b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:58:26.325153 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-27b92440-d08c-44ed-b0d2-a4eecf2d6fce req-06c7473d-6954-4d2a-aeef-c07605bb2436 service neutron] Bound port: 87862e3f-1e49-4c81-9a1b-e60588022b4f, host: hv-neutron-8291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96ee30df-f6c7-4eea-80a0-2c3e133514b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:58:26.326956 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-27b92440-d08c-44ed-b0d2-a4eecf2d6fce req-06c7473d-6954-4d2a-aeef-c07605bb2436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (87862e3f-1e49-4c81-9a1b-e60588022b4f), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:26.377569 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab027a-520a-452b-8f13-5365e57e6b36 req-3b170e1b-0cf7-4f0b-b969-8f9ea2daed8e tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:26.379103 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d6ab027a-520a-452b-8f13-5365e57e6b36 req-3b170e1b-0cf7-4f0b-b969-8f9ea2daed8e tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e HTTP/1.1" status: 200 len: 943 time: 0.1066215 Feb 28 10:58:26.433256 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-27b92440-d08c-44ed-b0d2-a4eecf2d6fce req-06c7473d-6954-4d2a-aeef-c07605bb2436 service neutron] For port 87862e3f-1e49-4c81-9a1b-e60588022b4f, host hv-neutron-8291, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:58:26.438694 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-27b92440-d08c-44ed-b0d2-a4eecf2d6fce req-06c7473d-6954-4d2a-aeef-c07605bb2436 service neutron] For port 87862e3f-1e49-4c81-9a1b-e60588022b4f, host hv-neutron-8291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=87862e3f-1e49-4c81-9a1b-e60588022b4f,segment=NetworkSegment(96ee30df-f6c7-4eea-80a0-2c3e133514b5),segment_id=96ee30df-f6c7-4eea-80a0-2c3e133514b5)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:58:26.454351 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d6ab027a-520a-452b-8f13-5365e57e6b36 req-66cae208-4b93-4a77-b742-61535155fba3 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677929 Feb 28 10:58:26.508005 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-27b92440-d08c-44ed-b0d2-a4eecf2d6fce req-06c7473d-6954-4d2a-aeef-c07605bb2436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (87862e3f-1e49-4c81-9a1b-e60588022b4f), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:26.545717 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b92440-d08c-44ed-b0d2-a4eecf2d6fce req-06c7473d-6954-4d2a-aeef-c07605bb2436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:26.546479 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-27b92440-d08c-44ed-b0d2-a4eecf2d6fce req-06c7473d-6954-4d2a-aeef-c07605bb2436 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:26.547794 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-27b92440-d08c-44ed-b0d2-a4eecf2d6fce req-06c7473d-6954-4d2a-aeef-c07605bb2436 service neutron] 10.222.0.70 "PUT /v2.0/ports/87862e3f-1e49-4c81-9a1b-e60588022b4f HTTP/1.1" status: 200 len: 1093 time: 0.8990488 Feb 28 10:58:26.548249 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e', 'tag': '87862e3f-1e49-4c81-9a1b-e60588022b4f'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:58:26.558619 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec4427b-56ff-4ada-986d-387e497cfb64" -d '{"events": [{"name": "network-changed", "server_uuid": "19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e", "tag": "87862e3f-1e49-4c81-9a1b-e60588022b4f"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:58:26.597516 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b75813-6baa-48eb-ba6e-99ec6998f991 x-openstack-request-id: req-51b75813-6baa-48eb-ba6e-99ec6998f991 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:58:26.597817 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e", "tag": "87862e3f-1e49-4c81-9a1b-e60588022b4f", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:58:26.598083 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-51b75813-6baa-48eb-ba6e-99ec6998f991 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:58:26.598651 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e', 'tag': '87862e3f-1e49-4c81-9a1b-e60588022b4f', 'status': 'completed', 'code': 200} Feb 28 10:58:26.599495 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c7473d-6954-4d2a-aeef-c07605bb2436 service neutron] Pushing event updated for resources: {'Port': ['ID=87862e3f-1e49-4c81-9a1b-e60588022b4f,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:58:26.694160 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec4427b-56ff-4ada-986d-387e497cfb64 req-e795c1dd-5c99-4379-8f6d-abdb51b0b524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:26.695895 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-fec4427b-56ff-4ada-986d-387e497cfb64 req-e795c1dd-5c99-4379-8f6d-abdb51b0b524 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ea16063c770248fbbecd744612bca408&device_id=19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e HTTP/1.1" status: 200 len: 1127 time: 0.0557668 Feb 28 10:58:26.808941 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec4427b-56ff-4ada-986d-387e497cfb64 req-a1250026-fb8a-464d-a3d4-9a561e70e4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:26.810318 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-fec4427b-56ff-4ada-986d-387e497cfb64 req-a1250026-fb8a-464d-a3d4-9a561e70e4e3 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=ea16063c770248fbbecd744612bca408&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1025784 Feb 28 10:58:26.910620 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec4427b-56ff-4ada-986d-387e497cfb64 req-18620c8e-9012-47a8-bd39-41b59d5a9d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:26.912158 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-fec4427b-56ff-4ada-986d-387e497cfb64 req-18620c8e-9012-47a8-bd39-41b59d5a9d1d service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0966353 Feb 28 10:58:27.014442 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b92440-d08c-44ed-b0d2-a4eecf2d6fce req-ecc237bc-3cc7-49d0-9a1b-80b0f607d5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:27.016024 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-27b92440-d08c-44ed-b0d2-a4eecf2d6fce req-ecc237bc-3cc7-49d0-9a1b-80b0f607d5b7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ea16063c770248fbbecd744612bca408&device_id=19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e HTTP/1.1" status: 200 len: 1127 time: 0.0481753 Feb 28 10:58:27.063413 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-27b92440-d08c-44ed-b0d2-a4eecf2d6fce req-bda46e8c-add7-4c5a-b41f-7d2f0769c0bc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87862e3f-1e49-4c81-9a1b-e60588022b4f HTTP/1.1" status: 200 len: 217 time: 0.0356014 Feb 28 10:58:27.130419 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b92440-d08c-44ed-b0d2-a4eecf2d6fce req-8b512987-8a38-4849-b278-4c99d2f5bcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:27.131968 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-27b92440-d08c-44ed-b0d2-a4eecf2d6fce req-8b512987-8a38-4849-b278-4c99d2f5bcbe service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6c7b4467-99ef-4929-9546-77b5d277521f HTTP/1.1" status: 200 len: 851 time: 0.0635633 Feb 28 10:58:27.183889 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b92440-d08c-44ed-b0d2-a4eecf2d6fce req-4d7a3eb1-f7f2-426f-95e7-fdafb2f96376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:27.185468 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-27b92440-d08c-44ed-b0d2-a4eecf2d6fce req-4d7a3eb1-f7f2-426f-95e7-fdafb2f96376 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dbd59d93-7959-45a7-8d0b-d27ddc516a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0475545 Feb 28 10:58:27.294607 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-27b92440-d08c-44ed-b0d2-a4eecf2d6fce req-614c5499-fbe6-4ebc-b18b-2b536b92e5b6 service neutron] 10.222.0.70 "GET /v2.0/networks/dbd59d93-7959-45a7-8d0b-d27ddc516a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024206 Feb 28 10:58:27.394766 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-27b92440-d08c-44ed-b0d2-a4eecf2d6fce req-afed3c30-fc27-4c8f-ad02-4f973c9dd33c service neutron] 10.222.0.70 "GET /v2.0/networks/dbd59d93-7959-45a7-8d0b-d27ddc516a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947359 Feb 28 10:58:27.577424 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9492a43-dc4e-4e1a-83a9-e16440ad6592 req-f5d2e9e9-bc0b-458d-9d35-f3e3169c11ef tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:27.579007 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f9492a43-dc4e-4e1a-83a9-e16440ad6592 req-f5d2e9e9-bc0b-458d-9d35-f3e3169c11ef tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e HTTP/1.1" status: 200 len: 943 time: 0.0564635 Feb 28 10:58:27.635178 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f9492a43-dc4e-4e1a-83a9-e16440ad6592 req-6124eb52-98f1-46bd-aec7-36c06a8fa48d tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502486 Feb 28 10:58:28.763560 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560360cb-7346-4048-a6ff-3a667281af39 req-d7ea9691-9aff-44bb-964c-c73f2ef94e57 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:28.765070 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-560360cb-7346-4048-a6ff-3a667281af39 req-d7ea9691-9aff-44bb-964c-c73f2ef94e57 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e HTTP/1.1" status: 200 len: 943 time: 0.0606649 Feb 28 10:58:28.813704 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-560360cb-7346-4048-a6ff-3a667281af39 req-b315b633-189e-4cd7-96ac-018b5354c82a tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430219 Feb 28 10:58:29.439741 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 87862e3f-1e49-4c81-9a1b-e60588022b4f details requested by agent hyperv_hv-neutron-8291 with host hv-neutron-8291 {{(pid=104085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:58:29.537451 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 87862e3f-1e49-4c81-9a1b-e60588022b4f, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=87862e3f-1e49-4c81-9a1b-e60588022b4f,segment=NetworkSegment(96ee30df-f6c7-4eea-80a0-2c3e133514b5),segment_id=96ee30df-f6c7-4eea-80a0-2c3e133514b5)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:58:29.549864 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Returning: {'device': '87862e3f-1e49-4c81-9a1b-e60588022b4f', 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22', 'port_id': '87862e3f-1e49-4c81-9a1b-e60588022b4f', 'mac_address': 'fa:16:3e:0c:99:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c7b4467-99ef-4929-9546-77b5d277521f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:58:29.593705 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 87862e3f-1e49-4c81-9a1b-e60588022b4f is: DOWN; New status is: BUILD {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:58:29.594088 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (87862e3f-1e49-4c81-9a1b-e60588022b4f), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:29.608158 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87862e3f-1e49-4c81-9a1b-e60588022b4f {{(pid=104085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:58:29.628601 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 87862e3f-1e49-4c81-9a1b-e60588022b4f, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=87862e3f-1e49-4c81-9a1b-e60588022b4f,segment=NetworkSegment(96ee30df-f6c7-4eea-80a0-2c3e133514b5),segment_id=96ee30df-f6c7-4eea-80a0-2c3e133514b5)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:58:29.746275 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (87862e3f-1e49-4c81-9a1b-e60588022b4f), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:29.794711 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=87862e3f-1e49-4c81-9a1b-e60588022b4f,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:58:29.941672 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e107271-10b2-467e-a8e4-30c3bbcff4f3 req-a419144a-166e-4d8d-a44d-e155d77d9e58 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:29.943252 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-7e107271-10b2-467e-a8e4-30c3bbcff4f3 req-a419144a-166e-4d8d-a44d-e155d77d9e58 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e HTTP/1.1" status: 200 len: 944 time: 0.0629072 Feb 28 10:58:29.993009 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-7e107271-10b2-467e-a8e4-30c3bbcff4f3 req-8404ca09-a477-471e-93bf-b231f0e1accf tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432932 Feb 28 10:58:30.023867 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['87862e3f-1e49-4c81-9a1b-e60588022b4f'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:58:30.741715 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:31.118227 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68616280-2a39-4019-99f8-8e1ee8c5141d req-a67fbadd-9d1a-40f7-90c9-d48f0d0d64b9 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:31.120747 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-68616280-2a39-4019-99f8-8e1ee8c5141d req-a67fbadd-9d1a-40f7-90c9-d48f0d0d64b9 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e HTTP/1.1" status: 200 len: 944 time: 0.0556085 Feb 28 10:58:31.175175 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-68616280-2a39-4019-99f8-8e1ee8c5141d req-50e419e5-d865-41d2-84b3-b752732c5672 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487499 Feb 28 10:58:31.454594 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 87862e3f-1e49-4c81-9a1b-e60588022b4f up at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:58:31.610167 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning for port 87862e3f-1e49-4c81-9a1b-e60588022b4f completed by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:58:31.614323 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning complete for port 87862e3f-1e49-4c81-9a1b-e60588022b4f triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:58:31.614708 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (87862e3f-1e49-4c81-9a1b-e60588022b4f), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:31.703521 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 87862e3f-1e49-4c81-9a1b-e60588022b4f is: BUILD; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:58:31.703912 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (87862e3f-1e49-4c81-9a1b-e60588022b4f), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:31.730998 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87862e3f-1e49-4c81-9a1b-e60588022b4f'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:58:31.733557 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50d534c-45c3-4e4e-8917-a095d37ae00a" -d '{"events": [{"server_uuid": "19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e", "name": "network-vif-plugged", "status": "completed", "tag": "87862e3f-1e49-4c81-9a1b-e60588022b4f"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:58:31.750073 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 87862e3f-1e49-4c81-9a1b-e60588022b4f, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=87862e3f-1e49-4c81-9a1b-e60588022b4f,segment=NetworkSegment(96ee30df-f6c7-4eea-80a0-2c3e133514b5),segment_id=96ee30df-f6c7-4eea-80a0-2c3e133514b5)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:58:31.774364 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc2f073-ffb3-40aa-a67c-bc21f664c2e6 x-openstack-request-id: req-bdc2f073-ffb3-40aa-a67c-bc21f664c2e6 {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:58:31.774601 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e", "name": "network-vif-plugged", "status": "completed", "tag": "87862e3f-1e49-4c81-9a1b-e60588022b4f", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:58:31.774947 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bdc2f073-ffb3-40aa-a67c-bc21f664c2e6 {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:58:31.779658 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87862e3f-1e49-4c81-9a1b-e60588022b4f', 'code': 200} Feb 28 10:58:31.844726 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (87862e3f-1e49-4c81-9a1b-e60588022b4f), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:31.902287 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=87862e3f-1e49-4c81-9a1b-e60588022b4f,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:58:32.217741 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab23e51-4bec-4da8-a9c6-ca0a2fe936b5 req-89eb8a4d-2b8b-44f8-98dd-66126e0e1411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:32.218256 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-aab23e51-4bec-4da8-a9c6-ca0a2fe936b5 req-89eb8a4d-2b8b-44f8-98dd-66126e0e1411 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e HTTP/1.1" status: 200 len: 1129 time: 0.0480485 Feb 28 10:58:32.265329 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-aab23e51-4bec-4da8-a9c6-ca0a2fe936b5 req-e749a901-9cf1-462b-887e-29b4dd2d8b0b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411358 Feb 28 10:58:32.310621 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488a7fc4-e73d-4124-afc2-224f9013ccc1 req-693f5052-e467-48c9-ac34-72b19fcf23e4 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:32.312175 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-488a7fc4-e73d-4124-afc2-224f9013ccc1 req-693f5052-e467-48c9-ac34-72b19fcf23e4 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e HTTP/1.1" status: 200 len: 945 time: 0.0599058 Feb 28 10:58:32.360914 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-488a7fc4-e73d-4124-afc2-224f9013ccc1 req-e5ea9a36-53ba-48b6-919f-3ed9fc92313d tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431099 Feb 28 10:58:33.488564 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7009921-4ac0-4b5e-bf72-d12d74229f0b req-12c3c4f6-f7b4-420b-a228-06d31f81d485 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:33.490173 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c7009921-4ac0-4b5e-bf72-d12d74229f0b req-12c3c4f6-f7b4-420b-a228-06d31f81d485 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e HTTP/1.1" status: 200 len: 945 time: 0.0552382 Feb 28 10:58:33.548327 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c7009921-4ac0-4b5e-bf72-d12d74229f0b req-c4c0e233-3904-47f4-9995-3906d0c86bed tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520639 Feb 28 10:58:34.668185 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f412cee8-0184-4896-a699-7fe35b8036a1 req-1f04846c-882a-45a8-b5e5-66c92e59b93e tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:34.669702 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-f412cee8-0184-4896-a699-7fe35b8036a1 req-1f04846c-882a-45a8-b5e5-66c92e59b93e tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e HTTP/1.1" status: 200 len: 945 time: 0.0537980 Feb 28 10:58:34.719229 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-f412cee8-0184-4896-a699-7fe35b8036a1 req-ada3ad6b-fce4-4c64-a841-3eede46f7053 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438077 Feb 28 10:58:34.839578 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0203ee2-3882-4024-b215-9bdb6a546b42 req-040dbc4d-9e85-4dba-a8c9-baba8f7519cf tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:34.841511 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b0203ee2-3882-4024-b215-9bdb6a546b42 req-040dbc4d-9e85-4dba-a8c9-baba8f7519cf tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e HTTP/1.1" status: 200 len: 945 time: 0.0569901 Feb 28 10:58:34.850080 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 53138) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:58:34.855199 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-b429aa33-9939-45ae-b21a-8c5c37b3cc3f tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Request body: {'floatingip': {'port_id': '87862e3f-1e49-4c81-9a1b-e60588022b4f'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:58:34.895362 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b429aa33-9939-45ae-b21a-8c5c37b3cc3f tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks [] for floatingip (fb04ac62-24b2-48d1-b827-aaa23bb27fc7), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:35.387685 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b429aa33-9939-45ae-b21a-8c5c37b3cc3f tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:35.443430 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b429aa33-9939-45ae-b21a-8c5c37b3cc3f tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047917'] for floatingip (fb04ac62-24b2-48d1-b827-aaa23bb27fc7), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:35.552655 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.l3_db [None req-b429aa33-9939-45ae-b21a-8c5c37b3cc3f tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Floating IP fb04ac62-24b2-48d1-b827-aaa23bb27fc7 associated. External IP: 172.26.3.217, port: 87862e3f-1e49-4c81-9a1b-e60588022b4f. Feb 28 10:58:35.776845 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b429aa33-9939-45ae-b21a-8c5c37b3cc3f tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Router 79371963-d79a-45a0-94f5-af72a4029f6e has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:58:35.893260 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b429aa33-9939-45ae-b21a-8c5c37b3cc3f tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:58:35.898301 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b429aa33-9939-45ae-b21a-8c5c37b3cc3f tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:35.903720 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d718e8ad-69b4-4c39-b201-3f074c7c81f2 None None] Sync routers for ids ['79371963-d79a-45a0-94f5-af72a4029f6e'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:58:35.914284 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d718e8ad-69b4-4c39-b201-3f074c7c81f2 None None] Routers {'79371963-d79a-45a0-94f5-af72a4029f6e'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:58:35.914957 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-d718e8ad-69b4-4c39-b201-3f074c7c81f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:58:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['79371963-d79a-45a0-94f5-af72a4029f6e'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:58:35.932823 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-b429aa33-9939-45ae-b21a-8c5c37b3cc3f tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "PUT /v2.0/floatingips/fb04ac62-24b2-48d1-b827-aaa23bb27fc7 HTTP/1.1" status: 200 len: 991 time: 1.0780098 Feb 28 10:58:35.932823 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e', 'tag': '87862e3f-1e49-4c81-9a1b-e60588022b4f'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:58:35.933134 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3f3c72-b85e-4206-8b31-cb50c6ac8d8b" -d '{"events": [{"name": "network-changed", "server_uuid": "19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e", "tag": "87862e3f-1e49-4c81-9a1b-e60588022b4f"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:58:35.977579 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5de89ee-eca2-4253-aeb9-918cea61a23e x-openstack-request-id: req-a5de89ee-eca2-4253-aeb9-918cea61a23e {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:58:35.977877 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e", "tag": "87862e3f-1e49-4c81-9a1b-e60588022b4f", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:58:35.978490 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a5de89ee-eca2-4253-aeb9-918cea61a23e {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:58:35.979240 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e', 'tag': '87862e3f-1e49-4c81-9a1b-e60588022b4f', 'status': 'completed', 'code': 200} Feb 28 10:58:36.036876 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9346953b-e41e-4756-93aa-1a9c187c664b req-51eb539d-bf76-4ac4-93bd-533a9e94e81f tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:36.038349 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-9346953b-e41e-4756-93aa-1a9c187c664b req-51eb539d-bf76-4ac4-93bd-533a9e94e81f tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e HTTP/1.1" status: 200 len: 945 time: 0.0560138 Feb 28 10:58:36.062198 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-d718e8ad-69b4-4c39-b201-3f074c7c81f2 None None] Set router 79371963-d79a-45a0-94f5-af72a4029f6e gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:58:36.073143 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f3c72-b85e-4206-8b31-cb50c6ac8d8b req-6f595c7c-334b-44bb-b4d3-e066aff95f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:36.074818 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5c3f3c72-b85e-4206-8b31-cb50c6ac8d8b req-6f595c7c-334b-44bb-b4d3-e066aff95f39 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ea16063c770248fbbecd744612bca408&device_id=19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e HTTP/1.1" status: 200 len: 1129 time: 0.0529361 Feb 28 10:58:36.098953 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-9346953b-e41e-4756-93aa-1a9c187c664b req-a8ef53cb-c5cb-45fb-bc50-57680c315287 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495620 Feb 28 10:58:36.210237 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f3c72-b85e-4206-8b31-cb50c6ac8d8b req-63f5413f-7746-480c-ab9d-30775940d92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:36.213358 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5c3f3c72-b85e-4206-8b31-cb50c6ac8d8b req-63f5413f-7746-480c-ab9d-30775940d92c service neutron] 10.222.0.70 "GET /v2.0/networks?id=dbd59d93-7959-45a7-8d0b-d27ddc516a22 HTTP/1.1" status: 200 len: 912 time: 0.1308105 Feb 28 10:58:36.320504 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584927bb-0548-489c-9deb-b4be6cdf949e req-2d9c100e-f9a3-4282-a93a-edf8273e54b7 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:36.322168 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-584927bb-0548-489c-9deb-b4be6cdf949e req-2d9c100e-f9a3-4282-a93a-edf8273e54b7 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e HTTP/1.1" status: 200 len: 945 time: 0.1355896 Feb 28 10:58:36.324478 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5c3f3c72-b85e-4206-8b31-cb50c6ac8d8b req-d3d0b097-ba10-4564-8bea-73cceae3e39a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87862e3f-1e49-4c81-9a1b-e60588022b4f HTTP/1.1" status: 200 len: 999 time: 0.0889096 Feb 28 10:58:36.330715 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-d718e8ad-69b4-4c39-b201-3f074c7c81f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'name': 'tempest-ServerActionsTestJSON-1511207104-router', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '06c12765-1bcf-41a5-8676-fd27694fcd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:58:13Z', 'updated_at': '2022-02-28T10:58:16Z', 'revision_number': 4, 'project_id': 'ea16063c770248fbbecd744612bca408', 'gw_port': {'id': '06c12765-1bcf-41a5-8676-fd27694fcd20', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:39:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:58:13Z', 'updated_at': '2022-02-28T10:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': 'fb04ac62-24b2-48d1-b827-aaa23bb27fc7', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'floating_ip_address': '172.26.3.217', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'port_id': '87862e3f-1e49-4c81-9a1b-e60588022b4f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22', 'mac_address': 'fa:16:3e:0c:99:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:58:20Z', 'updated_at': '2022-02-28T10:58:35Z', 'revision_number': 1, 'project_id': 'ea16063c770248fbbecd744612bca408', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48eef3a4-f10b-4de2-add8-76a25c08dc71', 'name': '', 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'mac_address': 'fa:16:3e:59:5b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '6c7b4467-99ef-4929-9546-77b5d277521f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:58:16Z', 'updated_at': '2022-02-28T10:58:20Z', 'revision_number': 5, 'project_id': 'ea16063c770248fbbecd744612bca408', 'subnets': [{'id': '6c7b4467-99ef-4929-9546-77b5d277521f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:58:36.360095 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d718e8ad-69b4-4c39-b201-3f074c7c81f2 None None] Checking router: 79371963-d79a-45a0-94f5-af72a4029f6e for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:58:36.370066 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d718e8ad-69b4-4c39-b201-3f074c7c81f2 None None] Routers {'79371963-d79a-45a0-94f5-af72a4029f6e'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:58:36.370709 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-d718e8ad-69b4-4c39-b201-3f074c7c81f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:58:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['79371963-d79a-45a0-94f5-af72a4029f6e'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:58:36.407662 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f3c72-b85e-4206-8b31-cb50c6ac8d8b req-360038bc-d821-431c-bc97-b7a62ebdbc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:36.409175 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5c3f3c72-b85e-4206-8b31-cb50c6ac8d8b req-360038bc-d821-431c-bc97-b7a62ebdbc4d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6c7b4467-99ef-4929-9546-77b5d277521f HTTP/1.1" status: 200 len: 851 time: 0.0795064 Feb 28 10:58:36.412648 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-584927bb-0548-489c-9deb-b4be6cdf949e req-58247b98-360d-43c4-beb2-2ea8113d8c43 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847006 Feb 28 10:58:36.465034 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f3c72-b85e-4206-8b31-cb50c6ac8d8b req-00bbfdd5-89a8-4b10-8c00-af3cad0a44a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:36.466573 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5c3f3c72-b85e-4206-8b31-cb50c6ac8d8b req-00bbfdd5-89a8-4b10-8c00-af3cad0a44a6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dbd59d93-7959-45a7-8d0b-d27ddc516a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0520663 Feb 28 10:58:36.491441 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-d718e8ad-69b4-4c39-b201-3f074c7c81f2 None None] Set router 79371963-d79a-45a0-94f5-af72a4029f6e gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:58:36.565009 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5c3f3c72-b85e-4206-8b31-cb50c6ac8d8b req-0551b758-e7c0-4768-8fee-69b3d6841058 service neutron] 10.222.0.70 "GET /v2.0/networks/dbd59d93-7959-45a7-8d0b-d27ddc516a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916994 Feb 28 10:58:36.662949 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5c3f3c72-b85e-4206-8b31-cb50c6ac8d8b req-bf859c2e-8f78-4a5b-959c-488cfad68b9a service neutron] 10.222.0.70 "GET /v2.0/networks/dbd59d93-7959-45a7-8d0b-d27ddc516a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922723 Feb 28 10:58:36.732270 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-d718e8ad-69b4-4c39-b201-3f074c7c81f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'name': 'tempest-ServerActionsTestJSON-1511207104-router', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '06c12765-1bcf-41a5-8676-fd27694fcd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:58:13Z', 'updated_at': '2022-02-28T10:58:16Z', 'revision_number': 4, 'project_id': 'ea16063c770248fbbecd744612bca408', 'gw_port': {'id': '06c12765-1bcf-41a5-8676-fd27694fcd20', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:39:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:58:13Z', 'updated_at': '2022-02-28T10:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': 'fb04ac62-24b2-48d1-b827-aaa23bb27fc7', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'floating_ip_address': '172.26.3.217', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'port_id': '87862e3f-1e49-4c81-9a1b-e60588022b4f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22', 'mac_address': 'fa:16:3e:0c:99:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:58:20Z', 'updated_at': '2022-02-28T10:58:35Z', 'revision_number': 1, 'project_id': 'ea16063c770248fbbecd744612bca408', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48eef3a4-f10b-4de2-add8-76a25c08dc71', 'name': '', 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'mac_address': 'fa:16:3e:59:5b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '6c7b4467-99ef-4929-9546-77b5d277521f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:58:16Z', 'updated_at': '2022-02-28T10:58:20Z', 'revision_number': 5, 'project_id': 'ea16063c770248fbbecd744612bca408', 'subnets': [{'id': '6c7b4467-99ef-4929-9546-77b5d277521f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:58:36.759753 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d718e8ad-69b4-4c39-b201-3f074c7c81f2 None None] The sync data for ids ['79371963-d79a-45a0-94f5-af72a4029f6e'] in dv-neutron-829161-3-hyperv is: [{'id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'name': 'tempest-ServerActionsTestJSON-1511207104-router', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '06c12765-1bcf-41a5-8676-fd27694fcd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:58:13Z', 'updated_at': '2022-02-28T10:58:16Z', 'revision_number': 4, 'project_id': 'ea16063c770248fbbecd744612bca408', 'gw_port': {'id': '06c12765-1bcf-41a5-8676-fd27694fcd20', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:39:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:58:13Z', 'updated_at': '2022-02-28T10:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': 'fb04ac62-24b2-48d1-b827-aaa23bb27fc7', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'floating_ip_address': '172.26.3.217', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'port_id': '87862e3f-1e49-4c81-9a1b-e60588022b4f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22', 'mac_address': 'fa:16:3e:0c:99:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:58:20Z', 'updated_at': '2022-02-28T10:58:35Z', 'revision_number': 1, 'project_id': 'ea16063c770248fbbecd744612bca408', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48eef3a4-f10b-4de2-add8-76a25c08dc71', 'name': '', 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'mac_address': 'fa:16:3e:59:5b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '6c7b4467-99ef-4929-9546-77b5d277521f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:58:16Z', 'updated_at': '2022-02-28T10:58:20Z', 'revision_number': 5, 'project_id': 'ea16063c770248fbbecd744612bca408', 'subnets': [{'id': '6c7b4467-99ef-4929-9546-77b5d277521f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:58:36.974052 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a966f4c-02cc-4f47-b167-52e740a2af28 None None] New status for floating IP fb04ac62-24b2-48d1-b827-aaa23bb27fc7: ACTIVE {{(pid=104086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:58:37.553410 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a1a3ca-c136-4cfa-9942-c43fe741b76a req-7a1b5551-0cf5-4411-bcf4-87e8e5cd3af6 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:37.554864 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-51a1a3ca-c136-4cfa-9942-c43fe741b76a req-7a1b5551-0cf5-4411-bcf4-87e8e5cd3af6 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e HTTP/1.1" status: 200 len: 945 time: 0.0626397 Feb 28 10:58:37.607942 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-51a1a3ca-c136-4cfa-9942-c43fe741b76a req-6f84d582-4814-46f9-a78a-c7b40d871a73 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466232 Feb 28 10:58:37.748024 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2ba6b-9a20-42cb-876f-e6940e326c79 req-a56f657b-e859-473d-a250-725f59806fbc tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:37.749568 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-45b2ba6b-9a20-42cb-876f-e6940e326c79 req-a56f657b-e859-473d-a250-725f59806fbc tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e HTTP/1.1" status: 200 len: 945 time: 0.0598381 Feb 28 10:58:37.798730 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-45b2ba6b-9a20-42cb-876f-e6940e326c79 req-7ac20b9f-4189-4bf4-a2d2-f18f044419ad tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434647 Feb 28 10:58:38.304999 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae57f4-142e-4d61-9e89-cfaf259e4a0e req-e6593175-98e5-441e-aed0-2df7757770eb tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:38.306485 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6cae57f4-142e-4d61-9e89-cfaf259e4a0e req-e6593175-98e5-441e-aed0-2df7757770eb tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e HTTP/1.1" status: 200 len: 945 time: 0.0531733 Feb 28 10:58:38.353996 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6cae57f4-142e-4d61-9e89-cfaf259e4a0e req-2c033ba0-8b40-42e6-98b2-1c4e32bc901f tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409238 Feb 28 10:58:38.421763 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0c8c1e08-9f8b-42f1-9507-4e2227ca6326 req-13b4d2f6-b499-4ba2-958e-41a904b44a16 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0439124 Feb 28 10:58:39.069474 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c1e08-9f8b-42f1-9507-4e2227ca6326 req-88dbe114-2dca-4b01-9e69-5c6dc0ea09ba tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:39.069474 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0c8c1e08-9f8b-42f1-9507-4e2227ca6326 req-88dbe114-2dca-4b01-9e69-5c6dc0ea09ba tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports/87862e3f-1e49-4c81-9a1b-e60588022b4f HTTP/1.1" status: 200 len: 942 time: 0.0498383 Feb 28 10:58:39.474476 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d8a15-71ff-4fae-a8e2-9774dc3fe8ba req-3ba729d7-1380-45a6-bb76-6c5c7ee3ddcd tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:39.476060 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-348d8a15-71ff-4fae-a8e2-9774dc3fe8ba req-3ba729d7-1380-45a6-bb76-6c5c7ee3ddcd tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e HTTP/1.1" status: 200 len: 945 time: 0.0535715 Feb 28 10:58:39.527665 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-348d8a15-71ff-4fae-a8e2-9774dc3fe8ba req-85d35f12-96ff-4423-82e0-97d9162f19c2 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446641 Feb 28 10:58:39.713759 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:58:40.674924 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e8e2c-7695-4dc6-9126-c161c8efb457 req-1aac9e42-e6fe-4594-8bdc-cbd4c0dfd94f tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:40.676468 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-714e8e2c-7695-4dc6-9126-c161c8efb457 req-1aac9e42-e6fe-4594-8bdc-cbd4c0dfd94f tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e HTTP/1.1" status: 200 len: 945 time: 0.0630915 Feb 28 10:58:40.728916 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-714e8e2c-7695-4dc6-9126-c161c8efb457 req-27ba6882-bcb3-4e15-ab16-d9ff9147a5ba tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458329 Feb 28 10:58:40.817190 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c1e08-9f8b-42f1-9507-4e2227ca6326 req-823e4465-cc37-480d-a31b-d6919548c2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:40.819182 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0c8c1e08-9f8b-42f1-9507-4e2227ca6326 req-823e4465-cc37-480d-a31b-d6919548c2cb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ea16063c770248fbbecd744612bca408&device_id=19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e HTTP/1.1" status: 200 len: 1129 time: 0.0479577 Feb 28 10:58:40.920853 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c1e08-9f8b-42f1-9507-4e2227ca6326 req-f172ab71-6747-4cbe-99c8-0c94376cb5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:40.922372 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0c8c1e08-9f8b-42f1-9507-4e2227ca6326 req-f172ab71-6747-4cbe-99c8-0c94376cb5f3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=dbd59d93-7959-45a7-8d0b-d27ddc516a22 HTTP/1.1" status: 200 len: 912 time: 0.0974689 Feb 28 10:58:40.988551 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0c8c1e08-9f8b-42f1-9507-4e2227ca6326 req-94c06d08-2668-43d1-864b-4562c45d047a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87862e3f-1e49-4c81-9a1b-e60588022b4f HTTP/1.1" status: 200 len: 1001 time: 0.0608504 Feb 28 10:58:41.043229 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c1e08-9f8b-42f1-9507-4e2227ca6326 req-aac76e06-e810-40fd-b88f-7c2c697e3020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:41.044756 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0c8c1e08-9f8b-42f1-9507-4e2227ca6326 req-aac76e06-e810-40fd-b88f-7c2c697e3020 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6c7b4467-99ef-4929-9546-77b5d277521f HTTP/1.1" status: 200 len: 851 time: 0.0510802 Feb 28 10:58:41.095906 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c1e08-9f8b-42f1-9507-4e2227ca6326 req-7bd6d6fc-00e4-4bc5-9657-26c3e54f83be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:41.097426 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0c8c1e08-9f8b-42f1-9507-4e2227ca6326 req-7bd6d6fc-00e4-4bc5-9657-26c3e54f83be service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dbd59d93-7959-45a7-8d0b-d27ddc516a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0475395 Feb 28 10:58:41.191630 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0c8c1e08-9f8b-42f1-9507-4e2227ca6326 req-b7ef7170-17db-4c29-a1e5-76bcfc54bfc0 service neutron] 10.222.0.70 "GET /v2.0/networks/dbd59d93-7959-45a7-8d0b-d27ddc516a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883546 Feb 28 10:58:41.291409 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0c8c1e08-9f8b-42f1-9507-4e2227ca6326 req-4d619567-93c8-4696-b2dc-d691bf90d9f3 service neutron] 10.222.0.70 "GET /v2.0/networks/dbd59d93-7959-45a7-8d0b-d27ddc516a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934746 Feb 28 10:58:41.859627 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5495fc66-d910-455f-9f33-a1925592339a req-1126278c-7fc4-44dd-9bba-ce3c4a9419f7 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:41.861155 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-5495fc66-d910-455f-9f33-a1925592339a req-1126278c-7fc4-44dd-9bba-ce3c4a9419f7 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e HTTP/1.1" status: 200 len: 945 time: 0.0607698 Feb 28 10:58:41.925883 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-5495fc66-d910-455f-9f33-a1925592339a req-f9259d79-952f-4064-b4d3-d6efb2bae7ca tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590389 Feb 28 10:58:43.063272 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9336e7a-914b-4290-879a-9a5166dfcb55 req-afc953a6-abe7-4e2d-832b-5d7915816d61 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:43.064807 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a9336e7a-914b-4290-879a-9a5166dfcb55 req-afc953a6-abe7-4e2d-832b-5d7915816d61 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e HTTP/1.1" status: 200 len: 945 time: 0.0582280 Feb 28 10:58:43.115881 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a9336e7a-914b-4290-879a-9a5166dfcb55 req-a1837e49-b6a4-46cb-85fe-2a1ac568fb27 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450447 Feb 28 10:58:44.236583 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8271d159-811b-4b24-8f2e-e8310e98841b req-424cc9b4-5204-451d-ac36-9f797b106cfc tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:44.238109 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8271d159-811b-4b24-8f2e-e8310e98841b req-424cc9b4-5204-451d-ac36-9f797b106cfc tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e HTTP/1.1" status: 200 len: 945 time: 0.0545681 Feb 28 10:58:44.286215 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8271d159-811b-4b24-8f2e-e8310e98841b req-74acb65b-876b-4c40-84f6-9aa1179254ed tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425203 Feb 28 10:58:45.415580 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c24998d-7994-43e8-b377-64d04c11b409 req-eca460fb-d692-4ec8-ba45-43cd20a0e667 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:45.417003 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6c24998d-7994-43e8-b377-64d04c11b409 req-eca460fb-d692-4ec8-ba45-43cd20a0e667 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e HTTP/1.1" status: 200 len: 945 time: 0.0566876 Feb 28 10:58:45.786481 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6c24998d-7994-43e8-b377-64d04c11b409 req-d8cae0c5-5a89-4f3b-b633-9e44531a412c tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3634949 Feb 28 10:58:46.472941 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-90a7fd32-f124-4396-839b-090bed622aa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:46.937623 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba11c2-af17-449c-8432-ba695996ba0c req-9225fa17-cd59-4263-873d-4db53aa64214 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:46.939191 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-25ba11c2-af17-449c-8432-ba695996ba0c req-9225fa17-cd59-4263-873d-4db53aa64214 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e HTTP/1.1" status: 200 len: 945 time: 0.0731199 Feb 28 10:58:46.994927 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-25ba11c2-af17-449c-8432-ba695996ba0c req-1c987dfc-d25a-4221-97b7-d163606a46f5 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498483 Feb 28 10:58:48.120940 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f33ab-77b7-4c01-846a-299133b6751f req-7c6e6496-4b42-48ea-89b8-d2bdc69a72ae tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:48.123339 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-815f33ab-77b7-4c01-846a-299133b6751f req-7c6e6496-4b42-48ea-89b8-d2bdc69a72ae tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e HTTP/1.1" status: 200 len: 945 time: 0.0569365 Feb 28 10:58:48.170976 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-815f33ab-77b7-4c01-846a-299133b6751f req-4242d19b-c0db-4024-84d0-c76121451737 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419047 Feb 28 10:58:48.656310 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-4c7c16df-3e12-4179-9574-4d3cdf7a23e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:49.288809 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19087a7-531c-4a58-9083-c0a048274c0e req-59a6e97c-4c99-4355-ba8b-6dfab24e5fe2 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:49.290280 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-c19087a7-531c-4a58-9083-c0a048274c0e req-59a6e97c-4c99-4355-ba8b-6dfab24e5fe2 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e HTTP/1.1" status: 200 len: 945 time: 0.0514722 Feb 28 10:58:49.337755 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-c19087a7-531c-4a58-9083-c0a048274c0e req-3254c9a0-89e6-4bd4-85c1-72c8078e75f7 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409379 Feb 28 10:58:50.061327 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:50.470790 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab1d9b-ec6a-412e-858a-eef2b2b9f2f3 req-a23f146c-7558-4a1c-a44c-c65fc29fae5a tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:50.472375 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-68ab1d9b-ec6a-412e-858a-eef2b2b9f2f3 req-a23f146c-7558-4a1c-a44c-c65fc29fae5a tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e HTTP/1.1" status: 200 len: 945 time: 0.0546243 Feb 28 10:58:50.524545 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-68ab1d9b-ec6a-412e-858a-eef2b2b9f2f3 req-584a71ce-8425-46a1-b5cf-e14722198971 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465961 Feb 28 10:58:51.369408 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:51.673876 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa7b6fd-d525-4fec-8e88-715c34c93b0d req-5c7b3be8-7068-4a20-b8a8-4cd34c180696 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:51.675577 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-9fa7b6fd-d525-4fec-8e88-715c34c93b0d req-5c7b3be8-7068-4a20-b8a8-4cd34c180696 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e HTTP/1.1" status: 200 len: 945 time: 0.0785275 Feb 28 10:58:51.727903 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-9fa7b6fd-d525-4fec-8e88-715c34c93b0d req-c8acda30-8dbf-4a77-8bdb-19b47ca00f74 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466118 Feb 28 10:58:52.851745 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ef591-46cc-4e27-8ab8-eea1a29f815a req-8310a8df-0908-4d9c-adb4-c1f61780ce61 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:52.853277 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1c4ef591-46cc-4e27-8ab8-eea1a29f815a req-8310a8df-0908-4d9c-adb4-c1f61780ce61 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e HTTP/1.1" status: 200 len: 945 time: 0.0553565 Feb 28 10:58:52.907117 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1c4ef591-46cc-4e27-8ab8-eea1a29f815a req-d53bb506-04d1-40d2-b900-68ce6a729de3 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474436 Feb 28 10:58:53.071878 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:54.037530 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa1669-33c6-4162-bb58-7913bc6aa09f req-89de0270-c6f3-4ca1-8845-79a1b1f92aa8 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:54.039113 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-12aa1669-33c6-4162-bb58-7913bc6aa09f req-89de0270-c6f3-4ca1-8845-79a1b1f92aa8 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e HTTP/1.1" status: 200 len: 945 time: 0.0577145 Feb 28 10:58:54.090732 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-12aa1669-33c6-4162-bb58-7913bc6aa09f req-3ad63bff-5a9c-487b-8f7b-ac6b12b6c724 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457585 Feb 28 10:58:54.473527 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be41af9-630d-484a-b71c-6d1dcfd0fe22 req-6d7a926d-e568-40e8-8fef-786ff006b75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:54.475109 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1be41af9-630d-484a-b71c-6d1dcfd0fe22 req-6d7a926d-e568-40e8-8fef-786ff006b75f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ea16063c770248fbbecd744612bca408&device_id=19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e HTTP/1.1" status: 200 len: 1129 time: 0.0454602 Feb 28 10:58:54.586448 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be41af9-630d-484a-b71c-6d1dcfd0fe22 req-48c21f78-7d40-4e70-8a9c-3c77747148b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:54.588109 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1be41af9-630d-484a-b71c-6d1dcfd0fe22 req-48c21f78-7d40-4e70-8a9c-3c77747148b9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=dbd59d93-7959-45a7-8d0b-d27ddc516a22 HTTP/1.1" status: 200 len: 912 time: 0.0905342 Feb 28 10:58:54.655344 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1be41af9-630d-484a-b71c-6d1dcfd0fe22 req-960270e1-2d27-4a4b-9b16-6b13de96696c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87862e3f-1e49-4c81-9a1b-e60588022b4f HTTP/1.1" status: 200 len: 1001 time: 0.0614078 Feb 28 10:58:54.709350 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be41af9-630d-484a-b71c-6d1dcfd0fe22 req-6f4db6ed-1760-4a92-acd1-56b714b513dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:54.710918 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1be41af9-630d-484a-b71c-6d1dcfd0fe22 req-6f4db6ed-1760-4a92-acd1-56b714b513dc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6c7b4467-99ef-4929-9546-77b5d277521f HTTP/1.1" status: 200 len: 851 time: 0.0501935 Feb 28 10:58:54.763493 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be41af9-630d-484a-b71c-6d1dcfd0fe22 req-5c435c88-7db4-4c7e-86f5-237ef2c53aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:54.765037 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1be41af9-630d-484a-b71c-6d1dcfd0fe22 req-5c435c88-7db4-4c7e-86f5-237ef2c53aba service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dbd59d93-7959-45a7-8d0b-d27ddc516a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0488234 Feb 28 10:58:54.854532 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1be41af9-630d-484a-b71c-6d1dcfd0fe22 req-66e37fa3-a47e-4831-8b5e-baffea4799f3 service neutron] 10.222.0.70 "GET /v2.0/networks/dbd59d93-7959-45a7-8d0b-d27ddc516a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838664 Feb 28 10:58:54.950922 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1be41af9-630d-484a-b71c-6d1dcfd0fe22 req-fdeb7970-30d4-413b-a0f7-a9cec3de482c service neutron] 10.222.0.70 "GET /v2.0/networks/dbd59d93-7959-45a7-8d0b-d27ddc516a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904493 Feb 28 10:58:55.216942 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d04f2-644c-42c7-b579-ae4f5f26e6fa req-1e85c908-352a-4f75-895f-e81d40b97d63 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:55.218532 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-749d04f2-644c-42c7-b579-ae4f5f26e6fa req-1e85c908-352a-4f75-895f-e81d40b97d63 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e HTTP/1.1" status: 200 len: 945 time: 0.0592060 Feb 28 10:58:55.278001 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-749d04f2-644c-42c7-b579-ae4f5f26e6fa req-5fac99fa-9b71-412a-b8e7-42bb32b05396 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517204 Feb 28 10:58:56.415202 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f97d8-a06c-4ae4-9a2a-63e3989c70dc req-4e733b0e-08c7-43e4-8420-596545042853 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:56.416670 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-942f97d8-a06c-4ae4-9a2a-63e3989c70dc req-4e733b0e-08c7-43e4-8420-596545042853 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e HTTP/1.1" status: 200 len: 945 time: 0.0617795 Feb 28 10:58:56.467175 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-942f97d8-a06c-4ae4-9a2a-63e3989c70dc req-7692d1e7-e327-411d-a4a4-0e542801dbf8 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440974 Feb 28 10:58:57.593015 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51afd87d-c346-4721-93a8-86d82befd851 req-17a9d709-4dad-4e61-b606-824fb98facf6 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:57.594641 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-51afd87d-c346-4721-93a8-86d82befd851 req-17a9d709-4dad-4e61-b606-824fb98facf6 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e HTTP/1.1" status: 200 len: 945 time: 0.0586641 Feb 28 10:58:57.662281 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-51afd87d-c346-4721-93a8-86d82befd851 req-e59bae19-9234-4719-95db-280d062dfa96 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614755 Feb 28 10:58:58.788165 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb904a-d510-4026-b4dd-79af0081bde4 req-fc270a9c-099a-41b1-ab8f-57f65423da79 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:58.789689 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-f1cb904a-d510-4026-b4dd-79af0081bde4 req-fc270a9c-099a-41b1-ab8f-57f65423da79 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e HTTP/1.1" status: 200 len: 945 time: 0.0582218 Feb 28 10:58:58.839079 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-f1cb904a-d510-4026-b4dd-79af0081bde4 req-258ae743-38c5-4a4c-9f74-d3fffbb4c05c tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424087 Feb 28 10:58:59.966270 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319e5f1-9451-4578-8291-6571f74a2e62 req-310004dc-e6b9-41da-a3cb-eb57f6d65c70 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:59.968511 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e319e5f1-9451-4578-8291-6571f74a2e62 req-310004dc-e6b9-41da-a3cb-eb57f6d65c70 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e HTTP/1.1" status: 200 len: 945 time: 0.0581229 Feb 28 10:59:00.029426 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e319e5f1-9451-4578-8291-6571f74a2e62 req-84fb9e04-d3db-4f81-9334-6af8061b509c tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538318 Feb 28 10:59:00.735650 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:01.151006 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d21c25-0f8f-46f1-b461-93b5fe769bee req-83b035b9-ef52-482b-be61-9f8cbddca320 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:01.153151 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e2d21c25-0f8f-46f1-b461-93b5fe769bee req-83b035b9-ef52-482b-be61-9f8cbddca320 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e HTTP/1.1" status: 200 len: 945 time: 0.0541604 Feb 28 10:59:01.202250 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e2d21c25-0f8f-46f1-b461-93b5fe769bee req-9fed7d08-6db9-48d4-9fca-1f94f963c03f tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428488 Feb 28 10:59:02.324377 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e2f2c-b5a6-4672-86d4-d50570516876 req-5fe2b3a8-ae13-46d1-81be-d3698ec68bc4 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:02.325952 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d85e2f2c-b5a6-4672-86d4-d50570516876 req-5fe2b3a8-ae13-46d1-81be-d3698ec68bc4 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e HTTP/1.1" status: 200 len: 945 time: 0.0557759 Feb 28 10:59:02.375688 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d85e2f2c-b5a6-4672-86d4-d50570516876 req-7660c5e3-2d85-4f61-b65a-2daac12885e9 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428565 Feb 28 10:59:03.398065 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0c8c1e08-9f8b-42f1-9507-4e2227ca6326 req-800a4c21-b08d-4f32-adf5-708003b53e52 service neutron] 10.222.0.70 "GET /v2.0/ports/87862e3f-1e49-4c81-9a1b-e60588022b4f/bindings/hv-neutron-8291 HTTP/1.1" status: 200 len: 384 time: 0.0709693 Feb 28 10:59:03.501604 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b178652c-ed7a-43ec-a388-0a9c008bdb7c req-59cbfce2-8f66-459d-88a9-7d6b184aec34 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:03.503147 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-b178652c-ed7a-43ec-a388-0a9c008bdb7c req-59cbfce2-8f66-459d-88a9-7d6b184aec34 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e HTTP/1.1" status: 200 len: 945 time: 0.0568392 Feb 28 10:59:03.557547 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-b178652c-ed7a-43ec-a388-0a9c008bdb7c req-8ad92db9-2c5e-480c-ab97-40aec34a9ee9 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486982 Feb 28 10:59:04.015793 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c1e08-9f8b-42f1-9507-4e2227ca6326 req-87111bd8-a7b9-4f36-97a9-032c389271b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:04.017516 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0c8c1e08-9f8b-42f1-9507-4e2227ca6326 req-87111bd8-a7b9-4f36-97a9-032c389271b2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e&tenant_id=ea16063c770248fbbecd744612bca408 HTTP/1.1" status: 200 len: 1129 time: 0.0504858 Feb 28 10:59:04.103599 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c1e08-9f8b-42f1-9507-4e2227ca6326 req-3da1f822-9167-4c02-9346-5c9447badfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:04.105185 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0c8c1e08-9f8b-42f1-9507-4e2227ca6326 req-3da1f822-9167-4c02-9346-5c9447badfbe service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ea16063c770248fbbecd744612bca408&device_id=19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e HTTP/1.1" status: 200 len: 1129 time: 0.0565152 Feb 28 10:59:04.227203 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c1e08-9f8b-42f1-9507-4e2227ca6326 req-081db132-3d97-429a-b9dd-2fe12b0b9dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:04.229151 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0c8c1e08-9f8b-42f1-9507-4e2227ca6326 req-081db132-3d97-429a-b9dd-2fe12b0b9dc0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=dbd59d93-7959-45a7-8d0b-d27ddc516a22 HTTP/1.1" status: 200 len: 912 time: 0.1183805 Feb 28 10:59:04.304801 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0c8c1e08-9f8b-42f1-9507-4e2227ca6326 req-f296394d-29ff-4b80-9d77-b1f8e99ab92b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87862e3f-1e49-4c81-9a1b-e60588022b4f HTTP/1.1" status: 200 len: 1001 time: 0.0696356 Feb 28 10:59:04.354684 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c1e08-9f8b-42f1-9507-4e2227ca6326 req-e9b0320c-00a0-4d93-b3db-b3a75b4e7e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:04.356628 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0c8c1e08-9f8b-42f1-9507-4e2227ca6326 req-e9b0320c-00a0-4d93-b3db-b3a75b4e7e8f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6c7b4467-99ef-4929-9546-77b5d277521f HTTP/1.1" status: 200 len: 851 time: 0.0463083 Feb 28 10:59:04.417012 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c1e08-9f8b-42f1-9507-4e2227ca6326 req-b5b6ebc6-5c22-4b7b-a307-e90cbdd92c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:04.418913 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0c8c1e08-9f8b-42f1-9507-4e2227ca6326 req-b5b6ebc6-5c22-4b7b-a307-e90cbdd92c26 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dbd59d93-7959-45a7-8d0b-d27ddc516a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0561721 Feb 28 10:59:04.517186 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0c8c1e08-9f8b-42f1-9507-4e2227ca6326 req-ac1bbbdf-5ba5-437e-8387-120edda17ff4 service neutron] 10.222.0.70 "GET /v2.0/networks/dbd59d93-7959-45a7-8d0b-d27ddc516a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921001 Feb 28 10:59:04.618391 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0c8c1e08-9f8b-42f1-9507-4e2227ca6326 req-7281cb5d-210a-459b-ab37-24accda6a8c6 service neutron] 10.222.0.70 "GET /v2.0/networks/dbd59d93-7959-45a7-8d0b-d27ddc516a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956666 Feb 28 10:59:04.681287 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f854340-8946-462d-9168-9e2018cef51e req-3690bcf3-7ccf-43f1-8710-b5d8feed5125 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:04.682890 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5f854340-8946-462d-9168-9e2018cef51e req-3690bcf3-7ccf-43f1-8710-b5d8feed5125 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e HTTP/1.1" status: 200 len: 945 time: 0.0559185 Feb 28 10:59:04.733723 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5f854340-8946-462d-9168-9e2018cef51e req-8eddeb8d-45ab-4abe-8290-af3f1eb3779b tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442913 Feb 28 10:59:05.859100 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10232b06-758e-4ae0-86a7-acc1a38ceab9 req-1a425654-fb2e-4ceb-aa0d-c0aad1a7fbc3 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:05.860605 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-10232b06-758e-4ae0-86a7-acc1a38ceab9 req-1a425654-fb2e-4ceb-aa0d-c0aad1a7fbc3 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e HTTP/1.1" status: 200 len: 945 time: 0.0554531 Feb 28 10:59:05.909134 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-10232b06-758e-4ae0-86a7-acc1a38ceab9 req-8a3d9d56-83fd-478e-89dd-4369fb22fd0c tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429506 Feb 28 10:59:07.036910 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01379b0d-410f-46dc-bc6e-db44ae30b946 req-c501a143-f155-41e5-beee-4abc083dedbe tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:07.038488 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-01379b0d-410f-46dc-bc6e-db44ae30b946 req-c501a143-f155-41e5-beee-4abc083dedbe tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e HTTP/1.1" status: 200 len: 945 time: 0.0573723 Feb 28 10:59:07.113459 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-01379b0d-410f-46dc-bc6e-db44ae30b946 req-642ae85e-3332-489d-a5b8-f805919748a4 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678999 Feb 28 10:59:07.522392 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c402d93-18bb-4b5f-a4bd-86d2c53b9066 req-ee87e941-f5cd-4a5f-a35f-d13240105fd7 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:07.523961 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5c402d93-18bb-4b5f-a4bd-86d2c53b9066 req-ee87e941-f5cd-4a5f-a35f-d13240105fd7 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e HTTP/1.1" status: 200 len: 945 time: 0.0558834 Feb 28 10:59:07.574903 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5c402d93-18bb-4b5f-a4bd-86d2c53b9066 req-add69320-5864-4776-9f8a-957ff2cc7024 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440300 Feb 28 10:59:07.646087 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 87862e3f-1e49-4c81-9a1b-e60588022b4f details requested by agent hyperv_hv-neutron-8291 with host hv-neutron-8291 {{(pid=104085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:59:07.657529 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 87862e3f-1e49-4c81-9a1b-e60588022b4f no longer exists at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:59:07.684737 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65623c58-eb11-4cc1-932e-a597cf3c38bc req-a0c28d02-7b04-4d02-aa53-ea6c199854ae tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:07.686349 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-65623c58-eb11-4cc1-932e-a597cf3c38bc req-a0c28d02-7b04-4d02-aa53-ea6c199854ae tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.70 "GET /v2.0/ports?device_id=19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e&tenant_id=ea16063c770248fbbecd744612bca408&binding%3Ahost_id=hv-neutron-8291 HTTP/1.1" status: 200 len: 945 time: 0.0609272 Feb 28 10:59:07.796585 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65623c58-eb11-4cc1-932e-a597cf3c38bc req-e8c43cb8-2692-4bef-8cf2-87044887824a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:07.798150 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-65623c58-eb11-4cc1-932e-a597cf3c38bc req-e8c43cb8-2692-4bef-8cf2-87044887824a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ea16063c770248fbbecd744612bca408&device_id=19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e HTTP/1.1" status: 200 len: 1129 time: 0.0458660 Feb 28 10:59:07.815697 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 87862e3f-1e49-4c81-9a1b-e60588022b4f, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=87862e3f-1e49-4c81-9a1b-e60588022b4f,segment=NetworkSegment(96ee30df-f6c7-4eea-80a0-2c3e133514b5),segment_id=96ee30df-f6c7-4eea-80a0-2c3e133514b5)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:59:07.818068 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 87862e3f-1e49-4c81-9a1b-e60588022b4f is: ACTIVE; New status is: DOWN {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:59:07.818721 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (87862e3f-1e49-4c81-9a1b-e60588022b4f), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:07.837888 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Returning: {'device': '87862e3f-1e49-4c81-9a1b-e60588022b4f', 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22', 'port_id': '87862e3f-1e49-4c81-9a1b-e60588022b4f', 'mac_address': 'fa:16:3e:0c:99:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c7b4467-99ef-4929-9546-77b5d277521f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:59:07.854649 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87862e3f-1e49-4c81-9a1b-e60588022b4f'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:59:07.857871 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b25378-e510-41f6-9569-dec5be06e8de" -d '{"events": [{"server_uuid": "19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e", "name": "network-vif-unplugged", "status": "completed", "tag": "87862e3f-1e49-4c81-9a1b-e60588022b4f"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:59:07.892920 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 87862e3f-1e49-4c81-9a1b-e60588022b4f, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=87862e3f-1e49-4c81-9a1b-e60588022b4f,segment=NetworkSegment(96ee30df-f6c7-4eea-80a0-2c3e133514b5),segment_id=96ee30df-f6c7-4eea-80a0-2c3e133514b5)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:59:07.906860 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 10:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817dcd20-15e1-4736-b0cc-d9b5112341f4 x-openstack-request-id: req-817dcd20-15e1-4736-b0cc-d9b5112341f4 {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:59:07.914798 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65623c58-eb11-4cc1-932e-a597cf3c38bc req-7457b1d3-e352-413f-b664-73e0f5498204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:07.915059 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e", "name": "network-vif-unplugged", "status": "completed", "tag": "87862e3f-1e49-4c81-9a1b-e60588022b4f", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:59:07.915059 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-817dcd20-15e1-4736-b0cc-d9b5112341f4 {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:59:07.915059 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87862e3f-1e49-4c81-9a1b-e60588022b4f', 'code': 200} Feb 28 10:59:07.915314 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-65623c58-eb11-4cc1-932e-a597cf3c38bc req-7457b1d3-e352-413f-b664-73e0f5498204 service neutron] 10.222.0.70 "GET /v2.0/networks?id=dbd59d93-7959-45a7-8d0b-d27ddc516a22 HTTP/1.1" status: 200 len: 912 time: 0.1053519 Feb 28 10:59:07.915405 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 87862e3f-1e49-4c81-9a1b-e60588022b4f is: ACTIVE; New status is: BUILD {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:59:07.915405 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (87862e3f-1e49-4c81-9a1b-e60588022b4f), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:07.923785 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 87862e3f-1e49-4c81-9a1b-e60588022b4f {{(pid=104085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:59:07.975578 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (87862e3f-1e49-4c81-9a1b-e60588022b4f), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:08.003946 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-65623c58-eb11-4cc1-932e-a597cf3c38bc req-dfa7d425-d89b-414f-843c-53fd2cce9229 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87862e3f-1e49-4c81-9a1b-e60588022b4f HTTP/1.1" status: 200 len: 1001 time: 0.0628228 Feb 28 10:59:08.055047 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.db.api [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:59:08.055427 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG oslo_db.api [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:59:08.056041 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=87862e3f-1e49-4c81-9a1b-e60588022b4f,revision_number=6']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:59:08.063897 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65623c58-eb11-4cc1-932e-a597cf3c38bc req-f5ad31a3-7010-46d1-92f4-f2265cdae57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:08.065711 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-65623c58-eb11-4cc1-932e-a597cf3c38bc req-f5ad31a3-7010-46d1-92f4-f2265cdae57b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6c7b4467-99ef-4929-9546-77b5d277521f HTTP/1.1" status: 200 len: 851 time: 0.0557806 Feb 28 10:59:08.121344 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65623c58-eb11-4cc1-932e-a597cf3c38bc req-c409f384-5aee-4764-9e64-a85a9a7781f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:08.123182 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-65623c58-eb11-4cc1-932e-a597cf3c38bc req-c409f384-5aee-4764-9e64-a85a9a7781f6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dbd59d93-7959-45a7-8d0b-d27ddc516a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0523384 Feb 28 10:59:08.214486 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-65623c58-eb11-4cc1-932e-a597cf3c38bc req-e0a07df6-011b-4120-8d61-b98c25e2fb33 service neutron] 10.222.0.70 "GET /v2.0/networks/dbd59d93-7959-45a7-8d0b-d27ddc516a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850534 Feb 28 10:59:08.309578 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-65623c58-eb11-4cc1-932e-a597cf3c38bc req-11949de3-3245-47db-bad6-8812827af78d service neutron] 10.222.0.70 "GET /v2.0/networks/dbd59d93-7959-45a7-8d0b-d27ddc516a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894010 Feb 28 10:59:08.595719 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 87862e3f-1e49-4c81-9a1b-e60588022b4f is: DOWN; New status is: BUILD {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:59:08.599708 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (87862e3f-1e49-4c81-9a1b-e60588022b4f), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:08.707998 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09438724-1df6-4d21-a896-65ffc8ef10a0 req-bdf2b1f1-395d-46ea-8f53-3c3b1a95f666 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:08.709650 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-09438724-1df6-4d21-a896-65ffc8ef10a0 req-bdf2b1f1-395d-46ea-8f53-3c3b1a95f666 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e HTTP/1.1" status: 200 len: 943 time: 0.0634031 Feb 28 10:59:08.762745 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-09438724-1df6-4d21-a896-65ffc8ef10a0 req-6e410f48-6ef9-4649-a7b2-0ac373e9a1b9 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463440 Feb 28 10:59:08.763776 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87862e3f-1e49-4c81-9a1b-e60588022b4f {{(pid=104085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:59:08.784074 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 87862e3f-1e49-4c81-9a1b-e60588022b4f, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=87862e3f-1e49-4c81-9a1b-e60588022b4f,segment=NetworkSegment(96ee30df-f6c7-4eea-80a0-2c3e133514b5),segment_id=96ee30df-f6c7-4eea-80a0-2c3e133514b5)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:59:08.845847 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (87862e3f-1e49-4c81-9a1b-e60588022b4f), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:08.892721 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=87862e3f-1e49-4c81-9a1b-e60588022b4f,revision_number=7']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:59:08.970145 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['87862e3f-1e49-4c81-9a1b-e60588022b4f'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:59:09.663775 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 87862e3f-1e49-4c81-9a1b-e60588022b4f up at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:59:09.721083 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning complete for port 87862e3f-1e49-4c81-9a1b-e60588022b4f triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:59:09.721465 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (87862e3f-1e49-4c81-9a1b-e60588022b4f), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:09.809661 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 87862e3f-1e49-4c81-9a1b-e60588022b4f is: BUILD; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:59:09.810328 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (87862e3f-1e49-4c81-9a1b-e60588022b4f), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:09.848548 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 87862e3f-1e49-4c81-9a1b-e60588022b4f, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=87862e3f-1e49-4c81-9a1b-e60588022b4f,segment=NetworkSegment(96ee30df-f6c7-4eea-80a0-2c3e133514b5),segment_id=96ee30df-f6c7-4eea-80a0-2c3e133514b5)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:59:09.897480 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae1e973-825e-4cb5-a258-5308d3c5fadc req-0854d0e6-942d-4522-b8ad-0e9be96f560b tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:09.899164 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8ae1e973-825e-4cb5-a258-5308d3c5fadc req-0854d0e6-942d-4522-b8ad-0e9be96f560b tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e HTTP/1.1" status: 200 len: 944 time: 0.0611708 Feb 28 10:59:09.908952 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87862e3f-1e49-4c81-9a1b-e60588022b4f'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:59:09.911526 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5540bc0-c766-449c-88d6-d148a7e7519f" -d '{"events": [{"server_uuid": "19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e", "name": "network-vif-plugged", "status": "completed", "tag": "87862e3f-1e49-4c81-9a1b-e60588022b4f"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:59:09.925363 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (87862e3f-1e49-4c81-9a1b-e60588022b4f), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:09.969794 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8ae1e973-825e-4cb5-a258-5308d3c5fadc req-cf76fd22-c7e6-4e27-9538-f87fe7918e46 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647829 Feb 28 10:59:09.970348 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491d75a9-1a8f-4736-b323-d4d9e5357ef9 x-openstack-request-id: req-491d75a9-1a8f-4736-b323-d4d9e5357ef9 {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:59:09.970647 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e", "name": "network-vif-plugged", "status": "completed", "tag": "87862e3f-1e49-4c81-9a1b-e60588022b4f", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:59:09.970929 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-491d75a9-1a8f-4736-b323-d4d9e5357ef9 {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:59:09.971324 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87862e3f-1e49-4c81-9a1b-e60588022b4f', 'code': 200} Feb 28 10:59:10.008501 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=87862e3f-1e49-4c81-9a1b-e60588022b4f,revision_number=8']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:59:10.099055 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644a725-66da-4cf3-a029-b29525462988 req-fe14144c-7c11-4e20-a8cc-6706bfb77a8f tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:10.100584 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a644a725-66da-4cf3-a029-b29525462988 req-fe14144c-7c11-4e20-a8cc-6706bfb77a8f tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e HTTP/1.1" status: 200 len: 945 time: 0.0614092 Feb 28 10:59:10.149740 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a644a725-66da-4cf3-a029-b29525462988 req-7330adfa-5167-45cc-9d61-c9dc2b139e31 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427248 Feb 28 10:59:10.276457 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc3d3d2-14dc-4f1f-a68a-23d8e84fea86 req-e7d63bda-e812-43ef-b48d-1d7af9f29be3 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:10.278727 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-9dc3d3d2-14dc-4f1f-a68a-23d8e84fea86 req-e7d63bda-e812-43ef-b48d-1d7af9f29be3 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e HTTP/1.1" status: 200 len: 945 time: 0.0625868 Feb 28 10:59:10.328206 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-9dc3d3d2-14dc-4f1f-a68a-23d8e84fea86 req-994cd2a8-2a91-497d-98ab-fbfbf9db8619 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438566 Feb 28 10:59:10.823253 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278b086-2931-48af-9f44-0e7a05843659 req-ed996a9c-48bf-4252-a9ac-3cd8b71e6d57 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:10.825403 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-5278b086-2931-48af-9f44-0e7a05843659 req-ed996a9c-48bf-4252-a9ac-3cd8b71e6d57 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e HTTP/1.1" status: 200 len: 945 time: 0.0556695 Feb 28 10:59:10.876618 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-5278b086-2931-48af-9f44-0e7a05843659 req-30853166-feb9-44d9-aab0-a4498b085695 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455112 Feb 28 10:59:12.004019 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e06e8-8b58-4929-96a0-1ae37bc42d57 req-4d081fdd-c5c3-4912-8ecb-8b69bc76e20b tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:12.006448 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-7d0e06e8-8b58-4929-96a0-1ae37bc42d57 req-4d081fdd-c5c3-4912-8ecb-8b69bc76e20b tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e HTTP/1.1" status: 200 len: 945 time: 0.0577238 Feb 28 10:59:12.065701 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-7d0e06e8-8b58-4929-96a0-1ae37bc42d57 req-46703d55-53b6-4c08-8ecf-5e9a43649fac tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524237 Feb 28 10:59:12.626095 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d8e454-62d6-49cb-9163-598ded8c80ca req-0cd436ef-280d-4ea7-8dd1-e3ba550e75bc tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:12.627629 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-90d8e454-62d6-49cb-9163-598ded8c80ca req-0cd436ef-280d-4ea7-8dd1-e3ba550e75bc tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.70 "GET /v2.0/ports?device_id=19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e HTTP/1.1" status: 200 len: 945 time: 0.0536878 Feb 28 10:59:12.726083 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-90d8e454-62d6-49cb-9163-598ded8c80ca req-41a1c7cd-9893-4b9b-8c9e-43f894d60bfd tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Deleting port 87862e3f-1e49-4c81-9a1b-e60588022b4f {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:59:12.726428 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-90d8e454-62d6-49cb-9163-598ded8c80ca req-41a1c7cd-9893-4b9b-8c9e-43f894d60bfd tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (87862e3f-1e49-4c81-9a1b-e60588022b4f), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:12.823148 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-90d8e454-62d6-49cb-9163-598ded8c80ca req-41a1c7cd-9893-4b9b-8c9e-43f894d60bfd tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] For port 87862e3f-1e49-4c81-9a1b-e60588022b4f, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=87862e3f-1e49-4c81-9a1b-e60588022b4f,segment=NetworkSegment(96ee30df-f6c7-4eea-80a0-2c3e133514b5),segment_id=96ee30df-f6c7-4eea-80a0-2c3e133514b5)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:59:12.823513 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-90d8e454-62d6-49cb-9163-598ded8c80ca req-41a1c7cd-9893-4b9b-8c9e-43f894d60bfd tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (87862e3f-1e49-4c81-9a1b-e60588022b4f), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:13.069782 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-90d8e454-62d6-49cb-9163-598ded8c80ca req-41a1c7cd-9893-4b9b-8c9e-43f894d60bfd tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:13.073933 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-90d8e454-62d6-49cb-9163-598ded8c80ca req-41a1c7cd-9893-4b9b-8c9e-43f894d60bfd tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047917'] for floatingip (fb04ac62-24b2-48d1-b827-aaa23bb27fc7), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:13.073933 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.l3_db [req-90d8e454-62d6-49cb-9163-598ded8c80ca req-41a1c7cd-9893-4b9b-8c9e-43f894d60bfd tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Floating IP fb04ac62-24b2-48d1-b827-aaa23bb27fc7 disassociated. External IP: 172.26.3.217, port: 87862e3f-1e49-4c81-9a1b-e60588022b4f. Feb 28 10:59:13.073933 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-90d8e454-62d6-49cb-9163-598ded8c80ca req-41a1c7cd-9893-4b9b-8c9e-43f894d60bfd tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Calling delete_port for 87862e3f-1e49-4c81-9a1b-e60588022b4f owned by compute:nova {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:59:13.204429 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e88d46-a02a-4ded-8f49-c11281d2d9c9 req-e1639a93-190c-46ce-aae6-5701252d478a tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:13.206150 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-23e88d46-a02a-4ded-8f49-c11281d2d9c9 req-e1639a93-190c-46ce-aae6-5701252d478a tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e HTTP/1.1" status: 200 len: 945 time: 0.0618401 Feb 28 10:59:13.258350 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-23e88d46-a02a-4ded-8f49-c11281d2d9c9 req-1adba35d-5875-4784-b8d9-89736e5cac0b tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439706 Feb 28 10:59:13.330087 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-90d8e454-62d6-49cb-9163-598ded8c80ca req-41a1c7cd-9893-4b9b-8c9e-43f894d60bfd tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (87862e3f-1e49-4c81-9a1b-e60588022b4f), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:13.365987 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a1c7cd-9893-4b9b-8c9e-43f894d60bfd tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Pushing event deleted for resources: {'Port': ['ID=87862e3f-1e49-4c81-9a1b-e60588022b4f,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:59:13.501056 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90d8e454-62d6-49cb-9163-598ded8c80ca req-41a1c7cd-9893-4b9b-8c9e-43f894d60bfd tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Router 79371963-d79a-45a0-94f5-af72a4029f6e has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:59:13.629440 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90d8e454-62d6-49cb-9163-598ded8c80ca req-41a1c7cd-9893-4b9b-8c9e-43f894d60bfd tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:59:13.639973 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56aed221-e603-426a-b414-b95fd5c4a2a7 None None] Sync routers for ids ['79371963-d79a-45a0-94f5-af72a4029f6e'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:59:13.651194 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56aed221-e603-426a-b414-b95fd5c4a2a7 None None] Routers {'79371963-d79a-45a0-94f5-af72a4029f6e'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:59:13.652471 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-56aed221-e603-426a-b414-b95fd5c4a2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:58:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['79371963-d79a-45a0-94f5-af72a4029f6e'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:59:13.680711 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d8e454-62d6-49cb-9163-598ded8c80ca req-41a1c7cd-9893-4b9b-8c9e-43f894d60bfd tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] No DVR routers for this DVR port 87862e3f-1e49-4c81-9a1b-e60588022b4f on host hv-neutron-8291 {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:59:13.685819 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-90d8e454-62d6-49cb-9163-598ded8c80ca req-41a1c7cd-9893-4b9b-8c9e-43f894d60bfd tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:13.689479 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-90d8e454-62d6-49cb-9163-598ded8c80ca req-41a1c7cd-9893-4b9b-8c9e-43f894d60bfd tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.70 "DELETE /v2.0/ports/87862e3f-1e49-4c81-9a1b-e60588022b4f HTTP/1.1" status: 204 len: 173 time: 1.0574415 Feb 28 10:59:13.689980 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e', 'name': 'network-vif-deleted', 'tag': '87862e3f-1e49-4c81-9a1b-e60588022b4f'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:59:13.692489 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be8a01e-cbba-4b7f-ac43-0a534ea46616" -d '{"events": [{"server_uuid": "19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e", "name": "network-vif-deleted", "tag": "87862e3f-1e49-4c81-9a1b-e60588022b4f"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:59:13.740213 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d216ea34-3cfc-4745-addf-e02edf7187cf x-openstack-request-id: req-d216ea34-3cfc-4745-addf-e02edf7187cf {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:59:13.740528 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e", "name": "network-vif-deleted", "tag": "87862e3f-1e49-4c81-9a1b-e60588022b4f", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:59:13.740946 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d216ea34-3cfc-4745-addf-e02edf7187cf {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:59:13.741362 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e', 'name': 'network-vif-deleted', 'tag': '87862e3f-1e49-4c81-9a1b-e60588022b4f', 'status': 'completed', 'code': 200} Feb 28 10:59:13.780326 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-56aed221-e603-426a-b414-b95fd5c4a2a7 None None] Set router 79371963-d79a-45a0-94f5-af72a4029f6e gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:59:14.009363 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-56aed221-e603-426a-b414-b95fd5c4a2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'name': 'tempest-ServerActionsTestJSON-1511207104-router', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '06c12765-1bcf-41a5-8676-fd27694fcd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:58:13Z', 'updated_at': '2022-02-28T10:58:16Z', 'revision_number': 4, 'project_id': 'ea16063c770248fbbecd744612bca408', 'gw_port': {'id': '06c12765-1bcf-41a5-8676-fd27694fcd20', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:39:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:58:13Z', 'updated_at': '2022-02-28T10:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '48eef3a4-f10b-4de2-add8-76a25c08dc71', 'name': '', 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'mac_address': 'fa:16:3e:59:5b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '6c7b4467-99ef-4929-9546-77b5d277521f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:58:16Z', 'updated_at': '2022-02-28T10:58:20Z', 'revision_number': 5, 'project_id': 'ea16063c770248fbbecd744612bca408', 'subnets': [{'id': '6c7b4467-99ef-4929-9546-77b5d277521f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:59:14.037254 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56aed221-e603-426a-b414-b95fd5c4a2a7 None None] Checking router: 79371963-d79a-45a0-94f5-af72a4029f6e for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:59:14.046628 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56aed221-e603-426a-b414-b95fd5c4a2a7 None None] Routers {'79371963-d79a-45a0-94f5-af72a4029f6e'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:59:14.047289 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-56aed221-e603-426a-b414-b95fd5c4a2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:58:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['79371963-d79a-45a0-94f5-af72a4029f6e'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:59:14.176343 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-56aed221-e603-426a-b414-b95fd5c4a2a7 None None] Set router 79371963-d79a-45a0-94f5-af72a4029f6e gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:59:14.367850 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-f14d8e82-7ed7-4ab8-8bf0-02d137b8406b req-1d75ad24-9ba6-4a38-bb5b-f81207444c2c tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=19346aa5-c7b3-4e2a-ad8a-84a9d391ac8e HTTP/1.1" status: 200 len: 210 time: 0.0281434 Feb 28 10:59:14.416277 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-56aed221-e603-426a-b414-b95fd5c4a2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'name': 'tempest-ServerActionsTestJSON-1511207104-router', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '06c12765-1bcf-41a5-8676-fd27694fcd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:58:13Z', 'updated_at': '2022-02-28T10:58:16Z', 'revision_number': 4, 'project_id': 'ea16063c770248fbbecd744612bca408', 'gw_port': {'id': '06c12765-1bcf-41a5-8676-fd27694fcd20', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:39:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:58:13Z', 'updated_at': '2022-02-28T10:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '48eef3a4-f10b-4de2-add8-76a25c08dc71', 'name': '', 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'mac_address': 'fa:16:3e:59:5b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '6c7b4467-99ef-4929-9546-77b5d277521f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:58:16Z', 'updated_at': '2022-02-28T10:58:20Z', 'revision_number': 5, 'project_id': 'ea16063c770248fbbecd744612bca408', 'subnets': [{'id': '6c7b4467-99ef-4929-9546-77b5d277521f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:59:14.447894 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56aed221-e603-426a-b414-b95fd5c4a2a7 None None] The sync data for ids ['79371963-d79a-45a0-94f5-af72a4029f6e'] in dv-neutron-829161-3-hyperv is: [{'id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'name': 'tempest-ServerActionsTestJSON-1511207104-router', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '06c12765-1bcf-41a5-8676-fd27694fcd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:58:13Z', 'updated_at': '2022-02-28T10:58:16Z', 'revision_number': 4, 'project_id': 'ea16063c770248fbbecd744612bca408', 'gw_port': {'id': '06c12765-1bcf-41a5-8676-fd27694fcd20', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:39:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:58:13Z', 'updated_at': '2022-02-28T10:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '48eef3a4-f10b-4de2-add8-76a25c08dc71', 'name': '', 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'mac_address': 'fa:16:3e:59:5b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '6c7b4467-99ef-4929-9546-77b5d277521f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:58:16Z', 'updated_at': '2022-02-28T10:58:20Z', 'revision_number': 5, 'project_id': 'ea16063c770248fbbecd744612bca408', 'subnets': [{'id': '6c7b4467-99ef-4929-9546-77b5d277521f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:59:14.687784 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342fdc3d-f18c-4781-b364-f94a93dfaf16 None None] New status for floating IP fb04ac62-24b2-48d1-b827-aaa23bb27fc7: DOWN {{(pid=104086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:59:15.655665 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-11ecba7c-06dc-4025-b245-3c91e03ab007 req-8bcf9ede-b728-4fdc-8ce4-3275f5d3ea6b tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1548278061&fields=id&tenant_id=ea16063c770248fbbecd744612bca408 HTTP/1.1" status: 200 len: 267 time: 0.0538249 Feb 28 10:59:15.719317 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 87862e3f-1e49-4c81-9a1b-e60588022b4f no longer exists at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:59:15.740311 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] No Port match for: 87862e3f-1e49-4c81-9a1b-e60588022b4f {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:59:15.740666 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 87862e3f-1e49-4c81-9a1b-e60588022b4f not bound to the agent host hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:59:15.783069 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ecba7c-06dc-4025-b245-3c91e03ab007 req-61a9246e-2082-46f6-86f4-e52845e36505 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:15.784575 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-11ecba7c-06dc-4025-b245-3c91e03ab007 req-61a9246e-2082-46f6-86f4-e52845e36505 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/networks?id=dbd59d93-7959-45a7-8d0b-d27ddc516a22 HTTP/1.1" status: 200 len: 812 time: 0.1212840 Feb 28 10:59:15.800951 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-11ecba7c-06dc-4025-b245-3c91e03ab007 req-1efabaee-74a8-4de4-b43b-bbb4a138142d tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/quotas/ea16063c770248fbbecd744612bca408 HTTP/1.1" status: 200 len: 375 time: 0.0106812 Feb 28 10:59:15.881226 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-11ecba7c-06dc-4025-b245-3c91e03ab007 req-ad4c7c70-fc28-4014-ad58-06183ded9094 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ea16063c770248fbbecd744612bca408&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0748422 Feb 28 10:59:15.968150 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [req-11ecba7c-06dc-4025-b245-3c91e03ab007 req-d9c78bf6-dc33-4710-8bb3-7616007f41b1 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:59:15.969154 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-11ecba7c-06dc-4025-b245-3c91e03ab007 req-d9c78bf6-dc33-4710-8bb3-7616007f41b1 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0755236 Feb 28 10:59:16.066243 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-11ecba7c-06dc-4025-b245-3c91e03ab007 req-ba79d7e0-d194-4187-b932-577e0756b067 service neutron] 10.222.0.62 "GET /v2.0/networks/dbd59d93-7959-45a7-8d0b-d27ddc516a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879931 Feb 28 10:59:16.161320 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-11ecba7c-06dc-4025-b245-3c91e03ab007 req-027d7d2b-6f00-4450-b3eb-db19e1d26c13 service neutron] 10.222.0.62 "GET /v2.0/networks/dbd59d93-7959-45a7-8d0b-d27ddc516a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890071 Feb 28 10:59:16.423919 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-b018fd39-94c7-495c-b2e6-ce9febf94564 req-2973297a-6ca3-4ab7-b7ac-25c61b031ea6 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c HTTP/1.1" status: 200 len: 210 time: 0.0311098 Feb 28 10:59:16.495708 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-bdc4690a-fa59-4fdc-8ed8-da63d202a36f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:16.713279 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:59:17.519458 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ecb7861d-589c-46fd-b168-c9db0b0011e7 req-d73132b0-2597-4c37-bd46-1b6d7cea59a3 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c HTTP/1.1" status: 200 len: 210 time: 0.0288415 Feb 28 10:59:18.620283 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8dcf0891-39e3-46a4-9e58-f176cce725fb req-5f36792b-4dc6-4fd4-a00e-f54497f10f27 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c HTTP/1.1" status: 200 len: 210 time: 0.0313790 Feb 28 10:59:18.673728 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ecba7c-06dc-4025-b245-3c91e03ab007 req-e405b1e8-88f4-44d1-8b31-511c3b5cba90 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:18.675216 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-11ecba7c-06dc-4025-b245-3c91e03ab007 req-e405b1e8-88f4-44d1-8b31-511c3b5cba90 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.70 "GET /v2.0/networks?id=dbd59d93-7959-45a7-8d0b-d27ddc516a22 HTTP/1.1" status: 200 len: 812 time: 0.1053696 Feb 28 10:59:18.706781 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f304170b-7422-4493-9040-0dec454fae36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:18.743184 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-11ecba7c-06dc-4025-b245-3c91e03ab007 req-97005bdf-b0f2-4c31-a775-d5f05f9b4ad5 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea16063c770248fbbecd744612bca408 HTTP/1.1" status: 200 len: 380 time: 0.0525546 Feb 28 10:59:18.752631 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-11ecba7c-06dc-4025-b245-3c91e03ab007 req-0421c546-92de-470f-8aa9-c2fe8b78eb93 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Request body: {'port': {'device_id': 'f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c', 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22', 'admin_state_up': True, 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'security_groups': ['a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba']}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:59:18.946759 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11ecba7c-06dc-4025-b245-3c91e03ab007 req-0421c546-92de-470f-8aa9-c2fe8b78eb93 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Made reservation on behalf of ea16063c770248fbbecd744612bca408 for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:59:18.951031 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-11ecba7c-06dc-4025-b245-3c91e03ab007 req-0421c546-92de-470f-8aa9-c2fe8b78eb93 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:19.091635 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [req-11ecba7c-06dc-4025-b245-3c91e03ab007 req-0421c546-92de-470f-8aa9-c2fe8b78eb93 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Allocated IP 172.20.0.11 (dbd59d93-7959-45a7-8d0b-d27ddc516a22/6c7b4467-99ef-4929-9546-77b5d277521f/8d14a6a4-ce95-4906-86ba-2bbf77d16783) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:59:19.241101 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-11ecba7c-06dc-4025-b245-3c91e03ab007 req-0421c546-92de-470f-8aa9-c2fe8b78eb93 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks [] for port (8d14a6a4-ce95-4906-86ba-2bbf77d16783), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:19.334931 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-11ecba7c-06dc-4025-b245-3c91e03ab007 req-0421c546-92de-470f-8aa9-c2fe8b78eb93 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (8d14a6a4-ce95-4906-86ba-2bbf77d16783), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:19.383280 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11ecba7c-06dc-4025-b245-3c91e03ab007 req-0421c546-92de-470f-8aa9-c2fe8b78eb93 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Network dbd59d93-7959-45a7-8d0b-d27ddc516a22 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:59:19.388553 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [req-11ecba7c-06dc-4025-b245-3c91e03ab007 req-0421c546-92de-470f-8aa9-c2fe8b78eb93 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:59:19.393134 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-11ecba7c-06dc-4025-b245-3c91e03ab007 req-0421c546-92de-470f-8aa9-c2fe8b78eb93 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:59:19.397484 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0421c546-92de-470f-8aa9-c2fe8b78eb93 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Pushing event updated for resources: {'Port': ['ID=8d14a6a4-ce95-4906-86ba-2bbf77d16783,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:59:19.452861 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ecba7c-06dc-4025-b245-3c91e03ab007 req-0421c546-92de-470f-8aa9-c2fe8b78eb93 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:19.453516 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-11ecba7c-06dc-4025-b245-3c91e03ab007 req-0421c546-92de-470f-8aa9-c2fe8b78eb93 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:19.544929 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-11ecba7c-06dc-4025-b245-3c91e03ab007 req-0421c546-92de-470f-8aa9-c2fe8b78eb93 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7957835 Feb 28 10:59:19.562453 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-11ecba7c-06dc-4025-b245-3c91e03ab007 req-8121d0d7-8dfe-4903-a9f8-147e04605694 service neutron] Request body: {'port': {'device_id': 'f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8291'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:59:19.632416 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-11ecba7c-06dc-4025-b245-3c91e03ab007 req-8121d0d7-8dfe-4903-a9f8-147e04605694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (8d14a6a4-ce95-4906-86ba-2bbf77d16783), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:19.660100 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a5b4acde-11ab-463d-9177-b8372166f92f None None] Provisioning complete for port 8d14a6a4-ce95-4906-86ba-2bbf77d16783 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:59:19.660453 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a5b4acde-11ab-463d-9177-b8372166f92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (8d14a6a4-ce95-4906-86ba-2bbf77d16783), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:19.725041 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a5b4acde-11ab-463d-9177-b8372166f92f None None] Port 8d14a6a4-ce95-4906-86ba-2bbf77d16783 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:59:20.091288 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:20.160514 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f701eb33-6a35-4831-a704-c6bf3ea357c7 req-4d796ab1-cd7c-46e0-a42a-befd68f029ff tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:20.162126 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f701eb33-6a35-4831-a704-c6bf3ea357c7 req-4d796ab1-cd7c-46e0-a42a-befd68f029ff tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c HTTP/1.1" status: 200 len: 932 time: 0.1231084 Feb 28 10:59:20.243539 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f701eb33-6a35-4831-a704-c6bf3ea357c7 req-4aa8ecdf-953f-49ed-a6cd-db03869e6edd tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748937 Feb 28 10:59:20.290747 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [req-11ecba7c-06dc-4025-b245-3c91e03ab007 req-8121d0d7-8dfe-4903-a9f8-147e04605694 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d14a6a4-ce95-4906-86ba-2bbf77d16783 {{(pid=104083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:59:20.299169 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-11ecba7c-06dc-4025-b245-3c91e03ab007 req-8121d0d7-8dfe-4903-a9f8-147e04605694 service neutron] Publish callbacks [] for port (8d14a6a4-ce95-4906-86ba-2bbf77d16783), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:20.311439 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [req-11ecba7c-06dc-4025-b245-3c91e03ab007 req-8121d0d7-8dfe-4903-a9f8-147e04605694 service neutron] Transition to ACTIVE for port object 8d14a6a4-ce95-4906-86ba-2bbf77d16783 will not be triggered until provisioned by entity L2. {{(pid=104083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:59:20.507343 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-11ecba7c-06dc-4025-b245-3c91e03ab007 req-8121d0d7-8dfe-4903-a9f8-147e04605694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (8d14a6a4-ce95-4906-86ba-2bbf77d16783), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:20.582764 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8121d0d7-8dfe-4903-a9f8-147e04605694 service neutron] Pushing event updated for resources: {'Port': ['ID=8d14a6a4-ce95-4906-86ba-2bbf77d16783,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:59:20.637386 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-11ecba7c-06dc-4025-b245-3c91e03ab007 req-8121d0d7-8dfe-4903-a9f8-147e04605694 service neutron] Attempting to bind port 8d14a6a4-ce95-4906-86ba-2bbf77d16783 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:59:20.637739 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-11ecba7c-06dc-4025-b245-3c91e03ab007 req-8121d0d7-8dfe-4903-a9f8-147e04605694 service neutron] Attempting to bind port 8d14a6a4-ce95-4906-86ba-2bbf77d16783 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '96ee30df-f6c7-4eea-80a0-2c3e133514b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:59:20.638094 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ecba7c-06dc-4025-b245-3c91e03ab007 req-8121d0d7-8dfe-4903-a9f8-147e04605694 service neutron] Attempting to bind port 8d14a6a4-ce95-4906-86ba-2bbf77d16783 on network dbd59d93-7959-45a7-8d0b-d27ddc516a22 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:59:20.643117 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ecba7c-06dc-4025-b245-3c91e03ab007 req-8121d0d7-8dfe-4903-a9f8-147e04605694 service neutron] Port 8d14a6a4-ce95-4906-86ba-2bbf77d16783 on network dbd59d93-7959-45a7-8d0b-d27ddc516a22 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:59:20.643446 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ecba7c-06dc-4025-b245-3c91e03ab007 req-8121d0d7-8dfe-4903-a9f8-147e04605694 service neutron] Attempting to bind port 8d14a6a4-ce95-4906-86ba-2bbf77d16783 on network dbd59d93-7959-45a7-8d0b-d27ddc516a22 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:59:20.648961 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ecba7c-06dc-4025-b245-3c91e03ab007 req-8121d0d7-8dfe-4903-a9f8-147e04605694 service neutron] Checking agent: {'id': '9c9e5963-7abc-415a-a91c-4432861f4313', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'started_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:59:20.649291 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ecba7c-06dc-4025-b245-3c91e03ab007 req-8121d0d7-8dfe-4903-a9f8-147e04605694 service neutron] Checking segment: {'id': '96ee30df-f6c7-4eea-80a0-2c3e133514b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:59:20.649676 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ecba7c-06dc-4025-b245-3c91e03ab007 req-8121d0d7-8dfe-4903-a9f8-147e04605694 service neutron] Bound using segment: {'id': '96ee30df-f6c7-4eea-80a0-2c3e133514b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:59:20.650117 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-11ecba7c-06dc-4025-b245-3c91e03ab007 req-8121d0d7-8dfe-4903-a9f8-147e04605694 service neutron] Bound port: 8d14a6a4-ce95-4906-86ba-2bbf77d16783, host: hv-neutron-8291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96ee30df-f6c7-4eea-80a0-2c3e133514b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:59:20.650497 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-11ecba7c-06dc-4025-b245-3c91e03ab007 req-8121d0d7-8dfe-4903-a9f8-147e04605694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (8d14a6a4-ce95-4906-86ba-2bbf77d16783), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:20.726300 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-11ecba7c-06dc-4025-b245-3c91e03ab007 req-8121d0d7-8dfe-4903-a9f8-147e04605694 service neutron] For port 8d14a6a4-ce95-4906-86ba-2bbf77d16783, host hv-neutron-8291, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:59:20.729632 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-11ecba7c-06dc-4025-b245-3c91e03ab007 req-8121d0d7-8dfe-4903-a9f8-147e04605694 service neutron] For port 8d14a6a4-ce95-4906-86ba-2bbf77d16783, host hv-neutron-8291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=8d14a6a4-ce95-4906-86ba-2bbf77d16783,segment=NetworkSegment(96ee30df-f6c7-4eea-80a0-2c3e133514b5),segment_id=96ee30df-f6c7-4eea-80a0-2c3e133514b5)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:59:20.833152 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-11ecba7c-06dc-4025-b245-3c91e03ab007 req-8121d0d7-8dfe-4903-a9f8-147e04605694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (8d14a6a4-ce95-4906-86ba-2bbf77d16783), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:20.872908 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ecba7c-06dc-4025-b245-3c91e03ab007 req-8121d0d7-8dfe-4903-a9f8-147e04605694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:20.873571 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-11ecba7c-06dc-4025-b245-3c91e03ab007 req-8121d0d7-8dfe-4903-a9f8-147e04605694 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:20.874988 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-11ecba7c-06dc-4025-b245-3c91e03ab007 req-8121d0d7-8dfe-4903-a9f8-147e04605694 service neutron] 10.222.0.70 "PUT /v2.0/ports/8d14a6a4-ce95-4906-86ba-2bbf77d16783 HTTP/1.1" status: 200 len: 1094 time: 1.3170335 Feb 28 10:59:20.875452 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c', 'tag': '8d14a6a4-ce95-4906-86ba-2bbf77d16783'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:59:20.877739 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be65f18-637f-48c3-8be3-06d69305b1ea" -d '{"events": [{"name": "network-changed", "server_uuid": "f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c", "tag": "8d14a6a4-ce95-4906-86ba-2bbf77d16783"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:59:20.906313 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8121d0d7-8dfe-4903-a9f8-147e04605694 service neutron] Pushing event updated for resources: {'Port': ['ID=8d14a6a4-ce95-4906-86ba-2bbf77d16783,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:59:20.927309 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f057c402-8b51-4e1d-bd3f-1c79a516f69a x-openstack-request-id: req-f057c402-8b51-4e1d-bd3f-1c79a516f69a {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:59:20.927608 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c", "tag": "8d14a6a4-ce95-4906-86ba-2bbf77d16783", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:59:20.927872 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f057c402-8b51-4e1d-bd3f-1c79a516f69a {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:59:20.928287 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c', 'tag': '8d14a6a4-ce95-4906-86ba-2bbf77d16783', 'status': 'completed', 'code': 200} Feb 28 10:59:21.016768 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be65f18-637f-48c3-8be3-06d69305b1ea req-7e0c9046-4a34-4a2b-9048-e84ddfe80fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:21.018864 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6be65f18-637f-48c3-8be3-06d69305b1ea req-7e0c9046-4a34-4a2b-9048-e84ddfe80fb3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ea16063c770248fbbecd744612bca408&device_id=f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c HTTP/1.1" status: 200 len: 1128 time: 0.0492873 Feb 28 10:59:21.131411 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be65f18-637f-48c3-8be3-06d69305b1ea req-0ff10b17-6fd3-4533-8c4e-2d2b051d797c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:21.132918 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6be65f18-637f-48c3-8be3-06d69305b1ea req-0ff10b17-6fd3-4533-8c4e-2d2b051d797c service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=ea16063c770248fbbecd744612bca408&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0971136 Feb 28 10:59:21.242412 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be65f18-637f-48c3-8be3-06d69305b1ea req-699301b1-b942-4fd8-b943-7912fd114cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:21.244044 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6be65f18-637f-48c3-8be3-06d69305b1ea req-699301b1-b942-4fd8-b943-7912fd114cb5 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1053021 Feb 28 10:59:21.384290 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ecba7c-06dc-4025-b245-3c91e03ab007 req-af8900f2-9f0e-4713-8949-14e7f98e789e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:21.385843 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-11ecba7c-06dc-4025-b245-3c91e03ab007 req-af8900f2-9f0e-4713-8949-14e7f98e789e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ea16063c770248fbbecd744612bca408&device_id=f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c HTTP/1.1" status: 200 len: 1128 time: 0.0848985 Feb 28 10:59:21.401493 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9334b531-16a4-4afa-ad09-483cf1f380c9 req-9d374af8-5c76-4849-b4af-2cd881be9d23 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:21.403726 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9334b531-16a4-4afa-ad09-483cf1f380c9 req-9d374af8-5c76-4849-b4af-2cd881be9d23 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c HTTP/1.1" status: 200 len: 944 time: 0.0900009 Feb 28 10:59:21.433817 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:21.447661 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-11ecba7c-06dc-4025-b245-3c91e03ab007 req-94a9bc5f-a75c-42f7-80d8-a6c1811d764f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d14a6a4-ce95-4906-86ba-2bbf77d16783 HTTP/1.1" status: 200 len: 217 time: 0.0429130 Feb 28 10:59:21.535457 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9334b531-16a4-4afa-ad09-483cf1f380c9 req-93e01a73-9185-4d32-a29c-defca6f0cab4 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248941 Feb 28 10:59:21.536885 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ecba7c-06dc-4025-b245-3c91e03ab007 req-d6346ab1-d154-4cbb-9608-8a99d6756e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:21.538260 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-11ecba7c-06dc-4025-b245-3c91e03ab007 req-d6346ab1-d154-4cbb-9608-8a99d6756e1a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6c7b4467-99ef-4929-9546-77b5d277521f HTTP/1.1" status: 200 len: 851 time: 0.0837321 Feb 28 10:59:21.596000 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ecba7c-06dc-4025-b245-3c91e03ab007 req-bddb909d-0b76-40a8-b7e7-137f185118ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:21.597573 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-11ecba7c-06dc-4025-b245-3c91e03ab007 req-bddb909d-0b76-40a8-b7e7-137f185118ad service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dbd59d93-7959-45a7-8d0b-d27ddc516a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0534019 Feb 28 10:59:21.697339 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-11ecba7c-06dc-4025-b245-3c91e03ab007 req-290d83a0-6d0d-4675-9c18-049e83e83cf8 service neutron] 10.222.0.70 "GET /v2.0/networks/dbd59d93-7959-45a7-8d0b-d27ddc516a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936041 Feb 28 10:59:21.821728 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-11ecba7c-06dc-4025-b245-3c91e03ab007 req-69de30bc-0cec-44de-8228-d72b0c1e1413 service neutron] 10.222.0.70 "GET /v2.0/networks/dbd59d93-7959-45a7-8d0b-d27ddc516a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181655 Feb 28 10:59:22.676893 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6036d5-59bb-44ad-b322-6d7bf61201fc req-9872e21d-4169-49cd-949d-1f2118feb380 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:22.678443 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-9c6036d5-59bb-44ad-b322-6d7bf61201fc req-9872e21d-4169-49cd-949d-1f2118feb380 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c HTTP/1.1" status: 200 len: 944 time: 0.0613105 Feb 28 10:59:22.728702 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-9c6036d5-59bb-44ad-b322-6d7bf61201fc req-f929d54a-b5b8-43f5-918b-e4ca8d70d172 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445647 Feb 28 10:59:22.741767 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:23.754728 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 8d14a6a4-ce95-4906-86ba-2bbf77d16783 details requested by agent hyperv_hv-neutron-8291 with host hv-neutron-8291 {{(pid=104085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:59:23.860324 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 8d14a6a4-ce95-4906-86ba-2bbf77d16783, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=8d14a6a4-ce95-4906-86ba-2bbf77d16783,segment=NetworkSegment(96ee30df-f6c7-4eea-80a0-2c3e133514b5),segment_id=96ee30df-f6c7-4eea-80a0-2c3e133514b5)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:59:23.860900 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde8963a-e2b6-4347-bc20-1c87723d633f req-e1954115-1002-40b1-8e85-338152bc27ef tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:23.862464 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-fde8963a-e2b6-4347-bc20-1c87723d633f req-e1954115-1002-40b1-8e85-338152bc27ef tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c HTTP/1.1" status: 200 len: 944 time: 0.0609720 Feb 28 10:59:23.873570 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Returning: {'device': '8d14a6a4-ce95-4906-86ba-2bbf77d16783', 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22', 'port_id': '8d14a6a4-ce95-4906-86ba-2bbf77d16783', 'mac_address': 'fa:16:3e:34:dc:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c7b4467-99ef-4929-9546-77b5d277521f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:59:23.911515 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 8d14a6a4-ce95-4906-86ba-2bbf77d16783 is: DOWN; New status is: BUILD {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:59:23.911912 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (8d14a6a4-ce95-4906-86ba-2bbf77d16783), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:23.914553 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-fde8963a-e2b6-4347-bc20-1c87723d633f req-1237b8b5-980b-4d0a-9d08-ff2fc0e0539b tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463605 Feb 28 10:59:23.926338 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d14a6a4-ce95-4906-86ba-2bbf77d16783 {{(pid=104085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:59:23.947155 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 8d14a6a4-ce95-4906-86ba-2bbf77d16783, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=8d14a6a4-ce95-4906-86ba-2bbf77d16783,segment=NetworkSegment(96ee30df-f6c7-4eea-80a0-2c3e133514b5),segment_id=96ee30df-f6c7-4eea-80a0-2c3e133514b5)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:59:24.004448 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (8d14a6a4-ce95-4906-86ba-2bbf77d16783), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:24.055104 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=8d14a6a4-ce95-4906-86ba-2bbf77d16783,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:59:24.064569 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:59:24.064934 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:59:24.065285 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:59:24.065630 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:59:24.065963 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:59:24.066299 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:59:24.066643 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:59:24.067014 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:59:24.067349 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:59:24.067681 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:59:24.068015 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:59:24.068678 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:59:24.069007 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:59:24.269686 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['8d14a6a4-ce95-4906-86ba-2bbf77d16783'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:59:25.039168 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284275e3-304d-4d33-a934-e7cc98d5bb76 req-47ea00c1-ae63-49c3-9bb0-4669377164a6 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:25.040729 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-284275e3-304d-4d33-a934-e7cc98d5bb76 req-47ea00c1-ae63-49c3-9bb0-4669377164a6 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c HTTP/1.1" status: 200 len: 945 time: 0.0563331 Feb 28 10:59:25.092140 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-284275e3-304d-4d33-a934-e7cc98d5bb76 req-c20f391c-cedd-4c45-8089-3dd5d5613c9f tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455651 Feb 28 10:59:25.766211 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 8d14a6a4-ce95-4906-86ba-2bbf77d16783 up at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:59:25.889848 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning for port 8d14a6a4-ce95-4906-86ba-2bbf77d16783 completed by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:59:25.894131 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning complete for port 8d14a6a4-ce95-4906-86ba-2bbf77d16783 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:59:25.894509 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (8d14a6a4-ce95-4906-86ba-2bbf77d16783), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:25.981653 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 8d14a6a4-ce95-4906-86ba-2bbf77d16783 is: BUILD; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:59:25.982050 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (8d14a6a4-ce95-4906-86ba-2bbf77d16783), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:26.007067 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d14a6a4-ce95-4906-86ba-2bbf77d16783'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:59:26.009320 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083017c9-26e5-4ddf-97d0-c46bf7091606" -d '{"events": [{"server_uuid": "f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c", "name": "network-vif-plugged", "status": "completed", "tag": "8d14a6a4-ce95-4906-86ba-2bbf77d16783"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:59:26.024603 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 8d14a6a4-ce95-4906-86ba-2bbf77d16783, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=8d14a6a4-ce95-4906-86ba-2bbf77d16783,segment=NetworkSegment(96ee30df-f6c7-4eea-80a0-2c3e133514b5),segment_id=96ee30df-f6c7-4eea-80a0-2c3e133514b5)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:59:26.050650 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed579d7-8b58-4218-ba01-4232682ae6a0 x-openstack-request-id: req-aed579d7-8b58-4218-ba01-4232682ae6a0 {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:59:26.051023 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c", "name": "network-vif-plugged", "status": "completed", "tag": "8d14a6a4-ce95-4906-86ba-2bbf77d16783", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:59:26.051242 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-aed579d7-8b58-4218-ba01-4232682ae6a0 {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:59:26.051646 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d14a6a4-ce95-4906-86ba-2bbf77d16783', 'code': 200} Feb 28 10:59:26.095394 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (8d14a6a4-ce95-4906-86ba-2bbf77d16783), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:26.151040 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=8d14a6a4-ce95-4906-86ba-2bbf77d16783,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:59:26.231887 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0472baa-f778-40ab-a36b-43458e12be24 req-3c91ea88-5a99-4d07-81a6-5244250665d2 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:26.235187 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-b0472baa-f778-40ab-a36b-43458e12be24 req-3c91ea88-5a99-4d07-81a6-5244250665d2 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c HTTP/1.1" status: 200 len: 946 time: 0.0679755 Feb 28 10:59:26.288696 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-b0472baa-f778-40ab-a36b-43458e12be24 req-92399acd-d171-44a6-a625-1459d1442dec tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481644 Feb 28 10:59:26.405868 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe4498-7d8b-44ec-9a2d-3b682e9bbefc req-25158089-5dd2-4056-b391-88cb35e67c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:26.411705 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4efe4498-7d8b-44ec-9a2d-3b682e9bbefc req-25158089-5dd2-4056-b391-88cb35e67c94 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c HTTP/1.1" status: 200 len: 1130 time: 0.0468450 Feb 28 10:59:26.453674 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4efe4498-7d8b-44ec-9a2d-3b682e9bbefc req-7c6c0a61-8227-4e06-85e5-b6ad9ade696c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402436 Feb 28 10:59:27.454538 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd36bb1-bf85-4b13-b384-3626d86531a5 req-fe6d243e-627c-4b73-b13c-24d7bf6db1f0 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:27.456364 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1cd36bb1-bf85-4b13-b384-3626d86531a5 req-fe6d243e-627c-4b73-b13c-24d7bf6db1f0 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c HTTP/1.1" status: 200 len: 946 time: 0.0857747 Feb 28 10:59:27.527259 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1cd36bb1-bf85-4b13-b384-3626d86531a5 req-c3c54bcb-4063-4397-810f-bb4a2f9c2011 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617507 Feb 28 10:59:28.649202 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af5211-3001-480e-92b1-95f773a25330 req-715cf766-4821-437e-9e00-23e71ab3f01c tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:28.650739 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-83af5211-3001-480e-92b1-95f773a25330 req-715cf766-4821-437e-9e00-23e71ab3f01c tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c HTTP/1.1" status: 200 len: 946 time: 0.0531607 Feb 28 10:59:28.701564 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-83af5211-3001-480e-92b1-95f773a25330 req-507ef9e0-d2f6-4345-85ce-5c91fb0f1675 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445015 Feb 28 10:59:28.819834 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21629d6-6570-46bb-ba3e-48ee76c00c73 req-e24da6e5-9f0e-4264-ac66-5594c25d2241 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:28.821277 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a21629d6-6570-46bb-ba3e-48ee76c00c73 req-e24da6e5-9f0e-4264-ac66-5594c25d2241 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c HTTP/1.1" status: 200 len: 946 time: 0.0539286 Feb 28 10:59:28.831285 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 53318) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:59:28.836045 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-c80fae8f-bdeb-4b0c-9e59-268aad79930a tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Request body: {'floatingip': {'port_id': '8d14a6a4-ce95-4906-86ba-2bbf77d16783'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:59:28.880256 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c80fae8f-bdeb-4b0c-9e59-268aad79930a tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks [] for floatingip (fb04ac62-24b2-48d1-b827-aaa23bb27fc7), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:29.365698 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c80fae8f-bdeb-4b0c-9e59-268aad79930a tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:29.426785 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c80fae8f-bdeb-4b0c-9e59-268aad79930a tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047917'] for floatingip (fb04ac62-24b2-48d1-b827-aaa23bb27fc7), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:29.544698 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.l3_db [None req-c80fae8f-bdeb-4b0c-9e59-268aad79930a tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Floating IP fb04ac62-24b2-48d1-b827-aaa23bb27fc7 associated. External IP: 172.26.3.217, port: 8d14a6a4-ce95-4906-86ba-2bbf77d16783. Feb 28 10:59:29.777195 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c80fae8f-bdeb-4b0c-9e59-268aad79930a tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Router 79371963-d79a-45a0-94f5-af72a4029f6e has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:59:29.895581 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80fae8f-bdeb-4b0c-9e59-268aad79930a tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:59:29.901074 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c80fae8f-bdeb-4b0c-9e59-268aad79930a tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:29.906250 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b513604-4b6a-4e87-a39a-dca0fee9acd7 None None] Sync routers for ids ['79371963-d79a-45a0-94f5-af72a4029f6e'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:59:29.915777 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b513604-4b6a-4e87-a39a-dca0fee9acd7 None None] Routers {'79371963-d79a-45a0-94f5-af72a4029f6e'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:59:29.916443 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-1b513604-4b6a-4e87-a39a-dca0fee9acd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:59:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['79371963-d79a-45a0-94f5-af72a4029f6e'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:59:29.933282 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-c80fae8f-bdeb-4b0c-9e59-268aad79930a tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "PUT /v2.0/floatingips/fb04ac62-24b2-48d1-b827-aaa23bb27fc7 HTTP/1.1" status: 200 len: 992 time: 1.1002543 Feb 28 10:59:29.933878 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c', 'tag': '8d14a6a4-ce95-4906-86ba-2bbf77d16783'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:59:29.936912 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6faba47e-7417-43b9-97e6-9c31a46d1b6c" -d '{"events": [{"name": "network-changed", "server_uuid": "f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c", "tag": "8d14a6a4-ce95-4906-86ba-2bbf77d16783"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:59:29.979597 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23f5610-3cc3-42dd-8b46-1c9c86aa08a6 x-openstack-request-id: req-b23f5610-3cc3-42dd-8b46-1c9c86aa08a6 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:59:29.979842 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c", "tag": "8d14a6a4-ce95-4906-86ba-2bbf77d16783", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:59:29.980066 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b23f5610-3cc3-42dd-8b46-1c9c86aa08a6 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:59:29.980626 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c', 'tag': '8d14a6a4-ce95-4906-86ba-2bbf77d16783', 'status': 'completed', 'code': 200} Feb 28 10:59:30.039087 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-1b513604-4b6a-4e87-a39a-dca0fee9acd7 None None] Set router 79371963-d79a-45a0-94f5-af72a4029f6e gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:59:30.069050 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faba47e-7417-43b9-97e6-9c31a46d1b6c req-5cb5bf8e-a97e-4bd4-a345-c61579f9b2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:30.070604 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6faba47e-7417-43b9-97e6-9c31a46d1b6c req-5cb5bf8e-a97e-4bd4-a345-c61579f9b2b5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ea16063c770248fbbecd744612bca408&device_id=f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c HTTP/1.1" status: 200 len: 1130 time: 0.0486653 Feb 28 10:59:30.189761 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faba47e-7417-43b9-97e6-9c31a46d1b6c req-44791741-59ce-4551-a88b-43d03df906f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:30.191166 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6faba47e-7417-43b9-97e6-9c31a46d1b6c req-44791741-59ce-4551-a88b-43d03df906f2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=dbd59d93-7959-45a7-8d0b-d27ddc516a22 HTTP/1.1" status: 200 len: 912 time: 0.1142583 Feb 28 10:59:30.309334 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6faba47e-7417-43b9-97e6-9c31a46d1b6c req-8592bc1d-3de6-4af5-a85b-82a63f771a93 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d14a6a4-ce95-4906-86ba-2bbf77d16783 HTTP/1.1" status: 200 len: 1000 time: 0.1053166 Feb 28 10:59:30.354060 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ca5ff-053d-4b18-bb88-61b6c97bb8d7 req-769d8212-2db2-4af5-b1fc-2b7cb60fb52b tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:30.356355 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-794ca5ff-053d-4b18-bb88-61b6c97bb8d7 req-769d8212-2db2-4af5-b1fc-2b7cb60fb52b tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c HTTP/1.1" status: 200 len: 946 time: 0.1038659 Feb 28 10:59:30.398824 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faba47e-7417-43b9-97e6-9c31a46d1b6c req-1ff369e1-324d-4f17-9af0-08468c785548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:30.400331 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6faba47e-7417-43b9-97e6-9c31a46d1b6c req-1ff369e1-324d-4f17-9af0-08468c785548 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6c7b4467-99ef-4929-9546-77b5d277521f HTTP/1.1" status: 200 len: 851 time: 0.0840983 Feb 28 10:59:30.419444 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-794ca5ff-053d-4b18-bb88-61b6c97bb8d7 req-26c0fa7a-7047-4842-85ad-07a327500a32 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562046 Feb 28 10:59:30.454273 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-1b513604-4b6a-4e87-a39a-dca0fee9acd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'name': 'tempest-ServerActionsTestJSON-1511207104-router', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '06c12765-1bcf-41a5-8676-fd27694fcd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:58:13Z', 'updated_at': '2022-02-28T10:58:16Z', 'revision_number': 4, 'project_id': 'ea16063c770248fbbecd744612bca408', 'gw_port': {'id': '06c12765-1bcf-41a5-8676-fd27694fcd20', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:39:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:58:13Z', 'updated_at': '2022-02-28T10:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': 'fb04ac62-24b2-48d1-b827-aaa23bb27fc7', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'floating_ip_address': '172.26.3.217', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'port_id': '8d14a6a4-ce95-4906-86ba-2bbf77d16783', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22', 'mac_address': 'fa:16:3e:34:dc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:58:20Z', 'updated_at': '2022-02-28T10:59:29Z', 'revision_number': 5, 'project_id': 'ea16063c770248fbbecd744612bca408', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48eef3a4-f10b-4de2-add8-76a25c08dc71', 'name': '', 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'mac_address': 'fa:16:3e:59:5b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '6c7b4467-99ef-4929-9546-77b5d277521f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:58:16Z', 'updated_at': '2022-02-28T10:58:20Z', 'revision_number': 5, 'project_id': 'ea16063c770248fbbecd744612bca408', 'subnets': [{'id': '6c7b4467-99ef-4929-9546-77b5d277521f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:59:30.483732 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faba47e-7417-43b9-97e6-9c31a46d1b6c req-43fcbaf2-5285-4b84-b29d-2afa4de66eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:30.485365 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6faba47e-7417-43b9-97e6-9c31a46d1b6c req-43fcbaf2-5285-4b84-b29d-2afa4de66eae service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dbd59d93-7959-45a7-8d0b-d27ddc516a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0505559 Feb 28 10:59:30.486148 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b513604-4b6a-4e87-a39a-dca0fee9acd7 None None] Checking router: 79371963-d79a-45a0-94f5-af72a4029f6e for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:59:30.495023 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b513604-4b6a-4e87-a39a-dca0fee9acd7 None None] Routers {'79371963-d79a-45a0-94f5-af72a4029f6e'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:59:30.496342 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-1b513604-4b6a-4e87-a39a-dca0fee9acd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:59:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['79371963-d79a-45a0-94f5-af72a4029f6e'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:59:30.586634 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6faba47e-7417-43b9-97e6-9c31a46d1b6c req-3d15f75f-9893-4636-a09d-4eac569153cb service neutron] 10.222.0.70 "GET /v2.0/networks/dbd59d93-7959-45a7-8d0b-d27ddc516a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937657 Feb 28 10:59:30.613685 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-1b513604-4b6a-4e87-a39a-dca0fee9acd7 None None] Set router 79371963-d79a-45a0-94f5-af72a4029f6e gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:59:30.687587 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6faba47e-7417-43b9-97e6-9c31a46d1b6c req-7792d256-c9a1-4ac8-a3a9-8044132fe2ec service neutron] 10.222.0.70 "GET /v2.0/networks/dbd59d93-7959-45a7-8d0b-d27ddc516a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951028 Feb 28 10:59:30.784323 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:30.876361 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-1b513604-4b6a-4e87-a39a-dca0fee9acd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'name': 'tempest-ServerActionsTestJSON-1511207104-router', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '06c12765-1bcf-41a5-8676-fd27694fcd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:58:13Z', 'updated_at': '2022-02-28T10:58:16Z', 'revision_number': 4, 'project_id': 'ea16063c770248fbbecd744612bca408', 'gw_port': {'id': '06c12765-1bcf-41a5-8676-fd27694fcd20', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:39:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:58:13Z', 'updated_at': '2022-02-28T10:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': 'fb04ac62-24b2-48d1-b827-aaa23bb27fc7', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'floating_ip_address': '172.26.3.217', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'port_id': '8d14a6a4-ce95-4906-86ba-2bbf77d16783', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22', 'mac_address': 'fa:16:3e:34:dc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:58:20Z', 'updated_at': '2022-02-28T10:59:29Z', 'revision_number': 5, 'project_id': 'ea16063c770248fbbecd744612bca408', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48eef3a4-f10b-4de2-add8-76a25c08dc71', 'name': '', 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'mac_address': 'fa:16:3e:59:5b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '6c7b4467-99ef-4929-9546-77b5d277521f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:58:16Z', 'updated_at': '2022-02-28T10:58:20Z', 'revision_number': 5, 'project_id': 'ea16063c770248fbbecd744612bca408', 'subnets': [{'id': '6c7b4467-99ef-4929-9546-77b5d277521f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:59:30.908562 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b513604-4b6a-4e87-a39a-dca0fee9acd7 None None] The sync data for ids ['79371963-d79a-45a0-94f5-af72a4029f6e'] in dv-neutron-829161-3-hyperv is: [{'id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'name': 'tempest-ServerActionsTestJSON-1511207104-router', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '06c12765-1bcf-41a5-8676-fd27694fcd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:58:13Z', 'updated_at': '2022-02-28T10:58:16Z', 'revision_number': 4, 'project_id': 'ea16063c770248fbbecd744612bca408', 'gw_port': {'id': '06c12765-1bcf-41a5-8676-fd27694fcd20', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:39:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:58:13Z', 'updated_at': '2022-02-28T10:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': 'fb04ac62-24b2-48d1-b827-aaa23bb27fc7', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'floating_ip_address': '172.26.3.217', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'port_id': '8d14a6a4-ce95-4906-86ba-2bbf77d16783', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22', 'mac_address': 'fa:16:3e:34:dc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:58:20Z', 'updated_at': '2022-02-28T10:59:29Z', 'revision_number': 5, 'project_id': 'ea16063c770248fbbecd744612bca408', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48eef3a4-f10b-4de2-add8-76a25c08dc71', 'name': '', 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'mac_address': 'fa:16:3e:59:5b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '6c7b4467-99ef-4929-9546-77b5d277521f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:58:16Z', 'updated_at': '2022-02-28T10:58:20Z', 'revision_number': 5, 'project_id': 'ea16063c770248fbbecd744612bca408', 'subnets': [{'id': '6c7b4467-99ef-4929-9546-77b5d277521f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:59:31.131845 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6b2f3d-7dda-4644-ac7c-a46356303d72 None None] New status for floating IP fb04ac62-24b2-48d1-b827-aaa23bb27fc7: ACTIVE {{(pid=104086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:59:31.542533 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8886c-4579-4ab8-9169-6ee584c6fe88 req-a18383f6-c246-4f04-9143-c031d333ab38 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:31.544144 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-2dd8886c-4579-4ab8-9169-6ee584c6fe88 req-a18383f6-c246-4f04-9143-c031d333ab38 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c HTTP/1.1" status: 200 len: 946 time: 0.0562556 Feb 28 10:59:31.597631 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-2dd8886c-4579-4ab8-9169-6ee584c6fe88 req-12d9d657-69c6-48c6-b77c-76a2d1604e72 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478425 Feb 28 10:59:32.726514 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada7d9e-cb4d-4fdd-bcf7-29e323cda4dd req-3a8c54f5-8c6f-4a8d-9045-aeb1d7b5891f tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:32.728065 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2ada7d9e-cb4d-4fdd-bcf7-29e323cda4dd req-3a8c54f5-8c6f-4a8d-9045-aeb1d7b5891f tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c HTTP/1.1" status: 200 len: 946 time: 0.0573502 Feb 28 10:59:32.783374 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2ada7d9e-cb4d-4fdd-bcf7-29e323cda4dd req-d0f0b1d7-b776-4ff3-8286-1895f9e1366f tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466948 Feb 28 10:59:33.910507 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9ec35-e841-45ad-943f-7e5fef77b46f req-d3b7ff58-9ebb-44b6-afe5-47755ccbbdd2 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:33.912106 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-5ed9ec35-e841-45ad-943f-7e5fef77b46f req-d3b7ff58-9ebb-44b6-afe5-47755ccbbdd2 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c HTTP/1.1" status: 200 len: 946 time: 0.0582974 Feb 28 10:59:33.970078 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-5ed9ec35-e841-45ad-943f-7e5fef77b46f req-21970db2-0f90-4f88-9f7a-f5ad0178372c tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461550 Feb 28 10:59:35.097337 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d1ebfa-fcd4-4fd2-ab44-e4ccacb3e957 req-a7328cdc-e9f2-4650-b7f6-acaab392f8a7 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:35.098914 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-21d1ebfa-fcd4-4fd2-ab44-e4ccacb3e957 req-a7328cdc-e9f2-4650-b7f6-acaab392f8a7 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c HTTP/1.1" status: 200 len: 946 time: 0.0623310 Feb 28 10:59:35.148938 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-21d1ebfa-fcd4-4fd2-ab44-e4ccacb3e957 req-26f84bb7-7bb4-4995-9d20-e8fae780cad2 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444891 Feb 28 10:59:36.274922 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32823b-af0d-4814-8ea9-df967fa41997 req-7fe00f49-4089-42bc-8795-94a2161c956e tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:36.277204 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-ac32823b-af0d-4814-8ea9-df967fa41997 req-7fe00f49-4089-42bc-8795-94a2161c956e tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c HTTP/1.1" status: 200 len: 946 time: 0.0548425 Feb 28 10:59:36.324449 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-ac32823b-af0d-4814-8ea9-df967fa41997 req-f2b90d61-404b-40b3-aac4-20b8f68cfd17 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418370 Feb 28 10:59:37.451676 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d215c-becd-4f78-a211-4982078986cf req-4f84bdfd-7b93-405f-81a9-4908260cbde2 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:37.459338 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e21d215c-becd-4f78-a211-4982078986cf req-4f84bdfd-7b93-405f-81a9-4908260cbde2 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c HTTP/1.1" status: 200 len: 946 time: 0.0547416 Feb 28 10:59:37.505067 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e21d215c-becd-4f78-a211-4982078986cf req-f791fdd1-2f37-4ce1-8c44-39c2e15e7212 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462167 Feb 28 10:59:38.629977 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f15c0-cf92-40e5-8d84-5046806b6f86 req-345d93a4-e9bf-4c5e-ad77-561b6f34224d tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:38.631509 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-197f15c0-cf92-40e5-8d84-5046806b6f86 req-345d93a4-e9bf-4c5e-ad77-561b6f34224d tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c HTTP/1.1" status: 200 len: 946 time: 0.0579107 Feb 28 10:59:38.678775 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-197f15c0-cf92-40e5-8d84-5046806b6f86 req-d9f959d8-a598-4cbd-958b-e239b0a59809 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416038 Feb 28 10:59:39.810889 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74b77a-7a07-4728-a17a-00fc8d3c40a0 req-762de317-b200-4c4e-980f-a2c344b6437a tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:39.812935 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ea74b77a-7a07-4728-a17a-00fc8d3c40a0 req-762de317-b200-4c4e-980f-a2c344b6437a tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c HTTP/1.1" status: 200 len: 946 time: 0.0653179 Feb 28 10:59:39.865998 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ea74b77a-7a07-4728-a17a-00fc8d3c40a0 req-c97dee17-1488-46c6-9dc3-b0a838a53fa6 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465317 Feb 28 10:59:40.991020 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe440d95-fdec-438a-908d-8ceb8b38a31e req-65bebe6f-f788-4063-b0da-441f4ab7a074 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:40.992531 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-fe440d95-fdec-438a-908d-8ceb8b38a31e req-65bebe6f-f788-4063-b0da-441f4ab7a074 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c HTTP/1.1" status: 200 len: 946 time: 0.0548425 Feb 28 10:59:41.041216 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-fe440d95-fdec-438a-908d-8ceb8b38a31e req-a60a078a-0e2d-4ef2-b057-d58c03cf24ca tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429771 Feb 28 10:59:42.191576 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab5820-cf45-439c-b1f8-594f2977fb67 req-5f32c57d-7636-4078-aed4-8fe64c257765 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:42.193360 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-53ab5820-cf45-439c-b1f8-594f2977fb67 req-5f32c57d-7636-4078-aed4-8fe64c257765 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c HTTP/1.1" status: 200 len: 946 time: 0.0690365 Feb 28 10:59:42.241890 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-53ab5820-cf45-439c-b1f8-594f2977fb67 req-56960201-05bf-4dd2-8b3e-5aeb2537ef63 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422885 Feb 28 10:59:43.363444 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef53eef-21c9-48a1-957b-0d8fa55c1bbb req-b2aafc8b-3911-4b63-99f3-72436ab6c750 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:43.364833 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-4ef53eef-21c9-48a1-957b-0d8fa55c1bbb req-b2aafc8b-3911-4b63-99f3-72436ab6c750 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c HTTP/1.1" status: 200 len: 946 time: 0.0525491 Feb 28 10:59:43.419258 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-4ef53eef-21c9-48a1-957b-0d8fa55c1bbb req-8aca7888-b220-43c5-8096-aa34ad71227a tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483477 Feb 28 10:59:44.549678 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc582a25-7b21-4606-89a6-51ac33f9b9d8 req-ee786e66-49c3-415a-b7c9-d2db0bc3aaa6 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:44.551320 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-dc582a25-7b21-4606-89a6-51ac33f9b9d8 req-ee786e66-49c3-415a-b7c9-d2db0bc3aaa6 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c HTTP/1.1" status: 200 len: 946 time: 0.0577950 Feb 28 10:59:44.602049 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-dc582a25-7b21-4606-89a6-51ac33f9b9d8 req-417f2359-3966-4a67-806e-a99bca00eadb tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446093 Feb 28 10:59:45.723560 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385eac4-c490-425d-8842-7162a15f6a66 req-e59c83c6-d381-4d2e-b28f-21f658f78218 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:45.725089 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-c385eac4-c490-425d-8842-7162a15f6a66 req-e59c83c6-d381-4d2e-b28f-21f658f78218 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c HTTP/1.1" status: 200 len: 946 time: 0.0544205 Feb 28 10:59:45.773139 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-c385eac4-c490-425d-8842-7162a15f6a66 req-e471c3e3-bc71-4cef-9450-62e0e6c57f77 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415251 Feb 28 10:59:46.495610 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-59eab9bb-5748-4239-b7e5-4cbd8f5161f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:46.895038 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4448f95-0c75-457f-9928-788b9e7ce5c6 req-968c779e-2fe1-4eae-a0d5-3a6f4bcfb618 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:46.896634 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a4448f95-0c75-457f-9928-788b9e7ce5c6 req-968c779e-2fe1-4eae-a0d5-3a6f4bcfb618 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c HTTP/1.1" status: 200 len: 946 time: 0.0536678 Feb 28 10:59:46.945519 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a4448f95-0c75-457f-9928-788b9e7ce5c6 req-fcec2fa7-6dcb-414c-b0fb-49bd68502ccc tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433717 Feb 28 10:59:48.065212 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e69e2f-500d-4156-8b35-ea11328e1043 req-f0b36f14-8eb6-4da9-9793-a9168905d986 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:48.066775 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e3e69e2f-500d-4156-8b35-ea11328e1043 req-f0b36f14-8eb6-4da9-9793-a9168905d986 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c HTTP/1.1" status: 200 len: 946 time: 0.0543845 Feb 28 10:59:48.114707 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e3e69e2f-500d-4156-8b35-ea11328e1043 req-d3a9cfa6-d1a9-448e-9e45-6e99623bc08d tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421851 Feb 28 10:59:48.660743 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5e8a271a-d073-4de5-b3e4-5102fb435450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:49.256694 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc3f1d-173a-4106-b9c3-1f9e7d0b96e5 req-1e9fbc50-79ca-49e2-a320-82df9646cb86 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:49.259371 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5adc3f1d-173a-4106-b9c3-1f9e7d0b96e5 req-1e9fbc50-79ca-49e2-a320-82df9646cb86 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c HTTP/1.1" status: 200 len: 946 time: 0.0689197 Feb 28 10:59:49.312100 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5adc3f1d-173a-4106-b9c3-1f9e7d0b96e5 req-9a7014ef-c7ba-4bfa-bbf9-da15aa7d4d2d tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466130 Feb 28 10:59:50.072611 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:50.438483 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7cafd5-4142-4ce8-b027-2cf023473b52 req-2a3f3f2f-7148-4f21-9a5f-f9bcf7033378 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:50.440109 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-9e7cafd5-4142-4ce8-b027-2cf023473b52 req-2a3f3f2f-7148-4f21-9a5f-f9bcf7033378 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c HTTP/1.1" status: 200 len: 946 time: 0.0587168 Feb 28 10:59:50.492779 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-9e7cafd5-4142-4ce8-b027-2cf023473b52 req-0f6f7abd-5dea-4337-9b65-2a5d7a72091d tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457036 Feb 28 10:59:51.369367 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:51.626458 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c857ac-e227-4a42-b862-e01e5e6e42d1 req-f7960185-327a-461e-8402-3e86180288f1 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:51.627980 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-81c857ac-e227-4a42-b862-e01e5e6e42d1 req-f7960185-327a-461e-8402-3e86180288f1 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c HTTP/1.1" status: 200 len: 946 time: 0.0597279 Feb 28 10:59:51.684253 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-81c857ac-e227-4a42-b862-e01e5e6e42d1 req-fd3bc559-012f-4c32-acf8-f0c15acb2bba tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459483 Feb 28 10:59:52.718046 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:52.817624 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15466774-048f-4b57-9f9a-c78a2190cf2c req-03a9438a-4786-4712-bbdc-609f71fe5c6d tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:52.819506 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-15466774-048f-4b57-9f9a-c78a2190cf2c req-03a9438a-4786-4712-bbdc-609f71fe5c6d tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c HTTP/1.1" status: 200 len: 946 time: 0.0615776 Feb 28 10:59:52.871442 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-15466774-048f-4b57-9f9a-c78a2190cf2c req-389de570-bfaa-46f4-bcac-fdfae3198ede tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460145 Feb 28 10:59:53.712204 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:59:53.995482 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4422ba-d428-4f4b-944e-019d03cf3915 req-8dba5b44-2d2f-4a4c-b979-43b022012c94 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:53.996927 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-7a4422ba-d428-4f4b-944e-019d03cf3915 req-8dba5b44-2d2f-4a4c-b979-43b022012c94 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c HTTP/1.1" status: 200 len: 946 time: 0.0543919 Feb 28 10:59:54.044904 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-7a4422ba-d428-4f4b-944e-019d03cf3915 req-636f902c-bbcf-4ca3-b8df-e56fbfb8ed44 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423968 Feb 28 10:59:55.170717 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d35ae-7d3b-4421-8cdc-ef21e2cd5e4b req-8b979e80-f0bc-4423-9b53-2f6345e3e97a tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:55.172222 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-415d35ae-7d3b-4421-8cdc-ef21e2cd5e4b req-8b979e80-f0bc-4423-9b53-2f6345e3e97a tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c HTTP/1.1" status: 200 len: 946 time: 0.0578630 Feb 28 10:59:55.221628 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-415d35ae-7d3b-4421-8cdc-ef21e2cd5e4b req-37a70c1c-f8b2-4585-ab6e-43c7dbd5c073 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437670 Feb 28 10:59:56.352782 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf541c-d338-47b7-8608-2c2efd0b019d req-62c5cc6a-548e-4f09-99b0-57b4f6f10c11 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:56.352782 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-84cf541c-d338-47b7-8608-2c2efd0b019d req-62c5cc6a-548e-4f09-99b0-57b4f6f10c11 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c HTTP/1.1" status: 200 len: 946 time: 0.0617611 Feb 28 10:59:56.436467 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-84cf541c-d338-47b7-8608-2c2efd0b019d req-0657a820-b977-4f6f-913a-5ce7c9028561 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771370 Feb 28 10:59:56.454035 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b6ac99d5-2f99-414a-9369-1e709cfe3967 req-95eaf468-f67a-4fd1-9319-62dd8c07c3aa service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0629525 Feb 28 10:59:56.557062 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac99d5-2f99-414a-9369-1e709cfe3967 req-bd879677-d2f2-4daa-9645-c62897f1c574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:56.558666 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b6ac99d5-2f99-414a-9369-1e709cfe3967 req-bd879677-d2f2-4daa-9645-c62897f1c574 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ea16063c770248fbbecd744612bca408&device_id=f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c HTTP/1.1" status: 200 len: 1130 time: 0.0469372 Feb 28 10:59:56.664763 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac99d5-2f99-414a-9369-1e709cfe3967 req-9d450fd2-9a02-40b8-92f7-52d7f92ef3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:56.666200 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b6ac99d5-2f99-414a-9369-1e709cfe3967 req-9d450fd2-9a02-40b8-92f7-52d7f92ef3a3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=dbd59d93-7959-45a7-8d0b-d27ddc516a22 HTTP/1.1" status: 200 len: 912 time: 0.0901277 Feb 28 10:59:56.735329 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b6ac99d5-2f99-414a-9369-1e709cfe3967 req-25e2722a-deee-4178-92ab-7e5f38aae7cb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d14a6a4-ce95-4906-86ba-2bbf77d16783 HTTP/1.1" status: 200 len: 1002 time: 0.0624778 Feb 28 10:59:56.793921 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac99d5-2f99-414a-9369-1e709cfe3967 req-88d401be-24f9-4184-aa5c-5f0a8b9dc37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:56.795422 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b6ac99d5-2f99-414a-9369-1e709cfe3967 req-88d401be-24f9-4184-aa5c-5f0a8b9dc37e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6c7b4467-99ef-4929-9546-77b5d277521f HTTP/1.1" status: 200 len: 851 time: 0.0546894 Feb 28 10:59:56.873531 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac99d5-2f99-414a-9369-1e709cfe3967 req-df752925-1b16-4ad2-b5b4-eb376be8018a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:56.875114 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b6ac99d5-2f99-414a-9369-1e709cfe3967 req-df752925-1b16-4ad2-b5b4-eb376be8018a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dbd59d93-7959-45a7-8d0b-d27ddc516a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0737834 Feb 28 10:59:56.896368 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afd1a6e-42d4-44f6-a664-9dcdc3b65dd0 req-9893279c-c94b-42e0-b00d-dfff73461533 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:56.897865 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4afd1a6e-42d4-44f6-a664-9dcdc3b65dd0 req-9893279c-c94b-42e0-b00d-dfff73461533 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c HTTP/1.1" status: 200 len: 946 time: 0.0954816 Feb 28 10:59:57.339500 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4afd1a6e-42d4-44f6-a664-9dcdc3b65dd0 req-612981a1-f7f7-4cd8-9e96-e61dbd931fea tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4306958 Feb 28 10:59:57.346539 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-317cfe22-f5f1-444c-8b3c-15eddb8ace15 req-fd6bacc2-fbe7-47b0-9445-a00ab3340c9a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4389510 Feb 28 10:59:57.348706 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b6ac99d5-2f99-414a-9369-1e709cfe3967 req-28da5908-fa2d-4da2-bc6e-ba6f5ead5a30 service neutron] 10.222.0.70 "GET /v2.0/networks/dbd59d93-7959-45a7-8d0b-d27ddc516a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4675171 Feb 28 10:59:57.460590 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b6ac99d5-2f99-414a-9369-1e709cfe3967 req-b1beb2b3-d4cc-4602-879c-acc0c610c56d service neutron] 10.222.0.70 "GET /v2.0/networks/dbd59d93-7959-45a7-8d0b-d27ddc516a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055348 Feb 28 10:59:58.044637 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317cfe22-f5f1-444c-8b3c-15eddb8ace15 req-0a18ae5c-d2f9-4708-b9d4-6736de71c6e9 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:58.046068 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-317cfe22-f5f1-444c-8b3c-15eddb8ace15 req-0a18ae5c-d2f9-4708-b9d4-6736de71c6e9 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports/8d14a6a4-ce95-4906-86ba-2bbf77d16783 HTTP/1.1" status: 200 len: 943 time: 0.0517170 Feb 28 10:59:58.464420 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9c67a-6c25-4271-97d3-6b8c780189be req-da60cd02-668b-486b-ac11-d2cde186d847 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:58.465839 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-07b9c67a-6c25-4271-97d3-6b8c780189be req-da60cd02-668b-486b-ac11-d2cde186d847 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c HTTP/1.1" status: 200 len: 946 time: 0.0545557 Feb 28 10:59:58.514687 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-07b9c67a-6c25-4271-97d3-6b8c780189be req-bdaf4d9b-199c-46ef-8832-7e6c6a653b49 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431561 Feb 28 10:59:59.634748 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d6584-5473-48fa-bc92-3b080b00a52b req-804ebdff-04ee-4eb2-9347-3a32b07aa91d tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:59.636257 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-bb7d6584-5473-48fa-bc92-3b080b00a52b req-804ebdff-04ee-4eb2-9347-3a32b07aa91d tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c HTTP/1.1" status: 200 len: 946 time: 0.0540845 Feb 28 10:59:59.718268 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-bb7d6584-5473-48fa-bc92-3b080b00a52b req-83c3e192-662e-40ad-a3c1-2cdd0e25de44 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763018 Feb 28 10:59:59.727316 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317cfe22-f5f1-444c-8b3c-15eddb8ace15 req-dce7ff18-906b-4525-af83-eef099174be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:59.729319 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-317cfe22-f5f1-444c-8b3c-15eddb8ace15 req-dce7ff18-906b-4525-af83-eef099174be7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ea16063c770248fbbecd744612bca408&device_id=f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c HTTP/1.1" status: 200 len: 1130 time: 0.0704641 Feb 28 10:59:59.830041 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317cfe22-f5f1-444c-8b3c-15eddb8ace15 req-99c04617-8d6b-46ff-bc01-02ad2751fce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:59.831539 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-317cfe22-f5f1-444c-8b3c-15eddb8ace15 req-99c04617-8d6b-46ff-bc01-02ad2751fce9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=dbd59d93-7959-45a7-8d0b-d27ddc516a22 HTTP/1.1" status: 200 len: 912 time: 0.0929453 Feb 28 10:59:59.899452 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-317cfe22-f5f1-444c-8b3c-15eddb8ace15 req-a3443b9b-5571-4526-b2ab-2c4c514bda74 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d14a6a4-ce95-4906-86ba-2bbf77d16783 HTTP/1.1" status: 200 len: 1002 time: 0.0622623 Feb 28 10:59:59.948145 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317cfe22-f5f1-444c-8b3c-15eddb8ace15 req-80439169-c567-47e1-8dad-55eae0739a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:59.949569 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-317cfe22-f5f1-444c-8b3c-15eddb8ace15 req-80439169-c567-47e1-8dad-55eae0739a13 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6c7b4467-99ef-4929-9546-77b5d277521f HTTP/1.1" status: 200 len: 851 time: 0.0430725 Feb 28 11:00:00.017442 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317cfe22-f5f1-444c-8b3c-15eddb8ace15 req-83017687-297a-4d8b-8f6d-0af1030ccfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:00.019329 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-317cfe22-f5f1-444c-8b3c-15eddb8ace15 req-83017687-297a-4d8b-8f6d-0af1030ccfae service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dbd59d93-7959-45a7-8d0b-d27ddc516a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0551264 Feb 28 11:00:00.118080 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-317cfe22-f5f1-444c-8b3c-15eddb8ace15 req-fe0b0574-a859-4218-823a-277594e56742 service neutron] 10.222.0.70 "GET /v2.0/networks/dbd59d93-7959-45a7-8d0b-d27ddc516a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906379 Feb 28 11:00:00.212034 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-317cfe22-f5f1-444c-8b3c-15eddb8ace15 req-a7a4ccd8-2077-4828-8d30-c9073b3ba5bb service neutron] 10.222.0.70 "GET /v2.0/networks/dbd59d93-7959-45a7-8d0b-d27ddc516a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872061 Feb 28 11:00:00.769215 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:00.852396 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf140d-aaf0-4b33-90ed-e1f0caf932ca req-abe4e939-02ca-4684-bd29-302feda7d6d3 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:00.854176 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-2bbf140d-aaf0-4b33-90ed-e1f0caf932ca req-abe4e939-02ca-4684-bd29-302feda7d6d3 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c HTTP/1.1" status: 200 len: 946 time: 0.0576508 Feb 28 11:00:00.909670 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-2bbf140d-aaf0-4b33-90ed-e1f0caf932ca req-2dcb4fe8-1cb6-4761-b6f1-c1a87f6e7c27 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496497 Feb 28 11:00:02.032964 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba455eb-c5ba-44b6-a6ec-8e86921334e1 req-b6a6d620-70e6-4f84-8ee4-9de9321bda89 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:02.034512 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0ba455eb-c5ba-44b6-a6ec-8e86921334e1 req-b6a6d620-70e6-4f84-8ee4-9de9321bda89 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c HTTP/1.1" status: 200 len: 946 time: 0.0557611 Feb 28 11:00:02.089211 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0ba455eb-c5ba-44b6-a6ec-8e86921334e1 req-2c372c51-6a44-4d4a-ae1c-0a81b5529d07 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489600 Feb 28 11:00:02.298650 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-317cfe22-f5f1-444c-8b3c-15eddb8ace15 req-7e5a2cd5-e0fd-4873-9980-902126038949 service neutron] 10.222.0.70 "GET /v2.0/ports/8d14a6a4-ce95-4906-86ba-2bbf77d16783/bindings/hv-neutron-8291 HTTP/1.1" status: 200 len: 384 time: 0.0564361 Feb 28 11:00:02.884807 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317cfe22-f5f1-444c-8b3c-15eddb8ace15 req-aa4bfd18-1336-4ba1-abad-f85ae2547d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:02.886339 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-317cfe22-f5f1-444c-8b3c-15eddb8ace15 req-aa4bfd18-1336-4ba1-abad-f85ae2547d8e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c&tenant_id=ea16063c770248fbbecd744612bca408 HTTP/1.1" status: 200 len: 1130 time: 0.0485599 Feb 28 11:00:02.969552 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317cfe22-f5f1-444c-8b3c-15eddb8ace15 req-0fd26fe0-0190-4315-82d8-986684d93f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:02.971102 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-317cfe22-f5f1-444c-8b3c-15eddb8ace15 req-0fd26fe0-0190-4315-82d8-986684d93f60 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ea16063c770248fbbecd744612bca408&device_id=f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c HTTP/1.1" status: 200 len: 1130 time: 0.0516253 Feb 28 11:00:03.071897 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317cfe22-f5f1-444c-8b3c-15eddb8ace15 req-f1ad1fbc-ee80-4c5e-a09a-7e2db1885bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:03.075977 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-317cfe22-f5f1-444c-8b3c-15eddb8ace15 req-f1ad1fbc-ee80-4c5e-a09a-7e2db1885bd5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=dbd59d93-7959-45a7-8d0b-d27ddc516a22 HTTP/1.1" status: 200 len: 912 time: 0.0954502 Feb 28 11:00:03.144512 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-317cfe22-f5f1-444c-8b3c-15eddb8ace15 req-1d8a2825-944e-4833-8881-f07361b33905 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d14a6a4-ce95-4906-86ba-2bbf77d16783 HTTP/1.1" status: 200 len: 1002 time: 0.0630665 Feb 28 11:00:03.197753 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317cfe22-f5f1-444c-8b3c-15eddb8ace15 req-30f54ce5-06a6-4ee7-9960-75080aa7f902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:03.199835 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-317cfe22-f5f1-444c-8b3c-15eddb8ace15 req-30f54ce5-06a6-4ee7-9960-75080aa7f902 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6c7b4467-99ef-4929-9546-77b5d277521f HTTP/1.1" status: 200 len: 851 time: 0.0517507 Feb 28 11:00:03.217450 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a579449-c32b-4910-b190-455337eb6b26 req-461532c6-41fb-4337-b711-642e786a069e tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:03.219006 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-0a579449-c32b-4910-b190-455337eb6b26 req-461532c6-41fb-4337-b711-642e786a069e tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c HTTP/1.1" status: 200 len: 946 time: 0.0550094 Feb 28 11:00:03.266074 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-0a579449-c32b-4910-b190-455337eb6b26 req-1f1eb77e-3936-4a48-b9a5-fb34355cef1e tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413318 Feb 28 11:00:03.266323 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317cfe22-f5f1-444c-8b3c-15eddb8ace15 req-2720e613-dd99-4a06-8f06-01b81a4f9195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:03.268680 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-317cfe22-f5f1-444c-8b3c-15eddb8ace15 req-2720e613-dd99-4a06-8f06-01b81a4f9195 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dbd59d93-7959-45a7-8d0b-d27ddc516a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0634823 Feb 28 11:00:03.363003 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-317cfe22-f5f1-444c-8b3c-15eddb8ace15 req-55108ce7-2b0b-426c-a8dc-9c6e52f7e3c6 service neutron] 10.222.0.70 "GET /v2.0/networks/dbd59d93-7959-45a7-8d0b-d27ddc516a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879800 Feb 28 11:00:03.472962 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-317cfe22-f5f1-444c-8b3c-15eddb8ace15 req-64965d23-3231-47bd-bcf6-01bf9de8ff2e service neutron] 10.222.0.70 "GET /v2.0/networks/dbd59d93-7959-45a7-8d0b-d27ddc516a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045444 Feb 28 11:00:04.399723 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081895dc-2c84-4ffd-95aa-d76dcf25fa94 req-e6cdbb34-41d3-4f59-9f94-ddce522e2be3 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:04.401585 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-081895dc-2c84-4ffd-95aa-d76dcf25fa94 req-e6cdbb34-41d3-4f59-9f94-ddce522e2be3 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c HTTP/1.1" status: 200 len: 946 time: 0.0585077 Feb 28 11:00:04.453853 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-081895dc-2c84-4ffd-95aa-d76dcf25fa94 req-f6a559d4-551c-4a04-b819-7c14be12f671 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453269 Feb 28 11:00:05.576751 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f257b98b-1605-4e64-bb30-9addc2b46f9b req-9e3f983c-e631-4584-92be-e5eef87f2a1c tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:05.578309 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-f257b98b-1605-4e64-bb30-9addc2b46f9b req-9e3f983c-e631-4584-92be-e5eef87f2a1c tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c HTTP/1.1" status: 200 len: 946 time: 0.0557771 Feb 28 11:00:05.627243 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-f257b98b-1605-4e64-bb30-9addc2b46f9b req-def1a581-1472-4029-aeb1-5e5d09866ac0 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432961 Feb 28 11:00:06.052917 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 8d14a6a4-ce95-4906-86ba-2bbf77d16783 details requested by agent hyperv_hv-neutron-8291 with host hv-neutron-8291 {{(pid=104085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 11:00:06.063739 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 8d14a6a4-ce95-4906-86ba-2bbf77d16783 no longer exists at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:00:06.065155 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398bbc32-7d4d-4e08-9acf-d540d05f269b req-87f2f4c7-9477-430f-97d6-984b698fe3d1 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:06.066731 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-398bbc32-7d4d-4e08-9acf-d540d05f269b req-87f2f4c7-9477-430f-97d6-984b698fe3d1 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c HTTP/1.1" status: 200 len: 946 time: 0.0609996 Feb 28 11:00:06.135993 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-398bbc32-7d4d-4e08-9acf-d540d05f269b req-133c8a25-9fb4-441b-bfc7-8e2d659f3ea2 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616689 Feb 28 11:00:06.191682 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f410ed0b-0ddf-4542-bd84-caa246106c2c req-4fa84909-0f07-47eb-bee7-85b159a5c4aa tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:06.194233 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f410ed0b-0ddf-4542-bd84-caa246106c2c req-4fa84909-0f07-47eb-bee7-85b159a5c4aa tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.70 "GET /v2.0/ports?device_id=f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c&tenant_id=ea16063c770248fbbecd744612bca408&binding%3Ahost_id=hv-neutron-8291 HTTP/1.1" status: 200 len: 946 time: 0.0785377 Feb 28 11:00:06.211477 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 8d14a6a4-ce95-4906-86ba-2bbf77d16783 is: ACTIVE; New status is: DOWN {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:00:06.211785 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (8d14a6a4-ce95-4906-86ba-2bbf77d16783), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:06.253398 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 8d14a6a4-ce95-4906-86ba-2bbf77d16783, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=8d14a6a4-ce95-4906-86ba-2bbf77d16783,segment=NetworkSegment(96ee30df-f6c7-4eea-80a0-2c3e133514b5),segment_id=96ee30df-f6c7-4eea-80a0-2c3e133514b5)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:00:06.260163 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d14a6a4-ce95-4906-86ba-2bbf77d16783'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:00:06.263354 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8218501-1a5e-4e18-b6fb-c37c8964d3f1" -d '{"events": [{"server_uuid": "f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c", "name": "network-vif-unplugged", "status": "completed", "tag": "8d14a6a4-ce95-4906-86ba-2bbf77d16783"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:00:06.287274 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 8d14a6a4-ce95-4906-86ba-2bbf77d16783, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=8d14a6a4-ce95-4906-86ba-2bbf77d16783,segment=NetworkSegment(96ee30df-f6c7-4eea-80a0-2c3e133514b5),segment_id=96ee30df-f6c7-4eea-80a0-2c3e133514b5)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:00:06.288254 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Returning: {'device': '8d14a6a4-ce95-4906-86ba-2bbf77d16783', 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22', 'port_id': '8d14a6a4-ce95-4906-86ba-2bbf77d16783', 'mac_address': 'fa:16:3e:34:dc:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c7b4467-99ef-4929-9546-77b5d277521f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 11:00:06.310329 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f410ed0b-0ddf-4542-bd84-caa246106c2c req-6d881294-f432-4ad1-9cac-242b50d0380f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:06.315644 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f410ed0b-0ddf-4542-bd84-caa246106c2c req-6d881294-f432-4ad1-9cac-242b50d0380f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ea16063c770248fbbecd744612bca408&device_id=f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c HTTP/1.1" status: 200 len: 1130 time: 0.0554650 Feb 28 11:00:06.316008 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 11:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1161edef-0162-4d21-849a-576f2e010d40 x-openstack-request-id: req-1161edef-0162-4d21-849a-576f2e010d40 {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:00:06.316008 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c", "name": "network-vif-unplugged", "status": "completed", "tag": "8d14a6a4-ce95-4906-86ba-2bbf77d16783", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:00:06.316008 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1161edef-0162-4d21-849a-576f2e010d40 {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:00:06.316008 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d14a6a4-ce95-4906-86ba-2bbf77d16783', 'code': 200} Feb 28 11:00:06.330821 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 8d14a6a4-ce95-4906-86ba-2bbf77d16783 is: ACTIVE; New status is: BUILD {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:00:06.331252 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (8d14a6a4-ce95-4906-86ba-2bbf77d16783), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:06.348565 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8d14a6a4-ce95-4906-86ba-2bbf77d16783 {{(pid=104085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:00:06.370161 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (8d14a6a4-ce95-4906-86ba-2bbf77d16783), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:06.440321 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f410ed0b-0ddf-4542-bd84-caa246106c2c req-881d9c8f-8c19-45a2-ae47-849dddf0e601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:06.441832 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f410ed0b-0ddf-4542-bd84-caa246106c2c req-881d9c8f-8c19-45a2-ae47-849dddf0e601 service neutron] 10.222.0.70 "GET /v2.0/networks?id=dbd59d93-7959-45a7-8d0b-d27ddc516a22 HTTP/1.1" status: 200 len: 912 time: 0.0928037 Feb 28 11:00:06.442412 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.db.api [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:00:06.442779 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG oslo_db.api [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:00:06.446569 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=8d14a6a4-ce95-4906-86ba-2bbf77d16783,revision_number=6']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:00:06.517235 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f410ed0b-0ddf-4542-bd84-caa246106c2c req-759743f1-22fb-47bc-b5a4-3aa67c3709f6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d14a6a4-ce95-4906-86ba-2bbf77d16783 HTTP/1.1" status: 200 len: 1000 time: 0.0695577 Feb 28 11:00:06.566955 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f410ed0b-0ddf-4542-bd84-caa246106c2c req-a3d8046d-9ac6-4c0a-8e88-7742909f6a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:06.568684 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f410ed0b-0ddf-4542-bd84-caa246106c2c req-a3d8046d-9ac6-4c0a-8e88-7742909f6a81 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6c7b4467-99ef-4929-9546-77b5d277521f HTTP/1.1" status: 200 len: 851 time: 0.0460346 Feb 28 11:00:06.623091 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f410ed0b-0ddf-4542-bd84-caa246106c2c req-36bd5d65-ab8f-42ba-a28e-6c1e1cf1c494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:06.624617 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f410ed0b-0ddf-4542-bd84-caa246106c2c req-36bd5d65-ab8f-42ba-a28e-6c1e1cf1c494 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dbd59d93-7959-45a7-8d0b-d27ddc516a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0491614 Feb 28 11:00:06.720317 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f410ed0b-0ddf-4542-bd84-caa246106c2c req-3641a69c-14fb-48c3-8b41-148979cb57c7 service neutron] 10.222.0.70 "GET /v2.0/networks/dbd59d93-7959-45a7-8d0b-d27ddc516a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893898 Feb 28 11:00:06.815284 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f410ed0b-0ddf-4542-bd84-caa246106c2c req-a502fad2-d528-4898-9dea-22139a51e8d8 service neutron] 10.222.0.70 "GET /v2.0/networks/dbd59d93-7959-45a7-8d0b-d27ddc516a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897012 Feb 28 11:00:06.979212 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 8d14a6a4-ce95-4906-86ba-2bbf77d16783 is: DOWN; New status is: BUILD {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:00:06.979631 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (8d14a6a4-ce95-4906-86ba-2bbf77d16783), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:06.993320 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d14a6a4-ce95-4906-86ba-2bbf77d16783 {{(pid=104085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:00:07.013533 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 8d14a6a4-ce95-4906-86ba-2bbf77d16783, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=8d14a6a4-ce95-4906-86ba-2bbf77d16783,segment=NetworkSegment(96ee30df-f6c7-4eea-80a0-2c3e133514b5),segment_id=96ee30df-f6c7-4eea-80a0-2c3e133514b5)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:00:07.107576 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (8d14a6a4-ce95-4906-86ba-2bbf77d16783), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:07.165826 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=8d14a6a4-ce95-4906-86ba-2bbf77d16783,revision_number=7']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:00:07.258458 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['8d14a6a4-ce95-4906-86ba-2bbf77d16783'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:00:07.290515 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0160872-e4c3-499a-bc6b-c19f48edb13f req-94c37ed2-fec6-4d69-b822-78ffad4250b5 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:07.298128 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e0160872-e4c3-499a-bc6b-c19f48edb13f req-94c37ed2-fec6-4d69-b822-78ffad4250b5 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c HTTP/1.1" status: 200 len: 945 time: 0.0702000 Feb 28 11:00:07.358104 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e0160872-e4c3-499a-bc6b-c19f48edb13f req-a76b526c-1517-4dc8-b26f-46f1f96afa9d tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544219 Feb 28 11:00:08.067287 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 8d14a6a4-ce95-4906-86ba-2bbf77d16783 up at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:00:08.122394 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning complete for port 8d14a6a4-ce95-4906-86ba-2bbf77d16783 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:00:08.123199 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (8d14a6a4-ce95-4906-86ba-2bbf77d16783), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:08.209403 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 8d14a6a4-ce95-4906-86ba-2bbf77d16783 is: BUILD; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:00:08.209799 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (8d14a6a4-ce95-4906-86ba-2bbf77d16783), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:08.251620 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 8d14a6a4-ce95-4906-86ba-2bbf77d16783, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=8d14a6a4-ce95-4906-86ba-2bbf77d16783,segment=NetworkSegment(96ee30df-f6c7-4eea-80a0-2c3e133514b5),segment_id=96ee30df-f6c7-4eea-80a0-2c3e133514b5)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:00:08.315709 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d14a6a4-ce95-4906-86ba-2bbf77d16783'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:00:08.318576 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ddcd3cb-487f-48ee-8f06-388493ca32be" -d '{"events": [{"server_uuid": "f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c", "name": "network-vif-plugged", "status": "completed", "tag": "8d14a6a4-ce95-4906-86ba-2bbf77d16783"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:00:08.329387 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (8d14a6a4-ce95-4906-86ba-2bbf77d16783), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:08.363279 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-035e4a74-20aa-4bf1-b69f-e83270aa1d6f x-openstack-request-id: req-035e4a74-20aa-4bf1-b69f-e83270aa1d6f {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:00:08.363632 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c", "name": "network-vif-plugged", "status": "completed", "tag": "8d14a6a4-ce95-4906-86ba-2bbf77d16783", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:00:08.363851 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-035e4a74-20aa-4bf1-b69f-e83270aa1d6f {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:00:08.364328 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d14a6a4-ce95-4906-86ba-2bbf77d16783', 'code': 200} Feb 28 11:00:08.404407 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=8d14a6a4-ce95-4906-86ba-2bbf77d16783,revision_number=8']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:00:08.493147 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfa600e-89ac-439e-9ef9-de1bbc8998df req-feb1d77d-46c9-4980-bdae-8399b6dd1cb7 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:08.494697 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-ebfa600e-89ac-439e-9ef9-de1bbc8998df req-feb1d77d-46c9-4980-bdae-8399b6dd1cb7 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c HTTP/1.1" status: 200 len: 946 time: 0.0562651 Feb 28 11:00:08.549374 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-ebfa600e-89ac-439e-9ef9-de1bbc8998df req-65f50ab9-c888-4c07-a9c9-52b0d75f6dab tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478337 Feb 28 11:00:08.672801 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a8d69d-5899-4e97-bbba-009dd7f66dcc req-841d8f12-4298-408a-ac5d-170c71de3461 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:08.674353 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-63a8d69d-5899-4e97-bbba-009dd7f66dcc req-841d8f12-4298-408a-ac5d-170c71de3461 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c HTTP/1.1" status: 200 len: 946 time: 0.0560813 Feb 28 11:00:08.728726 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-63a8d69d-5899-4e97-bbba-009dd7f66dcc req-656293be-872f-4b99-b31c-036b33160fc5 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486054 Feb 28 11:00:09.100447 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467fdc4b-18b8-4556-b589-63ac6c0fd6a7 req-8e7b4f60-85bb-49bc-b961-a8bd3bac3585 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:09.102011 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-467fdc4b-18b8-4556-b589-63ac6c0fd6a7 req-8e7b4f60-85bb-49bc-b961-a8bd3bac3585 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c HTTP/1.1" status: 200 len: 946 time: 0.0659416 Feb 28 11:00:09.158322 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-467fdc4b-18b8-4556-b589-63ac6c0fd6a7 req-2d9e60b9-1ffe-4838-a925-dd39a357b59b tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499866 Feb 28 11:00:09.209119 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aabee9d-593c-433c-975b-429f47abfee2 req-29f6decf-66d7-4d1c-a53d-c9331ce6ece3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:09.210719 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4aabee9d-593c-433c-975b-429f47abfee2 req-29f6decf-66d7-4d1c-a53d-c9331ce6ece3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ea16063c770248fbbecd744612bca408&device_id=f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c HTTP/1.1" status: 200 len: 1130 time: 0.0513585 Feb 28 11:00:09.306752 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aabee9d-593c-433c-975b-429f47abfee2 req-b6fea5c5-d7ad-46ca-ac9c-f3530e860fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:09.308839 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4aabee9d-593c-433c-975b-429f47abfee2 req-b6fea5c5-d7ad-46ca-ac9c-f3530e860fa7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=dbd59d93-7959-45a7-8d0b-d27ddc516a22 HTTP/1.1" status: 200 len: 912 time: 0.0922539 Feb 28 11:00:09.392003 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4aabee9d-593c-433c-975b-429f47abfee2 req-20a4ad3e-0920-4219-a571-e62ec9ef6105 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d14a6a4-ce95-4906-86ba-2bbf77d16783 HTTP/1.1" status: 200 len: 1002 time: 0.0780129 Feb 28 11:00:09.450625 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aabee9d-593c-433c-975b-429f47abfee2 req-2bd245c1-dfbd-4f86-9105-58d3f34f2ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:09.452208 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4aabee9d-593c-433c-975b-429f47abfee2 req-2bd245c1-dfbd-4f86-9105-58d3f34f2ee3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6c7b4467-99ef-4929-9546-77b5d277521f HTTP/1.1" status: 200 len: 851 time: 0.0547385 Feb 28 11:00:09.507777 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aabee9d-593c-433c-975b-429f47abfee2 req-093d6990-918d-4189-b3c1-568eb6c9f9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:09.509400 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4aabee9d-593c-433c-975b-429f47abfee2 req-093d6990-918d-4189-b3c1-568eb6c9f9bc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dbd59d93-7959-45a7-8d0b-d27ddc516a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0516489 Feb 28 11:00:09.608387 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4aabee9d-593c-433c-975b-429f47abfee2 req-5480381d-de7a-4d65-aab7-66cae63a654d service neutron] 10.222.0.70 "GET /v2.0/networks/dbd59d93-7959-45a7-8d0b-d27ddc516a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932217 Feb 28 11:00:09.715129 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4aabee9d-593c-433c-975b-429f47abfee2 req-fe14a164-bce3-4ea6-91a9-d821af95d3fe service neutron] 10.222.0.70 "GET /v2.0/networks/dbd59d93-7959-45a7-8d0b-d27ddc516a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003208 Feb 28 11:00:10.289567 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d403ed9a-3e2c-4bb3-8a09-44de21cc528d req-11673903-9876-4cec-9613-3f9eeae4c3b0 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:10.291106 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d403ed9a-3e2c-4bb3-8a09-44de21cc528d req-11673903-9876-4cec-9613-3f9eeae4c3b0 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c HTTP/1.1" status: 200 len: 946 time: 0.0560510 Feb 28 11:00:10.348824 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d403ed9a-3e2c-4bb3-8a09-44de21cc528d req-b1665577-b920-411b-b79e-027e147523e3 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516119 Feb 28 11:00:11.476284 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7870bc17-774c-46ed-af59-9dd21a1f9ab2 req-64cda987-86e9-4e7b-b823-1d6acb156272 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:11.477806 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-7870bc17-774c-46ed-af59-9dd21a1f9ab2 req-64cda987-86e9-4e7b-b823-1d6acb156272 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c HTTP/1.1" status: 200 len: 946 time: 0.0565605 Feb 28 11:00:11.527224 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-7870bc17-774c-46ed-af59-9dd21a1f9ab2 req-2a23016f-7dff-4f7f-bdfe-19520a1ea449 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428627 Feb 28 11:00:12.015531 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95300c31-472b-4e4c-b796-29310c31d15e req-fdc065a3-04d4-4214-9732-fde8dec712f4 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:12.017058 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-95300c31-472b-4e4c-b796-29310c31d15e req-fdc065a3-04d4-4214-9732-fde8dec712f4 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c HTTP/1.1" status: 200 len: 946 time: 0.0541251 Feb 28 11:00:12.077139 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-95300c31-472b-4e4c-b796-29310c31d15e req-246c4535-48d0-4bdf-aac9-d5daa79dfb3c tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543852 Feb 28 11:00:13.215989 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d330149-0e33-4a30-b135-fe1bafdfed67 req-b92ea09f-57c3-45ff-82dd-2e574c61dc1f tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:13.217559 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-1d330149-0e33-4a30-b135-fe1bafdfed67 req-b92ea09f-57c3-45ff-82dd-2e574c61dc1f tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c HTTP/1.1" status: 200 len: 946 time: 0.0701942 Feb 28 11:00:13.265891 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-1d330149-0e33-4a30-b135-fe1bafdfed67 req-995f99e9-a8e3-4f07-8afc-d27b5071ef04 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424979 Feb 28 11:00:13.771458 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f786245b-971b-4fab-adba-c5f653e29605 req-71704507-ec42-4277-8346-59dcde58b9a7 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:13.773202 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f786245b-971b-4fab-adba-c5f653e29605 req-71704507-ec42-4277-8346-59dcde58b9a7 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.70 "GET /v2.0/ports?device_id=f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c HTTP/1.1" status: 200 len: 946 time: 0.0567260 Feb 28 11:00:13.875216 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-f786245b-971b-4fab-adba-c5f653e29605 req-2d6aa877-e106-426c-998c-f4c6a61e1b64 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Deleting port 8d14a6a4-ce95-4906-86ba-2bbf77d16783 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:00:13.875572 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-f786245b-971b-4fab-adba-c5f653e29605 req-2d6aa877-e106-426c-998c-f4c6a61e1b64 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (8d14a6a4-ce95-4906-86ba-2bbf77d16783), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:13.976871 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-f786245b-971b-4fab-adba-c5f653e29605 req-2d6aa877-e106-426c-998c-f4c6a61e1b64 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] For port 8d14a6a4-ce95-4906-86ba-2bbf77d16783, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=8d14a6a4-ce95-4906-86ba-2bbf77d16783,segment=NetworkSegment(96ee30df-f6c7-4eea-80a0-2c3e133514b5),segment_id=96ee30df-f6c7-4eea-80a0-2c3e133514b5)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:00:13.977238 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-f786245b-971b-4fab-adba-c5f653e29605 req-2d6aa877-e106-426c-998c-f4c6a61e1b64 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (8d14a6a4-ce95-4906-86ba-2bbf77d16783), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:14.159476 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-f786245b-971b-4fab-adba-c5f653e29605 req-2d6aa877-e106-426c-998c-f4c6a61e1b64 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:14.159833 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-f786245b-971b-4fab-adba-c5f653e29605 req-2d6aa877-e106-426c-998c-f4c6a61e1b64 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047917'] for floatingip (fb04ac62-24b2-48d1-b827-aaa23bb27fc7), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:14.160147 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.l3_db [req-f786245b-971b-4fab-adba-c5f653e29605 req-2d6aa877-e106-426c-998c-f4c6a61e1b64 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Floating IP fb04ac62-24b2-48d1-b827-aaa23bb27fc7 disassociated. External IP: 172.26.3.217, port: 8d14a6a4-ce95-4906-86ba-2bbf77d16783. Feb 28 11:00:14.160486 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-f786245b-971b-4fab-adba-c5f653e29605 req-2d6aa877-e106-426c-998c-f4c6a61e1b64 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Calling delete_port for 8d14a6a4-ce95-4906-86ba-2bbf77d16783 owned by compute:nova {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:00:14.373156 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-f786245b-971b-4fab-adba-c5f653e29605 req-2d6aa877-e106-426c-998c-f4c6a61e1b64 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (8d14a6a4-ce95-4906-86ba-2bbf77d16783), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:14.412060 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6aa877-e106-426c-998c-f4c6a61e1b64 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Pushing event deleted for resources: {'Port': ['ID=8d14a6a4-ce95-4906-86ba-2bbf77d16783,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:00:14.429410 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6aa877-e106-426c-998c-f4c6a61e1b64 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:00:14.429803 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6aa877-e106-426c-998c-f4c6a61e1b64 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:00:14.430203 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6aa877-e106-426c-998c-f4c6a61e1b64 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:00:14.430555 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6aa877-e106-426c-998c-f4c6a61e1b64 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:00:14.430920 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6aa877-e106-426c-998c-f4c6a61e1b64 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:00:14.431255 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6aa877-e106-426c-998c-f4c6a61e1b64 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:00:14.431589 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6aa877-e106-426c-998c-f4c6a61e1b64 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:00:14.431961 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6aa877-e106-426c-998c-f4c6a61e1b64 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:00:14.432251 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6aa877-e106-426c-998c-f4c6a61e1b64 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:00:14.432603 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6aa877-e106-426c-998c-f4c6a61e1b64 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:00:14.432932 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6aa877-e106-426c-998c-f4c6a61e1b64 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:00:14.433881 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6aa877-e106-426c-998c-f4c6a61e1b64 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:00:14.434392 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6aa877-e106-426c-998c-f4c6a61e1b64 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:00:14.450320 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db2401-d049-4fb0-a6c9-499d0e4f8140 req-b58757a0-785e-4000-bdfe-b67a0fa0105d tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:14.451940 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-82db2401-d049-4fb0-a6c9-499d0e4f8140 req-b58757a0-785e-4000-bdfe-b67a0fa0105d tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c HTTP/1.1" status: 200 len: 867 time: 0.1122577 Feb 28 11:00:14.571001 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-82db2401-d049-4fb0-a6c9-499d0e4f8140 req-3519db2b-64a8-403e-bfdf-1f812dd7f4a2 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875709 Feb 28 11:00:14.595241 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f786245b-971b-4fab-adba-c5f653e29605 req-2d6aa877-e106-426c-998c-f4c6a61e1b64 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Router 79371963-d79a-45a0-94f5-af72a4029f6e has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:00:14.709284 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f786245b-971b-4fab-adba-c5f653e29605 req-2d6aa877-e106-426c-998c-f4c6a61e1b64 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:00:14.720214 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a738c0a2-6711-49a5-aac5-e444ae94aebf None None] Sync routers for ids ['79371963-d79a-45a0-94f5-af72a4029f6e'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:00:14.732049 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a738c0a2-6711-49a5-aac5-e444ae94aebf None None] Routers {'79371963-d79a-45a0-94f5-af72a4029f6e'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:00:14.732789 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-a738c0a2-6711-49a5-aac5-e444ae94aebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:59:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['79371963-d79a-45a0-94f5-af72a4029f6e'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:00:14.752498 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-f786245b-971b-4fab-adba-c5f653e29605 req-2d6aa877-e106-426c-998c-f4c6a61e1b64 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] No DVR routers for this DVR port 8d14a6a4-ce95-4906-86ba-2bbf77d16783 on host hv-neutron-8291 {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:00:14.755491 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-f786245b-971b-4fab-adba-c5f653e29605 req-2d6aa877-e106-426c-998c-f4c6a61e1b64 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:14.758805 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f786245b-971b-4fab-adba-c5f653e29605 req-2d6aa877-e106-426c-998c-f4c6a61e1b64 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.70 "DELETE /v2.0/ports/8d14a6a4-ce95-4906-86ba-2bbf77d16783 HTTP/1.1" status: 204 len: 173 time: 0.9797661 Feb 28 11:00:14.759251 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c', 'name': 'network-vif-deleted', 'tag': '8d14a6a4-ce95-4906-86ba-2bbf77d16783'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:00:14.761763 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b221ebae-c815-41df-8718-6672c3370b65" -d '{"events": [{"server_uuid": "f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c", "name": "network-vif-deleted", "tag": "8d14a6a4-ce95-4906-86ba-2bbf77d16783"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:00:14.803817 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3630f93-ea1e-4166-b687-2d0513549696 x-openstack-request-id: req-c3630f93-ea1e-4166-b687-2d0513549696 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:00:14.804462 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c", "name": "network-vif-deleted", "tag": "8d14a6a4-ce95-4906-86ba-2bbf77d16783", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:00:14.804462 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c3630f93-ea1e-4166-b687-2d0513549696 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:00:14.804972 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c', 'name': 'network-vif-deleted', 'tag': '8d14a6a4-ce95-4906-86ba-2bbf77d16783', 'status': 'completed', 'code': 200} Feb 28 11:00:14.869351 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-a738c0a2-6711-49a5-aac5-e444ae94aebf None None] Set router 79371963-d79a-45a0-94f5-af72a4029f6e gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:00:15.083782 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-a738c0a2-6711-49a5-aac5-e444ae94aebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'name': 'tempest-ServerActionsTestJSON-1511207104-router', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '06c12765-1bcf-41a5-8676-fd27694fcd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:58:13Z', 'updated_at': '2022-02-28T10:58:16Z', 'revision_number': 4, 'project_id': 'ea16063c770248fbbecd744612bca408', 'gw_port': {'id': '06c12765-1bcf-41a5-8676-fd27694fcd20', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:39:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:58:13Z', 'updated_at': '2022-02-28T10:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '48eef3a4-f10b-4de2-add8-76a25c08dc71', 'name': '', 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'mac_address': 'fa:16:3e:59:5b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '6c7b4467-99ef-4929-9546-77b5d277521f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:58:16Z', 'updated_at': '2022-02-28T10:58:20Z', 'revision_number': 5, 'project_id': 'ea16063c770248fbbecd744612bca408', 'subnets': [{'id': '6c7b4467-99ef-4929-9546-77b5d277521f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:00:15.114719 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a738c0a2-6711-49a5-aac5-e444ae94aebf None None] Checking router: 79371963-d79a-45a0-94f5-af72a4029f6e for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:00:15.124668 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a738c0a2-6711-49a5-aac5-e444ae94aebf None None] Routers {'79371963-d79a-45a0-94f5-af72a4029f6e'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:00:15.125301 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-a738c0a2-6711-49a5-aac5-e444ae94aebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T10:59:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['79371963-d79a-45a0-94f5-af72a4029f6e'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:00:15.385316 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-a738c0a2-6711-49a5-aac5-e444ae94aebf None None] Set router 79371963-d79a-45a0-94f5-af72a4029f6e gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:00:15.626445 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-a738c0a2-6711-49a5-aac5-e444ae94aebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'name': 'tempest-ServerActionsTestJSON-1511207104-router', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '06c12765-1bcf-41a5-8676-fd27694fcd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:58:13Z', 'updated_at': '2022-02-28T10:58:16Z', 'revision_number': 4, 'project_id': 'ea16063c770248fbbecd744612bca408', 'gw_port': {'id': '06c12765-1bcf-41a5-8676-fd27694fcd20', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:39:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:58:13Z', 'updated_at': '2022-02-28T10:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '48eef3a4-f10b-4de2-add8-76a25c08dc71', 'name': '', 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'mac_address': 'fa:16:3e:59:5b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '6c7b4467-99ef-4929-9546-77b5d277521f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:58:16Z', 'updated_at': '2022-02-28T10:58:20Z', 'revision_number': 5, 'project_id': 'ea16063c770248fbbecd744612bca408', 'subnets': [{'id': '6c7b4467-99ef-4929-9546-77b5d277521f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:00:15.655727 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a738c0a2-6711-49a5-aac5-e444ae94aebf None None] The sync data for ids ['79371963-d79a-45a0-94f5-af72a4029f6e'] in dv-neutron-829161-3-hyperv is: [{'id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'name': 'tempest-ServerActionsTestJSON-1511207104-router', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '06c12765-1bcf-41a5-8676-fd27694fcd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:58:13Z', 'updated_at': '2022-02-28T10:58:16Z', 'revision_number': 4, 'project_id': 'ea16063c770248fbbecd744612bca408', 'gw_port': {'id': '06c12765-1bcf-41a5-8676-fd27694fcd20', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:39:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:58:13Z', 'updated_at': '2022-02-28T10:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '48eef3a4-f10b-4de2-add8-76a25c08dc71', 'name': '', 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'mac_address': 'fa:16:3e:59:5b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '6c7b4467-99ef-4929-9546-77b5d277521f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:58:16Z', 'updated_at': '2022-02-28T10:58:20Z', 'revision_number': 5, 'project_id': 'ea16063c770248fbbecd744612bca408', 'subnets': [{'id': '6c7b4467-99ef-4929-9546-77b5d277521f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:00:15.689805 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f0c4760e-3458-4c5f-b37f-7914a5f0b696 req-5ad3865d-2379-412a-a743-20d76e481d24 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=f71fca9f-d96c-4ec6-aa0b-ed3a20d5433c HTTP/1.1" status: 200 len: 210 time: 0.0324819 Feb 28 11:00:15.925100 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1626f9e-4f1b-4619-b8f3-592ab931acce None None] New status for floating IP fb04ac62-24b2-48d1-b827-aaa23bb27fc7: DOWN {{(pid=104086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:00:16.472025 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-56be06bc-6ee4-4773-a1c1-3f99864483b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:16.952667 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d8722328-14fb-42dc-b788-48d216a047a1 req-b8358080-c166-41c9-88da-69b5e9fb3195 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1548278061&fields=id&tenant_id=ea16063c770248fbbecd744612bca408 HTTP/1.1" status: 200 len: 267 time: 0.0487545 Feb 28 11:00:17.062664 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8722328-14fb-42dc-b788-48d216a047a1 req-ff4361dc-ffa1-43b5-b4ec-553e30f9415b tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:17.064295 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d8722328-14fb-42dc-b788-48d216a047a1 req-ff4361dc-ffa1-43b5-b4ec-553e30f9415b tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/networks?id=dbd59d93-7959-45a7-8d0b-d27ddc516a22 HTTP/1.1" status: 200 len: 812 time: 0.1049948 Feb 28 11:00:17.080676 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d8722328-14fb-42dc-b788-48d216a047a1 req-26b7164b-1bed-4272-ad91-474eaf361d46 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/quotas/ea16063c770248fbbecd744612bca408 HTTP/1.1" status: 200 len: 375 time: 0.0106101 Feb 28 11:00:17.144003 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d8722328-14fb-42dc-b788-48d216a047a1 req-b063cbba-a179-48f9-8d55-1193d6e37bdf tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ea16063c770248fbbecd744612bca408&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0569105 Feb 28 11:00:17.241176 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d8722328-14fb-42dc-b788-48d216a047a1 req-0d383f42-b9bb-4b07-9d9a-583c80d083c3 service neutron] 10.222.0.62 "GET /v2.0/networks/dbd59d93-7959-45a7-8d0b-d27ddc516a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853903 Feb 28 11:00:17.344227 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d8722328-14fb-42dc-b788-48d216a047a1 req-562133da-73e1-4f8e-91f1-6d03773defa9 service neutron] 10.222.0.62 "GET /v2.0/networks/dbd59d93-7959-45a7-8d0b-d27ddc516a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961924 Feb 28 11:00:17.576586 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-7c0a7c9c-24c0-4e0c-8563-85a948d52f81 req-74a34b0f-8537-467b-9b8e-6836ed5e724b tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=81cbefd5-946f-47a4-9485-f8c15f7d9b0f HTTP/1.1" status: 200 len: 210 time: 0.0309649 Feb 28 11:00:18.125437 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 8d14a6a4-ce95-4906-86ba-2bbf77d16783 no longer exists at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:00:18.149652 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] No Port match for: 8d14a6a4-ce95-4906-86ba-2bbf77d16783 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:00:18.150148 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 8d14a6a4-ce95-4906-86ba-2bbf77d16783 not bound to the agent host hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:00:18.673700 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-9374bf27-5bba-4db3-a2bc-d0f62fb8d530 req-bb8b906a-7462-4390-934b-9713bcfe62cb tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=81cbefd5-946f-47a4-9485-f8c15f7d9b0f HTTP/1.1" status: 200 len: 210 time: 0.0281870 Feb 28 11:00:18.678029 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-10ffc0d9-32d9-45ce-b006-24d3f6a9c264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:19.680611 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8722328-14fb-42dc-b788-48d216a047a1 req-63e45eb5-2757-4313-a27c-136d680d034f tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:19.682097 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d8722328-14fb-42dc-b788-48d216a047a1 req-63e45eb5-2757-4313-a27c-136d680d034f tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.70 "GET /v2.0/networks?id=dbd59d93-7959-45a7-8d0b-d27ddc516a22 HTTP/1.1" status: 200 len: 812 time: 0.1064901 Feb 28 11:00:19.750074 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d8722328-14fb-42dc-b788-48d216a047a1 req-df5257f1-6413-406d-84fa-cb7b35aa4286 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea16063c770248fbbecd744612bca408 HTTP/1.1" status: 200 len: 380 time: 0.0532715 Feb 28 11:00:19.765670 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-d8722328-14fb-42dc-b788-48d216a047a1 req-42f83ad2-71ea-4f00-acab-c8f39e007242 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Request body: {'port': {'device_id': '81cbefd5-946f-47a4-9485-f8c15f7d9b0f', 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22', 'admin_state_up': True, 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'security_groups': ['a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba']}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:00:19.793304 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-36f9e251-2ef2-4f4d-9d48-3d2861018cdc req-92f64464-504d-407d-8681-4ec00e29fc57 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=81cbefd5-946f-47a4-9485-f8c15f7d9b0f HTTP/1.1" status: 200 len: 210 time: 0.0422091 Feb 28 11:00:19.969154 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8722328-14fb-42dc-b788-48d216a047a1 req-42f83ad2-71ea-4f00-acab-c8f39e007242 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Made reservation on behalf of ea16063c770248fbbecd744612bca408 for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:00:19.972579 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-d8722328-14fb-42dc-b788-48d216a047a1 req-42f83ad2-71ea-4f00-acab-c8f39e007242 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:20.107498 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [req-d8722328-14fb-42dc-b788-48d216a047a1 req-42f83ad2-71ea-4f00-acab-c8f39e007242 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Allocated IP 172.20.0.10 (dbd59d93-7959-45a7-8d0b-d27ddc516a22/6c7b4467-99ef-4929-9546-77b5d277521f/624d01b1-ffe3-447e-8bfe-73bb543e3440) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:00:20.123460 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:20.255319 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-d8722328-14fb-42dc-b788-48d216a047a1 req-42f83ad2-71ea-4f00-acab-c8f39e007242 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks [] for port (624d01b1-ffe3-447e-8bfe-73bb543e3440), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:20.364098 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-d8722328-14fb-42dc-b788-48d216a047a1 req-42f83ad2-71ea-4f00-acab-c8f39e007242 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (624d01b1-ffe3-447e-8bfe-73bb543e3440), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:20.412376 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8722328-14fb-42dc-b788-48d216a047a1 req-42f83ad2-71ea-4f00-acab-c8f39e007242 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Network dbd59d93-7959-45a7-8d0b-d27ddc516a22 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:00:20.415649 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [req-d8722328-14fb-42dc-b788-48d216a047a1 req-42f83ad2-71ea-4f00-acab-c8f39e007242 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:00:20.419481 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8722328-14fb-42dc-b788-48d216a047a1 req-42f83ad2-71ea-4f00-acab-c8f39e007242 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:00:20.452108 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f83ad2-71ea-4f00-acab-c8f39e007242 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Pushing event updated for resources: {'Port': ['ID=624d01b1-ffe3-447e-8bfe-73bb543e3440,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:00:20.476436 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8722328-14fb-42dc-b788-48d216a047a1 req-42f83ad2-71ea-4f00-acab-c8f39e007242 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:20.477058 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-d8722328-14fb-42dc-b788-48d216a047a1 req-42f83ad2-71ea-4f00-acab-c8f39e007242 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:20.560199 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d8722328-14fb-42dc-b788-48d216a047a1 req-42f83ad2-71ea-4f00-acab-c8f39e007242 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7999666 Feb 28 11:00:20.578186 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-d8722328-14fb-42dc-b788-48d216a047a1 req-cb3da706-77ce-4a91-a411-e0a2ce1f621f service neutron] Request body: {'port': {'device_id': '81cbefd5-946f-47a4-9485-f8c15f7d9b0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8291'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:00:20.614328 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-faad7adf-4c2a-49e0-8b70-17776e1b300c None None] Provisioning complete for port 624d01b1-ffe3-447e-8bfe-73bb543e3440 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:00:20.614708 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-faad7adf-4c2a-49e0-8b70-17776e1b300c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (624d01b1-ffe3-447e-8bfe-73bb543e3440), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:20.638974 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-d8722328-14fb-42dc-b788-48d216a047a1 req-cb3da706-77ce-4a91-a411-e0a2ce1f621f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (624d01b1-ffe3-447e-8bfe-73bb543e3440), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:20.647744 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-faad7adf-4c2a-49e0-8b70-17776e1b300c None None] Port 624d01b1-ffe3-447e-8bfe-73bb543e3440 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:00:20.903726 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [req-d8722328-14fb-42dc-b788-48d216a047a1 req-cb3da706-77ce-4a91-a411-e0a2ce1f621f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 624d01b1-ffe3-447e-8bfe-73bb543e3440 {{(pid=104083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:00:20.911279 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-d8722328-14fb-42dc-b788-48d216a047a1 req-cb3da706-77ce-4a91-a411-e0a2ce1f621f service neutron] Publish callbacks [] for port (624d01b1-ffe3-447e-8bfe-73bb543e3440), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:20.911824 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d46d8-5a61-4fa6-9269-dac1f1b1ffda req-65a1a76e-2e7b-426a-bc60-99953dbc5096 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:20.913337 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-014d46d8-5a61-4fa6-9269-dac1f1b1ffda req-65a1a76e-2e7b-426a-bc60-99953dbc5096 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=81cbefd5-946f-47a4-9485-f8c15f7d9b0f HTTP/1.1" status: 200 len: 932 time: 0.0527291 Feb 28 11:00:20.923706 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [req-d8722328-14fb-42dc-b788-48d216a047a1 req-cb3da706-77ce-4a91-a411-e0a2ce1f621f service neutron] Transition to ACTIVE for port object 624d01b1-ffe3-447e-8bfe-73bb543e3440 will not be triggered until provisioned by entity L2. {{(pid=104083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 11:00:20.960784 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-014d46d8-5a61-4fa6-9269-dac1f1b1ffda req-73cc0a59-e125-49be-87eb-e2c5fd51ecc8 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418127 Feb 28 11:00:20.998578 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-d8722328-14fb-42dc-b788-48d216a047a1 req-cb3da706-77ce-4a91-a411-e0a2ce1f621f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (624d01b1-ffe3-447e-8bfe-73bb543e3440), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:21.050100 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3da706-77ce-4a91-a411-e0a2ce1f621f service neutron] Pushing event updated for resources: {'Port': ['ID=624d01b1-ffe3-447e-8bfe-73bb543e3440,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:00:21.123033 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-d8722328-14fb-42dc-b788-48d216a047a1 req-cb3da706-77ce-4a91-a411-e0a2ce1f621f service neutron] Attempting to bind port 624d01b1-ffe3-447e-8bfe-73bb543e3440 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:00:21.123369 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-d8722328-14fb-42dc-b788-48d216a047a1 req-cb3da706-77ce-4a91-a411-e0a2ce1f621f service neutron] Attempting to bind port 624d01b1-ffe3-447e-8bfe-73bb543e3440 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '96ee30df-f6c7-4eea-80a0-2c3e133514b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:00:21.123698 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8722328-14fb-42dc-b788-48d216a047a1 req-cb3da706-77ce-4a91-a411-e0a2ce1f621f service neutron] Attempting to bind port 624d01b1-ffe3-447e-8bfe-73bb543e3440 on network dbd59d93-7959-45a7-8d0b-d27ddc516a22 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:00:21.128390 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8722328-14fb-42dc-b788-48d216a047a1 req-cb3da706-77ce-4a91-a411-e0a2ce1f621f service neutron] Port 624d01b1-ffe3-447e-8bfe-73bb543e3440 on network dbd59d93-7959-45a7-8d0b-d27ddc516a22 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 11:00:21.128709 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8722328-14fb-42dc-b788-48d216a047a1 req-cb3da706-77ce-4a91-a411-e0a2ce1f621f service neutron] Attempting to bind port 624d01b1-ffe3-447e-8bfe-73bb543e3440 on network dbd59d93-7959-45a7-8d0b-d27ddc516a22 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:00:21.134064 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8722328-14fb-42dc-b788-48d216a047a1 req-cb3da706-77ce-4a91-a411-e0a2ce1f621f service neutron] Checking agent: {'id': '9c9e5963-7abc-415a-a91c-4432861f4313', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'started_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:00:21.134405 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8722328-14fb-42dc-b788-48d216a047a1 req-cb3da706-77ce-4a91-a411-e0a2ce1f621f service neutron] Checking segment: {'id': '96ee30df-f6c7-4eea-80a0-2c3e133514b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:00:21.134792 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8722328-14fb-42dc-b788-48d216a047a1 req-cb3da706-77ce-4a91-a411-e0a2ce1f621f service neutron] Bound using segment: {'id': '96ee30df-f6c7-4eea-80a0-2c3e133514b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:00:21.135260 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-d8722328-14fb-42dc-b788-48d216a047a1 req-cb3da706-77ce-4a91-a411-e0a2ce1f621f service neutron] Bound port: 624d01b1-ffe3-447e-8bfe-73bb543e3440, host: hv-neutron-8291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96ee30df-f6c7-4eea-80a0-2c3e133514b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:00:21.135620 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-d8722328-14fb-42dc-b788-48d216a047a1 req-cb3da706-77ce-4a91-a411-e0a2ce1f621f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (624d01b1-ffe3-447e-8bfe-73bb543e3440), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:21.380405 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:21.526229 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-d8722328-14fb-42dc-b788-48d216a047a1 req-cb3da706-77ce-4a91-a411-e0a2ce1f621f service neutron] For port 624d01b1-ffe3-447e-8bfe-73bb543e3440, host hv-neutron-8291, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:00:21.529871 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-d8722328-14fb-42dc-b788-48d216a047a1 req-cb3da706-77ce-4a91-a411-e0a2ce1f621f service neutron] For port 624d01b1-ffe3-447e-8bfe-73bb543e3440, host hv-neutron-8291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=624d01b1-ffe3-447e-8bfe-73bb543e3440,segment=NetworkSegment(96ee30df-f6c7-4eea-80a0-2c3e133514b5),segment_id=96ee30df-f6c7-4eea-80a0-2c3e133514b5)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:00:21.632807 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-d8722328-14fb-42dc-b788-48d216a047a1 req-cb3da706-77ce-4a91-a411-e0a2ce1f621f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (624d01b1-ffe3-447e-8bfe-73bb543e3440), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:21.667822 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8722328-14fb-42dc-b788-48d216a047a1 req-cb3da706-77ce-4a91-a411-e0a2ce1f621f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:21.668787 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-d8722328-14fb-42dc-b788-48d216a047a1 req-cb3da706-77ce-4a91-a411-e0a2ce1f621f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:21.670409 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d8722328-14fb-42dc-b788-48d216a047a1 req-cb3da706-77ce-4a91-a411-e0a2ce1f621f service neutron] 10.222.0.70 "PUT /v2.0/ports/624d01b1-ffe3-447e-8bfe-73bb543e3440 HTTP/1.1" status: 200 len: 1094 time: 1.0974262 Feb 28 11:00:21.671119 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81cbefd5-946f-47a4-9485-f8c15f7d9b0f', 'tag': '624d01b1-ffe3-447e-8bfe-73bb543e3440'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:00:21.673777 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c180cf-70cd-4176-8e90-f6a7963a8841" -d '{"events": [{"name": "network-changed", "server_uuid": "81cbefd5-946f-47a4-9485-f8c15f7d9b0f", "tag": "624d01b1-ffe3-447e-8bfe-73bb543e3440"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:00:21.710636 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3da706-77ce-4a91-a411-e0a2ce1f621f service neutron] Pushing event updated for resources: {'Port': ['ID=624d01b1-ffe3-447e-8bfe-73bb543e3440,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:00:21.719267 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1528233-ee7c-49a0-9371-c6f51fbfbdd8 x-openstack-request-id: req-d1528233-ee7c-49a0-9371-c6f51fbfbdd8 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:00:21.719636 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81cbefd5-946f-47a4-9485-f8c15f7d9b0f", "tag": "624d01b1-ffe3-447e-8bfe-73bb543e3440", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:00:21.720543 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d1528233-ee7c-49a0-9371-c6f51fbfbdd8 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:00:21.720543 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81cbefd5-946f-47a4-9485-f8c15f7d9b0f', 'tag': '624d01b1-ffe3-447e-8bfe-73bb543e3440', 'status': 'completed', 'code': 200} Feb 28 11:00:21.818529 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c180cf-70cd-4176-8e90-f6a7963a8841 req-1a58c373-8af5-4db2-9d29-245711497183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:21.820162 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-14c180cf-70cd-4176-8e90-f6a7963a8841 req-1a58c373-8af5-4db2-9d29-245711497183 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ea16063c770248fbbecd744612bca408&device_id=81cbefd5-946f-47a4-9485-f8c15f7d9b0f HTTP/1.1" status: 200 len: 1128 time: 0.0594883 Feb 28 11:00:21.944439 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c180cf-70cd-4176-8e90-f6a7963a8841 req-8257e0e3-1847-413f-8289-1198f8fc6f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:21.945838 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-14c180cf-70cd-4176-8e90-f6a7963a8841 req-8257e0e3-1847-413f-8289-1198f8fc6f56 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=ea16063c770248fbbecd744612bca408&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1127446 Feb 28 11:00:22.047715 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c180cf-70cd-4176-8e90-f6a7963a8841 req-fb28b9e7-4329-4213-8b1e-1d9315299673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:22.049487 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-14c180cf-70cd-4176-8e90-f6a7963a8841 req-fb28b9e7-4329-4213-8b1e-1d9315299673 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0972590 Feb 28 11:00:22.102879 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d2ae6-4f73-41ce-85f4-99e6a0fbeeea req-5fcc6a64-f60b-4dde-a441-d1498398e009 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:22.104588 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-892d2ae6-4f73-41ce-85f4-99e6a0fbeeea req-5fcc6a64-f60b-4dde-a441-d1498398e009 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=81cbefd5-946f-47a4-9485-f8c15f7d9b0f HTTP/1.1" status: 200 len: 944 time: 0.0630038 Feb 28 11:00:22.160032 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8722328-14fb-42dc-b788-48d216a047a1 req-65f5abc7-b2a7-40c3-b21a-df1348201eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:22.161467 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d8722328-14fb-42dc-b788-48d216a047a1 req-65f5abc7-b2a7-40c3-b21a-df1348201eed service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ea16063c770248fbbecd744612bca408&device_id=81cbefd5-946f-47a4-9485-f8c15f7d9b0f HTTP/1.1" status: 200 len: 1128 time: 0.0464058 Feb 28 11:00:22.161761 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-892d2ae6-4f73-41ce-85f4-99e6a0fbeeea req-62bfb649-466e-41bc-9579-a0d8a8facc07 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495775 Feb 28 11:00:22.217063 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d8722328-14fb-42dc-b788-48d216a047a1 req-b387b315-eef6-4f52-a584-843846a82236 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=624d01b1-ffe3-447e-8bfe-73bb543e3440 HTTP/1.1" status: 200 len: 217 time: 0.0436091 Feb 28 11:00:22.284034 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8722328-14fb-42dc-b788-48d216a047a1 req-e55857f5-df1d-4771-82f1-2bb39f8bc5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:22.286535 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d8722328-14fb-42dc-b788-48d216a047a1 req-e55857f5-df1d-4771-82f1-2bb39f8bc5e3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6c7b4467-99ef-4929-9546-77b5d277521f HTTP/1.1" status: 200 len: 851 time: 0.0630884 Feb 28 11:00:22.335629 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8722328-14fb-42dc-b788-48d216a047a1 req-f452378c-8d12-4f89-a7b5-46fa77110b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:22.337144 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d8722328-14fb-42dc-b788-48d216a047a1 req-f452378c-8d12-4f89-a7b5-46fa77110b35 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dbd59d93-7959-45a7-8d0b-d27ddc516a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0445263 Feb 28 11:00:22.426067 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d8722328-14fb-42dc-b788-48d216a047a1 req-81aa1dc4-8e2d-460a-9e6c-2b45b1481321 service neutron] 10.222.0.70 "GET /v2.0/networks/dbd59d93-7959-45a7-8d0b-d27ddc516a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817356 Feb 28 11:00:22.516688 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d8722328-14fb-42dc-b788-48d216a047a1 req-e7dfe6cb-315a-486b-a453-3fdd50b5006a service neutron] 10.222.0.70 "GET /v2.0/networks/dbd59d93-7959-45a7-8d0b-d27ddc516a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851235 Feb 28 11:00:22.757509 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:23.285505 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04421313-a3ce-4075-a88e-0b6765d5db8a req-92d24135-4fec-407b-b5ab-046057e9c960 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:23.287744 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-04421313-a3ce-4075-a88e-0b6765d5db8a req-92d24135-4fec-407b-b5ab-046057e9c960 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=81cbefd5-946f-47a4-9485-f8c15f7d9b0f HTTP/1.1" status: 200 len: 944 time: 0.0549281 Feb 28 11:00:23.341800 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-04421313-a3ce-4075-a88e-0b6765d5db8a req-46ada40b-d33c-4f56-a04a-9edbd597fcc5 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475049 Feb 28 11:00:24.462647 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad9aed3-3532-4303-80f5-ce0014cb7479 req-f2a474e3-3eed-4066-9f01-14a3ef55f5f6 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:24.464144 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-2ad9aed3-3532-4303-80f5-ce0014cb7479 req-f2a474e3-3eed-4066-9f01-14a3ef55f5f6 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=81cbefd5-946f-47a4-9485-f8c15f7d9b0f HTTP/1.1" status: 200 len: 944 time: 0.0516930 Feb 28 11:00:24.510392 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-2ad9aed3-3532-4303-80f5-ce0014cb7479 req-34040bb7-aa2a-4f70-b203-d017ffd6318e tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400980 Feb 28 11:00:25.640749 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b3b17-cf9c-437b-84f9-0d60585d648d req-f382c708-836e-4906-bd1d-12f4edce9016 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:25.642265 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-935b3b17-cf9c-437b-84f9-0d60585d648d req-f382c708-836e-4906-bd1d-12f4edce9016 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=81cbefd5-946f-47a4-9485-f8c15f7d9b0f HTTP/1.1" status: 200 len: 944 time: 0.0603890 Feb 28 11:00:25.690491 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-935b3b17-cf9c-437b-84f9-0d60585d648d req-fcfe9cbd-89d8-4e93-a884-37cc86917179 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425441 Feb 28 11:00:26.143895 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 624d01b1-ffe3-447e-8bfe-73bb543e3440 details requested by agent hyperv_hv-neutron-8291 with host hv-neutron-8291 {{(pid=104085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 11:00:26.239725 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 624d01b1-ffe3-447e-8bfe-73bb543e3440, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=624d01b1-ffe3-447e-8bfe-73bb543e3440,segment=NetworkSegment(96ee30df-f6c7-4eea-80a0-2c3e133514b5),segment_id=96ee30df-f6c7-4eea-80a0-2c3e133514b5)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:00:26.251595 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Returning: {'device': '624d01b1-ffe3-447e-8bfe-73bb543e3440', 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22', 'port_id': '624d01b1-ffe3-447e-8bfe-73bb543e3440', 'mac_address': 'fa:16:3e:da:83:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c7b4467-99ef-4929-9546-77b5d277521f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 11:00:26.291978 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 624d01b1-ffe3-447e-8bfe-73bb543e3440 is: DOWN; New status is: BUILD {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:00:26.292374 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (624d01b1-ffe3-447e-8bfe-73bb543e3440), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:26.305894 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 624d01b1-ffe3-447e-8bfe-73bb543e3440 {{(pid=104085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:00:26.324876 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 624d01b1-ffe3-447e-8bfe-73bb543e3440, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=624d01b1-ffe3-447e-8bfe-73bb543e3440,segment=NetworkSegment(96ee30df-f6c7-4eea-80a0-2c3e133514b5),segment_id=96ee30df-f6c7-4eea-80a0-2c3e133514b5)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:00:26.397535 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (624d01b1-ffe3-447e-8bfe-73bb543e3440), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:26.443975 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=624d01b1-ffe3-447e-8bfe-73bb543e3440,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:00:26.451541 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:00:26.452027 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:00:26.452434 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:00:26.452949 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:00:26.453299 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:00:26.453638 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:00:26.453977 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:00:26.454320 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:00:26.454660 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:00:26.455025 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:00:26.455360 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:00:26.455687 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:00:26.456017 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:00:26.669787 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['624d01b1-ffe3-447e-8bfe-73bb543e3440'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:00:26.809461 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958e64e-e981-4ac8-a9bb-5ef5cf687497 req-d079826b-866c-411c-9c68-a29515364884 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:26.811513 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-2958e64e-e981-4ac8-a9bb-5ef5cf687497 req-d079826b-866c-411c-9c68-a29515364884 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=81cbefd5-946f-47a4-9485-f8c15f7d9b0f HTTP/1.1" status: 200 len: 945 time: 0.0527561 Feb 28 11:00:26.857872 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-2958e64e-e981-4ac8-a9bb-5ef5cf687497 req-92b51e95-f9e9-459d-8db0-7c90475a085d tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406730 Feb 28 11:00:27.985885 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4204da69-3f0c-4b2c-a6ae-32f48ecbe7cf req-a737f204-6b58-452e-a07e-35fc7814a342 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:27.987414 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4204da69-3f0c-4b2c-a6ae-32f48ecbe7cf req-a737f204-6b58-452e-a07e-35fc7814a342 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=81cbefd5-946f-47a4-9485-f8c15f7d9b0f HTTP/1.1" status: 200 len: 945 time: 0.0544312 Feb 28 11:00:28.035280 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4204da69-3f0c-4b2c-a6ae-32f48ecbe7cf req-aa31a7c0-c42b-498a-af90-dbb070e98312 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422943 Feb 28 11:00:28.158644 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 624d01b1-ffe3-447e-8bfe-73bb543e3440 up at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:00:28.283477 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning for port 624d01b1-ffe3-447e-8bfe-73bb543e3440 completed by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 11:00:28.287759 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning complete for port 624d01b1-ffe3-447e-8bfe-73bb543e3440 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:00:28.288163 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (624d01b1-ffe3-447e-8bfe-73bb543e3440), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:28.399204 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 624d01b1-ffe3-447e-8bfe-73bb543e3440 is: BUILD; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:00:28.399592 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (624d01b1-ffe3-447e-8bfe-73bb543e3440), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:28.422316 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81cbefd5-946f-47a4-9485-f8c15f7d9b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624d01b1-ffe3-447e-8bfe-73bb543e3440'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:00:28.424482 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8bbfd5-7c5d-4470-9166-2ee4b09a93b0" -d '{"events": [{"server_uuid": "81cbefd5-946f-47a4-9485-f8c15f7d9b0f", "name": "network-vif-plugged", "status": "completed", "tag": "624d01b1-ffe3-447e-8bfe-73bb543e3440"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:00:28.437755 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 624d01b1-ffe3-447e-8bfe-73bb543e3440, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=624d01b1-ffe3-447e-8bfe-73bb543e3440,segment=NetworkSegment(96ee30df-f6c7-4eea-80a0-2c3e133514b5),segment_id=96ee30df-f6c7-4eea-80a0-2c3e133514b5)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:00:28.462162 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d55d45-cbf0-4d75-b477-1e78177d0687 x-openstack-request-id: req-89d55d45-cbf0-4d75-b477-1e78177d0687 {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:00:28.462452 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81cbefd5-946f-47a4-9485-f8c15f7d9b0f", "name": "network-vif-plugged", "status": "completed", "tag": "624d01b1-ffe3-447e-8bfe-73bb543e3440", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:00:28.462706 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-89d55d45-cbf0-4d75-b477-1e78177d0687 {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:00:28.463128 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81cbefd5-946f-47a4-9485-f8c15f7d9b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624d01b1-ffe3-447e-8bfe-73bb543e3440', 'code': 200} Feb 28 11:00:28.518337 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (624d01b1-ffe3-447e-8bfe-73bb543e3440), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:28.569351 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=624d01b1-ffe3-447e-8bfe-73bb543e3440,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:00:28.768857 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe54bf61-1459-4452-9aa9-cc4dccd9d32e req-c4dc2744-0c6a-42b0-9997-ba3df2dbb368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:28.770257 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-fe54bf61-1459-4452-9aa9-cc4dccd9d32e req-c4dc2744-0c6a-42b0-9997-ba3df2dbb368 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=81cbefd5-946f-47a4-9485-f8c15f7d9b0f HTTP/1.1" status: 200 len: 1130 time: 0.0442379 Feb 28 11:00:28.816390 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-fe54bf61-1459-4452-9aa9-cc4dccd9d32e req-fa9a4ef3-118a-417b-b6e0-1761d8952972 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402937 Feb 28 11:00:29.153011 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ed8a7-0a1e-4207-855e-ca51c41c5dd5 req-bdcf1159-5b3e-4313-9b96-4536ce43b5ff tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:29.154707 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c43ed8a7-0a1e-4207-855e-ca51c41c5dd5 req-bdcf1159-5b3e-4313-9b96-4536ce43b5ff tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=81cbefd5-946f-47a4-9485-f8c15f7d9b0f HTTP/1.1" status: 200 len: 946 time: 0.0520535 Feb 28 11:00:29.199997 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c43ed8a7-0a1e-4207-855e-ca51c41c5dd5 req-fd6365c6-6345-4e5f-bf51-1610ee377a88 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397944 Feb 28 11:00:30.324336 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489da995-1d5a-4783-83b0-260643f6ec9c req-057c7399-0c88-48c4-8652-5e72b92ded0c tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:30.325811 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-489da995-1d5a-4783-83b0-260643f6ec9c req-057c7399-0c88-48c4-8652-5e72b92ded0c tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=81cbefd5-946f-47a4-9485-f8c15f7d9b0f HTTP/1.1" status: 200 len: 946 time: 0.0564754 Feb 28 11:00:30.372341 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-489da995-1d5a-4783-83b0-260643f6ec9c req-e2d90ea9-5444-4fd3-a849-db3d61d08de4 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403619 Feb 28 11:00:30.492709 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995819ab-0104-4a82-88b1-5ccfdde9d98d req-27cc2542-702a-44a0-bf8f-6dcc601e5fd4 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:30.494726 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-995819ab-0104-4a82-88b1-5ccfdde9d98d req-27cc2542-702a-44a0-bf8f-6dcc601e5fd4 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=81cbefd5-946f-47a4-9485-f8c15f7d9b0f HTTP/1.1" status: 200 len: 946 time: 0.0602477 Feb 28 11:00:30.504407 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 53510) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:00:30.509020 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-6be09a17-6fcd-40a0-80eb-ff46269c649f tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Request body: {'floatingip': {'port_id': '624d01b1-ffe3-447e-8bfe-73bb543e3440'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:00:30.552263 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6be09a17-6fcd-40a0-80eb-ff46269c649f tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks [] for floatingip (fb04ac62-24b2-48d1-b827-aaa23bb27fc7), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:30.711222 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:00:30.728146 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:30.996528 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6be09a17-6fcd-40a0-80eb-ff46269c649f tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:31.054891 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6be09a17-6fcd-40a0-80eb-ff46269c649f tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047917'] for floatingip (fb04ac62-24b2-48d1-b827-aaa23bb27fc7), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:31.159745 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.l3_db [None req-6be09a17-6fcd-40a0-80eb-ff46269c649f tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Floating IP fb04ac62-24b2-48d1-b827-aaa23bb27fc7 associated. External IP: 172.26.3.217, port: 624d01b1-ffe3-447e-8bfe-73bb543e3440. Feb 28 11:00:31.391638 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6be09a17-6fcd-40a0-80eb-ff46269c649f tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Router 79371963-d79a-45a0-94f5-af72a4029f6e has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:00:31.503359 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be09a17-6fcd-40a0-80eb-ff46269c649f tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:00:31.508449 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6be09a17-6fcd-40a0-80eb-ff46269c649f tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:31.513778 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564ca00d-c346-489d-9453-538124dfd63f None None] Sync routers for ids ['79371963-d79a-45a0-94f5-af72a4029f6e'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:00:31.524098 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564ca00d-c346-489d-9453-538124dfd63f None None] Routers {'79371963-d79a-45a0-94f5-af72a4029f6e'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:00:31.524731 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-564ca00d-c346-489d-9453-538124dfd63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:00:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['79371963-d79a-45a0-94f5-af72a4029f6e'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:00:31.543262 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-6be09a17-6fcd-40a0-80eb-ff46269c649f tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "PUT /v2.0/floatingips/fb04ac62-24b2-48d1-b827-aaa23bb27fc7 HTTP/1.1" status: 200 len: 992 time: 1.0376999 Feb 28 11:00:31.543850 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81cbefd5-946f-47a4-9485-f8c15f7d9b0f', 'tag': '624d01b1-ffe3-447e-8bfe-73bb543e3440'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:00:31.548000 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c03faa1-1c1b-4954-b714-a54a805e2f16" -d '{"events": [{"name": "network-changed", "server_uuid": "81cbefd5-946f-47a4-9485-f8c15f7d9b0f", "tag": "624d01b1-ffe3-447e-8bfe-73bb543e3440"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:00:31.591121 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8cbc48-4107-4a67-b2e1-b5433a1e0af0 x-openstack-request-id: req-5d8cbc48-4107-4a67-b2e1-b5433a1e0af0 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:00:31.592271 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81cbefd5-946f-47a4-9485-f8c15f7d9b0f", "tag": "624d01b1-ffe3-447e-8bfe-73bb543e3440", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:00:31.592799 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5d8cbc48-4107-4a67-b2e1-b5433a1e0af0 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:00:31.593613 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81cbefd5-946f-47a4-9485-f8c15f7d9b0f', 'tag': '624d01b1-ffe3-447e-8bfe-73bb543e3440', 'status': 'completed', 'code': 200} Feb 28 11:00:31.648540 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-564ca00d-c346-489d-9453-538124dfd63f None None] Set router 79371963-d79a-45a0-94f5-af72a4029f6e gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:00:31.693819 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c03faa1-1c1b-4954-b714-a54a805e2f16 req-7019f528-c0a8-486d-894f-b59c39396085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:31.695831 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2c03faa1-1c1b-4954-b714-a54a805e2f16 req-7019f528-c0a8-486d-894f-b59c39396085 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ea16063c770248fbbecd744612bca408&device_id=81cbefd5-946f-47a4-9485-f8c15f7d9b0f HTTP/1.1" status: 200 len: 1130 time: 0.0516229 Feb 28 11:00:31.789893 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c03faa1-1c1b-4954-b714-a54a805e2f16 req-64a40046-ea50-4ede-ae1d-d06b22c59444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:31.791745 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2c03faa1-1c1b-4954-b714-a54a805e2f16 req-64a40046-ea50-4ede-ae1d-d06b22c59444 service neutron] 10.222.0.70 "GET /v2.0/networks?id=dbd59d93-7959-45a7-8d0b-d27ddc516a22 HTTP/1.1" status: 200 len: 912 time: 0.0894501 Feb 28 11:00:31.871895 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2c03faa1-1c1b-4954-b714-a54a805e2f16 req-524ac7f5-4c7f-46b1-8f4f-81516d38cbd5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=624d01b1-ffe3-447e-8bfe-73bb543e3440 HTTP/1.1" status: 200 len: 1000 time: 0.0733328 Feb 28 11:00:31.885400 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-564ca00d-c346-489d-9453-538124dfd63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'name': 'tempest-ServerActionsTestJSON-1511207104-router', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '06c12765-1bcf-41a5-8676-fd27694fcd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:58:13Z', 'updated_at': '2022-02-28T10:58:16Z', 'revision_number': 4, 'project_id': 'ea16063c770248fbbecd744612bca408', 'gw_port': {'id': '06c12765-1bcf-41a5-8676-fd27694fcd20', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:39:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:58:13Z', 'updated_at': '2022-02-28T10:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': 'fb04ac62-24b2-48d1-b827-aaa23bb27fc7', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'floating_ip_address': '172.26.3.217', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'port_id': '624d01b1-ffe3-447e-8bfe-73bb543e3440', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22', 'mac_address': 'fa:16:3e:da:83:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cbefd5-946f-47a4-9485-f8c15f7d9b0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:58:20Z', 'updated_at': '2022-02-28T11:00:30Z', 'revision_number': 9, 'project_id': 'ea16063c770248fbbecd744612bca408', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48eef3a4-f10b-4de2-add8-76a25c08dc71', 'name': '', 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'mac_address': 'fa:16:3e:59:5b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '6c7b4467-99ef-4929-9546-77b5d277521f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:58:16Z', 'updated_at': '2022-02-28T10:58:20Z', 'revision_number': 5, 'project_id': 'ea16063c770248fbbecd744612bca408', 'subnets': [{'id': '6c7b4467-99ef-4929-9546-77b5d277521f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:00:31.921644 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564ca00d-c346-489d-9453-538124dfd63f None None] Checking router: 79371963-d79a-45a0-94f5-af72a4029f6e for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:00:31.930100 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564ca00d-c346-489d-9453-538124dfd63f None None] Routers {'79371963-d79a-45a0-94f5-af72a4029f6e'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:00:31.930722 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-564ca00d-c346-489d-9453-538124dfd63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:00:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['79371963-d79a-45a0-94f5-af72a4029f6e'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:00:31.954927 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c03faa1-1c1b-4954-b714-a54a805e2f16 req-315c99f6-19a2-4d95-aa86-8abc8944426c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:31.962287 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2c03faa1-1c1b-4954-b714-a54a805e2f16 req-315c99f6-19a2-4d95-aa86-8abc8944426c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6c7b4467-99ef-4929-9546-77b5d277521f HTTP/1.1" status: 200 len: 851 time: 0.0789599 Feb 28 11:00:32.003691 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4596b1f3-5c6a-4a60-8ea2-89079db44a06 req-c1c7165b-0dd8-46b1-9c9d-c095ead0df08 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:32.005170 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4596b1f3-5c6a-4a60-8ea2-89079db44a06 req-c1c7165b-0dd8-46b1-9c9d-c095ead0df08 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=81cbefd5-946f-47a4-9485-f8c15f7d9b0f HTTP/1.1" status: 200 len: 946 time: 0.0950692 Feb 28 11:00:32.044448 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-564ca00d-c346-489d-9453-538124dfd63f None None] Set router 79371963-d79a-45a0-94f5-af72a4029f6e gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:00:32.047369 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c03faa1-1c1b-4954-b714-a54a805e2f16 req-fe31b249-2690-40d9-9867-01518b3a95fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:32.049030 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2c03faa1-1c1b-4954-b714-a54a805e2f16 req-fe31b249-2690-40d9-9867-01518b3a95fa service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dbd59d93-7959-45a7-8d0b-d27ddc516a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0861120 Feb 28 11:00:32.132524 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4596b1f3-5c6a-4a60-8ea2-89079db44a06 req-4d6e5f6d-40aa-4478-9a8a-7715ee99f1ea tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210890 Feb 28 11:00:32.171342 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2631e935-ea2b-42e2-9d74-8836d7827492 req-b727098a-549b-4d23-9aa3-9b5a69de5157 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=81cbefd5-946f-47a4-9485-f8c15f7d9b0f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1121075 Feb 28 11:00:32.188403 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2c03faa1-1c1b-4954-b714-a54a805e2f16 req-d8ab7589-6dc9-4784-ad5b-539fd2c1fd41 service neutron] 10.222.0.70 "GET /v2.0/networks/dbd59d93-7959-45a7-8d0b-d27ddc516a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277947 Feb 28 11:00:32.283005 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2c03faa1-1c1b-4954-b714-a54a805e2f16 req-6fa392ba-977a-4bc5-9f43-ea4ac1285795 service neutron] 10.222.0.70 "GET /v2.0/networks/dbd59d93-7959-45a7-8d0b-d27ddc516a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890322 Feb 28 11:00:32.308231 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-564ca00d-c346-489d-9453-538124dfd63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'name': 'tempest-ServerActionsTestJSON-1511207104-router', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '06c12765-1bcf-41a5-8676-fd27694fcd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:58:13Z', 'updated_at': '2022-02-28T10:58:16Z', 'revision_number': 4, 'project_id': 'ea16063c770248fbbecd744612bca408', 'gw_port': {'id': '06c12765-1bcf-41a5-8676-fd27694fcd20', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:39:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:58:13Z', 'updated_at': '2022-02-28T10:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': 'fb04ac62-24b2-48d1-b827-aaa23bb27fc7', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'floating_ip_address': '172.26.3.217', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'port_id': '624d01b1-ffe3-447e-8bfe-73bb543e3440', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22', 'mac_address': 'fa:16:3e:da:83:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cbefd5-946f-47a4-9485-f8c15f7d9b0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:58:20Z', 'updated_at': '2022-02-28T11:00:30Z', 'revision_number': 9, 'project_id': 'ea16063c770248fbbecd744612bca408', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48eef3a4-f10b-4de2-add8-76a25c08dc71', 'name': '', 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'mac_address': 'fa:16:3e:59:5b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '6c7b4467-99ef-4929-9546-77b5d277521f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:58:16Z', 'updated_at': '2022-02-28T10:58:20Z', 'revision_number': 5, 'project_id': 'ea16063c770248fbbecd744612bca408', 'subnets': [{'id': '6c7b4467-99ef-4929-9546-77b5d277521f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:00:32.338453 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564ca00d-c346-489d-9453-538124dfd63f None None] The sync data for ids ['79371963-d79a-45a0-94f5-af72a4029f6e'] in dv-neutron-829161-3-hyperv is: [{'id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'name': 'tempest-ServerActionsTestJSON-1511207104-router', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '06c12765-1bcf-41a5-8676-fd27694fcd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:58:13Z', 'updated_at': '2022-02-28T10:58:16Z', 'revision_number': 4, 'project_id': 'ea16063c770248fbbecd744612bca408', 'gw_port': {'id': '06c12765-1bcf-41a5-8676-fd27694fcd20', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:39:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:58:13Z', 'updated_at': '2022-02-28T10:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': 'fb04ac62-24b2-48d1-b827-aaa23bb27fc7', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'floating_ip_address': '172.26.3.217', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'port_id': '624d01b1-ffe3-447e-8bfe-73bb543e3440', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22', 'mac_address': 'fa:16:3e:da:83:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cbefd5-946f-47a4-9485-f8c15f7d9b0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:58:20Z', 'updated_at': '2022-02-28T11:00:30Z', 'revision_number': 9, 'project_id': 'ea16063c770248fbbecd744612bca408', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48eef3a4-f10b-4de2-add8-76a25c08dc71', 'name': '', 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'mac_address': 'fa:16:3e:59:5b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '6c7b4467-99ef-4929-9546-77b5d277521f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:58:16Z', 'updated_at': '2022-02-28T10:58:20Z', 'revision_number': 5, 'project_id': 'ea16063c770248fbbecd744612bca408', 'subnets': [{'id': '6c7b4467-99ef-4929-9546-77b5d277521f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:00:32.585715 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf727f05-454a-4fe3-a9cd-6de4285927c8 None None] New status for floating IP fb04ac62-24b2-48d1-b827-aaa23bb27fc7: ACTIVE {{(pid=104086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:00:32.845854 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631e935-ea2b-42e2-9d74-8836d7827492 req-5481a52b-0520-41f0-8496-97fbcd82a9fa tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:32.847314 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2631e935-ea2b-42e2-9d74-8836d7827492 req-5481a52b-0520-41f0-8496-97fbcd82a9fa tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports/624d01b1-ffe3-447e-8bfe-73bb543e3440 HTTP/1.1" status: 200 len: 943 time: 0.0499747 Feb 28 11:00:33.257830 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf229c-8f84-4a80-8774-117464291a6e req-189ca7e4-df64-41c0-954f-196e07646670 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:33.259555 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d2cf229c-8f84-4a80-8774-117464291a6e req-189ca7e4-df64-41c0-954f-196e07646670 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=81cbefd5-946f-47a4-9485-f8c15f7d9b0f HTTP/1.1" status: 200 len: 946 time: 0.0552373 Feb 28 11:00:33.318470 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d2cf229c-8f84-4a80-8774-117464291a6e req-8ebaad44-2b57-4bcd-857b-a11b30651f74 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520692 Feb 28 11:00:34.461900 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab2f80-a3a5-4075-9ed1-a45a1e41a1d2 req-cf1fba78-f6a2-4b71-a149-a58539251967 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:34.463451 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3aab2f80-a3a5-4075-9ed1-a45a1e41a1d2 req-cf1fba78-f6a2-4b71-a149-a58539251967 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=81cbefd5-946f-47a4-9485-f8c15f7d9b0f HTTP/1.1" status: 200 len: 946 time: 0.0603774 Feb 28 11:00:34.518769 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3aab2f80-a3a5-4075-9ed1-a45a1e41a1d2 req-7949bee4-d465-45fd-b522-2a01e8f4cd50 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481250 Feb 28 11:00:34.634758 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631e935-ea2b-42e2-9d74-8836d7827492 req-b5b11b6c-df02-47d5-a842-3a6105a33042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:34.636265 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2631e935-ea2b-42e2-9d74-8836d7827492 req-b5b11b6c-df02-47d5-a842-3a6105a33042 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ea16063c770248fbbecd744612bca408&device_id=81cbefd5-946f-47a4-9485-f8c15f7d9b0f HTTP/1.1" status: 200 len: 1130 time: 0.0467510 Feb 28 11:00:34.743313 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631e935-ea2b-42e2-9d74-8836d7827492 req-9eaabf29-a327-4ea2-adbb-6ab98790cece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:34.745474 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2631e935-ea2b-42e2-9d74-8836d7827492 req-9eaabf29-a327-4ea2-adbb-6ab98790cece service neutron] 10.222.0.70 "GET /v2.0/networks?id=dbd59d93-7959-45a7-8d0b-d27ddc516a22 HTTP/1.1" status: 200 len: 912 time: 0.1038477 Feb 28 11:00:34.821584 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2631e935-ea2b-42e2-9d74-8836d7827492 req-9afec1a8-529e-4c7f-b664-b6a507f3db21 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=624d01b1-ffe3-447e-8bfe-73bb543e3440 HTTP/1.1" status: 200 len: 1003 time: 0.0705006 Feb 28 11:00:34.869519 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631e935-ea2b-42e2-9d74-8836d7827492 req-53673f4b-588b-4ad9-91a9-b6f482db12ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:34.871033 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2631e935-ea2b-42e2-9d74-8836d7827492 req-53673f4b-588b-4ad9-91a9-b6f482db12ee service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6c7b4467-99ef-4929-9546-77b5d277521f HTTP/1.1" status: 200 len: 851 time: 0.0436049 Feb 28 11:00:34.920555 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631e935-ea2b-42e2-9d74-8836d7827492 req-48ca3de1-8323-48d0-8964-a366f0f7e364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:34.922074 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2631e935-ea2b-42e2-9d74-8836d7827492 req-48ca3de1-8323-48d0-8964-a366f0f7e364 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dbd59d93-7959-45a7-8d0b-d27ddc516a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0457981 Feb 28 11:00:35.017511 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2631e935-ea2b-42e2-9d74-8836d7827492 req-4a4b78ef-64dc-4c23-ab7d-205f7c400c14 service neutron] 10.222.0.70 "GET /v2.0/networks/dbd59d93-7959-45a7-8d0b-d27ddc516a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898159 Feb 28 11:00:35.112799 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2631e935-ea2b-42e2-9d74-8836d7827492 req-466907c9-71da-4ff7-9078-e8f4aff274d0 service neutron] 10.222.0.70 "GET /v2.0/networks/dbd59d93-7959-45a7-8d0b-d27ddc516a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898054 Feb 28 11:00:35.649956 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa077a7-d2ed-4319-bbb4-3b568771e1dc req-53d3a78a-a920-45d1-87bc-05b3ca57991a tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:35.652651 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-0aa077a7-d2ed-4319-bbb4-3b568771e1dc req-53d3a78a-a920-45d1-87bc-05b3ca57991a tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=81cbefd5-946f-47a4-9485-f8c15f7d9b0f HTTP/1.1" status: 200 len: 946 time: 0.0638442 Feb 28 11:00:35.713115 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-0aa077a7-d2ed-4319-bbb4-3b568771e1dc req-9e66ffc5-9a1e-4cb3-8b77-d99e0d138a6a tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545318 Feb 28 11:00:36.854599 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a85d2-927c-4b59-9877-752148ff2d9b req-018980a5-40af-4f28-9208-562b1ba747ae tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:36.856136 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9b5a85d2-927c-4b59-9877-752148ff2d9b req-018980a5-40af-4f28-9208-562b1ba747ae tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=81cbefd5-946f-47a4-9485-f8c15f7d9b0f HTTP/1.1" status: 200 len: 946 time: 0.0627663 Feb 28 11:00:36.904824 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9b5a85d2-927c-4b59-9877-752148ff2d9b req-d0fe848b-8781-4e9f-8f99-a6bc5c55f3c8 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419135 Feb 28 11:00:38.027160 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166571c-3106-44a7-836d-86b64a6503ed req-3adeaa05-55a4-4ad6-a034-df05081cf1e2 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:38.028570 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-6166571c-3106-44a7-836d-86b64a6503ed req-3adeaa05-55a4-4ad6-a034-df05081cf1e2 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=81cbefd5-946f-47a4-9485-f8c15f7d9b0f HTTP/1.1" status: 200 len: 946 time: 0.0534945 Feb 28 11:00:38.077841 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-6166571c-3106-44a7-836d-86b64a6503ed req-b1a832e3-09aa-44ee-b367-2cecc96255a8 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436816 Feb 28 11:00:39.206147 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665bfab7-a172-4956-bc5f-fd53f9e2242f req-e5588b2e-d4f7-4d6e-a8f4-f7cc511e02f5 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:39.207667 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-665bfab7-a172-4956-bc5f-fd53f9e2242f req-e5588b2e-d4f7-4d6e-a8f4-f7cc511e02f5 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=81cbefd5-946f-47a4-9485-f8c15f7d9b0f HTTP/1.1" status: 200 len: 946 time: 0.0524259 Feb 28 11:00:39.253942 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-665bfab7-a172-4956-bc5f-fd53f9e2242f req-3c59830b-7db6-4fdb-b098-61b7a924a2bf tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409446 Feb 28 11:00:40.375690 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad5f76b-267c-40cf-96e2-750bdae4bd92 req-909cbc9b-ce82-4f38-acf5-a6183f290040 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:40.377174 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-2ad5f76b-267c-40cf-96e2-750bdae4bd92 req-909cbc9b-ce82-4f38-acf5-a6183f290040 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=81cbefd5-946f-47a4-9485-f8c15f7d9b0f HTTP/1.1" status: 200 len: 946 time: 0.0545919 Feb 28 11:00:40.427205 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-2ad5f76b-267c-40cf-96e2-750bdae4bd92 req-4edf18e2-5b62-4a7e-b65b-d64f8fd70c37 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441895 Feb 28 11:00:41.552188 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a931a8f-2afa-4c18-b9ae-7cd7af003c2b req-ddda2fb6-866e-4e17-92c0-43569683649f tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:41.553810 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-7a931a8f-2afa-4c18-b9ae-7cd7af003c2b req-ddda2fb6-866e-4e17-92c0-43569683649f tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=81cbefd5-946f-47a4-9485-f8c15f7d9b0f HTTP/1.1" status: 200 len: 946 time: 0.0568228 Feb 28 11:00:41.618507 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-7a931a8f-2afa-4c18-b9ae-7cd7af003c2b req-5fbd98a3-48b4-4079-abc9-6dbba8074b27 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571108 Feb 28 11:00:42.745377 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e31fe-6273-4652-a404-a65d5309b145 req-56839322-7205-4f54-ade8-438e6b5df760 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:42.746901 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8c6e31fe-6273-4652-a404-a65d5309b145 req-56839322-7205-4f54-ade8-438e6b5df760 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=81cbefd5-946f-47a4-9485-f8c15f7d9b0f HTTP/1.1" status: 200 len: 946 time: 0.0591774 Feb 28 11:00:42.794220 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8c6e31fe-6273-4652-a404-a65d5309b145 req-7be8f95f-c871-4ee8-9d80-acdcb1de682a tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410192 Feb 28 11:00:43.921486 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777d9a23-d367-4f57-aadc-27d2c0f25375 req-82c11966-28ff-4a45-8cdc-51090447abe1 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:43.923025 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-777d9a23-d367-4f57-aadc-27d2c0f25375 req-82c11966-28ff-4a45-8cdc-51090447abe1 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=81cbefd5-946f-47a4-9485-f8c15f7d9b0f HTTP/1.1" status: 200 len: 946 time: 0.0558212 Feb 28 11:00:43.971476 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-777d9a23-d367-4f57-aadc-27d2c0f25375 req-be07463a-042e-43ca-a2d6-1f38bab5d779 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428975 Feb 28 11:00:45.095844 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3009fd2-bae2-42c2-bdc0-7dde4069ab28 req-4b9de91e-302b-4be1-a022-4ce91a342844 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:45.097378 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-b3009fd2-bae2-42c2-bdc0-7dde4069ab28 req-4b9de91e-302b-4be1-a022-4ce91a342844 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=81cbefd5-946f-47a4-9485-f8c15f7d9b0f HTTP/1.1" status: 200 len: 946 time: 0.0561068 Feb 28 11:00:45.144180 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-b3009fd2-bae2-42c2-bdc0-7dde4069ab28 req-40242f81-64c8-4231-9eae-23210beb4f8b tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412059 Feb 28 11:00:46.262202 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f7189-d847-4bbc-938e-e10570a20ce6 req-3cabf495-bb70-422b-82e1-063e5348f31c tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:46.264324 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f24f7189-d847-4bbc-938e-e10570a20ce6 req-3cabf495-bb70-422b-82e1-063e5348f31c tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=81cbefd5-946f-47a4-9485-f8c15f7d9b0f HTTP/1.1" status: 200 len: 946 time: 0.0546534 Feb 28 11:00:46.310511 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f24f7189-d847-4bbc-938e-e10570a20ce6 req-67a1b50c-bed0-47a9-b5bb-ed1c3d64b7e9 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404906 Feb 28 11:00:46.494726 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5e6f4392-8603-4aca-a902-9bb5b4d3b1e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:47.433635 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c3203-7022-413a-aef9-b6757e76b73f req-c229dad6-1381-41f1-b647-36adc7b0ee59 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:47.435359 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-872c3203-7022-413a-aef9-b6757e76b73f req-c229dad6-1381-41f1-b647-36adc7b0ee59 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=81cbefd5-946f-47a4-9485-f8c15f7d9b0f HTTP/1.1" status: 200 len: 946 time: 0.0571957 Feb 28 11:00:47.481608 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-872c3203-7022-413a-aef9-b6757e76b73f req-6473ad20-7dda-48f5-9666-a3f734dc317e tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407617 Feb 28 11:00:48.612621 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e47ee-33c8-425d-92bf-b66c53bf8ef0 req-9bbfc083-869f-41f3-a5a5-99e00bea4eb9 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:48.614097 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-247e47ee-33c8-425d-92bf-b66c53bf8ef0 req-9bbfc083-869f-41f3-a5a5-99e00bea4eb9 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=81cbefd5-946f-47a4-9485-f8c15f7d9b0f HTTP/1.1" status: 200 len: 946 time: 0.0566375 Feb 28 11:00:48.660626 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-247e47ee-33c8-425d-92bf-b66c53bf8ef0 req-930b6d19-a2c9-47ab-8536-54e8365b6af3 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408547 Feb 28 11:00:48.711336 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-44386dcf-67b3-4770-8708-da4cff6f744a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:49.779917 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56884ef-c8f9-45e6-b7d5-b79c53ee4a13 req-244c1f60-06a8-4ba9-86be-9b4c1a53a605 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:49.781386 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-a56884ef-c8f9-45e6-b7d5-b79c53ee4a13 req-244c1f60-06a8-4ba9-86be-9b4c1a53a605 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=81cbefd5-946f-47a4-9485-f8c15f7d9b0f HTTP/1.1" status: 200 len: 946 time: 0.0520949 Feb 28 11:00:49.828213 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-a56884ef-c8f9-45e6-b7d5-b79c53ee4a13 req-34cc3850-8745-45cc-90b9-d592e8f2a5ed tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414057 Feb 28 11:00:50.071803 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:50.965811 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b1bd4-e30c-424a-aee5-7c38851f8127 req-430039e6-0d60-4468-9b34-b6369d386317 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:50.968086 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3a1b1bd4-e30c-424a-aee5-7c38851f8127 req-430039e6-0d60-4468-9b34-b6369d386317 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=81cbefd5-946f-47a4-9485-f8c15f7d9b0f HTTP/1.1" status: 200 len: 946 time: 0.0542340 Feb 28 11:00:51.014085 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3a1b1bd4-e30c-424a-aee5-7c38851f8127 req-7b8a0f00-a58e-45e4-9482-b59602d83238 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403876 Feb 28 11:00:51.391470 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:52.134843 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b6319-4978-4051-87d2-d05da77c8732 req-18ff0c10-4472-42db-a7c2-1392d7e34d87 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:52.136426 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-871b6319-4978-4051-87d2-d05da77c8732 req-18ff0c10-4472-42db-a7c2-1392d7e34d87 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=81cbefd5-946f-47a4-9485-f8c15f7d9b0f HTTP/1.1" status: 200 len: 946 time: 0.0546701 Feb 28 11:00:52.142771 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2631e935-ea2b-42e2-9d74-8836d7827492 req-182029ab-c03a-4513-8afa-97b46b638499 service neutron] 10.222.0.70 "GET /v2.0/ports/624d01b1-ffe3-447e-8bfe-73bb543e3440/bindings/hv-neutron-8291 HTTP/1.1" status: 200 len: 384 time: 0.0597196 Feb 28 11:00:52.189770 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-871b6319-4978-4051-87d2-d05da77c8732 req-6e9f36ef-d3da-4fb8-adb9-784266e0614a tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476036 Feb 28 11:00:52.699247 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631e935-ea2b-42e2-9d74-8836d7827492 req-43e6652b-17b1-492e-a97a-917a0f743df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:52.700796 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2631e935-ea2b-42e2-9d74-8836d7827492 req-43e6652b-17b1-492e-a97a-917a0f743df5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=81cbefd5-946f-47a4-9485-f8c15f7d9b0f&tenant_id=ea16063c770248fbbecd744612bca408 HTTP/1.1" status: 200 len: 1130 time: 0.0617886 Feb 28 11:00:52.722934 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:52.778170 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631e935-ea2b-42e2-9d74-8836d7827492 req-66217774-daa0-4329-aeb3-37e1899b6d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:52.779731 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2631e935-ea2b-42e2-9d74-8836d7827492 req-66217774-daa0-4329-aeb3-37e1899b6d4f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ea16063c770248fbbecd744612bca408&device_id=81cbefd5-946f-47a4-9485-f8c15f7d9b0f HTTP/1.1" status: 200 len: 1130 time: 0.0445931 Feb 28 11:00:52.870812 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631e935-ea2b-42e2-9d74-8836d7827492 req-65de86a2-951f-4961-91b9-53d24d334125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:52.872300 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2631e935-ea2b-42e2-9d74-8836d7827492 req-65de86a2-951f-4961-91b9-53d24d334125 service neutron] 10.222.0.70 "GET /v2.0/networks?id=dbd59d93-7959-45a7-8d0b-d27ddc516a22 HTTP/1.1" status: 200 len: 912 time: 0.0853992 Feb 28 11:00:52.953000 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2631e935-ea2b-42e2-9d74-8836d7827492 req-ccd580f6-86e0-49b6-8ebb-622c0780f1c0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=624d01b1-ffe3-447e-8bfe-73bb543e3440 HTTP/1.1" status: 200 len: 1003 time: 0.0745046 Feb 28 11:00:52.999814 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631e935-ea2b-42e2-9d74-8836d7827492 req-9ab88a6b-b8d5-46c7-bc17-20be68bcbedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:53.001257 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2631e935-ea2b-42e2-9d74-8836d7827492 req-9ab88a6b-b8d5-46c7-bc17-20be68bcbedf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6c7b4467-99ef-4929-9546-77b5d277521f HTTP/1.1" status: 200 len: 851 time: 0.0432177 Feb 28 11:00:53.052471 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631e935-ea2b-42e2-9d74-8836d7827492 req-fe83c029-05d2-4f12-9db0-2597fd24c230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:53.054002 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2631e935-ea2b-42e2-9d74-8836d7827492 req-fe83c029-05d2-4f12-9db0-2597fd24c230 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dbd59d93-7959-45a7-8d0b-d27ddc516a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0471504 Feb 28 11:00:53.144575 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2631e935-ea2b-42e2-9d74-8836d7827492 req-719feebd-765d-4885-9589-0c847fcae498 service neutron] 10.222.0.70 "GET /v2.0/networks/dbd59d93-7959-45a7-8d0b-d27ddc516a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838189 Feb 28 11:00:53.235947 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2631e935-ea2b-42e2-9d74-8836d7827492 req-1316afef-ca65-4883-8713-b3298c04d508 service neutron] 10.222.0.70 "GET /v2.0/networks/dbd59d93-7959-45a7-8d0b-d27ddc516a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856235 Feb 28 11:00:53.316760 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be459aac-f2bf-498c-a111-0a0c6494ea5d req-2c5e0c09-5f99-43cc-a548-9a97623e4767 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:53.318571 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-be459aac-f2bf-498c-a111-0a0c6494ea5d req-2c5e0c09-5f99-43cc-a548-9a97623e4767 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=81cbefd5-946f-47a4-9485-f8c15f7d9b0f HTTP/1.1" status: 200 len: 946 time: 0.0588021 Feb 28 11:00:53.365598 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-be459aac-f2bf-498c-a111-0a0c6494ea5d req-1dba1e25-026c-4999-b81f-d59b2f922786 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414000 Feb 28 11:00:54.497164 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b645f1-749a-4705-9815-6f32953d93c9 req-944819a0-cf92-4171-81f3-abcf7baf35eb tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:54.499769 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-46b645f1-749a-4705-9815-6f32953d93c9 req-944819a0-cf92-4171-81f3-abcf7baf35eb tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=81cbefd5-946f-47a4-9485-f8c15f7d9b0f HTTP/1.1" status: 200 len: 946 time: 0.0604312 Feb 28 11:00:54.549846 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-46b645f1-749a-4705-9815-6f32953d93c9 req-1a2995eb-46f6-4db9-8d38-ffc2a3ae722c tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431938 Feb 28 11:00:55.679835 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e30b96-c10b-423b-8dd0-b4425bc686f1 req-15a9efce-387a-413b-8c26-ee6dfedef5ea tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:55.681373 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-87e30b96-c10b-423b-8dd0-b4425bc686f1 req-15a9efce-387a-413b-8c26-ee6dfedef5ea tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=81cbefd5-946f-47a4-9485-f8c15f7d9b0f HTTP/1.1" status: 200 len: 946 time: 0.0548124 Feb 28 11:00:55.731705 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-87e30b96-c10b-423b-8dd0-b4425bc686f1 req-66ac5774-f1d5-4f9b-a467-7eab976606df tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446944 Feb 28 11:00:56.284593 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 624d01b1-ffe3-447e-8bfe-73bb543e3440 details requested by agent hyperv_hv-neutron-8291 with host hv-neutron-8291 {{(pid=104085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 11:00:56.288948 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 624d01b1-ffe3-447e-8bfe-73bb543e3440 no longer exists at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:00:56.335873 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47faa67-244a-4bce-9aa4-1cda505be650 req-1e823759-1c44-46da-9f58-6e86a6421179 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:56.337869 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f47faa67-244a-4bce-9aa4-1cda505be650 req-1e823759-1c44-46da-9f58-6e86a6421179 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=81cbefd5-946f-47a4-9485-f8c15f7d9b0f HTTP/1.1" status: 200 len: 946 time: 0.1040692 Feb 28 11:00:56.350521 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e139b510-1341-47ae-b207-8a621a1142da req-2616a2b2-ef0a-48e7-9270-442e0876332f tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:56.352048 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e139b510-1341-47ae-b207-8a621a1142da req-2616a2b2-ef0a-48e7-9270-442e0876332f tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.70 "GET /v2.0/ports?device_id=81cbefd5-946f-47a4-9485-f8c15f7d9b0f&tenant_id=ea16063c770248fbbecd744612bca408&binding%3Ahost_id=hv-neutron-8291 HTTP/1.1" status: 200 len: 946 time: 0.0863581 Feb 28 11:00:56.438436 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f47faa67-244a-4bce-9aa4-1cda505be650 req-f3b2a3e7-7ecf-4949-b0ba-c3db7a580088 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852702 Feb 28 11:00:56.449836 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e139b510-1341-47ae-b207-8a621a1142da req-0874fa07-c680-4c64-8a16-23f4c00a16d8 service neutron] 10.222.0.70 "GET /v2.0/ports/624d01b1-ffe3-447e-8bfe-73bb543e3440/bindings/hv-neutron-8291 HTTP/1.1" status: 200 len: 384 time: 0.0880089 Feb 28 11:00:56.461236 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 624d01b1-ffe3-447e-8bfe-73bb543e3440, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=624d01b1-ffe3-447e-8bfe-73bb543e3440,segment=NetworkSegment(96ee30df-f6c7-4eea-80a0-2c3e133514b5),segment_id=96ee30df-f6c7-4eea-80a0-2c3e133514b5)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:00:56.463793 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 624d01b1-ffe3-447e-8bfe-73bb543e3440 is: ACTIVE; New status is: DOWN {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:00:56.464180 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (624d01b1-ffe3-447e-8bfe-73bb543e3440), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:56.481025 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Returning: {'device': '624d01b1-ffe3-447e-8bfe-73bb543e3440', 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22', 'port_id': '624d01b1-ffe3-447e-8bfe-73bb543e3440', 'mac_address': 'fa:16:3e:da:83:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c7b4467-99ef-4929-9546-77b5d277521f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 11:00:56.513864 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81cbefd5-946f-47a4-9485-f8c15f7d9b0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '624d01b1-ffe3-447e-8bfe-73bb543e3440'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:00:56.520854 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f9fb60-f16f-48c4-afec-429693e03771" -d '{"events": [{"server_uuid": "81cbefd5-946f-47a4-9485-f8c15f7d9b0f", "name": "network-vif-unplugged", "status": "completed", "tag": "624d01b1-ffe3-447e-8bfe-73bb543e3440"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:00:56.534225 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 624d01b1-ffe3-447e-8bfe-73bb543e3440, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=624d01b1-ffe3-447e-8bfe-73bb543e3440,segment=NetworkSegment(96ee30df-f6c7-4eea-80a0-2c3e133514b5),segment_id=96ee30df-f6c7-4eea-80a0-2c3e133514b5)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:00:56.539591 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e139b510-1341-47ae-b207-8a621a1142da req-2d98bd0f-e1e1-4659-a127-cc607cf756d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:56.541141 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e139b510-1341-47ae-b207-8a621a1142da req-2d98bd0f-e1e1-4659-a127-cc607cf756d9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ea16063c770248fbbecd744612bca408&device_id=81cbefd5-946f-47a4-9485-f8c15f7d9b0f HTTP/1.1" status: 200 len: 1130 time: 0.0516205 Feb 28 11:00:56.542383 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 624d01b1-ffe3-447e-8bfe-73bb543e3440 is: ACTIVE; New status is: BUILD {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:00:56.542776 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (624d01b1-ffe3-447e-8bfe-73bb543e3440), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:56.556369 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 624d01b1-ffe3-447e-8bfe-73bb543e3440 {{(pid=104085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:00:56.562561 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 11:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428fcfb4-7ac3-46c4-af79-e1eec9fb7613 x-openstack-request-id: req-428fcfb4-7ac3-46c4-af79-e1eec9fb7613 {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:00:56.563052 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81cbefd5-946f-47a4-9485-f8c15f7d9b0f", "name": "network-vif-unplugged", "status": "completed", "tag": "624d01b1-ffe3-447e-8bfe-73bb543e3440", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:00:56.570190 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-428fcfb4-7ac3-46c4-af79-e1eec9fb7613 {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:00:56.570190 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81cbefd5-946f-47a4-9485-f8c15f7d9b0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '624d01b1-ffe3-447e-8bfe-73bb543e3440', 'code': 200} Feb 28 11:00:56.620751 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (624d01b1-ffe3-447e-8bfe-73bb543e3440), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:56.631901 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e139b510-1341-47ae-b207-8a621a1142da req-def0846b-55d5-440b-a27c-8a5d1feb6d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:56.633364 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e139b510-1341-47ae-b207-8a621a1142da req-def0846b-55d5-440b-a27c-8a5d1feb6d34 service neutron] 10.222.0.70 "GET /v2.0/networks?id=dbd59d93-7959-45a7-8d0b-d27ddc516a22 HTTP/1.1" status: 200 len: 912 time: 0.0858839 Feb 28 11:00:56.695723 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.db.api [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:00:56.696006 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG oslo_db.api [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:00:56.700382 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=624d01b1-ffe3-447e-8bfe-73bb543e3440,revision_number=6']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:00:56.702905 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e139b510-1341-47ae-b207-8a621a1142da req-df793c43-3aae-42fe-84d3-04aaaf103f00 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=624d01b1-ffe3-447e-8bfe-73bb543e3440 HTTP/1.1" status: 200 len: 1001 time: 0.0628376 Feb 28 11:00:56.752394 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e139b510-1341-47ae-b207-8a621a1142da req-492949cd-fd3b-44a2-863c-6d0b0a005058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:56.753870 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e139b510-1341-47ae-b207-8a621a1142da req-492949cd-fd3b-44a2-863c-6d0b0a005058 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6c7b4467-99ef-4929-9546-77b5d277521f HTTP/1.1" status: 200 len: 851 time: 0.0461686 Feb 28 11:00:56.803677 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e139b510-1341-47ae-b207-8a621a1142da req-18579b88-6452-4d81-a5a5-5ebeaab1757c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:56.805174 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e139b510-1341-47ae-b207-8a621a1142da req-18579b88-6452-4d81-a5a5-5ebeaab1757c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dbd59d93-7959-45a7-8d0b-d27ddc516a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0441778 Feb 28 11:00:56.896136 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e139b510-1341-47ae-b207-8a621a1142da req-b8a00b7f-e2f7-4b7f-b998-a2eb2693f331 service neutron] 10.222.0.70 "GET /v2.0/networks/dbd59d93-7959-45a7-8d0b-d27ddc516a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849431 Feb 28 11:00:56.983135 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e139b510-1341-47ae-b207-8a621a1142da req-229610e2-632e-4567-9f93-c7b6d3d42252 service neutron] 10.222.0.70 "GET /v2.0/networks/dbd59d93-7959-45a7-8d0b-d27ddc516a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809627 Feb 28 11:00:57.130342 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbaa9fe-a322-4190-aad1-fe6c620b9258 req-3cc79d26-6836-4928-938d-a00a8b661b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:57.131844 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0cbaa9fe-a322-4190-aad1-fe6c620b9258 req-3cc79d26-6836-4928-938d-a00a8b661b0c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ea16063c770248fbbecd744612bca408&device_id=81cbefd5-946f-47a4-9485-f8c15f7d9b0f HTTP/1.1" status: 200 len: 1128 time: 0.0451865 Feb 28 11:00:57.236714 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 624d01b1-ffe3-447e-8bfe-73bb543e3440 is: DOWN; New status is: BUILD {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:00:57.237071 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (624d01b1-ffe3-447e-8bfe-73bb543e3440), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:57.239503 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbaa9fe-a322-4190-aad1-fe6c620b9258 req-9e564688-8a8e-4715-876d-57b62152efbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:57.241030 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0cbaa9fe-a322-4190-aad1-fe6c620b9258 req-9e564688-8a8e-4715-876d-57b62152efbb service neutron] 10.222.0.70 "GET /v2.0/networks?id=dbd59d93-7959-45a7-8d0b-d27ddc516a22 HTTP/1.1" status: 200 len: 912 time: 0.0899198 Feb 28 11:00:57.250588 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 624d01b1-ffe3-447e-8bfe-73bb543e3440 {{(pid=104085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:00:57.270394 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 624d01b1-ffe3-447e-8bfe-73bb543e3440, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=624d01b1-ffe3-447e-8bfe-73bb543e3440,segment=NetworkSegment(96ee30df-f6c7-4eea-80a0-2c3e133514b5),segment_id=96ee30df-f6c7-4eea-80a0-2c3e133514b5)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:00:57.306636 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0cbaa9fe-a322-4190-aad1-fe6c620b9258 req-5b8bd0e6-aa3f-432f-a0a5-0bce16a03a47 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=624d01b1-ffe3-447e-8bfe-73bb543e3440 HTTP/1.1" status: 200 len: 1001 time: 0.0582576 Feb 28 11:00:57.311418 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (624d01b1-ffe3-447e-8bfe-73bb543e3440), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:57.366210 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=624d01b1-ffe3-447e-8bfe-73bb543e3440,revision_number=7']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:00:57.443676 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['624d01b1-ffe3-447e-8bfe-73bb543e3440'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:00:57.687539 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbaa9fe-a322-4190-aad1-fe6c620b9258 req-e9f0b374-19af-45c7-8ca0-3bf1acf22a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:57.688985 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0cbaa9fe-a322-4190-aad1-fe6c620b9258 req-e9f0b374-19af-45c7-8ca0-3bf1acf22a69 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6c7b4467-99ef-4929-9546-77b5d277521f HTTP/1.1" status: 200 len: 851 time: 0.3744841 Feb 28 11:00:57.736864 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e0e7b3-4147-4bc1-b159-981175823497 req-0145ebb5-c14b-4772-ae29-d7cc26465299 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:57.738384 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-58e0e7b3-4147-4bc1-b159-981175823497 req-0145ebb5-c14b-4772-ae29-d7cc26465299 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=81cbefd5-946f-47a4-9485-f8c15f7d9b0f HTTP/1.1" status: 200 len: 945 time: 0.0897796 Feb 28 11:00:57.765205 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbaa9fe-a322-4190-aad1-fe6c620b9258 req-117a15b7-65e4-46d4-be76-013dcfb7e596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:57.766779 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0cbaa9fe-a322-4190-aad1-fe6c620b9258 req-117a15b7-65e4-46d4-be76-013dcfb7e596 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dbd59d93-7959-45a7-8d0b-d27ddc516a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0711200 Feb 28 11:00:57.836653 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-58e0e7b3-4147-4bc1-b159-981175823497 req-d63933aa-8473-48c8-97fc-a77001b1a201 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921836 Feb 28 11:00:57.873637 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0cbaa9fe-a322-4190-aad1-fe6c620b9258 req-2f886369-0fa2-4bc7-b854-cec5a3799414 service neutron] 10.222.0.70 "GET /v2.0/networks/dbd59d93-7959-45a7-8d0b-d27ddc516a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973265 Feb 28 11:00:57.961636 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0cbaa9fe-a322-4190-aad1-fe6c620b9258 req-6b8aa540-ca6c-460b-9320-a064f03cec38 service neutron] 10.222.0.70 "GET /v2.0/networks/dbd59d93-7959-45a7-8d0b-d27ddc516a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814877 Feb 28 11:00:58.295327 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 624d01b1-ffe3-447e-8bfe-73bb543e3440 up at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:00:58.344200 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning complete for port 624d01b1-ffe3-447e-8bfe-73bb543e3440 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:00:58.344821 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (624d01b1-ffe3-447e-8bfe-73bb543e3440), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:58.423970 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 624d01b1-ffe3-447e-8bfe-73bb543e3440 is: BUILD; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:00:58.424746 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (624d01b1-ffe3-447e-8bfe-73bb543e3440), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:58.457036 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 624d01b1-ffe3-447e-8bfe-73bb543e3440, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=624d01b1-ffe3-447e-8bfe-73bb543e3440,segment=NetworkSegment(96ee30df-f6c7-4eea-80a0-2c3e133514b5),segment_id=96ee30df-f6c7-4eea-80a0-2c3e133514b5)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:00:58.551580 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (624d01b1-ffe3-447e-8bfe-73bb543e3440), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:58.576234 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81cbefd5-946f-47a4-9485-f8c15f7d9b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624d01b1-ffe3-447e-8bfe-73bb543e3440'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:00:58.578673 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d585ddfc-4712-498d-bbe7-096050ddebf3" -d '{"events": [{"server_uuid": "81cbefd5-946f-47a4-9485-f8c15f7d9b0f", "name": "network-vif-plugged", "status": "completed", "tag": "624d01b1-ffe3-447e-8bfe-73bb543e3440"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:00:58.606299 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=624d01b1-ffe3-447e-8bfe-73bb543e3440,revision_number=8']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:00:58.623543 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32d88db-3d3d-4f7b-8749-3fcab6649035 x-openstack-request-id: req-b32d88db-3d3d-4f7b-8749-3fcab6649035 {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:00:58.623838 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81cbefd5-946f-47a4-9485-f8c15f7d9b0f", "name": "network-vif-plugged", "status": "completed", "tag": "624d01b1-ffe3-447e-8bfe-73bb543e3440", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:00:58.624091 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b32d88db-3d3d-4f7b-8749-3fcab6649035 {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:00:58.624476 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81cbefd5-946f-47a4-9485-f8c15f7d9b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624d01b1-ffe3-447e-8bfe-73bb543e3440', 'code': 200} Feb 28 11:00:58.963785 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa2351-9693-48e9-bbe7-b965fa1f6548 req-523a35c0-fca7-4528-a2c9-b90508a78523 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:58.965259 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-11aa2351-9693-48e9-bbe7-b965fa1f6548 req-523a35c0-fca7-4528-a2c9-b90508a78523 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=81cbefd5-946f-47a4-9485-f8c15f7d9b0f HTTP/1.1" status: 200 len: 946 time: 0.0605924 Feb 28 11:00:59.011728 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-11aa2351-9693-48e9-bbe7-b965fa1f6548 req-4eb9e11b-76f3-4f75-ab1c-c68afc0b5e84 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400991 Feb 28 11:00:59.875705 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e139b510-1341-47ae-b207-8a621a1142da req-18f3aa37-3d0c-41b5-bdaa-162235822f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:59.877721 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e139b510-1341-47ae-b207-8a621a1142da req-18f3aa37-3d0c-41b5-bdaa-162235822f4a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=81cbefd5-946f-47a4-9485-f8c15f7d9b0f&tenant_id=ea16063c770248fbbecd744612bca408 HTTP/1.1" status: 200 len: 1130 time: 0.0501425 Feb 28 11:00:59.953564 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e139b510-1341-47ae-b207-8a621a1142da req-0c06ce5d-3f90-4d45-b2cd-f17f2a5c6aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:59.955136 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e139b510-1341-47ae-b207-8a621a1142da req-0c06ce5d-3f90-4d45-b2cd-f17f2a5c6aae service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ea16063c770248fbbecd744612bca408&device_id=81cbefd5-946f-47a4-9485-f8c15f7d9b0f HTTP/1.1" status: 200 len: 1130 time: 0.0452602 Feb 28 11:01:00.052120 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e139b510-1341-47ae-b207-8a621a1142da req-93fa659b-ded6-4191-9368-0a80b0a1b642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:00.053589 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e139b510-1341-47ae-b207-8a621a1142da req-93fa659b-ded6-4191-9368-0a80b0a1b642 service neutron] 10.222.0.70 "GET /v2.0/networks?id=dbd59d93-7959-45a7-8d0b-d27ddc516a22 HTTP/1.1" status: 200 len: 912 time: 0.0925212 Feb 28 11:01:00.118691 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e139b510-1341-47ae-b207-8a621a1142da req-5b1be228-11d3-4856-9209-8857e55fff77 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=624d01b1-ffe3-447e-8bfe-73bb543e3440 HTTP/1.1" status: 200 len: 1003 time: 0.0594904 Feb 28 11:01:00.140543 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e12a024-0257-404e-827d-387f28401ead req-54ffec21-9c59-4e6a-b65e-8f4d1f9a1c4a tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:00.141994 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-1e12a024-0257-404e-827d-387f28401ead req-54ffec21-9c59-4e6a-b65e-8f4d1f9a1c4a tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=81cbefd5-946f-47a4-9485-f8c15f7d9b0f HTTP/1.1" status: 200 len: 946 time: 0.0538874 Feb 28 11:01:00.173184 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e139b510-1341-47ae-b207-8a621a1142da req-9a07efa9-7e02-4a2d-9bed-3d3780561aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:00.174656 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e139b510-1341-47ae-b207-8a621a1142da req-9a07efa9-7e02-4a2d-9bed-3d3780561aca service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6c7b4467-99ef-4929-9546-77b5d277521f HTTP/1.1" status: 200 len: 851 time: 0.0498285 Feb 28 11:01:00.191017 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-1e12a024-0257-404e-827d-387f28401ead req-f2e7df49-625a-4bc6-874e-eb80f3018919 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419598 Feb 28 11:01:00.225543 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e139b510-1341-47ae-b207-8a621a1142da req-c257a8b0-af65-4c95-b68e-3b83b232409e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:00.227060 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e139b510-1341-47ae-b207-8a621a1142da req-c257a8b0-af65-4c95-b68e-3b83b232409e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dbd59d93-7959-45a7-8d0b-d27ddc516a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0461984 Feb 28 11:01:00.315338 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e139b510-1341-47ae-b207-8a621a1142da req-fb365885-8959-4b1f-8efc-bd7e54ae3427 service neutron] 10.222.0.70 "GET /v2.0/networks/dbd59d93-7959-45a7-8d0b-d27ddc516a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822747 Feb 28 11:01:00.408039 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e139b510-1341-47ae-b207-8a621a1142da req-f00309ee-66ff-4eb9-adab-ac1eee6780f0 service neutron] 10.222.0.70 "GET /v2.0/networks/dbd59d93-7959-45a7-8d0b-d27ddc516a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869112 Feb 28 11:01:00.723294 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:01.315153 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d4312-541c-463d-ab61-d6226e3cfc6b req-7ac29ca6-56a3-407c-958d-db865af7219a tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:01.316784 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-585d4312-541c-463d-ab61-d6226e3cfc6b req-7ac29ca6-56a3-407c-958d-db865af7219a tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=81cbefd5-946f-47a4-9485-f8c15f7d9b0f HTTP/1.1" status: 200 len: 946 time: 0.0578113 Feb 28 11:01:01.365718 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-585d4312-541c-463d-ab61-d6226e3cfc6b req-a58a61de-939a-43fd-aeb8-b3601e8728a8 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427902 Feb 28 11:01:02.289185 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 624d01b1-ffe3-447e-8bfe-73bb543e3440 details requested by agent hyperv_hv-neutron-8291 with host hv-neutron-8291 {{(pid=104085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 11:01:02.310062 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 624d01b1-ffe3-447e-8bfe-73bb543e3440 no longer exists at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:01:02.473641 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 624d01b1-ffe3-447e-8bfe-73bb543e3440, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=624d01b1-ffe3-447e-8bfe-73bb543e3440,segment=NetworkSegment(96ee30df-f6c7-4eea-80a0-2c3e133514b5),segment_id=96ee30df-f6c7-4eea-80a0-2c3e133514b5)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:01:02.491102 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5101a2c-3d62-4b6a-b56e-1dfa7a66fad8 req-f5b5f777-a991-4f0b-b0f2-318a3a709405 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:02.491744 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Returning: {'device': '624d01b1-ffe3-447e-8bfe-73bb543e3440', 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22', 'port_id': '624d01b1-ffe3-447e-8bfe-73bb543e3440', 'mac_address': 'fa:16:3e:da:83:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c7b4467-99ef-4929-9546-77b5d277521f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 11:01:02.492693 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-f5101a2c-3d62-4b6a-b56e-1dfa7a66fad8 req-f5b5f777-a991-4f0b-b0f2-318a3a709405 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=81cbefd5-946f-47a4-9485-f8c15f7d9b0f HTTP/1.1" status: 200 len: 946 time: 0.0578671 Feb 28 11:01:02.493373 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 624d01b1-ffe3-447e-8bfe-73bb543e3440 is: ACTIVE; New status is: DOWN {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:01:02.493759 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (624d01b1-ffe3-447e-8bfe-73bb543e3440), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:02.539304 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81cbefd5-946f-47a4-9485-f8c15f7d9b0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '624d01b1-ffe3-447e-8bfe-73bb543e3440'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:01:02.540995 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-f5101a2c-3d62-4b6a-b56e-1dfa7a66fad8 req-1c258445-b77d-47f5-8b60-d0816f21dc16 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423870 Feb 28 11:01:02.541524 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da231b8-bc1d-4a19-8165-498f5e4cff6e" -d '{"events": [{"server_uuid": "81cbefd5-946f-47a4-9485-f8c15f7d9b0f", "name": "network-vif-unplugged", "status": "completed", "tag": "624d01b1-ffe3-447e-8bfe-73bb543e3440"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:01:02.560309 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 624d01b1-ffe3-447e-8bfe-73bb543e3440, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=624d01b1-ffe3-447e-8bfe-73bb543e3440,segment=NetworkSegment(96ee30df-f6c7-4eea-80a0-2c3e133514b5),segment_id=96ee30df-f6c7-4eea-80a0-2c3e133514b5)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:01:02.561516 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 624d01b1-ffe3-447e-8bfe-73bb543e3440 is: ACTIVE; New status is: BUILD {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:01:02.561911 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (624d01b1-ffe3-447e-8bfe-73bb543e3440), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:02.578526 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 624d01b1-ffe3-447e-8bfe-73bb543e3440 {{(pid=104085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:01:02.583853 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 11:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a8f2e7-d8a2-44f7-bf94-308d2e114c2f x-openstack-request-id: req-41a8f2e7-d8a2-44f7-bf94-308d2e114c2f {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:01:02.584145 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81cbefd5-946f-47a4-9485-f8c15f7d9b0f", "name": "network-vif-unplugged", "status": "completed", "tag": "624d01b1-ffe3-447e-8bfe-73bb543e3440", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:01:02.584400 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-41a8f2e7-d8a2-44f7-bf94-308d2e114c2f {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:01:02.584785 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81cbefd5-946f-47a4-9485-f8c15f7d9b0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '624d01b1-ffe3-447e-8bfe-73bb543e3440', 'code': 200} Feb 28 11:01:02.633397 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (624d01b1-ffe3-447e-8bfe-73bb543e3440), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:02.674180 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02125f0-aed3-48c2-afb8-373dcfc7effb req-74c37f9c-5116-4e7e-a476-a64f2300db6f tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:02.675657 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d02125f0-aed3-48c2-afb8-373dcfc7effb req-74c37f9c-5116-4e7e-a476-a64f2300db6f tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=81cbefd5-946f-47a4-9485-f8c15f7d9b0f HTTP/1.1" status: 200 len: 944 time: 0.0556684 Feb 28 11:01:02.708390 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.db.api [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:01:02.708755 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG oslo_db.api [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:01:02.713138 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=624d01b1-ffe3-447e-8bfe-73bb543e3440,revision_number=9']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:01:02.724191 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d02125f0-aed3-48c2-afb8-373dcfc7effb req-11c0a19b-f662-40be-8006-4d8ed4e4f7ac tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429225 Feb 28 11:01:02.846642 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d76d830-9290-44b9-8c72-d7ddad5b4084 req-44f63dc3-fc7c-468e-9b64-27564f628f20 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:02.848237 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2d76d830-9290-44b9-8c72-d7ddad5b4084 req-44f63dc3-fc7c-468e-9b64-27564f628f20 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=81cbefd5-946f-47a4-9485-f8c15f7d9b0f HTTP/1.1" status: 200 len: 944 time: 0.0574682 Feb 28 11:01:02.896618 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2d76d830-9290-44b9-8c72-d7ddad5b4084 req-797fc004-3fac-4b3e-a15a-6130072a8c5f tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427649 Feb 28 11:01:03.246712 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 624d01b1-ffe3-447e-8bfe-73bb543e3440 is: DOWN; New status is: BUILD {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:01:03.247087 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (624d01b1-ffe3-447e-8bfe-73bb543e3440), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:03.259820 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 624d01b1-ffe3-447e-8bfe-73bb543e3440 {{(pid=104085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:01:03.278509 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 624d01b1-ffe3-447e-8bfe-73bb543e3440, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=624d01b1-ffe3-447e-8bfe-73bb543e3440,segment=NetworkSegment(96ee30df-f6c7-4eea-80a0-2c3e133514b5),segment_id=96ee30df-f6c7-4eea-80a0-2c3e133514b5)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:01:03.357484 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (624d01b1-ffe3-447e-8bfe-73bb543e3440), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:03.411935 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=624d01b1-ffe3-447e-8bfe-73bb543e3440,revision_number=10']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:01:03.448545 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5996d-43dc-4d2c-adbc-87afa7ca9d7a req-7d192637-a11d-4eb8-bbf8-0f35b37f7a5b tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:03.451263 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-07e5996d-43dc-4d2c-adbc-87afa7ca9d7a req-7d192637-a11d-4eb8-bbf8-0f35b37f7a5b tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=81cbefd5-946f-47a4-9485-f8c15f7d9b0f HTTP/1.1" status: 200 len: 946 time: 0.0682189 Feb 28 11:01:03.488629 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['624d01b1-ffe3-447e-8bfe-73bb543e3440'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:01:03.505895 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-07e5996d-43dc-4d2c-adbc-87afa7ca9d7a req-7e9cc5d6-d29d-4db5-a900-e262ebfed0d4 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448527 Feb 28 11:01:04.314980 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 624d01b1-ffe3-447e-8bfe-73bb543e3440 up at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:01:04.363462 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning complete for port 624d01b1-ffe3-447e-8bfe-73bb543e3440 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:01:04.364103 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (624d01b1-ffe3-447e-8bfe-73bb543e3440), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:04.445752 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 624d01b1-ffe3-447e-8bfe-73bb543e3440 is: BUILD; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:01:04.446152 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (624d01b1-ffe3-447e-8bfe-73bb543e3440), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:04.482697 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 624d01b1-ffe3-447e-8bfe-73bb543e3440, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=624d01b1-ffe3-447e-8bfe-73bb543e3440,segment=NetworkSegment(96ee30df-f6c7-4eea-80a0-2c3e133514b5),segment_id=96ee30df-f6c7-4eea-80a0-2c3e133514b5)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:01:04.551790 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (624d01b1-ffe3-447e-8bfe-73bb543e3440), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:04.586618 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81cbefd5-946f-47a4-9485-f8c15f7d9b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624d01b1-ffe3-447e-8bfe-73bb543e3440'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:01:04.589365 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd854071-8eac-41ab-85b4-e26be960e564" -d '{"events": [{"server_uuid": "81cbefd5-946f-47a4-9485-f8c15f7d9b0f", "name": "network-vif-plugged", "status": "completed", "tag": "624d01b1-ffe3-447e-8bfe-73bb543e3440"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:01:04.609699 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=624d01b1-ffe3-447e-8bfe-73bb543e3440,revision_number=11']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:01:04.639280 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8329f5-189b-4885-ad7c-dd960fcd85a0 x-openstack-request-id: req-fd8329f5-189b-4885-ad7c-dd960fcd85a0 {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:01:04.639587 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81cbefd5-946f-47a4-9485-f8c15f7d9b0f", "name": "network-vif-plugged", "status": "completed", "tag": "624d01b1-ffe3-447e-8bfe-73bb543e3440", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:01:04.639857 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fd8329f5-189b-4885-ad7c-dd960fcd85a0 {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:01:04.640373 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81cbefd5-946f-47a4-9485-f8c15f7d9b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624d01b1-ffe3-447e-8bfe-73bb543e3440', 'code': 200} Feb 28 11:01:04.650218 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04297660-53b8-4fef-8a10-87cd047a869c req-6e6c2349-161e-4acd-b5cc-1c2efc210327 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:04.652531 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-04297660-53b8-4fef-8a10-87cd047a869c req-6e6c2349-161e-4acd-b5cc-1c2efc210327 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=81cbefd5-946f-47a4-9485-f8c15f7d9b0f HTTP/1.1" status: 200 len: 947 time: 0.0740833 Feb 28 11:01:04.704821 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-04297660-53b8-4fef-8a10-87cd047a869c req-efb500af-78e0-429d-a9d6-0f4185952819 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461712 Feb 28 11:01:05.714017 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a313622-2533-4bfa-969e-8b50558b9528 req-24f299f0-6dad-40d3-81dc-1e87a94f4d12 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:05.715552 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5a313622-2533-4bfa-969e-8b50558b9528 req-24f299f0-6dad-40d3-81dc-1e87a94f4d12 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.70 "GET /v2.0/ports?device_id=81cbefd5-946f-47a4-9485-f8c15f7d9b0f HTTP/1.1" status: 200 len: 947 time: 0.0546513 Feb 28 11:01:05.854550 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ff688-f711-4e10-b4cc-b015e8932c2d req-2a1c5716-18e0-41fa-88db-088108d715dd tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:05.856098 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2a7ff688-f711-4e10-b4cc-b015e8932c2d req-2a1c5716-18e0-41fa-88db-088108d715dd tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=81cbefd5-946f-47a4-9485-f8c15f7d9b0f HTTP/1.1" status: 200 len: 947 time: 0.0706348 Feb 28 11:01:05.859563 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-5a313622-2533-4bfa-969e-8b50558b9528 req-050af551-72a0-4bc4-acb6-1674e4a0647a tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Deleting port 624d01b1-ffe3-447e-8bfe-73bb543e3440 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:01:05.859909 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-5a313622-2533-4bfa-969e-8b50558b9528 req-050af551-72a0-4bc4-acb6-1674e4a0647a tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (624d01b1-ffe3-447e-8bfe-73bb543e3440), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:05.963878 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2a7ff688-f711-4e10-b4cc-b015e8932c2d req-a2985e3b-0fff-46d7-996f-f292ebb8f71a tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008830 Feb 28 11:01:05.988166 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-5a313622-2533-4bfa-969e-8b50558b9528 req-050af551-72a0-4bc4-acb6-1674e4a0647a tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] For port 624d01b1-ffe3-447e-8bfe-73bb543e3440, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=624d01b1-ffe3-447e-8bfe-73bb543e3440,segment=NetworkSegment(96ee30df-f6c7-4eea-80a0-2c3e133514b5),segment_id=96ee30df-f6c7-4eea-80a0-2c3e133514b5)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:01:05.988537 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-5a313622-2533-4bfa-969e-8b50558b9528 req-050af551-72a0-4bc4-acb6-1674e4a0647a tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (624d01b1-ffe3-447e-8bfe-73bb543e3440), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:06.191755 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-5a313622-2533-4bfa-969e-8b50558b9528 req-050af551-72a0-4bc4-acb6-1674e4a0647a tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:06.192113 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-5a313622-2533-4bfa-969e-8b50558b9528 req-050af551-72a0-4bc4-acb6-1674e4a0647a tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047917'] for floatingip (fb04ac62-24b2-48d1-b827-aaa23bb27fc7), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:06.192694 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.l3_db [req-5a313622-2533-4bfa-969e-8b50558b9528 req-050af551-72a0-4bc4-acb6-1674e4a0647a tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Floating IP fb04ac62-24b2-48d1-b827-aaa23bb27fc7 disassociated. External IP: 172.26.3.217, port: 624d01b1-ffe3-447e-8bfe-73bb543e3440. Feb 28 11:01:06.193042 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-5a313622-2533-4bfa-969e-8b50558b9528 req-050af551-72a0-4bc4-acb6-1674e4a0647a tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Calling delete_port for 624d01b1-ffe3-447e-8bfe-73bb543e3440 owned by compute:nova {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:01:06.392033 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-5a313622-2533-4bfa-969e-8b50558b9528 req-050af551-72a0-4bc4-acb6-1674e4a0647a tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (624d01b1-ffe3-447e-8bfe-73bb543e3440), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:06.425170 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050af551-72a0-4bc4-acb6-1674e4a0647a tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Pushing event deleted for resources: {'Port': ['ID=624d01b1-ffe3-447e-8bfe-73bb543e3440,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:01:06.585881 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a313622-2533-4bfa-969e-8b50558b9528 req-050af551-72a0-4bc4-acb6-1674e4a0647a tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Router 79371963-d79a-45a0-94f5-af72a4029f6e has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:01:06.726416 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a313622-2533-4bfa-969e-8b50558b9528 req-050af551-72a0-4bc4-acb6-1674e4a0647a tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:01:06.738303 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3d69f9-9dd5-48ab-bf22-c6ceded534fc None None] Sync routers for ids ['79371963-d79a-45a0-94f5-af72a4029f6e'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:01:06.750984 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3d69f9-9dd5-48ab-bf22-c6ceded534fc None None] Routers {'79371963-d79a-45a0-94f5-af72a4029f6e'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:01:06.751821 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-1f3d69f9-9dd5-48ab-bf22-c6ceded534fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:00:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['79371963-d79a-45a0-94f5-af72a4029f6e'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:01:06.773375 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a313622-2533-4bfa-969e-8b50558b9528 req-050af551-72a0-4bc4-acb6-1674e4a0647a tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] No DVR routers for this DVR port 624d01b1-ffe3-447e-8bfe-73bb543e3440 on host hv-neutron-8291 {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:01:06.776531 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-5a313622-2533-4bfa-969e-8b50558b9528 req-050af551-72a0-4bc4-acb6-1674e4a0647a tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:06.780548 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5a313622-2533-4bfa-969e-8b50558b9528 req-050af551-72a0-4bc4-acb6-1674e4a0647a tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.70 "DELETE /v2.0/ports/624d01b1-ffe3-447e-8bfe-73bb543e3440 HTTP/1.1" status: 204 len: 173 time: 1.0602095 Feb 28 11:01:06.781938 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81cbefd5-946f-47a4-9485-f8c15f7d9b0f', 'name': 'network-vif-deleted', 'tag': '624d01b1-ffe3-447e-8bfe-73bb543e3440'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:01:06.784610 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14b7937-d29a-4cba-919e-b2b2aed2e562" -d '{"events": [{"server_uuid": "81cbefd5-946f-47a4-9485-f8c15f7d9b0f", "name": "network-vif-deleted", "tag": "624d01b1-ffe3-447e-8bfe-73bb543e3440"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:01:06.841934 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851ee397-447f-4779-8f9c-5de224eb60c7 x-openstack-request-id: req-851ee397-447f-4779-8f9c-5de224eb60c7 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:01:06.842279 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81cbefd5-946f-47a4-9485-f8c15f7d9b0f", "name": "network-vif-deleted", "tag": "624d01b1-ffe3-447e-8bfe-73bb543e3440", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:01:06.842588 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-851ee397-447f-4779-8f9c-5de224eb60c7 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:01:06.843074 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81cbefd5-946f-47a4-9485-f8c15f7d9b0f', 'name': 'network-vif-deleted', 'tag': '624d01b1-ffe3-447e-8bfe-73bb543e3440', 'status': 'completed', 'code': 200} Feb 28 11:01:07.036729 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-1f3d69f9-9dd5-48ab-bf22-c6ceded534fc None None] Set router 79371963-d79a-45a0-94f5-af72a4029f6e gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:01:07.083523 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-18a807f8-1bad-4701-ae4a-c3f9761ad2bc req-364b07d1-a6ec-491b-8c5f-bfd0feb2941f tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=81cbefd5-946f-47a4-9485-f8c15f7d9b0f HTTP/1.1" status: 200 len: 210 time: 0.0404279 Feb 28 11:01:07.251318 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-1f3d69f9-9dd5-48ab-bf22-c6ceded534fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'name': 'tempest-ServerActionsTestJSON-1511207104-router', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '06c12765-1bcf-41a5-8676-fd27694fcd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:58:13Z', 'updated_at': '2022-02-28T10:58:16Z', 'revision_number': 4, 'project_id': 'ea16063c770248fbbecd744612bca408', 'gw_port': {'id': '06c12765-1bcf-41a5-8676-fd27694fcd20', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:39:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:58:13Z', 'updated_at': '2022-02-28T10:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '48eef3a4-f10b-4de2-add8-76a25c08dc71', 'name': '', 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'mac_address': 'fa:16:3e:59:5b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '6c7b4467-99ef-4929-9546-77b5d277521f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:58:16Z', 'updated_at': '2022-02-28T10:58:20Z', 'revision_number': 5, 'project_id': 'ea16063c770248fbbecd744612bca408', 'subnets': [{'id': '6c7b4467-99ef-4929-9546-77b5d277521f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:01:07.277776 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3d69f9-9dd5-48ab-bf22-c6ceded534fc None None] Checking router: 79371963-d79a-45a0-94f5-af72a4029f6e for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:01:07.287148 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3d69f9-9dd5-48ab-bf22-c6ceded534fc None None] Routers {'79371963-d79a-45a0-94f5-af72a4029f6e'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:01:07.287783 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-1f3d69f9-9dd5-48ab-bf22-c6ceded534fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:00:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['79371963-d79a-45a0-94f5-af72a4029f6e'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:01:07.399706 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-1f3d69f9-9dd5-48ab-bf22-c6ceded534fc None None] Set router 79371963-d79a-45a0-94f5-af72a4029f6e gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:01:07.607662 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-1f3d69f9-9dd5-48ab-bf22-c6ceded534fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'name': 'tempest-ServerActionsTestJSON-1511207104-router', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '06c12765-1bcf-41a5-8676-fd27694fcd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:58:13Z', 'updated_at': '2022-02-28T10:58:16Z', 'revision_number': 4, 'project_id': 'ea16063c770248fbbecd744612bca408', 'gw_port': {'id': '06c12765-1bcf-41a5-8676-fd27694fcd20', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:39:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:58:13Z', 'updated_at': '2022-02-28T10:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '48eef3a4-f10b-4de2-add8-76a25c08dc71', 'name': '', 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'mac_address': 'fa:16:3e:59:5b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '6c7b4467-99ef-4929-9546-77b5d277521f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:58:16Z', 'updated_at': '2022-02-28T10:58:20Z', 'revision_number': 5, 'project_id': 'ea16063c770248fbbecd744612bca408', 'subnets': [{'id': '6c7b4467-99ef-4929-9546-77b5d277521f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:01:07.636934 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3d69f9-9dd5-48ab-bf22-c6ceded534fc None None] The sync data for ids ['79371963-d79a-45a0-94f5-af72a4029f6e'] in dv-neutron-829161-3-hyperv is: [{'id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'name': 'tempest-ServerActionsTestJSON-1511207104-router', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '06c12765-1bcf-41a5-8676-fd27694fcd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:58:13Z', 'updated_at': '2022-02-28T10:58:16Z', 'revision_number': 4, 'project_id': 'ea16063c770248fbbecd744612bca408', 'gw_port': {'id': '06c12765-1bcf-41a5-8676-fd27694fcd20', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:39:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:58:13Z', 'updated_at': '2022-02-28T10:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '48eef3a4-f10b-4de2-add8-76a25c08dc71', 'name': '', 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'mac_address': 'fa:16:3e:59:5b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '6c7b4467-99ef-4929-9546-77b5d277521f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:58:16Z', 'updated_at': '2022-02-28T10:58:20Z', 'revision_number': 5, 'project_id': 'ea16063c770248fbbecd744612bca408', 'subnets': [{'id': '6c7b4467-99ef-4929-9546-77b5d277521f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:01:07.710810 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:01:07.914352 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abae469-459d-49e8-a494-53490cb16700 None None] New status for floating IP fb04ac62-24b2-48d1-b827-aaa23bb27fc7: DOWN {{(pid=104086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:01:08.364011 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-b2357ec2-9717-4c24-a649-d44ef4b59a61 req-f8e8a767-39fa-4b29-8754-78c225e3dbfd tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1548278061&fields=id&tenant_id=ea16063c770248fbbecd744612bca408 HTTP/1.1" status: 200 len: 267 time: 0.0450547 Feb 28 11:01:08.498260 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2357ec2-9717-4c24-a649-d44ef4b59a61 req-edada51d-f5d2-4560-ac3f-15c5c6f931f6 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:08.500381 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-b2357ec2-9717-4c24-a649-d44ef4b59a61 req-edada51d-f5d2-4560-ac3f-15c5c6f931f6 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/networks?id=dbd59d93-7959-45a7-8d0b-d27ddc516a22 HTTP/1.1" status: 200 len: 812 time: 0.1290846 Feb 28 11:01:08.517597 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-b2357ec2-9717-4c24-a649-d44ef4b59a61 req-b1e21121-e32e-47c1-9d24-0bf917f0a742 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/quotas/ea16063c770248fbbecd744612bca408 HTTP/1.1" status: 200 len: 375 time: 0.0115733 Feb 28 11:01:08.583015 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-b2357ec2-9717-4c24-a649-d44ef4b59a61 req-af1a3dcf-7222-42f2-a6a1-86439712374c tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ea16063c770248fbbecd744612bca408&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0574203 Feb 28 11:01:08.757312 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-b2357ec2-9717-4c24-a649-d44ef4b59a61 req-2f594351-5305-4518-b61e-5a860f922bf7 service neutron] 10.222.0.62 "GET /v2.0/networks/dbd59d93-7959-45a7-8d0b-d27ddc516a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621871 Feb 28 11:01:08.861903 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-b2357ec2-9717-4c24-a649-d44ef4b59a61 req-f6ed8779-7675-4831-8b25-cc7927fb921c service neutron] 10.222.0.62 "GET /v2.0/networks/dbd59d93-7959-45a7-8d0b-d27ddc516a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986516 Feb 28 11:01:09.104112 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e52c8bd1-d7bf-4c10-9699-70bbdbdfd548 req-0ded5103-8d00-4229-897a-e906749f5e64 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 210 time: 0.0314581 Feb 28 11:01:10.199318 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-238ec6bf-4fbf-485a-b5e4-a312d7e9aad6 req-ef17ad7d-23f9-4990-ad9e-5d0d8b81800b tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 210 time: 0.0285807 Feb 28 11:01:10.349887 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 624d01b1-ffe3-447e-8bfe-73bb543e3440 no longer exists at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:01:10.371144 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] No Port match for: 624d01b1-ffe3-447e-8bfe-73bb543e3440 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:01:10.371501 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 624d01b1-ffe3-447e-8bfe-73bb543e3440 not bound to the agent host hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:01:11.162467 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2357ec2-9717-4c24-a649-d44ef4b59a61 req-4ccd7ac1-30b2-45b0-b181-180f24af348b tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:11.163960 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b2357ec2-9717-4c24-a649-d44ef4b59a61 req-4ccd7ac1-30b2-45b0-b181-180f24af348b tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.70 "GET /v2.0/networks?id=dbd59d93-7959-45a7-8d0b-d27ddc516a22 HTTP/1.1" status: 200 len: 812 time: 0.0994883 Feb 28 11:01:11.230127 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b2357ec2-9717-4c24-a649-d44ef4b59a61 req-df71636c-ab22-4e10-9367-67e409e6854d tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea16063c770248fbbecd744612bca408 HTTP/1.1" status: 200 len: 380 time: 0.0526681 Feb 28 11:01:11.239411 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-b2357ec2-9717-4c24-a649-d44ef4b59a61 req-2ca11344-360b-45b8-881c-27571fd18488 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Request body: {'port': {'device_id': '8074ea87-78e5-4992-bb98-75c43cdfff39', 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22', 'admin_state_up': True, 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'security_groups': ['a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba']}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:01:11.324679 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ad3fd8bf-2cb4-48b1-aa6d-07ab1c70d5a6 req-408ba79a-b6ef-4343-86ac-d04e4903c0ee tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 210 time: 0.0390444 Feb 28 11:01:11.477012 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2357ec2-9717-4c24-a649-d44ef4b59a61 req-2ca11344-360b-45b8-881c-27571fd18488 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Made reservation on behalf of ea16063c770248fbbecd744612bca408 for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:01:11.480575 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-b2357ec2-9717-4c24-a649-d44ef4b59a61 req-2ca11344-360b-45b8-881c-27571fd18488 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:11.611173 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [req-b2357ec2-9717-4c24-a649-d44ef4b59a61 req-2ca11344-360b-45b8-881c-27571fd18488 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Allocated IP 172.20.0.8 (dbd59d93-7959-45a7-8d0b-d27ddc516a22/6c7b4467-99ef-4929-9546-77b5d277521f/d690fcc9-618e-47da-bd9d-202c764f1a82) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:01:11.757566 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-b2357ec2-9717-4c24-a649-d44ef4b59a61 req-2ca11344-360b-45b8-881c-27571fd18488 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks [] for port (d690fcc9-618e-47da-bd9d-202c764f1a82), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:11.861106 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-b2357ec2-9717-4c24-a649-d44ef4b59a61 req-2ca11344-360b-45b8-881c-27571fd18488 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (d690fcc9-618e-47da-bd9d-202c764f1a82), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:11.903447 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2357ec2-9717-4c24-a649-d44ef4b59a61 req-2ca11344-360b-45b8-881c-27571fd18488 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Network dbd59d93-7959-45a7-8d0b-d27ddc516a22 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:01:11.906452 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [req-b2357ec2-9717-4c24-a649-d44ef4b59a61 req-2ca11344-360b-45b8-881c-27571fd18488 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:01:11.912830 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2357ec2-9717-4c24-a649-d44ef4b59a61 req-2ca11344-360b-45b8-881c-27571fd18488 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:01:11.918806 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca11344-360b-45b8-881c-27571fd18488 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Pushing event updated for resources: {'Port': ['ID=d690fcc9-618e-47da-bd9d-202c764f1a82,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:01:11.967363 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2357ec2-9717-4c24-a649-d44ef4b59a61 req-2ca11344-360b-45b8-881c-27571fd18488 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:11.967997 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-b2357ec2-9717-4c24-a649-d44ef4b59a61 req-2ca11344-360b-45b8-881c-27571fd18488 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:12.040031 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b2357ec2-9717-4c24-a649-d44ef4b59a61 req-2ca11344-360b-45b8-881c-27571fd18488 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8050892 Feb 28 11:01:12.058016 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-b2357ec2-9717-4c24-a649-d44ef4b59a61 req-5876e252-ac6f-490a-88ab-68444b2cd9d4 service neutron] Request body: {'port': {'device_id': '8074ea87-78e5-4992-bb98-75c43cdfff39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8291'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:01:12.125094 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-b2357ec2-9717-4c24-a649-d44ef4b59a61 req-5876e252-ac6f-490a-88ab-68444b2cd9d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (d690fcc9-618e-47da-bd9d-202c764f1a82), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:12.157830 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ec799944-968d-4775-bc62-78a122b9e936 None None] Provisioning complete for port d690fcc9-618e-47da-bd9d-202c764f1a82 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:01:12.158477 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ec799944-968d-4775-bc62-78a122b9e936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (d690fcc9-618e-47da-bd9d-202c764f1a82), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:12.197199 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ec799944-968d-4775-bc62-78a122b9e936 None None] Port d690fcc9-618e-47da-bd9d-202c764f1a82 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:01:12.388777 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [req-b2357ec2-9717-4c24-a649-d44ef4b59a61 req-5876e252-ac6f-490a-88ab-68444b2cd9d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d690fcc9-618e-47da-bd9d-202c764f1a82 {{(pid=104083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:01:12.396746 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-b2357ec2-9717-4c24-a649-d44ef4b59a61 req-5876e252-ac6f-490a-88ab-68444b2cd9d4 service neutron] Publish callbacks [] for port (d690fcc9-618e-47da-bd9d-202c764f1a82), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:12.409953 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [req-b2357ec2-9717-4c24-a649-d44ef4b59a61 req-5876e252-ac6f-490a-88ab-68444b2cd9d4 service neutron] Transition to ACTIVE for port object d690fcc9-618e-47da-bd9d-202c764f1a82 will not be triggered until provisioned by entity L2. {{(pid=104083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 11:01:12.444841 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5dcad4-f2f9-4051-8e5e-bd95e326f1c9 req-1ac7f400-cc24-436e-b9ac-d5a543fe47f7 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:12.446362 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-bd5dcad4-f2f9-4051-8e5e-bd95e326f1c9 req-1ac7f400-cc24-436e-b9ac-d5a543fe47f7 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 931 time: 0.0539739 Feb 28 11:01:12.460083 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-b2357ec2-9717-4c24-a649-d44ef4b59a61 req-5876e252-ac6f-490a-88ab-68444b2cd9d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (d690fcc9-618e-47da-bd9d-202c764f1a82), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:12.495628 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-bd5dcad4-f2f9-4051-8e5e-bd95e326f1c9 req-3d3f63fb-1ae7-490e-bb69-fa12664f47e6 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434654 Feb 28 11:01:12.514017 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5876e252-ac6f-490a-88ab-68444b2cd9d4 service neutron] Pushing event updated for resources: {'Port': ['ID=d690fcc9-618e-47da-bd9d-202c764f1a82,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:01:12.585927 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-b2357ec2-9717-4c24-a649-d44ef4b59a61 req-5876e252-ac6f-490a-88ab-68444b2cd9d4 service neutron] Attempting to bind port d690fcc9-618e-47da-bd9d-202c764f1a82 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:01:12.586268 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-b2357ec2-9717-4c24-a649-d44ef4b59a61 req-5876e252-ac6f-490a-88ab-68444b2cd9d4 service neutron] Attempting to bind port d690fcc9-618e-47da-bd9d-202c764f1a82 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '96ee30df-f6c7-4eea-80a0-2c3e133514b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:01:12.586601 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2357ec2-9717-4c24-a649-d44ef4b59a61 req-5876e252-ac6f-490a-88ab-68444b2cd9d4 service neutron] Attempting to bind port d690fcc9-618e-47da-bd9d-202c764f1a82 on network dbd59d93-7959-45a7-8d0b-d27ddc516a22 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:01:12.591431 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2357ec2-9717-4c24-a649-d44ef4b59a61 req-5876e252-ac6f-490a-88ab-68444b2cd9d4 service neutron] Port d690fcc9-618e-47da-bd9d-202c764f1a82 on network dbd59d93-7959-45a7-8d0b-d27ddc516a22 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 11:01:12.591764 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2357ec2-9717-4c24-a649-d44ef4b59a61 req-5876e252-ac6f-490a-88ab-68444b2cd9d4 service neutron] Attempting to bind port d690fcc9-618e-47da-bd9d-202c764f1a82 on network dbd59d93-7959-45a7-8d0b-d27ddc516a22 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:01:12.597618 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2357ec2-9717-4c24-a649-d44ef4b59a61 req-5876e252-ac6f-490a-88ab-68444b2cd9d4 service neutron] Checking agent: {'id': '9c9e5963-7abc-415a-a91c-4432861f4313', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'started_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:01:12.597963 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2357ec2-9717-4c24-a649-d44ef4b59a61 req-5876e252-ac6f-490a-88ab-68444b2cd9d4 service neutron] Checking segment: {'id': '96ee30df-f6c7-4eea-80a0-2c3e133514b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:01:12.598352 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2357ec2-9717-4c24-a649-d44ef4b59a61 req-5876e252-ac6f-490a-88ab-68444b2cd9d4 service neutron] Bound using segment: {'id': '96ee30df-f6c7-4eea-80a0-2c3e133514b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:01:12.598785 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-b2357ec2-9717-4c24-a649-d44ef4b59a61 req-5876e252-ac6f-490a-88ab-68444b2cd9d4 service neutron] Bound port: d690fcc9-618e-47da-bd9d-202c764f1a82, host: hv-neutron-8291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96ee30df-f6c7-4eea-80a0-2c3e133514b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:01:12.599179 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-b2357ec2-9717-4c24-a649-d44ef4b59a61 req-5876e252-ac6f-490a-88ab-68444b2cd9d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (d690fcc9-618e-47da-bd9d-202c764f1a82), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:12.672872 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-b2357ec2-9717-4c24-a649-d44ef4b59a61 req-5876e252-ac6f-490a-88ab-68444b2cd9d4 service neutron] For port d690fcc9-618e-47da-bd9d-202c764f1a82, host hv-neutron-8291, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:01:12.676040 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-b2357ec2-9717-4c24-a649-d44ef4b59a61 req-5876e252-ac6f-490a-88ab-68444b2cd9d4 service neutron] For port d690fcc9-618e-47da-bd9d-202c764f1a82, host hv-neutron-8291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=d690fcc9-618e-47da-bd9d-202c764f1a82,segment=NetworkSegment(96ee30df-f6c7-4eea-80a0-2c3e133514b5),segment_id=96ee30df-f6c7-4eea-80a0-2c3e133514b5)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:01:12.738033 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-b2357ec2-9717-4c24-a649-d44ef4b59a61 req-5876e252-ac6f-490a-88ab-68444b2cd9d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (d690fcc9-618e-47da-bd9d-202c764f1a82), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:12.776685 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2357ec2-9717-4c24-a649-d44ef4b59a61 req-5876e252-ac6f-490a-88ab-68444b2cd9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:12.777319 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-b2357ec2-9717-4c24-a649-d44ef4b59a61 req-5876e252-ac6f-490a-88ab-68444b2cd9d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:12.778770 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b2357ec2-9717-4c24-a649-d44ef4b59a61 req-5876e252-ac6f-490a-88ab-68444b2cd9d4 service neutron] 10.222.0.70 "PUT /v2.0/ports/d690fcc9-618e-47da-bd9d-202c764f1a82 HTTP/1.1" status: 200 len: 1093 time: 0.7259150 Feb 28 11:01:12.779259 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8074ea87-78e5-4992-bb98-75c43cdfff39', 'tag': 'd690fcc9-618e-47da-bd9d-202c764f1a82'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:01:12.782339 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d4712e-e8dc-4924-815b-3fd6811c4cf6" -d '{"events": [{"name": "network-changed", "server_uuid": "8074ea87-78e5-4992-bb98-75c43cdfff39", "tag": "d690fcc9-618e-47da-bd9d-202c764f1a82"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:01:12.810233 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5876e252-ac6f-490a-88ab-68444b2cd9d4 service neutron] Pushing event updated for resources: {'Port': ['ID=d690fcc9-618e-47da-bd9d-202c764f1a82,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:01:12.830798 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d054165a-d5db-4bec-8e83-74d732bd9738 x-openstack-request-id: req-d054165a-d5db-4bec-8e83-74d732bd9738 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:01:12.831434 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8074ea87-78e5-4992-bb98-75c43cdfff39", "tag": "d690fcc9-618e-47da-bd9d-202c764f1a82", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:01:12.831968 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d054165a-d5db-4bec-8e83-74d732bd9738 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:01:12.832685 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8074ea87-78e5-4992-bb98-75c43cdfff39', 'tag': 'd690fcc9-618e-47da-bd9d-202c764f1a82', 'status': 'completed', 'code': 200} Feb 28 11:01:12.917237 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d4712e-e8dc-4924-815b-3fd6811c4cf6 req-63530abb-ecc9-48f2-a1a9-9714150bc830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:12.918784 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-66d4712e-e8dc-4924-815b-3fd6811c4cf6 req-63530abb-ecc9-48f2-a1a9-9714150bc830 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ea16063c770248fbbecd744612bca408&device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 1127 time: 0.0480220 Feb 28 11:01:13.027715 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d4712e-e8dc-4924-815b-3fd6811c4cf6 req-06ce9fdf-ac5e-4dcf-ada1-8a5aa97f14d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:13.029187 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-66d4712e-e8dc-4924-815b-3fd6811c4cf6 req-06ce9fdf-ac5e-4dcf-ada1-8a5aa97f14d5 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=ea16063c770248fbbecd744612bca408&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0987990 Feb 28 11:01:13.127531 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d4712e-e8dc-4924-815b-3fd6811c4cf6 req-b3976fe8-40ba-41be-8894-a3219043e931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:13.129019 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-66d4712e-e8dc-4924-815b-3fd6811c4cf6 req-b3976fe8-40ba-41be-8894-a3219043e931 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0944843 Feb 28 11:01:13.228514 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2357ec2-9717-4c24-a649-d44ef4b59a61 req-b433b1c2-8243-4f4a-ae02-30bff482c611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:13.230518 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b2357ec2-9717-4c24-a649-d44ef4b59a61 req-b433b1c2-8243-4f4a-ae02-30bff482c611 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ea16063c770248fbbecd744612bca408&device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 1127 time: 0.0465717 Feb 28 11:01:13.276154 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b2357ec2-9717-4c24-a649-d44ef4b59a61 req-20f1dc0e-ed59-43f6-8fba-bb4f5b74a4b2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d690fcc9-618e-47da-bd9d-202c764f1a82 HTTP/1.1" status: 200 len: 217 time: 0.0340803 Feb 28 11:01:13.328569 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2357ec2-9717-4c24-a649-d44ef4b59a61 req-941f8303-b155-4050-977a-e7562809e836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:13.330021 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b2357ec2-9717-4c24-a649-d44ef4b59a61 req-941f8303-b155-4050-977a-e7562809e836 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6c7b4467-99ef-4929-9546-77b5d277521f HTTP/1.1" status: 200 len: 851 time: 0.0484705 Feb 28 11:01:13.378768 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2357ec2-9717-4c24-a649-d44ef4b59a61 req-ffcb68f4-fe78-4aa6-a8b5-187a32e3c7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:13.380314 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b2357ec2-9717-4c24-a649-d44ef4b59a61 req-ffcb68f4-fe78-4aa6-a8b5-187a32e3c7dd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dbd59d93-7959-45a7-8d0b-d27ddc516a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0447958 Feb 28 11:01:13.466858 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b2357ec2-9717-4c24-a649-d44ef4b59a61 req-d483ed33-f1d2-4d83-baca-f8960b7f2ab1 service neutron] 10.222.0.70 "GET /v2.0/networks/dbd59d93-7959-45a7-8d0b-d27ddc516a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810072 Feb 28 11:01:13.558973 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b2357ec2-9717-4c24-a649-d44ef4b59a61 req-4d275939-703c-4f15-84d1-9a92859247b2 service neutron] 10.222.0.70 "GET /v2.0/networks/dbd59d93-7959-45a7-8d0b-d27ddc516a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868657 Feb 28 11:01:13.624084 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d8638-1bed-4362-807c-85aa2af3ffd8 req-260c14cf-0c97-43fd-a499-d289e8ea72f6 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:13.625710 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-728d8638-1bed-4362-807c-85aa2af3ffd8 req-260c14cf-0c97-43fd-a499-d289e8ea72f6 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 943 time: 0.0572264 Feb 28 11:01:13.672417 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-728d8638-1bed-4362-807c-85aa2af3ffd8 req-8e479b3c-530c-4db0-8a57-7de30ec05af7 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409043 Feb 28 11:01:14.793478 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3686be-bf99-4f83-865a-5e1f8fe29d00 req-d275f496-870a-4e6c-ab56-cdd5a4d51083 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:14.795139 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-7f3686be-bf99-4f83-865a-5e1f8fe29d00 req-d275f496-870a-4e6c-ab56-cdd5a4d51083 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 943 time: 0.0548968 Feb 28 11:01:14.842323 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-7f3686be-bf99-4f83-865a-5e1f8fe29d00 req-e86b0d90-010b-4838-9b24-dd45387970b2 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410233 Feb 28 11:01:15.967032 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33b2ba-b532-4a27-9c0e-8a6299badead req-bfa50ac8-2483-4511-83d0-cb5d9a130dd9 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:15.968619 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-de33b2ba-b532-4a27-9c0e-8a6299badead req-bfa50ac8-2483-4511-83d0-cb5d9a130dd9 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 943 time: 0.0565012 Feb 28 11:01:16.014862 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-de33b2ba-b532-4a27-9c0e-8a6299badead req-8d39dd37-1ba9-4988-9584-4fa5d528afb7 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406439 Feb 28 11:01:16.404638 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device d690fcc9-618e-47da-bd9d-202c764f1a82 details requested by agent hyperv_hv-neutron-8291 with host hv-neutron-8291 {{(pid=104085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 11:01:16.471257 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-23a77b08-ec71-4438-a22d-15819c577000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:16.509151 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port d690fcc9-618e-47da-bd9d-202c764f1a82, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=d690fcc9-618e-47da-bd9d-202c764f1a82,segment=NetworkSegment(96ee30df-f6c7-4eea-80a0-2c3e133514b5),segment_id=96ee30df-f6c7-4eea-80a0-2c3e133514b5)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:01:16.520369 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Returning: {'device': 'd690fcc9-618e-47da-bd9d-202c764f1a82', 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22', 'port_id': 'd690fcc9-618e-47da-bd9d-202c764f1a82', 'mac_address': 'fa:16:3e:31:3b:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c7b4467-99ef-4929-9546-77b5d277521f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 11:01:16.556567 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port d690fcc9-618e-47da-bd9d-202c764f1a82 is: DOWN; New status is: BUILD {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:01:16.556956 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (d690fcc9-618e-47da-bd9d-202c764f1a82), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:16.570190 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d690fcc9-618e-47da-bd9d-202c764f1a82 {{(pid=104085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:01:16.588822 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port d690fcc9-618e-47da-bd9d-202c764f1a82, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=d690fcc9-618e-47da-bd9d-202c764f1a82,segment=NetworkSegment(96ee30df-f6c7-4eea-80a0-2c3e133514b5),segment_id=96ee30df-f6c7-4eea-80a0-2c3e133514b5)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:01:16.660104 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (d690fcc9-618e-47da-bd9d-202c764f1a82), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:16.706006 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=d690fcc9-618e-47da-bd9d-202c764f1a82,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:01:16.919067 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['d690fcc9-618e-47da-bd9d-202c764f1a82'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:01:17.136831 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfcc20b-083c-47ee-9b8a-aa9473732d4c req-a12b65ad-fefb-4fb9-992d-5f4a46e1ba6d tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:17.138330 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9dfcc20b-083c-47ee-9b8a-aa9473732d4c req-a12b65ad-fefb-4fb9-992d-5f4a46e1ba6d tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 944 time: 0.0567551 Feb 28 11:01:17.185624 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9dfcc20b-083c-47ee-9b8a-aa9473732d4c req-6c5a86c8-5abd-4c0f-83fa-c309cfa022a3 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405173 Feb 28 11:01:18.310263 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded568c-0598-41b5-a711-565c7beda802 req-6a506e4c-b06a-4b0d-829d-a1828948b02c tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:18.311751 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-7ded568c-0598-41b5-a711-565c7beda802 req-6a506e4c-b06a-4b0d-829d-a1828948b02c tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 944 time: 0.0569279 Feb 28 11:01:18.357220 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-7ded568c-0598-41b5-a711-565c7beda802 req-c410720b-f1f0-4f0e-9736-93fd296c4a35 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393748 Feb 28 11:01:18.420050 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device d690fcc9-618e-47da-bd9d-202c764f1a82 up at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:01:18.535079 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning for port d690fcc9-618e-47da-bd9d-202c764f1a82 completed by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 11:01:18.540579 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning complete for port d690fcc9-618e-47da-bd9d-202c764f1a82 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:01:18.541164 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (d690fcc9-618e-47da-bd9d-202c764f1a82), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:18.635119 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port d690fcc9-618e-47da-bd9d-202c764f1a82 is: BUILD; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:01:18.635519 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (d690fcc9-618e-47da-bd9d-202c764f1a82), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:18.658400 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8074ea87-78e5-4992-bb98-75c43cdfff39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd690fcc9-618e-47da-bd9d-202c764f1a82'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:01:18.660657 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be01ed9c-fccf-49a7-8613-0ec44c7820ab" -d '{"events": [{"server_uuid": "8074ea87-78e5-4992-bb98-75c43cdfff39", "name": "network-vif-plugged", "status": "completed", "tag": "d690fcc9-618e-47da-bd9d-202c764f1a82"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:01:18.673185 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port d690fcc9-618e-47da-bd9d-202c764f1a82, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=d690fcc9-618e-47da-bd9d-202c764f1a82,segment=NetworkSegment(96ee30df-f6c7-4eea-80a0-2c3e133514b5),segment_id=96ee30df-f6c7-4eea-80a0-2c3e133514b5)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:01:18.682598 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-4b515c5a-7b11-4de6-81a8-efcd82c318a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:18.697959 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e4b482-5baf-49fe-b61b-ee4298d95a73 x-openstack-request-id: req-42e4b482-5baf-49fe-b61b-ee4298d95a73 {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:01:18.698256 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8074ea87-78e5-4992-bb98-75c43cdfff39", "name": "network-vif-plugged", "status": "completed", "tag": "d690fcc9-618e-47da-bd9d-202c764f1a82", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:01:18.698611 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-42e4b482-5baf-49fe-b61b-ee4298d95a73 {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:01:18.698973 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8074ea87-78e5-4992-bb98-75c43cdfff39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd690fcc9-618e-47da-bd9d-202c764f1a82', 'code': 200} Feb 28 11:01:18.745514 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (d690fcc9-618e-47da-bd9d-202c764f1a82), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:18.795912 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=d690fcc9-618e-47da-bd9d-202c764f1a82,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:01:19.036911 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24720895-638c-48a1-aaba-65a19f81f374 req-45661a46-148e-4da7-a68d-674e9b6333c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:19.038434 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-24720895-638c-48a1-aaba-65a19f81f374 req-45661a46-148e-4da7-a68d-674e9b6333c7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 1129 time: 0.0448749 Feb 28 11:01:19.082287 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-24720895-638c-48a1-aaba-65a19f81f374 req-59c8e6cd-84c2-4ba3-b67e-4b6f39bdbf6c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383689 Feb 28 11:01:19.474671 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f9461-1ebc-40c7-8141-c8e894335a30 req-12bd02da-3dab-43ae-bab5-7fa4500c63fd tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:19.476187 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-af8f9461-1ebc-40c7-8141-c8e894335a30 req-12bd02da-3dab-43ae-bab5-7fa4500c63fd tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 945 time: 0.0520570 Feb 28 11:01:19.522507 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-af8f9461-1ebc-40c7-8141-c8e894335a30 req-ef78437b-ec95-40ba-a481-4942c80e6b5a tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407763 Feb 28 11:01:20.073851 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:20.648469 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31a4b9-7deb-48d6-883e-1a45f6e1ad65 req-70bd3463-ec2c-4f13-b3a9-3735ba0785ef tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:20.650677 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ac31a4b9-7deb-48d6-883e-1a45f6e1ad65 req-70bd3463-ec2c-4f13-b3a9-3735ba0785ef tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 945 time: 0.0603006 Feb 28 11:01:20.707473 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ac31a4b9-7deb-48d6-883e-1a45f6e1ad65 req-4d992ff3-3621-47ce-84d9-342917602770 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497961 Feb 28 11:01:20.820400 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780cfc9-50b7-4a14-a5fe-14b67c599324 req-ea74b679-5dde-4a6e-b367-4d61cb332fc9 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:20.821880 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-2780cfc9-50b7-4a14-a5fe-14b67c599324 req-ea74b679-5dde-4a6e-b367-4d61cb332fc9 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 945 time: 0.0517099 Feb 28 11:01:20.831130 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 53684) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:01:20.835629 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-2411b652-aea4-48e1-8f3b-862965a5411e tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Request body: {'floatingip': {'port_id': 'd690fcc9-618e-47da-bd9d-202c764f1a82'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:01:20.874705 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2411b652-aea4-48e1-8f3b-862965a5411e tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks [] for floatingip (fb04ac62-24b2-48d1-b827-aaa23bb27fc7), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:21.318237 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2411b652-aea4-48e1-8f3b-862965a5411e tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:21.379798 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:21.403150 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2411b652-aea4-48e1-8f3b-862965a5411e tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047917'] for floatingip (fb04ac62-24b2-48d1-b827-aaa23bb27fc7), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:21.507305 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.l3_db [None req-2411b652-aea4-48e1-8f3b-862965a5411e tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Floating IP fb04ac62-24b2-48d1-b827-aaa23bb27fc7 associated. External IP: 172.26.3.217, port: d690fcc9-618e-47da-bd9d-202c764f1a82. Feb 28 11:01:22.042137 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2411b652-aea4-48e1-8f3b-862965a5411e tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Router 79371963-d79a-45a0-94f5-af72a4029f6e has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:01:22.162137 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2411b652-aea4-48e1-8f3b-862965a5411e tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:01:22.166975 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2411b652-aea4-48e1-8f3b-862965a5411e tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:22.171591 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53483237-881a-4c42-bac4-5f827b9b4caf None None] Sync routers for ids ['79371963-d79a-45a0-94f5-af72a4029f6e'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:01:22.188637 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53483237-881a-4c42-bac4-5f827b9b4caf None None] Routers {'79371963-d79a-45a0-94f5-af72a4029f6e'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:01:22.189681 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-53483237-881a-4c42-bac4-5f827b9b4caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:01:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['79371963-d79a-45a0-94f5-af72a4029f6e'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:01:22.215042 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-2411b652-aea4-48e1-8f3b-862965a5411e tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "PUT /v2.0/floatingips/fb04ac62-24b2-48d1-b827-aaa23bb27fc7 HTTP/1.1" status: 200 len: 992 time: 1.3818119 Feb 28 11:01:22.215704 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8074ea87-78e5-4992-bb98-75c43cdfff39', 'tag': 'd690fcc9-618e-47da-bd9d-202c764f1a82'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:01:22.218597 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd249c6-ac90-49e2-a356-48d797d68eee" -d '{"events": [{"name": "network-changed", "server_uuid": "8074ea87-78e5-4992-bb98-75c43cdfff39", "tag": "d690fcc9-618e-47da-bd9d-202c764f1a82"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:01:22.258010 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ca19b5-7b66-4c59-b32f-c155d2b6f322 x-openstack-request-id: req-52ca19b5-7b66-4c59-b32f-c155d2b6f322 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:01:22.258308 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8074ea87-78e5-4992-bb98-75c43cdfff39", "tag": "d690fcc9-618e-47da-bd9d-202c764f1a82", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:01:22.258598 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-52ca19b5-7b66-4c59-b32f-c155d2b6f322 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:01:22.259177 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8074ea87-78e5-4992-bb98-75c43cdfff39', 'tag': 'd690fcc9-618e-47da-bd9d-202c764f1a82', 'status': 'completed', 'code': 200} Feb 28 11:01:22.317571 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-53483237-881a-4c42-bac4-5f827b9b4caf None None] Set router 79371963-d79a-45a0-94f5-af72a4029f6e gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:01:22.359084 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd249c6-ac90-49e2-a356-48d797d68eee req-6883ef1e-691e-4e62-b55e-2b38ffe08a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:22.361350 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6bd249c6-ac90-49e2-a356-48d797d68eee req-6883ef1e-691e-4e62-b55e-2b38ffe08a86 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ea16063c770248fbbecd744612bca408&device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 1129 time: 0.0596108 Feb 28 11:01:22.484945 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd249c6-ac90-49e2-a356-48d797d68eee req-9d4d4641-45cc-4605-99f7-52335d8aeaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:22.486449 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6bd249c6-ac90-49e2-a356-48d797d68eee req-9d4d4641-45cc-4605-99f7-52335d8aeaf7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=dbd59d93-7959-45a7-8d0b-d27ddc516a22 HTTP/1.1" status: 200 len: 912 time: 0.1204288 Feb 28 11:01:22.551764 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6bd249c6-ac90-49e2-a356-48d797d68eee req-ebc50a88-7115-436f-aa15-ed6d19855c82 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d690fcc9-618e-47da-bd9d-202c764f1a82 HTTP/1.1" status: 200 len: 1000 time: 0.0587096 Feb 28 11:01:22.579288 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-53483237-881a-4c42-bac4-5f827b9b4caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'name': 'tempest-ServerActionsTestJSON-1511207104-router', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '06c12765-1bcf-41a5-8676-fd27694fcd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:58:13Z', 'updated_at': '2022-02-28T10:58:16Z', 'revision_number': 4, 'project_id': 'ea16063c770248fbbecd744612bca408', 'gw_port': {'id': '06c12765-1bcf-41a5-8676-fd27694fcd20', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:39:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:58:13Z', 'updated_at': '2022-02-28T10:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': 'fb04ac62-24b2-48d1-b827-aaa23bb27fc7', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'floating_ip_address': '172.26.3.217', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'port_id': 'd690fcc9-618e-47da-bd9d-202c764f1a82', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22', 'mac_address': 'fa:16:3e:31:3b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8074ea87-78e5-4992-bb98-75c43cdfff39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:58:20Z', 'updated_at': '2022-02-28T11:01:21Z', 'revision_number': 13, 'project_id': 'ea16063c770248fbbecd744612bca408', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48eef3a4-f10b-4de2-add8-76a25c08dc71', 'name': '', 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'mac_address': 'fa:16:3e:59:5b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '6c7b4467-99ef-4929-9546-77b5d277521f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:58:16Z', 'updated_at': '2022-02-28T10:58:20Z', 'revision_number': 5, 'project_id': 'ea16063c770248fbbecd744612bca408', 'subnets': [{'id': '6c7b4467-99ef-4929-9546-77b5d277521f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:01:22.600193 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd249c6-ac90-49e2-a356-48d797d68eee req-8e848272-75bf-46fb-b4e6-e62793198a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:22.601670 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6bd249c6-ac90-49e2-a356-48d797d68eee req-8e848272-75bf-46fb-b4e6-e62793198a10 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6c7b4467-99ef-4929-9546-77b5d277521f HTTP/1.1" status: 200 len: 851 time: 0.0445414 Feb 28 11:01:22.611309 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53483237-881a-4c42-bac4-5f827b9b4caf None None] Checking router: 79371963-d79a-45a0-94f5-af72a4029f6e for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:01:22.620405 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53483237-881a-4c42-bac4-5f827b9b4caf None None] Routers {'79371963-d79a-45a0-94f5-af72a4029f6e'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:01:22.621049 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-53483237-881a-4c42-bac4-5f827b9b4caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:01:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['79371963-d79a-45a0-94f5-af72a4029f6e'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:01:22.655188 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd249c6-ac90-49e2-a356-48d797d68eee req-cb2e76c3-3bab-4e29-84b5-7a2bf470749a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:22.657258 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6bd249c6-ac90-49e2-a356-48d797d68eee req-cb2e76c3-3bab-4e29-84b5-7a2bf470749a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dbd59d93-7959-45a7-8d0b-d27ddc516a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0499415 Feb 28 11:01:22.749243 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6bd249c6-ac90-49e2-a356-48d797d68eee req-fb0aad5b-45b3-43bc-9d76-25b2fa038ad8 service neutron] 10.222.0.70 "GET /v2.0/networks/dbd59d93-7959-45a7-8d0b-d27ddc516a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861406 Feb 28 11:01:22.848747 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6bd249c6-ac90-49e2-a356-48d797d68eee req-90905890-dbac-45f1-9380-aaf3e3a786a0 service neutron] 10.222.0.70 "GET /v2.0/networks/dbd59d93-7959-45a7-8d0b-d27ddc516a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940356 Feb 28 11:01:22.864033 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:22.891095 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-53483237-881a-4c42-bac4-5f827b9b4caf None None] Set router 79371963-d79a-45a0-94f5-af72a4029f6e gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:01:23.112870 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-53483237-881a-4c42-bac4-5f827b9b4caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'name': 'tempest-ServerActionsTestJSON-1511207104-router', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '06c12765-1bcf-41a5-8676-fd27694fcd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:58:13Z', 'updated_at': '2022-02-28T10:58:16Z', 'revision_number': 4, 'project_id': 'ea16063c770248fbbecd744612bca408', 'gw_port': {'id': '06c12765-1bcf-41a5-8676-fd27694fcd20', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:39:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:58:13Z', 'updated_at': '2022-02-28T10:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': 'fb04ac62-24b2-48d1-b827-aaa23bb27fc7', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'floating_ip_address': '172.26.3.217', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'port_id': 'd690fcc9-618e-47da-bd9d-202c764f1a82', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22', 'mac_address': 'fa:16:3e:31:3b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8074ea87-78e5-4992-bb98-75c43cdfff39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:58:20Z', 'updated_at': '2022-02-28T11:01:21Z', 'revision_number': 13, 'project_id': 'ea16063c770248fbbecd744612bca408', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48eef3a4-f10b-4de2-add8-76a25c08dc71', 'name': '', 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'mac_address': 'fa:16:3e:59:5b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '6c7b4467-99ef-4929-9546-77b5d277521f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:58:16Z', 'updated_at': '2022-02-28T10:58:20Z', 'revision_number': 5, 'project_id': 'ea16063c770248fbbecd744612bca408', 'subnets': [{'id': '6c7b4467-99ef-4929-9546-77b5d277521f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:01:23.143254 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53483237-881a-4c42-bac4-5f827b9b4caf None None] The sync data for ids ['79371963-d79a-45a0-94f5-af72a4029f6e'] in dv-neutron-829161-3-hyperv is: [{'id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'name': 'tempest-ServerActionsTestJSON-1511207104-router', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '06c12765-1bcf-41a5-8676-fd27694fcd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:58:13Z', 'updated_at': '2022-02-28T10:58:16Z', 'revision_number': 4, 'project_id': 'ea16063c770248fbbecd744612bca408', 'gw_port': {'id': '06c12765-1bcf-41a5-8676-fd27694fcd20', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:39:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:58:13Z', 'updated_at': '2022-02-28T10:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': 'fb04ac62-24b2-48d1-b827-aaa23bb27fc7', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'floating_ip_address': '172.26.3.217', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'port_id': 'd690fcc9-618e-47da-bd9d-202c764f1a82', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22', 'mac_address': 'fa:16:3e:31:3b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8074ea87-78e5-4992-bb98-75c43cdfff39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:58:20Z', 'updated_at': '2022-02-28T11:01:21Z', 'revision_number': 13, 'project_id': 'ea16063c770248fbbecd744612bca408', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48eef3a4-f10b-4de2-add8-76a25c08dc71', 'name': '', 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'mac_address': 'fa:16:3e:59:5b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '6c7b4467-99ef-4929-9546-77b5d277521f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:58:16Z', 'updated_at': '2022-02-28T10:58:20Z', 'revision_number': 5, 'project_id': 'ea16063c770248fbbecd744612bca408', 'subnets': [{'id': '6c7b4467-99ef-4929-9546-77b5d277521f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:01:23.352094 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38acc847-0f0f-473d-a02d-814fc6690dde None None] New status for floating IP fb04ac62-24b2-48d1-b827-aaa23bb27fc7: ACTIVE {{(pid=104086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:01:25.385957 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15ed46-9989-4efa-a09e-3ef093255699 req-be3dbc11-671b-4e52-949e-84f9c1e54e4c tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:25.387460 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-ab15ed46-9989-4efa-a09e-3ef093255699 req-be3dbc11-671b-4e52-949e-84f9c1e54e4c tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 945 time: 0.0616903 Feb 28 11:01:25.435906 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-ab15ed46-9989-4efa-a09e-3ef093255699 req-c2d6163e-9cbf-4bf9-a7f0-f0e7450b95d1 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423322 Feb 28 11:01:30.751882 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:44.710721 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:01:44.944253 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7117cdfb-790b-406f-9689-657e2de6dd73 req-bb611bc8-3e8a-4de0-80c4-434137a4b0de tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:44.945860 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-7117cdfb-790b-406f-9689-657e2de6dd73 req-bb611bc8-3e8a-4de0-80c4-434137a4b0de tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 945 time: 0.1275547 Feb 28 11:01:45.017049 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-7117cdfb-790b-406f-9689-657e2de6dd73 req-d555ffcd-9ed3-4921-8bb4-691fc64a494a tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653932 Feb 28 11:01:45.058399 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-68228eae-7fb6-4dc3-8f60-f15574073617 req-b0df9c9e-c52a-47c6-97dd-a7373a8f2fb2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1115341 Feb 28 11:01:45.667752 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68228eae-7fb6-4dc3-8f60-f15574073617 req-168f3e45-d534-4e8d-b732-9792b573e447 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:45.669140 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-68228eae-7fb6-4dc3-8f60-f15574073617 req-168f3e45-d534-4e8d-b732-9792b573e447 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports/d690fcc9-618e-47da-bd9d-202c764f1a82 HTTP/1.1" status: 200 len: 942 time: 0.0959818 Feb 28 11:01:46.219210 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea11a9-983b-4bfe-9e24-8bf773331ae4 req-7691446c-5c69-49bd-a4ce-39e49d6a2b2c tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:46.220761 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-7eea11a9-983b-4bfe-9e24-8bf773331ae4 req-7691446c-5c69-49bd-a4ce-39e49d6a2b2c tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 945 time: 0.1198485 Feb 28 11:01:46.270351 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-7eea11a9-983b-4bfe-9e24-8bf773331ae4 req-f21be6cb-b703-43da-84f5-521d4bb2d4d4 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438025 Feb 28 11:01:46.477252 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-80053f16-51a1-42bb-85e3-7aee71cffd32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:47.455376 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eeafce-0330-4528-9657-dbe4c6bfd396 req-44a54854-fa2c-4d62-8b45-c25f238af80e tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:47.456863 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e8eeafce-0330-4528-9657-dbe4c6bfd396 req-44a54854-fa2c-4d62-8b45-c25f238af80e tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 945 time: 0.1106789 Feb 28 11:01:47.463060 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68228eae-7fb6-4dc3-8f60-f15574073617 req-61514640-a002-4ee7-9e7f-d9af1ce8f4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:47.464757 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-68228eae-7fb6-4dc3-8f60-f15574073617 req-61514640-a002-4ee7-9e7f-d9af1ce8f4ed service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ea16063c770248fbbecd744612bca408&device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 1129 time: 0.0801923 Feb 28 11:01:47.595651 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e8eeafce-0330-4528-9657-dbe4c6bfd396 req-bb3291f2-b849-433a-ac1e-b44c98b25a31 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297965 Feb 28 11:01:47.628709 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68228eae-7fb6-4dc3-8f60-f15574073617 req-c4beaa2c-6ea2-4a13-81a9-2b7173d89ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:47.631976 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-68228eae-7fb6-4dc3-8f60-f15574073617 req-c4beaa2c-6ea2-4a13-81a9-2b7173d89ea3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=dbd59d93-7959-45a7-8d0b-d27ddc516a22 HTTP/1.1" status: 200 len: 912 time: 0.1547158 Feb 28 11:01:47.720648 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-68228eae-7fb6-4dc3-8f60-f15574073617 req-37fdb34a-be97-4620-9285-e4f1b6b1ec1b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d690fcc9-618e-47da-bd9d-202c764f1a82 HTTP/1.1" status: 200 len: 1002 time: 0.0843344 Feb 28 11:01:47.772503 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68228eae-7fb6-4dc3-8f60-f15574073617 req-f9afa631-98f3-437b-a582-800f7b840481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:47.780291 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-68228eae-7fb6-4dc3-8f60-f15574073617 req-f9afa631-98f3-437b-a582-800f7b840481 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6c7b4467-99ef-4929-9546-77b5d277521f HTTP/1.1" status: 200 len: 851 time: 0.0545561 Feb 28 11:01:47.847402 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68228eae-7fb6-4dc3-8f60-f15574073617 req-ab9e8fb3-32a1-4f5e-8511-255e27af50d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:47.848923 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-68228eae-7fb6-4dc3-8f60-f15574073617 req-ab9e8fb3-32a1-4f5e-8511-255e27af50d7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dbd59d93-7959-45a7-8d0b-d27ddc516a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0629284 Feb 28 11:01:47.942301 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-68228eae-7fb6-4dc3-8f60-f15574073617 req-54953f97-fd14-4b26-8ab4-e1288087aa42 service neutron] 10.222.0.70 "GET /v2.0/networks/dbd59d93-7959-45a7-8d0b-d27ddc516a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852871 Feb 28 11:01:48.035577 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-68228eae-7fb6-4dc3-8f60-f15574073617 req-ffe93b63-7c9a-4e3f-9f2e-0e57f2f60a7d service neutron] 10.222.0.70 "GET /v2.0/networks/dbd59d93-7959-45a7-8d0b-d27ddc516a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880136 Feb 28 11:01:48.678114 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7ffa4dbc-666a-4fda-ba2c-a53d17dd4539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:48.986221 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f10b11-e185-4f5a-a7bf-f6c9d2268528 req-779f5cbd-34e8-4463-890c-d4a676b0a443 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:48.987662 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-52f10b11-e185-4f5a-a7bf-f6c9d2268528 req-779f5cbd-34e8-4463-890c-d4a676b0a443 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 945 time: 0.3203559 Feb 28 11:01:49.035936 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-52f10b11-e185-4f5a-a7bf-f6c9d2268528 req-0ea6c77c-0a41-48fd-a1c5-1b2a9093ce40 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413322 Feb 28 11:01:50.081794 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:50.164538 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d344ed3-c97b-475c-9b67-ad685fa7c659 req-92deaa88-9a42-4c7e-b03b-922245045d5a tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:50.166058 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6d344ed3-c97b-475c-9b67-ad685fa7c659 req-92deaa88-9a42-4c7e-b03b-922245045d5a tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 945 time: 0.0560894 Feb 28 11:01:50.215261 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6d344ed3-c97b-475c-9b67-ad685fa7c659 req-0793fb54-1010-4184-907d-e88ca3b3e0fc tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428181 Feb 28 11:01:51.346577 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f11739a-6101-4709-8e4c-8d0c775f6814 req-b8d52933-bbff-42c2-9bc6-74fc1b41d20a tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:51.348105 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-3f11739a-6101-4709-8e4c-8d0c775f6814 req-b8d52933-bbff-42c2-9bc6-74fc1b41d20a tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 945 time: 0.0608349 Feb 28 11:01:51.386484 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:51.415049 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-3f11739a-6101-4709-8e4c-8d0c775f6814 req-160027b7-a3da-48a7-b74e-5d46bb863b7e tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599048 Feb 28 11:01:52.557694 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a08a1-f07e-48d7-bf74-67eabcf35ddd req-dc0188df-5410-489b-84e9-cb6a8d1dd692 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:52.559274 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e90a08a1-f07e-48d7-bf74-67eabcf35ddd req-dc0188df-5410-489b-84e9-cb6a8d1dd692 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 945 time: 0.0611060 Feb 28 11:01:52.627252 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e90a08a1-f07e-48d7-bf74-67eabcf35ddd req-c623169c-b1e4-4e7f-921c-6b66dc5aea03 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615211 Feb 28 11:01:52.717177 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:53.763773 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca51197-d56f-4644-8f27-e2cc8dfdc9ab req-5d246fea-effd-47f2-a6b4-b561158ec6b6 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:53.765431 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-4ca51197-d56f-4644-8f27-e2cc8dfdc9ab req-5d246fea-effd-47f2-a6b4-b561158ec6b6 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 945 time: 0.0606287 Feb 28 11:01:53.812916 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-4ca51197-d56f-4644-8f27-e2cc8dfdc9ab req-9eeb70d5-8154-42f5-b0a2-fe0c5973cec8 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416975 Feb 28 11:01:54.937532 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a72efc2-e2dd-4b21-99da-5fda35b29a4d req-94acaf29-a47f-469d-8abb-daead585f14d tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:54.939150 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5a72efc2-e2dd-4b21-99da-5fda35b29a4d req-94acaf29-a47f-469d-8abb-daead585f14d tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 945 time: 0.0548592 Feb 28 11:01:54.988224 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5a72efc2-e2dd-4b21-99da-5fda35b29a4d req-90184998-28c1-4d42-8c77-eb3abf42b6ac tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432224 Feb 28 11:01:56.111058 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6296267b-9cd0-4947-b7ee-839b6353a648 req-5258be76-3546-4e92-a858-558ed06dd6a1 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:56.112536 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-6296267b-9cd0-4947-b7ee-839b6353a648 req-5258be76-3546-4e92-a858-558ed06dd6a1 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 945 time: 0.0549872 Feb 28 11:01:56.169146 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-6296267b-9cd0-4947-b7ee-839b6353a648 req-8b6d967f-e6e8-467a-9060-eb10d2a2fe8a tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510011 Feb 28 11:01:57.296387 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0937db2-a1a0-47ba-8ccd-6ab1a0059cc3 req-b959a5a0-da46-469d-8437-01f5a41bcbf5 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:57.297900 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e0937db2-a1a0-47ba-8ccd-6ab1a0059cc3 req-b959a5a0-da46-469d-8437-01f5a41bcbf5 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 945 time: 0.0569103 Feb 28 11:01:57.344906 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e0937db2-a1a0-47ba-8ccd-6ab1a0059cc3 req-e6136666-45ab-46ef-8c3d-472dffb3953a tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413148 Feb 28 11:01:58.481246 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b73a6-46b5-49a8-a992-0f8871b0bb18 req-52663119-251f-4c65-97ac-951b73d003a3 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:58.483650 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-233b73a6-46b5-49a8-a992-0f8871b0bb18 req-52663119-251f-4c65-97ac-951b73d003a3 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 945 time: 0.0630744 Feb 28 11:01:58.536059 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-233b73a6-46b5-49a8-a992-0f8871b0bb18 req-5e94d73e-477f-4619-a4cc-91810d5bdb1e tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466039 Feb 28 11:01:58.541835 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0265c9-a134-4f20-b912-0aaa415a1cb3 req-43eef46f-8672-424f-b6b8-76f8bcc63451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:58.543516 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-fd0265c9-a134-4f20-b912-0aaa415a1cb3 req-43eef46f-8672-424f-b6b8-76f8bcc63451 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ea16063c770248fbbecd744612bca408&device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 1129 time: 0.0999777 Feb 28 11:01:58.658213 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0265c9-a134-4f20-b912-0aaa415a1cb3 req-94802b58-147e-4e93-ac7d-582802ef25a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:58.658213 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-fd0265c9-a134-4f20-b912-0aaa415a1cb3 req-94802b58-147e-4e93-ac7d-582802ef25a4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=dbd59d93-7959-45a7-8d0b-d27ddc516a22 HTTP/1.1" status: 200 len: 912 time: 0.0909011 Feb 28 11:01:58.730397 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-fd0265c9-a134-4f20-b912-0aaa415a1cb3 req-06ead569-2256-470a-9a85-cffd64f3cadf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d690fcc9-618e-47da-bd9d-202c764f1a82 HTTP/1.1" status: 200 len: 1002 time: 0.0671558 Feb 28 11:01:58.781066 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0265c9-a134-4f20-b912-0aaa415a1cb3 req-c064bde7-642f-4eb9-b1cc-249f7e51a3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:58.782553 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-fd0265c9-a134-4f20-b912-0aaa415a1cb3 req-c064bde7-642f-4eb9-b1cc-249f7e51a3c2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6c7b4467-99ef-4929-9546-77b5d277521f HTTP/1.1" status: 200 len: 851 time: 0.0458839 Feb 28 11:01:58.834730 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0265c9-a134-4f20-b912-0aaa415a1cb3 req-ff752df3-e650-414e-a895-d451af29ff9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:58.836409 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-fd0265c9-a134-4f20-b912-0aaa415a1cb3 req-ff752df3-e650-414e-a895-d451af29ff9f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dbd59d93-7959-45a7-8d0b-d27ddc516a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0485156 Feb 28 11:01:58.958498 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-fd0265c9-a134-4f20-b912-0aaa415a1cb3 req-1291d57c-2e1d-41b8-9a11-eaf520886fec service neutron] 10.222.0.70 "GET /v2.0/networks/dbd59d93-7959-45a7-8d0b-d27ddc516a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982063 Feb 28 11:01:59.049138 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-fd0265c9-a134-4f20-b912-0aaa415a1cb3 req-8bb17542-beb2-45be-a328-68e724324d83 service neutron] 10.222.0.70 "GET /v2.0/networks/dbd59d93-7959-45a7-8d0b-d27ddc516a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849862 Feb 28 11:01:59.660957 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86510c6-ea68-42fe-b51a-f9cb8b335850 req-c67a825c-743e-4814-9d66-736dc6a9ff3c tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:59.662503 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d86510c6-ea68-42fe-b51a-f9cb8b335850 req-c67a825c-743e-4814-9d66-736dc6a9ff3c tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 945 time: 0.0544178 Feb 28 11:01:59.714853 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d86510c6-ea68-42fe-b51a-f9cb8b335850 req-40064a80-d5fd-4681-a321-ff929a86eebd tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467751 Feb 28 11:02:00.768879 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:00.841794 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e5a83-e6cc-427c-9dbc-14ec11c5939f req-f695f8f4-719c-4b80-8e94-cf574798c1c2 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:00.844010 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-952e5a83-e6cc-427c-9dbc-14ec11c5939f req-f695f8f4-719c-4b80-8e94-cf574798c1c2 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 945 time: 0.0566633 Feb 28 11:02:00.898191 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-952e5a83-e6cc-427c-9dbc-14ec11c5939f req-b0da8158-df8d-4ebd-8076-b1c560803f5d tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478373 Feb 28 11:02:02.034418 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd891e86-0f8d-4f07-bb40-b5e46541fa31 req-9548ac92-abb6-48a2-bdaf-01b58e65a6ab tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:02.035976 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-fd891e86-0f8d-4f07-bb40-b5e46541fa31 req-9548ac92-abb6-48a2-bdaf-01b58e65a6ab tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 945 time: 0.0575035 Feb 28 11:02:02.088525 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-fd891e86-0f8d-4f07-bb40-b5e46541fa31 req-fb1f5c0e-962f-443c-85c1-91d0c79c783a tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446413 Feb 28 11:02:03.215089 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1cc130-fc9c-4a2d-877b-49f24a6e4e80 req-56dbc076-85b6-460d-8fa9-4a088a882fce tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:03.216630 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-da1cc130-fc9c-4a2d-877b-49f24a6e4e80 req-56dbc076-85b6-460d-8fa9-4a088a882fce tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 945 time: 0.0571697 Feb 28 11:02:03.269229 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-da1cc130-fc9c-4a2d-877b-49f24a6e4e80 req-f5a587cd-a2cb-4d92-8c61-0184f57fc6a6 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462906 Feb 28 11:02:04.408566 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a344e1-6174-421f-a60f-bf02abb6160b req-5f13d6f0-35a9-4142-9c83-e7bf112dda40 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:04.410078 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-01a344e1-6174-421f-a60f-bf02abb6160b req-5f13d6f0-35a9-4142-9c83-e7bf112dda40 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 945 time: 0.0585105 Feb 28 11:02:04.466066 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-01a344e1-6174-421f-a60f-bf02abb6160b req-34239c92-b85b-4c45-acb5-c29d70f1c77e tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500081 Feb 28 11:02:04.669300 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device d690fcc9-618e-47da-bd9d-202c764f1a82 no longer exists at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:02:04.753767 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port d690fcc9-618e-47da-bd9d-202c764f1a82 is: ACTIVE; New status is: DOWN {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:02:04.754163 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (d690fcc9-618e-47da-bd9d-202c764f1a82), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:04.777564 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8074ea87-78e5-4992-bb98-75c43cdfff39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd690fcc9-618e-47da-bd9d-202c764f1a82'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:02:04.780552 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f5b0e4-143c-436a-9afa-f5a700ce5dc0" -d '{"events": [{"server_uuid": "8074ea87-78e5-4992-bb98-75c43cdfff39", "name": "network-vif-unplugged", "status": "completed", "tag": "d690fcc9-618e-47da-bd9d-202c764f1a82"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:02:04.796372 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port d690fcc9-618e-47da-bd9d-202c764f1a82, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=d690fcc9-618e-47da-bd9d-202c764f1a82,segment=NetworkSegment(96ee30df-f6c7-4eea-80a0-2c3e133514b5),segment_id=96ee30df-f6c7-4eea-80a0-2c3e133514b5)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:02:04.812725 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-68228eae-7fb6-4dc3-8f60-f15574073617 req-c0d4de7a-5b6c-47f2-b935-52d412a64ec6 service neutron] 10.222.0.70 "GET /v2.0/ports/d690fcc9-618e-47da-bd9d-202c764f1a82/bindings/hv-neutron-8291 HTTP/1.1" status: 200 len: 384 time: 0.0690641 Feb 28 11:02:04.834344 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 11:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7bb180-a039-44ee-b932-002ab0a83b98 x-openstack-request-id: req-9e7bb180-a039-44ee-b932-002ab0a83b98 {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:02:04.834344 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8074ea87-78e5-4992-bb98-75c43cdfff39", "name": "network-vif-unplugged", "status": "completed", "tag": "d690fcc9-618e-47da-bd9d-202c764f1a82", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:02:04.834344 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9e7bb180-a039-44ee-b932-002ab0a83b98 {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:02:04.834344 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8074ea87-78e5-4992-bb98-75c43cdfff39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd690fcc9-618e-47da-bd9d-202c764f1a82', 'code': 200} Feb 28 11:02:04.894093 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (d690fcc9-618e-47da-bd9d-202c764f1a82), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:04.944978 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=d690fcc9-618e-47da-bd9d-202c764f1a82,revision_number=6']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:02:04.952661 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:02:04.953170 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:02:04.953525 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:02:04.953873 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:02:04.954231 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:02:04.954540 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:02:04.954900 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:02:04.955248 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:02:04.955578 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:02:04.955917 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:02:04.956268 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:02:04.956583 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:02:04.956905 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:02:05.502453 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68228eae-7fb6-4dc3-8f60-f15574073617 req-28215334-a345-4085-a319-38c8fc3e593b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:05.504090 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-68228eae-7fb6-4dc3-8f60-f15574073617 req-28215334-a345-4085-a319-38c8fc3e593b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39&tenant_id=ea16063c770248fbbecd744612bca408 HTTP/1.1" status: 200 len: 1127 time: 0.0486190 Feb 28 11:02:05.628291 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e25513-ff5a-4138-b03d-bc96b41a9323 req-36716d36-441f-40f5-9c1e-8f6a74347593 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:05.629776 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-48e25513-ff5a-4138-b03d-bc96b41a9323 req-36716d36-441f-40f5-9c1e-8f6a74347593 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 943 time: 0.0835681 Feb 28 11:02:05.631412 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68228eae-7fb6-4dc3-8f60-f15574073617 req-385cbe41-db6b-4ccc-92ee-012fc57ef874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:05.632769 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-68228eae-7fb6-4dc3-8f60-f15574073617 req-385cbe41-db6b-4ccc-92ee-012fc57ef874 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ea16063c770248fbbecd744612bca408&device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 1127 time: 0.0959382 Feb 28 11:02:05.729927 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-48e25513-ff5a-4138-b03d-bc96b41a9323 req-fce98d3b-f4a3-480d-9ac5-10b59d544c7f tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940506 Feb 28 11:02:05.754012 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68228eae-7fb6-4dc3-8f60-f15574073617 req-1736e22b-e096-4f4a-86a0-3c3bffe82da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:05.755515 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-68228eae-7fb6-4dc3-8f60-f15574073617 req-1736e22b-e096-4f4a-86a0-3c3bffe82da8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=dbd59d93-7959-45a7-8d0b-d27ddc516a22 HTTP/1.1" status: 200 len: 912 time: 0.1133249 Feb 28 11:02:05.824025 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-68228eae-7fb6-4dc3-8f60-f15574073617 req-4b57e362-0a63-40e1-91df-c364b0cd574e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d690fcc9-618e-47da-bd9d-202c764f1a82 HTTP/1.1" status: 200 len: 1000 time: 0.0630922 Feb 28 11:02:05.873268 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68228eae-7fb6-4dc3-8f60-f15574073617 req-2057e384-05e6-4646-93ad-73bcbdbe80e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:05.875978 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-68228eae-7fb6-4dc3-8f60-f15574073617 req-2057e384-05e6-4646-93ad-73bcbdbe80e3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6c7b4467-99ef-4929-9546-77b5d277521f HTTP/1.1" status: 200 len: 851 time: 0.0466835 Feb 28 11:02:05.932991 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68228eae-7fb6-4dc3-8f60-f15574073617 req-5648094c-085d-4ce5-ab43-526a8464fe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:05.934528 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-68228eae-7fb6-4dc3-8f60-f15574073617 req-5648094c-085d-4ce5-ab43-526a8464fe80 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dbd59d93-7959-45a7-8d0b-d27ddc516a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0531442 Feb 28 11:02:06.036023 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-68228eae-7fb6-4dc3-8f60-f15574073617 req-8ab47fe5-a3dc-482e-a192-1af635c0b63d service neutron] 10.222.0.70 "GET /v2.0/networks/dbd59d93-7959-45a7-8d0b-d27ddc516a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958412 Feb 28 11:02:06.138098 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-68228eae-7fb6-4dc3-8f60-f15574073617 req-ade7de72-45e7-4307-a31a-2eaf89766946 service neutron] 10.222.0.70 "GET /v2.0/networks/dbd59d93-7959-45a7-8d0b-d27ddc516a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968027 Feb 28 11:02:06.860713 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b1ea3c-9336-4984-be84-441dfb0bd655 req-2cd398e0-176a-4e70-ad16-7b5f462b2ba3 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:06.862295 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-54b1ea3c-9336-4984-be84-441dfb0bd655 req-2cd398e0-176a-4e70-ad16-7b5f462b2ba3 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 943 time: 0.0561419 Feb 28 11:02:06.923637 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-54b1ea3c-9336-4984-be84-441dfb0bd655 req-e44e7cc4-954a-4321-b305-ccf4950caed3 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544841 Feb 28 11:02:08.067423 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f992278-911a-407f-826a-2be04e06e8c3 req-37c6692a-b267-4899-913d-ffacbe109e8f tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:08.069688 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-7f992278-911a-407f-826a-2be04e06e8c3 req-37c6692a-b267-4899-913d-ffacbe109e8f tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 943 time: 0.0624304 Feb 28 11:02:08.138600 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-7f992278-911a-407f-826a-2be04e06e8c3 req-62f7382d-2116-436c-9a88-1c1a9b62c896 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622723 Feb 28 11:02:09.297048 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d557f92-a38c-41da-b9e7-37f3d68f1200 req-4e4d4a36-bc17-4d9b-9ad4-f79fdd8825eb tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:09.298938 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-1d557f92-a38c-41da-b9e7-37f3d68f1200 req-4e4d4a36-bc17-4d9b-9ad4-f79fdd8825eb tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 943 time: 0.0797746 Feb 28 11:02:09.352321 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-1d557f92-a38c-41da-b9e7-37f3d68f1200 req-5027830b-441e-4b50-a002-5c236304225c tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472474 Feb 28 11:02:10.478622 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b9e55-8bbf-440c-acf3-17233cf71c8e req-38877289-68c8-4bf2-b056-c78010821c43 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:10.480494 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a43b9e55-8bbf-440c-acf3-17233cf71c8e req-38877289-68c8-4bf2-b056-c78010821c43 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 943 time: 0.0562646 Feb 28 11:02:10.539819 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a43b9e55-8bbf-440c-acf3-17233cf71c8e req-6840874e-865f-4f61-a7ca-fea586857a9f tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532153 Feb 28 11:02:11.254107 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [req-bb0d708c-f22d-4a9f-8138-34eaf00a87a3 req-ce7eacc5-607d-4090-9cd1-3b26a5701651 tempest-TestNetworkBasicOps-102468240 tempest-TestNetworkBasicOps-102468240-project] (104084) timed out ('10.222.0.62', 51008) {{(pid=104084) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 11:02:11.672122 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4572681e-6069-4743-8cdf-a16c5957a6c8 req-33e59495-3d8b-4482-9131-764fa4f04137 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:11.673535 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-4572681e-6069-4743-8cdf-a16c5957a6c8 req-33e59495-3d8b-4482-9131-764fa4f04137 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 943 time: 0.0607142 Feb 28 11:02:11.722515 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-4572681e-6069-4743-8cdf-a16c5957a6c8 req-88cb4c23-b4b0-4933-b37d-d8d3e4f35b34 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423028 Feb 28 11:02:12.856251 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4aca5-8bab-4c10-ba9f-cfa3fee10ec9 req-3ac12361-4eab-4246-b598-eb44b989cca1 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:12.857847 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6bb4aca5-8bab-4c10-ba9f-cfa3fee10ec9 req-3ac12361-4eab-4246-b598-eb44b989cca1 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 943 time: 0.0572808 Feb 28 11:02:12.912216 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6bb4aca5-8bab-4c10-ba9f-cfa3fee10ec9 req-01b26372-9c7e-42b7-a85a-7ade80e67c6b tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471323 Feb 28 11:02:14.058465 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b26d273-090e-41c7-b821-ed7c7b8bda1b req-3abe3d9b-4ee1-4dd0-b41b-8056b8355d4b tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:14.060006 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-1b26d273-090e-41c7-b821-ed7c7b8bda1b req-3abe3d9b-4ee1-4dd0-b41b-8056b8355d4b tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 943 time: 0.0590928 Feb 28 11:02:14.111991 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-1b26d273-090e-41c7-b821-ed7c7b8bda1b req-6e334225-4de0-4535-b22c-811f4056c1c1 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443225 Feb 28 11:02:15.252058 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b693c-7d74-46a8-9ae1-97d4aa5313cc req-01d8a40a-e461-4ee1-97d9-d91d36d469b4 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:15.253643 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-869b693c-7d74-46a8-9ae1-97d4aa5313cc req-01d8a40a-e461-4ee1-97d9-d91d36d469b4 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 943 time: 0.0675969 Feb 28 11:02:15.304763 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-869b693c-7d74-46a8-9ae1-97d4aa5313cc req-ba1cbcdc-93ec-4116-a019-0a8130739239 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450692 Feb 28 11:02:16.436911 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18331e7-e2cd-4b81-8fa1-4cfe562e97cd req-e3aaa1f8-9723-4979-ac01-1873f8d40cb9 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:16.438425 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d18331e7-e2cd-4b81-8fa1-4cfe562e97cd req-e3aaa1f8-9723-4979-ac01-1873f8d40cb9 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 943 time: 0.0624628 Feb 28 11:02:16.465520 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5487b390-c8ab-4c2e-92f2-314435a1e235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:16.493571 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d18331e7-e2cd-4b81-8fa1-4cfe562e97cd req-b1d59214-034c-4892-985e-aa0a1dd9dc12 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487742 Feb 28 11:02:17.618753 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e768257-24de-407f-962b-8913d8aad613 req-d9904dc7-09b6-4cb6-8406-e401364210e6 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:17.620338 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3e768257-24de-407f-962b-8913d8aad613 req-d9904dc7-09b6-4cb6-8406-e401364210e6 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 943 time: 0.0555410 Feb 28 11:02:17.673240 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3e768257-24de-407f-962b-8913d8aad613 req-9d7dbe73-e98a-4d16-98f9-6c246f09f3df tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464842 Feb 28 11:02:18.688221 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-40a7f27b-0714-4457-89fb-4e830e38d8b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:18.806646 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10becd49-80d7-4190-ac61-bce68e2b6119 req-6076ff0c-76a3-4611-ab9d-d552a434dfe0 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:18.808177 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-10becd49-80d7-4190-ac61-bce68e2b6119 req-6076ff0c-76a3-4611-ab9d-d552a434dfe0 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 943 time: 0.0576758 Feb 28 11:02:18.858023 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-10becd49-80d7-4190-ac61-bce68e2b6119 req-ee3ba9dd-2bb2-44d7-8a7b-48fdc019d0e4 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435119 Feb 28 11:02:19.981313 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f673e-7ebe-4145-98a2-8e37bdc1db9b req-5af7509f-2e07-4025-84b9-b8196be3b929 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:19.983398 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-690f673e-7ebe-4145-98a2-8e37bdc1db9b req-5af7509f-2e07-4025-84b9-b8196be3b929 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 943 time: 0.0549076 Feb 28 11:02:20.041679 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-690f673e-7ebe-4145-98a2-8e37bdc1db9b req-69b01cb0-947a-42a4-9fbe-58830d3ff0e9 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497231 Feb 28 11:02:20.099549 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:20.763255 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device d690fcc9-618e-47da-bd9d-202c764f1a82 details requested by agent hyperv_hv-neutron-8291 with host hv-neutron-8291 {{(pid=104085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 11:02:20.884057 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port d690fcc9-618e-47da-bd9d-202c764f1a82, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=d690fcc9-618e-47da-bd9d-202c764f1a82,segment=NetworkSegment(96ee30df-f6c7-4eea-80a0-2c3e133514b5),segment_id=96ee30df-f6c7-4eea-80a0-2c3e133514b5)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:02:20.895250 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Returning: {'device': 'd690fcc9-618e-47da-bd9d-202c764f1a82', 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22', 'port_id': 'd690fcc9-618e-47da-bd9d-202c764f1a82', 'mac_address': 'fa:16:3e:31:3b:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c7b4467-99ef-4929-9546-77b5d277521f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 11:02:20.933045 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port d690fcc9-618e-47da-bd9d-202c764f1a82 is: DOWN; New status is: BUILD {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:02:20.933466 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (d690fcc9-618e-47da-bd9d-202c764f1a82), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:20.947895 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d690fcc9-618e-47da-bd9d-202c764f1a82 {{(pid=104085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:02:20.967751 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port d690fcc9-618e-47da-bd9d-202c764f1a82, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=d690fcc9-618e-47da-bd9d-202c764f1a82,segment=NetworkSegment(96ee30df-f6c7-4eea-80a0-2c3e133514b5),segment_id=96ee30df-f6c7-4eea-80a0-2c3e133514b5)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:02:21.042171 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (d690fcc9-618e-47da-bd9d-202c764f1a82), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:21.100809 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=d690fcc9-618e-47da-bd9d-202c764f1a82,revision_number=7']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:02:21.174598 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce1d63f-f9fa-4cad-84fb-7d98cb182d80 req-35bcf554-ea3e-4252-9406-8578a55e2d18 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:21.175282 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['d690fcc9-618e-47da-bd9d-202c764f1a82'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:02:21.176175 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-3ce1d63f-f9fa-4cad-84fb-7d98cb182d80 req-35bcf554-ea3e-4252-9406-8578a55e2d18 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 944 time: 0.0550425 Feb 28 11:02:21.229108 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-3ce1d63f-f9fa-4cad-84fb-7d98cb182d80 req-b5ea848c-f075-4ebd-bd0b-df8ae635f814 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459590 Feb 28 11:02:21.379535 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:21.709659 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:02:22.369092 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5285e-f309-4329-a55b-c88d2a5b3ef8 req-6c0b83b0-e467-45fb-a204-5385e7b5f9ca tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:22.370655 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-58c5285e-f309-4329-a55b-c88d2a5b3ef8 req-6c0b83b0-e467-45fb-a204-5385e7b5f9ca tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 944 time: 0.0651951 Feb 28 11:02:22.420589 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-58c5285e-f309-4329-a55b-c88d2a5b3ef8 req-2024a499-adb0-406f-832d-9bbadfe33334 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441051 Feb 28 11:02:22.701101 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:22.778055 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device d690fcc9-618e-47da-bd9d-202c764f1a82 up at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:02:22.829697 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning complete for port d690fcc9-618e-47da-bd9d-202c764f1a82 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:02:22.830101 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (d690fcc9-618e-47da-bd9d-202c764f1a82), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:22.914074 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port d690fcc9-618e-47da-bd9d-202c764f1a82 is: BUILD; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:02:22.914477 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (d690fcc9-618e-47da-bd9d-202c764f1a82), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:22.945308 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8074ea87-78e5-4992-bb98-75c43cdfff39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd690fcc9-618e-47da-bd9d-202c764f1a82'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:02:22.947671 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861ea3f9-4aa6-497c-bc39-8a7605dcefeb" -d '{"events": [{"server_uuid": "8074ea87-78e5-4992-bb98-75c43cdfff39", "name": "network-vif-plugged", "status": "completed", "tag": "d690fcc9-618e-47da-bd9d-202c764f1a82"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:02:22.961884 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port d690fcc9-618e-47da-bd9d-202c764f1a82, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=d690fcc9-618e-47da-bd9d-202c764f1a82,segment=NetworkSegment(96ee30df-f6c7-4eea-80a0-2c3e133514b5),segment_id=96ee30df-f6c7-4eea-80a0-2c3e133514b5)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:02:23.002771 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (d690fcc9-618e-47da-bd9d-202c764f1a82), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:23.067409 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=d690fcc9-618e-47da-bd9d-202c764f1a82,revision_number=8']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:02:23.086182 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0e3a4b-115d-4aef-9d13-b7b2a9372778 x-openstack-request-id: req-8f0e3a4b-115d-4aef-9d13-b7b2a9372778 {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:02:23.086484 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8074ea87-78e5-4992-bb98-75c43cdfff39", "name": "network-vif-plugged", "status": "completed", "tag": "d690fcc9-618e-47da-bd9d-202c764f1a82", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:02:23.086807 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8f0e3a4b-115d-4aef-9d13-b7b2a9372778 {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:02:23.089389 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8074ea87-78e5-4992-bb98-75c43cdfff39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd690fcc9-618e-47da-bd9d-202c764f1a82', 'code': 200} Feb 28 11:02:23.542579 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee61dcc-dd12-4ff4-9692-84fa818dfc92 req-8782de06-a22d-4279-9ad0-dcf9c5c0e513 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:23.544123 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5ee61dcc-dd12-4ff4-9692-84fa818dfc92 req-8782de06-a22d-4279-9ad0-dcf9c5c0e513 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 945 time: 0.0535872 Feb 28 11:02:23.593426 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5ee61dcc-dd12-4ff4-9692-84fa818dfc92 req-3bc0330f-4383-4ca4-8ff2-6c4d51494ce0 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425429 Feb 28 11:02:24.754478 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f2552-a5be-41d4-9158-5a33b9c16406 req-236ef4f7-3579-4a90-92ed-d3bca93283f7 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:24.756749 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-3e0f2552-a5be-41d4-9158-5a33b9c16406 req-236ef4f7-3579-4a90-92ed-d3bca93283f7 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 945 time: 0.0677531 Feb 28 11:02:24.787597 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device d690fcc9-618e-47da-bd9d-202c764f1a82 details requested by agent hyperv_hv-neutron-8291 with host hv-neutron-8291 {{(pid=104085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 11:02:24.817754 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-3e0f2552-a5be-41d4-9158-5a33b9c16406 req-1eecc9e7-b7ab-43bf-b694-b68043501b65 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497191 Feb 28 11:02:24.895733 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port d690fcc9-618e-47da-bd9d-202c764f1a82, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=d690fcc9-618e-47da-bd9d-202c764f1a82,segment=NetworkSegment(96ee30df-f6c7-4eea-80a0-2c3e133514b5),segment_id=96ee30df-f6c7-4eea-80a0-2c3e133514b5)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:02:24.907904 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Returning: {'device': 'd690fcc9-618e-47da-bd9d-202c764f1a82', 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22', 'port_id': 'd690fcc9-618e-47da-bd9d-202c764f1a82', 'mac_address': 'fa:16:3e:31:3b:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c7b4467-99ef-4929-9546-77b5d277521f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 11:02:24.945795 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port d690fcc9-618e-47da-bd9d-202c764f1a82 is: ACTIVE; New status is: BUILD {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:02:24.950201 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (d690fcc9-618e-47da-bd9d-202c764f1a82), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:24.962772 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d690fcc9-618e-47da-bd9d-202c764f1a82 {{(pid=104085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:02:24.983631 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port d690fcc9-618e-47da-bd9d-202c764f1a82, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=d690fcc9-618e-47da-bd9d-202c764f1a82,segment=NetworkSegment(96ee30df-f6c7-4eea-80a0-2c3e133514b5),segment_id=96ee30df-f6c7-4eea-80a0-2c3e133514b5)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:02:25.059919 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (d690fcc9-618e-47da-bd9d-202c764f1a82), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:25.125489 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=d690fcc9-618e-47da-bd9d-202c764f1a82,revision_number=9']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:02:25.186550 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['d690fcc9-618e-47da-bd9d-202c764f1a82'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:02:25.967940 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef8d52f-2a8f-42f4-98ee-cbc4f1ca2da4 req-cc8b464a-b8d2-4257-94c3-65269e5542ed tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:25.969595 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9ef8d52f-2a8f-42f4-98ee-cbc4f1ca2da4 req-cc8b464a-b8d2-4257-94c3-65269e5542ed tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 944 time: 0.0627856 Feb 28 11:02:26.024470 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9ef8d52f-2a8f-42f4-98ee-cbc4f1ca2da4 req-f02ded6f-ae9e-4529-b57c-03e23060bc28 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483377 Feb 28 11:02:26.755871 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c4b2c-5a39-4c17-a8b7-295b9128049c req-ab307f3e-e249-4620-9a62-7795767faa6e tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:26.757385 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d81c4b2c-5a39-4c17-a8b7-295b9128049c req-ab307f3e-e249-4620-9a62-7795767faa6e tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 944 time: 0.0543833 Feb 28 11:02:26.801440 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device d690fcc9-618e-47da-bd9d-202c764f1a82 up at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:02:26.860792 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d81c4b2c-5a39-4c17-a8b7-295b9128049c req-c137e2e3-9c55-4ba1-88d5-a971bf83f300 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975997 Feb 28 11:02:26.866868 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning complete for port d690fcc9-618e-47da-bd9d-202c764f1a82 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:02:26.867257 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (d690fcc9-618e-47da-bd9d-202c764f1a82), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:26.896808 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bdd97d-66f3-4211-8053-fef7b5800e82 req-87696ce8-ed4c-4060-b645-7678f0a9216e tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:26.898420 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-32bdd97d-66f3-4211-8053-fef7b5800e82 req-87696ce8-ed4c-4060-b645-7678f0a9216e tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.70 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39&tenant_id=ea16063c770248fbbecd744612bca408&binding%3Ahost_id=hv-neutron-8291 HTTP/1.1" status: 200 len: 944 time: 0.1036386 Feb 28 11:02:26.970462 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port d690fcc9-618e-47da-bd9d-202c764f1a82 is: BUILD; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:02:26.970736 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (d690fcc9-618e-47da-bd9d-202c764f1a82), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:26.978223 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-32bdd97d-66f3-4211-8053-fef7b5800e82 req-95c2d53b-32f6-4f04-9ea9-7917abe3e73a service neutron] 10.222.0.70 "GET /v2.0/ports/d690fcc9-618e-47da-bd9d-202c764f1a82/bindings/hv-neutron-8291 HTTP/1.1" status: 200 len: 384 time: 0.0726950 Feb 28 11:02:26.995676 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8074ea87-78e5-4992-bb98-75c43cdfff39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd690fcc9-618e-47da-bd9d-202c764f1a82'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:02:26.998008 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274f62f2-2ece-4ddd-9d4f-e0b6a3e22d24" -d '{"events": [{"server_uuid": "8074ea87-78e5-4992-bb98-75c43cdfff39", "name": "network-vif-plugged", "status": "completed", "tag": "d690fcc9-618e-47da-bd9d-202c764f1a82"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:02:27.017250 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port d690fcc9-618e-47da-bd9d-202c764f1a82, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=d690fcc9-618e-47da-bd9d-202c764f1a82,segment=NetworkSegment(96ee30df-f6c7-4eea-80a0-2c3e133514b5),segment_id=96ee30df-f6c7-4eea-80a0-2c3e133514b5)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:02:27.055394 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7497f116-adc1-4d49-8116-3654850e495c x-openstack-request-id: req-7497f116-adc1-4d49-8116-3654850e495c {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:02:27.055694 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8074ea87-78e5-4992-bb98-75c43cdfff39", "name": "network-vif-plugged", "status": "completed", "tag": "d690fcc9-618e-47da-bd9d-202c764f1a82", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:02:27.055951 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7497f116-adc1-4d49-8116-3654850e495c {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:02:27.056352 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8074ea87-78e5-4992-bb98-75c43cdfff39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd690fcc9-618e-47da-bd9d-202c764f1a82', 'code': 200} Feb 28 11:02:27.074717 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bdd97d-66f3-4211-8053-fef7b5800e82 req-2d387bb5-681d-4aaa-a666-a556a5836cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:27.083809 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-32bdd97d-66f3-4211-8053-fef7b5800e82 req-2d387bb5-681d-4aaa-a666-a556a5836cd3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ea16063c770248fbbecd744612bca408&device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 1128 time: 0.0522726 Feb 28 11:02:27.162453 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (d690fcc9-618e-47da-bd9d-202c764f1a82), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:27.181447 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bdd97d-66f3-4211-8053-fef7b5800e82 req-a3d1e413-ece9-4be9-a34f-879d10d633b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:27.182957 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-32bdd97d-66f3-4211-8053-fef7b5800e82 req-a3d1e413-ece9-4be9-a34f-879d10d633b3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=dbd59d93-7959-45a7-8d0b-d27ddc516a22 HTTP/1.1" status: 200 len: 912 time: 0.0921893 Feb 28 11:02:27.219362 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=d690fcc9-618e-47da-bd9d-202c764f1a82,revision_number=10']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:02:27.250486 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-32bdd97d-66f3-4211-8053-fef7b5800e82 req-7becff74-5ed6-4c39-b71b-25da861e053b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d690fcc9-618e-47da-bd9d-202c764f1a82 HTTP/1.1" status: 200 len: 1002 time: 0.0620031 Feb 28 11:02:27.298821 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bdd97d-66f3-4211-8053-fef7b5800e82 req-71594819-161b-46b8-b047-e111c4dc5c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:27.300324 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-32bdd97d-66f3-4211-8053-fef7b5800e82 req-71594819-161b-46b8-b047-e111c4dc5c45 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6c7b4467-99ef-4929-9546-77b5d277521f HTTP/1.1" status: 200 len: 851 time: 0.0448430 Feb 28 11:02:27.354611 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bdd97d-66f3-4211-8053-fef7b5800e82 req-8edd8b39-e39e-4bf9-9e2a-af8dc1df7ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:27.356289 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-32bdd97d-66f3-4211-8053-fef7b5800e82 req-8edd8b39-e39e-4bf9-9e2a-af8dc1df7ba5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dbd59d93-7959-45a7-8d0b-d27ddc516a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0504324 Feb 28 11:02:27.446908 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-32bdd97d-66f3-4211-8053-fef7b5800e82 req-a6d5f39a-a8fa-488f-a098-5ebf1915a311 service neutron] 10.222.0.70 "GET /v2.0/networks/dbd59d93-7959-45a7-8d0b-d27ddc516a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850174 Feb 28 11:02:27.543874 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-32bdd97d-66f3-4211-8053-fef7b5800e82 req-70a8bf17-313d-42dd-b604-9576e61c5128 service neutron] 10.222.0.70 "GET /v2.0/networks/dbd59d93-7959-45a7-8d0b-d27ddc516a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910449 Feb 28 11:02:28.015788 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb4a0b-bdbc-4d62-9b31-fe8018b92e07 req-9481e6da-59dc-4566-b500-d7a8c1e7888b tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:28.017401 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-bffb4a0b-bdbc-4d62-9b31-fe8018b92e07 req-9481e6da-59dc-4566-b500-d7a8c1e7888b tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 946 time: 0.0669003 Feb 28 11:02:28.065375 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-bffb4a0b-bdbc-4d62-9b31-fe8018b92e07 req-23977285-660d-4dd8-9cf9-e38eacfa5ba4 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424173 Feb 28 11:02:29.196786 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c5e616-a804-4db1-aeb1-b675a36386a7 req-1fe03440-9ddd-4ff8-834f-0d1e30d55671 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:29.198282 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-77c5e616-a804-4db1-aeb1-b675a36386a7 req-1fe03440-9ddd-4ff8-834f-0d1e30d55671 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 946 time: 0.0540390 Feb 28 11:02:29.247884 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-77c5e616-a804-4db1-aeb1-b675a36386a7 req-a0873120-dafb-4a23-bb4e-f2296ea1dc36 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428424 Feb 28 11:02:30.375508 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dacdcd-83bf-48b0-b988-27db0ed330ea req-27bcb64d-2484-4157-838b-e49ab54fa1bf tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:30.377030 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-13dacdcd-83bf-48b0-b988-27db0ed330ea req-27bcb64d-2484-4157-838b-e49ab54fa1bf tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 946 time: 0.0571806 Feb 28 11:02:30.428675 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-13dacdcd-83bf-48b0-b988-27db0ed330ea req-d96159f5-c1d9-4ef4-9b92-e6f863e55b65 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454335 Feb 28 11:02:30.779618 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:31.567521 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b2d46-b555-461b-af80-6b58269e87f6 req-4b3ba3d9-3723-4461-bdb3-fe111f79b348 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:31.569613 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-a08b2d46-b555-461b-af80-6b58269e87f6 req-4b3ba3d9-3723-4461-bdb3-fe111f79b348 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 946 time: 0.0649917 Feb 28 11:02:31.625870 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-a08b2d46-b555-461b-af80-6b58269e87f6 req-8d170b69-374b-4681-bb21-fa6a962c46d8 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501363 Feb 28 11:02:32.841343 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device d690fcc9-618e-47da-bd9d-202c764f1a82 no longer exists at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:02:32.936082 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port d690fcc9-618e-47da-bd9d-202c764f1a82 is: ACTIVE; New status is: DOWN {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:02:32.936462 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (d690fcc9-618e-47da-bd9d-202c764f1a82), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:32.963369 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8074ea87-78e5-4992-bb98-75c43cdfff39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd690fcc9-618e-47da-bd9d-202c764f1a82'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:02:32.965646 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7af0690-be48-49b2-8a6c-0c9622965b9a" -d '{"events": [{"server_uuid": "8074ea87-78e5-4992-bb98-75c43cdfff39", "name": "network-vif-unplugged", "status": "completed", "tag": "d690fcc9-618e-47da-bd9d-202c764f1a82"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:02:32.980775 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port d690fcc9-618e-47da-bd9d-202c764f1a82, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=d690fcc9-618e-47da-bd9d-202c764f1a82,segment=NetworkSegment(96ee30df-f6c7-4eea-80a0-2c3e133514b5),segment_id=96ee30df-f6c7-4eea-80a0-2c3e133514b5)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:02:33.025428 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 11:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd80d6a6-9f78-4aed-b708-6bbf96a178c8 x-openstack-request-id: req-cd80d6a6-9f78-4aed-b708-6bbf96a178c8 {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:02:33.025913 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8074ea87-78e5-4992-bb98-75c43cdfff39", "name": "network-vif-unplugged", "status": "completed", "tag": "d690fcc9-618e-47da-bd9d-202c764f1a82", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:02:33.026336 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cd80d6a6-9f78-4aed-b708-6bbf96a178c8 {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:02:33.026912 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8074ea87-78e5-4992-bb98-75c43cdfff39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd690fcc9-618e-47da-bd9d-202c764f1a82', 'code': 200} Feb 28 11:02:33.047481 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (d690fcc9-618e-47da-bd9d-202c764f1a82), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:33.110860 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=d690fcc9-618e-47da-bd9d-202c764f1a82,revision_number=11']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:02:33.131767 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec10f6-f3e1-423c-ba9a-14a45cf0391d req-6f914d91-76e4-4a67-ab8e-7fbea495d984 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:33.133724 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-17ec10f6-f3e1-423c-ba9a-14a45cf0391d req-6f914d91-76e4-4a67-ab8e-7fbea495d984 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 946 time: 0.4171338 Feb 28 11:02:33.201677 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-17ec10f6-f3e1-423c-ba9a-14a45cf0391d req-72dc9f9c-fc9a-4807-bfa4-b2ec96575121 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593407 Feb 28 11:02:34.333716 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d8734-b063-48ac-9a84-b216ae760f71 req-a62dc1e5-00ee-4877-b3bc-e17f5ba8531e tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:34.335162 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-972d8734-b063-48ac-9a84-b216ae760f71 req-a62dc1e5-00ee-4877-b3bc-e17f5ba8531e tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 944 time: 0.0573306 Feb 28 11:02:34.383406 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-972d8734-b063-48ac-9a84-b216ae760f71 req-69fda1cc-5935-4226-89fd-d1575a772ba8 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425253 Feb 28 11:02:35.016666 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bdd97d-66f3-4211-8053-fef7b5800e82 req-5aeba68f-53e0-4aba-9779-b6b49c723faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:35.018120 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-32bdd97d-66f3-4211-8053-fef7b5800e82 req-5aeba68f-53e0-4aba-9779-b6b49c723faf service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39&tenant_id=ea16063c770248fbbecd744612bca408 HTTP/1.1" status: 200 len: 1128 time: 0.0489774 Feb 28 11:02:35.095772 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bdd97d-66f3-4211-8053-fef7b5800e82 req-4518d2f3-eee7-4b86-ae14-fe41f90ea851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:35.100364 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-32bdd97d-66f3-4211-8053-fef7b5800e82 req-4518d2f3-eee7-4b86-ae14-fe41f90ea851 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ea16063c770248fbbecd744612bca408&device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 1128 time: 0.0482028 Feb 28 11:02:35.194439 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bdd97d-66f3-4211-8053-fef7b5800e82 req-2ffb40a5-6282-42a3-ae60-8128fcbc1cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:35.195973 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-32bdd97d-66f3-4211-8053-fef7b5800e82 req-2ffb40a5-6282-42a3-ae60-8128fcbc1cb5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=dbd59d93-7959-45a7-8d0b-d27ddc516a22 HTTP/1.1" status: 200 len: 912 time: 0.0926321 Feb 28 11:02:35.261111 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-32bdd97d-66f3-4211-8053-fef7b5800e82 req-0ab29eec-cdfd-40f7-921f-17dbad429f1c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d690fcc9-618e-47da-bd9d-202c764f1a82 HTTP/1.1" status: 200 len: 1000 time: 0.0595484 Feb 28 11:02:35.310802 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bdd97d-66f3-4211-8053-fef7b5800e82 req-fe9325e4-c6e1-4dc5-8dfa-6a86dd82c8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:35.312523 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-32bdd97d-66f3-4211-8053-fef7b5800e82 req-fe9325e4-c6e1-4dc5-8dfa-6a86dd82c8d2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6c7b4467-99ef-4929-9546-77b5d277521f HTTP/1.1" status: 200 len: 851 time: 0.0463679 Feb 28 11:02:35.375181 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bdd97d-66f3-4211-8053-fef7b5800e82 req-1da0afaf-4162-43dc-b1f8-767a1533a8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:35.376727 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-32bdd97d-66f3-4211-8053-fef7b5800e82 req-1da0afaf-4162-43dc-b1f8-767a1533a8e2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dbd59d93-7959-45a7-8d0b-d27ddc516a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0582950 Feb 28 11:02:35.481158 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-32bdd97d-66f3-4211-8053-fef7b5800e82 req-a008ef02-1e72-43fc-9151-9ee71289b7d7 service neutron] 10.222.0.70 "GET /v2.0/networks/dbd59d93-7959-45a7-8d0b-d27ddc516a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982192 Feb 28 11:02:35.581800 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76803ed4-7c71-4c80-99bb-e60d98807b8d req-13c4008b-ac3c-461a-b6d3-e7a8fd38e873 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:35.583386 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-76803ed4-7c71-4c80-99bb-e60d98807b8d req-13c4008b-ac3c-461a-b6d3-e7a8fd38e873 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 944 time: 0.1180129 Feb 28 11:02:35.625927 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-32bdd97d-66f3-4211-8053-fef7b5800e82 req-b9cf1f48-2e12-429e-8992-bfb15ba5224d service neutron] 10.222.0.70 "GET /v2.0/networks/dbd59d93-7959-45a7-8d0b-d27ddc516a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288650 Feb 28 11:02:35.656932 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-76803ed4-7c71-4c80-99bb-e60d98807b8d req-9f8c5818-2ab5-46a9-a7b5-bc68ce13c7df tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635505 Feb 28 11:02:36.798576 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dce93d-16c3-4107-aaa9-abb83dee82d2 req-54b429b0-0899-464d-bf76-28a06ded5553 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:36.800587 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-09dce93d-16c3-4107-aaa9-abb83dee82d2 req-54b429b0-0899-464d-bf76-28a06ded5553 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 944 time: 0.0606229 Feb 28 11:02:36.863596 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-09dce93d-16c3-4107-aaa9-abb83dee82d2 req-45b534d9-8a2e-41be-a0cf-7398e15077ad tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567031 Feb 28 11:02:37.999718 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bddbc01-ca65-4e0b-b253-7ee8db20d8a3 req-67b8f2c4-51c8-41af-acd9-8dcd4ec10fec tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:38.001563 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3bddbc01-ca65-4e0b-b253-7ee8db20d8a3 req-67b8f2c4-51c8-41af-acd9-8dcd4ec10fec tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 944 time: 0.0641632 Feb 28 11:02:38.072353 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3bddbc01-ca65-4e0b-b253-7ee8db20d8a3 req-634a7578-002a-47c6-bf4c-4111e5beab50 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616925 Feb 28 11:02:39.215086 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92952533-d0aa-47b5-ba89-fad2e87a38d5 req-8a496e59-5dae-4c02-8832-7499b114af87 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:39.217363 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-92952533-d0aa-47b5-ba89-fad2e87a38d5 req-8a496e59-5dae-4c02-8832-7499b114af87 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 944 time: 0.0565248 Feb 28 11:02:39.268937 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-92952533-d0aa-47b5-ba89-fad2e87a38d5 req-d157cd66-4f51-4a91-a6bf-e0a299944093 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449383 Feb 28 11:02:40.403955 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcafddba-f437-40f4-bf01-1f736bb8611e req-e117c212-0970-48c7-9cdf-235c84be5960 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:40.406067 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-fcafddba-f437-40f4-bf01-1f736bb8611e req-e117c212-0970-48c7-9cdf-235c84be5960 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 944 time: 0.0570276 Feb 28 11:02:40.464962 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-fcafddba-f437-40f4-bf01-1f736bb8611e req-7779e0be-3167-42cb-a223-8d64b4a18c45 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526078 Feb 28 11:02:41.597629 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57ab76-a3af-4649-9f29-7b1eea939597 req-6304858e-97cd-4b5d-bc36-f0f0ad7af014 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:41.599215 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-6c57ab76-a3af-4649-9f29-7b1eea939597 req-6304858e-97cd-4b5d-bc36-f0f0ad7af014 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 944 time: 0.0586524 Feb 28 11:02:41.651166 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-6c57ab76-a3af-4649-9f29-7b1eea939597 req-4770045f-13a9-40f7-abde-07b1a69256e0 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459392 Feb 28 11:02:42.781895 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd06d5-f28c-4dfb-abf0-939415b66de3 req-f5a6c691-a633-4256-bb35-98d2813f04d4 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:42.783755 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0afd06d5-f28c-4dfb-abf0-939415b66de3 req-f5a6c691-a633-4256-bb35-98d2813f04d4 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 944 time: 0.0583022 Feb 28 11:02:42.841055 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0afd06d5-f28c-4dfb-abf0-939415b66de3 req-b0492031-90a4-4540-a7da-0e56dd9b35c2 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504980 Feb 28 11:02:43.974505 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484422bd-4b18-41ee-ad34-f430feac5a26 req-3f771fc8-3da3-497f-b09c-abf7bf9e9eb5 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:43.976706 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-484422bd-4b18-41ee-ad34-f430feac5a26 req-3f771fc8-3da3-497f-b09c-abf7bf9e9eb5 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 944 time: 0.0603371 Feb 28 11:02:44.026722 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-484422bd-4b18-41ee-ad34-f430feac5a26 req-b5f4b471-1db7-4c08-b4eb-880e9db9fd6d tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429211 Feb 28 11:02:45.165034 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c9be4-638e-4e9f-9dd4-479b8fd47d21 req-287ca1d4-48c3-4736-b9b3-9b125660eb4e tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:45.166722 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-455c9be4-638e-4e9f-9dd4-479b8fd47d21 req-287ca1d4-48c3-4736-b9b3-9b125660eb4e tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 944 time: 0.0614781 Feb 28 11:02:45.217807 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-455c9be4-638e-4e9f-9dd4-479b8fd47d21 req-7993097b-102c-4a74-b701-82c5350ae670 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435653 Feb 28 11:02:46.361129 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587096e4-693a-4322-a342-395826e72c6a req-f4bed52e-77bc-4623-9a55-09ba3f91beea tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:46.362707 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-587096e4-693a-4322-a342-395826e72c6a req-f4bed52e-77bc-4623-9a55-09ba3f91beea tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 944 time: 0.0586894 Feb 28 11:02:46.411585 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-587096e4-693a-4322-a342-395826e72c6a req-f3cda847-f19e-474d-bf4c-674e2c2abfa1 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429287 Feb 28 11:02:46.453793 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d0444066-2a9d-4050-bd4e-fa73db2ac084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:47.537142 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de6aa37-afae-485e-baf4-4101ecd2c990 req-ebfdc9e9-62a3-4fc5-a15b-c18143b357a6 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:47.538649 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0de6aa37-afae-485e-baf4-4101ecd2c990 req-ebfdc9e9-62a3-4fc5-a15b-c18143b357a6 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 944 time: 0.0569077 Feb 28 11:02:47.586931 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0de6aa37-afae-485e-baf4-4101ecd2c990 req-d20ea1f9-337d-470b-8041-51291361deac tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425904 Feb 28 11:02:48.665094 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b74171c4-5a30-419f-af06-6bb1cf9450a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:48.717439 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1eace9-ee6d-47a5-a1b7-b474029c6a5f req-85c9e26f-6b65-4dc8-bbe8-df28d2f70e1a tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:48.718995 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-7f1eace9-ee6d-47a5-a1b7-b474029c6a5f req-85c9e26f-6b65-4dc8-bbe8-df28d2f70e1a tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 944 time: 0.0630453 Feb 28 11:02:48.779152 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-7f1eace9-ee6d-47a5-a1b7-b474029c6a5f req-fa0d0175-a12e-4136-bb85-816f2514d7ad tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536010 Feb 28 11:02:48.934808 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device d690fcc9-618e-47da-bd9d-202c764f1a82 details requested by agent hyperv_hv-neutron-8291 with host hv-neutron-8291 {{(pid=104085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 11:02:49.031772 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port d690fcc9-618e-47da-bd9d-202c764f1a82, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=d690fcc9-618e-47da-bd9d-202c764f1a82,segment=NetworkSegment(96ee30df-f6c7-4eea-80a0-2c3e133514b5),segment_id=96ee30df-f6c7-4eea-80a0-2c3e133514b5)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:02:49.047280 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Returning: {'device': 'd690fcc9-618e-47da-bd9d-202c764f1a82', 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22', 'port_id': 'd690fcc9-618e-47da-bd9d-202c764f1a82', 'mac_address': 'fa:16:3e:31:3b:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c7b4467-99ef-4929-9546-77b5d277521f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 11:02:49.087028 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port d690fcc9-618e-47da-bd9d-202c764f1a82 is: DOWN; New status is: BUILD {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:02:49.087426 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (d690fcc9-618e-47da-bd9d-202c764f1a82), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:49.100903 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d690fcc9-618e-47da-bd9d-202c764f1a82 {{(pid=104085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:02:49.120658 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port d690fcc9-618e-47da-bd9d-202c764f1a82, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=d690fcc9-618e-47da-bd9d-202c764f1a82,segment=NetworkSegment(96ee30df-f6c7-4eea-80a0-2c3e133514b5),segment_id=96ee30df-f6c7-4eea-80a0-2c3e133514b5)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:02:49.173720 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (d690fcc9-618e-47da-bd9d-202c764f1a82), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:49.222642 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=d690fcc9-618e-47da-bd9d-202c764f1a82,revision_number=12']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:02:49.290556 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['d690fcc9-618e-47da-bd9d-202c764f1a82'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:02:49.909324 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde8497a-3582-4cc3-84de-ab86d9a7955a req-35c9ed78-200a-456d-8db7-1291580bffa0 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:49.911139 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-dde8497a-3582-4cc3-84de-ab86d9a7955a req-35c9ed78-200a-456d-8db7-1291580bffa0 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 945 time: 0.0617943 Feb 28 11:02:49.963110 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-dde8497a-3582-4cc3-84de-ab86d9a7955a req-e3ed0dc7-7d59-4ddb-858b-d6e052116ee1 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456860 Feb 28 11:02:50.064931 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:50.949542 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device d690fcc9-618e-47da-bd9d-202c764f1a82 up at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:02:51.002363 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning complete for port d690fcc9-618e-47da-bd9d-202c764f1a82 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:02:51.002810 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (d690fcc9-618e-47da-bd9d-202c764f1a82), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:51.100991 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port d690fcc9-618e-47da-bd9d-202c764f1a82 is: BUILD; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:02:51.101833 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (d690fcc9-618e-47da-bd9d-202c764f1a82), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:51.119605 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547c31d-2e1e-42bb-9f6d-2a6e947f9bc0 req-83cd6b38-fd41-4033-98a3-2022837eb077 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:51.121139 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-f547c31d-2e1e-42bb-9f6d-2a6e947f9bc0 req-83cd6b38-fd41-4033-98a3-2022837eb077 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 945 time: 0.0633485 Feb 28 11:02:51.133255 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8074ea87-78e5-4992-bb98-75c43cdfff39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd690fcc9-618e-47da-bd9d-202c764f1a82'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:02:51.136622 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05dfb203-40cf-4675-beaa-0d4f04151ef8" -d '{"events": [{"server_uuid": "8074ea87-78e5-4992-bb98-75c43cdfff39", "name": "network-vif-plugged", "status": "completed", "tag": "d690fcc9-618e-47da-bd9d-202c764f1a82"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:02:51.154366 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port d690fcc9-618e-47da-bd9d-202c764f1a82, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=d690fcc9-618e-47da-bd9d-202c764f1a82,segment=NetworkSegment(96ee30df-f6c7-4eea-80a0-2c3e133514b5),segment_id=96ee30df-f6c7-4eea-80a0-2c3e133514b5)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:02:51.171556 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-f547c31d-2e1e-42bb-9f6d-2a6e947f9bc0 req-b71a4a51-f81b-4f98-9401-a8e5995d2d4e tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438399 Feb 28 11:02:51.192999 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6165ad28-efa5-45a5-9bdd-373ed90eaee2 x-openstack-request-id: req-6165ad28-efa5-45a5-9bdd-373ed90eaee2 {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:02:51.193293 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8074ea87-78e5-4992-bb98-75c43cdfff39", "name": "network-vif-plugged", "status": "completed", "tag": "d690fcc9-618e-47da-bd9d-202c764f1a82", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:02:51.193552 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6165ad28-efa5-45a5-9bdd-373ed90eaee2 {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:02:51.193948 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8074ea87-78e5-4992-bb98-75c43cdfff39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd690fcc9-618e-47da-bd9d-202c764f1a82', 'code': 200} Feb 28 11:02:51.236737 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (d690fcc9-618e-47da-bd9d-202c764f1a82), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:51.288897 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=d690fcc9-618e-47da-bd9d-202c764f1a82,revision_number=13']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:02:51.379794 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:52.306376 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc7ad61-ff21-4a8d-8d44-fec400326bcb req-b0cc47be-faf1-459e-aec9-26ff60300444 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:52.307914 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-4dc7ad61-ff21-4a8d-8d44-fec400326bcb req-b0cc47be-faf1-459e-aec9-26ff60300444 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 946 time: 0.0577469 Feb 28 11:02:52.368681 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-4dc7ad61-ff21-4a8d-8d44-fec400326bcb req-1ba79327-6952-4f09-b5c8-fae877ba78f8 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511217 Feb 28 11:02:52.722479 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:53.490978 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a6e1e9-7e45-41be-bed2-abedca8349b2 req-886bea51-09fa-4ac2-8fd2-c6c04949c2cc tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:53.492519 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-17a6e1e9-7e45-41be-bed2-abedca8349b2 req-886bea51-09fa-4ac2-8fd2-c6c04949c2cc tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 946 time: 0.0544851 Feb 28 11:02:53.538811 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-17a6e1e9-7e45-41be-bed2-abedca8349b2 req-5a6edec0-5050-4b8e-a0ce-fce19b6bcd8f tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405734 Feb 28 11:02:54.667680 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739cd50f-aeb9-40e9-bc77-312364895011 req-ebc36578-0a7c-4b4b-aa03-c204184291d4 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:54.669258 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-739cd50f-aeb9-40e9-bc77-312364895011 req-ebc36578-0a7c-4b4b-aa03-c204184291d4 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 946 time: 0.0605588 Feb 28 11:02:54.720598 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-739cd50f-aeb9-40e9-bc77-312364895011 req-34b3391b-2a9f-4f42-93fa-4ed75a1b77ef tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452507 Feb 28 11:02:54.849238 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd01a00-e2d4-4d38-a7b1-51409d43599f req-06b2140c-508f-4b60-9842-79ac80ab7513 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:54.850765 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-7cd01a00-e2d4-4d38-a7b1-51409d43599f req-06b2140c-508f-4b60-9842-79ac80ab7513 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 946 time: 0.0543830 Feb 28 11:02:54.903029 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-7cd01a00-e2d4-4d38-a7b1-51409d43599f req-472d5fb6-ab99-4a0d-8809-81b7f4e91aed tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467188 Feb 28 11:02:55.029822 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634eac1f-d66a-4dd2-b5d3-de47af68fa38 req-0c84a85e-1553-4808-828a-119de98aa7ac tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:55.031706 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-634eac1f-d66a-4dd2-b5d3-de47af68fa38 req-0c84a85e-1553-4808-828a-119de98aa7ac tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 946 time: 0.0628471 Feb 28 11:02:55.081396 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-634eac1f-d66a-4dd2-b5d3-de47af68fa38 req-c23c4a9b-f6fa-44ff-b6eb-804ff4e8c6e5 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438735 Feb 28 11:02:55.622248 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e180ce-b858-4370-b54f-be46d3bd587f req-4b9a4a8b-8090-4cc6-a0b4-12ea3c64bbf6 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:55.623792 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-13e180ce-b858-4370-b54f-be46d3bd587f req-4b9a4a8b-8090-4cc6-a0b4-12ea3c64bbf6 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 946 time: 0.0598288 Feb 28 11:02:55.672649 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-13e180ce-b858-4370-b54f-be46d3bd587f req-bd303ca4-8cfc-470c-b168-d2316bc7bc47 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427628 Feb 28 11:02:56.813873 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6159e-f954-4841-b2d0-28de49c5060c req-2127f72a-6dc5-4671-b212-0c7769d10238 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:56.815441 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e6d6159e-f954-4841-b2d0-28de49c5060c req-2127f72a-6dc5-4671-b212-0c7769d10238 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 946 time: 0.0579665 Feb 28 11:02:56.865816 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e6d6159e-f954-4841-b2d0-28de49c5060c req-ef19ed21-4024-4b7a-a36b-c76109e49d20 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441494 Feb 28 11:02:57.988453 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf7d38-7457-4cc3-a95a-4ee14e6fcee7 req-c1d61d85-1eef-4e97-9b49-f9298542d006 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:57.989943 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d6bf7d38-7457-4cc3-a95a-4ee14e6fcee7 req-c1d61d85-1eef-4e97-9b49-f9298542d006 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 946 time: 0.0549982 Feb 28 11:02:58.039073 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d6bf7d38-7457-4cc3-a95a-4ee14e6fcee7 req-2e2ec599-2295-4876-b747-1acd5b372664 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups?id=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434825 Feb 28 11:02:58.150528 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959e3cb-df29-47a1-bd80-0b324face97e req-862d963a-3d43-4c44-a9cb-edb4d0ce3184 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:58.151996 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5959e3cb-df29-47a1-bd80-0b324face97e req-862d963a-3d43-4c44-a9cb-edb4d0ce3184 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.70 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 946 time: 0.0549233 Feb 28 11:02:58.267872 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-5959e3cb-df29-47a1-bd80-0b324face97e req-1339d147-8944-417f-8d13-1b083be7e5a3 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Deleting port d690fcc9-618e-47da-bd9d-202c764f1a82 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:02:58.268212 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-5959e3cb-df29-47a1-bd80-0b324face97e req-1339d147-8944-417f-8d13-1b083be7e5a3 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (d690fcc9-618e-47da-bd9d-202c764f1a82), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:58.355159 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-5959e3cb-df29-47a1-bd80-0b324face97e req-1339d147-8944-417f-8d13-1b083be7e5a3 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] For port d690fcc9-618e-47da-bd9d-202c764f1a82, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=d690fcc9-618e-47da-bd9d-202c764f1a82,segment=NetworkSegment(96ee30df-f6c7-4eea-80a0-2c3e133514b5),segment_id=96ee30df-f6c7-4eea-80a0-2c3e133514b5)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:02:58.355515 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-5959e3cb-df29-47a1-bd80-0b324face97e req-1339d147-8944-417f-8d13-1b083be7e5a3 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (d690fcc9-618e-47da-bd9d-202c764f1a82), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:58.538883 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-5959e3cb-df29-47a1-bd80-0b324face97e req-1339d147-8944-417f-8d13-1b083be7e5a3 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:58.539167 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-5959e3cb-df29-47a1-bd80-0b324face97e req-1339d147-8944-417f-8d13-1b083be7e5a3 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047917'] for floatingip (fb04ac62-24b2-48d1-b827-aaa23bb27fc7), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:58.539488 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.l3_db [req-5959e3cb-df29-47a1-bd80-0b324face97e req-1339d147-8944-417f-8d13-1b083be7e5a3 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Floating IP fb04ac62-24b2-48d1-b827-aaa23bb27fc7 disassociated. External IP: 172.26.3.217, port: d690fcc9-618e-47da-bd9d-202c764f1a82. Feb 28 11:02:58.539827 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-5959e3cb-df29-47a1-bd80-0b324face97e req-1339d147-8944-417f-8d13-1b083be7e5a3 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Calling delete_port for d690fcc9-618e-47da-bd9d-202c764f1a82 owned by compute:nova {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:02:58.712179 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:02:58.716888 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-5959e3cb-df29-47a1-bd80-0b324face97e req-1339d147-8944-417f-8d13-1b083be7e5a3 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (d690fcc9-618e-47da-bd9d-202c764f1a82), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:58.752683 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1339d147-8944-417f-8d13-1b083be7e5a3 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Pushing event deleted for resources: {'Port': ['ID=d690fcc9-618e-47da-bd9d-202c764f1a82,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:02:58.764196 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1339d147-8944-417f-8d13-1b083be7e5a3 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:02:58.764505 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1339d147-8944-417f-8d13-1b083be7e5a3 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:02:58.765608 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1339d147-8944-417f-8d13-1b083be7e5a3 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:02:58.766139 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1339d147-8944-417f-8d13-1b083be7e5a3 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:02:58.766721 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1339d147-8944-417f-8d13-1b083be7e5a3 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:02:58.767358 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1339d147-8944-417f-8d13-1b083be7e5a3 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:02:58.767759 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1339d147-8944-417f-8d13-1b083be7e5a3 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:02:58.768110 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1339d147-8944-417f-8d13-1b083be7e5a3 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:02:58.768515 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1339d147-8944-417f-8d13-1b083be7e5a3 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:02:58.768814 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1339d147-8944-417f-8d13-1b083be7e5a3 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:02:58.769149 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1339d147-8944-417f-8d13-1b083be7e5a3 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:02:58.769486 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1339d147-8944-417f-8d13-1b083be7e5a3 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:02:58.769816 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1339d147-8944-417f-8d13-1b083be7e5a3 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:02:58.901423 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5959e3cb-df29-47a1-bd80-0b324face97e req-1339d147-8944-417f-8d13-1b083be7e5a3 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Router 79371963-d79a-45a0-94f5-af72a4029f6e has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:02:59.037263 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5959e3cb-df29-47a1-bd80-0b324face97e req-1339d147-8944-417f-8d13-1b083be7e5a3 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:02:59.048968 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab460b8f-a4af-4483-b093-007c854e8b64 None None] Sync routers for ids ['79371963-d79a-45a0-94f5-af72a4029f6e'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:02:59.060822 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab460b8f-a4af-4483-b093-007c854e8b64 None None] Routers {'79371963-d79a-45a0-94f5-af72a4029f6e'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:02:59.061498 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-ab460b8f-a4af-4483-b093-007c854e8b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:02:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['79371963-d79a-45a0-94f5-af72a4029f6e'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:02:59.090174 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-5959e3cb-df29-47a1-bd80-0b324face97e req-1339d147-8944-417f-8d13-1b083be7e5a3 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] No DVR routers for this DVR port d690fcc9-618e-47da-bd9d-202c764f1a82 on host hv-neutron-8291 {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:02:59.094118 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-5959e3cb-df29-47a1-bd80-0b324face97e req-1339d147-8944-417f-8d13-1b083be7e5a3 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:59.098298 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5959e3cb-df29-47a1-bd80-0b324face97e req-1339d147-8944-417f-8d13-1b083be7e5a3 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.70 "DELETE /v2.0/ports/d690fcc9-618e-47da-bd9d-202c764f1a82 HTTP/1.1" status: 204 len: 173 time: 0.9412389 Feb 28 11:02:59.098854 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8074ea87-78e5-4992-bb98-75c43cdfff39', 'name': 'network-vif-deleted', 'tag': 'd690fcc9-618e-47da-bd9d-202c764f1a82'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:02:59.103061 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347de734-5f7f-41b4-b2c9-d8775abc9a3a" -d '{"events": [{"server_uuid": "8074ea87-78e5-4992-bb98-75c43cdfff39", "name": "network-vif-deleted", "tag": "d690fcc9-618e-47da-bd9d-202c764f1a82"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:02:59.152426 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1d987292-d301-4b82-82d8-0d934b0c4e7d req-008cda19-0f3e-4a54-a63a-bd1cb82e7719 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 210 time: 0.0315654 Feb 28 11:02:59.212861 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28885cc7-be0d-4006-a147-b9fe01973279 x-openstack-request-id: req-28885cc7-be0d-4006-a147-b9fe01973279 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:02:59.213193 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8074ea87-78e5-4992-bb98-75c43cdfff39", "name": "network-vif-deleted", "tag": "d690fcc9-618e-47da-bd9d-202c764f1a82", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:02:59.213457 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-28885cc7-be0d-4006-a147-b9fe01973279 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:02:59.213875 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8074ea87-78e5-4992-bb98-75c43cdfff39', 'name': 'network-vif-deleted', 'tag': 'd690fcc9-618e-47da-bd9d-202c764f1a82', 'status': 'completed', 'code': 200} Feb 28 11:02:59.340938 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-ab460b8f-a4af-4483-b093-007c854e8b64 None None] Set router 79371963-d79a-45a0-94f5-af72a4029f6e gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:02:59.549728 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-ab460b8f-a4af-4483-b093-007c854e8b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'name': 'tempest-ServerActionsTestJSON-1511207104-router', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '06c12765-1bcf-41a5-8676-fd27694fcd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:58:13Z', 'updated_at': '2022-02-28T10:58:16Z', 'revision_number': 4, 'project_id': 'ea16063c770248fbbecd744612bca408', 'gw_port': {'id': '06c12765-1bcf-41a5-8676-fd27694fcd20', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:39:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:58:13Z', 'updated_at': '2022-02-28T10:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '48eef3a4-f10b-4de2-add8-76a25c08dc71', 'name': '', 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'mac_address': 'fa:16:3e:59:5b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '6c7b4467-99ef-4929-9546-77b5d277521f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:58:16Z', 'updated_at': '2022-02-28T10:58:20Z', 'revision_number': 5, 'project_id': 'ea16063c770248fbbecd744612bca408', 'subnets': [{'id': '6c7b4467-99ef-4929-9546-77b5d277521f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:02:59.580371 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab460b8f-a4af-4483-b093-007c854e8b64 None None] Checking router: 79371963-d79a-45a0-94f5-af72a4029f6e for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:02:59.588741 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab460b8f-a4af-4483-b093-007c854e8b64 None None] Routers {'79371963-d79a-45a0-94f5-af72a4029f6e'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:02:59.589353 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-ab460b8f-a4af-4483-b093-007c854e8b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:02:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['79371963-d79a-45a0-94f5-af72a4029f6e'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:02:59.697583 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-ab460b8f-a4af-4483-b093-007c854e8b64 None None] Set router 79371963-d79a-45a0-94f5-af72a4029f6e gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:02:59.897366 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-ab460b8f-a4af-4483-b093-007c854e8b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'name': 'tempest-ServerActionsTestJSON-1511207104-router', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '06c12765-1bcf-41a5-8676-fd27694fcd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:58:13Z', 'updated_at': '2022-02-28T10:58:16Z', 'revision_number': 4, 'project_id': 'ea16063c770248fbbecd744612bca408', 'gw_port': {'id': '06c12765-1bcf-41a5-8676-fd27694fcd20', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:39:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:58:13Z', 'updated_at': '2022-02-28T10:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '48eef3a4-f10b-4de2-add8-76a25c08dc71', 'name': '', 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'mac_address': 'fa:16:3e:59:5b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '6c7b4467-99ef-4929-9546-77b5d277521f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:58:16Z', 'updated_at': '2022-02-28T10:58:20Z', 'revision_number': 5, 'project_id': 'ea16063c770248fbbecd744612bca408', 'subnets': [{'id': '6c7b4467-99ef-4929-9546-77b5d277521f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:02:59.924445 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab460b8f-a4af-4483-b093-007c854e8b64 None None] The sync data for ids ['79371963-d79a-45a0-94f5-af72a4029f6e'] in dv-neutron-829161-3-hyperv is: [{'id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'name': 'tempest-ServerActionsTestJSON-1511207104-router', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '06c12765-1bcf-41a5-8676-fd27694fcd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:58:13Z', 'updated_at': '2022-02-28T10:58:16Z', 'revision_number': 4, 'project_id': 'ea16063c770248fbbecd744612bca408', 'gw_port': {'id': '06c12765-1bcf-41a5-8676-fd27694fcd20', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:39:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:58:13Z', 'updated_at': '2022-02-28T10:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '48eef3a4-f10b-4de2-add8-76a25c08dc71', 'name': '', 'network_id': 'dbd59d93-7959-45a7-8d0b-d27ddc516a22', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'mac_address': 'fa:16:3e:59:5b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '6c7b4467-99ef-4929-9546-77b5d277521f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:58:16Z', 'updated_at': '2022-02-28T10:58:20Z', 'revision_number': 5, 'project_id': 'ea16063c770248fbbecd744612bca408', 'subnets': [{'id': '6c7b4467-99ef-4929-9546-77b5d277521f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:03:00.158521 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e656d452-f033-4c99-9ac3-cb5a666a85a6 None None] New status for floating IP fb04ac62-24b2-48d1-b827-aaa23bb27fc7: DOWN {{(pid=104086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:03:00.272344 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1e8b471f-6306-4b7b-b445-f2162bbdaab2 req-fe4763a8-a8f2-4a2a-bd51-62556f072c91 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 210 time: 0.0302536 Feb 28 11:03:00.791057 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:01.012623 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device d690fcc9-618e-47da-bd9d-202c764f1a82 no longer exists at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:03:01.038315 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] No Port match for: d690fcc9-618e-47da-bd9d-202c764f1a82 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:03:01.038674 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device d690fcc9-618e-47da-bd9d-202c764f1a82 not bound to the agent host hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:03:01.377579 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-bc58e5d4-3846-49f6-9eb8-81b248710674 req-0e7a08f0-bd6d-4ffa-b5a6-0409bea63a2b tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 210 time: 0.0312243 Feb 28 11:03:02.475945 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0f3b3b38-32f6-4dcc-abdb-41be4d2015b6 req-570c39a7-a566-4382-968f-8e55d78689c9 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 210 time: 0.0272214 Feb 28 11:03:03.578751 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-393b478e-a63d-4ea7-a87d-adf0a80b813c req-04a595d6-24ce-48fd-8578-1355f0a78628 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 210 time: 0.0340497 Feb 28 11:03:04.691770 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d82aa3ee-3aff-4719-8c16-7da427bcd90c req-6e257f84-e9f6-4fbf-9f02-5361b8fea322 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 210 time: 0.0388916 Feb 28 11:03:05.791529 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-abda3c99-158a-42d4-b28f-0181abfd8cba req-66185d7a-13e9-4ae8-aecb-9dcb1781b2a2 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 210 time: 0.0281324 Feb 28 11:03:06.929554 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f22047da-65b0-4864-8ab4-57219de0b546 req-f38da598-431b-4cd2-ab47-e613ed4b7c55 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 210 time: 0.0276392 Feb 28 11:03:08.066852 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-61c753aa-0805-4c18-a052-9680d2f482a3 req-92510cb7-16af-48ed-bf42-fac52db21989 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 210 time: 0.0441046 Feb 28 11:03:09.188131 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0aca3494-8390-4e53-be06-3ec5cdf711f2 req-1df4a244-bfbd-429b-b652-5bc188b60c0b tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/ports?device_id=8074ea87-78e5-4992-bb98-75c43cdfff39 HTTP/1.1" status: 200 len: 210 time: 0.0287819 Feb 28 11:03:16.482278 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3d2815ec-bf54-4ae4-953d-25c711efc6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:17.372043 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 54016) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:03:17.432704 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c8a4f32b-2c1d-415b-abbb-64cbf7421e06 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks [] for security_group (a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:17.457811 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c8a4f32b-2c1d-415b-abbb-64cbf7421e06 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks [] for security_group (a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:17.590617 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c8a4f32b-2c1d-415b-abbb-64cbf7421e06 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:17.594293 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c8a4f32b-2c1d-415b-abbb-64cbf7421e06 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:17.598289 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 54018) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:03:17.598809 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-c8a4f32b-2c1d-415b-abbb-64cbf7421e06 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "DELETE /v2.0/security-groups/a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba HTTP/1.1" status: 204 len: 168 time: 0.2252629 Feb 28 11:03:17.609443 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a4f32b-2c1d-415b-abbb-64cbf7421e06 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:03:17.623870 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-f8306fb7-d76f-4b3c-8a23-c79dbcc9d55b tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] show failed (client error): The resource could not be found. Feb 28 11:03:17.631147 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-f8306fb7-d76f-4b3c-8a23-c79dbcc9d55b tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "GET /v2.0/security-groups/a079ecb6-ffcf-40ce-b2e9-0a70e9c885ba HTTP/1.1" status: 404 len: 347 time: 0.0254886 Feb 28 11:03:17.631608 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 54020) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:03:17.767598 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-24e96f3c-be7c-4ecb-bba0-21f7a2a9480a tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Deleting port b4ec8040-d8bc-4435-8659-8a658e0f0e6e {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:03:17.767859 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-24e96f3c-be7c-4ecb-bba0-21f7a2a9480a tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (b4ec8040-d8bc-4435-8659-8a658e0f0e6e), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:17.851191 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-24e96f3c-be7c-4ecb-bba0-21f7a2a9480a tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (b4ec8040-d8bc-4435-8659-8a658e0f0e6e), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:17.851518 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-24e96f3c-be7c-4ecb-bba0-21f7a2a9480a tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks [] for floatingip (b4ec8040-d8bc-4435-8659-8a658e0f0e6e), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:17.864174 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-24e96f3c-be7c-4ecb-bba0-21f7a2a9480a tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Calling delete_port for b4ec8040-d8bc-4435-8659-8a658e0f0e6e owned by network:floatingip {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:03:18.071271 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-24e96f3c-be7c-4ecb-bba0-21f7a2a9480a tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (b4ec8040-d8bc-4435-8659-8a658e0f0e6e), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:18.100589 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e96f3c-be7c-4ecb-bba0-21f7a2a9480a tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Pushing event deleted for resources: {'Port': ['ID=b4ec8040-d8bc-4435-8659-8a658e0f0e6e,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:03:18.173755 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-24e96f3c-be7c-4ecb-bba0-21f7a2a9480a tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks [] for floatingip (fb04ac62-24b2-48d1-b827-aaa23bb27fc7), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:18.176559 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-24e96f3c-be7c-4ecb-bba0-21f7a2a9480a tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:18.177753 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-24e96f3c-be7c-4ecb-bba0-21f7a2a9480a tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] 10.222.0.62 "DELETE /v2.0/floatingips/fb04ac62-24b2-48d1-b827-aaa23bb27fc7 HTTP/1.1" status: 204 len: 168 time: 0.5448670 Feb 28 11:03:18.180673 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 54022) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:03:18.692670 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-89da304d-72f3-44d9-bea7-fc9613c01299 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047661'] for router_interface (79371963-d79a-45a0-94f5-af72a4029f6e), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:18.693514 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-95c8fd71-a647-45c5-9aeb-938643f41f27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:19.037888 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-89da304d-72f3-44d9-bea7-fc9613c01299 admin admin] Deleting port 48eef3a4-f10b-4de2-add8-76a25c08dc71 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:03:19.038259 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-89da304d-72f3-44d9-bea7-fc9613c01299 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (48eef3a4-f10b-4de2-add8-76a25c08dc71), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:19.131223 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-89da304d-72f3-44d9-bea7-fc9613c01299 admin admin] For port 48eef3a4-f10b-4de2-add8-76a25c08dc71, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=48eef3a4-f10b-4de2-add8-76a25c08dc71,segment=NetworkSegment(96ee30df-f6c7-4eea-80a0-2c3e133514b5),segment_id=96ee30df-f6c7-4eea-80a0-2c3e133514b5)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:03:19.131587 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-89da304d-72f3-44d9-bea7-fc9613c01299 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (48eef3a4-f10b-4de2-add8-76a25c08dc71), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:19.144999 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-89da304d-72f3-44d9-bea7-fc9613c01299 admin admin] Calling delete_port for 48eef3a4-f10b-4de2-add8-76a25c08dc71 owned by network:router_interface {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:03:19.408309 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-89da304d-72f3-44d9-bea7-fc9613c01299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (48eef3a4-f10b-4de2-add8-76a25c08dc71), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:19.432833 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89da304d-72f3-44d9-bea7-fc9613c01299 admin admin] Pushing event deleted for resources: {'Port': ['ID=48eef3a4-f10b-4de2-add8-76a25c08dc71,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:03:19.612793 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-89da304d-72f3-44d9-bea7-fc9613c01299 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1047681'] for router_interface (79371963-d79a-45a0-94f5-af72a4029f6e), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:19.837674 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89da304d-72f3-44d9-bea7-fc9613c01299 admin admin] Router 79371963-d79a-45a0-94f5-af72a4029f6e has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:03:20.093853 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:20.252830 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89da304d-72f3-44d9-bea7-fc9613c01299 admin admin] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:03:20.258052 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-89da304d-72f3-44d9-bea7-fc9613c01299 admin admin] 10.222.0.62 "PUT /v2.0/routers/79371963-d79a-45a0-94f5-af72a4029f6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0762336 Feb 28 11:03:20.260446 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 54026) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:03:20.261475 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9238937-1cc6-4365-912f-219d8ef1a642 None None] Sync routers for ids ['79371963-d79a-45a0-94f5-af72a4029f6e'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:03:20.272274 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9238937-1cc6-4365-912f-219d8ef1a642 None None] Routers {'79371963-d79a-45a0-94f5-af72a4029f6e'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:03:20.272909 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-b9238937-1cc6-4365-912f-219d8ef1a642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:03:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['79371963-d79a-45a0-94f5-af72a4029f6e'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:03:20.377465 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5a32143a-95af-4fdb-8d41-f88adde297d0 admin admin] Publish callbacks [] for router (79371963-d79a-45a0-94f5-af72a4029f6e), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:20.386817 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-b9238937-1cc6-4365-912f-219d8ef1a642 None None] Set router 79371963-d79a-45a0-94f5-af72a4029f6e gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:03:20.489352 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5a32143a-95af-4fdb-8d41-f88adde297d0 admin admin] Publish callbacks [] for router_gateway (79371963-d79a-45a0-94f5-af72a4029f6e), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:20.568554 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-b9238937-1cc6-4365-912f-219d8ef1a642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'name': 'tempest-ServerActionsTestJSON-1511207104-router', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '06c12765-1bcf-41a5-8676-fd27694fcd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:58:13Z', 'updated_at': '2022-02-28T11:03:19Z', 'revision_number': 5, 'project_id': 'ea16063c770248fbbecd744612bca408', 'gw_port': {'id': '06c12765-1bcf-41a5-8676-fd27694fcd20', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:39:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:58:13Z', 'updated_at': '2022-02-28T10:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:03:20.600534 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9238937-1cc6-4365-912f-219d8ef1a642 None None] Checking router: 79371963-d79a-45a0-94f5-af72a4029f6e for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:03:20.609076 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9238937-1cc6-4365-912f-219d8ef1a642 None None] Routers {'79371963-d79a-45a0-94f5-af72a4029f6e'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:03:20.609933 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-b9238937-1cc6-4365-912f-219d8ef1a642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:03:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['79371963-d79a-45a0-94f5-af72a4029f6e'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:03:20.641810 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-5a32143a-95af-4fdb-8d41-f88adde297d0 admin admin] Deleting port 06c12765-1bcf-41a5-8676-fd27694fcd20 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:03:20.642092 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5a32143a-95af-4fdb-8d41-f88adde297d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (06c12765-1bcf-41a5-8676-fd27694fcd20), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:20.705960 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-b9238937-1cc6-4365-912f-219d8ef1a642 None None] Set router 79371963-d79a-45a0-94f5-af72a4029f6e gateway port host: None {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:03:20.739742 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5a32143a-95af-4fdb-8d41-f88adde297d0 admin admin] For port 06c12765-1bcf-41a5-8676-fd27694fcd20, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=06c12765-1bcf-41a5-8676-fd27694fcd20,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:03:20.740108 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5a32143a-95af-4fdb-8d41-f88adde297d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (06c12765-1bcf-41a5-8676-fd27694fcd20), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:20.753164 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-5a32143a-95af-4fdb-8d41-f88adde297d0 admin admin] Calling delete_port for 06c12765-1bcf-41a5-8676-fd27694fcd20 owned by network:router_gateway {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:03:20.758338 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-b9238937-1cc6-4365-912f-219d8ef1a642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'name': 'tempest-ServerActionsTestJSON-1511207104-router', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:58:13Z', 'updated_at': '2022-02-28T11:03:20Z', 'revision_number': 6, 'project_id': 'ea16063c770248fbbecd744612bca408', 'gw_port_host': None}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:03:20.787481 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9238937-1cc6-4365-912f-219d8ef1a642 None None] The sync data for ids ['79371963-d79a-45a0-94f5-af72a4029f6e'] in dv-neutron-829161-3-hyperv is: [{'id': '79371963-d79a-45a0-94f5-af72a4029f6e', 'name': 'tempest-ServerActionsTestJSON-1511207104-router', 'tenant_id': 'ea16063c770248fbbecd744612bca408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:58:13Z', 'updated_at': '2022-02-28T11:03:20Z', 'revision_number': 6, 'project_id': 'ea16063c770248fbbecd744612bca408', 'gw_port_host': None}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:03:21.014158 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5a32143a-95af-4fdb-8d41-f88adde297d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (06c12765-1bcf-41a5-8676-fd27694fcd20), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:21.055187 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a32143a-95af-4fdb-8d41-f88adde297d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=06c12765-1bcf-41a5-8676-fd27694fcd20,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:03:21.118382 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5a32143a-95af-4fdb-8d41-f88adde297d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047843'] for router_gateway (79371963-d79a-45a0-94f5-af72a4029f6e), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:21.224924 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5a32143a-95af-4fdb-8d41-f88adde297d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (79371963-d79a-45a0-94f5-af72a4029f6e), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:21.227103 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5a32143a-95af-4fdb-8d41-f88adde297d0 admin admin] Publish callbacks [] for router_controller (79371963-d79a-45a0-94f5-af72a4029f6e), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:21.350967 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5a32143a-95af-4fdb-8d41-f88adde297d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (79371963-d79a-45a0-94f5-af72a4029f6e), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:21.351511 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a32143a-95af-4fdb-8d41-f88adde297d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79371963-d79a-45a0-94f5-af72a4029f6e {{(pid=104083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:03:21.355932 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5a32143a-95af-4fdb-8d41-f88adde297d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:21.359525 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-5a32143a-95af-4fdb-8d41-f88adde297d0 admin admin] 10.222.0.62 "DELETE /v2.0/routers/79371963-d79a-45a0-94f5-af72a4029f6e HTTP/1.1" status: 204 len: 168 time: 1.0957162 Feb 28 11:03:21.360935 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 54028) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:03:21.402453 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:21.407217 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4f1719f-83dd-4556-ad9a-f5abe4b1dd01 admin admin] Deleting subnet 6c7b4467-99ef-4929-9546-77b5d277521f {{(pid=104083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 11:03:21.410297 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a4f1719f-83dd-4556-ad9a-f5abe4b1dd01 admin admin] Publish callbacks [] for subnet (6c7b4467-99ef-4929-9546-77b5d277521f), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:21.446928 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a4f1719f-83dd-4556-ad9a-f5abe4b1dd01 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59245535'] for subnet (6c7b4467-99ef-4929-9546-77b5d277521f), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:21.533714 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a4f1719f-83dd-4556-ad9a-f5abe4b1dd01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (6c7b4467-99ef-4929-9546-77b5d277521f), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:21.654071 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a4f1719f-83dd-4556-ad9a-f5abe4b1dd01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (6c7b4467-99ef-4929-9546-77b5d277521f), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:21.680922 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f1719f-83dd-4556-ad9a-f5abe4b1dd01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c7b4467-99ef-4929-9546-77b5d277521f,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:03:21.684591 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a4f1719f-83dd-4556-ad9a-f5abe4b1dd01 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:21.688273 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a4f1719f-83dd-4556-ad9a-f5abe4b1dd01 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/6c7b4467-99ef-4929-9546-77b5d277521f HTTP/1.1" status: 204 len: 168 time: 0.3262999 Feb 28 11:03:21.693271 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 54030) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:03:21.695881 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893eef29-2c78-46c6-88e5-7b45399005d6 None None] Network dbd59d93-7959-45a7-8d0b-d27ddc516a22 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:03:21.773459 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-699d9002-7dc6-465e-942d-a43e51173b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (dbd59d93-7959-45a7-8d0b-d27ddc516a22), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:21.840932 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-699d9002-7dc6-465e-942d-a43e51173b49 admin admin] Deleting port 0757840d-96eb-47d1-a26b-5a1e95ea218e {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:03:21.841231 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-699d9002-7dc6-465e-942d-a43e51173b49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (0757840d-96eb-47d1-a26b-5a1e95ea218e), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:21.880833 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df9bd29-4cd4-4e41-baf1-aa42d90f3b6d None None] DHCP port deletion for dbd59d93-7959-45a7-8d0b-d27ddc516a22 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 11:03:21.912813 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-699d9002-7dc6-465e-942d-a43e51173b49 admin admin] For port 0757840d-96eb-47d1-a26b-5a1e95ea218e, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=0757840d-96eb-47d1-a26b-5a1e95ea218e,segment=NetworkSegment(96ee30df-f6c7-4eea-80a0-2c3e133514b5),segment_id=96ee30df-f6c7-4eea-80a0-2c3e133514b5)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:03:21.913183 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-699d9002-7dc6-465e-942d-a43e51173b49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (0757840d-96eb-47d1-a26b-5a1e95ea218e), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:21.927848 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-699d9002-7dc6-465e-942d-a43e51173b49 admin admin] Calling delete_port for 0757840d-96eb-47d1-a26b-5a1e95ea218e owned by network:dhcp {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:03:21.938288 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-6df9bd29-4cd4-4e41-baf1-aa42d90f3b6d None None] Deleting port 0757840d-96eb-47d1-a26b-5a1e95ea218e {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:03:21.938709 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6df9bd29-4cd4-4e41-baf1-aa42d90f3b6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (0757840d-96eb-47d1-a26b-5a1e95ea218e), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:22.011214 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-6df9bd29-4cd4-4e41-baf1-aa42d90f3b6d None None] For port 0757840d-96eb-47d1-a26b-5a1e95ea218e, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=0757840d-96eb-47d1-a26b-5a1e95ea218e,segment=NetworkSegment(96ee30df-f6c7-4eea-80a0-2c3e133514b5),segment_id=96ee30df-f6c7-4eea-80a0-2c3e133514b5)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:03:22.011635 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6df9bd29-4cd4-4e41-baf1-aa42d90f3b6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (0757840d-96eb-47d1-a26b-5a1e95ea218e), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:22.024068 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-6df9bd29-4cd4-4e41-baf1-aa42d90f3b6d None None] Calling delete_port for 0757840d-96eb-47d1-a26b-5a1e95ea218e owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:03:22.088064 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-699d9002-7dc6-465e-942d-a43e51173b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (0757840d-96eb-47d1-a26b-5a1e95ea218e), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:22.120686 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6df9bd29-4cd4-4e41-baf1-aa42d90f3b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (0757840d-96eb-47d1-a26b-5a1e95ea218e), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:22.129819 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699d9002-7dc6-465e-942d-a43e51173b49 admin admin] Pushing event deleted for resources: {'Port': ['ID=0757840d-96eb-47d1-a26b-5a1e95ea218e,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:03:22.131997 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699d9002-7dc6-465e-942d-a43e51173b49 admin admin] No DVR routers for this DVR port 0757840d-96eb-47d1-a26b-5a1e95ea218e on host dv-neutron-829161-3-hyperv {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:03:22.147467 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df9bd29-4cd4-4e41-baf1-aa42d90f3b6d None None] Pushing event deleted for resources: {'Port': ['ID=0757840d-96eb-47d1-a26b-5a1e95ea218e,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:03:22.149698 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df9bd29-4cd4-4e41-baf1-aa42d90f3b6d None None] No DVR routers for this DVR port 0757840d-96eb-47d1-a26b-5a1e95ea218e on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:03:22.158563 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df9bd29-4cd4-4e41-baf1-aa42d90f3b6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:03:22.158950 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df9bd29-4cd4-4e41-baf1-aa42d90f3b6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:03:22.159310 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df9bd29-4cd4-4e41-baf1-aa42d90f3b6d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:03:22.160048 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df9bd29-4cd4-4e41-baf1-aa42d90f3b6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:03:22.160048 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df9bd29-4cd4-4e41-baf1-aa42d90f3b6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:03:22.160316 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df9bd29-4cd4-4e41-baf1-aa42d90f3b6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:03:22.160654 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df9bd29-4cd4-4e41-baf1-aa42d90f3b6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:03:22.161048 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df9bd29-4cd4-4e41-baf1-aa42d90f3b6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:03:22.161317 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df9bd29-4cd4-4e41-baf1-aa42d90f3b6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:03:22.161652 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df9bd29-4cd4-4e41-baf1-aa42d90f3b6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:03:22.161995 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df9bd29-4cd4-4e41-baf1-aa42d90f3b6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:03:22.162305 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df9bd29-4cd4-4e41-baf1-aa42d90f3b6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:03:22.162636 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df9bd29-4cd4-4e41-baf1-aa42d90f3b6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:03:22.213023 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-699d9002-7dc6-465e-942d-a43e51173b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (dbd59d93-7959-45a7-8d0b-d27ddc516a22), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:22.233463 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-699d9002-7dc6-465e-942d-a43e51173b49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbd59d93-7959-45a7-8d0b-d27ddc516a22']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:03:22.242531 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-699d9002-7dc6-465e-942d-a43e51173b49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96ee30df-f6c7-4eea-80a0-2c3e133514b5') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:03:22.242843 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-699d9002-7dc6-465e-942d-a43e51173b49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96ee30df-f6c7-4eea-80a0-2c3e133514b5') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:03:22.252101 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-699d9002-7dc6-465e-942d-a43e51173b49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (96ee30df-f6c7-4eea-80a0-2c3e133514b5), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:22.265371 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-699d9002-7dc6-465e-942d-a43e51173b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (96ee30df-f6c7-4eea-80a0-2c3e133514b5), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:22.271422 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-699d9002-7dc6-465e-942d-a43e51173b49 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:03:22.271841 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-699d9002-7dc6-465e-942d-a43e51173b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (96ee30df-f6c7-4eea-80a0-2c3e133514b5), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:22.273541 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 11:03:22.273541 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:03:22.273541 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 11:03:22.273541 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:03:22.273541 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 11:03:22.273541 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 11:03:22.273541 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 11:03:22.273541 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:03:22.273541 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 11:03:22.273541 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:03:22.273541 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 11:03:22.273541 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:03:22.273541 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 11:03:22.273541 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 11:03:22.273541 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:03:22.273541 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 11:03:22.273541 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:03:22.273541 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 11:03:22.273541 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 11:03:22.273541 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:03:22.273541 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 11:03:22.273541 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:03:22.273541 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:03:22.273541 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:03:22.273541 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 11:03:22.273541 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:03:22.273541 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:03:22.273541 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:03:22.273541 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:03:22.273541 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:03:22.273541 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:03:22.273541 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:03:22.361437 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 06c12765-1bcf-41a5-8676-fd27694fcd20 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:03:22.381764 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 06c12765-1bcf-41a5-8676-fd27694fcd20 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:03:22.382115 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 06c12765-1bcf-41a5-8676-fd27694fcd20 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:03:22.382537 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 0757840d-96eb-47d1-a26b-5a1e95ea218e no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:03:22.391324 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-699d9002-7dc6-465e-942d-a43e51173b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (dbd59d93-7959-45a7-8d0b-d27ddc516a22), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:22.398377 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-699d9002-7dc6-465e-942d-a43e51173b49 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:22.400794 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-699d9002-7dc6-465e-942d-a43e51173b49 admin admin] 10.222.0.62 "DELETE /v2.0/networks/dbd59d93-7959-45a7-8d0b-d27ddc516a22 HTTP/1.1" status: 204 len: 168 time: 0.7063046 Feb 28 11:03:22.402822 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 0757840d-96eb-47d1-a26b-5a1e95ea218e {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:03:22.403405 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 0757840d-96eb-47d1-a26b-5a1e95ea218e not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:03:22.403405 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 48eef3a4-f10b-4de2-add8-76a25c08dc71 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:03:22.415605 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699d9002-7dc6-465e-942d-a43e51173b49 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbd59d93-7959-45a7-8d0b-d27ddc516a22,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:03:22.429046 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 48eef3a4-f10b-4de2-add8-76a25c08dc71 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:03:22.429449 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 48eef3a4-f10b-4de2-add8-76a25c08dc71 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:03:22.672305 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 54034) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:03:22.716296 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-41b53aae-60d0-464f-b8cc-7257a377d299 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ea16063c770248fbbecd744612bca408&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0427880 Feb 28 11:03:22.718994 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 54036) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:03:22.775311 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f45c4b0d-cf46-4596-803e-3758e1d5d639 admin admin] Publish callbacks [] for security_group (7912dc55-f9bf-4d3d-bc9c-a6101d7f4ed3), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:22.797025 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f45c4b0d-cf46-4596-803e-3758e1d5d639 admin admin] Publish callbacks [] for security_group (7912dc55-f9bf-4d3d-bc9c-a6101d7f4ed3), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:22.877332 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:22.899439 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f45c4b0d-cf46-4596-803e-3758e1d5d639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (7912dc55-f9bf-4d3d-bc9c-a6101d7f4ed3), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:22.902138 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f45c4b0d-cf46-4596-803e-3758e1d5d639 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:22.903323 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-f45c4b0d-cf46-4596-803e-3758e1d5d639 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7912dc55-f9bf-4d3d-bc9c-a6101d7f4ed3 HTTP/1.1" status: 204 len: 168 time: 0.1833920 Feb 28 11:03:22.911456 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45c4b0d-cf46-4596-803e-3758e1d5d639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7912dc55-f9bf-4d3d-bc9c-a6101d7f4ed3,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:03:23.921907 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 54058) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:03:24.147188 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-6f8afdd8-4d94-40cb-b48c-ccbe025666d1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-636197081-network', 'tenant_id': 'dcd02d705448435084892d5b7a2b29d5'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:03:24.224846 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8afdd8-4d94-40cb-b48c-ccbe025666d1 admin admin] Made reservation on behalf of dcd02d705448435084892d5b7a2b29d5 for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:03:24.227738 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6f8afdd8-4d94-40cb-b48c-ccbe025666d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:24.240296 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6f8afdd8-4d94-40cb-b48c-ccbe025666d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:24.314817 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6f8afdd8-4d94-40cb-b48c-ccbe025666d1 admin admin] Publish callbacks [] for security_group (9c15143e-57bf-4299-a9bc-1b810bbc962e), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:24.373818 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6f8afdd8-4d94-40cb-b48c-ccbe025666d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (9c15143e-57bf-4299-a9bc-1b810bbc962e), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:24.415875 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f8afdd8-4d94-40cb-b48c-ccbe025666d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:03:24.424582 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8afdd8-4d94-40cb-b48c-ccbe025666d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c15143e-57bf-4299-a9bc-1b810bbc962e,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:03:24.432627 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6f8afdd8-4d94-40cb-b48c-ccbe025666d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (330e62f2-8d36-445c-880f-bdcf6ee877bb), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:24.433068 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-6f8afdd8-4d94-40cb-b48c-ccbe025666d1 admin admin] Added segment 330e62f2-8d36-445c-880f-bdcf6ee877bb of type vlan for network d16aa64b-46e7-4ca0-8a5e-57da84952498 Feb 28 11:03:24.496894 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6f8afdd8-4d94-40cb-b48c-ccbe025666d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (d16aa64b-46e7-4ca0-8a5e-57da84952498), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:24.596097 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6f8afdd8-4d94-40cb-b48c-ccbe025666d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (d16aa64b-46e7-4ca0-8a5e-57da84952498), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:24.597084 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8afdd8-4d94-40cb-b48c-ccbe025666d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:24.597692 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6f8afdd8-4d94-40cb-b48c-ccbe025666d1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:24.655699 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8afdd8-4d94-40cb-b48c-ccbe025666d1 admin admin] Pushing event updated for resources: {'Network': ['ID=d16aa64b-46e7-4ca0-8a5e-57da84952498,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:03:24.665868 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network d16aa64b-46e7-4ca0-8a5e-57da84952498 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 11:03:24.725874 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-6f8afdd8-4d94-40cb-b48c-ccbe025666d1 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8026724 Feb 28 11:03:24.731209 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 54062) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:03:24.737524 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-67fd82c9-0d2d-49c9-aa77-192332ee4fb4 admin admin] Request body: {'subnet': {'network_id': 'd16aa64b-46e7-4ca0-8a5e-57da84952498', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-636197081-subnet', 'tenant_id': 'dcd02d705448435084892d5b7a2b29d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:03:24.830518 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67fd82c9-0d2d-49c9-aa77-192332ee4fb4 admin admin] Made reservation on behalf of dcd02d705448435084892d5b7a2b29d5 for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:03:24.832989 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-67fd82c9-0d2d-49c9-aa77-192332ee4fb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:25.094206 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-67fd82c9-0d2d-49c9-aa77-192332ee4fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (4844b879-7796-487f-8046-e08f7b78f79e), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:25.155077 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fd82c9-0d2d-49c9-aa77-192332ee4fb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4844b879-7796-487f-8046-e08f7b78f79e,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:03:25.169880 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fd82c9-0d2d-49c9-aa77-192332ee4fb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:03:25.170770 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fd82c9-0d2d-49c9-aa77-192332ee4fb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:03:25.171138 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fd82c9-0d2d-49c9-aa77-192332ee4fb4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:03:25.175576 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fd82c9-0d2d-49c9-aa77-192332ee4fb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:03:25.175576 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fd82c9-0d2d-49c9-aa77-192332ee4fb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:03:25.175576 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fd82c9-0d2d-49c9-aa77-192332ee4fb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:03:25.175576 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fd82c9-0d2d-49c9-aa77-192332ee4fb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:03:25.175576 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fd82c9-0d2d-49c9-aa77-192332ee4fb4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:03:25.175576 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fd82c9-0d2d-49c9-aa77-192332ee4fb4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:03:25.175576 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fd82c9-0d2d-49c9-aa77-192332ee4fb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:03:25.175576 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fd82c9-0d2d-49c9-aa77-192332ee4fb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:03:25.175576 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fd82c9-0d2d-49c9-aa77-192332ee4fb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:03:25.175576 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fd82c9-0d2d-49c9-aa77-192332ee4fb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:03:25.186955 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fd82c9-0d2d-49c9-aa77-192332ee4fb4 admin admin] Checking segment: {'id': '330e62f2-8d36-445c-880f-bdcf6ee877bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd16aa64b-46e7-4ca0-8a5e-57da84952498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:03:25.187428 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fd82c9-0d2d-49c9-aa77-192332ee4fb4 admin admin] Network hostable DHCP agents. Network: d16aa64b-46e7-4ca0-8a5e-57da84952498, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:03:25.265060 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fd82c9-0d2d-49c9-aa77-192332ee4fb4 admin admin] Network d16aa64b-46e7-4ca0-8a5e-57da84952498 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:03:25.339179 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-67fd82c9-0d2d-49c9-aa77-192332ee4fb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, d16aa64b-46e7-4ca0-8a5e-57da84952498) {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:03:25.343842 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fd82c9-0d2d-49c9-aa77-192332ee4fb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:25.344609 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-67fd82c9-0d2d-49c9-aa77-192332ee4fb4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:25.350057 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590c523e-c289-4211-bc88-bae38a4db038 None None] Network d16aa64b-46e7-4ca0-8a5e-57da84952498 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:03:25.434877 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-67fd82c9-0d2d-49c9-aa77-192332ee4fb4 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7025156 Feb 28 11:03:25.452543 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22e30dd-2882-47fc-abbf-ee3138631f38 None None] Network d16aa64b-46e7-4ca0-8a5e-57da84952498 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:03:25.850209 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d30b7-258d-4b51-ab10-907745d33321 req-d9364db8-cfba-401c-a6c0-e0bc857ecb81 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:25.851699 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-951d30b7-258d-4b51-ab10-907745d33321 req-d9364db8-cfba-401c-a6c0-e0bc857ecb81 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.62 "GET /v2.0/networks?id=d16aa64b-46e7-4ca0-8a5e-57da84952498 HTTP/1.1" status: 200 len: 813 time: 0.1069477 Feb 28 11:03:25.866915 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-951d30b7-258d-4b51-ab10-907745d33321 req-db2fe370-4f5e-41c6-aa1b-9dbe4e7cc6a6 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.62 "GET /v2.0/quotas/dcd02d705448435084892d5b7a2b29d5 HTTP/1.1" status: 200 len: 375 time: 0.0098963 Feb 28 11:03:25.898617 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-951d30b7-258d-4b51-ab10-907745d33321 req-96a1475d-e258-4d34-8a71-0a3136f5c87b tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=dcd02d705448435084892d5b7a2b29d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267220 Feb 28 11:03:25.986802 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-951d30b7-258d-4b51-ab10-907745d33321 req-d6809280-2025-4856-90dd-256f7453daf0 service neutron] 10.222.0.62 "GET /v2.0/networks/d16aa64b-46e7-4ca0-8a5e-57da84952498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816090 Feb 28 11:03:26.083416 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-951d30b7-258d-4b51-ab10-907745d33321 req-b8e12063-560a-4517-814f-d0d3f35f36f7 service neutron] 10.222.0.62 "GET /v2.0/networks/d16aa64b-46e7-4ca0-8a5e-57da84952498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909445 Feb 28 11:03:26.390636 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8a658ace-e37a-4a5f-b475-542c5009a805 req-d97de35b-f248-43a3-82a5-13d2b318dfd2 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.62 "GET /v2.0/ports?device_id=10a0e914-6f65-4d30-b634-6f19d392b6cf HTTP/1.1" status: 200 len: 210 time: 0.0285053 Feb 28 11:03:27.498984 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0b2af203-2d6e-45a2-adec-56af4bbf2c74 req-c61a669d-3a41-443c-bbc6-5c11320afc30 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.62 "GET /v2.0/ports?device_id=10a0e914-6f65-4d30-b634-6f19d392b6cf HTTP/1.1" status: 200 len: 210 time: 0.0286915 Feb 28 11:03:28.635164 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-bc4b6599-69a0-4eb1-8feb-9930116359d3 req-cdfa32d4-d682-4bc4-a394-416682dcd683 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.62 "GET /v2.0/ports?device_id=10a0e914-6f65-4d30-b634-6f19d392b6cf HTTP/1.1" status: 200 len: 210 time: 0.0344405 Feb 28 11:03:28.665024 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d30b7-258d-4b51-ab10-907745d33321 req-6e1734bf-8143-4f89-b8fa-13a28d67f0a2 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:28.666534 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-951d30b7-258d-4b51-ab10-907745d33321 req-6e1734bf-8143-4f89-b8fa-13a28d67f0a2 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.70 "GET /v2.0/networks?id=d16aa64b-46e7-4ca0-8a5e-57da84952498 HTTP/1.1" status: 200 len: 813 time: 0.1442623 Feb 28 11:03:28.683545 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-951d30b7-258d-4b51-ab10-907745d33321 req-5e675fb9-ee94-4579-a1d0-1dd091adbeaa tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Request body: {'port': {'device_id': '10a0e914-6f65-4d30-b634-6f19d392b6cf', 'network_id': 'd16aa64b-46e7-4ca0-8a5e-57da84952498', 'admin_state_up': True, 'tenant_id': 'dcd02d705448435084892d5b7a2b29d5'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:03:28.859858 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-951d30b7-258d-4b51-ab10-907745d33321 req-5e675fb9-ee94-4579-a1d0-1dd091adbeaa tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Made reservation on behalf of dcd02d705448435084892d5b7a2b29d5 for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:03:28.863462 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-951d30b7-258d-4b51-ab10-907745d33321 req-5e675fb9-ee94-4579-a1d0-1dd091adbeaa tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:28.997601 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [req-951d30b7-258d-4b51-ab10-907745d33321 req-5e675fb9-ee94-4579-a1d0-1dd091adbeaa tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Allocated IP 172.20.0.9 (d16aa64b-46e7-4ca0-8a5e-57da84952498/4844b879-7796-487f-8046-e08f7b78f79e/4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:03:29.148107 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-951d30b7-258d-4b51-ab10-907745d33321 req-5e675fb9-ee94-4579-a1d0-1dd091adbeaa tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Publish callbacks [] for port (4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:29.253725 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-951d30b7-258d-4b51-ab10-907745d33321 req-5e675fb9-ee94-4579-a1d0-1dd091adbeaa tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:29.296118 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-951d30b7-258d-4b51-ab10-907745d33321 req-5e675fb9-ee94-4579-a1d0-1dd091adbeaa tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Network d16aa64b-46e7-4ca0-8a5e-57da84952498 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:03:29.299185 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [req-951d30b7-258d-4b51-ab10-907745d33321 req-5e675fb9-ee94-4579-a1d0-1dd091adbeaa tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:03:29.304764 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-951d30b7-258d-4b51-ab10-907745d33321 req-5e675fb9-ee94-4579-a1d0-1dd091adbeaa tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:03:29.329755 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e675fb9-ee94-4579-a1d0-1dd091adbeaa tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Pushing event updated for resources: {'Port': ['ID=4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:03:29.360014 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d30b7-258d-4b51-ab10-907745d33321 req-5e675fb9-ee94-4579-a1d0-1dd091adbeaa tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:29.362553 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-951d30b7-258d-4b51-ab10-907745d33321 req-5e675fb9-ee94-4579-a1d0-1dd091adbeaa tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:29.467733 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-951d30b7-258d-4b51-ab10-907745d33321 req-5e675fb9-ee94-4579-a1d0-1dd091adbeaa tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7878630 Feb 28 11:03:29.485533 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-951d30b7-258d-4b51-ab10-907745d33321 req-d0e24f3e-2d79-4529-baef-c3b8d4a8a572 service neutron] Request body: {'port': {'device_id': '10a0e914-6f65-4d30-b634-6f19d392b6cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8291'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:03:29.546754 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-951d30b7-258d-4b51-ab10-907745d33321 req-d0e24f3e-2d79-4529-baef-c3b8d4a8a572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:29.797789 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4c313-98ec-454c-b894-be4c8c3f8052 req-011c7984-890d-4165-b73e-b728ea546543 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:29.799206 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b7a4c313-98ec-454c-b894-be4c8c3f8052 req-011c7984-890d-4165-b73e-b728ea546543 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.62 "GET /v2.0/ports?device_id=10a0e914-6f65-4d30-b634-6f19d392b6cf HTTP/1.1" status: 200 len: 931 time: 0.0881751 Feb 28 11:03:29.884191 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [req-951d30b7-258d-4b51-ab10-907745d33321 req-d0e24f3e-2d79-4529-baef-c3b8d4a8a572 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2 {{(pid=104083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:03:29.892669 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-951d30b7-258d-4b51-ab10-907745d33321 req-d0e24f3e-2d79-4529-baef-c3b8d4a8a572 service neutron] Publish callbacks [] for port (4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:29.897435 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b7a4c313-98ec-454c-b894-be4c8c3f8052 req-9f2db01e-634e-438d-a039-58b8778c9528 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c15143e-57bf-4299-a9bc-1b810bbc962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920634 Feb 28 11:03:29.907725 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [req-951d30b7-258d-4b51-ab10-907745d33321 req-d0e24f3e-2d79-4529-baef-c3b8d4a8a572 service neutron] Transition to ACTIVE for port object 4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2 will not be triggered until provisioned by entity L2. {{(pid=104083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 11:03:29.967853 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-951d30b7-258d-4b51-ab10-907745d33321 req-d0e24f3e-2d79-4529-baef-c3b8d4a8a572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:30.016214 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e24f3e-2d79-4529-baef-c3b8d4a8a572 service neutron] Pushing event updated for resources: {'Port': ['ID=4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:03:30.086824 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-951d30b7-258d-4b51-ab10-907745d33321 req-d0e24f3e-2d79-4529-baef-c3b8d4a8a572 service neutron] Attempting to bind port 4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:03:30.087194 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-951d30b7-258d-4b51-ab10-907745d33321 req-d0e24f3e-2d79-4529-baef-c3b8d4a8a572 service neutron] Attempting to bind port 4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '330e62f2-8d36-445c-880f-bdcf6ee877bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd16aa64b-46e7-4ca0-8a5e-57da84952498'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:03:30.087524 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951d30b7-258d-4b51-ab10-907745d33321 req-d0e24f3e-2d79-4529-baef-c3b8d4a8a572 service neutron] Attempting to bind port 4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2 on network d16aa64b-46e7-4ca0-8a5e-57da84952498 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:03:30.091799 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951d30b7-258d-4b51-ab10-907745d33321 req-d0e24f3e-2d79-4529-baef-c3b8d4a8a572 service neutron] Port 4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2 on network d16aa64b-46e7-4ca0-8a5e-57da84952498 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 11:03:30.092119 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951d30b7-258d-4b51-ab10-907745d33321 req-d0e24f3e-2d79-4529-baef-c3b8d4a8a572 service neutron] Attempting to bind port 4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2 on network d16aa64b-46e7-4ca0-8a5e-57da84952498 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:03:30.097525 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951d30b7-258d-4b51-ab10-907745d33321 req-d0e24f3e-2d79-4529-baef-c3b8d4a8a572 service neutron] Checking agent: {'id': '9c9e5963-7abc-415a-a91c-4432861f4313', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'started_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:03:30.097862 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951d30b7-258d-4b51-ab10-907745d33321 req-d0e24f3e-2d79-4529-baef-c3b8d4a8a572 service neutron] Checking segment: {'id': '330e62f2-8d36-445c-880f-bdcf6ee877bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd16aa64b-46e7-4ca0-8a5e-57da84952498'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:03:30.098249 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951d30b7-258d-4b51-ab10-907745d33321 req-d0e24f3e-2d79-4529-baef-c3b8d4a8a572 service neutron] Bound using segment: {'id': '330e62f2-8d36-445c-880f-bdcf6ee877bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd16aa64b-46e7-4ca0-8a5e-57da84952498'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:03:30.098674 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-951d30b7-258d-4b51-ab10-907745d33321 req-d0e24f3e-2d79-4529-baef-c3b8d4a8a572 service neutron] Bound port: 4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2, host: hv-neutron-8291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '330e62f2-8d36-445c-880f-bdcf6ee877bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd16aa64b-46e7-4ca0-8a5e-57da84952498'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:03:30.099054 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-951d30b7-258d-4b51-ab10-907745d33321 req-d0e24f3e-2d79-4529-baef-c3b8d4a8a572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:30.164156 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-951d30b7-258d-4b51-ab10-907745d33321 req-d0e24f3e-2d79-4529-baef-c3b8d4a8a572 service neutron] For port 4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2, host hv-neutron-8291, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:03:30.167168 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-951d30b7-258d-4b51-ab10-907745d33321 req-d0e24f3e-2d79-4529-baef-c3b8d4a8a572 service neutron] For port 4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2, host hv-neutron-8291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2,segment=NetworkSegment(330e62f2-8d36-445c-880f-bdcf6ee877bb),segment_id=330e62f2-8d36-445c-880f-bdcf6ee877bb)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:03:30.236592 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-951d30b7-258d-4b51-ab10-907745d33321 req-d0e24f3e-2d79-4529-baef-c3b8d4a8a572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:30.272966 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d30b7-258d-4b51-ab10-907745d33321 req-d0e24f3e-2d79-4529-baef-c3b8d4a8a572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:30.273595 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-951d30b7-258d-4b51-ab10-907745d33321 req-d0e24f3e-2d79-4529-baef-c3b8d4a8a572 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:30.275019 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-951d30b7-258d-4b51-ab10-907745d33321 req-d0e24f3e-2d79-4529-baef-c3b8d4a8a572 service neutron] 10.222.0.70 "PUT /v2.0/ports/4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2 HTTP/1.1" status: 200 len: 1093 time: 0.7936182 Feb 28 11:03:30.275463 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10a0e914-6f65-4d30-b634-6f19d392b6cf', 'tag': '4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:03:30.277697 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e3b6c8-6872-4132-a7aa-0bb1bb11ab10" -d '{"events": [{"name": "network-changed", "server_uuid": "10a0e914-6f65-4d30-b634-6f19d392b6cf", "tag": "4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:03:30.301649 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e24f3e-2d79-4529-baef-c3b8d4a8a572 service neutron] Pushing event updated for resources: {'Port': ['ID=4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:03:30.313329 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a301dc-de3d-4a90-be77-789cc086bf30 x-openstack-request-id: req-21a301dc-de3d-4a90-be77-789cc086bf30 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:03:30.313632 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10a0e914-6f65-4d30-b634-6f19d392b6cf", "tag": "4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:03:30.313896 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-21a301dc-de3d-4a90-be77-789cc086bf30 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:03:30.314309 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10a0e914-6f65-4d30-b634-6f19d392b6cf', 'tag': '4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2', 'status': 'completed', 'code': 200} Feb 28 11:03:30.401381 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e3b6c8-6872-4132-a7aa-0bb1bb11ab10 req-fc019785-7e93-4b0e-90aa-dd4d26672273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:30.402873 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-69e3b6c8-6872-4132-a7aa-0bb1bb11ab10 req-fc019785-7e93-4b0e-90aa-dd4d26672273 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dcd02d705448435084892d5b7a2b29d5&device_id=10a0e914-6f65-4d30-b634-6f19d392b6cf HTTP/1.1" status: 200 len: 1127 time: 0.0495782 Feb 28 11:03:30.516788 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e3b6c8-6872-4132-a7aa-0bb1bb11ab10 req-78b64299-f0da-4eb3-8270-b88096582136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:30.518263 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-69e3b6c8-6872-4132-a7aa-0bb1bb11ab10 req-78b64299-f0da-4eb3-8270-b88096582136 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=dcd02d705448435084892d5b7a2b29d5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1006663 Feb 28 11:03:30.609088 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e3b6c8-6872-4132-a7aa-0bb1bb11ab10 req-81584826-46d9-4abc-bc8e-d5fbd36e4d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:30.610588 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-69e3b6c8-6872-4132-a7aa-0bb1bb11ab10 req-81584826-46d9-4abc-bc8e-d5fbd36e4d6c service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0869575 Feb 28 11:03:30.716096 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d30b7-258d-4b51-ab10-907745d33321 req-de20676d-4f62-4ba3-95f7-09a17faeb81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:30.717520 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-951d30b7-258d-4b51-ab10-907745d33321 req-de20676d-4f62-4ba3-95f7-09a17faeb81e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dcd02d705448435084892d5b7a2b29d5&device_id=10a0e914-6f65-4d30-b634-6f19d392b6cf HTTP/1.1" status: 200 len: 1127 time: 0.0495577 Feb 28 11:03:30.764782 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-951d30b7-258d-4b51-ab10-907745d33321 req-9154cce8-a075-4afe-ab81-6e8868578e1b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2 HTTP/1.1" status: 200 len: 217 time: 0.0338278 Feb 28 11:03:30.767786 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:30.812486 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d30b7-258d-4b51-ab10-907745d33321 req-dc05560b-ee0f-458e-8cbe-802879c0c75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:30.813910 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-951d30b7-258d-4b51-ab10-907745d33321 req-dc05560b-ee0f-458e-8cbe-802879c0c75e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4844b879-7796-487f-8046-e08f7b78f79e HTTP/1.1" status: 200 len: 853 time: 0.0429742 Feb 28 11:03:30.844379 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-951d30b7-258d-4b51-ab10-907745d33321 req-893e2c02-8e74-488f-b28f-2d041cb88487 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d16aa64b-46e7-4ca0-8a5e-57da84952498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249956 Feb 28 11:03:30.934653 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-951d30b7-258d-4b51-ab10-907745d33321 req-377cfaa9-8e4b-48b9-98a7-1456e52bc920 service neutron] 10.222.0.70 "GET /v2.0/networks/d16aa64b-46e7-4ca0-8a5e-57da84952498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836384 Feb 28 11:03:31.065173 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-951d30b7-258d-4b51-ab10-907745d33321 req-6df0d0bf-cb8e-4e09-9b10-bf8b2c1bdc20 service neutron] 10.222.0.70 "GET /v2.0/networks/d16aa64b-46e7-4ca0-8a5e-57da84952498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248190 Feb 28 11:03:31.073030 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54648ce8-72be-4e62-80f6-31ea57eaa500 req-07131cd1-f613-4fd0-9e5c-a973930c470a tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:31.074379 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-54648ce8-72be-4e62-80f6-31ea57eaa500 req-07131cd1-f613-4fd0-9e5c-a973930c470a tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.62 "GET /v2.0/ports?device_id=10a0e914-6f65-4d30-b634-6f19d392b6cf HTTP/1.1" status: 200 len: 943 time: 0.0918860 Feb 28 11:03:31.123524 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-54648ce8-72be-4e62-80f6-31ea57eaa500 req-e1f81155-c690-4837-b844-98645d6e2744 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c15143e-57bf-4299-a9bc-1b810bbc962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425723 Feb 28 11:03:32.243756 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f2517-abca-4620-80b5-2f1ab6c17cc5 req-3fb059b4-bb90-461f-b6da-814068cefa14 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:32.245304 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-498f2517-abca-4620-80b5-2f1ab6c17cc5 req-3fb059b4-bb90-461f-b6da-814068cefa14 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.62 "GET /v2.0/ports?device_id=10a0e914-6f65-4d30-b634-6f19d392b6cf HTTP/1.1" status: 200 len: 943 time: 0.0533707 Feb 28 11:03:32.303140 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-498f2517-abca-4620-80b5-2f1ab6c17cc5 req-9ec6878c-eae9-4af8-bd43-2b2c550910e5 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c15143e-57bf-4299-a9bc-1b810bbc962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512826 Feb 28 11:03:33.167590 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2 details requested by agent hyperv_hv-neutron-8291 with host hv-neutron-8291 {{(pid=104085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 11:03:33.264255 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2,segment=NetworkSegment(330e62f2-8d36-445c-880f-bdcf6ee877bb),segment_id=330e62f2-8d36-445c-880f-bdcf6ee877bb)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:03:33.276745 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Returning: {'device': '4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2', 'network_id': 'd16aa64b-46e7-4ca0-8a5e-57da84952498', 'port_id': '4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2', 'mac_address': 'fa:16:3e:3c:0a:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4844b879-7796-487f-8046-e08f7b78f79e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 11:03:33.313986 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2 is: DOWN; New status is: BUILD {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:03:33.314377 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:33.330923 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2 {{(pid=104085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:03:33.350794 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2,segment=NetworkSegment(330e62f2-8d36-445c-880f-bdcf6ee877bb),segment_id=330e62f2-8d36-445c-880f-bdcf6ee877bb)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:03:33.421319 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f3b318-a0f6-40c8-8665-afd1d679f5d2 req-fa0741ee-d765-496e-91bc-22471fefb1f3 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:33.423060 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f8f3b318-a0f6-40c8-8665-afd1d679f5d2 req-fa0741ee-d765-496e-91bc-22471fefb1f3 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.62 "GET /v2.0/ports?device_id=10a0e914-6f65-4d30-b634-6f19d392b6cf HTTP/1.1" status: 200 len: 943 time: 0.0527201 Feb 28 11:03:33.425165 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:33.479526 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:03:33.479780 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f8f3b318-a0f6-40c8-8665-afd1d679f5d2 req-e466aaaf-c618-4105-aca9-a2fd6bbeabc1 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c15143e-57bf-4299-a9bc-1b810bbc962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498331 Feb 28 11:03:33.740382 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:03:34.600580 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7366c5-1301-4631-9292-d51a2fc9e783 req-585af044-9753-4e8a-b547-0afa1d38f5b8 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:34.602048 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-ac7366c5-1301-4631-9292-d51a2fc9e783 req-585af044-9753-4e8a-b547-0afa1d38f5b8 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.62 "GET /v2.0/ports?device_id=10a0e914-6f65-4d30-b634-6f19d392b6cf HTTP/1.1" status: 200 len: 944 time: 0.0547695 Feb 28 11:03:34.649695 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-ac7366c5-1301-4631-9292-d51a2fc9e783 req-4315b96c-8f92-41eb-a60f-0fe6601cae43 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c15143e-57bf-4299-a9bc-1b810bbc962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421026 Feb 28 11:03:35.184557 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2 up at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:03:35.407638 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning for port 4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2 completed by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 11:03:35.411879 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning complete for port 4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:03:35.412309 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:35.497716 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2 is: BUILD; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:03:35.498170 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:35.521317 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a0e914-6f65-4d30-b634-6f19d392b6cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:03:35.523582 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc63434-c5e3-4b9b-b118-84c03644f926" -d '{"events": [{"server_uuid": "10a0e914-6f65-4d30-b634-6f19d392b6cf", "name": "network-vif-plugged", "status": "completed", "tag": "4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:03:35.538717 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2,segment=NetworkSegment(330e62f2-8d36-445c-880f-bdcf6ee877bb),segment_id=330e62f2-8d36-445c-880f-bdcf6ee877bb)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:03:35.561351 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d610c0-1646-4025-b5e6-d7b6632616df x-openstack-request-id: req-d6d610c0-1646-4025-b5e6-d7b6632616df {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:03:35.561351 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a0e914-6f65-4d30-b634-6f19d392b6cf", "name": "network-vif-plugged", "status": "completed", "tag": "4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:03:35.561351 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d6d610c0-1646-4025-b5e6-d7b6632616df {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:03:35.561351 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a0e914-6f65-4d30-b634-6f19d392b6cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2', 'code': 200} Feb 28 11:03:35.607571 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:35.659549 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:03:35.710016 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:03:35.772203 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a62f78-959d-4794-850d-0809a9d89771 req-56780ca6-8d76-4ae4-9dd9-ea27c40fc79c tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:35.773695 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-46a62f78-959d-4794-850d-0809a9d89771 req-56780ca6-8d76-4ae4-9dd9-ea27c40fc79c tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.62 "GET /v2.0/ports?device_id=10a0e914-6f65-4d30-b634-6f19d392b6cf HTTP/1.1" status: 200 len: 945 time: 0.0571518 Feb 28 11:03:35.823781 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-46a62f78-959d-4794-850d-0809a9d89771 req-9032d4eb-e796-45e5-872c-df6c545ddbaa tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c15143e-57bf-4299-a9bc-1b810bbc962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443084 Feb 28 11:03:35.924146 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343b213f-be84-442c-9bc0-ff768ae5057e req-0cac5f88-005e-4b19-adfe-9e97980ec68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:35.925570 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-343b213f-be84-442c-9bc0-ff768ae5057e req-0cac5f88-005e-4b19-adfe-9e97980ec68c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=10a0e914-6f65-4d30-b634-6f19d392b6cf HTTP/1.1" status: 200 len: 1129 time: 0.0477760 Feb 28 11:03:35.970489 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-343b213f-be84-442c-9bc0-ff768ae5057e req-70a7f704-c23b-4edb-b006-af9c8c474d8d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9c15143e-57bf-4299-a9bc-1b810bbc962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387988 Feb 28 11:03:36.962633 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc1e49b-303e-4441-9cff-0ab89e6726db req-76ba04dd-b18b-4fb2-866c-72c219ca47d9 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:36.964170 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5dc1e49b-303e-4441-9cff-0ab89e6726db req-76ba04dd-b18b-4fb2-866c-72c219ca47d9 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.62 "GET /v2.0/ports?device_id=10a0e914-6f65-4d30-b634-6f19d392b6cf HTTP/1.1" status: 200 len: 945 time: 0.0564783 Feb 28 11:03:37.018223 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5dc1e49b-303e-4441-9cff-0ab89e6726db req-c5ec3913-1867-4d8e-820f-415b58b8220c tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c15143e-57bf-4299-a9bc-1b810bbc962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470080 Feb 28 11:03:38.145563 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0462ee99-41ef-47f1-bc40-0f0ccb3dce09 req-d2da908c-2113-45eb-b57c-2596179b5895 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:38.147391 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-0462ee99-41ef-47f1-bc40-0f0ccb3dce09 req-d2da908c-2113-45eb-b57c-2596179b5895 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.62 "GET /v2.0/ports?device_id=10a0e914-6f65-4d30-b634-6f19d392b6cf HTTP/1.1" status: 200 len: 945 time: 0.0609603 Feb 28 11:03:38.200051 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-0462ee99-41ef-47f1-bc40-0f0ccb3dce09 req-b50ea778-82d7-465b-be53-fb3010627521 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c15143e-57bf-4299-a9bc-1b810bbc962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469296 Feb 28 11:03:38.454061 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6b8ee-54d7-4e82-915a-a4d9c0c41cc7 req-cd8801d8-30e9-4a1e-8bfa-504764e6b85e tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:38.455695 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-55e6b8ee-54d7-4e82-915a-a4d9c0c41cc7 req-cd8801d8-30e9-4a1e-8bfa-504764e6b85e tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.62 "GET /v2.0/networks?id=d16aa64b-46e7-4ca0-8a5e-57da84952498 HTTP/1.1" status: 200 len: 813 time: 0.1219416 Feb 28 11:03:38.471641 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-55e6b8ee-54d7-4e82-915a-a4d9c0c41cc7 req-4f5d72b0-4005-4941-b32f-60495041e373 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.62 "GET /v2.0/quotas/dcd02d705448435084892d5b7a2b29d5 HTTP/1.1" status: 200 len: 375 time: 0.0105329 Feb 28 11:03:38.534292 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-55e6b8ee-54d7-4e82-915a-a4d9c0c41cc7 req-0b117b7d-e28f-4bc9-b3d8-6fcf581f111a tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=dcd02d705448435084892d5b7a2b29d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0555141 Feb 28 11:03:38.625531 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-55e6b8ee-54d7-4e82-915a-a4d9c0c41cc7 req-56244df6-6a19-4fa0-9b2f-a3f5fec8e49b service neutron] 10.222.0.62 "GET /v2.0/networks/d16aa64b-46e7-4ca0-8a5e-57da84952498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846605 Feb 28 11:03:38.713988 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-55e6b8ee-54d7-4e82-915a-a4d9c0c41cc7 req-6bf620d5-559d-4e05-856b-f7db7f72070f service neutron] 10.222.0.62 "GET /v2.0/networks/d16aa64b-46e7-4ca0-8a5e-57da84952498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827610 Feb 28 11:03:39.022493 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-448ce229-9ac5-4edf-9185-2efa1ebe44fa req-b5181d9e-1994-48ad-88d2-55bc7bf16d1e tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c98c47d-95d3-43a5-9232-5d921b2c367a HTTP/1.1" status: 200 len: 210 time: 0.0399783 Feb 28 11:03:40.154362 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-89569378-c1ec-4c5f-98fe-c73b322954f5 req-9742963b-bb1b-458b-b0ad-b49062fa679c tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c98c47d-95d3-43a5-9232-5d921b2c367a HTTP/1.1" status: 200 len: 210 time: 0.0447142 Feb 28 11:03:40.964715 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6b8ee-54d7-4e82-915a-a4d9c0c41cc7 req-003ad63a-25bb-473b-b4e7-05c8957d17e4 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:40.966457 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-55e6b8ee-54d7-4e82-915a-a4d9c0c41cc7 req-003ad63a-25bb-473b-b4e7-05c8957d17e4 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.70 "GET /v2.0/networks?id=d16aa64b-46e7-4ca0-8a5e-57da84952498 HTTP/1.1" status: 200 len: 813 time: 0.1256244 Feb 28 11:03:40.983742 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-55e6b8ee-54d7-4e82-915a-a4d9c0c41cc7 req-eb34fecc-12b3-4dc2-b172-4cae895b7f3d tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Request body: {'port': {'device_id': '0c98c47d-95d3-43a5-9232-5d921b2c367a', 'network_id': 'd16aa64b-46e7-4ca0-8a5e-57da84952498', 'admin_state_up': True, 'tenant_id': 'dcd02d705448435084892d5b7a2b29d5'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:03:41.162050 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55e6b8ee-54d7-4e82-915a-a4d9c0c41cc7 req-eb34fecc-12b3-4dc2-b172-4cae895b7f3d tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Made reservation on behalf of dcd02d705448435084892d5b7a2b29d5 for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:03:41.165553 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-55e6b8ee-54d7-4e82-915a-a4d9c0c41cc7 req-eb34fecc-12b3-4dc2-b172-4cae895b7f3d tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:41.272342 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-66b52734-0622-440d-b72a-12d018deee04 req-054e220b-1047-4694-8c6d-30c312d3135c tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c98c47d-95d3-43a5-9232-5d921b2c367a HTTP/1.1" status: 200 len: 210 time: 0.0349956 Feb 28 11:03:41.628021 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [req-55e6b8ee-54d7-4e82-915a-a4d9c0c41cc7 req-eb34fecc-12b3-4dc2-b172-4cae895b7f3d tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Allocated IP 172.20.0.14 (d16aa64b-46e7-4ca0-8a5e-57da84952498/4844b879-7796-487f-8046-e08f7b78f79e/995d7611-b032-4eef-97ef-ae0e84e6c4c2) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:03:41.800724 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-55e6b8ee-54d7-4e82-915a-a4d9c0c41cc7 req-eb34fecc-12b3-4dc2-b172-4cae895b7f3d tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Publish callbacks [] for port (995d7611-b032-4eef-97ef-ae0e84e6c4c2), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:41.899457 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-55e6b8ee-54d7-4e82-915a-a4d9c0c41cc7 req-eb34fecc-12b3-4dc2-b172-4cae895b7f3d tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (995d7611-b032-4eef-97ef-ae0e84e6c4c2), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:41.932556 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:03:41.948203 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55e6b8ee-54d7-4e82-915a-a4d9c0c41cc7 req-eb34fecc-12b3-4dc2-b172-4cae895b7f3d tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Network d16aa64b-46e7-4ca0-8a5e-57da84952498 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:03:41.953670 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [req-55e6b8ee-54d7-4e82-915a-a4d9c0c41cc7 req-eb34fecc-12b3-4dc2-b172-4cae895b7f3d tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:03:41.957228 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-55e6b8ee-54d7-4e82-915a-a4d9c0c41cc7 req-eb34fecc-12b3-4dc2-b172-4cae895b7f3d tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:03:41.964165 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb34fecc-12b3-4dc2-b172-4cae895b7f3d tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Pushing event updated for resources: {'Port': ['ID=995d7611-b032-4eef-97ef-ae0e84e6c4c2,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:03:42.025168 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6b8ee-54d7-4e82-915a-a4d9c0c41cc7 req-eb34fecc-12b3-4dc2-b172-4cae895b7f3d tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:42.025841 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-55e6b8ee-54d7-4e82-915a-a4d9c0c41cc7 req-eb34fecc-12b3-4dc2-b172-4cae895b7f3d tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:42.097919 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-55e6b8ee-54d7-4e82-915a-a4d9c0c41cc7 req-eb34fecc-12b3-4dc2-b172-4cae895b7f3d tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1177397 Feb 28 11:03:42.114554 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-55e6b8ee-54d7-4e82-915a-a4d9c0c41cc7 req-9f4024f8-0e25-4c3e-be90-02b46760d274 service neutron] Request body: {'port': {'device_id': '0c98c47d-95d3-43a5-9232-5d921b2c367a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8291'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:03:42.187411 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-55e6b8ee-54d7-4e82-915a-a4d9c0c41cc7 req-9f4024f8-0e25-4c3e-be90-02b46760d274 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (995d7611-b032-4eef-97ef-ae0e84e6c4c2), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:42.457695 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a0f9da-f068-4264-9d8e-826027c67825 req-6acb264b-11a8-41fa-b240-5366c58d1a57 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:42.459121 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c3a0f9da-f068-4264-9d8e-826027c67825 req-6acb264b-11a8-41fa-b240-5366c58d1a57 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c98c47d-95d3-43a5-9232-5d921b2c367a HTTP/1.1" status: 200 len: 932 time: 0.0983748 Feb 28 11:03:42.545183 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [req-55e6b8ee-54d7-4e82-915a-a4d9c0c41cc7 req-9f4024f8-0e25-4c3e-be90-02b46760d274 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 995d7611-b032-4eef-97ef-ae0e84e6c4c2 {{(pid=104083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:03:42.555886 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c3a0f9da-f068-4264-9d8e-826027c67825 req-10f9b77f-e91d-46c0-bfee-24eb4c63705a tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c15143e-57bf-4299-a9bc-1b810bbc962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904245 Feb 28 11:03:42.557631 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-55e6b8ee-54d7-4e82-915a-a4d9c0c41cc7 req-9f4024f8-0e25-4c3e-be90-02b46760d274 service neutron] Publish callbacks [] for port (995d7611-b032-4eef-97ef-ae0e84e6c4c2), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:42.572044 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [req-55e6b8ee-54d7-4e82-915a-a4d9c0c41cc7 req-9f4024f8-0e25-4c3e-be90-02b46760d274 service neutron] Transition to ACTIVE for port object 995d7611-b032-4eef-97ef-ae0e84e6c4c2 will not be triggered until provisioned by entity L2. {{(pid=104083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 11:03:42.642243 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-55e6b8ee-54d7-4e82-915a-a4d9c0c41cc7 req-9f4024f8-0e25-4c3e-be90-02b46760d274 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (995d7611-b032-4eef-97ef-ae0e84e6c4c2), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:42.695419 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4024f8-0e25-4c3e-be90-02b46760d274 service neutron] Pushing event updated for resources: {'Port': ['ID=995d7611-b032-4eef-97ef-ae0e84e6c4c2,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:03:42.767768 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-55e6b8ee-54d7-4e82-915a-a4d9c0c41cc7 req-9f4024f8-0e25-4c3e-be90-02b46760d274 service neutron] Attempting to bind port 995d7611-b032-4eef-97ef-ae0e84e6c4c2 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:03:42.768020 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-55e6b8ee-54d7-4e82-915a-a4d9c0c41cc7 req-9f4024f8-0e25-4c3e-be90-02b46760d274 service neutron] Attempting to bind port 995d7611-b032-4eef-97ef-ae0e84e6c4c2 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '330e62f2-8d36-445c-880f-bdcf6ee877bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd16aa64b-46e7-4ca0-8a5e-57da84952498'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:03:42.768391 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e6b8ee-54d7-4e82-915a-a4d9c0c41cc7 req-9f4024f8-0e25-4c3e-be90-02b46760d274 service neutron] Attempting to bind port 995d7611-b032-4eef-97ef-ae0e84e6c4c2 on network d16aa64b-46e7-4ca0-8a5e-57da84952498 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:03:42.773076 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e6b8ee-54d7-4e82-915a-a4d9c0c41cc7 req-9f4024f8-0e25-4c3e-be90-02b46760d274 service neutron] Port 995d7611-b032-4eef-97ef-ae0e84e6c4c2 on network d16aa64b-46e7-4ca0-8a5e-57da84952498 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 11:03:42.773432 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e6b8ee-54d7-4e82-915a-a4d9c0c41cc7 req-9f4024f8-0e25-4c3e-be90-02b46760d274 service neutron] Attempting to bind port 995d7611-b032-4eef-97ef-ae0e84e6c4c2 on network d16aa64b-46e7-4ca0-8a5e-57da84952498 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:03:42.778821 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e6b8ee-54d7-4e82-915a-a4d9c0c41cc7 req-9f4024f8-0e25-4c3e-be90-02b46760d274 service neutron] Checking agent: {'id': '9c9e5963-7abc-415a-a91c-4432861f4313', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'started_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:03:42.779217 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e6b8ee-54d7-4e82-915a-a4d9c0c41cc7 req-9f4024f8-0e25-4c3e-be90-02b46760d274 service neutron] Checking segment: {'id': '330e62f2-8d36-445c-880f-bdcf6ee877bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd16aa64b-46e7-4ca0-8a5e-57da84952498'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:03:42.779673 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e6b8ee-54d7-4e82-915a-a4d9c0c41cc7 req-9f4024f8-0e25-4c3e-be90-02b46760d274 service neutron] Bound using segment: {'id': '330e62f2-8d36-445c-880f-bdcf6ee877bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd16aa64b-46e7-4ca0-8a5e-57da84952498'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:03:42.780138 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-55e6b8ee-54d7-4e82-915a-a4d9c0c41cc7 req-9f4024f8-0e25-4c3e-be90-02b46760d274 service neutron] Bound port: 995d7611-b032-4eef-97ef-ae0e84e6c4c2, host: hv-neutron-8291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '330e62f2-8d36-445c-880f-bdcf6ee877bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd16aa64b-46e7-4ca0-8a5e-57da84952498'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:03:42.780529 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-55e6b8ee-54d7-4e82-915a-a4d9c0c41cc7 req-9f4024f8-0e25-4c3e-be90-02b46760d274 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (995d7611-b032-4eef-97ef-ae0e84e6c4c2), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:42.848452 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-55e6b8ee-54d7-4e82-915a-a4d9c0c41cc7 req-9f4024f8-0e25-4c3e-be90-02b46760d274 service neutron] For port 995d7611-b032-4eef-97ef-ae0e84e6c4c2, host hv-neutron-8291, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:03:42.851510 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-55e6b8ee-54d7-4e82-915a-a4d9c0c41cc7 req-9f4024f8-0e25-4c3e-be90-02b46760d274 service neutron] For port 995d7611-b032-4eef-97ef-ae0e84e6c4c2, host hv-neutron-8291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=995d7611-b032-4eef-97ef-ae0e84e6c4c2,segment=NetworkSegment(330e62f2-8d36-445c-880f-bdcf6ee877bb),segment_id=330e62f2-8d36-445c-880f-bdcf6ee877bb)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:03:42.956873 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-55e6b8ee-54d7-4e82-915a-a4d9c0c41cc7 req-9f4024f8-0e25-4c3e-be90-02b46760d274 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (995d7611-b032-4eef-97ef-ae0e84e6c4c2), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:42.996300 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6b8ee-54d7-4e82-915a-a4d9c0c41cc7 req-9f4024f8-0e25-4c3e-be90-02b46760d274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:42.996941 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-55e6b8ee-54d7-4e82-915a-a4d9c0c41cc7 req-9f4024f8-0e25-4c3e-be90-02b46760d274 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:42.998340 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-55e6b8ee-54d7-4e82-915a-a4d9c0c41cc7 req-9f4024f8-0e25-4c3e-be90-02b46760d274 service neutron] 10.222.0.70 "PUT /v2.0/ports/995d7611-b032-4eef-97ef-ae0e84e6c4c2 HTTP/1.1" status: 200 len: 1094 time: 0.8881724 Feb 28 11:03:42.998788 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c98c47d-95d3-43a5-9232-5d921b2c367a', 'tag': '995d7611-b032-4eef-97ef-ae0e84e6c4c2'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:03:43.001093 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a51aae-b9d5-4e21-9ae5-65808300184a" -d '{"events": [{"name": "network-changed", "server_uuid": "0c98c47d-95d3-43a5-9232-5d921b2c367a", "tag": "995d7611-b032-4eef-97ef-ae0e84e6c4c2"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:03:43.026185 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4024f8-0e25-4c3e-be90-02b46760d274 service neutron] Pushing event updated for resources: {'Port': ['ID=995d7611-b032-4eef-97ef-ae0e84e6c4c2,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:03:43.042364 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00285da8-5f5e-4051-9cbe-046ac15b195d x-openstack-request-id: req-00285da8-5f5e-4051-9cbe-046ac15b195d {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:03:43.042666 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c98c47d-95d3-43a5-9232-5d921b2c367a", "tag": "995d7611-b032-4eef-97ef-ae0e84e6c4c2", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:03:43.042963 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-00285da8-5f5e-4051-9cbe-046ac15b195d {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:03:43.043385 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c98c47d-95d3-43a5-9232-5d921b2c367a', 'tag': '995d7611-b032-4eef-97ef-ae0e84e6c4c2', 'status': 'completed', 'code': 200} Feb 28 11:03:43.135987 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a51aae-b9d5-4e21-9ae5-65808300184a req-8d15d27e-3769-48fc-81d9-0df104ad78b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:43.137495 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-66a51aae-b9d5-4e21-9ae5-65808300184a req-8d15d27e-3769-48fc-81d9-0df104ad78b7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dcd02d705448435084892d5b7a2b29d5&device_id=0c98c47d-95d3-43a5-9232-5d921b2c367a HTTP/1.1" status: 200 len: 1128 time: 0.0504994 Feb 28 11:03:43.264250 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a51aae-b9d5-4e21-9ae5-65808300184a req-4a23a76e-4ce6-4025-9856-8605ce434f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:43.265777 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-66a51aae-b9d5-4e21-9ae5-65808300184a req-4a23a76e-4ce6-4025-9856-8605ce434f4c service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=dcd02d705448435084892d5b7a2b29d5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1145222 Feb 28 11:03:43.371770 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a51aae-b9d5-4e21-9ae5-65808300184a req-d47088e1-7e7e-4452-94d6-e6402f10bbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:43.373313 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-66a51aae-b9d5-4e21-9ae5-65808300184a req-d47088e1-7e7e-4452-94d6-e6402f10bbad service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1024780 Feb 28 11:03:43.481071 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6b8ee-54d7-4e82-915a-a4d9c0c41cc7 req-00532d2b-d8d9-4c62-b75e-aa9d90cc7b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:43.482747 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-55e6b8ee-54d7-4e82-915a-a4d9c0c41cc7 req-00532d2b-d8d9-4c62-b75e-aa9d90cc7b8a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dcd02d705448435084892d5b7a2b29d5&device_id=0c98c47d-95d3-43a5-9232-5d921b2c367a HTTP/1.1" status: 200 len: 1128 time: 0.0469809 Feb 28 11:03:43.532093 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-55e6b8ee-54d7-4e82-915a-a4d9c0c41cc7 req-f1dfb4fc-ee97-4c61-8b4c-d37f14608e80 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=995d7611-b032-4eef-97ef-ae0e84e6c4c2 HTTP/1.1" status: 200 len: 217 time: 0.0377183 Feb 28 11:03:43.600959 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6b8ee-54d7-4e82-915a-a4d9c0c41cc7 req-246ff555-3635-4e1f-81b2-0836876f769d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:43.602501 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-55e6b8ee-54d7-4e82-915a-a4d9c0c41cc7 req-246ff555-3635-4e1f-81b2-0836876f769d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4844b879-7796-487f-8046-e08f7b78f79e HTTP/1.1" status: 200 len: 853 time: 0.0643971 Feb 28 11:03:43.636470 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-55e6b8ee-54d7-4e82-915a-a4d9c0c41cc7 req-edb652c7-a585-4a82-8616-eeee3ccb45d9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d16aa64b-46e7-4ca0-8a5e-57da84952498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285609 Feb 28 11:03:43.761507 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8876ff-af69-4d3c-8bbd-2bbcf1ea407a req-2f4d9d3d-49d5-4dbc-8c39-c654130f51fa tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:43.763044 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5a8876ff-af69-4d3c-8bbd-2bbcf1ea407a req-2f4d9d3d-49d5-4dbc-8c39-c654130f51fa tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c98c47d-95d3-43a5-9232-5d921b2c367a HTTP/1.1" status: 200 len: 944 time: 0.1291714 Feb 28 11:03:43.769879 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-55e6b8ee-54d7-4e82-915a-a4d9c0c41cc7 req-81c7bf6f-0456-4b89-a9f0-22b9431c8178 service neutron] 10.222.0.70 "GET /v2.0/networks/d16aa64b-46e7-4ca0-8a5e-57da84952498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245489 Feb 28 11:03:43.867306 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5a8876ff-af69-4d3c-8bbd-2bbcf1ea407a req-e6941f2b-ffae-4156-9746-d2ebbd21eca1 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c15143e-57bf-4299-a9bc-1b810bbc962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962644 Feb 28 11:03:43.898588 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-55e6b8ee-54d7-4e82-915a-a4d9c0c41cc7 req-a664641f-5818-42f3-9021-f85955c0ee63 service neutron] 10.222.0.70 "GET /v2.0/networks/d16aa64b-46e7-4ca0-8a5e-57da84952498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218348 Feb 28 11:03:45.011350 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9f543-ec37-4973-a637-b3b966e236de req-998b49e2-53f9-4a1e-85de-3d37a292e42b tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:45.012946 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e8e9f543-ec37-4973-a637-b3b966e236de req-998b49e2-53f9-4a1e-85de-3d37a292e42b tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c98c47d-95d3-43a5-9232-5d921b2c367a HTTP/1.1" status: 200 len: 944 time: 0.0664172 Feb 28 11:03:45.073432 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e8e9f543-ec37-4973-a637-b3b966e236de req-8e91a914-9ffa-4d4e-bc92-463e82545e90 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c15143e-57bf-4299-a9bc-1b810bbc962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546343 Feb 28 11:03:46.208288 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8fd3ca-825b-4c65-9d5d-bd096a1aeb64 req-2b5d96ef-b722-41f3-99c3-a1a4aad6ded7 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:46.209959 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4f8fd3ca-825b-4c65-9d5d-bd096a1aeb64 req-2b5d96ef-b722-41f3-99c3-a1a4aad6ded7 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c98c47d-95d3-43a5-9232-5d921b2c367a HTTP/1.1" status: 200 len: 944 time: 0.0589533 Feb 28 11:03:46.260046 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4f8fd3ca-825b-4c65-9d5d-bd096a1aeb64 req-e953fe8a-12ce-4a69-8273-a3f95cf3baf3 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c15143e-57bf-4299-a9bc-1b810bbc962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442770 Feb 28 11:03:46.447700 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-819e3e3f-0765-41d4-a37b-991cc081d2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:47.261741 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 995d7611-b032-4eef-97ef-ae0e84e6c4c2 details requested by agent hyperv_hv-neutron-8291 with host hv-neutron-8291 {{(pid=104085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 11:03:47.362752 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 995d7611-b032-4eef-97ef-ae0e84e6c4c2, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=995d7611-b032-4eef-97ef-ae0e84e6c4c2,segment=NetworkSegment(330e62f2-8d36-445c-880f-bdcf6ee877bb),segment_id=330e62f2-8d36-445c-880f-bdcf6ee877bb)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:03:47.375921 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Returning: {'device': '995d7611-b032-4eef-97ef-ae0e84e6c4c2', 'network_id': 'd16aa64b-46e7-4ca0-8a5e-57da84952498', 'port_id': '995d7611-b032-4eef-97ef-ae0e84e6c4c2', 'mac_address': 'fa:16:3e:9a:e4:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4844b879-7796-487f-8046-e08f7b78f79e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 11:03:47.389184 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1afa1f5-815d-469c-a48c-0d608c045673 req-ed6bc15f-42f0-4fa1-9d8f-b2f0d1929268 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:47.390806 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-f1afa1f5-815d-469c-a48c-0d608c045673 req-ed6bc15f-42f0-4fa1-9d8f-b2f0d1929268 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c98c47d-95d3-43a5-9232-5d921b2c367a HTTP/1.1" status: 200 len: 944 time: 0.0541389 Feb 28 11:03:47.417056 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 995d7611-b032-4eef-97ef-ae0e84e6c4c2 is: DOWN; New status is: BUILD {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:03:47.417454 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (995d7611-b032-4eef-97ef-ae0e84e6c4c2), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:47.431297 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 995d7611-b032-4eef-97ef-ae0e84e6c4c2 {{(pid=104085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:03:47.442438 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-f1afa1f5-815d-469c-a48c-0d608c045673 req-c47ae698-e87f-46e9-8910-04d0f8ecf37d tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c15143e-57bf-4299-a9bc-1b810bbc962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451198 Feb 28 11:03:47.451979 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 995d7611-b032-4eef-97ef-ae0e84e6c4c2, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=995d7611-b032-4eef-97ef-ae0e84e6c4c2,segment=NetworkSegment(330e62f2-8d36-445c-880f-bdcf6ee877bb),segment_id=330e62f2-8d36-445c-880f-bdcf6ee877bb)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:03:47.533241 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (995d7611-b032-4eef-97ef-ae0e84e6c4c2), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:47.581249 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=995d7611-b032-4eef-97ef-ae0e84e6c4c2,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:03:47.813040 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['995d7611-b032-4eef-97ef-ae0e84e6c4c2'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:03:48.562428 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71366184-9154-4eb8-95c2-07b359338514 req-8130681a-ae77-4b9c-a22c-56b8db9d5bbe tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:48.563935 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-71366184-9154-4eb8-95c2-07b359338514 req-8130681a-ae77-4b9c-a22c-56b8db9d5bbe tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c98c47d-95d3-43a5-9232-5d921b2c367a HTTP/1.1" status: 200 len: 945 time: 0.0517495 Feb 28 11:03:48.610652 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-71366184-9154-4eb8-95c2-07b359338514 req-21485549-1a12-4553-b756-05b0d5521beb tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c15143e-57bf-4299-a9bc-1b810bbc962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399857 Feb 28 11:03:48.670597 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c52067af-6e47-4e45-a120-e544b96db113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:49.264509 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 995d7611-b032-4eef-97ef-ae0e84e6c4c2 up at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:03:49.380175 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning for port 995d7611-b032-4eef-97ef-ae0e84e6c4c2 completed by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 11:03:49.384251 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning complete for port 995d7611-b032-4eef-97ef-ae0e84e6c4c2 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:03:49.389351 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (995d7611-b032-4eef-97ef-ae0e84e6c4c2), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:49.462870 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 995d7611-b032-4eef-97ef-ae0e84e6c4c2 is: BUILD; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:03:49.463280 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (995d7611-b032-4eef-97ef-ae0e84e6c4c2), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:49.485330 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c98c47d-95d3-43a5-9232-5d921b2c367a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '995d7611-b032-4eef-97ef-ae0e84e6c4c2'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:03:49.487575 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a50085-ce1b-4739-a5e1-c3440ab88a1e" -d '{"events": [{"server_uuid": "0c98c47d-95d3-43a5-9232-5d921b2c367a", "name": "network-vif-plugged", "status": "completed", "tag": "995d7611-b032-4eef-97ef-ae0e84e6c4c2"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:03:49.499922 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 995d7611-b032-4eef-97ef-ae0e84e6c4c2, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=995d7611-b032-4eef-97ef-ae0e84e6c4c2,segment=NetworkSegment(330e62f2-8d36-445c-880f-bdcf6ee877bb),segment_id=330e62f2-8d36-445c-880f-bdcf6ee877bb)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:03:49.526205 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a08604-b70d-4dc4-8547-ab4c088e7d88 x-openstack-request-id: req-99a08604-b70d-4dc4-8547-ab4c088e7d88 {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:03:49.526503 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c98c47d-95d3-43a5-9232-5d921b2c367a", "name": "network-vif-plugged", "status": "completed", "tag": "995d7611-b032-4eef-97ef-ae0e84e6c4c2", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:03:49.526756 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-99a08604-b70d-4dc4-8547-ab4c088e7d88 {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:03:49.527182 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c98c47d-95d3-43a5-9232-5d921b2c367a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '995d7611-b032-4eef-97ef-ae0e84e6c4c2', 'code': 200} Feb 28 11:03:49.561834 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (995d7611-b032-4eef-97ef-ae0e84e6c4c2), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:49.609209 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=995d7611-b032-4eef-97ef-ae0e84e6c4c2,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:03:49.736824 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b4f19-6619-409f-be8e-24a484cddc8c req-2be5b5d5-4b25-4f1e-8467-8e710bd4267b tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:49.739157 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-bd8b4f19-6619-409f-be8e-24a484cddc8c req-2be5b5d5-4b25-4f1e-8467-8e710bd4267b tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c98c47d-95d3-43a5-9232-5d921b2c367a HTTP/1.1" status: 200 len: 946 time: 0.0588093 Feb 28 11:03:49.797433 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-bd8b4f19-6619-409f-be8e-24a484cddc8c req-8c9262a1-bf7d-4de7-8f6f-57162385bbd8 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c15143e-57bf-4299-a9bc-1b810bbc962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523596 Feb 28 11:03:49.830535 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b622799-4ffe-4d3b-9e4c-9a7b33c742a4 req-46ffb870-4e4e-4290-a4eb-d048e7a7b900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:49.832105 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4b622799-4ffe-4d3b-9e4c-9a7b33c742a4 req-46ffb870-4e4e-4290-a4eb-d048e7a7b900 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0c98c47d-95d3-43a5-9232-5d921b2c367a HTTP/1.1" status: 200 len: 1130 time: 0.0487823 Feb 28 11:03:49.874800 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4b622799-4ffe-4d3b-9e4c-9a7b33c742a4 req-93f3503a-16f0-4f05-bc33-13ace705d86d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9c15143e-57bf-4299-a9bc-1b810bbc962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362644 Feb 28 11:03:50.121668 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:50.919648 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e00c7-149f-4394-8641-c12950bff296 req-436d27ad-02de-4375-a702-8965400427ac tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:50.921161 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-160e00c7-149f-4394-8641-c12950bff296 req-436d27ad-02de-4375-a702-8965400427ac tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c98c47d-95d3-43a5-9232-5d921b2c367a HTTP/1.1" status: 200 len: 946 time: 0.0547869 Feb 28 11:03:50.967878 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-160e00c7-149f-4394-8641-c12950bff296 req-6c53a928-3b41-49aa-910f-4cd131889278 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c15143e-57bf-4299-a9bc-1b810bbc962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402868 Feb 28 11:03:51.413217 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:52.085637 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24b0fd-84f2-45fc-b6dd-15fce1b22f4d req-019c01e5-aa8a-487e-8389-f0048d770883 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:52.087153 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4b24b0fd-84f2-45fc-b6dd-15fce1b22f4d req-019c01e5-aa8a-487e-8389-f0048d770883 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c98c47d-95d3-43a5-9232-5d921b2c367a HTTP/1.1" status: 200 len: 946 time: 0.0540030 Feb 28 11:03:52.138206 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4b24b0fd-84f2-45fc-b6dd-15fce1b22f4d req-fa48a501-1270-4680-a475-fc69e4a0c5c7 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c15143e-57bf-4299-a9bc-1b810bbc962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453837 Feb 28 11:03:52.606694 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d54b642-1981-421a-9b9a-0ca81530d816 req-58c26e8d-1540-401f-8181-b5e47d44826b tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:52.608115 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8d54b642-1981-421a-9b9a-0ca81530d816 req-58c26e8d-1540-401f-8181-b5e47d44826b tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c98c47d-95d3-43a5-9232-5d921b2c367a HTTP/1.1" status: 200 len: 946 time: 0.0532339 Feb 28 11:03:52.655376 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8d54b642-1981-421a-9b9a-0ca81530d816 req-f067317b-9a80-47c1-9d1f-2e2d163ddcac tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c15143e-57bf-4299-a9bc-1b810bbc962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414555 Feb 28 11:03:52.716900 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:53.775065 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6794a8b3-ce7a-4c59-a406-228ee627d27b req-fe16414a-c137-4e47-af73-eff32e4d8a1d tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:53.776549 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-6794a8b3-ce7a-4c59-a406-228ee627d27b req-fe16414a-c137-4e47-af73-eff32e4d8a1d tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c98c47d-95d3-43a5-9232-5d921b2c367a HTTP/1.1" status: 200 len: 946 time: 0.0534103 Feb 28 11:03:53.823461 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-6794a8b3-ce7a-4c59-a406-228ee627d27b req-9090dfa0-a354-4a31-a1fa-1fc7fa0f7cdc tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c15143e-57bf-4299-a9bc-1b810bbc962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412505 Feb 28 11:03:54.106841 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b9341-6ec5-4241-8ae3-ab9fac84869e req-9a8d153d-525a-4474-8d2c-05a8e777a15f tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:54.108336 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-367b9341-6ec5-4241-8ae3-ab9fac84869e req-9a8d153d-525a-4474-8d2c-05a8e777a15f tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c98c47d-95d3-43a5-9232-5d921b2c367a HTTP/1.1" status: 200 len: 946 time: 0.0527096 Feb 28 11:03:54.202823 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-367b9341-6ec5-4241-8ae3-ab9fac84869e req-1b560fe7-9923-46c1-82e5-88e61dd12604 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Deleting port 995d7611-b032-4eef-97ef-ae0e84e6c4c2 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:03:54.203197 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-367b9341-6ec5-4241-8ae3-ab9fac84869e req-1b560fe7-9923-46c1-82e5-88e61dd12604 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (995d7611-b032-4eef-97ef-ae0e84e6c4c2), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:54.290035 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-367b9341-6ec5-4241-8ae3-ab9fac84869e req-1b560fe7-9923-46c1-82e5-88e61dd12604 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] For port 995d7611-b032-4eef-97ef-ae0e84e6c4c2, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=995d7611-b032-4eef-97ef-ae0e84e6c4c2,segment=NetworkSegment(330e62f2-8d36-445c-880f-bdcf6ee877bb),segment_id=330e62f2-8d36-445c-880f-bdcf6ee877bb)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:03:54.290395 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-367b9341-6ec5-4241-8ae3-ab9fac84869e req-1b560fe7-9923-46c1-82e5-88e61dd12604 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (995d7611-b032-4eef-97ef-ae0e84e6c4c2), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:54.304092 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-367b9341-6ec5-4241-8ae3-ab9fac84869e req-1b560fe7-9923-46c1-82e5-88e61dd12604 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Calling delete_port for 995d7611-b032-4eef-97ef-ae0e84e6c4c2 owned by compute:nova {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:03:54.528088 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-367b9341-6ec5-4241-8ae3-ab9fac84869e req-1b560fe7-9923-46c1-82e5-88e61dd12604 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (995d7611-b032-4eef-97ef-ae0e84e6c4c2), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:54.556503 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b560fe7-9923-46c1-82e5-88e61dd12604 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Pushing event deleted for resources: {'Port': ['ID=995d7611-b032-4eef-97ef-ae0e84e6c4c2,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:03:54.562479 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2', '995d7611-b032-4eef-97ef-ae0e84e6c4c2'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:03:54.604189 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-367b9341-6ec5-4241-8ae3-ab9fac84869e req-1b560fe7-9923-46c1-82e5-88e61dd12604 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] No DVR routers for this DVR port 995d7611-b032-4eef-97ef-ae0e84e6c4c2 on host hv-neutron-8291 {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:03:54.606770 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-367b9341-6ec5-4241-8ae3-ab9fac84869e req-1b560fe7-9923-46c1-82e5-88e61dd12604 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:54.610032 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-367b9341-6ec5-4241-8ae3-ab9fac84869e req-1b560fe7-9923-46c1-82e5-88e61dd12604 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.70 "DELETE /v2.0/ports/995d7611-b032-4eef-97ef-ae0e84e6c4c2 HTTP/1.1" status: 204 len: 173 time: 0.4967041 Feb 28 11:03:54.610478 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c98c47d-95d3-43a5-9232-5d921b2c367a', 'name': 'network-vif-deleted', 'tag': '995d7611-b032-4eef-97ef-ae0e84e6c4c2'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:03:54.612771 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436a2226-bae2-4143-a932-5eca6a57b08c" -d '{"events": [{"server_uuid": "0c98c47d-95d3-43a5-9232-5d921b2c367a", "name": "network-vif-deleted", "tag": "995d7611-b032-4eef-97ef-ae0e84e6c4c2"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:03:54.656358 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20175ef3-008d-4f3a-8571-b6728c35d8fe x-openstack-request-id: req-20175ef3-008d-4f3a-8571-b6728c35d8fe {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:03:54.656674 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c98c47d-95d3-43a5-9232-5d921b2c367a", "name": "network-vif-deleted", "tag": "995d7611-b032-4eef-97ef-ae0e84e6c4c2", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:03:54.656918 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-20175ef3-008d-4f3a-8571-b6728c35d8fe {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:03:54.657323 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c98c47d-95d3-43a5-9232-5d921b2c367a', 'name': 'network-vif-deleted', 'tag': '995d7611-b032-4eef-97ef-ae0e84e6c4c2', 'status': 'completed', 'code': 200} Feb 28 11:03:54.935745 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-ecd94710-3882-4aea-9689-d6e1fa6c3a5d req-cba795a7-3150-48d8-9a5a-280b01b5a138 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c98c47d-95d3-43a5-9232-5d921b2c367a HTTP/1.1" status: 200 len: 210 time: 0.0315807 Feb 28 11:03:56.092007 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f6666-88bc-42f6-8480-3fa0ce9567b7 req-870a53da-eda9-40e7-bdc2-f49c416bfcc9 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:56.093500 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-731f6666-88bc-42f6-8480-3fa0ce9567b7 req-870a53da-eda9-40e7-bdc2-f49c416bfcc9 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.62 "GET /v2.0/ports?device_id=10a0e914-6f65-4d30-b634-6f19d392b6cf HTTP/1.1" status: 200 len: 945 time: 0.0554483 Feb 28 11:03:56.142327 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-731f6666-88bc-42f6-8480-3fa0ce9567b7 req-234c1d4d-36dc-46e0-9a5a-51c77e271e0f tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c15143e-57bf-4299-a9bc-1b810bbc962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424447 Feb 28 11:03:56.285934 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c3852-d875-4a03-ae4c-db772e5a7e2c req-bd1d2b1d-80d4-4404-ba73-489644659d04 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:56.287461 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-437c3852-d875-4a03-ae4c-db772e5a7e2c req-bd1d2b1d-80d4-4404-ba73-489644659d04 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.62 "GET /v2.0/ports?device_id=10a0e914-6f65-4d30-b634-6f19d392b6cf HTTP/1.1" status: 200 len: 945 time: 0.0531807 Feb 28 11:03:56.335451 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-437c3852-d875-4a03-ae4c-db772e5a7e2c req-7f5e4cf7-2270-4822-b05f-192a91855ba8 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c15143e-57bf-4299-a9bc-1b810bbc962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424883 Feb 28 11:03:56.462278 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a13e7-00f3-416b-8161-8fcb97b80b96 req-a03cfa93-c911-4f74-a736-b7655768f507 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:56.463849 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-667a13e7-00f3-416b-8161-8fcb97b80b96 req-a03cfa93-c911-4f74-a736-b7655768f507 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.62 "GET /v2.0/ports?device_id=10a0e914-6f65-4d30-b634-6f19d392b6cf HTTP/1.1" status: 200 len: 945 time: 0.0537794 Feb 28 11:03:56.511224 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-667a13e7-00f3-416b-8161-8fcb97b80b96 req-38e21f22-93c7-450a-a9e4-54bbba2c8071 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c15143e-57bf-4299-a9bc-1b810bbc962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418799 Feb 28 11:03:56.688859 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a25ba9-0568-468d-b5eb-1e76a923d74b req-59061560-5c0b-4226-b4ff-8185dfef8e51 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:56.691323 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-67a25ba9-0568-468d-b5eb-1e76a923d74b req-59061560-5c0b-4226-b4ff-8185dfef8e51 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.62 "GET /v2.0/ports?device_id=10a0e914-6f65-4d30-b634-6f19d392b6cf HTTP/1.1" status: 200 len: 945 time: 0.0654626 Feb 28 11:03:56.742666 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-67a25ba9-0568-468d-b5eb-1e76a923d74b req-36c967fb-c976-4be2-ac87-75791ed455bf tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c15143e-57bf-4299-a9bc-1b810bbc962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458336 Feb 28 11:03:56.868219 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debc71a7-60d8-4572-865e-ff824c951e9b req-3dcc85d1-b189-4c41-81df-a4ccbb3b906a tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:56.869702 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-debc71a7-60d8-4572-865e-ff824c951e9b req-3dcc85d1-b189-4c41-81df-a4ccbb3b906a tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.62 "GET /v2.0/ports?device_id=10a0e914-6f65-4d30-b634-6f19d392b6cf HTTP/1.1" status: 200 len: 945 time: 0.0597441 Feb 28 11:03:56.915529 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-debc71a7-60d8-4572-865e-ff824c951e9b req-cd1deee0-01f5-4822-bcc2-319a5324f203 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c15143e-57bf-4299-a9bc-1b810bbc962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402968 Feb 28 11:03:57.059171 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d383a0dd-366b-4178-b055-a94254b7ab75 req-eb2f041a-4f64-4ffc-b4fd-e7f054124cb1 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:57.061344 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d383a0dd-366b-4178-b055-a94254b7ab75 req-eb2f041a-4f64-4ffc-b4fd-e7f054124cb1 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.62 "GET /v2.0/ports?device_id=10a0e914-6f65-4d30-b634-6f19d392b6cf HTTP/1.1" status: 200 len: 945 time: 0.0687971 Feb 28 11:03:57.108662 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d383a0dd-366b-4178-b055-a94254b7ab75 req-a009c165-3063-4b16-84f4-a593852e77da tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c15143e-57bf-4299-a9bc-1b810bbc962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416679 Feb 28 11:03:57.311713 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 995d7611-b032-4eef-97ef-ae0e84e6c4c2 no longer exists at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:03:57.342400 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] No Port match for: 995d7611-b032-4eef-97ef-ae0e84e6c4c2 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:03:57.342744 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 995d7611-b032-4eef-97ef-ae0e84e6c4c2 not bound to the agent host hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:03:57.769637 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d52be0-8013-4757-a652-4c90dfc93a00 req-3cb0716a-f06b-4df0-ae72-6ffb7f5614f2 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:57.771989 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-26d52be0-8013-4757-a652-4c90dfc93a00 req-3cb0716a-f06b-4df0-ae72-6ffb7f5614f2 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.62 "GET /v2.0/ports?device_id=10a0e914-6f65-4d30-b634-6f19d392b6cf HTTP/1.1" status: 200 len: 945 time: 0.0577312 Feb 28 11:03:57.822523 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-26d52be0-8013-4757-a652-4c90dfc93a00 req-4410ceef-388f-45b9-af51-1513ebaaefe5 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c15143e-57bf-4299-a9bc-1b810bbc962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449049 Feb 28 11:03:58.963097 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d4c8e-e11b-4b84-bb7d-b183ab51ae5d req-4b7147c1-711e-4e5d-90f1-dee0510cc74b tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:58.965493 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-fc9d4c8e-e11b-4b84-bb7d-b183ab51ae5d req-4b7147c1-711e-4e5d-90f1-dee0510cc74b tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.62 "GET /v2.0/ports?device_id=10a0e914-6f65-4d30-b634-6f19d392b6cf HTTP/1.1" status: 200 len: 945 time: 0.0742595 Feb 28 11:03:59.019115 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-fc9d4c8e-e11b-4b84-bb7d-b183ab51ae5d req-089cdef6-77ac-4e67-bdf8-9517b58c93c9 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c15143e-57bf-4299-a9bc-1b810bbc962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476263 Feb 28 11:03:59.285226 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a786d5-44d2-4505-8c06-781189f4787e req-111d9976-b9fc-4af6-a487-70236d821661 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:59.287497 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-80a786d5-44d2-4505-8c06-781189f4787e req-111d9976-b9fc-4af6-a487-70236d821661 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.70 "GET /v2.0/ports?device_id=10a0e914-6f65-4d30-b634-6f19d392b6cf HTTP/1.1" status: 200 len: 945 time: 0.0524139 Feb 28 11:03:59.382394 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-80a786d5-44d2-4505-8c06-781189f4787e req-24dfddfe-8ab0-48b7-8673-2751396f7036 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Deleting port 4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:03:59.382734 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-80a786d5-44d2-4505-8c06-781189f4787e req-24dfddfe-8ab0-48b7-8673-2751396f7036 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:59.471713 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-80a786d5-44d2-4505-8c06-781189f4787e req-24dfddfe-8ab0-48b7-8673-2751396f7036 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] For port 4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2,segment=NetworkSegment(330e62f2-8d36-445c-880f-bdcf6ee877bb),segment_id=330e62f2-8d36-445c-880f-bdcf6ee877bb)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:03:59.472071 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-80a786d5-44d2-4505-8c06-781189f4787e req-24dfddfe-8ab0-48b7-8673-2751396f7036 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:59.485314 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-80a786d5-44d2-4505-8c06-781189f4787e req-24dfddfe-8ab0-48b7-8673-2751396f7036 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Calling delete_port for 4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2 owned by compute:nova {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:03:59.681718 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-80a786d5-44d2-4505-8c06-781189f4787e req-24dfddfe-8ab0-48b7-8673-2751396f7036 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:59.709583 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dfddfe-8ab0-48b7-8673-2751396f7036 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Pushing event deleted for resources: {'Port': ['ID=4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:03:59.713576 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:03:59.723351 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dfddfe-8ab0-48b7-8673-2751396f7036 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:03:59.723707 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dfddfe-8ab0-48b7-8673-2751396f7036 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:03:59.724050 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dfddfe-8ab0-48b7-8673-2751396f7036 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:03:59.724488 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dfddfe-8ab0-48b7-8673-2751396f7036 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:03:59.724898 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dfddfe-8ab0-48b7-8673-2751396f7036 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:03:59.725263 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dfddfe-8ab0-48b7-8673-2751396f7036 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:03:59.725603 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dfddfe-8ab0-48b7-8673-2751396f7036 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:03:59.725939 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dfddfe-8ab0-48b7-8673-2751396f7036 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:03:59.726267 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dfddfe-8ab0-48b7-8673-2751396f7036 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:03:59.726597 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dfddfe-8ab0-48b7-8673-2751396f7036 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:03:59.726949 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dfddfe-8ab0-48b7-8673-2751396f7036 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:03:59.727277 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dfddfe-8ab0-48b7-8673-2751396f7036 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:03:59.727601 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dfddfe-8ab0-48b7-8673-2751396f7036 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:03:59.767369 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-80a786d5-44d2-4505-8c06-781189f4787e req-24dfddfe-8ab0-48b7-8673-2751396f7036 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] No DVR routers for this DVR port 4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2 on host hv-neutron-8291 {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:03:59.772215 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-80a786d5-44d2-4505-8c06-781189f4787e req-24dfddfe-8ab0-48b7-8673-2751396f7036 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:59.773352 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-80a786d5-44d2-4505-8c06-781189f4787e req-24dfddfe-8ab0-48b7-8673-2751396f7036 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.70 "DELETE /v2.0/ports/4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2 HTTP/1.1" status: 204 len: 173 time: 0.4806426 Feb 28 11:03:59.773821 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a0e914-6f65-4d30-b634-6f19d392b6cf', 'name': 'network-vif-deleted', 'tag': '4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:03:59.776170 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd0482e-b387-4253-92b9-84d16f7d570d" -d '{"events": [{"server_uuid": "10a0e914-6f65-4d30-b634-6f19d392b6cf", "name": "network-vif-deleted", "tag": "4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:03:59.811182 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0bc1915-1a8b-45df-8896-5aeab394d072 x-openstack-request-id: req-f0bc1915-1a8b-45df-8896-5aeab394d072 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:03:59.811478 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a0e914-6f65-4d30-b634-6f19d392b6cf", "name": "network-vif-deleted", "tag": "4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:03:59.811736 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f0bc1915-1a8b-45df-8896-5aeab394d072 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:03:59.812187 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a0e914-6f65-4d30-b634-6f19d392b6cf', 'name': 'network-vif-deleted', 'tag': '4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2', 'status': 'completed', 'code': 200} Feb 28 11:04:00.130711 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-13b0f54e-fc0b-46b0-8c52-e4187d04b27f req-5a1d7c6a-cc66-4a66-bd5b-2cc0dca3fad9 tempest-ServersNegativeTestJSON-42440862 tempest-ServersNegativeTestJSON-42440862-project] 10.222.0.62 "GET /v2.0/ports?device_id=10a0e914-6f65-4d30-b634-6f19d392b6cf HTTP/1.1" status: 200 len: 210 time: 0.0275071 Feb 28 11:04:00.767733 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:01.187895 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 54222) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:04:01.235633 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aef6fe4-3a3d-4d93-9b50-5932edcb8cbf admin admin] Deleting subnet 4844b879-7796-487f-8046-e08f7b78f79e {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 11:04:01.238105 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7aef6fe4-3a3d-4d93-9b50-5932edcb8cbf admin admin] Publish callbacks [] for subnet (4844b879-7796-487f-8046-e08f7b78f79e), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:01.278968 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7aef6fe4-3a3d-4d93-9b50-5932edcb8cbf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (4844b879-7796-487f-8046-e08f7b78f79e), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:01.319560 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7aef6fe4-3a3d-4d93-9b50-5932edcb8cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (4844b879-7796-487f-8046-e08f7b78f79e), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:01.481887 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7aef6fe4-3a3d-4d93-9b50-5932edcb8cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (4844b879-7796-487f-8046-e08f7b78f79e), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:01.507599 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aef6fe4-3a3d-4d93-9b50-5932edcb8cbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4844b879-7796-487f-8046-e08f7b78f79e,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:01.514119 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7aef6fe4-3a3d-4d93-9b50-5932edcb8cbf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:01.518059 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-7aef6fe4-3a3d-4d93-9b50-5932edcb8cbf admin admin] 10.222.0.62 "DELETE /v2.0/subnets/4844b879-7796-487f-8046-e08f7b78f79e HTTP/1.1" status: 204 len: 168 time: 0.3291540 Feb 28 11:04:01.520586 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 54224) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:04:01.588413 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-da5f17c9-ba2f-4115-9360-d1acf4e2ffdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (d16aa64b-46e7-4ca0-8a5e-57da84952498), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:01.673576 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-da5f17c9-ba2f-4115-9360-d1acf4e2ffdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (d16aa64b-46e7-4ca0-8a5e-57da84952498), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:01.693678 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-da5f17c9-ba2f-4115-9360-d1acf4e2ffdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d16aa64b-46e7-4ca0-8a5e-57da84952498']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:04:01.702670 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-da5f17c9-ba2f-4115-9360-d1acf4e2ffdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '330e62f2-8d36-445c-880f-bdcf6ee877bb') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:04:01.703021 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-da5f17c9-ba2f-4115-9360-d1acf4e2ffdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '330e62f2-8d36-445c-880f-bdcf6ee877bb') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:04:01.712721 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-da5f17c9-ba2f-4115-9360-d1acf4e2ffdd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (330e62f2-8d36-445c-880f-bdcf6ee877bb), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:01.726158 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-da5f17c9-ba2f-4115-9360-d1acf4e2ffdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (330e62f2-8d36-445c-880f-bdcf6ee877bb), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:01.732068 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da5f17c9-ba2f-4115-9360-d1acf4e2ffdd admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:04:01.732388 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-da5f17c9-ba2f-4115-9360-d1acf4e2ffdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (330e62f2-8d36-445c-880f-bdcf6ee877bb), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:01.733992 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 11:04:01.733992 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:04:01.733992 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 11:04:01.733992 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:04:01.733992 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 11:04:01.733992 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 11:04:01.733992 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 11:04:01.733992 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:04:01.733992 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 11:04:01.733992 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:04:01.733992 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 11:04:01.733992 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:04:01.733992 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 11:04:01.733992 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 11:04:01.733992 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:04:01.733992 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 11:04:01.733992 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:04:01.733992 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 11:04:01.733992 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 11:04:01.733992 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:04:01.733992 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 11:04:01.733992 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:04:01.733992 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:04:01.733992 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:04:01.733992 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 11:04:01.733992 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:04:01.733992 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:04:01.733992 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:04:01.733992 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:04:01.733992 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:04:01.733992 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:04:01.733992 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:04:01.847377 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-da5f17c9-ba2f-4115-9360-d1acf4e2ffdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (d16aa64b-46e7-4ca0-8a5e-57da84952498), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:01.853143 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-da5f17c9-ba2f-4115-9360-d1acf4e2ffdd admin admin] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:01.856425 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-da5f17c9-ba2f-4115-9360-d1acf4e2ffdd admin admin] 10.222.0.62 "DELETE /v2.0/networks/d16aa64b-46e7-4ca0-8a5e-57da84952498 HTTP/1.1" status: 204 len: 168 time: 0.3348522 Feb 28 11:04:01.869036 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f17c9-ba2f-4115-9360-d1acf4e2ffdd admin admin] Pushing event deleted for resources: {'Network': ['ID=d16aa64b-46e7-4ca0-8a5e-57da84952498,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:02.242985 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 54228) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:04:02.286567 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-3abaec1f-6286-422b-b010-8576610d8c3f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dcd02d705448435084892d5b7a2b29d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0423298 Feb 28 11:04:02.289930 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 54230) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:04:02.350649 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f3fd6422-7a44-443d-b168-4258672aff2e admin admin] Publish callbacks [] for security_group (9c15143e-57bf-4299-a9bc-1b810bbc962e), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:02.372164 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f3fd6422-7a44-443d-b168-4258672aff2e admin admin] Publish callbacks [] for security_group (9c15143e-57bf-4299-a9bc-1b810bbc962e), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:02.493622 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f3fd6422-7a44-443d-b168-4258672aff2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (9c15143e-57bf-4299-a9bc-1b810bbc962e), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:02.496290 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f3fd6422-7a44-443d-b168-4258672aff2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:02.497490 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-f3fd6422-7a44-443d-b168-4258672aff2e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9c15143e-57bf-4299-a9bc-1b810bbc962e HTTP/1.1" status: 204 len: 168 time: 0.2065833 Feb 28 11:04:02.506228 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fd6422-7a44-443d-b168-4258672aff2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c15143e-57bf-4299-a9bc-1b810bbc962e,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:03.341283 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2 no longer exists at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:04:03.369352 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] No Port match for: 4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:04:03.381379 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 4fea99fc-b7ff-487e-9f8c-ca963bf6ccd2 not bound to the agent host hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:04:03.600073 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 54252) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:04:03.695301 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-1058e3eb-a940-4991-900e-83a427f31619 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1167444385'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:04:03.767392 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1058e3eb-a940-4991-900e-83a427f31619 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Made reservation on behalf of 89a5e44eba3342e2a45d6046a9a2a58c for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:04:03.770578 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1058e3eb-a940-4991-900e-83a427f31619 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:03.779818 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1058e3eb-a940-4991-900e-83a427f31619 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:03.852695 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1058e3eb-a940-4991-900e-83a427f31619 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks [] for security_group (b449b01b-cfdb-4f36-9548-c21854707bf4), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:03.920963 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1058e3eb-a940-4991-900e-83a427f31619 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (b449b01b-cfdb-4f36-9548-c21854707bf4), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:03.950335 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1058e3eb-a940-4991-900e-83a427f31619 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:04:03.955686 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1058e3eb-a940-4991-900e-83a427f31619 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b449b01b-cfdb-4f36-9548-c21854707bf4,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:03.963431 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1058e3eb-a940-4991-900e-83a427f31619 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (690d9dbf-9457-4c31-a8a6-d7391e133e26), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:03.963779 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-1058e3eb-a940-4991-900e-83a427f31619 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Added segment 690d9dbf-9457-4c31-a8a6-d7391e133e26 of type vlan for network b29ea908-cb09-4302-a6e3-b886692cfeeb Feb 28 11:04:04.003978 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1058e3eb-a940-4991-900e-83a427f31619 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (b29ea908-cb09-4302-a6e3-b886692cfeeb), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:04.093509 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1058e3eb-a940-4991-900e-83a427f31619 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (b29ea908-cb09-4302-a6e3-b886692cfeeb), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:04.098491 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1058e3eb-a940-4991-900e-83a427f31619 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:04.099118 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1058e3eb-a940-4991-900e-83a427f31619 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:04.198203 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1058e3eb-a940-4991-900e-83a427f31619 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Pushing event updated for resources: {'Network': ['ID=b29ea908-cb09-4302-a6e3-b886692cfeeb,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:04.209640 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network b29ea908-cb09-4302-a6e3-b886692cfeeb details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 11:04:04.244750 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-1058e3eb-a940-4991-900e-83a427f31619 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6435616 Feb 28 11:04:07.644610 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 54256) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:04:07.650927 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-eece9658-8aa1-4d58-b9b5-2a67221bd265 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Request body: {'subnet': {'network_id': 'b29ea908-cb09-4302-a6e3-b886692cfeeb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:04:07.836198 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eece9658-8aa1-4d58-b9b5-2a67221bd265 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Made reservation on behalf of 89a5e44eba3342e2a45d6046a9a2a58c for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:04:07.840900 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-eece9658-8aa1-4d58-b9b5-2a67221bd265 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:08.064822 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-eece9658-8aa1-4d58-b9b5-2a67221bd265 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (036a0122-37fd-427e-b788-b1b99861d24c), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:08.133118 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eece9658-8aa1-4d58-b9b5-2a67221bd265 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Pushing event updated for resources: {'Subnet': ['ID=036a0122-37fd-427e-b788-b1b99861d24c,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:08.139500 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eece9658-8aa1-4d58-b9b5-2a67221bd265 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Checking segment: {'id': '690d9dbf-9457-4c31-a8a6-d7391e133e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b29ea908-cb09-4302-a6e3-b886692cfeeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:04:08.139778 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eece9658-8aa1-4d58-b9b5-2a67221bd265 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Network hostable DHCP agents. Network: b29ea908-cb09-4302-a6e3-b886692cfeeb, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:04:08.225280 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eece9658-8aa1-4d58-b9b5-2a67221bd265 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Network b29ea908-cb09-4302-a6e3-b886692cfeeb is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:04:08.288511 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-eece9658-8aa1-4d58-b9b5-2a67221bd265 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, b29ea908-cb09-4302-a6e3-b886692cfeeb) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:04:08.292877 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eece9658-8aa1-4d58-b9b5-2a67221bd265 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:08.293543 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-eece9658-8aa1-4d58-b9b5-2a67221bd265 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks [] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:08.298962 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b92278f-4098-4e03-bf08-6cfbdd5dccaa None None] Network b29ea908-cb09-4302-a6e3-b886692cfeeb requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:04:08.370874 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-eece9658-8aa1-4d58-b9b5-2a67221bd265 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7250009 Feb 28 11:04:08.374305 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 54258) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:04:08.379788 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-9119366e-f58c-40ba-9889-09f02b0719c9 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1969741298'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:04:08.404795 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6dd24a1-16b3-4069-a6d7-a9c695449bea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-b29ea908-cb09-4302-a6e3-b886692cfeeb', 'network_id': 'b29ea908-cb09-4302-a6e3-b886692cfeeb', 'project_id': '89a5e44eba3342e2a45d6046a9a2a58c', 'fixed_ips': [{'subnet_id': '036a0122-37fd-427e-b788-b1b99861d24c'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 11:04:08.405698 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c6dd24a1-16b3-4069-a6d7-a9c695449bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:08.499412 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9119366e-f58c-40ba-9889-09f02b0719c9 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Made reservation on behalf of 89a5e44eba3342e2a45d6046a9a2a58c for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:04:08.502780 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9119366e-f58c-40ba-9889-09f02b0719c9 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:08.528436 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9119366e-f58c-40ba-9889-09f02b0719c9 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:04:08.538135 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9119366e-f58c-40ba-9889-09f02b0719c9 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (110fe075-70f2-4159-bd48-40c15c7d2490), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:08.544020 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-9119366e-f58c-40ba-9889-09f02b0719c9 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Added segment 110fe075-70f2-4159-bd48-40c15c7d2490 of type vlan for network 6e85ddf6-528d-41af-8d9e-4fa0f1a78f56 Feb 28 11:04:08.554856 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-c6dd24a1-16b3-4069-a6d7-a9c695449bea None None] Allocated IP 2001:db8:0:ffff::2 (b29ea908-cb09-4302-a6e3-b886692cfeeb/036a0122-37fd-427e-b788-b1b99861d24c/1c411f17-bae2-4c83-8f5f-40321ad67e60) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:04:08.578653 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9119366e-f58c-40ba-9889-09f02b0719c9 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (6e85ddf6-528d-41af-8d9e-4fa0f1a78f56), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:08.677087 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9119366e-f58c-40ba-9889-09f02b0719c9 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (6e85ddf6-528d-41af-8d9e-4fa0f1a78f56), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:08.683351 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9119366e-f58c-40ba-9889-09f02b0719c9 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:08.683934 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9119366e-f58c-40ba-9889-09f02b0719c9 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:08.700566 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c6dd24a1-16b3-4069-a6d7-a9c695449bea None None] Publish callbacks [] for port (1c411f17-bae2-4c83-8f5f-40321ad67e60), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:08.754445 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9119366e-f58c-40ba-9889-09f02b0719c9 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Pushing event updated for resources: {'Network': ['ID=6e85ddf6-528d-41af-8d9e-4fa0f1a78f56,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:08.762695 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c6dd24a1-16b3-4069-a6d7-a9c695449bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (1c411f17-bae2-4c83-8f5f-40321ad67e60), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:08.770039 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 6e85ddf6-528d-41af-8d9e-4fa0f1a78f56 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 11:04:08.797396 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-9119366e-f58c-40ba-9889-09f02b0719c9 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4183254 Feb 28 11:04:08.797721 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 54260) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:04:08.803443 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-763e67c2-d58b-4b05-9112-0d924ef1df87 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Request body: {'subnet': {'network_id': '6e85ddf6-528d-41af-8d9e-4fa0f1a78f56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:04:08.866706 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6dd24a1-16b3-4069-a6d7-a9c695449bea None None] Network b29ea908-cb09-4302-a6e3-b886692cfeeb is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:04:08.867884 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dd24a1-16b3-4069-a6d7-a9c695449bea None None] Pushing event updated for resources: {'Port': ['ID=1c411f17-bae2-4c83-8f5f-40321ad67e60,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:08.877076 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-c6dd24a1-16b3-4069-a6d7-a9c695449bea None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:04:08.882534 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dd24a1-16b3-4069-a6d7-a9c695449bea None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:04:08.950472 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-c6dd24a1-16b3-4069-a6d7-a9c695449bea None None] Attempting to bind port 1c411f17-bae2-4c83-8f5f-40321ad67e60 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:04:08.950764 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-c6dd24a1-16b3-4069-a6d7-a9c695449bea None None] Attempting to bind port 1c411f17-bae2-4c83-8f5f-40321ad67e60 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '690d9dbf-9457-4c31-a8a6-d7391e133e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b29ea908-cb09-4302-a6e3-b886692cfeeb'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:04:08.951181 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dd24a1-16b3-4069-a6d7-a9c695449bea None None] Attempting to bind port 1c411f17-bae2-4c83-8f5f-40321ad67e60 on network b29ea908-cb09-4302-a6e3-b886692cfeeb {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:04:08.956605 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763e67c2-d58b-4b05-9112-0d924ef1df87 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Made reservation on behalf of 89a5e44eba3342e2a45d6046a9a2a58c for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:04:08.956926 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dd24a1-16b3-4069-a6d7-a9c695449bea None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:04:08.957304 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dd24a1-16b3-4069-a6d7-a9c695449bea None None] Checking segment: {'id': '690d9dbf-9457-4c31-a8a6-d7391e133e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b29ea908-cb09-4302-a6e3-b886692cfeeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:04:08.957709 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c6dd24a1-16b3-4069-a6d7-a9c695449bea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:08.958108 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dd24a1-16b3-4069-a6d7-a9c695449bea None None] Bound using segment: {'id': '690d9dbf-9457-4c31-a8a6-d7391e133e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b29ea908-cb09-4302-a6e3-b886692cfeeb'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:04:08.959156 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-c6dd24a1-16b3-4069-a6d7-a9c695449bea None None] Bound port: 1c411f17-bae2-4c83-8f5f-40321ad67e60, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '690d9dbf-9457-4c31-a8a6-d7391e133e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b29ea908-cb09-4302-a6e3-b886692cfeeb'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:04:08.959835 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c6dd24a1-16b3-4069-a6d7-a9c695449bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (1c411f17-bae2-4c83-8f5f-40321ad67e60), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:08.963145 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-763e67c2-d58b-4b05-9112-0d924ef1df87 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:09.026410 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-c6dd24a1-16b3-4069-a6d7-a9c695449bea None None] For port 1c411f17-bae2-4c83-8f5f-40321ad67e60, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:04:09.029605 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-c6dd24a1-16b3-4069-a6d7-a9c695449bea None None] For port 1c411f17-bae2-4c83-8f5f-40321ad67e60, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=1c411f17-bae2-4c83-8f5f-40321ad67e60,segment=NetworkSegment(690d9dbf-9457-4c31-a8a6-d7391e133e26),segment_id=690d9dbf-9457-4c31-a8a6-d7391e133e26)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:04:09.094573 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c6dd24a1-16b3-4069-a6d7-a9c695449bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (1c411f17-bae2-4c83-8f5f-40321ad67e60), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:09.162777 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dd24a1-16b3-4069-a6d7-a9c695449bea None None] Pushing event updated for resources: {'Port': ['ID=1c411f17-bae2-4c83-8f5f-40321ad67e60,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:09.249235 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-763e67c2-d58b-4b05-9112-0d924ef1df87 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (3a78e78c-ed21-4f87-a23e-c1c300ef3458), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:09.337475 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763e67c2-d58b-4b05-9112-0d924ef1df87 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Checking segment: {'id': '110fe075-70f2-4159-bd48-40c15c7d2490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6e85ddf6-528d-41af-8d9e-4fa0f1a78f56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:04:09.337859 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763e67c2-d58b-4b05-9112-0d924ef1df87 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Network hostable DHCP agents. Network: 6e85ddf6-528d-41af-8d9e-4fa0f1a78f56, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:04:09.342453 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763e67c2-d58b-4b05-9112-0d924ef1df87 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Pushing event updated for resources: {'Subnet': ['ID=3a78e78c-ed21-4f87-a23e-c1c300ef3458,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:09.431530 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763e67c2-d58b-4b05-9112-0d924ef1df87 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Network 6e85ddf6-528d-41af-8d9e-4fa0f1a78f56 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:04:09.487609 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-763e67c2-d58b-4b05-9112-0d924ef1df87 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 6e85ddf6-528d-41af-8d9e-4fa0f1a78f56) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:04:09.493239 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763e67c2-d58b-4b05-9112-0d924ef1df87 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:09.493859 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-763e67c2-d58b-4b05-9112-0d924ef1df87 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks [] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:09.498262 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d1df2e-276b-4e47-9741-da693731e305 None None] Network 6e85ddf6-528d-41af-8d9e-4fa0f1a78f56 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:04:09.576042 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-763e67c2-d58b-4b05-9112-0d924ef1df87 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7771249 Feb 28 11:04:09.578687 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 54262) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:04:09.607064 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982b36aa-8b84-4476-8b6b-822172f22a88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-6e85ddf6-528d-41af-8d9e-4fa0f1a78f56', 'network_id': '6e85ddf6-528d-41af-8d9e-4fa0f1a78f56', 'project_id': '89a5e44eba3342e2a45d6046a9a2a58c', 'fixed_ips': [{'subnet_id': '3a78e78c-ed21-4f87-a23e-c1c300ef3458'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 11:04:09.607935 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-982b36aa-8b84-4476-8b6b-822172f22a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:09.679278 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-18b58aeb-3ec7-4dc4-91e4-4c4c2af5ac47 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (6e85ddf6-528d-41af-8d9e-4fa0f1a78f56), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:09.750633 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-982b36aa-8b84-4476-8b6b-822172f22a88 None None] Allocated IP 2001:db8::2 (6e85ddf6-528d-41af-8d9e-4fa0f1a78f56/3a78e78c-ed21-4f87-a23e-c1c300ef3458/9b0c5aad-d045-4417-a385-e7204bc21123) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:04:09.761308 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-18b58aeb-3ec7-4dc4-91e4-4c4c2af5ac47 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (3a78e78c-ed21-4f87-a23e-c1c300ef3458), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:09.899841 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-982b36aa-8b84-4476-8b6b-822172f22a88 None None] Publish callbacks [] for port (9b0c5aad-d045-4417-a385-e7204bc21123), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:09.967966 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-982b36aa-8b84-4476-8b6b-822172f22a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (9b0c5aad-d045-4417-a385-e7204bc21123), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:10.004670 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982b36aa-8b84-4476-8b6b-822172f22a88 None None] Network 6e85ddf6-528d-41af-8d9e-4fa0f1a78f56 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:04:10.008368 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-982b36aa-8b84-4476-8b6b-822172f22a88 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:04:10.012043 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982b36aa-8b84-4476-8b6b-822172f22a88 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:04:10.029295 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982b36aa-8b84-4476-8b6b-822172f22a88 None None] Pushing event updated for resources: {'Port': ['ID=9b0c5aad-d045-4417-a385-e7204bc21123,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:10.054488 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-18b58aeb-3ec7-4dc4-91e4-4c4c2af5ac47 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (3a78e78c-ed21-4f87-a23e-c1c300ef3458), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:10.082923 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-982b36aa-8b84-4476-8b6b-822172f22a88 None None] Attempting to bind port 9b0c5aad-d045-4417-a385-e7204bc21123 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:04:10.083491 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-982b36aa-8b84-4476-8b6b-822172f22a88 None None] Attempting to bind port 9b0c5aad-d045-4417-a385-e7204bc21123 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '110fe075-70f2-4159-bd48-40c15c7d2490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6e85ddf6-528d-41af-8d9e-4fa0f1a78f56'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:04:10.083960 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982b36aa-8b84-4476-8b6b-822172f22a88 None None] Attempting to bind port 9b0c5aad-d045-4417-a385-e7204bc21123 on network 6e85ddf6-528d-41af-8d9e-4fa0f1a78f56 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:04:10.089407 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b58aeb-3ec7-4dc4-91e4-4c4c2af5ac47 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Pushing event deleted for resources: {'Subnet': ['ID=3a78e78c-ed21-4f87-a23e-c1c300ef3458,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:10.089755 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982b36aa-8b84-4476-8b6b-822172f22a88 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:04:10.090227 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982b36aa-8b84-4476-8b6b-822172f22a88 None None] Checking segment: {'id': '110fe075-70f2-4159-bd48-40c15c7d2490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6e85ddf6-528d-41af-8d9e-4fa0f1a78f56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:04:10.090969 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-982b36aa-8b84-4476-8b6b-822172f22a88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:10.091097 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982b36aa-8b84-4476-8b6b-822172f22a88 None None] Bound using segment: {'id': '110fe075-70f2-4159-bd48-40c15c7d2490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6e85ddf6-528d-41af-8d9e-4fa0f1a78f56'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:04:10.091579 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-982b36aa-8b84-4476-8b6b-822172f22a88 None None] Bound port: 9b0c5aad-d045-4417-a385-e7204bc21123, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '110fe075-70f2-4159-bd48-40c15c7d2490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6e85ddf6-528d-41af-8d9e-4fa0f1a78f56'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:04:10.091970 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-982b36aa-8b84-4476-8b6b-822172f22a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (9b0c5aad-d045-4417-a385-e7204bc21123), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:10.154137 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-18b58aeb-3ec7-4dc4-91e4-4c4c2af5ac47 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (6e85ddf6-528d-41af-8d9e-4fa0f1a78f56), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:10.177532 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-18b58aeb-3ec7-4dc4-91e4-4c4c2af5ac47 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e85ddf6-528d-41af-8d9e-4fa0f1a78f56']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:04:10.188821 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-18b58aeb-3ec7-4dc4-91e4-4c4c2af5ac47 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '110fe075-70f2-4159-bd48-40c15c7d2490') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:04:10.189123 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-18b58aeb-3ec7-4dc4-91e4-4c4c2af5ac47 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '110fe075-70f2-4159-bd48-40c15c7d2490') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:04:10.200537 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-18b58aeb-3ec7-4dc4-91e4-4c4c2af5ac47 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (110fe075-70f2-4159-bd48-40c15c7d2490), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:10.215489 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-18b58aeb-3ec7-4dc4-91e4-4c4c2af5ac47 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (110fe075-70f2-4159-bd48-40c15c7d2490), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:10.222044 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18b58aeb-3ec7-4dc4-91e4-4c4c2af5ac47 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:04:10.222439 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-18b58aeb-3ec7-4dc4-91e4-4c4c2af5ac47 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (110fe075-70f2-4159-bd48-40c15c7d2490), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:10.226849 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 11:04:10.226849 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:04:10.226849 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 11:04:10.226849 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:04:10.226849 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 11:04:10.226849 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 11:04:10.226849 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 11:04:10.226849 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:04:10.226849 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 11:04:10.226849 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:04:10.226849 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 11:04:10.226849 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:04:10.226849 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 11:04:10.226849 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 11:04:10.226849 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:04:10.226849 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 11:04:10.226849 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:04:10.226849 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 11:04:10.226849 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 11:04:10.226849 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:04:10.226849 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 11:04:10.226849 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:04:10.226849 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:04:10.226849 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:04:10.226849 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 11:04:10.226849 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:04:10.226849 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:04:10.226849 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:04:10.226849 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:04:10.226849 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:04:10.226849 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:04:10.226849 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:04:10.295755 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47503ab2-ef8e-4999-b509-33c3fdef033f None None] Network b29ea908-cb09-4302-a6e3-b886692cfeeb requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:04:10.328537 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.db.api [None req-18b58aeb-3ec7-4dc4-91e4-4c4c2af5ac47 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 11:04:10.328537 dv-neutron-829161-3-hyperv neutron-server[104083]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 11:04:10.328537 dv-neutron-829161-3-hyperv neutron-server[104083]: [parameters: {'id': '6e85ddf6-528d-41af-8d9e-4fa0f1a78f56'}] Feb 28 11:04:10.328537 dv-neutron-829161-3-hyperv neutron-server[104083]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:04:10.329386 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG oslo_db.api [None req-18b58aeb-3ec7-4dc4-91e4-4c4c2af5ac47 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:04:10.366601 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-982b36aa-8b84-4476-8b6b-822172f22a88 None None] For port 9b0c5aad-d045-4417-a385-e7204bc21123, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:04:10.372021 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-4d241cbd-ecd1-4432-9c14-594158b2760e None None] Provisioning complete for port 1c411f17-bae2-4c83-8f5f-40321ad67e60 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:04:10.372402 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-4d241cbd-ecd1-4432-9c14-594158b2760e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (1c411f17-bae2-4c83-8f5f-40321ad67e60), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:10.407586 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-982b36aa-8b84-4476-8b6b-822172f22a88 None None] For port 9b0c5aad-d045-4417-a385-e7204bc21123, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=9b0c5aad-d045-4417-a385-e7204bc21123,segment=NetworkSegment(110fe075-70f2-4159-bd48-40c15c7d2490),segment_id=110fe075-70f2-4159-bd48-40c15c7d2490)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:04:10.422407 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 1c411f17-bae2-4c83-8f5f-40321ad67e60 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:04:10.480238 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-982b36aa-8b84-4476-8b6b-822172f22a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (9b0c5aad-d045-4417-a385-e7204bc21123), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:10.633177 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982b36aa-8b84-4476-8b6b-822172f22a88 None None] Pushing event updated for resources: {'Port': ['ID=9b0c5aad-d045-4417-a385-e7204bc21123,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:10.640102 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 1c411f17-bae2-4c83-8f5f-40321ad67e60 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:04:10.640483 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (1c411f17-bae2-4c83-8f5f-40321ad67e60), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:10.641934 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-4d241cbd-ecd1-4432-9c14-594158b2760e None None] Current status of the port 1c411f17-bae2-4c83-8f5f-40321ad67e60 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:04:10.642316 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-4d241cbd-ecd1-4432-9c14-594158b2760e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (1c411f17-bae2-4c83-8f5f-40321ad67e60), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:10.672372 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49244b8-2bc0-400d-b5cc-4aa785916c91 None None] Network 6e85ddf6-528d-41af-8d9e-4fa0f1a78f56 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:04:10.763280 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-4d241cbd-ecd1-4432-9c14-594158b2760e None None] For port 1c411f17-bae2-4c83-8f5f-40321ad67e60, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=1c411f17-bae2-4c83-8f5f-40321ad67e60,segment=NetworkSegment(690d9dbf-9457-4c31-a8a6-d7391e133e26),segment_id=690d9dbf-9457-4c31-a8a6-d7391e133e26)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:04:10.823250 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-4d241cbd-ecd1-4432-9c14-594158b2760e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (1c411f17-bae2-4c83-8f5f-40321ad67e60), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:10.835422 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-18b58aeb-3ec7-4dc4-91e4-4c4c2af5ac47 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (6e85ddf6-528d-41af-8d9e-4fa0f1a78f56), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:10.870632 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 1c411f17-bae2-4c83-8f5f-40321ad67e60 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:04:10.871058 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (1c411f17-bae2-4c83-8f5f-40321ad67e60), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:10.891130 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-18b58aeb-3ec7-4dc4-91e4-4c4c2af5ac47 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Deleting port 9b0c5aad-d045-4417-a385-e7204bc21123 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:04:10.891404 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-18b58aeb-3ec7-4dc4-91e4-4c4c2af5ac47 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (9b0c5aad-d045-4417-a385-e7204bc21123), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:10.909445 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4245a618-63a0-42b1-b553-62b1582d41fd None None] get_active_networks_info from dv-neutron-829161-3-hyperv {{(pid=104085) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 11:04:10.910984 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d241cbd-ecd1-4432-9c14-594158b2760e None None] Pushing event updated for resources: {'Port': ['ID=1c411f17-bae2-4c83-8f5f-40321ad67e60,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:10.956265 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-18b58aeb-3ec7-4dc4-91e4-4c4c2af5ac47 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] For port 9b0c5aad-d045-4417-a385-e7204bc21123, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=9b0c5aad-d045-4417-a385-e7204bc21123,segment=NetworkSegment(110fe075-70f2-4159-bd48-40c15c7d2490),segment_id=110fe075-70f2-4159-bd48-40c15c7d2490)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:04:10.956542 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-18b58aeb-3ec7-4dc4-91e4-4c4c2af5ac47 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (9b0c5aad-d045-4417-a385-e7204bc21123), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:10.968756 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-18b58aeb-3ec7-4dc4-91e4-4c4c2af5ac47 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Calling delete_port for 9b0c5aad-d045-4417-a385-e7204bc21123 owned by network:dhcp {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:04:10.991861 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.db.api [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:04:10.992231 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG oslo_db.api [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:04:11.007813 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-dbb468a3-f029-43a8-b3c0-cea3ef1e2b26 None None] Provisioning complete for port 1c411f17-bae2-4c83-8f5f-40321ad67e60 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:04:11.008255 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-dbb468a3-f029-43a8-b3c0-cea3ef1e2b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (1c411f17-bae2-4c83-8f5f-40321ad67e60), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:11.052729 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4245a618-63a0-42b1-b553-62b1582d41fd None None] Resources bound (agent type, host, resource id): {{(pid=104085) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 11:04:11.133927 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-18b58aeb-3ec7-4dc4-91e4-4c4c2af5ac47 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (9b0c5aad-d045-4417-a385-e7204bc21123), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:11.161200 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-dbb468a3-f029-43a8-b3c0-cea3ef1e2b26 None None] Current status of the port 1c411f17-bae2-4c83-8f5f-40321ad67e60 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:04:11.165948 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b58aeb-3ec7-4dc4-91e4-4c4c2af5ac47 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Pushing event deleted for resources: {'Port': ['ID=9b0c5aad-d045-4417-a385-e7204bc21123,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:11.167864 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b58aeb-3ec7-4dc4-91e4-4c4c2af5ac47 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] No DVR routers for this DVR port 9b0c5aad-d045-4417-a385-e7204bc21123 on host dv-neutron-829161-3-hyperv {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:04:11.253444 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-18b58aeb-3ec7-4dc4-91e4-4c4c2af5ac47 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (6e85ddf6-528d-41af-8d9e-4fa0f1a78f56), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:11.273760 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-18b58aeb-3ec7-4dc4-91e4-4c4c2af5ac47 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e85ddf6-528d-41af-8d9e-4fa0f1a78f56']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:04:11.282980 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-18b58aeb-3ec7-4dc4-91e4-4c4c2af5ac47 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '110fe075-70f2-4159-bd48-40c15c7d2490') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:04:11.283278 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-18b58aeb-3ec7-4dc4-91e4-4c4c2af5ac47 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '110fe075-70f2-4159-bd48-40c15c7d2490') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:04:11.292355 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-18b58aeb-3ec7-4dc4-91e4-4c4c2af5ac47 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (110fe075-70f2-4159-bd48-40c15c7d2490), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:11.305334 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-18b58aeb-3ec7-4dc4-91e4-4c4c2af5ac47 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (110fe075-70f2-4159-bd48-40c15c7d2490), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:11.311035 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18b58aeb-3ec7-4dc4-91e4-4c4c2af5ac47 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:04:11.311415 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-18b58aeb-3ec7-4dc4-91e4-4c4c2af5ac47 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (110fe075-70f2-4159-bd48-40c15c7d2490), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:11.314226 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 11:04:11.314226 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:04:11.314226 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 11:04:11.314226 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:04:11.314226 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 11:04:11.314226 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 11:04:11.314226 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 11:04:11.314226 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:04:11.314226 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 11:04:11.314226 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:04:11.314226 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 11:04:11.314226 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:04:11.314226 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 11:04:11.314226 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 11:04:11.314226 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:04:11.314226 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 11:04:11.314226 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:04:11.314226 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 11:04:11.314226 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 11:04:11.314226 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:04:11.314226 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 11:04:11.314226 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:04:11.314226 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:04:11.314226 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:04:11.314226 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 11:04:11.314226 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:04:11.314226 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:04:11.314226 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:04:11.314226 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:04:11.314226 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:04:11.314226 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:04:11.314226 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:04:11.453762 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-18b58aeb-3ec7-4dc4-91e4-4c4c2af5ac47 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (6e85ddf6-528d-41af-8d9e-4fa0f1a78f56), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:11.461036 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-18b58aeb-3ec7-4dc4-91e4-4c4c2af5ac47 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:11.464305 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-18b58aeb-3ec7-4dc4-91e4-4c4c2af5ac47 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] 10.222.0.62 "DELETE /v2.0/networks/6e85ddf6-528d-41af-8d9e-4fa0f1a78f56 HTTP/1.1" status: 204 len: 168 time: 1.8845885 Feb 28 11:04:11.469546 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 54264) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:04:11.476631 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-4dc393e4-3322-452e-9c31-29ac0d973dce tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2101633999'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:04:11.477667 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b58aeb-3ec7-4dc4-91e4-4c4c2af5ac47 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Pushing event deleted for resources: {'Network': ['ID=6e85ddf6-528d-41af-8d9e-4fa0f1a78f56,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:11.528594 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 1c411f17-bae2-4c83-8f5f-40321ad67e60 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:04:11.550405 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc393e4-3322-452e-9c31-29ac0d973dce tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Made reservation on behalf of 89a5e44eba3342e2a45d6046a9a2a58c for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:04:11.554093 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4dc393e4-3322-452e-9c31-29ac0d973dce tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:11.577537 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dc393e4-3322-452e-9c31-29ac0d973dce tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:04:11.587377 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4dc393e4-3322-452e-9c31-29ac0d973dce tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (9b08a87d-dd76-4edc-a5c5-2658afd83255), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:11.587724 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-4dc393e4-3322-452e-9c31-29ac0d973dce tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Added segment 9b08a87d-dd76-4edc-a5c5-2658afd83255 of type vlan for network ef3ab46a-dda0-4fc3-aca3-e562d7a5f641 Feb 28 11:04:11.626202 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4dc393e4-3322-452e-9c31-29ac0d973dce tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (ef3ab46a-dda0-4fc3-aca3-e562d7a5f641), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:11.698226 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4dc393e4-3322-452e-9c31-29ac0d973dce tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (ef3ab46a-dda0-4fc3-aca3-e562d7a5f641), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:11.703380 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc393e4-3322-452e-9c31-29ac0d973dce tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:11.707510 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4dc393e4-3322-452e-9c31-29ac0d973dce tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:11.770195 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc393e4-3322-452e-9c31-29ac0d973dce tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Pushing event updated for resources: {'Network': ['ID=ef3ab46a-dda0-4fc3-aca3-e562d7a5f641,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:11.784942 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network ef3ab46a-dda0-4fc3-aca3-e562d7a5f641 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 11:04:11.799356 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-4dc393e4-3322-452e-9c31-29ac0d973dce tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3284862 Feb 28 11:04:11.802094 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 54266) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:04:11.807847 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-475b707d-f9a8-4e3f-b29a-a3b6fbc08582 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Request body: {'subnet': {'network_id': 'ef3ab46a-dda0-4fc3-aca3-e562d7a5f641', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:04:11.972446 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475b707d-f9a8-4e3f-b29a-a3b6fbc08582 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Made reservation on behalf of 89a5e44eba3342e2a45d6046a9a2a58c for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:04:11.976418 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-475b707d-f9a8-4e3f-b29a-a3b6fbc08582 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:12.034421 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.ipam_backend_mixin [None req-475b707d-f9a8-4e3f-b29a-a3b6fbc08582 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Performing IP validity checks on allocation pools {{(pid=104084) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 28 11:04:12.034962 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.ipam_backend_mixin [None req-475b707d-f9a8-4e3f-b29a-a3b6fbc08582 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104084) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 28 11:04:12.213461 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-475b707d-f9a8-4e3f-b29a-a3b6fbc08582 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (81a3e6dc-34ed-427e-9adf-5be0ac084737), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:12.276557 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475b707d-f9a8-4e3f-b29a-a3b6fbc08582 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Pushing event updated for resources: {'Subnet': ['ID=81a3e6dc-34ed-427e-9adf-5be0ac084737,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:12.287825 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475b707d-f9a8-4e3f-b29a-a3b6fbc08582 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Checking segment: {'id': '9b08a87d-dd76-4edc-a5c5-2658afd83255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ef3ab46a-dda0-4fc3-aca3-e562d7a5f641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:04:12.287825 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475b707d-f9a8-4e3f-b29a-a3b6fbc08582 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Network hostable DHCP agents. Network: ef3ab46a-dda0-4fc3-aca3-e562d7a5f641, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:04:12.361888 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475b707d-f9a8-4e3f-b29a-a3b6fbc08582 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Network ef3ab46a-dda0-4fc3-aca3-e562d7a5f641 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:04:12.404228 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 1c411f17-bae2-4c83-8f5f-40321ad67e60 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:04:12.424759 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-475b707d-f9a8-4e3f-b29a-a3b6fbc08582 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, ef3ab46a-dda0-4fc3-aca3-e562d7a5f641) {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:04:12.432900 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475b707d-f9a8-4e3f-b29a-a3b6fbc08582 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:12.433519 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-475b707d-f9a8-4e3f-b29a-a3b6fbc08582 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:12.444653 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052ff458-30e4-423b-b4f6-9c61b2375652 None None] Network ef3ab46a-dda0-4fc3-aca3-e562d7a5f641 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:04:12.496462 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-475b707d-f9a8-4e3f-b29a-a3b6fbc08582 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6926143 Feb 28 11:04:12.499131 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 54268) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:04:12.547684 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 1c411f17-bae2-4c83-8f5f-40321ad67e60 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:04:12.548000 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (1c411f17-bae2-4c83-8f5f-40321ad67e60), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:12.596583 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a469d9-6e1e-48fb-98d7-f0be21b14866 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-ef3ab46a-dda0-4fc3-aca3-e562d7a5f641', 'network_id': 'ef3ab46a-dda0-4fc3-aca3-e562d7a5f641', 'project_id': '89a5e44eba3342e2a45d6046a9a2a58c', 'fixed_ips': [{'subnet_id': '81a3e6dc-34ed-427e-9adf-5be0ac084737'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 11:04:12.597538 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a2a469d9-6e1e-48fb-98d7-f0be21b14866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:12.634633 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cd38a2b1-73e5-4ccc-86ab-892a0f0dd85e tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (ef3ab46a-dda0-4fc3-aca3-e562d7a5f641), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:12.713093 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:04:12.737641 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cd38a2b1-73e5-4ccc-86ab-892a0f0dd85e tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (81a3e6dc-34ed-427e-9adf-5be0ac084737), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:12.748291 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 1c411f17-bae2-4c83-8f5f-40321ad67e60 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:04:12.792459 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-a2a469d9-6e1e-48fb-98d7-f0be21b14866 None None] Allocated IP 2001:db8::3 (ef3ab46a-dda0-4fc3-aca3-e562d7a5f641/81a3e6dc-34ed-427e-9adf-5be0ac084737/e94c26e6-4446-47f9-abcf-7326d683b3e3) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:04:12.969845 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a2a469d9-6e1e-48fb-98d7-f0be21b14866 None None] Publish callbacks [] for port (e94c26e6-4446-47f9-abcf-7326d683b3e3), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:13.037714 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a2a469d9-6e1e-48fb-98d7-f0be21b14866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (e94c26e6-4446-47f9-abcf-7326d683b3e3), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:13.082770 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a469d9-6e1e-48fb-98d7-f0be21b14866 None None] Network ef3ab46a-dda0-4fc3-aca3-e562d7a5f641 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:04:13.085901 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-a2a469d9-6e1e-48fb-98d7-f0be21b14866 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:04:13.092096 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a469d9-6e1e-48fb-98d7-f0be21b14866 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:04:13.100506 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a469d9-6e1e-48fb-98d7-f0be21b14866 None None] Pushing event updated for resources: {'Port': ['ID=e94c26e6-4446-47f9-abcf-7326d683b3e3,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:13.134486 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cd38a2b1-73e5-4ccc-86ab-892a0f0dd85e tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (81a3e6dc-34ed-427e-9adf-5be0ac084737), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:13.179006 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38a2b1-73e5-4ccc-86ab-892a0f0dd85e tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Pushing event deleted for resources: {'Subnet': ['ID=81a3e6dc-34ed-427e-9adf-5be0ac084737,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:13.257873 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cd38a2b1-73e5-4ccc-86ab-892a0f0dd85e tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (ef3ab46a-dda0-4fc3-aca3-e562d7a5f641), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:13.279379 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-cd38a2b1-73e5-4ccc-86ab-892a0f0dd85e tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef3ab46a-dda0-4fc3-aca3-e562d7a5f641']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:04:13.289254 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-cd38a2b1-73e5-4ccc-86ab-892a0f0dd85e tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b08a87d-dd76-4edc-a5c5-2658afd83255') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:04:13.289556 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-cd38a2b1-73e5-4ccc-86ab-892a0f0dd85e tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b08a87d-dd76-4edc-a5c5-2658afd83255') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:04:13.299362 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cd38a2b1-73e5-4ccc-86ab-892a0f0dd85e tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (9b08a87d-dd76-4edc-a5c5-2658afd83255), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:13.313888 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cd38a2b1-73e5-4ccc-86ab-892a0f0dd85e tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (9b08a87d-dd76-4edc-a5c5-2658afd83255), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:13.321111 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd38a2b1-73e5-4ccc-86ab-892a0f0dd85e tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:04:13.321542 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cd38a2b1-73e5-4ccc-86ab-892a0f0dd85e tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (9b08a87d-dd76-4edc-a5c5-2658afd83255), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:13.324567 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 11:04:13.324567 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:04:13.324567 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 11:04:13.324567 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:04:13.324567 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 11:04:13.324567 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 11:04:13.324567 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 11:04:13.324567 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:04:13.324567 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 11:04:13.324567 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:04:13.324567 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 11:04:13.324567 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:04:13.324567 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 11:04:13.324567 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 11:04:13.324567 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:04:13.324567 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 11:04:13.324567 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:04:13.324567 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 11:04:13.324567 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 11:04:13.324567 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:04:13.324567 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 11:04:13.324567 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:04:13.324567 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:04:13.324567 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:04:13.324567 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 11:04:13.324567 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:04:13.324567 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:04:13.324567 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:04:13.324567 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:04:13.324567 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:04:13.324567 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:04:13.324567 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:04:13.340549 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-a2a469d9-6e1e-48fb-98d7-f0be21b14866 None None] Attempting to bind port e94c26e6-4446-47f9-abcf-7326d683b3e3 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:04:13.340927 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-a2a469d9-6e1e-48fb-98d7-f0be21b14866 None None] Attempting to bind port e94c26e6-4446-47f9-abcf-7326d683b3e3 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '9b08a87d-dd76-4edc-a5c5-2658afd83255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ef3ab46a-dda0-4fc3-aca3-e562d7a5f641'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:04:13.341296 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a469d9-6e1e-48fb-98d7-f0be21b14866 None None] Attempting to bind port e94c26e6-4446-47f9-abcf-7326d683b3e3 on network ef3ab46a-dda0-4fc3-aca3-e562d7a5f641 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:04:13.346656 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a469d9-6e1e-48fb-98d7-f0be21b14866 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:04:13.347064 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a469d9-6e1e-48fb-98d7-f0be21b14866 None None] Checking segment: {'id': '9b08a87d-dd76-4edc-a5c5-2658afd83255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ef3ab46a-dda0-4fc3-aca3-e562d7a5f641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:04:13.347470 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a2a469d9-6e1e-48fb-98d7-f0be21b14866 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:13.347872 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a469d9-6e1e-48fb-98d7-f0be21b14866 None None] Bound using segment: {'id': '9b08a87d-dd76-4edc-a5c5-2658afd83255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ef3ab46a-dda0-4fc3-aca3-e562d7a5f641'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:04:13.348340 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-a2a469d9-6e1e-48fb-98d7-f0be21b14866 None None] Bound port: e94c26e6-4446-47f9-abcf-7326d683b3e3, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b08a87d-dd76-4edc-a5c5-2658afd83255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ef3ab46a-dda0-4fc3-aca3-e562d7a5f641'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:04:13.348720 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a2a469d9-6e1e-48fb-98d7-f0be21b14866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (e94c26e6-4446-47f9-abcf-7326d683b3e3), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:13.417081 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a2a469d9-6e1e-48fb-98d7-f0be21b14866 None None] For port e94c26e6-4446-47f9-abcf-7326d683b3e3, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:04:13.419490 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.db.api [None req-cd38a2b1-73e5-4ccc-86ab-892a0f0dd85e tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 11:04:13.419490 dv-neutron-829161-3-hyperv neutron-server[104084]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 11:04:13.419490 dv-neutron-829161-3-hyperv neutron-server[104084]: [parameters: {'id': 'ef3ab46a-dda0-4fc3-aca3-e562d7a5f641'}] Feb 28 11:04:13.419490 dv-neutron-829161-3-hyperv neutron-server[104084]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104084) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:04:13.419935 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG oslo_db.api [None req-cd38a2b1-73e5-4ccc-86ab-892a0f0dd85e tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:04:13.421492 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a2a469d9-6e1e-48fb-98d7-f0be21b14866 None None] For port e94c26e6-4446-47f9-abcf-7326d683b3e3, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=e94c26e6-4446-47f9-abcf-7326d683b3e3,segment=NetworkSegment(9b08a87d-dd76-4edc-a5c5-2658afd83255),segment_id=9b08a87d-dd76-4edc-a5c5-2658afd83255)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:04:13.476827 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a2a469d9-6e1e-48fb-98d7-f0be21b14866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (e94c26e6-4446-47f9-abcf-7326d683b3e3), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:13.568433 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a469d9-6e1e-48fb-98d7-f0be21b14866 None None] Pushing event updated for resources: {'Port': ['ID=e94c26e6-4446-47f9-abcf-7326d683b3e3,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:13.587883 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55d7fa2-a13f-46d9-81d5-d767d853dbb3 None None] get_active_networks_info from dv-neutron-829161-3-hyperv {{(pid=104085) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 11:04:13.654280 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55d7fa2-a13f-46d9-81d5-d767d853dbb3 None None] Resources bound (agent type, host, resource id): {{(pid=104085) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 11:04:13.815350 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0362112-ef26-4796-83ff-1ba89ef3e3a2 None None] Network ef3ab46a-dda0-4fc3-aca3-e562d7a5f641 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:04:13.921494 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cd38a2b1-73e5-4ccc-86ab-892a0f0dd85e tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (ef3ab46a-dda0-4fc3-aca3-e562d7a5f641), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:13.973565 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-cd38a2b1-73e5-4ccc-86ab-892a0f0dd85e tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Deleting port e94c26e6-4446-47f9-abcf-7326d683b3e3 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:04:13.974100 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cd38a2b1-73e5-4ccc-86ab-892a0f0dd85e tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (e94c26e6-4446-47f9-abcf-7326d683b3e3), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:14.038025 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-cd38a2b1-73e5-4ccc-86ab-892a0f0dd85e tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] For port e94c26e6-4446-47f9-abcf-7326d683b3e3, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=e94c26e6-4446-47f9-abcf-7326d683b3e3,segment=NetworkSegment(9b08a87d-dd76-4edc-a5c5-2658afd83255),segment_id=9b08a87d-dd76-4edc-a5c5-2658afd83255)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:04:14.038383 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cd38a2b1-73e5-4ccc-86ab-892a0f0dd85e tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (e94c26e6-4446-47f9-abcf-7326d683b3e3), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:14.051044 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-cd38a2b1-73e5-4ccc-86ab-892a0f0dd85e tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Calling delete_port for e94c26e6-4446-47f9-abcf-7326d683b3e3 owned by network:dhcp {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:04:14.204165 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cd38a2b1-73e5-4ccc-86ab-892a0f0dd85e tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (e94c26e6-4446-47f9-abcf-7326d683b3e3), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:14.239118 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38a2b1-73e5-4ccc-86ab-892a0f0dd85e tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Pushing event deleted for resources: {'Port': ['ID=e94c26e6-4446-47f9-abcf-7326d683b3e3,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:14.244119 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd38a2b1-73e5-4ccc-86ab-892a0f0dd85e tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] No DVR routers for this DVR port e94c26e6-4446-47f9-abcf-7326d683b3e3 on host dv-neutron-829161-3-hyperv {{(pid=104084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:04:14.336060 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cd38a2b1-73e5-4ccc-86ab-892a0f0dd85e tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (ef3ab46a-dda0-4fc3-aca3-e562d7a5f641), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:14.360089 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-cd38a2b1-73e5-4ccc-86ab-892a0f0dd85e tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef3ab46a-dda0-4fc3-aca3-e562d7a5f641']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:04:14.369035 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-cd38a2b1-73e5-4ccc-86ab-892a0f0dd85e tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b08a87d-dd76-4edc-a5c5-2658afd83255') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:04:14.369723 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-cd38a2b1-73e5-4ccc-86ab-892a0f0dd85e tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b08a87d-dd76-4edc-a5c5-2658afd83255') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:04:14.380191 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cd38a2b1-73e5-4ccc-86ab-892a0f0dd85e tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (9b08a87d-dd76-4edc-a5c5-2658afd83255), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:14.395430 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cd38a2b1-73e5-4ccc-86ab-892a0f0dd85e tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (9b08a87d-dd76-4edc-a5c5-2658afd83255), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:14.402652 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd38a2b1-73e5-4ccc-86ab-892a0f0dd85e tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:04:14.403078 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cd38a2b1-73e5-4ccc-86ab-892a0f0dd85e tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (9b08a87d-dd76-4edc-a5c5-2658afd83255), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:14.406146 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 11:04:14.406146 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:04:14.406146 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 11:04:14.406146 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:04:14.406146 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 11:04:14.406146 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 11:04:14.406146 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 11:04:14.406146 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:04:14.406146 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 11:04:14.406146 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:04:14.406146 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 11:04:14.406146 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:04:14.406146 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 11:04:14.406146 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 11:04:14.406146 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:04:14.406146 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 11:04:14.406146 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:04:14.406146 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 11:04:14.406146 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 11:04:14.406146 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:04:14.406146 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 11:04:14.406146 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:04:14.406146 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:04:14.406146 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:04:14.406146 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 11:04:14.406146 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:04:14.406146 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:04:14.406146 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:04:14.406146 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:04:14.406146 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:04:14.406146 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:04:14.406146 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:04:14.544519 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cd38a2b1-73e5-4ccc-86ab-892a0f0dd85e tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (ef3ab46a-dda0-4fc3-aca3-e562d7a5f641), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:14.550129 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cd38a2b1-73e5-4ccc-86ab-892a0f0dd85e tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:14.553578 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-cd38a2b1-73e5-4ccc-86ab-892a0f0dd85e tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] 10.222.0.62 "DELETE /v2.0/networks/ef3ab46a-dda0-4fc3-aca3-e562d7a5f641 HTTP/1.1" status: 204 len: 168 time: 2.0534365 Feb 28 11:04:14.557212 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 54270) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:04:14.563168 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-7e4efe85-6273-4065-99f5-aab8f421d83a tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1038174894'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:04:14.855951 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38a2b1-73e5-4ccc-86ab-892a0f0dd85e tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Pushing event deleted for resources: {'Network': ['ID=ef3ab46a-dda0-4fc3-aca3-e562d7a5f641,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:14.922017 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4efe85-6273-4065-99f5-aab8f421d83a tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Made reservation on behalf of 89a5e44eba3342e2a45d6046a9a2a58c for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:04:14.925371 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7e4efe85-6273-4065-99f5-aab8f421d83a tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:14.951024 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e4efe85-6273-4065-99f5-aab8f421d83a tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:04:14.961468 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7e4efe85-6273-4065-99f5-aab8f421d83a tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (31493e87-967d-4bf7-b269-0330578a3946), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:14.961817 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-7e4efe85-6273-4065-99f5-aab8f421d83a tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Added segment 31493e87-967d-4bf7-b269-0330578a3946 of type vlan for network 40bf9ef6-4c4f-4f6e-9423-05ee6cf7e583 Feb 28 11:04:15.007581 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7e4efe85-6273-4065-99f5-aab8f421d83a tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (40bf9ef6-4c4f-4f6e-9423-05ee6cf7e583), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:15.100119 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7e4efe85-6273-4065-99f5-aab8f421d83a tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (40bf9ef6-4c4f-4f6e-9423-05ee6cf7e583), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:15.105045 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4efe85-6273-4065-99f5-aab8f421d83a tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:15.105632 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7e4efe85-6273-4065-99f5-aab8f421d83a tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:15.173849 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4efe85-6273-4065-99f5-aab8f421d83a tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Pushing event updated for resources: {'Network': ['ID=40bf9ef6-4c4f-4f6e-9423-05ee6cf7e583,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:15.186804 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 40bf9ef6-4c4f-4f6e-9423-05ee6cf7e583 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 11:04:15.212359 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-7e4efe85-6273-4065-99f5-aab8f421d83a tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6528060 Feb 28 11:04:15.216193 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 54272) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:04:15.221739 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-8443ee5b-a50e-4a63-afcd-496c0cccc708 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Request body: {'subnet': {'network_id': '40bf9ef6-4c4f-4f6e-9423-05ee6cf7e583', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:04:15.414014 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8443ee5b-a50e-4a63-afcd-496c0cccc708 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Made reservation on behalf of 89a5e44eba3342e2a45d6046a9a2a58c for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:04:15.418118 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8443ee5b-a50e-4a63-afcd-496c0cccc708 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:15.682134 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8443ee5b-a50e-4a63-afcd-496c0cccc708 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (9841faab-1274-47bf-b3a2-c83905f249ab), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:15.746218 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8443ee5b-a50e-4a63-afcd-496c0cccc708 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Pushing event updated for resources: {'Subnet': ['ID=9841faab-1274-47bf-b3a2-c83905f249ab,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:15.754823 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8443ee5b-a50e-4a63-afcd-496c0cccc708 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Checking segment: {'id': '31493e87-967d-4bf7-b269-0330578a3946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '40bf9ef6-4c4f-4f6e-9423-05ee6cf7e583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:04:15.755216 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8443ee5b-a50e-4a63-afcd-496c0cccc708 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Network hostable DHCP agents. Network: 40bf9ef6-4c4f-4f6e-9423-05ee6cf7e583, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:04:15.852925 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8443ee5b-a50e-4a63-afcd-496c0cccc708 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Network 40bf9ef6-4c4f-4f6e-9423-05ee6cf7e583 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:04:15.938713 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-8443ee5b-a50e-4a63-afcd-496c0cccc708 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 40bf9ef6-4c4f-4f6e-9423-05ee6cf7e583) {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:04:15.943559 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8443ee5b-a50e-4a63-afcd-496c0cccc708 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:15.944161 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8443ee5b-a50e-4a63-afcd-496c0cccc708 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:15.948976 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33de46f-5446-47e5-a9d8-6baf03d51cc7 None None] Network 40bf9ef6-4c4f-4f6e-9423-05ee6cf7e583 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:04:16.038489 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-8443ee5b-a50e-4a63-afcd-496c0cccc708 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8209481 Feb 28 11:04:16.042103 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 54274) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:04:16.047238 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-014a66eb-8a12-4154-ad3e-40eeb2f2d386 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1233257823'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:04:16.049889 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e73465a-e346-4c9a-959c-02f3d5125f2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-40bf9ef6-4c4f-4f6e-9423-05ee6cf7e583', 'network_id': '40bf9ef6-4c4f-4f6e-9423-05ee6cf7e583', 'project_id': '89a5e44eba3342e2a45d6046a9a2a58c', 'fixed_ips': [{'subnet_id': '9841faab-1274-47bf-b3a2-c83905f249ab'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 11:04:16.051081 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6e73465a-e346-4c9a-959c-02f3d5125f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:16.161969 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014a66eb-8a12-4154-ad3e-40eeb2f2d386 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Made reservation on behalf of 89a5e44eba3342e2a45d6046a9a2a58c for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:04:16.165500 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-014a66eb-8a12-4154-ad3e-40eeb2f2d386 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:16.194606 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-014a66eb-8a12-4154-ad3e-40eeb2f2d386 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:04:16.201094 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-6e73465a-e346-4c9a-959c-02f3d5125f2d None None] Allocated IP 2001:db8::2 (40bf9ef6-4c4f-4f6e-9423-05ee6cf7e583/9841faab-1274-47bf-b3a2-c83905f249ab/4216abc0-ba89-4aeb-8dd5-a588e66c1ae1) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:04:16.203350 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-014a66eb-8a12-4154-ad3e-40eeb2f2d386 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (8248d5da-a000-4db0-bfd0-006c05fa11f1), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:16.203704 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-014a66eb-8a12-4154-ad3e-40eeb2f2d386 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Added segment 8248d5da-a000-4db0-bfd0-006c05fa11f1 of type vlan for network 696ace97-8162-4ad3-9230-d4d3dc4162ca Feb 28 11:04:16.247842 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-014a66eb-8a12-4154-ad3e-40eeb2f2d386 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (696ace97-8162-4ad3-9230-d4d3dc4162ca), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:16.350761 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-014a66eb-8a12-4154-ad3e-40eeb2f2d386 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (696ace97-8162-4ad3-9230-d4d3dc4162ca), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:16.354788 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6e73465a-e346-4c9a-959c-02f3d5125f2d None None] Publish callbacks [] for port (4216abc0-ba89-4aeb-8dd5-a588e66c1ae1), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:16.359375 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014a66eb-8a12-4154-ad3e-40eeb2f2d386 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:16.362592 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-014a66eb-8a12-4154-ad3e-40eeb2f2d386 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:16.419820 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6e73465a-e346-4c9a-959c-02f3d5125f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (4216abc0-ba89-4aeb-8dd5-a588e66c1ae1), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:16.433863 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014a66eb-8a12-4154-ad3e-40eeb2f2d386 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Pushing event updated for resources: {'Network': ['ID=696ace97-8162-4ad3-9230-d4d3dc4162ca,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:16.445219 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-014a66eb-8a12-4154-ad3e-40eeb2f2d386 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4020305 Feb 28 11:04:16.448024 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 54276) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:04:16.450721 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 696ace97-8162-4ad3-9230-d4d3dc4162ca details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 11:04:16.453229 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-f76fb0ea-5354-48b5-a720-caa65b75cfda tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Request body: {'subnet': {'network_id': '696ace97-8162-4ad3-9230-d4d3dc4162ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:04:16.455316 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-98cb4d96-e234-40b5-9db7-f95736a7ddb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:16.464462 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e73465a-e346-4c9a-959c-02f3d5125f2d None None] Network 40bf9ef6-4c4f-4f6e-9423-05ee6cf7e583 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:04:16.481021 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-6e73465a-e346-4c9a-959c-02f3d5125f2d None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:04:16.515761 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e73465a-e346-4c9a-959c-02f3d5125f2d None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:04:16.524202 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e73465a-e346-4c9a-959c-02f3d5125f2d None None] Pushing event updated for resources: {'Port': ['ID=4216abc0-ba89-4aeb-8dd5-a588e66c1ae1,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:16.592046 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-6e73465a-e346-4c9a-959c-02f3d5125f2d None None] Attempting to bind port 4216abc0-ba89-4aeb-8dd5-a588e66c1ae1 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:04:16.592428 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-6e73465a-e346-4c9a-959c-02f3d5125f2d None None] Attempting to bind port 4216abc0-ba89-4aeb-8dd5-a588e66c1ae1 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '31493e87-967d-4bf7-b269-0330578a3946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '40bf9ef6-4c4f-4f6e-9423-05ee6cf7e583'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:04:16.592794 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e73465a-e346-4c9a-959c-02f3d5125f2d None None] Attempting to bind port 4216abc0-ba89-4aeb-8dd5-a588e66c1ae1 on network 40bf9ef6-4c4f-4f6e-9423-05ee6cf7e583 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:04:16.598190 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e73465a-e346-4c9a-959c-02f3d5125f2d None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:04:16.598575 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e73465a-e346-4c9a-959c-02f3d5125f2d None None] Checking segment: {'id': '31493e87-967d-4bf7-b269-0330578a3946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '40bf9ef6-4c4f-4f6e-9423-05ee6cf7e583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:04:16.599550 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6e73465a-e346-4c9a-959c-02f3d5125f2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:16.599960 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e73465a-e346-4c9a-959c-02f3d5125f2d None None] Bound using segment: {'id': '31493e87-967d-4bf7-b269-0330578a3946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '40bf9ef6-4c4f-4f6e-9423-05ee6cf7e583'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:04:16.600437 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-6e73465a-e346-4c9a-959c-02f3d5125f2d None None] Bound port: 4216abc0-ba89-4aeb-8dd5-a588e66c1ae1, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31493e87-967d-4bf7-b269-0330578a3946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '40bf9ef6-4c4f-4f6e-9423-05ee6cf7e583'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:04:16.600836 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6e73465a-e346-4c9a-959c-02f3d5125f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (4216abc0-ba89-4aeb-8dd5-a588e66c1ae1), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:16.636090 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76fb0ea-5354-48b5-a720-caa65b75cfda tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Made reservation on behalf of 89a5e44eba3342e2a45d6046a9a2a58c for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:04:16.639732 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f76fb0ea-5354-48b5-a720-caa65b75cfda tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:16.667313 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-6e73465a-e346-4c9a-959c-02f3d5125f2d None None] For port 4216abc0-ba89-4aeb-8dd5-a588e66c1ae1, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:04:16.671513 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-6e73465a-e346-4c9a-959c-02f3d5125f2d None None] For port 4216abc0-ba89-4aeb-8dd5-a588e66c1ae1, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=4216abc0-ba89-4aeb-8dd5-a588e66c1ae1,segment=NetworkSegment(31493e87-967d-4bf7-b269-0330578a3946),segment_id=31493e87-967d-4bf7-b269-0330578a3946)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:04:16.756864 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6e73465a-e346-4c9a-959c-02f3d5125f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (4216abc0-ba89-4aeb-8dd5-a588e66c1ae1), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:16.815667 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e73465a-e346-4c9a-959c-02f3d5125f2d None None] Pushing event updated for resources: {'Port': ['ID=4216abc0-ba89-4aeb-8dd5-a588e66c1ae1,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:16.905106 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f76fb0ea-5354-48b5-a720-caa65b75cfda tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (ebf3c689-ba81-4646-98b5-ea79b479f593), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:16.972733 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76fb0ea-5354-48b5-a720-caa65b75cfda tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Pushing event updated for resources: {'Subnet': ['ID=ebf3c689-ba81-4646-98b5-ea79b479f593,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:16.977563 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76fb0ea-5354-48b5-a720-caa65b75cfda tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Checking segment: {'id': '8248d5da-a000-4db0-bfd0-006c05fa11f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '696ace97-8162-4ad3-9230-d4d3dc4162ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:04:16.977984 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76fb0ea-5354-48b5-a720-caa65b75cfda tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Network hostable DHCP agents. Network: 696ace97-8162-4ad3-9230-d4d3dc4162ca, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:04:17.105055 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76fb0ea-5354-48b5-a720-caa65b75cfda tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Network 696ace97-8162-4ad3-9230-d4d3dc4162ca is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:04:17.179103 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-f76fb0ea-5354-48b5-a720-caa65b75cfda tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 696ace97-8162-4ad3-9230-d4d3dc4162ca) {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:04:17.184179 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76fb0ea-5354-48b5-a720-caa65b75cfda tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:17.184890 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f76fb0ea-5354-48b5-a720-caa65b75cfda tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:17.196668 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777fb700-0e45-46af-b0c6-0fe99667950d None None] Network 696ace97-8162-4ad3-9230-d4d3dc4162ca requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:04:17.283877 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-f76fb0ea-5354-48b5-a720-caa65b75cfda tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8322971 Feb 28 11:04:17.284120 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 54278) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:04:17.322513 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66983ef-053c-4a17-84b9-68d1c0b8ad05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-696ace97-8162-4ad3-9230-d4d3dc4162ca', 'network_id': '696ace97-8162-4ad3-9230-d4d3dc4162ca', 'project_id': '89a5e44eba3342e2a45d6046a9a2a58c', 'fixed_ips': [{'subnet_id': 'ebf3c689-ba81-4646-98b5-ea79b479f593'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 11:04:17.323554 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e66983ef-053c-4a17-84b9-68d1c0b8ad05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:17.399719 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2086e3ec-cd85-4fe3-b475-9cddb3b50afd tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (696ace97-8162-4ad3-9230-d4d3dc4162ca), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:17.466243 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2086e3ec-cd85-4fe3-b475-9cddb3b50afd tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (ebf3c689-ba81-4646-98b5-ea79b479f593), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:17.486927 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-e66983ef-053c-4a17-84b9-68d1c0b8ad05 None None] Allocated IP 2001:db8::2 (696ace97-8162-4ad3-9230-d4d3dc4162ca/ebf3c689-ba81-4646-98b5-ea79b479f593/95485432-e6df-43e7-8f5d-b1232597d8cb) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:04:17.659216 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e66983ef-053c-4a17-84b9-68d1c0b8ad05 None None] Publish callbacks [] for port (95485432-e6df-43e7-8f5d-b1232597d8cb), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:17.745299 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e66983ef-053c-4a17-84b9-68d1c0b8ad05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (95485432-e6df-43e7-8f5d-b1232597d8cb), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:17.795299 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66983ef-053c-4a17-84b9-68d1c0b8ad05 None None] Network 696ace97-8162-4ad3-9230-d4d3dc4162ca is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:04:17.798320 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-e66983ef-053c-4a17-84b9-68d1c0b8ad05 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:04:17.802885 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66983ef-053c-4a17-84b9-68d1c0b8ad05 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:04:17.816837 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d45bd9-55f8-4f08-9d38-158430b4a887 None None] Network 40bf9ef6-4c4f-4f6e-9423-05ee6cf7e583 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:04:17.838255 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66983ef-053c-4a17-84b9-68d1c0b8ad05 None None] Pushing event updated for resources: {'Port': ['ID=95485432-e6df-43e7-8f5d-b1232597d8cb,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:17.842540 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2086e3ec-cd85-4fe3-b475-9cddb3b50afd tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (ebf3c689-ba81-4646-98b5-ea79b479f593), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:17.874704 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2086e3ec-cd85-4fe3-b475-9cddb3b50afd tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Pushing event deleted for resources: {'Subnet': ['ID=ebf3c689-ba81-4646-98b5-ea79b479f593,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:17.937486 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-e66983ef-053c-4a17-84b9-68d1c0b8ad05 None None] Attempting to bind port 95485432-e6df-43e7-8f5d-b1232597d8cb on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:04:17.937868 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-e66983ef-053c-4a17-84b9-68d1c0b8ad05 None None] Attempting to bind port 95485432-e6df-43e7-8f5d-b1232597d8cb by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '8248d5da-a000-4db0-bfd0-006c05fa11f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '696ace97-8162-4ad3-9230-d4d3dc4162ca'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:04:17.938235 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66983ef-053c-4a17-84b9-68d1c0b8ad05 None None] Attempting to bind port 95485432-e6df-43e7-8f5d-b1232597d8cb on network 696ace97-8162-4ad3-9230-d4d3dc4162ca {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:04:17.939207 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2086e3ec-cd85-4fe3-b475-9cddb3b50afd tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (696ace97-8162-4ad3-9230-d4d3dc4162ca), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:17.943772 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-3326fde9-72bb-4fd0-8b13-99685cb3154d None None] Provisioning complete for port 4216abc0-ba89-4aeb-8dd5-a588e66c1ae1 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:04:17.944151 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3326fde9-72bb-4fd0-8b13-99685cb3154d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (4216abc0-ba89-4aeb-8dd5-a588e66c1ae1), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:17.959869 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66983ef-053c-4a17-84b9-68d1c0b8ad05 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:04:17.960888 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66983ef-053c-4a17-84b9-68d1c0b8ad05 None None] Checking segment: {'id': '8248d5da-a000-4db0-bfd0-006c05fa11f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '696ace97-8162-4ad3-9230-d4d3dc4162ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:04:17.960888 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e66983ef-053c-4a17-84b9-68d1c0b8ad05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:17.961107 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66983ef-053c-4a17-84b9-68d1c0b8ad05 None None] Bound using segment: {'id': '8248d5da-a000-4db0-bfd0-006c05fa11f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '696ace97-8162-4ad3-9230-d4d3dc4162ca'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:04:17.961520 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-e66983ef-053c-4a17-84b9-68d1c0b8ad05 None None] Bound port: 95485432-e6df-43e7-8f5d-b1232597d8cb, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8248d5da-a000-4db0-bfd0-006c05fa11f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '696ace97-8162-4ad3-9230-d4d3dc4162ca'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:04:17.961900 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e66983ef-053c-4a17-84b9-68d1c0b8ad05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (95485432-e6df-43e7-8f5d-b1232597d8cb), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:17.962415 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-2086e3ec-cd85-4fe3-b475-9cddb3b50afd tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['696ace97-8162-4ad3-9230-d4d3dc4162ca']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:04:17.972997 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-2086e3ec-cd85-4fe3-b475-9cddb3b50afd tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8248d5da-a000-4db0-bfd0-006c05fa11f1') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:04:17.973724 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-2086e3ec-cd85-4fe3-b475-9cddb3b50afd tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8248d5da-a000-4db0-bfd0-006c05fa11f1') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:04:17.984836 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2086e3ec-cd85-4fe3-b475-9cddb3b50afd tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (8248d5da-a000-4db0-bfd0-006c05fa11f1), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:18.001157 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2086e3ec-cd85-4fe3-b475-9cddb3b50afd tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (8248d5da-a000-4db0-bfd0-006c05fa11f1), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:18.008427 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2086e3ec-cd85-4fe3-b475-9cddb3b50afd tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:04:18.012834 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2086e3ec-cd85-4fe3-b475-9cddb3b50afd tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (8248d5da-a000-4db0-bfd0-006c05fa11f1), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:18.012834 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 11:04:18.012834 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:04:18.012834 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 11:04:18.012834 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:04:18.012834 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 11:04:18.012834 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 11:04:18.012834 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 11:04:18.012834 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:04:18.012834 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 11:04:18.012834 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:04:18.012834 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 11:04:18.012834 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:04:18.012834 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 11:04:18.012834 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 11:04:18.012834 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:04:18.012834 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 11:04:18.012834 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:04:18.012834 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 11:04:18.012834 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 11:04:18.012834 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:04:18.012834 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 11:04:18.012834 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:04:18.012834 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:04:18.012834 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:04:18.012834 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 11:04:18.012834 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:04:18.012834 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:04:18.012834 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:04:18.012834 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:04:18.012834 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:04:18.012834 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:04:18.012834 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:04:18.107124 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-e66983ef-053c-4a17-84b9-68d1c0b8ad05 None None] For port 95485432-e6df-43e7-8f5d-b1232597d8cb, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:04:18.128560 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-e66983ef-053c-4a17-84b9-68d1c0b8ad05 None None] For port 95485432-e6df-43e7-8f5d-b1232597d8cb, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=95485432-e6df-43e7-8f5d-b1232597d8cb,segment=NetworkSegment(8248d5da-a000-4db0-bfd0-006c05fa11f1),segment_id=8248d5da-a000-4db0-bfd0-006c05fa11f1)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:04:18.140727 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-3326fde9-72bb-4fd0-8b13-99685cb3154d None None] Current status of the port 4216abc0-ba89-4aeb-8dd5-a588e66c1ae1 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:04:18.141132 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3326fde9-72bb-4fd0-8b13-99685cb3154d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (4216abc0-ba89-4aeb-8dd5-a588e66c1ae1), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:18.141266 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.db.api [None req-2086e3ec-cd85-4fe3-b475-9cddb3b50afd tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 11:04:18.141266 dv-neutron-829161-3-hyperv neutron-server[104084]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 11:04:18.141266 dv-neutron-829161-3-hyperv neutron-server[104084]: [parameters: {'id': '696ace97-8162-4ad3-9230-d4d3dc4162ca'}] Feb 28 11:04:18.141266 dv-neutron-829161-3-hyperv neutron-server[104084]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104084) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:04:18.141766 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG oslo_db.api [None req-2086e3ec-cd85-4fe3-b475-9cddb3b50afd tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:04:18.177119 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-3326fde9-72bb-4fd0-8b13-99685cb3154d None None] For port 4216abc0-ba89-4aeb-8dd5-a588e66c1ae1, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=4216abc0-ba89-4aeb-8dd5-a588e66c1ae1,segment=NetworkSegment(31493e87-967d-4bf7-b269-0330578a3946),segment_id=31493e87-967d-4bf7-b269-0330578a3946)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:04:18.185353 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e66983ef-053c-4a17-84b9-68d1c0b8ad05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (95485432-e6df-43e7-8f5d-b1232597d8cb), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:18.263581 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3326fde9-72bb-4fd0-8b13-99685cb3154d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (4216abc0-ba89-4aeb-8dd5-a588e66c1ae1), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:18.275458 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66983ef-053c-4a17-84b9-68d1c0b8ad05 None None] Pushing event updated for resources: {'Port': ['ID=95485432-e6df-43e7-8f5d-b1232597d8cb,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:18.332147 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfe7305-8e85-4176-b285-22520613cd26 None None] Network 696ace97-8162-4ad3-9230-d4d3dc4162ca requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:04:18.353923 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3326fde9-72bb-4fd0-8b13-99685cb3154d None None] Pushing event updated for resources: {'Port': ['ID=4216abc0-ba89-4aeb-8dd5-a588e66c1ae1,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:18.431722 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-d167f4da-8d98-46bb-a046-f63b27168d04 None None] Provisioning complete for port 4216abc0-ba89-4aeb-8dd5-a588e66c1ae1 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:04:18.432025 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d167f4da-8d98-46bb-a046-f63b27168d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (4216abc0-ba89-4aeb-8dd5-a588e66c1ae1), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:18.460357 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 4216abc0-ba89-4aeb-8dd5-a588e66c1ae1 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:04:18.643759 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2086e3ec-cd85-4fe3-b475-9cddb3b50afd tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (696ace97-8162-4ad3-9230-d4d3dc4162ca), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:18.691563 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7566ff7-7613-49e2-aeb2-5cc59fadbfcc None None] get_active_networks_info from dv-neutron-829161-3-hyperv {{(pid=104085) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 11:04:18.707306 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-2086e3ec-cd85-4fe3-b475-9cddb3b50afd tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Deleting port 95485432-e6df-43e7-8f5d-b1232597d8cb {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:04:18.707656 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2086e3ec-cd85-4fe3-b475-9cddb3b50afd tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (95485432-e6df-43e7-8f5d-b1232597d8cb), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:18.762075 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 4216abc0-ba89-4aeb-8dd5-a588e66c1ae1 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:04:18.762450 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (4216abc0-ba89-4aeb-8dd5-a588e66c1ae1), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:18.764043 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9b2eeca3-8dee-4895-8dbc-bc08b0ae3f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:18.774237 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-2086e3ec-cd85-4fe3-b475-9cddb3b50afd tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] For port 95485432-e6df-43e7-8f5d-b1232597d8cb, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=95485432-e6df-43e7-8f5d-b1232597d8cb,segment=NetworkSegment(8248d5da-a000-4db0-bfd0-006c05fa11f1),segment_id=8248d5da-a000-4db0-bfd0-006c05fa11f1)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:04:18.774608 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2086e3ec-cd85-4fe3-b475-9cddb3b50afd tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (95485432-e6df-43e7-8f5d-b1232597d8cb), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:18.789660 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-2086e3ec-cd85-4fe3-b475-9cddb3b50afd tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Calling delete_port for 95485432-e6df-43e7-8f5d-b1232597d8cb owned by network:dhcp {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:04:18.824695 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-d167f4da-8d98-46bb-a046-f63b27168d04 None None] Current status of the port 4216abc0-ba89-4aeb-8dd5-a588e66c1ae1 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:04:18.856440 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7566ff7-7613-49e2-aeb2-5cc59fadbfcc None None] Resources bound (agent type, host, resource id): {{(pid=104085) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 11:04:18.949871 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 4216abc0-ba89-4aeb-8dd5-a588e66c1ae1 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:04:18.956392 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2086e3ec-cd85-4fe3-b475-9cddb3b50afd tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (95485432-e6df-43e7-8f5d-b1232597d8cb), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:18.982590 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2086e3ec-cd85-4fe3-b475-9cddb3b50afd tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Pushing event deleted for resources: {'Port': ['ID=95485432-e6df-43e7-8f5d-b1232597d8cb,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:18.986157 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2086e3ec-cd85-4fe3-b475-9cddb3b50afd tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] No DVR routers for this DVR port 95485432-e6df-43e7-8f5d-b1232597d8cb on host dv-neutron-829161-3-hyperv {{(pid=104084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:04:19.076341 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2086e3ec-cd85-4fe3-b475-9cddb3b50afd tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (696ace97-8162-4ad3-9230-d4d3dc4162ca), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:19.097818 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-2086e3ec-cd85-4fe3-b475-9cddb3b50afd tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['696ace97-8162-4ad3-9230-d4d3dc4162ca']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:04:19.107682 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-2086e3ec-cd85-4fe3-b475-9cddb3b50afd tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8248d5da-a000-4db0-bfd0-006c05fa11f1') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:04:19.107984 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-2086e3ec-cd85-4fe3-b475-9cddb3b50afd tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8248d5da-a000-4db0-bfd0-006c05fa11f1') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:04:19.117837 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2086e3ec-cd85-4fe3-b475-9cddb3b50afd tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (8248d5da-a000-4db0-bfd0-006c05fa11f1), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:19.131356 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2086e3ec-cd85-4fe3-b475-9cddb3b50afd tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (8248d5da-a000-4db0-bfd0-006c05fa11f1), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:19.137040 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2086e3ec-cd85-4fe3-b475-9cddb3b50afd tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:04:19.137422 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2086e3ec-cd85-4fe3-b475-9cddb3b50afd tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (8248d5da-a000-4db0-bfd0-006c05fa11f1), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:19.140561 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 11:04:19.140561 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:04:19.140561 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 11:04:19.140561 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:04:19.140561 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 11:04:19.140561 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 11:04:19.140561 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 11:04:19.140561 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:04:19.140561 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 11:04:19.140561 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:04:19.140561 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 11:04:19.140561 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:04:19.140561 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 11:04:19.140561 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 11:04:19.140561 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:04:19.140561 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 11:04:19.140561 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:04:19.140561 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 11:04:19.140561 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 11:04:19.140561 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:04:19.140561 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 11:04:19.140561 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:04:19.140561 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:04:19.140561 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:04:19.140561 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 11:04:19.140561 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:04:19.140561 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:04:19.140561 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:04:19.140561 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:04:19.140561 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:04:19.140561 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:04:19.140561 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:04:19.276188 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2086e3ec-cd85-4fe3-b475-9cddb3b50afd tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (696ace97-8162-4ad3-9230-d4d3dc4162ca), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:19.283066 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2086e3ec-cd85-4fe3-b475-9cddb3b50afd tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:19.286210 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-2086e3ec-cd85-4fe3-b475-9cddb3b50afd tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] 10.222.0.62 "DELETE /v2.0/networks/696ace97-8162-4ad3-9230-d4d3dc4162ca HTTP/1.1" status: 204 len: 168 time: 2.0010061 Feb 28 11:04:19.289074 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 54280) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:04:19.298007 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2086e3ec-cd85-4fe3-b475-9cddb3b50afd tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Pushing event deleted for resources: {'Network': ['ID=696ace97-8162-4ad3-9230-d4d3dc4162ca,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:19.323236 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-c36eec43-40b7-480f-bc32-819eff965480 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] GET failed (client error): The resource could not be found. Feb 28 11:04:19.324546 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-c36eec43-40b7-480f-bc32-819eff965480 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] 10.222.0.62 "GET /v2.0/subnets/ebf3c689-ba81-4646-98b5-ea79b479f593 HTTP/1.1" status: 404 len: 337 time: 0.0342987 Feb 28 11:04:19.327329 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 54282) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:04:19.351141 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe3412be-bb19-4e52-a45f-f96dd344a6c1 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] DELETE failed (client error): The resource could not be found. Feb 28 11:04:19.351653 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe3412be-bb19-4e52-a45f-f96dd344a6c1 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:04:19.354678 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-fe3412be-bb19-4e52-a45f-f96dd344a6c1 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] 10.222.0.62 "DELETE /v2.0/networks/696ace97-8162-4ad3-9230-d4d3dc4162ca HTTP/1.1" status: 404 len: 339 time: 0.0264902 Feb 28 11:04:19.359306 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 54284) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:04:19.384859 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-061eab37-43e6-4810-80e2-893aa1b43123 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] DELETE failed (client error): The resource could not be found. Feb 28 11:04:19.385311 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-061eab37-43e6-4810-80e2-893aa1b43123 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:04:19.388421 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-061eab37-43e6-4810-80e2-893aa1b43123 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] 10.222.0.62 "DELETE /v2.0/subnets/ebf3c689-ba81-4646-98b5-ea79b479f593 HTTP/1.1" status: 404 len: 337 time: 0.0282164 Feb 28 11:04:19.393005 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 54286) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:04:19.413996 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.pecan_wsgi.hooks.translation [None req-31fc72d5-d666-4184-bac9-a69a96356646 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] DELETE failed (client error): The resource could not be found. Feb 28 11:04:19.414610 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31fc72d5-d666-4184-bac9-a69a96356646 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:04:19.418477 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-31fc72d5-d666-4184-bac9-a69a96356646 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] 10.222.0.62 "DELETE /v2.0/networks/696ace97-8162-4ad3-9230-d4d3dc4162ca HTTP/1.1" status: 404 len: 339 time: 0.0240300 Feb 28 11:04:19.420527 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 54288) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:04:19.479862 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_v2 [None req-63a3de08-aa35-4423-8975-0d2617df359d tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Deleting subnet 9841faab-1274-47bf-b3a2-c83905f249ab {{(pid=104083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 11:04:19.483155 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-63a3de08-aa35-4423-8975-0d2617df359d tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks [] for subnet (9841faab-1274-47bf-b3a2-c83905f249ab), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:19.524791 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-63a3de08-aa35-4423-8975-0d2617df359d tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59245535'] for subnet (9841faab-1274-47bf-b3a2-c83905f249ab), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:19.645550 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-63a3de08-aa35-4423-8975-0d2617df359d tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (9841faab-1274-47bf-b3a2-c83905f249ab), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:19.814551 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-63a3de08-aa35-4423-8975-0d2617df359d tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (9841faab-1274-47bf-b3a2-c83905f249ab), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:19.852641 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a3de08-aa35-4423-8975-0d2617df359d tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Pushing event deleted for resources: {'Subnet': ['ID=9841faab-1274-47bf-b3a2-c83905f249ab,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:19.855089 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-63a3de08-aa35-4423-8975-0d2617df359d tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks [] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:19.858721 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-63a3de08-aa35-4423-8975-0d2617df359d tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] 10.222.0.62 "DELETE /v2.0/subnets/9841faab-1274-47bf-b3a2-c83905f249ab HTTP/1.1" status: 204 len: 168 time: 0.4371984 Feb 28 11:04:19.861414 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 54290) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:04:19.862540 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd702e55-45e7-4079-bed0-8ed5c6cb5127 None None] Network 40bf9ef6-4c4f-4f6e-9423-05ee6cf7e583 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:04:19.948418 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-02f3cdbf-80e1-4f54-93c0-6454699d2126 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (40bf9ef6-4c4f-4f6e-9423-05ee6cf7e583), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:20.003995 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-02f3cdbf-80e1-4f54-93c0-6454699d2126 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Deleting port 4216abc0-ba89-4aeb-8dd5-a588e66c1ae1 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:04:20.004561 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-02f3cdbf-80e1-4f54-93c0-6454699d2126 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (4216abc0-ba89-4aeb-8dd5-a588e66c1ae1), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:20.054118 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a570a7f5-2cc5-436f-82e1-f06d3ee6fdc0 None None] DHCP port deletion for 40bf9ef6-4c4f-4f6e-9423-05ee6cf7e583 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 11:04:20.087732 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-02f3cdbf-80e1-4f54-93c0-6454699d2126 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] For port 4216abc0-ba89-4aeb-8dd5-a588e66c1ae1, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=4216abc0-ba89-4aeb-8dd5-a588e66c1ae1,segment=NetworkSegment(31493e87-967d-4bf7-b269-0330578a3946),segment_id=31493e87-967d-4bf7-b269-0330578a3946)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:04:20.087732 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-02f3cdbf-80e1-4f54-93c0-6454699d2126 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (4216abc0-ba89-4aeb-8dd5-a588e66c1ae1), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:20.104121 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-02f3cdbf-80e1-4f54-93c0-6454699d2126 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Calling delete_port for 4216abc0-ba89-4aeb-8dd5-a588e66c1ae1 owned by network:dhcp {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:04:20.107340 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a570a7f5-2cc5-436f-82e1-f06d3ee6fdc0 None None] Deleting port 4216abc0-ba89-4aeb-8dd5-a588e66c1ae1 {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:04:20.107835 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a570a7f5-2cc5-436f-82e1-f06d3ee6fdc0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (4216abc0-ba89-4aeb-8dd5-a588e66c1ae1), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:20.150137 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:20.176703 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a570a7f5-2cc5-436f-82e1-f06d3ee6fdc0 None None] For port 4216abc0-ba89-4aeb-8dd5-a588e66c1ae1, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=4216abc0-ba89-4aeb-8dd5-a588e66c1ae1,segment=NetworkSegment(31493e87-967d-4bf7-b269-0330578a3946),segment_id=31493e87-967d-4bf7-b269-0330578a3946)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:04:20.177768 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a570a7f5-2cc5-436f-82e1-f06d3ee6fdc0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (4216abc0-ba89-4aeb-8dd5-a588e66c1ae1), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:20.196674 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a570a7f5-2cc5-436f-82e1-f06d3ee6fdc0 None None] Calling delete_port for 4216abc0-ba89-4aeb-8dd5-a588e66c1ae1 owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:04:20.282263 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-02f3cdbf-80e1-4f54-93c0-6454699d2126 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (4216abc0-ba89-4aeb-8dd5-a588e66c1ae1), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:20.288922 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a570a7f5-2cc5-436f-82e1-f06d3ee6fdc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (4216abc0-ba89-4aeb-8dd5-a588e66c1ae1), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:20.307668 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f3cdbf-80e1-4f54-93c0-6454699d2126 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Pushing event deleted for resources: {'Port': ['ID=4216abc0-ba89-4aeb-8dd5-a588e66c1ae1,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:20.312189 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f3cdbf-80e1-4f54-93c0-6454699d2126 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] No DVR routers for this DVR port 4216abc0-ba89-4aeb-8dd5-a588e66c1ae1 on host dv-neutron-829161-3-hyperv {{(pid=104084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:04:20.315407 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a570a7f5-2cc5-436f-82e1-f06d3ee6fdc0 None None] Pushing event deleted for resources: {'Port': ['ID=4216abc0-ba89-4aeb-8dd5-a588e66c1ae1,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:20.318081 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a570a7f5-2cc5-436f-82e1-f06d3ee6fdc0 None None] No DVR routers for this DVR port 4216abc0-ba89-4aeb-8dd5-a588e66c1ae1 on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:04:20.401867 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 4216abc0-ba89-4aeb-8dd5-a588e66c1ae1 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:04:20.405807 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-02f3cdbf-80e1-4f54-93c0-6454699d2126 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (40bf9ef6-4c4f-4f6e-9423-05ee6cf7e583), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:20.426988 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 4216abc0-ba89-4aeb-8dd5-a588e66c1ae1 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:04:20.427463 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 4216abc0-ba89-4aeb-8dd5-a588e66c1ae1 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:04:20.428236 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-02f3cdbf-80e1-4f54-93c0-6454699d2126 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40bf9ef6-4c4f-4f6e-9423-05ee6cf7e583']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:04:20.441098 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-02f3cdbf-80e1-4f54-93c0-6454699d2126 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31493e87-967d-4bf7-b269-0330578a3946') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:04:20.441334 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-02f3cdbf-80e1-4f54-93c0-6454699d2126 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31493e87-967d-4bf7-b269-0330578a3946') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:04:20.452805 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-02f3cdbf-80e1-4f54-93c0-6454699d2126 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (31493e87-967d-4bf7-b269-0330578a3946), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:20.468438 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-02f3cdbf-80e1-4f54-93c0-6454699d2126 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (31493e87-967d-4bf7-b269-0330578a3946), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:20.475122 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02f3cdbf-80e1-4f54-93c0-6454699d2126 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:04:20.475610 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-02f3cdbf-80e1-4f54-93c0-6454699d2126 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (31493e87-967d-4bf7-b269-0330578a3946), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:20.478560 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 11:04:20.478560 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:04:20.478560 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 11:04:20.478560 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:04:20.478560 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 11:04:20.478560 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 11:04:20.478560 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 11:04:20.478560 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:04:20.478560 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 11:04:20.478560 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:04:20.478560 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 11:04:20.478560 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:04:20.478560 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 11:04:20.478560 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 11:04:20.478560 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:04:20.478560 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 11:04:20.478560 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:04:20.478560 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 11:04:20.478560 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 11:04:20.478560 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:04:20.478560 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 11:04:20.478560 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:04:20.478560 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:04:20.478560 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:04:20.478560 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 11:04:20.478560 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:04:20.478560 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:04:20.478560 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:04:20.478560 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:04:20.478560 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:04:20.478560 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:04:20.478560 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:04:20.614210 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-02f3cdbf-80e1-4f54-93c0-6454699d2126 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (40bf9ef6-4c4f-4f6e-9423-05ee6cf7e583), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:20.625318 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-02f3cdbf-80e1-4f54-93c0-6454699d2126 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:20.628889 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-02f3cdbf-80e1-4f54-93c0-6454699d2126 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] 10.222.0.62 "DELETE /v2.0/networks/40bf9ef6-4c4f-4f6e-9423-05ee6cf7e583 HTTP/1.1" status: 204 len: 168 time: 0.7663496 Feb 28 11:04:20.632024 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 54292) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:04:20.651017 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f3cdbf-80e1-4f54-93c0-6454699d2126 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Pushing event deleted for resources: {'Network': ['ID=40bf9ef6-4c4f-4f6e-9423-05ee6cf7e583,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:20.670298 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d07bea1-f82d-4f60-8e40-bfb35b0c7cab tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] DELETE failed (client error): The resource could not be found. Feb 28 11:04:20.670757 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d07bea1-f82d-4f60-8e40-bfb35b0c7cab tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:04:20.673842 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-4d07bea1-f82d-4f60-8e40-bfb35b0c7cab tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] 10.222.0.62 "DELETE /v2.0/subnets/81a3e6dc-34ed-427e-9adf-5be0ac084737 HTTP/1.1" status: 404 len: 337 time: 0.0408792 Feb 28 11:04:20.676575 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 54294) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:04:20.697713 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aa7319f-3e03-444e-87ab-472786b681b1 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] DELETE failed (client error): The resource could not be found. Feb 28 11:04:20.698217 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2aa7319f-3e03-444e-87ab-472786b681b1 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:04:20.701304 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-2aa7319f-3e03-444e-87ab-472786b681b1 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] 10.222.0.62 "DELETE /v2.0/networks/ef3ab46a-dda0-4fc3-aca3-e562d7a5f641 HTTP/1.1" status: 404 len: 339 time: 0.0230258 Feb 28 11:04:20.704091 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 54296) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:04:20.730799 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5f367b1-4c43-44ea-a822-43bf285da4f7 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] DELETE failed (client error): The resource could not be found. Feb 28 11:04:20.731283 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5f367b1-4c43-44ea-a822-43bf285da4f7 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:04:20.734289 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-e5f367b1-4c43-44ea-a822-43bf285da4f7 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] 10.222.0.62 "DELETE /v2.0/subnets/3a78e78c-ed21-4f87-a23e-c1c300ef3458 HTTP/1.1" status: 404 len: 337 time: 0.0292726 Feb 28 11:04:20.736841 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 54298) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:04:20.754745 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.pecan_wsgi.hooks.translation [None req-1395a5f9-6f2e-4c7f-930e-b8474fa84ee2 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] DELETE failed (client error): The resource could not be found. Feb 28 11:04:20.755298 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1395a5f9-6f2e-4c7f-930e-b8474fa84ee2 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:04:20.758371 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-1395a5f9-6f2e-4c7f-930e-b8474fa84ee2 tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] 10.222.0.62 "DELETE /v2.0/networks/6e85ddf6-528d-41af-8d9e-4fa0f1a78f56 HTTP/1.1" status: 404 len: 339 time: 0.0206313 Feb 28 11:04:20.760859 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 54300) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:04:20.815595 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d23cdef-f196-44b7-844f-37d2dea3588c tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Deleting subnet 036a0122-37fd-427e-b788-b1b99861d24c {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 11:04:20.823107 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5d23cdef-f196-44b7-844f-37d2dea3588c tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks [] for subnet (036a0122-37fd-427e-b788-b1b99861d24c), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:20.874301 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5d23cdef-f196-44b7-844f-37d2dea3588c tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (036a0122-37fd-427e-b788-b1b99861d24c), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:20.977285 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5d23cdef-f196-44b7-844f-37d2dea3588c tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (036a0122-37fd-427e-b788-b1b99861d24c), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:21.118006 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5d23cdef-f196-44b7-844f-37d2dea3588c tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (036a0122-37fd-427e-b788-b1b99861d24c), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:21.153304 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d23cdef-f196-44b7-844f-37d2dea3588c tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Pushing event deleted for resources: {'Subnet': ['ID=036a0122-37fd-427e-b788-b1b99861d24c,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:21.155014 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5d23cdef-f196-44b7-844f-37d2dea3588c tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:21.158961 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-5d23cdef-f196-44b7-844f-37d2dea3588c tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] 10.222.0.62 "DELETE /v2.0/subnets/036a0122-37fd-427e-b788-b1b99861d24c HTTP/1.1" status: 204 len: 168 time: 0.3964405 Feb 28 11:04:21.160621 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 54302) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:04:21.162499 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d0da5c-5c25-48b7-8306-9ba12b05b2e2 None None] Network b29ea908-cb09-4302-a6e3-b886692cfeeb requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:04:21.243734 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-633efa5c-9854-4d05-97a5-7424f635b0ab tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (b29ea908-cb09-4302-a6e3-b886692cfeeb), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:21.304978 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-633efa5c-9854-4d05-97a5-7424f635b0ab tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Deleting port 1c411f17-bae2-4c83-8f5f-40321ad67e60 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:04:21.305319 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-633efa5c-9854-4d05-97a5-7424f635b0ab tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (1c411f17-bae2-4c83-8f5f-40321ad67e60), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:21.314441 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5532b4b-5379-4afb-9fab-8c95d5b3da6f None None] DHCP port deletion for b29ea908-cb09-4302-a6e3-b886692cfeeb request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 11:04:21.383448 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-633efa5c-9854-4d05-97a5-7424f635b0ab tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] For port 1c411f17-bae2-4c83-8f5f-40321ad67e60, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=1c411f17-bae2-4c83-8f5f-40321ad67e60,segment=NetworkSegment(690d9dbf-9457-4c31-a8a6-d7391e133e26),segment_id=690d9dbf-9457-4c31-a8a6-d7391e133e26)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:04:21.383819 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-633efa5c-9854-4d05-97a5-7424f635b0ab tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (1c411f17-bae2-4c83-8f5f-40321ad67e60), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:21.387918 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-b5532b4b-5379-4afb-9fab-8c95d5b3da6f None None] Deleting port 1c411f17-bae2-4c83-8f5f-40321ad67e60 {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:04:21.388406 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b5532b4b-5379-4afb-9fab-8c95d5b3da6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (1c411f17-bae2-4c83-8f5f-40321ad67e60), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:21.397327 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-633efa5c-9854-4d05-97a5-7424f635b0ab tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Calling delete_port for 1c411f17-bae2-4c83-8f5f-40321ad67e60 owned by network:dhcp {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:04:21.431150 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:21.456263 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-b5532b4b-5379-4afb-9fab-8c95d5b3da6f None None] For port 1c411f17-bae2-4c83-8f5f-40321ad67e60, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=1c411f17-bae2-4c83-8f5f-40321ad67e60,segment=NetworkSegment(690d9dbf-9457-4c31-a8a6-d7391e133e26),segment_id=690d9dbf-9457-4c31-a8a6-d7391e133e26)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:04:21.456817 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b5532b4b-5379-4afb-9fab-8c95d5b3da6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (1c411f17-bae2-4c83-8f5f-40321ad67e60), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:21.472130 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-b5532b4b-5379-4afb-9fab-8c95d5b3da6f None None] Calling delete_port for 1c411f17-bae2-4c83-8f5f-40321ad67e60 owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:04:21.539423 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-633efa5c-9854-4d05-97a5-7424f635b0ab tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (1c411f17-bae2-4c83-8f5f-40321ad67e60), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:21.555241 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b5532b4b-5379-4afb-9fab-8c95d5b3da6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (1c411f17-bae2-4c83-8f5f-40321ad67e60), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:21.581640 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633efa5c-9854-4d05-97a5-7424f635b0ab tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Pushing event deleted for resources: {'Port': ['ID=1c411f17-bae2-4c83-8f5f-40321ad67e60,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:21.591737 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633efa5c-9854-4d05-97a5-7424f635b0ab tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] No DVR routers for this DVR port 1c411f17-bae2-4c83-8f5f-40321ad67e60 on host dv-neutron-829161-3-hyperv {{(pid=104084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:04:21.602060 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5532b4b-5379-4afb-9fab-8c95d5b3da6f None None] Pushing event deleted for resources: {'Port': ['ID=1c411f17-bae2-4c83-8f5f-40321ad67e60,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:21.609086 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5532b4b-5379-4afb-9fab-8c95d5b3da6f None None] No DVR routers for this DVR port 1c411f17-bae2-4c83-8f5f-40321ad67e60 on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:04:21.692597 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-633efa5c-9854-4d05-97a5-7424f635b0ab tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (b29ea908-cb09-4302-a6e3-b886692cfeeb), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:21.714195 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-633efa5c-9854-4d05-97a5-7424f635b0ab tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b29ea908-cb09-4302-a6e3-b886692cfeeb']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:04:21.724755 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-633efa5c-9854-4d05-97a5-7424f635b0ab tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '690d9dbf-9457-4c31-a8a6-d7391e133e26') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:04:21.725106 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-633efa5c-9854-4d05-97a5-7424f635b0ab tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '690d9dbf-9457-4c31-a8a6-d7391e133e26') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:04:21.734705 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-633efa5c-9854-4d05-97a5-7424f635b0ab tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (690d9dbf-9457-4c31-a8a6-d7391e133e26), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:21.748130 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-633efa5c-9854-4d05-97a5-7424f635b0ab tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (690d9dbf-9457-4c31-a8a6-d7391e133e26), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:21.754217 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-633efa5c-9854-4d05-97a5-7424f635b0ab tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:04:21.754602 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-633efa5c-9854-4d05-97a5-7424f635b0ab tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (690d9dbf-9457-4c31-a8a6-d7391e133e26), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:21.758227 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 11:04:21.758227 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:04:21.758227 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 11:04:21.758227 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:04:21.758227 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 11:04:21.758227 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 11:04:21.758227 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 11:04:21.758227 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:04:21.758227 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 11:04:21.758227 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:04:21.758227 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 11:04:21.758227 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:04:21.758227 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 11:04:21.758227 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 11:04:21.758227 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:04:21.758227 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 11:04:21.758227 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:04:21.758227 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 11:04:21.758227 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 11:04:21.758227 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:04:21.758227 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 11:04:21.758227 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:04:21.758227 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:04:21.758227 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:04:21.758227 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 11:04:21.758227 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:04:21.758227 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:04:21.758227 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:04:21.758227 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:04:21.758227 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:04:21.758227 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:04:21.758227 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:04:21.887639 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-633efa5c-9854-4d05-97a5-7424f635b0ab tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (b29ea908-cb09-4302-a6e3-b886692cfeeb), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:21.897535 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-633efa5c-9854-4d05-97a5-7424f635b0ab tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:21.900820 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-633efa5c-9854-4d05-97a5-7424f635b0ab tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] 10.222.0.62 "DELETE /v2.0/networks/b29ea908-cb09-4302-a6e3-b886692cfeeb HTTP/1.1" status: 204 len: 168 time: 0.7392654 Feb 28 11:04:21.912188 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633efa5c-9854-4d05-97a5-7424f635b0ab tempest-NetworksIpV6Test-562920020 tempest-NetworksIpV6Test-562920020-project] Pushing event deleted for resources: {'Network': ['ID=b29ea908-cb09-4302-a6e3-b886692cfeeb,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:22.396484 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 54308) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:04:22.401330 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 1c411f17-bae2-4c83-8f5f-40321ad67e60 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:04:22.424789 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 1c411f17-bae2-4c83-8f5f-40321ad67e60 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:04:22.425144 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 1c411f17-bae2-4c83-8f5f-40321ad67e60 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:04:22.538381 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-084c212d-8f1a-47f8-a9b9-8e41cc94e99b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=89a5e44eba3342e2a45d6046a9a2a58c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1402481 Feb 28 11:04:22.540933 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 54312) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:04:22.591716 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-068ebced-9fbd-4471-b555-71957ce3025b admin admin] Publish callbacks [] for security_group (b449b01b-cfdb-4f36-9548-c21854707bf4), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:22.613140 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-068ebced-9fbd-4471-b555-71957ce3025b admin admin] Publish callbacks [] for security_group (b449b01b-cfdb-4f36-9548-c21854707bf4), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:22.761779 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:22.796408 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-068ebced-9fbd-4471-b555-71957ce3025b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (b449b01b-cfdb-4f36-9548-c21854707bf4), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:22.799157 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-068ebced-9fbd-4471-b555-71957ce3025b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:22.800331 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-068ebced-9fbd-4471-b555-71957ce3025b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b449b01b-cfdb-4f36-9548-c21854707bf4 HTTP/1.1" status: 204 len: 168 time: 0.2584589 Feb 28 11:04:22.809469 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ebced-9fbd-4471-b555-71957ce3025b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b449b01b-cfdb-4f36-9548-c21854707bf4,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:23.823569 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 54334) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:04:23.922616 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-0f4501c3-6b62-433e-a638-b801b9a8b553 tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-640237242', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:04:24.002346 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0f4501c3-6b62-433e-a638-b801b9a8b553 tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (dad26d77-463d-4113-aa1a-43d254304128), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:24.003512 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0f4501c3-6b62-433e-a638-b801b9a8b553 tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (dad26d77-463d-4113-aa1a-43d254304128), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:24.055226 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0f4501c3-6b62-433e-a638-b801b9a8b553 tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Publish callbacks [] for router_controller (dad26d77-463d-4113-aa1a-43d254304128), precommit_add_association {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:24.116995 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0f4501c3-6b62-433e-a638-b801b9a8b553 tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (dad26d77-463d-4113-aa1a-43d254304128), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:24.193023 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0f4501c3-6b62-433e-a638-b801b9a8b553 tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:24.194175 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-0f4501c3-6b62-433e-a638-b801b9a8b553 tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3692551 Feb 28 11:04:24.197473 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 54338) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:04:24.202319 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-2d8cfc41-efae-4249-ab11-4e37fcc6dc0a tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-722351781'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:04:24.276407 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8cfc41-efae-4249-ab11-4e37fcc6dc0a tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Made reservation on behalf of 117c91e6babe4e69bb8675a87224e1c0 for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:04:24.279877 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2d8cfc41-efae-4249-ab11-4e37fcc6dc0a tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:24.289986 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2d8cfc41-efae-4249-ab11-4e37fcc6dc0a tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:24.386239 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2d8cfc41-efae-4249-ab11-4e37fcc6dc0a tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Publish callbacks [] for security_group (3159d26e-e623-4b33-bc2c-c32b260e1f6f), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:24.442431 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2d8cfc41-efae-4249-ab11-4e37fcc6dc0a tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (3159d26e-e623-4b33-bc2c-c32b260e1f6f), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:24.470641 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d8cfc41-efae-4249-ab11-4e37fcc6dc0a tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:04:24.480759 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8cfc41-efae-4249-ab11-4e37fcc6dc0a tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3159d26e-e623-4b33-bc2c-c32b260e1f6f,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:24.486611 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2d8cfc41-efae-4249-ab11-4e37fcc6dc0a tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (cd9f6260-6c78-45f3-8a9e-6069c51933dc), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:24.487002 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-2d8cfc41-efae-4249-ab11-4e37fcc6dc0a tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Added segment cd9f6260-6c78-45f3-8a9e-6069c51933dc of type vlan for network fa094e21-20e2-427b-bb6f-dbf0d65f0bdc Feb 28 11:04:24.530963 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2d8cfc41-efae-4249-ab11-4e37fcc6dc0a tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (fa094e21-20e2-427b-bb6f-dbf0d65f0bdc), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:24.612636 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2d8cfc41-efae-4249-ab11-4e37fcc6dc0a tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (fa094e21-20e2-427b-bb6f-dbf0d65f0bdc), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:24.617999 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8cfc41-efae-4249-ab11-4e37fcc6dc0a tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:24.618585 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2d8cfc41-efae-4249-ab11-4e37fcc6dc0a tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:24.685007 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8cfc41-efae-4249-ab11-4e37fcc6dc0a tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Pushing event updated for resources: {'Network': ['ID=fa094e21-20e2-427b-bb6f-dbf0d65f0bdc,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:24.696338 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network fa094e21-20e2-427b-bb6f-dbf0d65f0bdc details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 11:04:24.730518 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-2d8cfc41-efae-4249-ab11-4e37fcc6dc0a tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5318923 Feb 28 11:04:24.733838 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 54340) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:04:24.742678 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-973c6eaf-8677-47b1-bbd9-d503172ae27e tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Request body: {'subnet': {'network_id': 'fa094e21-20e2-427b-bb6f-dbf0d65f0bdc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:04:24.922066 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973c6eaf-8677-47b1-bbd9-d503172ae27e tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Made reservation on behalf of 117c91e6babe4e69bb8675a87224e1c0 for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:04:24.925777 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-973c6eaf-8677-47b1-bbd9-d503172ae27e tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:25.179283 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-973c6eaf-8677-47b1-bbd9-d503172ae27e tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (49686f4b-f9da-4b2a-9442-b097036aed17), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:25.240263 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973c6eaf-8677-47b1-bbd9-d503172ae27e tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Pushing event updated for resources: {'Subnet': ['ID=49686f4b-f9da-4b2a-9442-b097036aed17,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:25.251065 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973c6eaf-8677-47b1-bbd9-d503172ae27e tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:04:25.251429 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973c6eaf-8677-47b1-bbd9-d503172ae27e tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:04:25.251789 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973c6eaf-8677-47b1-bbd9-d503172ae27e tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:04:25.252139 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973c6eaf-8677-47b1-bbd9-d503172ae27e tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:04:25.252484 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973c6eaf-8677-47b1-bbd9-d503172ae27e tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:04:25.252828 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973c6eaf-8677-47b1-bbd9-d503172ae27e tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:04:25.253167 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973c6eaf-8677-47b1-bbd9-d503172ae27e tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:04:25.253507 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973c6eaf-8677-47b1-bbd9-d503172ae27e tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:04:25.253844 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973c6eaf-8677-47b1-bbd9-d503172ae27e tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:04:25.254181 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973c6eaf-8677-47b1-bbd9-d503172ae27e tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:04:25.254514 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973c6eaf-8677-47b1-bbd9-d503172ae27e tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:04:25.254870 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973c6eaf-8677-47b1-bbd9-d503172ae27e tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:04:25.255845 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973c6eaf-8677-47b1-bbd9-d503172ae27e tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:04:25.265512 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973c6eaf-8677-47b1-bbd9-d503172ae27e tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Checking segment: {'id': 'cd9f6260-6c78-45f3-8a9e-6069c51933dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fa094e21-20e2-427b-bb6f-dbf0d65f0bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:04:25.265885 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973c6eaf-8677-47b1-bbd9-d503172ae27e tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Network hostable DHCP agents. Network: fa094e21-20e2-427b-bb6f-dbf0d65f0bdc, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:04:25.368272 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973c6eaf-8677-47b1-bbd9-d503172ae27e tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Network fa094e21-20e2-427b-bb6f-dbf0d65f0bdc is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:04:25.464967 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-973c6eaf-8677-47b1-bbd9-d503172ae27e tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, fa094e21-20e2-427b-bb6f-dbf0d65f0bdc) {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:04:25.469135 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973c6eaf-8677-47b1-bbd9-d503172ae27e tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:25.469759 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-973c6eaf-8677-47b1-bbd9-d503172ae27e tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:25.474434 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f63c195-bf62-45ce-a40d-4e156d367f21 None None] Network fa094e21-20e2-427b-bb6f-dbf0d65f0bdc requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:04:25.565375 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-973c6eaf-8677-47b1-bbd9-d503172ae27e tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8296964 Feb 28 11:04:25.569969 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 54342) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:04:25.575027 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-c7f9f4a9-e039-48a5-8331-374f8fe472a1 tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1565221295'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:04:25.577836 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb21bdb-6393-4826-a49f-e6f1ee3a7089 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-fa094e21-20e2-427b-bb6f-dbf0d65f0bdc', 'network_id': 'fa094e21-20e2-427b-bb6f-dbf0d65f0bdc', 'project_id': '117c91e6babe4e69bb8675a87224e1c0', 'fixed_ips': [{'subnet_id': '49686f4b-f9da-4b2a-9442-b097036aed17'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 11:04:25.578937 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-fcb21bdb-6393-4826-a49f-e6f1ee3a7089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:25.654003 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f9f4a9-e039-48a5-8331-374f8fe472a1 tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Made reservation on behalf of 117c91e6babe4e69bb8675a87224e1c0 for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:04:25.657989 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c7f9f4a9-e039-48a5-8331-374f8fe472a1 tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:25.684315 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7f9f4a9-e039-48a5-8331-374f8fe472a1 tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:04:25.694816 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c7f9f4a9-e039-48a5-8331-374f8fe472a1 tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (6f15cda0-2f95-4c1f-b2ca-27c8ed077ff7), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:25.695279 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-c7f9f4a9-e039-48a5-8331-374f8fe472a1 tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Added segment 6f15cda0-2f95-4c1f-b2ca-27c8ed077ff7 of type vlan for network f1688515-74ef-46cb-b6c7-647049bbc179 Feb 28 11:04:25.722342 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-fcb21bdb-6393-4826-a49f-e6f1ee3a7089 None None] Allocated IP 172.20.0.2 (fa094e21-20e2-427b-bb6f-dbf0d65f0bdc/49686f4b-f9da-4b2a-9442-b097036aed17/396f9572-c7f9-47b7-b244-7ddb0dd78917) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:04:25.738013 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c7f9f4a9-e039-48a5-8331-374f8fe472a1 tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (f1688515-74ef-46cb-b6c7-647049bbc179), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:25.825154 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c7f9f4a9-e039-48a5-8331-374f8fe472a1 tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (f1688515-74ef-46cb-b6c7-647049bbc179), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:25.831597 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f9f4a9-e039-48a5-8331-374f8fe472a1 tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:25.832285 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c7f9f4a9-e039-48a5-8331-374f8fe472a1 tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:25.870926 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-fcb21bdb-6393-4826-a49f-e6f1ee3a7089 None None] Publish callbacks [] for port (396f9572-c7f9-47b7-b244-7ddb0dd78917), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:25.905090 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f9f4a9-e039-48a5-8331-374f8fe472a1 tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Pushing event updated for resources: {'Network': ['ID=f1688515-74ef-46cb-b6c7-647049bbc179,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:25.916248 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network f1688515-74ef-46cb-b6c7-647049bbc179 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 11:04:25.963201 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-fcb21bdb-6393-4826-a49f-e6f1ee3a7089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (396f9572-c7f9-47b7-b244-7ddb0dd78917), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:25.987872 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c7f9f4a9-e039-48a5-8331-374f8fe472a1 tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4165494 Feb 28 11:04:25.991158 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 54344) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:04:25.996283 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-cbb3d8f5-dfe5-44d8-bfdd-4a5d38b7e80d tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Request body: {'subnet': {'network_id': 'f1688515-74ef-46cb-b6c7-647049bbc179', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:04:26.024336 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb21bdb-6393-4826-a49f-e6f1ee3a7089 None None] Network fa094e21-20e2-427b-bb6f-dbf0d65f0bdc is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:04:26.027654 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-fcb21bdb-6393-4826-a49f-e6f1ee3a7089 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:04:26.033556 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb21bdb-6393-4826-a49f-e6f1ee3a7089 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:04:26.041929 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb21bdb-6393-4826-a49f-e6f1ee3a7089 None None] Pushing event updated for resources: {'Port': ['ID=396f9572-c7f9-47b7-b244-7ddb0dd78917,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:26.066858 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb21bdb-6393-4826-a49f-e6f1ee3a7089 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:04:26.067225 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb21bdb-6393-4826-a49f-e6f1ee3a7089 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:04:26.067609 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb21bdb-6393-4826-a49f-e6f1ee3a7089 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:04:26.068552 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb21bdb-6393-4826-a49f-e6f1ee3a7089 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:04:26.068897 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb21bdb-6393-4826-a49f-e6f1ee3a7089 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:04:26.069247 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb21bdb-6393-4826-a49f-e6f1ee3a7089 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:04:26.069599 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb21bdb-6393-4826-a49f-e6f1ee3a7089 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:04:26.069942 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb21bdb-6393-4826-a49f-e6f1ee3a7089 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:04:26.070284 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb21bdb-6393-4826-a49f-e6f1ee3a7089 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:04:26.070633 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb21bdb-6393-4826-a49f-e6f1ee3a7089 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:04:26.071011 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb21bdb-6393-4826-a49f-e6f1ee3a7089 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:04:26.071343 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb21bdb-6393-4826-a49f-e6f1ee3a7089 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:04:26.071679 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb21bdb-6393-4826-a49f-e6f1ee3a7089 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:04:26.111772 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-fcb21bdb-6393-4826-a49f-e6f1ee3a7089 None None] Attempting to bind port 396f9572-c7f9-47b7-b244-7ddb0dd78917 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:04:26.112161 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-fcb21bdb-6393-4826-a49f-e6f1ee3a7089 None None] Attempting to bind port 396f9572-c7f9-47b7-b244-7ddb0dd78917 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': 'cd9f6260-6c78-45f3-8a9e-6069c51933dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fa094e21-20e2-427b-bb6f-dbf0d65f0bdc'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:04:26.112548 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb21bdb-6393-4826-a49f-e6f1ee3a7089 None None] Attempting to bind port 396f9572-c7f9-47b7-b244-7ddb0dd78917 on network fa094e21-20e2-427b-bb6f-dbf0d65f0bdc {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:04:26.118794 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb21bdb-6393-4826-a49f-e6f1ee3a7089 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:04:26.119213 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb21bdb-6393-4826-a49f-e6f1ee3a7089 None None] Checking segment: {'id': 'cd9f6260-6c78-45f3-8a9e-6069c51933dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fa094e21-20e2-427b-bb6f-dbf0d65f0bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:04:26.119619 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-fcb21bdb-6393-4826-a49f-e6f1ee3a7089 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:26.120024 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb21bdb-6393-4826-a49f-e6f1ee3a7089 None None] Bound using segment: {'id': 'cd9f6260-6c78-45f3-8a9e-6069c51933dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fa094e21-20e2-427b-bb6f-dbf0d65f0bdc'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:04:26.120501 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-fcb21bdb-6393-4826-a49f-e6f1ee3a7089 None None] Bound port: 396f9572-c7f9-47b7-b244-7ddb0dd78917, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd9f6260-6c78-45f3-8a9e-6069c51933dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fa094e21-20e2-427b-bb6f-dbf0d65f0bdc'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:04:26.120899 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-fcb21bdb-6393-4826-a49f-e6f1ee3a7089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (396f9572-c7f9-47b7-b244-7ddb0dd78917), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:26.156623 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb3d8f5-dfe5-44d8-bfdd-4a5d38b7e80d tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Made reservation on behalf of 117c91e6babe4e69bb8675a87224e1c0 for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:04:26.160144 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cbb3d8f5-dfe5-44d8-bfdd-4a5d38b7e80d tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:26.198575 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-fcb21bdb-6393-4826-a49f-e6f1ee3a7089 None None] For port 396f9572-c7f9-47b7-b244-7ddb0dd78917, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:04:26.201732 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-fcb21bdb-6393-4826-a49f-e6f1ee3a7089 None None] For port 396f9572-c7f9-47b7-b244-7ddb0dd78917, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=396f9572-c7f9-47b7-b244-7ddb0dd78917,segment=NetworkSegment(cd9f6260-6c78-45f3-8a9e-6069c51933dc),segment_id=cd9f6260-6c78-45f3-8a9e-6069c51933dc)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:04:26.288952 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-fcb21bdb-6393-4826-a49f-e6f1ee3a7089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (396f9572-c7f9-47b7-b244-7ddb0dd78917), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:26.348099 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb21bdb-6393-4826-a49f-e6f1ee3a7089 None None] Pushing event updated for resources: {'Port': ['ID=396f9572-c7f9-47b7-b244-7ddb0dd78917,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:26.482235 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cbb3d8f5-dfe5-44d8-bfdd-4a5d38b7e80d tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (0649fef8-98f8-41b0-ac02-474232779e50), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:26.585840 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb3d8f5-dfe5-44d8-bfdd-4a5d38b7e80d tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Pushing event updated for resources: {'Subnet': ['ID=0649fef8-98f8-41b0-ac02-474232779e50,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:26.597895 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb3d8f5-dfe5-44d8-bfdd-4a5d38b7e80d tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Checking segment: {'id': '6f15cda0-2f95-4c1f-b2ca-27c8ed077ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f1688515-74ef-46cb-b6c7-647049bbc179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:04:26.598338 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb3d8f5-dfe5-44d8-bfdd-4a5d38b7e80d tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Network hostable DHCP agents. Network: f1688515-74ef-46cb-b6c7-647049bbc179, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:04:26.681184 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb3d8f5-dfe5-44d8-bfdd-4a5d38b7e80d tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Network f1688515-74ef-46cb-b6c7-647049bbc179 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:04:26.755491 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-cbb3d8f5-dfe5-44d8-bfdd-4a5d38b7e80d tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, f1688515-74ef-46cb-b6c7-647049bbc179) {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:04:26.759735 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb3d8f5-dfe5-44d8-bfdd-4a5d38b7e80d tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:26.760342 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cbb3d8f5-dfe5-44d8-bfdd-4a5d38b7e80d tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:26.767184 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2a331a-9007-4dcc-9dcd-1bd9452c3f71 None None] Network f1688515-74ef-46cb-b6c7-647049bbc179 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:04:26.867928 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-cbb3d8f5-dfe5-44d8-bfdd-4a5d38b7e80d tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8755238 Feb 28 11:04:26.872166 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 54346) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:04:26.876794 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec9228d-99da-4612-b03b-76f2fe44a12f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-f1688515-74ef-46cb-b6c7-647049bbc179', 'network_id': 'f1688515-74ef-46cb-b6c7-647049bbc179', 'project_id': '117c91e6babe4e69bb8675a87224e1c0', 'fixed_ips': [{'subnet_id': '0649fef8-98f8-41b0-ac02-474232779e50'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 11:04:26.877764 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-5a30e4e5-3443-4f1b-b34d-8079f0c06d78 tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f1688515-74ef-46cb-b6c7-647049bbc179'}}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:04:26.877883 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2ec9228d-99da-4612-b03b-76f2fe44a12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:27.030122 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-2ec9228d-99da-4612-b03b-76f2fe44a12f None None] Allocated IP 172.21.0.2 (f1688515-74ef-46cb-b6c7-647049bbc179/0649fef8-98f8-41b0-ac02-474232779e50/a0c1483e-f1ac-421a-a8cd-861ac945b460) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:04:27.136033 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5a30e4e5-3443-4f1b-b34d-8079f0c06d78 tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Publish callbacks [] for router_gateway (dad26d77-463d-4113-aa1a-43d254304128), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:27.257921 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2ec9228d-99da-4612-b03b-76f2fe44a12f None None] Publish callbacks [] for port (a0c1483e-f1ac-421a-a8cd-861ac945b460), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:27.345915 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.api.v2.resource [None req-5a30e4e5-3443-4f1b-b34d-8079f0c06d78 tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:04:27.347056 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-5a30e4e5-3443-4f1b-b34d-8079f0c06d78 tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] 10.222.0.62 "PUT /v2.0/routers/dad26d77-463d-4113-aa1a-43d254304128 HTTP/1.1" status: 400 len: 364 time: 0.4737761 Feb 28 11:04:27.356636 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 54348) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:04:27.374314 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2ec9228d-99da-4612-b03b-76f2fe44a12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (a0c1483e-f1ac-421a-a8cd-861ac945b460), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:27.420232 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf9421e2-a91f-4eca-b76f-1d3c7c1b0fd8 tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Deleting subnet 0649fef8-98f8-41b0-ac02-474232779e50 {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 11:04:27.424894 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cf9421e2-a91f-4eca-b76f-1d3c7c1b0fd8 tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Publish callbacks [] for subnet (0649fef8-98f8-41b0-ac02-474232779e50), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:27.445440 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec9228d-99da-4612-b03b-76f2fe44a12f None None] Network f1688515-74ef-46cb-b6c7-647049bbc179 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:04:27.454512 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96f07b2-24a5-41b5-ab46-7410772508d9 None None] Network fa094e21-20e2-427b-bb6f-dbf0d65f0bdc requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:04:27.457567 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-2ec9228d-99da-4612-b03b-76f2fe44a12f None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:04:27.466223 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec9228d-99da-4612-b03b-76f2fe44a12f None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:04:27.490180 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cf9421e2-a91f-4eca-b76f-1d3c7c1b0fd8 tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (0649fef8-98f8-41b0-ac02-474232779e50), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:27.517791 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec9228d-99da-4612-b03b-76f2fe44a12f None None] Pushing event updated for resources: {'Port': ['ID=a0c1483e-f1ac-421a-a8cd-861ac945b460,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:27.620407 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-43564ebc-353d-4402-beec-100963c8969d None None] Provisioning complete for port 396f9572-c7f9-47b7-b244-7ddb0dd78917 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:04:27.620858 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-43564ebc-353d-4402-beec-100963c8969d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (396f9572-c7f9-47b7-b244-7ddb0dd78917), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:27.665442 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-2ec9228d-99da-4612-b03b-76f2fe44a12f None None] Attempting to bind port a0c1483e-f1ac-421a-a8cd-861ac945b460 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:04:27.665819 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-2ec9228d-99da-4612-b03b-76f2fe44a12f None None] Attempting to bind port a0c1483e-f1ac-421a-a8cd-861ac945b460 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '6f15cda0-2f95-4c1f-b2ca-27c8ed077ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f1688515-74ef-46cb-b6c7-647049bbc179'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:04:27.666201 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec9228d-99da-4612-b03b-76f2fe44a12f None None] Attempting to bind port a0c1483e-f1ac-421a-a8cd-861ac945b460 on network f1688515-74ef-46cb-b6c7-647049bbc179 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:04:27.703600 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec9228d-99da-4612-b03b-76f2fe44a12f None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:04:27.703909 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec9228d-99da-4612-b03b-76f2fe44a12f None None] Checking segment: {'id': '6f15cda0-2f95-4c1f-b2ca-27c8ed077ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f1688515-74ef-46cb-b6c7-647049bbc179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:04:27.704300 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2ec9228d-99da-4612-b03b-76f2fe44a12f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:27.704706 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec9228d-99da-4612-b03b-76f2fe44a12f None None] Bound using segment: {'id': '6f15cda0-2f95-4c1f-b2ca-27c8ed077ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f1688515-74ef-46cb-b6c7-647049bbc179'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:04:27.705215 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-2ec9228d-99da-4612-b03b-76f2fe44a12f None None] Bound port: a0c1483e-f1ac-421a-a8cd-861ac945b460, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f15cda0-2f95-4c1f-b2ca-27c8ed077ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f1688515-74ef-46cb-b6c7-647049bbc179'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:04:27.705610 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2ec9228d-99da-4612-b03b-76f2fe44a12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (a0c1483e-f1ac-421a-a8cd-861ac945b460), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:27.933898 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cf9421e2-a91f-4eca-b76f-1d3c7c1b0fd8 tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (0649fef8-98f8-41b0-ac02-474232779e50), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:28.012295 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-43564ebc-353d-4402-beec-100963c8969d None None] Current status of the port 396f9572-c7f9-47b7-b244-7ddb0dd78917 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:04:28.012889 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-43564ebc-353d-4402-beec-100963c8969d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (396f9572-c7f9-47b7-b244-7ddb0dd78917), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:28.064953 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-43564ebc-353d-4402-beec-100963c8969d None None] For port 396f9572-c7f9-47b7-b244-7ddb0dd78917, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=396f9572-c7f9-47b7-b244-7ddb0dd78917,segment=NetworkSegment(cd9f6260-6c78-45f3-8a9e-6069c51933dc),segment_id=cd9f6260-6c78-45f3-8a9e-6069c51933dc)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:04:28.101954 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cf9421e2-a91f-4eca-b76f-1d3c7c1b0fd8 tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (0649fef8-98f8-41b0-ac02-474232779e50), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:28.108649 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-2ec9228d-99da-4612-b03b-76f2fe44a12f None None] For port a0c1483e-f1ac-421a-a8cd-861ac945b460, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:04:28.127888 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-2ec9228d-99da-4612-b03b-76f2fe44a12f None None] For port a0c1483e-f1ac-421a-a8cd-861ac945b460, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=a0c1483e-f1ac-421a-a8cd-861ac945b460,segment=NetworkSegment(6f15cda0-2f95-4c1f-b2ca-27c8ed077ff7),segment_id=6f15cda0-2f95-4c1f-b2ca-27c8ed077ff7)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:04:28.133079 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-43564ebc-353d-4402-beec-100963c8969d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (396f9572-c7f9-47b7-b244-7ddb0dd78917), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:28.155022 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9421e2-a91f-4eca-b76f-1d3c7c1b0fd8 tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Pushing event deleted for resources: {'Subnet': ['ID=0649fef8-98f8-41b0-ac02-474232779e50,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:28.164794 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-cf9421e2-a91f-4eca-b76f-1d3c7c1b0fd8 tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:28.170918 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-cf9421e2-a91f-4eca-b76f-1d3c7c1b0fd8 tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] 10.222.0.62 "DELETE /v2.0/subnets/0649fef8-98f8-41b0-ac02-474232779e50 HTTP/1.1" status: 204 len: 168 time: 0.8148074 Feb 28 11:04:28.175559 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 54350) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:04:28.213768 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2ec9228d-99da-4612-b03b-76f2fe44a12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (a0c1483e-f1ac-421a-a8cd-861ac945b460), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:28.240012 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43564ebc-353d-4402-beec-100963c8969d None None] Pushing event updated for resources: {'Port': ['ID=396f9572-c7f9-47b7-b244-7ddb0dd78917,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:28.361415 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec9228d-99da-4612-b03b-76f2fe44a12f None None] Pushing event updated for resources: {'Port': ['ID=a0c1483e-f1ac-421a-a8cd-861ac945b460,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:28.384058 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-0fe8be9d-8730-49e4-8ed3-689208890183 None None] Provisioning complete for port 396f9572-c7f9-47b7-b244-7ddb0dd78917 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:04:28.384058 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0fe8be9d-8730-49e4-8ed3-689208890183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (396f9572-c7f9-47b7-b244-7ddb0dd78917), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:28.506304 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 396f9572-c7f9-47b7-b244-7ddb0dd78917 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:04:28.563746 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-0fe8be9d-8730-49e4-8ed3-689208890183 None None] Current status of the port 396f9572-c7f9-47b7-b244-7ddb0dd78917 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:04:28.594489 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 396f9572-c7f9-47b7-b244-7ddb0dd78917 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:04:28.595101 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (396f9572-c7f9-47b7-b244-7ddb0dd78917), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:28.668996 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4a5b1907-4fdc-4812-adbe-dbbc00917fb4 tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (f1688515-74ef-46cb-b6c7-647049bbc179), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:28.732899 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 396f9572-c7f9-47b7-b244-7ddb0dd78917 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:04:28.746683 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-4a5b1907-4fdc-4812-adbe-dbbc00917fb4 tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Deleting port a0c1483e-f1ac-421a-a8cd-861ac945b460 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:04:28.747049 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4a5b1907-4fdc-4812-adbe-dbbc00917fb4 tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (a0c1483e-f1ac-421a-a8cd-861ac945b460), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:28.826721 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-4a5b1907-4fdc-4812-adbe-dbbc00917fb4 tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] For port a0c1483e-f1ac-421a-a8cd-861ac945b460, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=a0c1483e-f1ac-421a-a8cd-861ac945b460,segment=NetworkSegment(6f15cda0-2f95-4c1f-b2ca-27c8ed077ff7),segment_id=6f15cda0-2f95-4c1f-b2ca-27c8ed077ff7)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:04:28.827125 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4a5b1907-4fdc-4812-adbe-dbbc00917fb4 tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (a0c1483e-f1ac-421a-a8cd-861ac945b460), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:28.840785 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-4a5b1907-4fdc-4812-adbe-dbbc00917fb4 tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Calling delete_port for a0c1483e-f1ac-421a-a8cd-861ac945b460 owned by network:dhcp {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:04:29.002185 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4a5b1907-4fdc-4812-adbe-dbbc00917fb4 tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (a0c1483e-f1ac-421a-a8cd-861ac945b460), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:29.027638 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5b1907-4fdc-4812-adbe-dbbc00917fb4 tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Pushing event deleted for resources: {'Port': ['ID=a0c1483e-f1ac-421a-a8cd-861ac945b460,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:29.033369 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5b1907-4fdc-4812-adbe-dbbc00917fb4 tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] No DVR routers for this DVR port a0c1483e-f1ac-421a-a8cd-861ac945b460 on host dv-neutron-829161-3-hyperv {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:04:29.123766 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4a5b1907-4fdc-4812-adbe-dbbc00917fb4 tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (f1688515-74ef-46cb-b6c7-647049bbc179), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:29.148556 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-4a5b1907-4fdc-4812-adbe-dbbc00917fb4 tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1688515-74ef-46cb-b6c7-647049bbc179']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:04:29.159585 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-4a5b1907-4fdc-4812-adbe-dbbc00917fb4 tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f15cda0-2f95-4c1f-b2ca-27c8ed077ff7') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:04:29.159883 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-4a5b1907-4fdc-4812-adbe-dbbc00917fb4 tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f15cda0-2f95-4c1f-b2ca-27c8ed077ff7') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:04:29.171532 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4a5b1907-4fdc-4812-adbe-dbbc00917fb4 tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (6f15cda0-2f95-4c1f-b2ca-27c8ed077ff7), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:29.187174 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4a5b1907-4fdc-4812-adbe-dbbc00917fb4 tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (6f15cda0-2f95-4c1f-b2ca-27c8ed077ff7), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:29.197121 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a5b1907-4fdc-4812-adbe-dbbc00917fb4 tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:04:29.201389 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4a5b1907-4fdc-4812-adbe-dbbc00917fb4 tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (6f15cda0-2f95-4c1f-b2ca-27c8ed077ff7), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:29.202409 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 11:04:29.202409 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:04:29.202409 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 11:04:29.202409 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:04:29.202409 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 11:04:29.202409 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 11:04:29.202409 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 11:04:29.202409 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:04:29.202409 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 11:04:29.202409 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:04:29.202409 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 11:04:29.202409 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:04:29.202409 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 11:04:29.202409 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 11:04:29.202409 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:04:29.202409 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 11:04:29.202409 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:04:29.202409 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 11:04:29.202409 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 11:04:29.202409 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:04:29.202409 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 11:04:29.202409 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:04:29.202409 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:04:29.202409 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:04:29.202409 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 11:04:29.202409 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:04:29.202409 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:04:29.202409 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:04:29.202409 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:04:29.202409 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:04:29.202409 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:04:29.202409 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:04:29.339657 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4a5b1907-4fdc-4812-adbe-dbbc00917fb4 tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (f1688515-74ef-46cb-b6c7-647049bbc179), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:29.344733 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4a5b1907-4fdc-4812-adbe-dbbc00917fb4 tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:29.348071 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-4a5b1907-4fdc-4812-adbe-dbbc00917fb4 tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] 10.222.0.62 "DELETE /v2.0/networks/f1688515-74ef-46cb-b6c7-647049bbc179 HTTP/1.1" status: 204 len: 168 time: 1.1703978 Feb 28 11:04:29.351890 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 54352) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:04:29.363183 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5b1907-4fdc-4812-adbe-dbbc00917fb4 tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Pushing event deleted for resources: {'Network': ['ID=f1688515-74ef-46cb-b6c7-647049bbc179,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:29.418385 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2afc7b2-fc69-4a10-8467-55eb6ffcc63c tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Deleting subnet 49686f4b-f9da-4b2a-9442-b097036aed17 {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 11:04:29.422206 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f2afc7b2-fc69-4a10-8467-55eb6ffcc63c tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Publish callbacks [] for subnet (49686f4b-f9da-4b2a-9442-b097036aed17), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:29.479023 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f2afc7b2-fc69-4a10-8467-55eb6ffcc63c tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (49686f4b-f9da-4b2a-9442-b097036aed17), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:29.487522 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-8e2791ab-4f0d-4ed0-a7c4-b46d95e8c58b None None] Could not find standard attr ID for object a0c1483e-f1ac-421a-a8cd-861ac945b460. {{(pid=104085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 11:04:29.531400 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c92729-6882-4c64-ba78-97c2766690fb None None] DHCP port deletion for f1688515-74ef-46cb-b6c7-647049bbc179 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 11:04:29.552822 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d544196-c0d6-4a49-8c6d-830c6477b24f None None] Network f1688515-74ef-46cb-b6c7-647049bbc179 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:04:29.564765 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d544196-c0d6-4a49-8c6d-830c6477b24f None None] Network f1688515-74ef-46cb-b6c7-647049bbc179 could not be found, it might have been deleted concurrently. {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 28 11:04:29.571950 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f2afc7b2-fc69-4a10-8467-55eb6ffcc63c tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (49686f4b-f9da-4b2a-9442-b097036aed17), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:29.711306 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f2afc7b2-fc69-4a10-8467-55eb6ffcc63c tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (49686f4b-f9da-4b2a-9442-b097036aed17), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:29.739844 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2afc7b2-fc69-4a10-8467-55eb6ffcc63c tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Pushing event deleted for resources: {'Subnet': ['ID=49686f4b-f9da-4b2a-9442-b097036aed17,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:29.744474 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f2afc7b2-fc69-4a10-8467-55eb6ffcc63c tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:29.747928 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-f2afc7b2-fc69-4a10-8467-55eb6ffcc63c tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] 10.222.0.62 "DELETE /v2.0/subnets/49686f4b-f9da-4b2a-9442-b097036aed17 HTTP/1.1" status: 204 len: 168 time: 0.3949473 Feb 28 11:04:29.751998 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 54354) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:04:29.752974 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7334e6-a2e6-40ab-99b7-a38f376384d0 None None] Network fa094e21-20e2-427b-bb6f-dbf0d65f0bdc requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:04:29.841399 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3ac9881e-8f64-4cc6-bb86-edab0cfa0ddd tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (fa094e21-20e2-427b-bb6f-dbf0d65f0bdc), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:29.908446 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-3ac9881e-8f64-4cc6-bb86-edab0cfa0ddd tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Deleting port 396f9572-c7f9-47b7-b244-7ddb0dd78917 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:04:29.908793 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3ac9881e-8f64-4cc6-bb86-edab0cfa0ddd tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (396f9572-c7f9-47b7-b244-7ddb0dd78917), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:29.920978 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de25dee5-5460-49b3-8296-3e6ddfbf0e93 None None] DHCP port deletion for fa094e21-20e2-427b-bb6f-dbf0d65f0bdc request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 11:04:29.980950 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-3ac9881e-8f64-4cc6-bb86-edab0cfa0ddd tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] For port 396f9572-c7f9-47b7-b244-7ddb0dd78917, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=396f9572-c7f9-47b7-b244-7ddb0dd78917,segment=NetworkSegment(cd9f6260-6c78-45f3-8a9e-6069c51933dc),segment_id=cd9f6260-6c78-45f3-8a9e-6069c51933dc)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:04:29.981506 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3ac9881e-8f64-4cc6-bb86-edab0cfa0ddd tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (396f9572-c7f9-47b7-b244-7ddb0dd78917), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:29.992030 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-de25dee5-5460-49b3-8296-3e6ddfbf0e93 None None] Deleting port 396f9572-c7f9-47b7-b244-7ddb0dd78917 {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:04:29.992440 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-de25dee5-5460-49b3-8296-3e6ddfbf0e93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (396f9572-c7f9-47b7-b244-7ddb0dd78917), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:29.997968 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-3ac9881e-8f64-4cc6-bb86-edab0cfa0ddd tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Calling delete_port for 396f9572-c7f9-47b7-b244-7ddb0dd78917 owned by network:dhcp {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:04:30.062674 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-de25dee5-5460-49b3-8296-3e6ddfbf0e93 None None] For port 396f9572-c7f9-47b7-b244-7ddb0dd78917, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=396f9572-c7f9-47b7-b244-7ddb0dd78917,segment=NetworkSegment(cd9f6260-6c78-45f3-8a9e-6069c51933dc),segment_id=cd9f6260-6c78-45f3-8a9e-6069c51933dc)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:04:30.063116 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-de25dee5-5460-49b3-8296-3e6ddfbf0e93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (396f9572-c7f9-47b7-b244-7ddb0dd78917), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:30.080664 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-de25dee5-5460-49b3-8296-3e6ddfbf0e93 None None] Calling delete_port for 396f9572-c7f9-47b7-b244-7ddb0dd78917 owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:04:30.173511 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3ac9881e-8f64-4cc6-bb86-edab0cfa0ddd tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (396f9572-c7f9-47b7-b244-7ddb0dd78917), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:30.181482 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-de25dee5-5460-49b3-8296-3e6ddfbf0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (396f9572-c7f9-47b7-b244-7ddb0dd78917), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:30.203151 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac9881e-8f64-4cc6-bb86-edab0cfa0ddd tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] No DVR routers for this DVR port 396f9572-c7f9-47b7-b244-7ddb0dd78917 on host dv-neutron-829161-3-hyperv {{(pid=104084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:04:30.208257 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac9881e-8f64-4cc6-bb86-edab0cfa0ddd tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Pushing event deleted for resources: {'Port': ['ID=396f9572-c7f9-47b7-b244-7ddb0dd78917,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:30.210810 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de25dee5-5460-49b3-8296-3e6ddfbf0e93 None None] Pushing event deleted for resources: {'Port': ['ID=396f9572-c7f9-47b7-b244-7ddb0dd78917,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:30.212804 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de25dee5-5460-49b3-8296-3e6ddfbf0e93 None None] No DVR routers for this DVR port 396f9572-c7f9-47b7-b244-7ddb0dd78917 on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:04:30.306610 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3ac9881e-8f64-4cc6-bb86-edab0cfa0ddd tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (fa094e21-20e2-427b-bb6f-dbf0d65f0bdc), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:30.332737 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-3ac9881e-8f64-4cc6-bb86-edab0cfa0ddd tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa094e21-20e2-427b-bb6f-dbf0d65f0bdc']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:04:30.343638 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-3ac9881e-8f64-4cc6-bb86-edab0cfa0ddd tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd9f6260-6c78-45f3-8a9e-6069c51933dc') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:04:30.343937 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-3ac9881e-8f64-4cc6-bb86-edab0cfa0ddd tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd9f6260-6c78-45f3-8a9e-6069c51933dc') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:04:30.355133 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3ac9881e-8f64-4cc6-bb86-edab0cfa0ddd tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (cd9f6260-6c78-45f3-8a9e-6069c51933dc), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:30.373787 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3ac9881e-8f64-4cc6-bb86-edab0cfa0ddd tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (cd9f6260-6c78-45f3-8a9e-6069c51933dc), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:30.381748 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ac9881e-8f64-4cc6-bb86-edab0cfa0ddd tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:04:30.382164 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3ac9881e-8f64-4cc6-bb86-edab0cfa0ddd tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (cd9f6260-6c78-45f3-8a9e-6069c51933dc), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:30.385389 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 11:04:30.385389 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:04:30.385389 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 11:04:30.385389 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:04:30.385389 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 11:04:30.385389 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 11:04:30.385389 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 11:04:30.385389 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:04:30.385389 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 11:04:30.385389 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:04:30.385389 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 11:04:30.385389 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:04:30.385389 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 11:04:30.385389 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 11:04:30.385389 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:04:30.385389 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 11:04:30.385389 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:04:30.385389 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 11:04:30.385389 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 11:04:30.385389 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:04:30.385389 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 11:04:30.385389 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:04:30.385389 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:04:30.385389 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:04:30.385389 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 11:04:30.385389 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:04:30.385389 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:04:30.385389 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:04:30.385389 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:04:30.385389 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:04:30.385389 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:04:30.385389 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:04:30.415475 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 396f9572-c7f9-47b7-b244-7ddb0dd78917 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:04:30.440300 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 396f9572-c7f9-47b7-b244-7ddb0dd78917 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:04:30.440594 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 396f9572-c7f9-47b7-b244-7ddb0dd78917 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:04:30.499765 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3ac9881e-8f64-4cc6-bb86-edab0cfa0ddd tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (fa094e21-20e2-427b-bb6f-dbf0d65f0bdc), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:30.515063 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3ac9881e-8f64-4cc6-bb86-edab0cfa0ddd tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:30.521094 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-3ac9881e-8f64-4cc6-bb86-edab0cfa0ddd tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] 10.222.0.62 "DELETE /v2.0/networks/fa094e21-20e2-427b-bb6f-dbf0d65f0bdc HTTP/1.1" status: 204 len: 168 time: 0.7677791 Feb 28 11:04:30.524777 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 54356) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:04:30.535219 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac9881e-8f64-4cc6-bb86-edab0cfa0ddd tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Pushing event deleted for resources: {'Network': ['ID=fa094e21-20e2-427b-bb6f-dbf0d65f0bdc,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:30.561987 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-b1643755-5bb5-478f-af28-99ed2920038b tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] 10.222.0.62 "GET /v2.0/ports?device_id=dad26d77-463d-4113-aa1a-43d254304128 HTTP/1.1" status: 200 len: 205 time: 0.0357380 Feb 28 11:04:30.564548 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 54358) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:04:30.644162 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-441292ee-ed82-4a3c-901d-1b0e493c6e7e tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Publish callbacks [] for router (dad26d77-463d-4113-aa1a-43d254304128), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:30.773827 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:30.823245 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-441292ee-ed82-4a3c-901d-1b0e493c6e7e tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (dad26d77-463d-4113-aa1a-43d254304128), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:30.825615 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-441292ee-ed82-4a3c-901d-1b0e493c6e7e tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Publish callbacks [] for router_controller (dad26d77-463d-4113-aa1a-43d254304128), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:30.973270 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-441292ee-ed82-4a3c-901d-1b0e493c6e7e tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (dad26d77-463d-4113-aa1a-43d254304128), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:30.974870 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441292ee-ed82-4a3c-901d-1b0e493c6e7e tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Fanout notify agent at l3_agent the message router_deleted on router dad26d77-463d-4113-aa1a-43d254304128 {{(pid=104083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:04:30.982331 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-441292ee-ed82-4a3c-901d-1b0e493c6e7e tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:30.983518 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-441292ee-ed82-4a3c-901d-1b0e493c6e7e tempest-RoutersNegativeTest-241995496 tempest-RoutersNegativeTest-241995496-project] 10.222.0.62 "DELETE /v2.0/routers/dad26d77-463d-4113-aa1a-43d254304128 HTTP/1.1" status: 204 len: 168 time: 0.4180577 Feb 28 11:04:31.447137 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 54364) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:04:31.589606 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-d72fc691-a9c8-4ac2-940c-10816c5fa462 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=117c91e6babe4e69bb8675a87224e1c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1402109 Feb 28 11:04:31.591719 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 54368) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:04:31.655605 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4e79952c-6ddd-43f5-b28e-194daeed8de9 admin admin] Publish callbacks [] for security_group (3159d26e-e623-4b33-bc2c-c32b260e1f6f), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:31.690337 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4e79952c-6ddd-43f5-b28e-194daeed8de9 admin admin] Publish callbacks [] for security_group (3159d26e-e623-4b33-bc2c-c32b260e1f6f), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:31.825089 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4e79952c-6ddd-43f5-b28e-194daeed8de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (3159d26e-e623-4b33-bc2c-c32b260e1f6f), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:31.827890 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4e79952c-6ddd-43f5-b28e-194daeed8de9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:31.829074 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-4e79952c-6ddd-43f5-b28e-194daeed8de9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3159d26e-e623-4b33-bc2c-c32b260e1f6f HTTP/1.1" status: 204 len: 168 time: 0.2364161 Feb 28 11:04:31.839492 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e79952c-6ddd-43f5-b28e-194daeed8de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3159d26e-e623-4b33-bc2c-c32b260e1f6f,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:32.865366 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 54390) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:04:32.972846 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-44d00d10-ebb7-4111-bb57-08f819aedb85 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-733628075-network', 'tenant_id': '7308afa344764307a6abc78b5286b969'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:04:33.075434 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d00d10-ebb7-4111-bb57-08f819aedb85 admin admin] Made reservation on behalf of 7308afa344764307a6abc78b5286b969 for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:04:33.077862 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-44d00d10-ebb7-4111-bb57-08f819aedb85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:33.087968 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-44d00d10-ebb7-4111-bb57-08f819aedb85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:33.164020 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-44d00d10-ebb7-4111-bb57-08f819aedb85 admin admin] Publish callbacks [] for security_group (ed3ff83c-e36b-44b8-ac55-f8a27e0e1d4f), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:33.253735 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-44d00d10-ebb7-4111-bb57-08f819aedb85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (ed3ff83c-e36b-44b8-ac55-f8a27e0e1d4f), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:33.279970 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44d00d10-ebb7-4111-bb57-08f819aedb85 admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:04:33.290178 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d00d10-ebb7-4111-bb57-08f819aedb85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3ff83c-e36b-44b8-ac55-f8a27e0e1d4f,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:33.295050 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-44d00d10-ebb7-4111-bb57-08f819aedb85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (8f6002e1-a00c-4743-9d72-ae56a1382341), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:33.295410 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-44d00d10-ebb7-4111-bb57-08f819aedb85 admin admin] Added segment 8f6002e1-a00c-4743-9d72-ae56a1382341 of type vlan for network ba33d83a-48c8-42b6-8136-ed345caca161 Feb 28 11:04:33.337873 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-44d00d10-ebb7-4111-bb57-08f819aedb85 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (ba33d83a-48c8-42b6-8136-ed345caca161), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:33.425100 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-44d00d10-ebb7-4111-bb57-08f819aedb85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (ba33d83a-48c8-42b6-8136-ed345caca161), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:33.426040 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d00d10-ebb7-4111-bb57-08f819aedb85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:33.426688 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-44d00d10-ebb7-4111-bb57-08f819aedb85 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:33.497119 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d00d10-ebb7-4111-bb57-08f819aedb85 admin admin] Pushing event updated for resources: {'Network': ['ID=ba33d83a-48c8-42b6-8136-ed345caca161,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:33.507488 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network ba33d83a-48c8-42b6-8136-ed345caca161 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 11:04:33.616507 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-44d00d10-ebb7-4111-bb57-08f819aedb85 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7495227 Feb 28 11:04:33.619361 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 54394) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:04:33.624398 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-b1bc095f-ba06-49ee-9d17-39cc25f24705 admin admin] Request body: {'subnet': {'network_id': 'ba33d83a-48c8-42b6-8136-ed345caca161', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-733628075-subnet', 'tenant_id': '7308afa344764307a6abc78b5286b969', 'ip_version': 4}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:04:33.699252 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1bc095f-ba06-49ee-9d17-39cc25f24705 admin admin] Made reservation on behalf of 7308afa344764307a6abc78b5286b969 for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:04:33.701617 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b1bc095f-ba06-49ee-9d17-39cc25f24705 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:33.929035 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b1bc095f-ba06-49ee-9d17-39cc25f24705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (6cccf160-4eb7-492e-8ca3-af93fa487e04), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:33.978508 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bc095f-ba06-49ee-9d17-39cc25f24705 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cccf160-4eb7-492e-8ca3-af93fa487e04,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:33.995395 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bc095f-ba06-49ee-9d17-39cc25f24705 admin admin] Checking segment: {'id': '8f6002e1-a00c-4743-9d72-ae56a1382341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba33d83a-48c8-42b6-8136-ed345caca161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:04:33.995762 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bc095f-ba06-49ee-9d17-39cc25f24705 admin admin] Network hostable DHCP agents. Network: ba33d83a-48c8-42b6-8136-ed345caca161, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:04:34.076525 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bc095f-ba06-49ee-9d17-39cc25f24705 admin admin] Network ba33d83a-48c8-42b6-8136-ed345caca161 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:04:34.168011 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-b1bc095f-ba06-49ee-9d17-39cc25f24705 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, ba33d83a-48c8-42b6-8136-ed345caca161) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:04:34.172179 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bc095f-ba06-49ee-9d17-39cc25f24705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:34.172781 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b1bc095f-ba06-49ee-9d17-39cc25f24705 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:34.177696 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262bf7a7-e841-4d3f-9205-0dd843084cce None None] Network ba33d83a-48c8-42b6-8136-ed345caca161 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:04:34.284713 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3c406e-8fbd-4063-a47a-044f51369594 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-ba33d83a-48c8-42b6-8136-ed345caca161', 'network_id': 'ba33d83a-48c8-42b6-8136-ed345caca161', 'project_id': '7308afa344764307a6abc78b5286b969', 'fixed_ips': [{'subnet_id': '6cccf160-4eb7-492e-8ca3-af93fa487e04'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 11:04:34.285203 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-b1bc095f-ba06-49ee-9d17-39cc25f24705 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6645479 Feb 28 11:04:34.286532 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-fc3c406e-8fbd-4063-a47a-044f51369594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:34.288389 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 54396) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:04:34.292783 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-a7686a6b-886b-42a0-8563-dd240baecf10 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-733628075-router', 'tenant_id': '7308afa344764307a6abc78b5286b969', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:04:34.413683 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a7686a6b-886b-42a0-8563-dd240baecf10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (c74c6153-5e8e-4313-827f-1ff6eb2c8b7f), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:34.414770 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a7686a6b-886b-42a0-8563-dd240baecf10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (c74c6153-5e8e-4313-827f-1ff6eb2c8b7f), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:34.474307 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a7686a6b-886b-42a0-8563-dd240baecf10 admin admin] Publish callbacks [] for router_controller (c74c6153-5e8e-4313-827f-1ff6eb2c8b7f), precommit_add_association {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:34.484941 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-fc3c406e-8fbd-4063-a47a-044f51369594 None None] Allocated IP 172.20.0.2 (ba33d83a-48c8-42b6-8136-ed345caca161/6cccf160-4eb7-492e-8ca3-af93fa487e04/72669ad3-9497-4c0f-9aed-30849020a591) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:04:34.720341 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a7686a6b-886b-42a0-8563-dd240baecf10 admin admin] Publish callbacks [] for router_gateway (c74c6153-5e8e-4313-827f-1ff6eb2c8b7f), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:34.736150 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-fc3c406e-8fbd-4063-a47a-044f51369594 None None] Publish callbacks [] for port (72669ad3-9497-4c0f-9aed-30849020a591), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:34.871256 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-fc3c406e-8fbd-4063-a47a-044f51369594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (72669ad3-9497-4c0f-9aed-30849020a591), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:34.918722 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3c406e-8fbd-4063-a47a-044f51369594 None None] Network ba33d83a-48c8-42b6-8136-ed345caca161 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:04:34.922601 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3c406e-8fbd-4063-a47a-044f51369594 None None] Pushing event updated for resources: {'Port': ['ID=72669ad3-9497-4c0f-9aed-30849020a591,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:34.925114 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-fc3c406e-8fbd-4063-a47a-044f51369594 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:04:34.928623 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3c406e-8fbd-4063-a47a-044f51369594 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:04:35.003878 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-fc3c406e-8fbd-4063-a47a-044f51369594 None None] Attempting to bind port 72669ad3-9497-4c0f-9aed-30849020a591 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:04:35.004312 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-fc3c406e-8fbd-4063-a47a-044f51369594 None None] Attempting to bind port 72669ad3-9497-4c0f-9aed-30849020a591 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '8f6002e1-a00c-4743-9d72-ae56a1382341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba33d83a-48c8-42b6-8136-ed345caca161'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:04:35.005442 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3c406e-8fbd-4063-a47a-044f51369594 None None] Attempting to bind port 72669ad3-9497-4c0f-9aed-30849020a591 on network ba33d83a-48c8-42b6-8136-ed345caca161 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:04:35.013745 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3c406e-8fbd-4063-a47a-044f51369594 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:04:35.014531 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3c406e-8fbd-4063-a47a-044f51369594 None None] Checking segment: {'id': '8f6002e1-a00c-4743-9d72-ae56a1382341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba33d83a-48c8-42b6-8136-ed345caca161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:04:35.015215 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-fc3c406e-8fbd-4063-a47a-044f51369594 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:35.015808 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3c406e-8fbd-4063-a47a-044f51369594 None None] Bound using segment: {'id': '8f6002e1-a00c-4743-9d72-ae56a1382341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba33d83a-48c8-42b6-8136-ed345caca161'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:04:35.016484 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-fc3c406e-8fbd-4063-a47a-044f51369594 None None] Bound port: 72669ad3-9497-4c0f-9aed-30849020a591, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f6002e1-a00c-4743-9d72-ae56a1382341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba33d83a-48c8-42b6-8136-ed345caca161'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:04:35.017292 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-fc3c406e-8fbd-4063-a47a-044f51369594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (72669ad3-9497-4c0f-9aed-30849020a591), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:35.092558 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a7686a6b-886b-42a0-8563-dd240baecf10 admin admin] Publish callbacks [] for router_gateway (c74c6153-5e8e-4313-827f-1ff6eb2c8b7f), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:35.121553 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-fc3c406e-8fbd-4063-a47a-044f51369594 None None] For port 72669ad3-9497-4c0f-9aed-30849020a591, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:04:35.122349 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a7686a6b-886b-42a0-8563-dd240baecf10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:35.126410 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-fc3c406e-8fbd-4063-a47a-044f51369594 None None] For port 72669ad3-9497-4c0f-9aed-30849020a591, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=72669ad3-9497-4c0f-9aed-30849020a591,segment=NetworkSegment(8f6002e1-a00c-4743-9d72-ae56a1382341),segment_id=8f6002e1-a00c-4743-9d72-ae56a1382341)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:04:35.193109 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-fc3c406e-8fbd-4063-a47a-044f51369594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (72669ad3-9497-4c0f-9aed-30849020a591), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:35.271175 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3c406e-8fbd-4063-a47a-044f51369594 None None] Pushing event updated for resources: {'Port': ['ID=72669ad3-9497-4c0f-9aed-30849020a591,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:35.290164 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-a7686a6b-886b-42a0-8563-dd240baecf10 admin admin] Allocated IP 172.26.3.193 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/f150fa7f-d3fe-4403-8ae5-222a423886e0) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:04:35.443198 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a7686a6b-886b-42a0-8563-dd240baecf10 admin admin] Publish callbacks [] for port (f150fa7f-d3fe-4403-8ae5-222a423886e0), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:35.551568 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a7686a6b-886b-42a0-8563-dd240baecf10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (f150fa7f-d3fe-4403-8ae5-222a423886e0), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:35.602026 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7686a6b-886b-42a0-8563-dd240baecf10 admin admin] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:04:35.605215 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-a7686a6b-886b-42a0-8563-dd240baecf10 admin admin] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:04:35.608937 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7686a6b-886b-42a0-8563-dd240baecf10 admin admin] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:04:35.636349 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7686a6b-886b-42a0-8563-dd240baecf10 admin admin] Pushing event updated for resources: {'Port': ['ID=f150fa7f-d3fe-4403-8ae5-222a423886e0,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:36.005124 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a7686a6b-886b-42a0-8563-dd240baecf10 admin admin] Publish callbacks [] for router_gateway (c74c6153-5e8e-4313-827f-1ff6eb2c8b7f), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:36.239187 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a7686a6b-886b-42a0-8563-dd240baecf10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (c74c6153-5e8e-4313-827f-1ff6eb2c8b7f), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:36.242967 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155c7f3f-336b-4ec4-a2de-7926517338a0 None None] Network ba33d83a-48c8-42b6-8136-ed345caca161 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:04:36.309258 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-f3943a75-0577-4a6f-ad38-5cdd8f4555bb None None] Provisioning complete for port 72669ad3-9497-4c0f-9aed-30849020a591 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:04:36.309637 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f3943a75-0577-4a6f-ad38-5cdd8f4555bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (72669ad3-9497-4c0f-9aed-30849020a591), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:36.442544 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-f3943a75-0577-4a6f-ad38-5cdd8f4555bb None None] Current status of the port 72669ad3-9497-4c0f-9aed-30849020a591 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:04:36.443008 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f3943a75-0577-4a6f-ad38-5cdd8f4555bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (72669ad3-9497-4c0f-9aed-30849020a591), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:36.457329 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 72669ad3-9497-4c0f-9aed-30849020a591 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:04:36.520007 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-f3943a75-0577-4a6f-ad38-5cdd8f4555bb None None] For port 72669ad3-9497-4c0f-9aed-30849020a591, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=72669ad3-9497-4c0f-9aed-30849020a591,segment=NetworkSegment(8f6002e1-a00c-4743-9d72-ae56a1382341),segment_id=8f6002e1-a00c-4743-9d72-ae56a1382341)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:04:36.527172 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7686a6b-886b-42a0-8563-dd240baecf10 admin admin] Router c74c6153-5e8e-4313-827f-1ff6eb2c8b7f is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:04:36.534546 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 72669ad3-9497-4c0f-9aed-30849020a591 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:04:36.535103 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (72669ad3-9497-4c0f-9aed-30849020a591), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:36.585595 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f3943a75-0577-4a6f-ad38-5cdd8f4555bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (72669ad3-9497-4c0f-9aed-30849020a591), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:36.650931 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 72669ad3-9497-4c0f-9aed-30849020a591 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:04:36.660395 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7686a6b-886b-42a0-8563-dd240baecf10 admin admin] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:04:36.671985 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16a972a-9b17-4fa0-a194-7061f65f90c0 None None] Sync routers for ids ['c74c6153-5e8e-4313-827f-1ff6eb2c8b7f'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:04:36.672492 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3943a75-0577-4a6f-ad38-5cdd8f4555bb None None] Pushing event updated for resources: {'Port': ['ID=72669ad3-9497-4c0f-9aed-30849020a591,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:36.683882 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16a972a-9b17-4fa0-a194-7061f65f90c0 None None] Routers {'c74c6153-5e8e-4313-827f-1ff6eb2c8b7f'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:04:36.686140 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-e16a972a-9b17-4fa0-a194-7061f65f90c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:04:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['c74c6153-5e8e-4313-827f-1ff6eb2c8b7f'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:04:36.705264 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ed81a602-1bae-4cc1-968c-85a7789e44a9 None None] Provisioning complete for port 72669ad3-9497-4c0f-9aed-30849020a591 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:04:36.705690 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ed81a602-1bae-4cc1-968c-85a7789e44a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (72669ad3-9497-4c0f-9aed-30849020a591), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:36.758843 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a7686a6b-886b-42a0-8563-dd240baecf10 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:36.762746 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a7686a6b-886b-42a0-8563-dd240baecf10 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.4709105 Feb 28 11:04:36.763029 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 54398) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:04:36.790097 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ed81a602-1bae-4cc1-968c-85a7789e44a9 None None] Current status of the port 72669ad3-9497-4c0f-9aed-30849020a591 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:04:36.795353 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-e16a972a-9b17-4fa0-a194-7061f65f90c0 None None] Set router c74c6153-5e8e-4313-827f-1ff6eb2c8b7f gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:04:37.027529 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-e16a972a-9b17-4fa0-a194-7061f65f90c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74c6153-5e8e-4313-827f-1ff6eb2c8b7f', 'name': 'tempest-TestEncryptedCinderVolumes-733628075-router', 'tenant_id': '7308afa344764307a6abc78b5286b969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': 'f150fa7f-d3fe-4403-8ae5-222a423886e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:04:34Z', 'updated_at': '2022-02-28T11:04:35Z', 'revision_number': 3, 'project_id': '7308afa344764307a6abc78b5286b969', 'gw_port': {'id': 'f150fa7f-d3fe-4403-8ae5-222a423886e0', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:62:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74c6153-5e8e-4313-827f-1ff6eb2c8b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:04:35Z', 'updated_at': '2022-02-28T11:04:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:04:37.146191 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16a972a-9b17-4fa0-a194-7061f65f90c0 None None] Checking router: c74c6153-5e8e-4313-827f-1ff6eb2c8b7f for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:04:37.146604 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16a972a-9b17-4fa0-a194-7061f65f90c0 None None] Updating router c74c6153-5e8e-4313-827f-1ff6eb2c8b7f port f150fa7f-d3fe-4403-8ae5-222a423886e0 binding host dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:04:37.174104 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e16a972a-9b17-4fa0-a194-7061f65f90c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (f150fa7f-d3fe-4403-8ae5-222a423886e0), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:37.202318 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-aa96b7a9-cc2b-4e06-86ff-8b6fa7918d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:37.365014 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-aa96b7a9-cc2b-4e06-86ff-8b6fa7918d64 admin admin] Allocated IP 172.20.0.1 (ba33d83a-48c8-42b6-8136-ed345caca161/6cccf160-4eb7-492e-8ca3-af93fa487e04/6397baba-8cff-4269-a968-8f99f3a56dee) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:04:37.442322 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e16a972a-9b17-4fa0-a194-7061f65f90c0 None None] Publish callbacks [] for port (f150fa7f-d3fe-4403-8ae5-222a423886e0), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:37.492946 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-aa96b7a9-cc2b-4e06-86ff-8b6fa7918d64 admin admin] Publish callbacks [] for port (6397baba-8cff-4269-a968-8f99f3a56dee), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:37.510400 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e16a972a-9b17-4fa0-a194-7061f65f90c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (f150fa7f-d3fe-4403-8ae5-222a423886e0), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:37.562363 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-e16a972a-9b17-4fa0-a194-7061f65f90c0 None None] Attempting to bind port f150fa7f-d3fe-4403-8ae5-222a423886e0 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:04:37.562750 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-e16a972a-9b17-4fa0-a194-7061f65f90c0 None None] Attempting to bind port f150fa7f-d3fe-4403-8ae5-222a423886e0 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:04:37.563144 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16a972a-9b17-4fa0-a194-7061f65f90c0 None None] Attempting to bind port f150fa7f-d3fe-4403-8ae5-222a423886e0 on network e88d86cf-af22-4900-bdd2-aa4038554136 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:04:37.566680 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca27a03-0633-48e9-ba1c-3ff24ca400f4 None None] Pushing event updated for resources: {'Port': ['ID=f150fa7f-d3fe-4403-8ae5-222a423886e0,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:37.573031 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16a972a-9b17-4fa0-a194-7061f65f90c0 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:04:37.581363 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16a972a-9b17-4fa0-a194-7061f65f90c0 None None] Checking segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:04:37.581363 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e16a972a-9b17-4fa0-a194-7061f65f90c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:37.581363 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16a972a-9b17-4fa0-a194-7061f65f90c0 None None] Bound using segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:04:37.581363 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-e16a972a-9b17-4fa0-a194-7061f65f90c0 None None] Bound port: f150fa7f-d3fe-4403-8ae5-222a423886e0, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:04:37.581363 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e16a972a-9b17-4fa0-a194-7061f65f90c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (f150fa7f-d3fe-4403-8ae5-222a423886e0), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:37.581363 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca27a03-0633-48e9-ba1c-3ff24ca400f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:04:37.581363 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca27a03-0633-48e9-ba1c-3ff24ca400f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:04:37.582002 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca27a03-0633-48e9-ba1c-3ff24ca400f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:04:37.582002 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca27a03-0633-48e9-ba1c-3ff24ca400f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:04:37.582195 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca27a03-0633-48e9-ba1c-3ff24ca400f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:04:37.582500 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca27a03-0633-48e9-ba1c-3ff24ca400f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:04:37.583450 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca27a03-0633-48e9-ba1c-3ff24ca400f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:04:37.584141 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca27a03-0633-48e9-ba1c-3ff24ca400f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:04:37.584141 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca27a03-0633-48e9-ba1c-3ff24ca400f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:04:37.584468 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca27a03-0633-48e9-ba1c-3ff24ca400f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:04:37.584778 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca27a03-0633-48e9-ba1c-3ff24ca400f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:04:37.585109 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca27a03-0633-48e9-ba1c-3ff24ca400f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:04:37.585434 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca27a03-0633-48e9-ba1c-3ff24ca400f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:04:37.624737 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-aa96b7a9-cc2b-4e06-86ff-8b6fa7918d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (6397baba-8cff-4269-a968-8f99f3a56dee), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:37.634967 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-e16a972a-9b17-4fa0-a194-7061f65f90c0 None None] For port f150fa7f-d3fe-4403-8ae5-222a423886e0, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:04:37.638482 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-e16a972a-9b17-4fa0-a194-7061f65f90c0 None None] For port f150fa7f-d3fe-4403-8ae5-222a423886e0, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=f150fa7f-d3fe-4403-8ae5-222a423886e0,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:04:37.662418 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa96b7a9-cc2b-4e06-86ff-8b6fa7918d64 admin admin] Network ba33d83a-48c8-42b6-8136-ed345caca161 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:04:37.665417 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-aa96b7a9-cc2b-4e06-86ff-8b6fa7918d64 admin admin] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:04:37.671219 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa96b7a9-cc2b-4e06-86ff-8b6fa7918d64 admin admin] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:04:37.700745 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa96b7a9-cc2b-4e06-86ff-8b6fa7918d64 admin admin] Pushing event updated for resources: {'Port': ['ID=6397baba-8cff-4269-a968-8f99f3a56dee,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:37.717777 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-aa96b7a9-cc2b-4e06-86ff-8b6fa7918d64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047958'] for router_interface (c74c6153-5e8e-4313-827f-1ff6eb2c8b7f), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:37.722994 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e16a972a-9b17-4fa0-a194-7061f65f90c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (f150fa7f-d3fe-4403-8ae5-222a423886e0), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:37.790705 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca27a03-0633-48e9-ba1c-3ff24ca400f4 None None] Pushing event updated for resources: {'Port': ['ID=f150fa7f-d3fe-4403-8ae5-222a423886e0,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:37.797933 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16a972a-9b17-4fa0-a194-7061f65f90c0 None None] Routers {'c74c6153-5e8e-4313-827f-1ff6eb2c8b7f'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:04:37.798553 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-e16a972a-9b17-4fa0-a194-7061f65f90c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:04:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['c74c6153-5e8e-4313-827f-1ff6eb2c8b7f'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:04:37.917961 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-e16a972a-9b17-4fa0-a194-7061f65f90c0 None None] Set router c74c6153-5e8e-4313-827f-1ff6eb2c8b7f gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:04:37.919555 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-53187f49-a1b5-41ac-a643-b2ccf9d90dc9 None None] Provisioning complete for port 6397baba-8cff-4269-a968-8f99f3a56dee triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:04:37.920063 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-53187f49-a1b5-41ac-a643-b2ccf9d90dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (6397baba-8cff-4269-a968-8f99f3a56dee), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:37.960514 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-53187f49-a1b5-41ac-a643-b2ccf9d90dc9 None None] Port 6397baba-8cff-4269-a968-8f99f3a56dee cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:04:37.990051 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-aa96b7a9-cc2b-4e06-86ff-8b6fa7918d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (6397baba-8cff-4269-a968-8f99f3a56dee), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:38.118544 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-e16a972a-9b17-4fa0-a194-7061f65f90c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74c6153-5e8e-4313-827f-1ff6eb2c8b7f', 'name': 'tempest-TestEncryptedCinderVolumes-733628075-router', 'tenant_id': '7308afa344764307a6abc78b5286b969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': 'f150fa7f-d3fe-4403-8ae5-222a423886e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:04:34Z', 'updated_at': '2022-02-28T11:04:35Z', 'revision_number': 3, 'project_id': '7308afa344764307a6abc78b5286b969', 'gw_port': {'id': 'f150fa7f-d3fe-4403-8ae5-222a423886e0', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:62:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74c6153-5e8e-4313-827f-1ff6eb2c8b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:04:35Z', 'updated_at': '2022-02-28T11:04:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:04:38.145655 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16a972a-9b17-4fa0-a194-7061f65f90c0 None None] The sync data for ids ['c74c6153-5e8e-4313-827f-1ff6eb2c8b7f'] in dv-neutron-829161-3-hyperv is: [{'id': 'c74c6153-5e8e-4313-827f-1ff6eb2c8b7f', 'name': 'tempest-TestEncryptedCinderVolumes-733628075-router', 'tenant_id': '7308afa344764307a6abc78b5286b969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': 'f150fa7f-d3fe-4403-8ae5-222a423886e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:04:34Z', 'updated_at': '2022-02-28T11:04:35Z', 'revision_number': 3, 'project_id': '7308afa344764307a6abc78b5286b969', 'gw_port': {'id': 'f150fa7f-d3fe-4403-8ae5-222a423886e0', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:62:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74c6153-5e8e-4313-827f-1ff6eb2c8b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:04:35Z', 'updated_at': '2022-02-28T11:04:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:04:38.172842 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-aa96b7a9-cc2b-4e06-86ff-8b6fa7918d64 admin admin] Publish callbacks [] for port (6397baba-8cff-4269-a968-8f99f3a56dee), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:38.236378 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-aa96b7a9-cc2b-4e06-86ff-8b6fa7918d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (6397baba-8cff-4269-a968-8f99f3a56dee), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:38.303997 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa96b7a9-cc2b-4e06-86ff-8b6fa7918d64 admin admin] Pushing event updated for resources: {'Port': ['ID=6397baba-8cff-4269-a968-8f99f3a56dee,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:38.306689 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-aa96b7a9-cc2b-4e06-86ff-8b6fa7918d64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047558'] for router_interface (c74c6153-5e8e-4313-827f-1ff6eb2c8b7f), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:38.463476 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 72669ad3-9497-4c0f-9aed-30849020a591 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:04:38.534233 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 72669ad3-9497-4c0f-9aed-30849020a591 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:04:38.534614 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (72669ad3-9497-4c0f-9aed-30849020a591), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:38.627885 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 72669ad3-9497-4c0f-9aed-30849020a591 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:04:38.783449 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa96b7a9-cc2b-4e06-86ff-8b6fa7918d64 admin admin] Network ba33d83a-48c8-42b6-8136-ed345caca161 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:04:38.784897 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-aa96b7a9-cc2b-4e06-86ff-8b6fa7918d64 admin admin] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:04:38.921931 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa96b7a9-cc2b-4e06-86ff-8b6fa7918d64 admin admin] Router c74c6153-5e8e-4313-827f-1ff6eb2c8b7f has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:04:39.058851 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa96b7a9-cc2b-4e06-86ff-8b6fa7918d64 admin admin] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:04:39.065997 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-aa96b7a9-cc2b-4e06-86ff-8b6fa7918d64 admin admin] 10.222.0.62 "PUT /v2.0/routers/c74c6153-5e8e-4313-827f-1ff6eb2c8b7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3016565 Feb 28 11:04:39.103239 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-da700fc8-84ff-433f-a1fc-9da2b7f0329e None None] Provisioning complete for port 6397baba-8cff-4269-a968-8f99f3a56dee triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:04:39.103847 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-da700fc8-84ff-433f-a1fc-9da2b7f0329e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (6397baba-8cff-4269-a968-8f99f3a56dee), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:39.143080 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-da700fc8-84ff-433f-a1fc-9da2b7f0329e None None] Port 6397baba-8cff-4269-a968-8f99f3a56dee cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:04:39.796303 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0409e3-cf71-4392-b322-f869a99b39cd None None] Sync routers for ids ['c74c6153-5e8e-4313-827f-1ff6eb2c8b7f'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:04:39.807730 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0409e3-cf71-4392-b322-f869a99b39cd None None] Routers {'c74c6153-5e8e-4313-827f-1ff6eb2c8b7f'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:04:39.808461 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-bb0409e3-cf71-4392-b322-f869a99b39cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:04:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['c74c6153-5e8e-4313-827f-1ff6eb2c8b7f'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:04:39.853285 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 54414) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:04:39.860291 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-4c9c327c-29da-4db1-a80f-389924db9bb7 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1617864740-network', 'tenant_id': '67352bfadc0e436e86e0f4c7fb5abbbc'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:04:39.928566 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-bb0409e3-cf71-4392-b322-f869a99b39cd None None] Set router c74c6153-5e8e-4313-827f-1ff6eb2c8b7f gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:04:39.956413 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c9c327c-29da-4db1-a80f-389924db9bb7 admin admin] Made reservation on behalf of 67352bfadc0e436e86e0f4c7fb5abbbc for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:04:39.959354 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4c9c327c-29da-4db1-a80f-389924db9bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:39.970915 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4c9c327c-29da-4db1-a80f-389924db9bb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:40.048116 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4c9c327c-29da-4db1-a80f-389924db9bb7 admin admin] Publish callbacks [] for security_group (584fffa0-10ba-4fac-8679-14d7da67acd2), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:40.139109 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4c9c327c-29da-4db1-a80f-389924db9bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (584fffa0-10ba-4fac-8679-14d7da67acd2), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:40.149785 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-bb0409e3-cf71-4392-b322-f869a99b39cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74c6153-5e8e-4313-827f-1ff6eb2c8b7f', 'name': 'tempest-TestEncryptedCinderVolumes-733628075-router', 'tenant_id': '7308afa344764307a6abc78b5286b969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': 'f150fa7f-d3fe-4403-8ae5-222a423886e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:04:34Z', 'updated_at': '2022-02-28T11:04:37Z', 'revision_number': 4, 'project_id': '7308afa344764307a6abc78b5286b969', 'gw_port': {'id': 'f150fa7f-d3fe-4403-8ae5-222a423886e0', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:62:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74c6153-5e8e-4313-827f-1ff6eb2c8b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:04:35Z', 'updated_at': '2022-02-28T11:04:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '6397baba-8cff-4269-a968-8f99f3a56dee', 'name': '', 'network_id': 'ba33d83a-48c8-42b6-8136-ed345caca161', 'tenant_id': '7308afa344764307a6abc78b5286b969', 'mac_address': 'fa:16:3e:f0:38:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74c6153-5e8e-4313-827f-1ff6eb2c8b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '6cccf160-4eb7-492e-8ca3-af93fa487e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:04:37Z', 'updated_at': '2022-02-28T11:04:38Z', 'revision_number': 2, 'project_id': '7308afa344764307a6abc78b5286b969', 'subnets': [{'id': '6cccf160-4eb7-492e-8ca3-af93fa487e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:04:40.172065 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c9c327c-29da-4db1-a80f-389924db9bb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:04:40.181760 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9c327c-29da-4db1-a80f-389924db9bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584fffa0-10ba-4fac-8679-14d7da67acd2,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:40.189169 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4c9c327c-29da-4db1-a80f-389924db9bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (7f62db5c-862b-4cbd-9cf2-571f223812f3), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:40.189522 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-4c9c327c-29da-4db1-a80f-389924db9bb7 admin admin] Added segment 7f62db5c-862b-4cbd-9cf2-571f223812f3 of type vlan for network d86e08ce-757a-4d5a-b28a-029a75781175 Feb 28 11:04:40.239882 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4c9c327c-29da-4db1-a80f-389924db9bb7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (d86e08ce-757a-4d5a-b28a-029a75781175), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:40.331330 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0409e3-cf71-4392-b322-f869a99b39cd None None] Checking router: c74c6153-5e8e-4313-827f-1ff6eb2c8b7f for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:04:40.331763 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0409e3-cf71-4392-b322-f869a99b39cd None None] Updating router c74c6153-5e8e-4313-827f-1ff6eb2c8b7f port 6397baba-8cff-4269-a968-8f99f3a56dee binding host dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:04:40.333130 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4c9c327c-29da-4db1-a80f-389924db9bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (d86e08ce-757a-4d5a-b28a-029a75781175), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:40.334376 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9c327c-29da-4db1-a80f-389924db9bb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:40.335004 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4c9c327c-29da-4db1-a80f-389924db9bb7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:40.362983 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-bb0409e3-cf71-4392-b322-f869a99b39cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (6397baba-8cff-4269-a968-8f99f3a56dee), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:40.408455 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9c327c-29da-4db1-a80f-389924db9bb7 admin admin] Pushing event updated for resources: {'Network': ['ID=d86e08ce-757a-4d5a-b28a-029a75781175,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:40.422882 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network d86e08ce-757a-4d5a-b28a-029a75781175 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 11:04:40.465817 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-4c9c327c-29da-4db1-a80f-389924db9bb7 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6093771 Feb 28 11:04:40.467453 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 54416) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:04:40.472800 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-cab66225-1b2f-46cc-9853-d1d63d2bcede admin admin] Request body: {'subnet': {'network_id': 'd86e08ce-757a-4d5a-b28a-029a75781175', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1617864740-subnet', 'tenant_id': '67352bfadc0e436e86e0f4c7fb5abbbc', 'ip_version': 4}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:04:40.524296 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device f150fa7f-d3fe-4403-8ae5-222a423886e0 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:04:40.619669 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab66225-1b2f-46cc-9853-d1d63d2bcede admin admin] Made reservation on behalf of 67352bfadc0e436e86e0f4c7fb5abbbc for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:04:40.624140 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cab66225-1b2f-46cc-9853-d1d63d2bcede admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:40.672373 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port f150fa7f-d3fe-4403-8ae5-222a423886e0 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:04:40.672795 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (f150fa7f-d3fe-4403-8ae5-222a423886e0), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:40.829052 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port f150fa7f-d3fe-4403-8ae5-222a423886e0 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:04:40.829491 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (f150fa7f-d3fe-4403-8ae5-222a423886e0), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:40.839448 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-bb0409e3-cf71-4392-b322-f869a99b39cd None None] Publish callbacks [] for port (6397baba-8cff-4269-a968-8f99f3a56dee), precommit_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:40.855838 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port f150fa7f-d3fe-4403-8ae5-222a423886e0, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=f150fa7f-d3fe-4403-8ae5-222a423886e0,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:04:40.899408 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cab66225-1b2f-46cc-9853-d1d63d2bcede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (119ee77f-a4c6-4eb9-90b4-d5c66e29fdfa), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:40.933699 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-bb0409e3-cf71-4392-b322-f869a99b39cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (6397baba-8cff-4269-a968-8f99f3a56dee), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:40.936121 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (f150fa7f-d3fe-4403-8ae5-222a423886e0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:40.959270 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab66225-1b2f-46cc-9853-d1d63d2bcede admin admin] Pushing event updated for resources: {'Subnet': ['ID=119ee77f-a4c6-4eb9-90b4-d5c66e29fdfa,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:40.967488 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab66225-1b2f-46cc-9853-d1d63d2bcede admin admin] Checking segment: {'id': '7f62db5c-862b-4cbd-9cf2-571f223812f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd86e08ce-757a-4d5a-b28a-029a75781175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:04:40.967860 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab66225-1b2f-46cc-9853-d1d63d2bcede admin admin] Network hostable DHCP agents. Network: d86e08ce-757a-4d5a-b28a-029a75781175, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:04:40.990235 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae2eaf1-fac9-45d1-aeca-caa4f124be71 None None] Pushing event updated for resources: {'Port': ['ID=6397baba-8cff-4269-a968-8f99f3a56dee,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:41.081565 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-bb0409e3-cf71-4392-b322-f869a99b39cd None None] Attempting to bind port 6397baba-8cff-4269-a968-8f99f3a56dee on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:04:41.081875 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-bb0409e3-cf71-4392-b322-f869a99b39cd None None] Attempting to bind port 6397baba-8cff-4269-a968-8f99f3a56dee by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '8f6002e1-a00c-4743-9d72-ae56a1382341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba33d83a-48c8-42b6-8136-ed345caca161'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:04:41.083306 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0409e3-cf71-4392-b322-f869a99b39cd None None] Attempting to bind port 6397baba-8cff-4269-a968-8f99f3a56dee on network ba33d83a-48c8-42b6-8136-ed345caca161 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:04:41.088441 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=f150fa7f-d3fe-4403-8ae5-222a423886e0,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:41.093680 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0409e3-cf71-4392-b322-f869a99b39cd None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:04:41.094084 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0409e3-cf71-4392-b322-f869a99b39cd None None] Checking segment: {'id': '8f6002e1-a00c-4743-9d72-ae56a1382341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba33d83a-48c8-42b6-8136-ed345caca161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:04:41.101105 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-bb0409e3-cf71-4392-b322-f869a99b39cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:41.101105 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0409e3-cf71-4392-b322-f869a99b39cd None None] Bound using segment: {'id': '8f6002e1-a00c-4743-9d72-ae56a1382341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba33d83a-48c8-42b6-8136-ed345caca161'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:04:41.101105 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-bb0409e3-cf71-4392-b322-f869a99b39cd None None] Bound port: 6397baba-8cff-4269-a968-8f99f3a56dee, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f6002e1-a00c-4743-9d72-ae56a1382341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba33d83a-48c8-42b6-8136-ed345caca161'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:04:41.101105 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-bb0409e3-cf71-4392-b322-f869a99b39cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (6397baba-8cff-4269-a968-8f99f3a56dee), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:41.132614 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab66225-1b2f-46cc-9853-d1d63d2bcede admin admin] Network d86e08ce-757a-4d5a-b28a-029a75781175 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:04:41.165568 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-bb0409e3-cf71-4392-b322-f869a99b39cd None None] For port 6397baba-8cff-4269-a968-8f99f3a56dee, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:04:41.170425 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-bb0409e3-cf71-4392-b322-f869a99b39cd None None] For port 6397baba-8cff-4269-a968-8f99f3a56dee, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=6397baba-8cff-4269-a968-8f99f3a56dee,segment=NetworkSegment(8f6002e1-a00c-4743-9d72-ae56a1382341),segment_id=8f6002e1-a00c-4743-9d72-ae56a1382341)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:04:41.241265 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-cab66225-1b2f-46cc-9853-d1d63d2bcede admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, d86e08ce-757a-4d5a-b28a-029a75781175) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:04:41.245453 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab66225-1b2f-46cc-9853-d1d63d2bcede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:41.246122 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cab66225-1b2f-46cc-9853-d1d63d2bcede admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:41.258430 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1064b580-08e6-478b-b9dc-a44e63d3ebc3 None None] Network d86e08ce-757a-4d5a-b28a-029a75781175 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:04:41.304750 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-bb0409e3-cf71-4392-b322-f869a99b39cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (6397baba-8cff-4269-a968-8f99f3a56dee), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:41.359794 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-199d3ae9-3c21-4bc3-bba1-87a440551057 None None] Provisioning complete for port 6397baba-8cff-4269-a968-8f99f3a56dee triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:04:41.360053 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-199d3ae9-3c21-4bc3-bba1-87a440551057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (6397baba-8cff-4269-a968-8f99f3a56dee), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:41.380598 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-cab66225-1b2f-46cc-9853-d1d63d2bcede admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9077337 Feb 28 11:04:41.380598 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 54418) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:04:41.387317 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-d73c11aa-e810-4229-9a1a-36077c15e284 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1617864740-router', 'tenant_id': '67352bfadc0e436e86e0f4c7fb5abbbc', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:04:41.423215 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae2eaf1-fac9-45d1-aeca-caa4f124be71 None None] Pushing event updated for resources: {'Port': ['ID=6397baba-8cff-4269-a968-8f99f3a56dee,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:41.440122 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0409e3-cf71-4392-b322-f869a99b39cd None None] Routers {'c74c6153-5e8e-4313-827f-1ff6eb2c8b7f'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:04:41.441044 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-bb0409e3-cf71-4392-b322-f869a99b39cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:04:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['c74c6153-5e8e-4313-827f-1ff6eb2c8b7f'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:04:41.508355 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e07db1f-0638-47e8-9986-b07b3206d321 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-d86e08ce-757a-4d5a-b28a-029a75781175', 'network_id': 'd86e08ce-757a-4d5a-b28a-029a75781175', 'project_id': '67352bfadc0e436e86e0f4c7fb5abbbc', 'fixed_ips': [{'subnet_id': '119ee77f-a4c6-4eb9-90b4-d5c66e29fdfa'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 11:04:41.509525 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0e07db1f-0638-47e8-9986-b07b3206d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:41.527978 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d73c11aa-e810-4229-9a1a-36077c15e284 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (28aa0c00-c5a8-4eb3-a31a-834503a8c07b), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:41.529159 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d73c11aa-e810-4229-9a1a-36077c15e284 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (28aa0c00-c5a8-4eb3-a31a-834503a8c07b), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:41.590625 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d73c11aa-e810-4229-9a1a-36077c15e284 admin admin] Publish callbacks [] for router_controller (28aa0c00-c5a8-4eb3-a31a-834503a8c07b), precommit_add_association {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:41.690455 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-199d3ae9-3c21-4bc3-bba1-87a440551057 None None] Current status of the port 6397baba-8cff-4269-a968-8f99f3a56dee is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:04:41.691107 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-199d3ae9-3c21-4bc3-bba1-87a440551057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (6397baba-8cff-4269-a968-8f99f3a56dee), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:41.730102 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-bb0409e3-cf71-4392-b322-f869a99b39cd None None] Set router c74c6153-5e8e-4313-827f-1ff6eb2c8b7f gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:04:41.813035 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d73c11aa-e810-4229-9a1a-36077c15e284 admin admin] Publish callbacks [] for router_gateway (28aa0c00-c5a8-4eb3-a31a-834503a8c07b), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:41.839979 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-199d3ae9-3c21-4bc3-bba1-87a440551057 None None] For port 6397baba-8cff-4269-a968-8f99f3a56dee, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=6397baba-8cff-4269-a968-8f99f3a56dee,segment=NetworkSegment(8f6002e1-a00c-4743-9d72-ae56a1382341),segment_id=8f6002e1-a00c-4743-9d72-ae56a1382341)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:04:41.842796 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-0e07db1f-0638-47e8-9986-b07b3206d321 None None] Allocated IP 172.20.0.2 (d86e08ce-757a-4d5a-b28a-029a75781175/119ee77f-a4c6-4eb9-90b4-d5c66e29fdfa/d30d236a-21e9-4012-ae8f-37ab86ada2b7) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:04:41.949912 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-199d3ae9-3c21-4bc3-bba1-87a440551057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (6397baba-8cff-4269-a968-8f99f3a56dee), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:42.096447 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199d3ae9-3c21-4bc3-bba1-87a440551057 None None] Pushing event updated for resources: {'Port': ['ID=6397baba-8cff-4269-a968-8f99f3a56dee,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:42.124793 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d73c11aa-e810-4229-9a1a-36077c15e284 admin admin] Publish callbacks [] for router_gateway (28aa0c00-c5a8-4eb3-a31a-834503a8c07b), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:42.139297 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-5a97f2df-e404-4997-80e6-233b7a94fec7 None None] Provisioning complete for port 6397baba-8cff-4269-a968-8f99f3a56dee triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:04:42.139676 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5a97f2df-e404-4997-80e6-233b7a94fec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (6397baba-8cff-4269-a968-8f99f3a56dee), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:42.146414 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d73c11aa-e810-4229-9a1a-36077c15e284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:42.177235 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0e07db1f-0638-47e8-9986-b07b3206d321 None None] Publish callbacks [] for port (d30d236a-21e9-4012-ae8f-37ab86ada2b7), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:42.209671 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-bb0409e3-cf71-4392-b322-f869a99b39cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74c6153-5e8e-4313-827f-1ff6eb2c8b7f', 'name': 'tempest-TestEncryptedCinderVolumes-733628075-router', 'tenant_id': '7308afa344764307a6abc78b5286b969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': 'f150fa7f-d3fe-4403-8ae5-222a423886e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:04:34Z', 'updated_at': '2022-02-28T11:04:37Z', 'revision_number': 4, 'project_id': '7308afa344764307a6abc78b5286b969', 'gw_port': {'id': 'f150fa7f-d3fe-4403-8ae5-222a423886e0', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:62:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74c6153-5e8e-4313-827f-1ff6eb2c8b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:04:35Z', 'updated_at': '2022-02-28T11:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '6397baba-8cff-4269-a968-8f99f3a56dee', 'name': '', 'network_id': 'ba33d83a-48c8-42b6-8136-ed345caca161', 'tenant_id': '7308afa344764307a6abc78b5286b969', 'mac_address': 'fa:16:3e:f0:38:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74c6153-5e8e-4313-827f-1ff6eb2c8b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '6cccf160-4eb7-492e-8ca3-af93fa487e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:04:37Z', 'updated_at': '2022-02-28T11:04:41Z', 'revision_number': 4, 'project_id': '7308afa344764307a6abc78b5286b969', 'subnets': [{'id': '6cccf160-4eb7-492e-8ca3-af93fa487e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:04:42.237819 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0409e3-cf71-4392-b322-f869a99b39cd None None] The sync data for ids ['c74c6153-5e8e-4313-827f-1ff6eb2c8b7f'] in dv-neutron-829161-3-hyperv is: [{'id': 'c74c6153-5e8e-4313-827f-1ff6eb2c8b7f', 'name': 'tempest-TestEncryptedCinderVolumes-733628075-router', 'tenant_id': '7308afa344764307a6abc78b5286b969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': 'f150fa7f-d3fe-4403-8ae5-222a423886e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:04:34Z', 'updated_at': '2022-02-28T11:04:37Z', 'revision_number': 4, 'project_id': '7308afa344764307a6abc78b5286b969', 'gw_port': {'id': 'f150fa7f-d3fe-4403-8ae5-222a423886e0', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:62:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74c6153-5e8e-4313-827f-1ff6eb2c8b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:04:35Z', 'updated_at': '2022-02-28T11:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '6397baba-8cff-4269-a968-8f99f3a56dee', 'name': '', 'network_id': 'ba33d83a-48c8-42b6-8136-ed345caca161', 'tenant_id': '7308afa344764307a6abc78b5286b969', 'mac_address': 'fa:16:3e:f0:38:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74c6153-5e8e-4313-827f-1ff6eb2c8b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '6cccf160-4eb7-492e-8ca3-af93fa487e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:04:37Z', 'updated_at': '2022-02-28T11:04:41Z', 'revision_number': 4, 'project_id': '7308afa344764307a6abc78b5286b969', 'subnets': [{'id': '6cccf160-4eb7-492e-8ca3-af93fa487e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:04:42.265671 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-d73c11aa-e810-4229-9a1a-36077c15e284 admin admin] Allocated IP 172.26.3.104 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/b7ea9df5-a7c3-447a-9ea1-d9db5491eadb) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:04:42.447216 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d73c11aa-e810-4229-9a1a-36077c15e284 admin admin] Publish callbacks [] for port (b7ea9df5-a7c3-447a-9ea1-d9db5491eadb), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:42.462031 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0e07db1f-0638-47e8-9986-b07b3206d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (d30d236a-21e9-4012-ae8f-37ab86ada2b7), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:42.503152 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-5a97f2df-e404-4997-80e6-233b7a94fec7 None None] Current status of the port 6397baba-8cff-4269-a968-8f99f3a56dee is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:04:42.512594 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e07db1f-0638-47e8-9986-b07b3206d321 None None] Network d86e08ce-757a-4d5a-b28a-029a75781175 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:04:42.518576 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-0e07db1f-0638-47e8-9986-b07b3206d321 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:04:42.523371 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e07db1f-0638-47e8-9986-b07b3206d321 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:04:42.529820 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e07db1f-0638-47e8-9986-b07b3206d321 None None] Pushing event updated for resources: {'Port': ['ID=d30d236a-21e9-4012-ae8f-37ab86ada2b7,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:42.569569 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 6397baba-8cff-4269-a968-8f99f3a56dee up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:04:42.573245 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d73c11aa-e810-4229-9a1a-36077c15e284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (b7ea9df5-a7c3-447a-9ea1-d9db5491eadb), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:42.630205 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73c11aa-e810-4229-9a1a-36077c15e284 admin admin] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:04:42.639381 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-d73c11aa-e810-4229-9a1a-36077c15e284 admin admin] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:04:42.641302 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73c11aa-e810-4229-9a1a-36077c15e284 admin admin] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:04:42.642923 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-0e07db1f-0638-47e8-9986-b07b3206d321 None None] Attempting to bind port d30d236a-21e9-4012-ae8f-37ab86ada2b7 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:04:42.643518 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-0e07db1f-0638-47e8-9986-b07b3206d321 None None] Attempting to bind port d30d236a-21e9-4012-ae8f-37ab86ada2b7 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '7f62db5c-862b-4cbd-9cf2-571f223812f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd86e08ce-757a-4d5a-b28a-029a75781175'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:04:42.643897 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e07db1f-0638-47e8-9986-b07b3206d321 None None] Attempting to bind port d30d236a-21e9-4012-ae8f-37ab86ada2b7 on network d86e08ce-757a-4d5a-b28a-029a75781175 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:04:42.656509 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e07db1f-0638-47e8-9986-b07b3206d321 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:04:42.657500 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e07db1f-0638-47e8-9986-b07b3206d321 None None] Checking segment: {'id': '7f62db5c-862b-4cbd-9cf2-571f223812f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd86e08ce-757a-4d5a-b28a-029a75781175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:04:42.658166 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0e07db1f-0638-47e8-9986-b07b3206d321 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:42.658879 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e07db1f-0638-47e8-9986-b07b3206d321 None None] Bound using segment: {'id': '7f62db5c-862b-4cbd-9cf2-571f223812f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd86e08ce-757a-4d5a-b28a-029a75781175'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:04:42.659700 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-0e07db1f-0638-47e8-9986-b07b3206d321 None None] Bound port: d30d236a-21e9-4012-ae8f-37ab86ada2b7, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f62db5c-862b-4cbd-9cf2-571f223812f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd86e08ce-757a-4d5a-b28a-029a75781175'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:04:42.660294 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0e07db1f-0638-47e8-9986-b07b3206d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (d30d236a-21e9-4012-ae8f-37ab86ada2b7), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:42.675519 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73c11aa-e810-4229-9a1a-36077c15e284 admin admin] Pushing event updated for resources: {'Port': ['ID=b7ea9df5-a7c3-447a-9ea1-d9db5491eadb,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:42.727169 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 6397baba-8cff-4269-a968-8f99f3a56dee triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:04:42.727458 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (6397baba-8cff-4269-a968-8f99f3a56dee), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:42.788719 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-0e07db1f-0638-47e8-9986-b07b3206d321 None None] For port d30d236a-21e9-4012-ae8f-37ab86ada2b7, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:04:42.792386 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-0e07db1f-0638-47e8-9986-b07b3206d321 None None] For port d30d236a-21e9-4012-ae8f-37ab86ada2b7, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=d30d236a-21e9-4012-ae8f-37ab86ada2b7,segment=NetworkSegment(7f62db5c-862b-4cbd-9cf2-571f223812f3),segment_id=7f62db5c-862b-4cbd-9cf2-571f223812f3)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:04:42.856953 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 6397baba-8cff-4269-a968-8f99f3a56dee is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:04:42.858487 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device f150fa7f-d3fe-4403-8ae5-222a423886e0 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:04:42.883221 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0e07db1f-0638-47e8-9986-b07b3206d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (d30d236a-21e9-4012-ae8f-37ab86ada2b7), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:42.984878 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e07db1f-0638-47e8-9986-b07b3206d321 None None] Pushing event updated for resources: {'Port': ['ID=d30d236a-21e9-4012-ae8f-37ab86ada2b7,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:42.991423 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port f150fa7f-d3fe-4403-8ae5-222a423886e0 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:04:42.991907 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (f150fa7f-d3fe-4403-8ae5-222a423886e0), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:43.055404 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d73c11aa-e810-4229-9a1a-36077c15e284 admin admin] Publish callbacks [] for router_gateway (28aa0c00-c5a8-4eb3-a31a-834503a8c07b), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:43.125174 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port f150fa7f-d3fe-4403-8ae5-222a423886e0 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:04:43.388968 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d73c11aa-e810-4229-9a1a-36077c15e284 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (28aa0c00-c5a8-4eb3-a31a-834503a8c07b), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:43.669709 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d73c11aa-e810-4229-9a1a-36077c15e284 admin admin] Router 28aa0c00-c5a8-4eb3-a31a-834503a8c07b is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:04:43.824240 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73c11aa-e810-4229-9a1a-36077c15e284 admin admin] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:04:43.836496 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52fe357-3705-485a-966e-a47f7d9d9e75 None None] Sync routers for ids ['28aa0c00-c5a8-4eb3-a31a-834503a8c07b'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:04:43.848122 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52fe357-3705-485a-966e-a47f7d9d9e75 None None] Routers {'28aa0c00-c5a8-4eb3-a31a-834503a8c07b'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:04:43.849049 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-b52fe357-3705-485a-966e-a47f7d9d9e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:04:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['28aa0c00-c5a8-4eb3-a31a-834503a8c07b'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:04:43.944406 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d73c11aa-e810-4229-9a1a-36077c15e284 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:43.948610 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-d73c11aa-e810-4229-9a1a-36077c15e284 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.5638237 Feb 28 11:04:43.948917 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 54420) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:04:43.980954 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-b52fe357-3705-485a-966e-a47f7d9d9e75 None None] Set router 28aa0c00-c5a8-4eb3-a31a-834503a8c07b gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:04:44.139703 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde48b4b-2f2f-4013-bd18-f36c22817f23 None None] Network d86e08ce-757a-4d5a-b28a-029a75781175 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:04:44.192805 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-b52fe357-3705-485a-966e-a47f7d9d9e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28aa0c00-c5a8-4eb3-a31a-834503a8c07b', 'name': 'tempest-TestEncryptedCinderVolumes-1617864740-router', 'tenant_id': '67352bfadc0e436e86e0f4c7fb5abbbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'b7ea9df5-a7c3-447a-9ea1-d9db5491eadb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:04:41Z', 'updated_at': '2022-02-28T11:04:42Z', 'revision_number': 3, 'project_id': '67352bfadc0e436e86e0f4c7fb5abbbc', 'gw_port': {'id': 'b7ea9df5-a7c3-447a-9ea1-d9db5491eadb', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f3:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28aa0c00-c5a8-4eb3-a31a-834503a8c07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:04:42Z', 'updated_at': '2022-02-28T11:04:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:04:44.220136 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52fe357-3705-485a-966e-a47f7d9d9e75 None None] Checking router: 28aa0c00-c5a8-4eb3-a31a-834503a8c07b for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:04:44.220589 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52fe357-3705-485a-966e-a47f7d9d9e75 None None] Updating router 28aa0c00-c5a8-4eb3-a31a-834503a8c07b port b7ea9df5-a7c3-447a-9ea1-d9db5491eadb binding host dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:04:44.258491 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b52fe357-3705-485a-966e-a47f7d9d9e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (b7ea9df5-a7c3-447a-9ea1-d9db5491eadb), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:44.281067 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-c3cac67f-6904-4efc-9238-e671c31703e2 None None] Provisioning complete for port d30d236a-21e9-4012-ae8f-37ab86ada2b7 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:04:44.281638 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c3cac67f-6904-4efc-9238-e671c31703e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (d30d236a-21e9-4012-ae8f-37ab86ada2b7), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:44.441435 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-c3cac67f-6904-4efc-9238-e671c31703e2 None None] Current status of the port d30d236a-21e9-4012-ae8f-37ab86ada2b7 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:04:44.441673 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c3cac67f-6904-4efc-9238-e671c31703e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (d30d236a-21e9-4012-ae8f-37ab86ada2b7), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:44.462738 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-88b19fd5-f0c4-454a-89e8-03b0d7e9b7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:44.498231 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-c3cac67f-6904-4efc-9238-e671c31703e2 None None] For port d30d236a-21e9-4012-ae8f-37ab86ada2b7, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=d30d236a-21e9-4012-ae8f-37ab86ada2b7,segment=NetworkSegment(7f62db5c-862b-4cbd-9cf2-571f223812f3),segment_id=7f62db5c-862b-4cbd-9cf2-571f223812f3)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:04:44.544419 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device d30d236a-21e9-4012-ae8f-37ab86ada2b7 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:04:44.606101 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b52fe357-3705-485a-966e-a47f7d9d9e75 None None] Publish callbacks [] for port (b7ea9df5-a7c3-447a-9ea1-d9db5491eadb), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:44.614884 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port d30d236a-21e9-4012-ae8f-37ab86ada2b7 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:04:44.615375 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (d30d236a-21e9-4012-ae8f-37ab86ada2b7), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:44.637064 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c3cac67f-6904-4efc-9238-e671c31703e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (d30d236a-21e9-4012-ae8f-37ab86ada2b7), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:44.701353 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cac67f-6904-4efc-9238-e671c31703e2 None None] Pushing event updated for resources: {'Port': ['ID=d30d236a-21e9-4012-ae8f-37ab86ada2b7,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:44.748833 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port d30d236a-21e9-4012-ae8f-37ab86ada2b7 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:04:44.760258 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-c694a882-ff42-4134-b70e-e83e6b5e1607 None None] Provisioning complete for port d30d236a-21e9-4012-ae8f-37ab86ada2b7 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:04:44.760675 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c694a882-ff42-4134-b70e-e83e6b5e1607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (d30d236a-21e9-4012-ae8f-37ab86ada2b7), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:44.767273 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-88b19fd5-f0c4-454a-89e8-03b0d7e9b7b6 admin admin] Allocated IP 172.20.0.1 (d86e08ce-757a-4d5a-b28a-029a75781175/119ee77f-a4c6-4eb9-90b4-d5c66e29fdfa/dab0e7e2-8caf-4310-abc6-86427705da5c) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:04:44.774155 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b52fe357-3705-485a-966e-a47f7d9d9e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (b7ea9df5-a7c3-447a-9ea1-d9db5491eadb), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:44.834233 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-b52fe357-3705-485a-966e-a47f7d9d9e75 None None] Attempting to bind port b7ea9df5-a7c3-447a-9ea1-d9db5491eadb on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:04:44.834764 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-b52fe357-3705-485a-966e-a47f7d9d9e75 None None] Attempting to bind port b7ea9df5-a7c3-447a-9ea1-d9db5491eadb by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:04:44.835252 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52fe357-3705-485a-966e-a47f7d9d9e75 None None] Attempting to bind port b7ea9df5-a7c3-447a-9ea1-d9db5491eadb on network e88d86cf-af22-4900-bdd2-aa4038554136 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:04:44.837496 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3bb464-2414-4459-a580-c7d428f18467 None None] Pushing event updated for resources: {'Port': ['ID=b7ea9df5-a7c3-447a-9ea1-d9db5491eadb,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:44.843306 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52fe357-3705-485a-966e-a47f7d9d9e75 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:04:44.844098 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52fe357-3705-485a-966e-a47f7d9d9e75 None None] Checking segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:04:44.844706 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b52fe357-3705-485a-966e-a47f7d9d9e75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:44.845278 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52fe357-3705-485a-966e-a47f7d9d9e75 None None] Bound using segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:04:44.845961 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-b52fe357-3705-485a-966e-a47f7d9d9e75 None None] Bound port: b7ea9df5-a7c3-447a-9ea1-d9db5491eadb, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:04:44.846410 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b52fe357-3705-485a-966e-a47f7d9d9e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (b7ea9df5-a7c3-447a-9ea1-d9db5491eadb), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:44.866620 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-c694a882-ff42-4134-b70e-e83e6b5e1607 None None] Current status of the port d30d236a-21e9-4012-ae8f-37ab86ada2b7 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:04:44.889157 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-88b19fd5-f0c4-454a-89e8-03b0d7e9b7b6 admin admin] Publish callbacks [] for port (dab0e7e2-8caf-4310-abc6-86427705da5c), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:44.897441 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-b52fe357-3705-485a-966e-a47f7d9d9e75 None None] For port b7ea9df5-a7c3-447a-9ea1-d9db5491eadb, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:04:44.900659 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-b52fe357-3705-485a-966e-a47f7d9d9e75 None None] For port b7ea9df5-a7c3-447a-9ea1-d9db5491eadb, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=b7ea9df5-a7c3-447a-9ea1-d9db5491eadb,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:04:44.985437 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b52fe357-3705-485a-966e-a47f7d9d9e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (b7ea9df5-a7c3-447a-9ea1-d9db5491eadb), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:45.014275 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-88b19fd5-f0c4-454a-89e8-03b0d7e9b7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (dab0e7e2-8caf-4310-abc6-86427705da5c), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:45.043761 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52fe357-3705-485a-966e-a47f7d9d9e75 None None] Routers {'28aa0c00-c5a8-4eb3-a31a-834503a8c07b'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:04:45.044487 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-b52fe357-3705-485a-966e-a47f7d9d9e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:04:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['28aa0c00-c5a8-4eb3-a31a-834503a8c07b'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:04:45.050003 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3bb464-2414-4459-a580-c7d428f18467 None None] Pushing event updated for resources: {'Port': ['ID=b7ea9df5-a7c3-447a-9ea1-d9db5491eadb,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:45.060735 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b19fd5-f0c4-454a-89e8-03b0d7e9b7b6 admin admin] Network d86e08ce-757a-4d5a-b28a-029a75781175 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:04:45.065932 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-88b19fd5-f0c4-454a-89e8-03b0d7e9b7b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:04:45.070723 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b19fd5-f0c4-454a-89e8-03b0d7e9b7b6 admin admin] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:04:45.073924 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b19fd5-f0c4-454a-89e8-03b0d7e9b7b6 admin admin] Pushing event updated for resources: {'Port': ['ID=dab0e7e2-8caf-4310-abc6-86427705da5c,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:45.117709 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-88b19fd5-f0c4-454a-89e8-03b0d7e9b7b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047958'] for router_interface (28aa0c00-c5a8-4eb3-a31a-834503a8c07b), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:45.164984 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-b52fe357-3705-485a-966e-a47f7d9d9e75 None None] Set router 28aa0c00-c5a8-4eb3-a31a-834503a8c07b gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:04:45.343661 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-88b19fd5-f0c4-454a-89e8-03b0d7e9b7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (dab0e7e2-8caf-4310-abc6-86427705da5c), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:45.360214 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-b52fe357-3705-485a-966e-a47f7d9d9e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28aa0c00-c5a8-4eb3-a31a-834503a8c07b', 'name': 'tempest-TestEncryptedCinderVolumes-1617864740-router', 'tenant_id': '67352bfadc0e436e86e0f4c7fb5abbbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'b7ea9df5-a7c3-447a-9ea1-d9db5491eadb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:04:41Z', 'updated_at': '2022-02-28T11:04:42Z', 'revision_number': 3, 'project_id': '67352bfadc0e436e86e0f4c7fb5abbbc', 'gw_port': {'id': 'b7ea9df5-a7c3-447a-9ea1-d9db5491eadb', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f3:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28aa0c00-c5a8-4eb3-a31a-834503a8c07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:04:42Z', 'updated_at': '2022-02-28T11:04:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:04:45.385451 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-4b409d73-fcef-4510-b3b8-7c6b979b7079 None None] Provisioning complete for port dab0e7e2-8caf-4310-abc6-86427705da5c triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:04:45.386000 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-4b409d73-fcef-4510-b3b8-7c6b979b7079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (dab0e7e2-8caf-4310-abc6-86427705da5c), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:45.432790 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-4b409d73-fcef-4510-b3b8-7c6b979b7079 None None] Port dab0e7e2-8caf-4310-abc6-86427705da5c cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:04:45.482414 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52fe357-3705-485a-966e-a47f7d9d9e75 None None] The sync data for ids ['28aa0c00-c5a8-4eb3-a31a-834503a8c07b'] in dv-neutron-829161-3-hyperv is: [{'id': '28aa0c00-c5a8-4eb3-a31a-834503a8c07b', 'name': 'tempest-TestEncryptedCinderVolumes-1617864740-router', 'tenant_id': '67352bfadc0e436e86e0f4c7fb5abbbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'b7ea9df5-a7c3-447a-9ea1-d9db5491eadb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:04:41Z', 'updated_at': '2022-02-28T11:04:42Z', 'revision_number': 3, 'project_id': '67352bfadc0e436e86e0f4c7fb5abbbc', 'gw_port': {'id': 'b7ea9df5-a7c3-447a-9ea1-d9db5491eadb', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f3:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28aa0c00-c5a8-4eb3-a31a-834503a8c07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:04:42Z', 'updated_at': '2022-02-28T11:04:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:04:45.541526 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-88b19fd5-f0c4-454a-89e8-03b0d7e9b7b6 admin admin] Publish callbacks [] for port (dab0e7e2-8caf-4310-abc6-86427705da5c), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:45.646827 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-88b19fd5-f0c4-454a-89e8-03b0d7e9b7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (dab0e7e2-8caf-4310-abc6-86427705da5c), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:45.743822 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-88b19fd5-f0c4-454a-89e8-03b0d7e9b7b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047558'] for router_interface (28aa0c00-c5a8-4eb3-a31a-834503a8c07b), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:45.748085 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b19fd5-f0c4-454a-89e8-03b0d7e9b7b6 admin admin] Pushing event updated for resources: {'Port': ['ID=dab0e7e2-8caf-4310-abc6-86427705da5c,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:45.840290 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b19fd5-f0c4-454a-89e8-03b0d7e9b7b6 admin admin] Network d86e08ce-757a-4d5a-b28a-029a75781175 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:04:45.841832 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-88b19fd5-f0c4-454a-89e8-03b0d7e9b7b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:04:45.973118 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88b19fd5-f0c4-454a-89e8-03b0d7e9b7b6 admin admin] Router 28aa0c00-c5a8-4eb3-a31a-834503a8c07b has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:04:46.108280 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b19fd5-f0c4-454a-89e8-03b0d7e9b7b6 admin admin] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:04:46.113764 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-88b19fd5-f0c4-454a-89e8-03b0d7e9b7b6 admin admin] 10.222.0.62 "PUT /v2.0/routers/28aa0c00-c5a8-4eb3-a31a-834503a8c07b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1638145 Feb 28 11:04:46.167799 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-9606dc07-b392-4268-9a06-91ee77be0e01 None None] Provisioning complete for port dab0e7e2-8caf-4310-abc6-86427705da5c triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:04:46.168181 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9606dc07-b392-4268-9a06-91ee77be0e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (dab0e7e2-8caf-4310-abc6-86427705da5c), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:46.208918 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-9606dc07-b392-4268-9a06-91ee77be0e01 None None] Port dab0e7e2-8caf-4310-abc6-86427705da5c cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:04:46.521321 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device d30d236a-21e9-4012-ae8f-37ab86ada2b7 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:04:46.562266 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-de56ff4b-8e38-4864-ab40-b4402e144d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:46.574359 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port d30d236a-21e9-4012-ae8f-37ab86ada2b7 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:04:46.574732 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (d30d236a-21e9-4012-ae8f-37ab86ada2b7), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:46.654012 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port d30d236a-21e9-4012-ae8f-37ab86ada2b7 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:04:46.655105 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device b7ea9df5-a7c3-447a-9ea1-d9db5491eadb up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:04:46.708699 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port b7ea9df5-a7c3-447a-9ea1-d9db5491eadb triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:04:46.709086 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (b7ea9df5-a7c3-447a-9ea1-d9db5491eadb), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:46.795970 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port b7ea9df5-a7c3-447a-9ea1-d9db5491eadb is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:04:46.796372 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (b7ea9df5-a7c3-447a-9ea1-d9db5491eadb), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:46.819821 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port b7ea9df5-a7c3-447a-9ea1-d9db5491eadb, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=b7ea9df5-a7c3-447a-9ea1-d9db5491eadb,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:04:46.929245 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (b7ea9df5-a7c3-447a-9ea1-d9db5491eadb), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:46.985056 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=b7ea9df5-a7c3-447a-9ea1-d9db5491eadb,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:47.110596 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5ee58-3632-4350-aed3-01a7321073c0 req-2ae6e0ee-71d2-40d5-9e46-4d0f20c4eb12 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:47.112119 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-1ff5ee58-3632-4350-aed3-01a7321073c0 req-2ae6e0ee-71d2-40d5-9e46-4d0f20c4eb12 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] 10.222.0.62 "GET /v2.0/networks?id=ba33d83a-48c8-42b6-8136-ed345caca161 HTTP/1.1" status: 200 len: 816 time: 0.1097934 Feb 28 11:04:47.128034 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-1ff5ee58-3632-4350-aed3-01a7321073c0 req-50c33aef-7df1-4fbf-9d5f-b077c94dbe4d tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] 10.222.0.62 "GET /v2.0/quotas/7308afa344764307a6abc78b5286b969 HTTP/1.1" status: 200 len: 375 time: 0.0100408 Feb 28 11:04:47.145931 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f6ef9d-6135-4bbb-8b4e-a02a807afbcf None None] Sync routers for ids ['28aa0c00-c5a8-4eb3-a31a-834503a8c07b'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:04:47.157160 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f6ef9d-6135-4bbb-8b4e-a02a807afbcf None None] Routers {'28aa0c00-c5a8-4eb3-a31a-834503a8c07b'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:04:47.157789 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-09f6ef9d-6135-4bbb-8b4e-a02a807afbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:04:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['28aa0c00-c5a8-4eb3-a31a-834503a8c07b'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:04:47.186362 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-1ff5ee58-3632-4350-aed3-01a7321073c0 req-9ff7010e-684c-4d3e-ad0e-98ccf679515b tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7308afa344764307a6abc78b5286b969&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524094 Feb 28 11:04:47.269603 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-09f6ef9d-6135-4bbb-8b4e-a02a807afbcf None None] Set router 28aa0c00-c5a8-4eb3-a31a-834503a8c07b gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:04:47.292622 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-1ff5ee58-3632-4350-aed3-01a7321073c0 req-bb1c79e9-f01e-4a2c-9c44-c3ed8efe79ad service neutron] 10.222.0.62 "GET /v2.0/networks/ba33d83a-48c8-42b6-8136-ed345caca161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928786 Feb 28 11:04:47.383018 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-1ff5ee58-3632-4350-aed3-01a7321073c0 req-9bb0f574-7f89-4855-8697-2d90f6adc236 service neutron] 10.222.0.62 "GET /v2.0/networks/ba33d83a-48c8-42b6-8136-ed345caca161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839887 Feb 28 11:04:47.480168 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-09f6ef9d-6135-4bbb-8b4e-a02a807afbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28aa0c00-c5a8-4eb3-a31a-834503a8c07b', 'name': 'tempest-TestEncryptedCinderVolumes-1617864740-router', 'tenant_id': '67352bfadc0e436e86e0f4c7fb5abbbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'b7ea9df5-a7c3-447a-9ea1-d9db5491eadb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:04:41Z', 'updated_at': '2022-02-28T11:04:45Z', 'revision_number': 4, 'project_id': '67352bfadc0e436e86e0f4c7fb5abbbc', 'gw_port': {'id': 'b7ea9df5-a7c3-447a-9ea1-d9db5491eadb', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f3:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28aa0c00-c5a8-4eb3-a31a-834503a8c07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:04:42Z', 'updated_at': '2022-02-28T11:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': 'dab0e7e2-8caf-4310-abc6-86427705da5c', 'name': '', 'network_id': 'd86e08ce-757a-4d5a-b28a-029a75781175', 'tenant_id': '67352bfadc0e436e86e0f4c7fb5abbbc', 'mac_address': 'fa:16:3e:08:06:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28aa0c00-c5a8-4eb3-a31a-834503a8c07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '119ee77f-a4c6-4eb9-90b4-d5c66e29fdfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:04:44Z', 'updated_at': '2022-02-28T11:04:45Z', 'revision_number': 2, 'project_id': '67352bfadc0e436e86e0f4c7fb5abbbc', 'subnets': [{'id': '119ee77f-a4c6-4eb9-90b4-d5c66e29fdfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:04:47.507987 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f6ef9d-6135-4bbb-8b4e-a02a807afbcf None None] Checking router: 28aa0c00-c5a8-4eb3-a31a-834503a8c07b for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:04:47.508346 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f6ef9d-6135-4bbb-8b4e-a02a807afbcf None None] Updating router 28aa0c00-c5a8-4eb3-a31a-834503a8c07b port dab0e7e2-8caf-4310-abc6-86427705da5c binding host dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:04:47.545166 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-09f6ef9d-6135-4bbb-8b4e-a02a807afbcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (dab0e7e2-8caf-4310-abc6-86427705da5c), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:47.683405 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-49cbbc4d-3839-4670-af81-c7026cb0e097 req-a33d3cde-96bc-4a93-a1c9-e36e96dc0815 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] 10.222.0.62 "GET /v2.0/ports?device_id=3273cfd0-cafb-4413-b940-5d3d528338de HTTP/1.1" status: 200 len: 210 time: 0.0428097 Feb 28 11:04:47.834915 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-09f6ef9d-6135-4bbb-8b4e-a02a807afbcf None None] Publish callbacks [] for port (dab0e7e2-8caf-4310-abc6-86427705da5c), precommit_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:47.910694 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-09f6ef9d-6135-4bbb-8b4e-a02a807afbcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (dab0e7e2-8caf-4310-abc6-86427705da5c), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:47.963225 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea1089-f25c-44b7-8ac4-8ff4b043034b None None] Pushing event updated for resources: {'Port': ['ID=dab0e7e2-8caf-4310-abc6-86427705da5c,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:48.024896 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-09f6ef9d-6135-4bbb-8b4e-a02a807afbcf None None] Attempting to bind port dab0e7e2-8caf-4310-abc6-86427705da5c on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:04:48.025310 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-09f6ef9d-6135-4bbb-8b4e-a02a807afbcf None None] Attempting to bind port dab0e7e2-8caf-4310-abc6-86427705da5c by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '7f62db5c-862b-4cbd-9cf2-571f223812f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd86e08ce-757a-4d5a-b28a-029a75781175'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:04:48.030899 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f6ef9d-6135-4bbb-8b4e-a02a807afbcf None None] Attempting to bind port dab0e7e2-8caf-4310-abc6-86427705da5c on network d86e08ce-757a-4d5a-b28a-029a75781175 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:04:48.031328 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f6ef9d-6135-4bbb-8b4e-a02a807afbcf None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:04:48.031621 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f6ef9d-6135-4bbb-8b4e-a02a807afbcf None None] Checking segment: {'id': '7f62db5c-862b-4cbd-9cf2-571f223812f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd86e08ce-757a-4d5a-b28a-029a75781175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:04:48.032054 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-09f6ef9d-6135-4bbb-8b4e-a02a807afbcf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:48.032455 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f6ef9d-6135-4bbb-8b4e-a02a807afbcf None None] Bound using segment: {'id': '7f62db5c-862b-4cbd-9cf2-571f223812f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd86e08ce-757a-4d5a-b28a-029a75781175'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:04:48.033034 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-09f6ef9d-6135-4bbb-8b4e-a02a807afbcf None None] Bound port: dab0e7e2-8caf-4310-abc6-86427705da5c, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f62db5c-862b-4cbd-9cf2-571f223812f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd86e08ce-757a-4d5a-b28a-029a75781175'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:04:48.033421 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-09f6ef9d-6135-4bbb-8b4e-a02a807afbcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (dab0e7e2-8caf-4310-abc6-86427705da5c), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:48.106067 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-09f6ef9d-6135-4bbb-8b4e-a02a807afbcf None None] For port dab0e7e2-8caf-4310-abc6-86427705da5c, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:04:48.109714 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-09f6ef9d-6135-4bbb-8b4e-a02a807afbcf None None] For port dab0e7e2-8caf-4310-abc6-86427705da5c, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=dab0e7e2-8caf-4310-abc6-86427705da5c,segment=NetworkSegment(7f62db5c-862b-4cbd-9cf2-571f223812f3),segment_id=7f62db5c-862b-4cbd-9cf2-571f223812f3)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:04:48.236649 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-09f6ef9d-6135-4bbb-8b4e-a02a807afbcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (dab0e7e2-8caf-4310-abc6-86427705da5c), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:48.276383 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-6227422e-0b37-4740-92b3-fb1f50b93c3a None None] Provisioning complete for port dab0e7e2-8caf-4310-abc6-86427705da5c triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:04:48.276930 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6227422e-0b37-4740-92b3-fb1f50b93c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (dab0e7e2-8caf-4310-abc6-86427705da5c), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:48.339008 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f6ef9d-6135-4bbb-8b4e-a02a807afbcf None None] Routers {'28aa0c00-c5a8-4eb3-a31a-834503a8c07b'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:04:48.339641 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-09f6ef9d-6135-4bbb-8b4e-a02a807afbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:04:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['28aa0c00-c5a8-4eb3-a31a-834503a8c07b'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:04:48.344166 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea1089-f25c-44b7-8ac4-8ff4b043034b None None] Pushing event updated for resources: {'Port': ['ID=dab0e7e2-8caf-4310-abc6-86427705da5c,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:48.456569 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device b7ea9df5-a7c3-447a-9ea1-d9db5491eadb up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:04:48.494372 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-6227422e-0b37-4740-92b3-fb1f50b93c3a None None] Current status of the port dab0e7e2-8caf-4310-abc6-86427705da5c is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:04:48.494780 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6227422e-0b37-4740-92b3-fb1f50b93c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (dab0e7e2-8caf-4310-abc6-86427705da5c), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:48.556814 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-09f6ef9d-6135-4bbb-8b4e-a02a807afbcf None None] Set router 28aa0c00-c5a8-4eb3-a31a-834503a8c07b gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:04:48.743341 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-6227422e-0b37-4740-92b3-fb1f50b93c3a None None] For port dab0e7e2-8caf-4310-abc6-86427705da5c, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=dab0e7e2-8caf-4310-abc6-86427705da5c,segment=NetworkSegment(7f62db5c-862b-4cbd-9cf2-571f223812f3),segment_id=7f62db5c-862b-4cbd-9cf2-571f223812f3)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:04:48.771517 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-727cf79a-8bb8-4248-b75f-5928af4d8a20 req-57a80290-4b02-4d4f-99a7-c610a9caf5cb tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] 10.222.0.62 "GET /v2.0/ports?device_id=3273cfd0-cafb-4413-b940-5d3d528338de HTTP/1.1" status: 200 len: 210 time: 0.0296896 Feb 28 11:04:48.775980 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port b7ea9df5-a7c3-447a-9ea1-d9db5491eadb triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:04:48.776358 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (b7ea9df5-a7c3-447a-9ea1-d9db5491eadb), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:48.891765 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5c45cb66-6753-4f66-b084-9eaa5a70c331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:48.893166 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6227422e-0b37-4740-92b3-fb1f50b93c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (dab0e7e2-8caf-4310-abc6-86427705da5c), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:49.021769 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6227422e-0b37-4740-92b3-fb1f50b93c3a None None] Pushing event updated for resources: {'Port': ['ID=dab0e7e2-8caf-4310-abc6-86427705da5c,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:49.029246 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port b7ea9df5-a7c3-447a-9ea1-d9db5491eadb is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:04:49.039727 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-95960143-0c2e-4e9f-9ccf-4828ed55fbba None None] Provisioning complete for port dab0e7e2-8caf-4310-abc6-86427705da5c triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:04:49.040104 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-95960143-0c2e-4e9f-9ccf-4828ed55fbba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (dab0e7e2-8caf-4310-abc6-86427705da5c), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:49.094475 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-09f6ef9d-6135-4bbb-8b4e-a02a807afbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28aa0c00-c5a8-4eb3-a31a-834503a8c07b', 'name': 'tempest-TestEncryptedCinderVolumes-1617864740-router', 'tenant_id': '67352bfadc0e436e86e0f4c7fb5abbbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'b7ea9df5-a7c3-447a-9ea1-d9db5491eadb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:04:41Z', 'updated_at': '2022-02-28T11:04:45Z', 'revision_number': 4, 'project_id': '67352bfadc0e436e86e0f4c7fb5abbbc', 'gw_port': {'id': 'b7ea9df5-a7c3-447a-9ea1-d9db5491eadb', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f3:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28aa0c00-c5a8-4eb3-a31a-834503a8c07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:04:42Z', 'updated_at': '2022-02-28T11:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': 'dab0e7e2-8caf-4310-abc6-86427705da5c', 'name': '', 'network_id': 'd86e08ce-757a-4d5a-b28a-029a75781175', 'tenant_id': '67352bfadc0e436e86e0f4c7fb5abbbc', 'mac_address': 'fa:16:3e:08:06:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28aa0c00-c5a8-4eb3-a31a-834503a8c07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '119ee77f-a4c6-4eb9-90b4-d5c66e29fdfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:04:44Z', 'updated_at': '2022-02-28T11:04:48Z', 'revision_number': 4, 'project_id': '67352bfadc0e436e86e0f4c7fb5abbbc', 'subnets': [{'id': '119ee77f-a4c6-4eb9-90b4-d5c66e29fdfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:04:49.127227 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f6ef9d-6135-4bbb-8b4e-a02a807afbcf None None] The sync data for ids ['28aa0c00-c5a8-4eb3-a31a-834503a8c07b'] in dv-neutron-829161-3-hyperv is: [{'id': '28aa0c00-c5a8-4eb3-a31a-834503a8c07b', 'name': 'tempest-TestEncryptedCinderVolumes-1617864740-router', 'tenant_id': '67352bfadc0e436e86e0f4c7fb5abbbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'b7ea9df5-a7c3-447a-9ea1-d9db5491eadb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:04:41Z', 'updated_at': '2022-02-28T11:04:45Z', 'revision_number': 4, 'project_id': '67352bfadc0e436e86e0f4c7fb5abbbc', 'gw_port': {'id': 'b7ea9df5-a7c3-447a-9ea1-d9db5491eadb', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f3:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28aa0c00-c5a8-4eb3-a31a-834503a8c07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:04:42Z', 'updated_at': '2022-02-28T11:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': 'dab0e7e2-8caf-4310-abc6-86427705da5c', 'name': '', 'network_id': 'd86e08ce-757a-4d5a-b28a-029a75781175', 'tenant_id': '67352bfadc0e436e86e0f4c7fb5abbbc', 'mac_address': 'fa:16:3e:08:06:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28aa0c00-c5a8-4eb3-a31a-834503a8c07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '119ee77f-a4c6-4eb9-90b4-d5c66e29fdfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:04:44Z', 'updated_at': '2022-02-28T11:04:48Z', 'revision_number': 4, 'project_id': '67352bfadc0e436e86e0f4c7fb5abbbc', 'subnets': [{'id': '119ee77f-a4c6-4eb9-90b4-d5c66e29fdfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:04:49.162914 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-95960143-0c2e-4e9f-9ccf-4828ed55fbba None None] Current status of the port dab0e7e2-8caf-4310-abc6-86427705da5c is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:04:49.714413 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:04:49.872292 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9be0469d-1c7e-403a-968c-48057d77c275 req-ce3d1f49-3edd-493e-a441-b962ce85bc40 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] 10.222.0.62 "GET /v2.0/ports?device_id=3273cfd0-cafb-4413-b940-5d3d528338de HTTP/1.1" status: 200 len: 210 time: 0.0291834 Feb 28 11:04:50.128279 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:50.330299 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5ee58-3632-4350-aed3-01a7321073c0 req-e7ab874d-b0ae-4bbf-939c-85c2844280dc tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:50.331760 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1ff5ee58-3632-4350-aed3-01a7321073c0 req-e7ab874d-b0ae-4bbf-939c-85c2844280dc tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] 10.222.0.70 "GET /v2.0/networks?id=ba33d83a-48c8-42b6-8136-ed345caca161 HTTP/1.1" status: 200 len: 816 time: 0.1064742 Feb 28 11:04:50.349294 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-1ff5ee58-3632-4350-aed3-01a7321073c0 req-6f1bfc5b-66bf-4b7d-8e35-29689a18dfe9 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Request body: {'port': {'device_id': '3273cfd0-cafb-4413-b940-5d3d528338de', 'network_id': 'ba33d83a-48c8-42b6-8136-ed345caca161', 'admin_state_up': True, 'tenant_id': '7308afa344764307a6abc78b5286b969'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:04:50.453345 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device dab0e7e2-8caf-4310-abc6-86427705da5c up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:04:50.505236 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port dab0e7e2-8caf-4310-abc6-86427705da5c triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:04:50.505619 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (dab0e7e2-8caf-4310-abc6-86427705da5c), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:50.584645 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ff5ee58-3632-4350-aed3-01a7321073c0 req-6f1bfc5b-66bf-4b7d-8e35-29689a18dfe9 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Made reservation on behalf of 7308afa344764307a6abc78b5286b969 for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:04:50.588955 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-1ff5ee58-3632-4350-aed3-01a7321073c0 req-6f1bfc5b-66bf-4b7d-8e35-29689a18dfe9 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:50.592106 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port dab0e7e2-8caf-4310-abc6-86427705da5c is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:04:50.740355 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [req-1ff5ee58-3632-4350-aed3-01a7321073c0 req-6f1bfc5b-66bf-4b7d-8e35-29689a18dfe9 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Allocated IP 172.20.0.6 (ba33d83a-48c8-42b6-8136-ed345caca161/6cccf160-4eb7-492e-8ca3-af93fa487e04/a4942ab0-8915-4219-9a71-6ec86a44446c) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:04:50.889625 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-1ff5ee58-3632-4350-aed3-01a7321073c0 req-6f1bfc5b-66bf-4b7d-8e35-29689a18dfe9 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Publish callbacks [] for port (a4942ab0-8915-4219-9a71-6ec86a44446c), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:50.975011 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-eb558802-0df6-4ac7-88c1-6b708910de22 req-9318aa44-65d7-43d6-a7e1-89c2e51e552e tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] 10.222.0.62 "GET /v2.0/ports?device_id=3273cfd0-cafb-4413-b940-5d3d528338de HTTP/1.1" status: 200 len: 210 time: 0.0328214 Feb 28 11:04:51.008178 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-1ff5ee58-3632-4350-aed3-01a7321073c0 req-6f1bfc5b-66bf-4b7d-8e35-29689a18dfe9 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (a4942ab0-8915-4219-9a71-6ec86a44446c), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:51.059964 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ff5ee58-3632-4350-aed3-01a7321073c0 req-6f1bfc5b-66bf-4b7d-8e35-29689a18dfe9 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Network ba33d83a-48c8-42b6-8136-ed345caca161 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:04:51.065274 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [req-1ff5ee58-3632-4350-aed3-01a7321073c0 req-6f1bfc5b-66bf-4b7d-8e35-29689a18dfe9 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:04:51.070968 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff5ee58-3632-4350-aed3-01a7321073c0 req-6f1bfc5b-66bf-4b7d-8e35-29689a18dfe9 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:04:51.075245 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1bfc5b-66bf-4b7d-8e35-29689a18dfe9 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Pushing event updated for resources: {'Port': ['ID=a4942ab0-8915-4219-9a71-6ec86a44446c,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:51.121794 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5ee58-3632-4350-aed3-01a7321073c0 req-6f1bfc5b-66bf-4b7d-8e35-29689a18dfe9 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:51.122416 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-1ff5ee58-3632-4350-aed3-01a7321073c0 req-6f1bfc5b-66bf-4b7d-8e35-29689a18dfe9 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:51.223788 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1ff5ee58-3632-4350-aed3-01a7321073c0 req-6f1bfc5b-66bf-4b7d-8e35-29689a18dfe9 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8775785 Feb 28 11:04:51.247855 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-1ff5ee58-3632-4350-aed3-01a7321073c0 req-905d4862-8be4-4200-a8da-a9c63377d920 service neutron] Request body: {'port': {'device_id': '3273cfd0-cafb-4413-b940-5d3d528338de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8291'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:04:51.307553 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a0ae927a-5436-417a-876c-35914f01a66d None None] Provisioning complete for port a4942ab0-8915-4219-9a71-6ec86a44446c triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:04:51.308157 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a0ae927a-5436-417a-876c-35914f01a66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (a4942ab0-8915-4219-9a71-6ec86a44446c), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:51.324160 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-1ff5ee58-3632-4350-aed3-01a7321073c0 req-905d4862-8be4-4200-a8da-a9c63377d920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (a4942ab0-8915-4219-9a71-6ec86a44446c), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:51.354305 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a0ae927a-5436-417a-876c-35914f01a66d None None] Port a4942ab0-8915-4219-9a71-6ec86a44446c cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:04:51.413701 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:51.602422 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [req-1ff5ee58-3632-4350-aed3-01a7321073c0 req-905d4862-8be4-4200-a8da-a9c63377d920 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4942ab0-8915-4219-9a71-6ec86a44446c {{(pid=104083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:04:51.609989 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-1ff5ee58-3632-4350-aed3-01a7321073c0 req-905d4862-8be4-4200-a8da-a9c63377d920 service neutron] Publish callbacks [] for port (a4942ab0-8915-4219-9a71-6ec86a44446c), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:51.622546 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [req-1ff5ee58-3632-4350-aed3-01a7321073c0 req-905d4862-8be4-4200-a8da-a9c63377d920 service neutron] Transition to ACTIVE for port object a4942ab0-8915-4219-9a71-6ec86a44446c will not be triggered until provisioned by entity L2. {{(pid=104083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 11:04:51.694006 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-1ff5ee58-3632-4350-aed3-01a7321073c0 req-905d4862-8be4-4200-a8da-a9c63377d920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (a4942ab0-8915-4219-9a71-6ec86a44446c), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:51.765481 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905d4862-8be4-4200-a8da-a9c63377d920 service neutron] Pushing event updated for resources: {'Port': ['ID=a4942ab0-8915-4219-9a71-6ec86a44446c,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:51.823797 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-1ff5ee58-3632-4350-aed3-01a7321073c0 req-905d4862-8be4-4200-a8da-a9c63377d920 service neutron] Attempting to bind port a4942ab0-8915-4219-9a71-6ec86a44446c on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:04:51.824120 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-1ff5ee58-3632-4350-aed3-01a7321073c0 req-905d4862-8be4-4200-a8da-a9c63377d920 service neutron] Attempting to bind port a4942ab0-8915-4219-9a71-6ec86a44446c by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '8f6002e1-a00c-4743-9d72-ae56a1382341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba33d83a-48c8-42b6-8136-ed345caca161'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:04:51.824546 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff5ee58-3632-4350-aed3-01a7321073c0 req-905d4862-8be4-4200-a8da-a9c63377d920 service neutron] Attempting to bind port a4942ab0-8915-4219-9a71-6ec86a44446c on network ba33d83a-48c8-42b6-8136-ed345caca161 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:04:51.829183 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff5ee58-3632-4350-aed3-01a7321073c0 req-905d4862-8be4-4200-a8da-a9c63377d920 service neutron] Port a4942ab0-8915-4219-9a71-6ec86a44446c on network ba33d83a-48c8-42b6-8136-ed345caca161 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 11:04:51.829512 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff5ee58-3632-4350-aed3-01a7321073c0 req-905d4862-8be4-4200-a8da-a9c63377d920 service neutron] Attempting to bind port a4942ab0-8915-4219-9a71-6ec86a44446c on network ba33d83a-48c8-42b6-8136-ed345caca161 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:04:51.836175 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff5ee58-3632-4350-aed3-01a7321073c0 req-905d4862-8be4-4200-a8da-a9c63377d920 service neutron] Checking agent: {'id': '9c9e5963-7abc-415a-a91c-4432861f4313', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'started_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:04:51.836551 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff5ee58-3632-4350-aed3-01a7321073c0 req-905d4862-8be4-4200-a8da-a9c63377d920 service neutron] Checking segment: {'id': '8f6002e1-a00c-4743-9d72-ae56a1382341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba33d83a-48c8-42b6-8136-ed345caca161'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:04:51.836919 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff5ee58-3632-4350-aed3-01a7321073c0 req-905d4862-8be4-4200-a8da-a9c63377d920 service neutron] Bound using segment: {'id': '8f6002e1-a00c-4743-9d72-ae56a1382341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba33d83a-48c8-42b6-8136-ed345caca161'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:04:51.837273 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-1ff5ee58-3632-4350-aed3-01a7321073c0 req-905d4862-8be4-4200-a8da-a9c63377d920 service neutron] Bound port: a4942ab0-8915-4219-9a71-6ec86a44446c, host: hv-neutron-8291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f6002e1-a00c-4743-9d72-ae56a1382341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba33d83a-48c8-42b6-8136-ed345caca161'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:04:51.837833 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-1ff5ee58-3632-4350-aed3-01a7321073c0 req-905d4862-8be4-4200-a8da-a9c63377d920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (a4942ab0-8915-4219-9a71-6ec86a44446c), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:51.905760 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-1ff5ee58-3632-4350-aed3-01a7321073c0 req-905d4862-8be4-4200-a8da-a9c63377d920 service neutron] For port a4942ab0-8915-4219-9a71-6ec86a44446c, host hv-neutron-8291, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:04:51.909011 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-1ff5ee58-3632-4350-aed3-01a7321073c0 req-905d4862-8be4-4200-a8da-a9c63377d920 service neutron] For port a4942ab0-8915-4219-9a71-6ec86a44446c, host hv-neutron-8291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=a4942ab0-8915-4219-9a71-6ec86a44446c,segment=NetworkSegment(8f6002e1-a00c-4743-9d72-ae56a1382341),segment_id=8f6002e1-a00c-4743-9d72-ae56a1382341)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:04:52.035790 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-1ff5ee58-3632-4350-aed3-01a7321073c0 req-905d4862-8be4-4200-a8da-a9c63377d920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (a4942ab0-8915-4219-9a71-6ec86a44446c), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:52.082440 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5ee58-3632-4350-aed3-01a7321073c0 req-905d4862-8be4-4200-a8da-a9c63377d920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:52.083751 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-1ff5ee58-3632-4350-aed3-01a7321073c0 req-905d4862-8be4-4200-a8da-a9c63377d920 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:52.085710 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1ff5ee58-3632-4350-aed3-01a7321073c0 req-905d4862-8be4-4200-a8da-a9c63377d920 service neutron] 10.222.0.70 "PUT /v2.0/ports/a4942ab0-8915-4219-9a71-6ec86a44446c HTTP/1.1" status: 200 len: 1093 time: 0.8482728 Feb 28 11:04:52.103539 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3273cfd0-cafb-4413-b940-5d3d528338de', 'tag': 'a4942ab0-8915-4219-9a71-6ec86a44446c'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:04:52.105845 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a00760-4f92-44ae-8b2f-4d1c1f6ec65c" -d '{"events": [{"name": "network-changed", "server_uuid": "3273cfd0-cafb-4413-b940-5d3d528338de", "tag": "a4942ab0-8915-4219-9a71-6ec86a44446c"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:04:52.144159 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905d4862-8be4-4200-a8da-a9c63377d920 service neutron] Pushing event updated for resources: {'Port': ['ID=a4942ab0-8915-4219-9a71-6ec86a44446c,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:52.151980 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07edc8a-bf39-466b-bd40-188107c1de44 x-openstack-request-id: req-a07edc8a-bf39-466b-bd40-188107c1de44 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:04:52.152282 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3273cfd0-cafb-4413-b940-5d3d528338de", "tag": "a4942ab0-8915-4219-9a71-6ec86a44446c", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:04:52.152538 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a07edc8a-bf39-466b-bd40-188107c1de44 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:04:52.152924 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3273cfd0-cafb-4413-b940-5d3d528338de', 'tag': 'a4942ab0-8915-4219-9a71-6ec86a44446c', 'status': 'completed', 'code': 200} Feb 28 11:04:52.164913 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a4d749-93f2-4966-8f81-271011abe7c2 req-72800797-a707-4e4f-9ec9-7e51bd521f39 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:52.166520 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-46a4d749-93f2-4966-8f81-271011abe7c2 req-72800797-a707-4e4f-9ec9-7e51bd521f39 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] 10.222.0.62 "GET /v2.0/ports?device_id=3273cfd0-cafb-4413-b940-5d3d528338de HTTP/1.1" status: 200 len: 943 time: 0.1229339 Feb 28 11:04:52.567789 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-46a4d749-93f2-4966-8f81-271011abe7c2 req-0d57effa-5642-4465-9d7b-e103e07deafd tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed3ff83c-e36b-44b8-ac55-f8a27e0e1d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3946686 Feb 28 11:04:52.577428 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a00760-4f92-44ae-8b2f-4d1c1f6ec65c req-eee95df1-afbc-488f-a4bd-48b3683ed7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:52.578973 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-12a00760-4f92-44ae-8b2f-4d1c1f6ec65c req-eee95df1-afbc-488f-a4bd-48b3683ed7d6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7308afa344764307a6abc78b5286b969&device_id=3273cfd0-cafb-4413-b940-5d3d528338de HTTP/1.1" status: 200 len: 1127 time: 0.0673323 Feb 28 11:04:52.691252 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a00760-4f92-44ae-8b2f-4d1c1f6ec65c req-0cc74bfa-944c-423f-a8b9-3c67ad25e816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:52.693317 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-12a00760-4f92-44ae-8b2f-4d1c1f6ec65c req-0cc74bfa-944c-423f-a8b9-3c67ad25e816 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=7308afa344764307a6abc78b5286b969&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1014552 Feb 28 11:04:52.721772 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:52.786998 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a00760-4f92-44ae-8b2f-4d1c1f6ec65c req-75e6a4f9-7050-4a20-a254-aae579868a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:52.788479 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-12a00760-4f92-44ae-8b2f-4d1c1f6ec65c req-75e6a4f9-7050-4a20-a254-aae579868a0c service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0895908 Feb 28 11:04:52.893777 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5ee58-3632-4350-aed3-01a7321073c0 req-ee07927d-71da-4230-b779-29ba262c3d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:52.895805 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1ff5ee58-3632-4350-aed3-01a7321073c0 req-ee07927d-71da-4230-b779-29ba262c3d6b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7308afa344764307a6abc78b5286b969&device_id=3273cfd0-cafb-4413-b940-5d3d528338de HTTP/1.1" status: 200 len: 1127 time: 0.0495119 Feb 28 11:04:52.942213 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1ff5ee58-3632-4350-aed3-01a7321073c0 req-9920e94c-0c5f-4262-861e-22c99fba3ea7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4942ab0-8915-4219-9a71-6ec86a44446c HTTP/1.1" status: 200 len: 217 time: 0.0342567 Feb 28 11:04:52.991457 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5ee58-3632-4350-aed3-01a7321073c0 req-4cf7e598-d009-4d5f-9a91-ed6666e9665c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:52.992893 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1ff5ee58-3632-4350-aed3-01a7321073c0 req-4cf7e598-d009-4d5f-9a91-ed6666e9665c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6cccf160-4eb7-492e-8ca3-af93fa487e04 HTTP/1.1" status: 200 len: 855 time: 0.0440834 Feb 28 11:04:53.046046 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5ee58-3632-4350-aed3-01a7321073c0 req-9a354e6d-a479-4576-b005-773aa84c1891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:53.047644 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1ff5ee58-3632-4350-aed3-01a7321073c0 req-9a354e6d-a479-4576-b005-773aa84c1891 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ba33d83a-48c8-42b6-8136-ed345caca161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0492656 Feb 28 11:04:53.135534 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1ff5ee58-3632-4350-aed3-01a7321073c0 req-ccf06c33-fb96-4e2a-93e8-afbb8c1c5f6d service neutron] 10.222.0.70 "GET /v2.0/networks/ba33d83a-48c8-42b6-8136-ed345caca161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820222 Feb 28 11:04:53.228404 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1ff5ee58-3632-4350-aed3-01a7321073c0 req-f032c2db-2c60-4931-9064-accdcb14f836 service neutron] 10.222.0.70 "GET /v2.0/networks/ba33d83a-48c8-42b6-8136-ed345caca161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873780 Feb 28 11:04:53.693548 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbae458-8900-4861-b09d-16c09eee5da9 req-fa7e5929-4b2a-4e1d-a8f7-18b00d0570fb tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:53.695042 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-4dbae458-8900-4861-b09d-16c09eee5da9 req-fa7e5929-4b2a-4e1d-a8f7-18b00d0570fb tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] 10.222.0.62 "GET /v2.0/ports?device_id=3273cfd0-cafb-4413-b940-5d3d528338de HTTP/1.1" status: 200 len: 943 time: 0.0541737 Feb 28 11:04:53.747643 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-4dbae458-8900-4861-b09d-16c09eee5da9 req-1a754e87-45b8-41de-85fc-8db379121a15 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed3ff83c-e36b-44b8-ac55-f8a27e0e1d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467317 Feb 28 11:04:54.873500 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84055b9e-7624-454a-acf9-be73b3ec8e1b req-60953345-d965-4a0a-a15d-8a3f21593eb2 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:54.875025 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-84055b9e-7624-454a-acf9-be73b3ec8e1b req-60953345-d965-4a0a-a15d-8a3f21593eb2 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] 10.222.0.62 "GET /v2.0/ports?device_id=3273cfd0-cafb-4413-b940-5d3d528338de HTTP/1.1" status: 200 len: 943 time: 0.0595360 Feb 28 11:04:54.927033 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-84055b9e-7624-454a-acf9-be73b3ec8e1b req-06e2947e-98f6-405f-b835-45320c8ea39e tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed3ff83c-e36b-44b8-ac55-f8a27e0e1d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449817 Feb 28 11:04:55.793767 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device a4942ab0-8915-4219-9a71-6ec86a44446c details requested by agent hyperv_hv-neutron-8291 with host hv-neutron-8291 {{(pid=104085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 11:04:55.893365 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port a4942ab0-8915-4219-9a71-6ec86a44446c, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=a4942ab0-8915-4219-9a71-6ec86a44446c,segment=NetworkSegment(8f6002e1-a00c-4743-9d72-ae56a1382341),segment_id=8f6002e1-a00c-4743-9d72-ae56a1382341)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:04:55.904715 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Returning: {'device': 'a4942ab0-8915-4219-9a71-6ec86a44446c', 'network_id': 'ba33d83a-48c8-42b6-8136-ed345caca161', 'port_id': 'a4942ab0-8915-4219-9a71-6ec86a44446c', 'mac_address': 'fa:16:3e:32:76:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cccf160-4eb7-492e-8ca3-af93fa487e04', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 11:04:55.944871 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port a4942ab0-8915-4219-9a71-6ec86a44446c is: DOWN; New status is: BUILD {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:04:55.945268 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (a4942ab0-8915-4219-9a71-6ec86a44446c), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:55.958900 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4942ab0-8915-4219-9a71-6ec86a44446c {{(pid=104085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:04:55.978582 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port a4942ab0-8915-4219-9a71-6ec86a44446c, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=a4942ab0-8915-4219-9a71-6ec86a44446c,segment=NetworkSegment(8f6002e1-a00c-4743-9d72-ae56a1382341),segment_id=8f6002e1-a00c-4743-9d72-ae56a1382341)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:04:56.046454 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c6573-9f58-46f1-b554-4b271940d7ff req-07b05ea7-71f8-4d6e-bc5b-975703d92bfe tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:56.048005 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-255c6573-9f58-46f1-b554-4b271940d7ff req-07b05ea7-71f8-4d6e-bc5b-975703d92bfe tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] 10.222.0.62 "GET /v2.0/ports?device_id=3273cfd0-cafb-4413-b940-5d3d528338de HTTP/1.1" status: 200 len: 943 time: 0.0529704 Feb 28 11:04:56.075466 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (a4942ab0-8915-4219-9a71-6ec86a44446c), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:56.097001 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-255c6573-9f58-46f1-b554-4b271940d7ff req-18ac8e67-964f-440c-9999-0d07bef4944a tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed3ff83c-e36b-44b8-ac55-f8a27e0e1d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434935 Feb 28 11:04:56.127554 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=a4942ab0-8915-4219-9a71-6ec86a44446c,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:56.353359 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['a4942ab0-8915-4219-9a71-6ec86a44446c'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:04:57.227030 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea7878-9cb5-4372-a643-d8727f64951a req-57830c44-f0d7-4e27-9270-99047074649e tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:57.228626 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-59ea7878-9cb5-4372-a643-d8727f64951a req-57830c44-f0d7-4e27-9270-99047074649e tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] 10.222.0.62 "GET /v2.0/ports?device_id=3273cfd0-cafb-4413-b940-5d3d528338de HTTP/1.1" status: 200 len: 944 time: 0.0625019 Feb 28 11:04:57.290716 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-59ea7878-9cb5-4372-a643-d8727f64951a req-5eba8c16-1e79-45e2-afcb-31fb0e19d8af tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed3ff83c-e36b-44b8-ac55-f8a27e0e1d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548570 Feb 28 11:04:57.807671 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device a4942ab0-8915-4219-9a71-6ec86a44446c up at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:04:57.939419 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning for port a4942ab0-8915-4219-9a71-6ec86a44446c completed by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 11:04:57.944440 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning complete for port a4942ab0-8915-4219-9a71-6ec86a44446c triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:04:57.944806 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (a4942ab0-8915-4219-9a71-6ec86a44446c), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:58.027493 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port a4942ab0-8915-4219-9a71-6ec86a44446c is: BUILD; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:04:58.027888 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (a4942ab0-8915-4219-9a71-6ec86a44446c), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:58.056862 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3273cfd0-cafb-4413-b940-5d3d528338de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4942ab0-8915-4219-9a71-6ec86a44446c'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:04:58.059285 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53aafedd-439b-4ce2-a45b-54cd5f9fb26a" -d '{"events": [{"server_uuid": "3273cfd0-cafb-4413-b940-5d3d528338de", "name": "network-vif-plugged", "status": "completed", "tag": "a4942ab0-8915-4219-9a71-6ec86a44446c"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:04:58.072562 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port a4942ab0-8915-4219-9a71-6ec86a44446c, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=a4942ab0-8915-4219-9a71-6ec86a44446c,segment=NetworkSegment(8f6002e1-a00c-4743-9d72-ae56a1382341),segment_id=8f6002e1-a00c-4743-9d72-ae56a1382341)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:04:58.098153 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f8cee5-d03c-4a9e-b8d3-7c1fbbe5588e x-openstack-request-id: req-44f8cee5-d03c-4a9e-b8d3-7c1fbbe5588e {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:04:58.098455 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3273cfd0-cafb-4413-b940-5d3d528338de", "name": "network-vif-plugged", "status": "completed", "tag": "a4942ab0-8915-4219-9a71-6ec86a44446c", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:04:58.098715 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-44f8cee5-d03c-4a9e-b8d3-7c1fbbe5588e {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:04:58.099148 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3273cfd0-cafb-4413-b940-5d3d528338de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4942ab0-8915-4219-9a71-6ec86a44446c', 'code': 200} Feb 28 11:04:58.167103 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (a4942ab0-8915-4219-9a71-6ec86a44446c), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:58.219347 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=a4942ab0-8915-4219-9a71-6ec86a44446c,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:58.437400 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e5833-7df3-47f7-99c9-47690c630eaa req-54db22db-2a99-40aa-97f5-ca1fc7b75477 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:58.439057 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-fc5e5833-7df3-47f7-99c9-47690c630eaa req-54db22db-2a99-40aa-97f5-ca1fc7b75477 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] 10.222.0.62 "GET /v2.0/ports?device_id=3273cfd0-cafb-4413-b940-5d3d528338de HTTP/1.1" status: 200 len: 945 time: 0.0673163 Feb 28 11:04:58.488471 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-fc5e5833-7df3-47f7-99c9-47690c630eaa req-a9f656b1-cfb4-46ed-87bb-f8777f02f843 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed3ff83c-e36b-44b8-ac55-f8a27e0e1d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432348 Feb 28 11:04:58.604570 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54f053e-df62-4ec3-8875-c293db3e0c0f req-0b392f7e-119a-4407-a6a8-fb9da6cb446e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:58.606122 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f54f053e-df62-4ec3-8875-c293db3e0c0f req-0b392f7e-119a-4407-a6a8-fb9da6cb446e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3273cfd0-cafb-4413-b940-5d3d528338de HTTP/1.1" status: 200 len: 1129 time: 0.0460470 Feb 28 11:04:58.653926 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f54f053e-df62-4ec3-8875-c293db3e0c0f req-49245797-4674-4f23-a763-389191bf9a63 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ed3ff83c-e36b-44b8-ac55-f8a27e0e1d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420442 Feb 28 11:04:59.624190 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c22c0e-0be5-4ce4-a1d9-c94ceb2a186c req-67b6dbdb-4fea-455e-ba03-da38edac09bd tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:59.625858 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e0c22c0e-0be5-4ce4-a1d9-c94ceb2a186c req-67b6dbdb-4fea-455e-ba03-da38edac09bd tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] 10.222.0.62 "GET /v2.0/ports?device_id=3273cfd0-cafb-4413-b940-5d3d528338de HTTP/1.1" status: 200 len: 945 time: 0.0623531 Feb 28 11:04:59.676801 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e0c22c0e-0be5-4ce4-a1d9-c94ceb2a186c req-0938e201-e2d3-4158-8a34-93fbe806a690 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed3ff83c-e36b-44b8-ac55-f8a27e0e1d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438657 Feb 28 11:05:00.797946 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce6586-f17e-4406-966e-ec8dc249b3a8 req-5cb0f40c-9705-4839-87f1-b5ac7214bb43 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:00.799515 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a2ce6586-f17e-4406-966e-ec8dc249b3a8 req-5cb0f40c-9705-4839-87f1-b5ac7214bb43 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] 10.222.0.62 "GET /v2.0/ports?device_id=3273cfd0-cafb-4413-b940-5d3d528338de HTTP/1.1" status: 200 len: 945 time: 0.0542169 Feb 28 11:05:00.852662 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a2ce6586-f17e-4406-966e-ec8dc249b3a8 req-71b55159-39ce-4a3b-a2f9-b7e8ac88f8cd tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed3ff83c-e36b-44b8-ac55-f8a27e0e1d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474460 Feb 28 11:05:00.859272 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:00.981485 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb37e3-4a2d-44e6-873a-2e16f22de0c6 req-3ab7ce28-cec7-4ab8-9cb3-fa37916df658 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:00.982964 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-afcb37e3-4a2d-44e6-873a-2e16f22de0c6 req-3ab7ce28-cec7-4ab8-9cb3-fa37916df658 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] 10.222.0.62 "GET /v2.0/ports?device_id=3273cfd0-cafb-4413-b940-5d3d528338de HTTP/1.1" status: 200 len: 945 time: 0.0532813 Feb 28 11:05:01.040775 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-afcb37e3-4a2d-44e6-873a-2e16f22de0c6 req-136e12ff-ef5d-4fc2-84f2-8584ba36ba5f tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed3ff83c-e36b-44b8-ac55-f8a27e0e1d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520148 Feb 28 11:05:03.423486 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1d416929-2dc6-4887-8ccc-bd688f5d945f req-0d029202-fcab-4095-b331-3da671b5f7c2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3273cfd0-cafb-4413-b940-5d3d528338de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452292 Feb 28 11:05:03.525129 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d416929-2dc6-4887-8ccc-bd688f5d945f req-f9026143-d90e-471f-9b44-db33376e0efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:03.526659 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1d416929-2dc6-4887-8ccc-bd688f5d945f req-f9026143-d90e-471f-9b44-db33376e0efd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7308afa344764307a6abc78b5286b969&device_id=3273cfd0-cafb-4413-b940-5d3d528338de HTTP/1.1" status: 200 len: 1129 time: 0.0462554 Feb 28 11:05:03.640068 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d416929-2dc6-4887-8ccc-bd688f5d945f req-bbfcb8cb-2391-4b58-a29c-7ebea81b526c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:03.641473 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1d416929-2dc6-4887-8ccc-bd688f5d945f req-bbfcb8cb-2391-4b58-a29c-7ebea81b526c service neutron] 10.222.0.70 "GET /v2.0/networks?id=ba33d83a-48c8-42b6-8136-ed345caca161 HTTP/1.1" status: 200 len: 916 time: 0.0959389 Feb 28 11:05:03.688691 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1d416929-2dc6-4887-8ccc-bd688f5d945f req-7036af14-8d58-4d91-9225-36af308f119d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4942ab0-8915-4219-9a71-6ec86a44446c HTTP/1.1" status: 200 len: 217 time: 0.0406091 Feb 28 11:05:03.736822 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d416929-2dc6-4887-8ccc-bd688f5d945f req-f60db79f-cc91-4756-bfb3-4d60440fae9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:03.738268 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1d416929-2dc6-4887-8ccc-bd688f5d945f req-f60db79f-cc91-4756-bfb3-4d60440fae9e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6cccf160-4eb7-492e-8ca3-af93fa487e04 HTTP/1.1" status: 200 len: 855 time: 0.0440440 Feb 28 11:05:03.791221 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d416929-2dc6-4887-8ccc-bd688f5d945f req-65bb9eb7-843d-4e46-8018-a283e4e9bbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:03.792723 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1d416929-2dc6-4887-8ccc-bd688f5d945f req-65bb9eb7-843d-4e46-8018-a283e4e9bbb1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ba33d83a-48c8-42b6-8136-ed345caca161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0494289 Feb 28 11:05:03.883790 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1d416929-2dc6-4887-8ccc-bd688f5d945f req-9ba42860-7ef6-4c57-9b2c-2fd67463597b service neutron] 10.222.0.70 "GET /v2.0/networks/ba33d83a-48c8-42b6-8136-ed345caca161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854239 Feb 28 11:05:03.978786 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1d416929-2dc6-4887-8ccc-bd688f5d945f req-e9298473-c842-429f-a262-1c3a9ee57837 service neutron] 10.222.0.70 "GET /v2.0/networks/ba33d83a-48c8-42b6-8136-ed345caca161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897007 Feb 28 11:05:16.464651 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d666c56b-c203-41bd-9101-b8c30edad7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:18.659683 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-40551f46-b231-4274-965d-e9e3c3f7c7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:20.127689 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:21.396728 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:22.739173 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:26.714069 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:05:30.796174 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:42.019153 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026db91c-6f92-4966-bb84-a0de424c5a1d req-8022fc5c-ed80-459a-9eb8-03c0602cfa1d tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:42.021919 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-026db91c-6f92-4966-bb84-a0de424c5a1d req-8022fc5c-ed80-459a-9eb8-03c0602cfa1d tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] 10.222.0.62 "GET /v2.0/ports?device_id=3273cfd0-cafb-4413-b940-5d3d528338de HTTP/1.1" status: 200 len: 945 time: 0.0651045 Feb 28 11:05:42.074309 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-026db91c-6f92-4966-bb84-a0de424c5a1d req-ef42dfaf-46d2-403d-a3e8-f526e4a00f4c tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed3ff83c-e36b-44b8-ac55-f8a27e0e1d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466597 Feb 28 11:05:43.204752 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21073df5-1e5b-47ba-96df-bf559a7cc37b req-99d6779e-469a-4afb-9390-698816c392c5 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:43.206280 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-21073df5-1e5b-47ba-96df-bf559a7cc37b req-99d6779e-469a-4afb-9390-698816c392c5 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] 10.222.0.62 "GET /v2.0/ports?device_id=3273cfd0-cafb-4413-b940-5d3d528338de HTTP/1.1" status: 200 len: 945 time: 0.0580099 Feb 28 11:05:43.256642 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-21073df5-1e5b-47ba-96df-bf559a7cc37b req-bda184eb-2b04-490d-bd83-e0461ebbba98 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed3ff83c-e36b-44b8-ac55-f8a27e0e1d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447135 Feb 28 11:05:43.571896 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5f0ec6-9b7c-46d9-aa81-34862d9fde4d req-11a403bd-680c-4386-96aa-ecd1404b482c tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:43.573370 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4a5f0ec6-9b7c-46d9-aa81-34862d9fde4d req-11a403bd-680c-4386-96aa-ecd1404b482c tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] 10.222.0.70 "GET /v2.0/ports?device_id=3273cfd0-cafb-4413-b940-5d3d528338de HTTP/1.1" status: 200 len: 945 time: 0.0539629 Feb 28 11:05:43.670865 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-4a5f0ec6-9b7c-46d9-aa81-34862d9fde4d req-a2a55bd2-3286-43b5-aeec-a84c6e342b07 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Deleting port a4942ab0-8915-4219-9a71-6ec86a44446c {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:05:43.671220 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-4a5f0ec6-9b7c-46d9-aa81-34862d9fde4d req-a2a55bd2-3286-43b5-aeec-a84c6e342b07 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (a4942ab0-8915-4219-9a71-6ec86a44446c), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:43.759786 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-4a5f0ec6-9b7c-46d9-aa81-34862d9fde4d req-a2a55bd2-3286-43b5-aeec-a84c6e342b07 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] For port a4942ab0-8915-4219-9a71-6ec86a44446c, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=a4942ab0-8915-4219-9a71-6ec86a44446c,segment=NetworkSegment(8f6002e1-a00c-4743-9d72-ae56a1382341),segment_id=8f6002e1-a00c-4743-9d72-ae56a1382341)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:05:43.760159 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-4a5f0ec6-9b7c-46d9-aa81-34862d9fde4d req-a2a55bd2-3286-43b5-aeec-a84c6e342b07 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (a4942ab0-8915-4219-9a71-6ec86a44446c), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:43.772601 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-4a5f0ec6-9b7c-46d9-aa81-34862d9fde4d req-a2a55bd2-3286-43b5-aeec-a84c6e342b07 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Calling delete_port for a4942ab0-8915-4219-9a71-6ec86a44446c owned by compute:nova {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:05:43.973942 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-4a5f0ec6-9b7c-46d9-aa81-34862d9fde4d req-a2a55bd2-3286-43b5-aeec-a84c6e342b07 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (a4942ab0-8915-4219-9a71-6ec86a44446c), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:44.000579 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a55bd2-3286-43b5-aeec-a84c6e342b07 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Pushing event deleted for resources: {'Port': ['ID=a4942ab0-8915-4219-9a71-6ec86a44446c,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:44.007213 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['a4942ab0-8915-4219-9a71-6ec86a44446c'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:05:44.010497 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a55bd2-3286-43b5-aeec-a84c6e342b07 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:44.010874 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a55bd2-3286-43b5-aeec-a84c6e342b07 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:44.011229 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a55bd2-3286-43b5-aeec-a84c6e342b07 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:44.011580 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a55bd2-3286-43b5-aeec-a84c6e342b07 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:44.011924 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a55bd2-3286-43b5-aeec-a84c6e342b07 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:44.012265 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a55bd2-3286-43b5-aeec-a84c6e342b07 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:44.012606 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a55bd2-3286-43b5-aeec-a84c6e342b07 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:44.012941 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a55bd2-3286-43b5-aeec-a84c6e342b07 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:44.013273 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a55bd2-3286-43b5-aeec-a84c6e342b07 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:44.014154 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a55bd2-3286-43b5-aeec-a84c6e342b07 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:44.014154 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a55bd2-3286-43b5-aeec-a84c6e342b07 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:44.014304 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a55bd2-3286-43b5-aeec-a84c6e342b07 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:44.014593 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a55bd2-3286-43b5-aeec-a84c6e342b07 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:44.062509 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a5f0ec6-9b7c-46d9-aa81-34862d9fde4d req-a2a55bd2-3286-43b5-aeec-a84c6e342b07 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] No DVR routers for this DVR port a4942ab0-8915-4219-9a71-6ec86a44446c on host hv-neutron-8291 {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:05:44.065444 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-4a5f0ec6-9b7c-46d9-aa81-34862d9fde4d req-a2a55bd2-3286-43b5-aeec-a84c6e342b07 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:44.069052 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4a5f0ec6-9b7c-46d9-aa81-34862d9fde4d req-a2a55bd2-3286-43b5-aeec-a84c6e342b07 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] 10.222.0.70 "DELETE /v2.0/ports/a4942ab0-8915-4219-9a71-6ec86a44446c HTTP/1.1" status: 204 len: 173 time: 0.4904628 Feb 28 11:05:44.069514 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3273cfd0-cafb-4413-b940-5d3d528338de', 'name': 'network-vif-deleted', 'tag': 'a4942ab0-8915-4219-9a71-6ec86a44446c'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:05:44.071853 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669aeabe-977f-42bb-89ea-65de270a7800" -d '{"events": [{"server_uuid": "3273cfd0-cafb-4413-b940-5d3d528338de", "name": "network-vif-deleted", "tag": "a4942ab0-8915-4219-9a71-6ec86a44446c"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:05:44.111023 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7614daf-967e-4acc-b932-8849e689a945 x-openstack-request-id: req-e7614daf-967e-4acc-b932-8849e689a945 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:05:44.111327 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3273cfd0-cafb-4413-b940-5d3d528338de", "name": "network-vif-deleted", "tag": "a4942ab0-8915-4219-9a71-6ec86a44446c", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:05:44.111590 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e7614daf-967e-4acc-b932-8849e689a945 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:05:44.112031 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3273cfd0-cafb-4413-b940-5d3d528338de', 'name': 'network-vif-deleted', 'tag': 'a4942ab0-8915-4219-9a71-6ec86a44446c', 'status': 'completed', 'code': 200} Feb 28 11:05:44.352481 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2fc5635f-47be-4e53-b4e4-23217cab1d4a req-b1f0d737-ecd4-44ac-b126-5f256a918a4e tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] 10.222.0.62 "GET /v2.0/ports?device_id=3273cfd0-cafb-4413-b940-5d3d528338de HTTP/1.1" status: 200 len: 210 time: 0.0285313 Feb 28 11:05:46.082708 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb69e573-e8fd-413d-8381-5c8ccf035116 req-82c58301-b776-4f81-82f8-a657f0f65655 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:46.084301 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-bb69e573-e8fd-413d-8381-5c8ccf035116 req-82c58301-b776-4f81-82f8-a657f0f65655 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] 10.222.0.62 "GET /v2.0/networks?id=ba33d83a-48c8-42b6-8136-ed345caca161 HTTP/1.1" status: 200 len: 816 time: 0.1039772 Feb 28 11:05:46.100142 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-bb69e573-e8fd-413d-8381-5c8ccf035116 req-a30b9cc9-6063-4af1-96df-a5639ea6c373 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] 10.222.0.62 "GET /v2.0/quotas/7308afa344764307a6abc78b5286b969 HTTP/1.1" status: 200 len: 375 time: 0.0104394 Feb 28 11:05:46.161793 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-bb69e573-e8fd-413d-8381-5c8ccf035116 req-c589a263-c0af-4091-be82-ec636bd9bb9e tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7308afa344764307a6abc78b5286b969&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0564034 Feb 28 11:05:46.362140 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-bb69e573-e8fd-413d-8381-5c8ccf035116 req-e77c15f8-0643-4ec8-af0e-679ad54fce49 service neutron] 10.222.0.62 "GET /v2.0/networks/ba33d83a-48c8-42b6-8136-ed345caca161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892943 Feb 28 11:05:46.459383 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-bb69e573-e8fd-413d-8381-5c8ccf035116 req-dc923b9b-0a13-4466-95ca-aed69d2f925b service neutron] 10.222.0.62 "GET /v2.0/networks/ba33d83a-48c8-42b6-8136-ed345caca161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912037 Feb 28 11:05:46.499261 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8434c71c-955e-4391-bca3-8018c89f003d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:46.713816 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8d996142-ece2-4ed5-aabf-e28d749ecd3d req-fcdac578-3345-4b67-ba2d-6eb6e5d101ec tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] 10.222.0.62 "GET /v2.0/ports?device_id=39bbf622-2633-48fe-bf0b-2b21d9a04bc1 HTTP/1.1" status: 200 len: 210 time: 0.0289919 Feb 28 11:05:47.808657 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6459638b-3b35-4974-9bd0-2e21d386867d req-08c8edba-4302-427e-b9da-95e6c8f2d80b tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] 10.222.0.62 "GET /v2.0/ports?device_id=39bbf622-2633-48fe-bf0b-2b21d9a04bc1 HTTP/1.1" status: 200 len: 210 time: 0.0285914 Feb 28 11:05:48.023882 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device a4942ab0-8915-4219-9a71-6ec86a44446c no longer exists at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:05:48.045238 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] No Port match for: a4942ab0-8915-4219-9a71-6ec86a44446c {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:05:48.045597 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device a4942ab0-8915-4219-9a71-6ec86a44446c not bound to the agent host hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:05:48.709162 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a503263c-b056-48eb-9eb4-d9074baae174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:48.905845 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-2c5da973-b590-4b46-b867-bf0068cca4eb req-3ed0192f-295a-430d-8d3d-1de320e64d3e tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] 10.222.0.62 "GET /v2.0/ports?device_id=39bbf622-2633-48fe-bf0b-2b21d9a04bc1 HTTP/1.1" status: 200 len: 210 time: 0.0278301 Feb 28 11:05:48.963838 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb69e573-e8fd-413d-8381-5c8ccf035116 req-34ca32ab-b019-4186-942a-c39addd1d5e8 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:48.965412 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-bb69e573-e8fd-413d-8381-5c8ccf035116 req-34ca32ab-b019-4186-942a-c39addd1d5e8 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] 10.222.0.70 "GET /v2.0/networks?id=ba33d83a-48c8-42b6-8136-ed345caca161 HTTP/1.1" status: 200 len: 816 time: 0.1117072 Feb 28 11:05:48.982607 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-bb69e573-e8fd-413d-8381-5c8ccf035116 req-5bfcab64-324c-4e1a-b099-19a12557a2f7 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Request body: {'port': {'device_id': '39bbf622-2633-48fe-bf0b-2b21d9a04bc1', 'network_id': 'ba33d83a-48c8-42b6-8136-ed345caca161', 'admin_state_up': True, 'tenant_id': '7308afa344764307a6abc78b5286b969'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:05:49.207870 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb69e573-e8fd-413d-8381-5c8ccf035116 req-5bfcab64-324c-4e1a-b099-19a12557a2f7 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Made reservation on behalf of 7308afa344764307a6abc78b5286b969 for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:05:49.211771 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-bb69e573-e8fd-413d-8381-5c8ccf035116 req-5bfcab64-324c-4e1a-b099-19a12557a2f7 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:49.342862 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [req-bb69e573-e8fd-413d-8381-5c8ccf035116 req-5bfcab64-324c-4e1a-b099-19a12557a2f7 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Allocated IP 172.20.0.4 (ba33d83a-48c8-42b6-8136-ed345caca161/6cccf160-4eb7-492e-8ca3-af93fa487e04/9a439ef5-0356-43e5-bf65-a5049f513412) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:05:49.490250 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-bb69e573-e8fd-413d-8381-5c8ccf035116 req-5bfcab64-324c-4e1a-b099-19a12557a2f7 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Publish callbacks [] for port (9a439ef5-0356-43e5-bf65-a5049f513412), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:49.619615 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-bb69e573-e8fd-413d-8381-5c8ccf035116 req-5bfcab64-324c-4e1a-b099-19a12557a2f7 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (9a439ef5-0356-43e5-bf65-a5049f513412), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:49.665074 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb69e573-e8fd-413d-8381-5c8ccf035116 req-5bfcab64-324c-4e1a-b099-19a12557a2f7 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Network ba33d83a-48c8-42b6-8136-ed345caca161 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:05:49.668191 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [req-bb69e573-e8fd-413d-8381-5c8ccf035116 req-5bfcab64-324c-4e1a-b099-19a12557a2f7 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:05:49.671817 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb69e573-e8fd-413d-8381-5c8ccf035116 req-5bfcab64-324c-4e1a-b099-19a12557a2f7 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:05:49.709668 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfcab64-324c-4e1a-b099-19a12557a2f7 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Pushing event updated for resources: {'Port': ['ID=9a439ef5-0356-43e5-bf65-a5049f513412,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:49.737459 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb69e573-e8fd-413d-8381-5c8ccf035116 req-5bfcab64-324c-4e1a-b099-19a12557a2f7 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:49.738315 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-bb69e573-e8fd-413d-8381-5c8ccf035116 req-5bfcab64-324c-4e1a-b099-19a12557a2f7 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:49.837717 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-bb69e573-e8fd-413d-8381-5c8ccf035116 req-5bfcab64-324c-4e1a-b099-19a12557a2f7 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8590820 Feb 28 11:05:49.861362 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-bb69e573-e8fd-413d-8381-5c8ccf035116 req-a489a496-310e-46b0-a1eb-225449a221a2 service neutron] Request body: {'port': {'device_id': '39bbf622-2633-48fe-bf0b-2b21d9a04bc1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8291'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:05:49.916808 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-bb69e573-e8fd-413d-8381-5c8ccf035116 req-a489a496-310e-46b0-a1eb-225449a221a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (9a439ef5-0356-43e5-bf65-a5049f513412), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:49.960120 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-712c88ce-d8a9-49b7-83ae-5b3b4c4da79a None None] Provisioning complete for port 9a439ef5-0356-43e5-bf65-a5049f513412 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:05:49.960720 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-712c88ce-d8a9-49b7-83ae-5b3b4c4da79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (9a439ef5-0356-43e5-bf65-a5049f513412), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:50.011160 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-712c88ce-d8a9-49b7-83ae-5b3b4c4da79a None None] Port 9a439ef5-0356-43e5-bf65-a5049f513412 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:05:50.144862 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d69d98-1fc9-4ef1-bd2f-34577fb0516b req-3c571ba5-0b7e-4fd2-a68f-15102c0fb72e tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:50.146286 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-73d69d98-1fc9-4ef1-bd2f-34577fb0516b req-3c571ba5-0b7e-4fd2-a68f-15102c0fb72e tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] 10.222.0.62 "GET /v2.0/ports?device_id=39bbf622-2633-48fe-bf0b-2b21d9a04bc1 HTTP/1.1" status: 200 len: 931 time: 0.1584644 Feb 28 11:05:50.161216 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:50.231111 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-73d69d98-1fc9-4ef1-bd2f-34577fb0516b req-e0d26e58-eeaf-402a-97f9-94bb3bc2b44f tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed3ff83c-e36b-44b8-ac55-f8a27e0e1d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784612 Feb 28 11:05:50.286265 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [req-bb69e573-e8fd-413d-8381-5c8ccf035116 req-a489a496-310e-46b0-a1eb-225449a221a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a439ef5-0356-43e5-bf65-a5049f513412 {{(pid=104083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:05:50.294069 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-bb69e573-e8fd-413d-8381-5c8ccf035116 req-a489a496-310e-46b0-a1eb-225449a221a2 service neutron] Publish callbacks [] for port (9a439ef5-0356-43e5-bf65-a5049f513412), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:50.306517 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [req-bb69e573-e8fd-413d-8381-5c8ccf035116 req-a489a496-310e-46b0-a1eb-225449a221a2 service neutron] Transition to ACTIVE for port object 9a439ef5-0356-43e5-bf65-a5049f513412 will not be triggered until provisioned by entity L2. {{(pid=104083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 11:05:50.406339 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-bb69e573-e8fd-413d-8381-5c8ccf035116 req-a489a496-310e-46b0-a1eb-225449a221a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (9a439ef5-0356-43e5-bf65-a5049f513412), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:50.461896 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a489a496-310e-46b0-a1eb-225449a221a2 service neutron] Pushing event updated for resources: {'Port': ['ID=9a439ef5-0356-43e5-bf65-a5049f513412,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:50.537612 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-bb69e573-e8fd-413d-8381-5c8ccf035116 req-a489a496-310e-46b0-a1eb-225449a221a2 service neutron] Attempting to bind port 9a439ef5-0356-43e5-bf65-a5049f513412 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:05:50.537940 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-bb69e573-e8fd-413d-8381-5c8ccf035116 req-a489a496-310e-46b0-a1eb-225449a221a2 service neutron] Attempting to bind port 9a439ef5-0356-43e5-bf65-a5049f513412 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '8f6002e1-a00c-4743-9d72-ae56a1382341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba33d83a-48c8-42b6-8136-ed345caca161'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:05:50.538383 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb69e573-e8fd-413d-8381-5c8ccf035116 req-a489a496-310e-46b0-a1eb-225449a221a2 service neutron] Attempting to bind port 9a439ef5-0356-43e5-bf65-a5049f513412 on network ba33d83a-48c8-42b6-8136-ed345caca161 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:05:50.542990 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb69e573-e8fd-413d-8381-5c8ccf035116 req-a489a496-310e-46b0-a1eb-225449a221a2 service neutron] Port 9a439ef5-0356-43e5-bf65-a5049f513412 on network ba33d83a-48c8-42b6-8136-ed345caca161 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 11:05:50.543318 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb69e573-e8fd-413d-8381-5c8ccf035116 req-a489a496-310e-46b0-a1eb-225449a221a2 service neutron] Attempting to bind port 9a439ef5-0356-43e5-bf65-a5049f513412 on network ba33d83a-48c8-42b6-8136-ed345caca161 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:05:50.548922 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb69e573-e8fd-413d-8381-5c8ccf035116 req-a489a496-310e-46b0-a1eb-225449a221a2 service neutron] Checking agent: {'id': '9c9e5963-7abc-415a-a91c-4432861f4313', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'started_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:05:50.549255 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb69e573-e8fd-413d-8381-5c8ccf035116 req-a489a496-310e-46b0-a1eb-225449a221a2 service neutron] Checking segment: {'id': '8f6002e1-a00c-4743-9d72-ae56a1382341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba33d83a-48c8-42b6-8136-ed345caca161'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:05:50.549641 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb69e573-e8fd-413d-8381-5c8ccf035116 req-a489a496-310e-46b0-a1eb-225449a221a2 service neutron] Bound using segment: {'id': '8f6002e1-a00c-4743-9d72-ae56a1382341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba33d83a-48c8-42b6-8136-ed345caca161'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:05:50.550083 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-bb69e573-e8fd-413d-8381-5c8ccf035116 req-a489a496-310e-46b0-a1eb-225449a221a2 service neutron] Bound port: 9a439ef5-0356-43e5-bf65-a5049f513412, host: hv-neutron-8291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f6002e1-a00c-4743-9d72-ae56a1382341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba33d83a-48c8-42b6-8136-ed345caca161'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:05:50.551565 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-bb69e573-e8fd-413d-8381-5c8ccf035116 req-a489a496-310e-46b0-a1eb-225449a221a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (9a439ef5-0356-43e5-bf65-a5049f513412), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:50.619112 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-bb69e573-e8fd-413d-8381-5c8ccf035116 req-a489a496-310e-46b0-a1eb-225449a221a2 service neutron] For port 9a439ef5-0356-43e5-bf65-a5049f513412, host hv-neutron-8291, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:05:50.622370 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-bb69e573-e8fd-413d-8381-5c8ccf035116 req-a489a496-310e-46b0-a1eb-225449a221a2 service neutron] For port 9a439ef5-0356-43e5-bf65-a5049f513412, host hv-neutron-8291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=9a439ef5-0356-43e5-bf65-a5049f513412,segment=NetworkSegment(8f6002e1-a00c-4743-9d72-ae56a1382341),segment_id=8f6002e1-a00c-4743-9d72-ae56a1382341)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:05:50.694082 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-bb69e573-e8fd-413d-8381-5c8ccf035116 req-a489a496-310e-46b0-a1eb-225449a221a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (9a439ef5-0356-43e5-bf65-a5049f513412), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:50.732246 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb69e573-e8fd-413d-8381-5c8ccf035116 req-a489a496-310e-46b0-a1eb-225449a221a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:50.732763 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-bb69e573-e8fd-413d-8381-5c8ccf035116 req-a489a496-310e-46b0-a1eb-225449a221a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:50.734181 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-bb69e573-e8fd-413d-8381-5c8ccf035116 req-a489a496-310e-46b0-a1eb-225449a221a2 service neutron] 10.222.0.70 "PUT /v2.0/ports/9a439ef5-0356-43e5-bf65-a5049f513412 HTTP/1.1" status: 200 len: 1093 time: 0.8833685 Feb 28 11:05:50.734644 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39bbf622-2633-48fe-bf0b-2b21d9a04bc1', 'tag': '9a439ef5-0356-43e5-bf65-a5049f513412'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:05:50.736956 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93fe69f-7940-46d6-b4af-ccbbb0aca87c" -d '{"events": [{"name": "network-changed", "server_uuid": "39bbf622-2633-48fe-bf0b-2b21d9a04bc1", "tag": "9a439ef5-0356-43e5-bf65-a5049f513412"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:05:50.768369 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a489a496-310e-46b0-a1eb-225449a221a2 service neutron] Pushing event updated for resources: {'Port': ['ID=9a439ef5-0356-43e5-bf65-a5049f513412,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:50.782989 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9466ec1-59a9-4471-ae77-eec0a1392e31 x-openstack-request-id: req-c9466ec1-59a9-4471-ae77-eec0a1392e31 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:05:50.783465 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39bbf622-2633-48fe-bf0b-2b21d9a04bc1", "tag": "9a439ef5-0356-43e5-bf65-a5049f513412", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:05:50.783905 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c9466ec1-59a9-4471-ae77-eec0a1392e31 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:05:50.784539 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39bbf622-2633-48fe-bf0b-2b21d9a04bc1', 'tag': '9a439ef5-0356-43e5-bf65-a5049f513412', 'status': 'completed', 'code': 200} Feb 28 11:05:50.876370 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93fe69f-7940-46d6-b4af-ccbbb0aca87c req-2cd2f9ae-9929-47fc-a2fa-501e99eb5fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:50.877976 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a93fe69f-7940-46d6-b4af-ccbbb0aca87c req-2cd2f9ae-9929-47fc-a2fa-501e99eb5fed service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7308afa344764307a6abc78b5286b969&device_id=39bbf622-2633-48fe-bf0b-2b21d9a04bc1 HTTP/1.1" status: 200 len: 1127 time: 0.0531728 Feb 28 11:05:50.986982 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93fe69f-7940-46d6-b4af-ccbbb0aca87c req-f8e20d80-547f-4f47-8535-0641fcb308a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:50.989196 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a93fe69f-7940-46d6-b4af-ccbbb0aca87c req-f8e20d80-547f-4f47-8535-0641fcb308a1 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=7308afa344764307a6abc78b5286b969&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0983119 Feb 28 11:05:51.091700 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93fe69f-7940-46d6-b4af-ccbbb0aca87c req-3c179cfe-2188-453f-8036-9c67877b3b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:51.093198 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a93fe69f-7940-46d6-b4af-ccbbb0aca87c req-3c179cfe-2188-453f-8036-9c67877b3b9f service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0964267 Feb 28 11:05:51.195899 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb69e573-e8fd-413d-8381-5c8ccf035116 req-71c35d54-c4c4-43c6-9c37-0ccc6b39f0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:51.197365 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-bb69e573-e8fd-413d-8381-5c8ccf035116 req-71c35d54-c4c4-43c6-9c37-0ccc6b39f0e2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7308afa344764307a6abc78b5286b969&device_id=39bbf622-2633-48fe-bf0b-2b21d9a04bc1 HTTP/1.1" status: 200 len: 1127 time: 0.0463529 Feb 28 11:05:51.254953 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-bb69e573-e8fd-413d-8381-5c8ccf035116 req-12a2becf-fb6c-44f5-a4ed-34d62f6b13dd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a439ef5-0356-43e5-bf65-a5049f513412 HTTP/1.1" status: 200 len: 217 time: 0.0452995 Feb 28 11:05:51.313088 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb69e573-e8fd-413d-8381-5c8ccf035116 req-54ddd15a-cedf-472f-8b55-04a5718b12fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:51.314546 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-bb69e573-e8fd-413d-8381-5c8ccf035116 req-54ddd15a-cedf-472f-8b55-04a5718b12fe service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6cccf160-4eb7-492e-8ca3-af93fa487e04 HTTP/1.1" status: 200 len: 855 time: 0.0547173 Feb 28 11:05:51.385320 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf72c04-a783-4d88-a47a-743600c92a0b req-6606dc59-20df-4984-9b18-968d2f082829 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:51.386823 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3cf72c04-a783-4d88-a47a-743600c92a0b req-6606dc59-20df-4984-9b18-968d2f082829 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] 10.222.0.62 "GET /v2.0/ports?device_id=39bbf622-2633-48fe-bf0b-2b21d9a04bc1 HTTP/1.1" status: 200 len: 943 time: 0.0886548 Feb 28 11:05:51.392449 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb69e573-e8fd-413d-8381-5c8ccf035116 req-8ceedff1-5835-4141-9a11-268b9b0f5b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:51.393861 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-bb69e573-e8fd-413d-8381-5c8ccf035116 req-8ceedff1-5835-4141-9a11-268b9b0f5b18 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ba33d83a-48c8-42b6-8136-ed345caca161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0647244 Feb 28 11:05:51.424994 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:51.491691 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3cf72c04-a783-4d88-a47a-743600c92a0b req-acefa8b8-0c73-4274-bfca-dc717d624369 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed3ff83c-e36b-44b8-ac55-f8a27e0e1d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962377 Feb 28 11:05:51.516593 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-bb69e573-e8fd-413d-8381-5c8ccf035116 req-5c226356-68ae-4ada-977e-488b97a76d11 service neutron] 10.222.0.70 "GET /v2.0/networks/ba33d83a-48c8-42b6-8136-ed345caca161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154718 Feb 28 11:05:51.611944 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-bb69e573-e8fd-413d-8381-5c8ccf035116 req-e2abaca2-4878-4783-95bb-2e1007b7e522 service neutron] 10.222.0.70 "GET /v2.0/networks/ba33d83a-48c8-42b6-8136-ed345caca161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895607 Feb 28 11:05:52.618703 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c691ce-4bde-487a-b113-08a614dfc69d req-7ec126b3-ad69-448c-a70a-456ac457361b tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:52.620288 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e5c691ce-4bde-487a-b113-08a614dfc69d req-7ec126b3-ad69-448c-a70a-456ac457361b tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] 10.222.0.62 "GET /v2.0/ports?device_id=39bbf622-2633-48fe-bf0b-2b21d9a04bc1 HTTP/1.1" status: 200 len: 943 time: 0.0577948 Feb 28 11:05:52.679857 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e5c691ce-4bde-487a-b113-08a614dfc69d req-5277ffc3-5b39-4603-9d8d-b3101f686d97 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed3ff83c-e36b-44b8-ac55-f8a27e0e1d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434463 Feb 28 11:05:52.808479 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:53.793451 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c61c4c2-345e-4ee9-82f1-26f4ec2eba10 req-2458de73-98ec-46a8-95ee-1c9918286995 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:53.794967 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6c61c4c2-345e-4ee9-82f1-26f4ec2eba10 req-2458de73-98ec-46a8-95ee-1c9918286995 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] 10.222.0.62 "GET /v2.0/ports?device_id=39bbf622-2633-48fe-bf0b-2b21d9a04bc1 HTTP/1.1" status: 200 len: 943 time: 0.0559645 Feb 28 11:05:53.843300 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6c61c4c2-345e-4ee9-82f1-26f4ec2eba10 req-8052f074-00af-4352-a502-b03826b5710d tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed3ff83c-e36b-44b8-ac55-f8a27e0e1d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427647 Feb 28 11:05:54.040395 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 9a439ef5-0356-43e5-bf65-a5049f513412 details requested by agent hyperv_hv-neutron-8291 with host hv-neutron-8291 {{(pid=104085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 11:05:54.141573 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 9a439ef5-0356-43e5-bf65-a5049f513412, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=9a439ef5-0356-43e5-bf65-a5049f513412,segment=NetworkSegment(8f6002e1-a00c-4743-9d72-ae56a1382341),segment_id=8f6002e1-a00c-4743-9d72-ae56a1382341)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:05:54.153593 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Returning: {'device': '9a439ef5-0356-43e5-bf65-a5049f513412', 'network_id': 'ba33d83a-48c8-42b6-8136-ed345caca161', 'port_id': '9a439ef5-0356-43e5-bf65-a5049f513412', 'mac_address': 'fa:16:3e:b5:3d:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cccf160-4eb7-492e-8ca3-af93fa487e04', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 11:05:54.192361 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 9a439ef5-0356-43e5-bf65-a5049f513412 is: DOWN; New status is: BUILD {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:05:54.192761 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (9a439ef5-0356-43e5-bf65-a5049f513412), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:54.205900 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a439ef5-0356-43e5-bf65-a5049f513412 {{(pid=104085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:05:54.225908 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 9a439ef5-0356-43e5-bf65-a5049f513412, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=9a439ef5-0356-43e5-bf65-a5049f513412,segment=NetworkSegment(8f6002e1-a00c-4743-9d72-ae56a1382341),segment_id=8f6002e1-a00c-4743-9d72-ae56a1382341)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:05:54.304810 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (9a439ef5-0356-43e5-bf65-a5049f513412), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:54.352830 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=9a439ef5-0356-43e5-bf65-a5049f513412,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:54.360158 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:54.360518 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:54.360869 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:54.361215 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:54.361555 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:54.361899 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:54.362238 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:54.362571 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:54.363715 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:54.363917 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:54.364249 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:54.364583 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:54.364913 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:54.570617 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['9a439ef5-0356-43e5-bf65-a5049f513412'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:05:54.963723 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4db29-032b-4b36-951a-a78fd91d14b9 req-2a6f7a5f-a000-4293-a582-f8a47f5d165e tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:54.965262 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-c5f4db29-032b-4b36-951a-a78fd91d14b9 req-2a6f7a5f-a000-4293-a582-f8a47f5d165e tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] 10.222.0.62 "GET /v2.0/ports?device_id=39bbf622-2633-48fe-bf0b-2b21d9a04bc1 HTTP/1.1" status: 200 len: 944 time: 0.0545778 Feb 28 11:05:55.014349 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-c5f4db29-032b-4b36-951a-a78fd91d14b9 req-3ac20aa3-7272-4b99-bdd1-08aeb40453cc tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed3ff83c-e36b-44b8-ac55-f8a27e0e1d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435731 Feb 28 11:05:56.044226 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 9a439ef5-0356-43e5-bf65-a5049f513412 up at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:05:56.139787 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc47bd5-8b70-4e3b-8609-ac182ea70896 req-3c827326-c5e1-4380-a005-f996b83d71cc tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:56.141281 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-cfc47bd5-8b70-4e3b-8609-ac182ea70896 req-3c827326-c5e1-4380-a005-f996b83d71cc tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] 10.222.0.62 "GET /v2.0/ports?device_id=39bbf622-2633-48fe-bf0b-2b21d9a04bc1 HTTP/1.1" status: 200 len: 944 time: 0.0539725 Feb 28 11:05:56.166331 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning for port 9a439ef5-0356-43e5-bf65-a5049f513412 completed by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 11:05:56.170283 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning complete for port 9a439ef5-0356-43e5-bf65-a5049f513412 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:05:56.170657 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (9a439ef5-0356-43e5-bf65-a5049f513412), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:56.191180 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-cfc47bd5-8b70-4e3b-8609-ac182ea70896 req-039c9c82-b05c-4f20-98f3-a346847c54a2 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed3ff83c-e36b-44b8-ac55-f8a27e0e1d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435123 Feb 28 11:05:56.260213 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 9a439ef5-0356-43e5-bf65-a5049f513412 is: BUILD; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:05:56.260610 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (9a439ef5-0356-43e5-bf65-a5049f513412), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:56.284609 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39bbf622-2633-48fe-bf0b-2b21d9a04bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a439ef5-0356-43e5-bf65-a5049f513412'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:05:56.287495 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48fb0aef-accf-4807-bde6-59367d14e138" -d '{"events": [{"server_uuid": "39bbf622-2633-48fe-bf0b-2b21d9a04bc1", "name": "network-vif-plugged", "status": "completed", "tag": "9a439ef5-0356-43e5-bf65-a5049f513412"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:05:56.299966 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 9a439ef5-0356-43e5-bf65-a5049f513412, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=9a439ef5-0356-43e5-bf65-a5049f513412,segment=NetworkSegment(8f6002e1-a00c-4743-9d72-ae56a1382341),segment_id=8f6002e1-a00c-4743-9d72-ae56a1382341)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:05:56.326459 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5f08f9-21fa-4a65-bb02-27ac2e3d82ff x-openstack-request-id: req-ae5f08f9-21fa-4a65-bb02-27ac2e3d82ff {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:05:56.326790 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39bbf622-2633-48fe-bf0b-2b21d9a04bc1", "name": "network-vif-plugged", "status": "completed", "tag": "9a439ef5-0356-43e5-bf65-a5049f513412", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:05:56.327109 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ae5f08f9-21fa-4a65-bb02-27ac2e3d82ff {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:05:56.327513 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39bbf622-2633-48fe-bf0b-2b21d9a04bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a439ef5-0356-43e5-bf65-a5049f513412', 'code': 200} Feb 28 11:05:56.379755 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (9a439ef5-0356-43e5-bf65-a5049f513412), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:56.430180 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=9a439ef5-0356-43e5-bf65-a5049f513412,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:56.733984 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a66572-23f0-44e8-919f-8b7f5d26f76f req-f17227da-ee96-4f87-ab72-7f6ae6ef2f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:56.735538 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-67a66572-23f0-44e8-919f-8b7f5d26f76f req-f17227da-ee96-4f87-ab72-7f6ae6ef2f1a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=39bbf622-2633-48fe-bf0b-2b21d9a04bc1 HTTP/1.1" status: 200 len: 1129 time: 0.0493269 Feb 28 11:05:56.779577 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-67a66572-23f0-44e8-919f-8b7f5d26f76f req-3f296e3d-85da-4976-a094-1d606f2dc426 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ed3ff83c-e36b-44b8-ac55-f8a27e0e1d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387459 Feb 28 11:05:57.310662 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e07380-9f7b-4bb1-ba86-5d69639cb00d req-5122a484-fae7-401a-a02b-b36496bd4c27 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:57.312209 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-13e07380-9f7b-4bb1-ba86-5d69639cb00d req-5122a484-fae7-401a-a02b-b36496bd4c27 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] 10.222.0.62 "GET /v2.0/ports?device_id=39bbf622-2633-48fe-bf0b-2b21d9a04bc1 HTTP/1.1" status: 200 len: 945 time: 0.0538623 Feb 28 11:05:57.363567 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-13e07380-9f7b-4bb1-ba86-5d69639cb00d req-f1144961-80f3-4160-851e-2c18af261778 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed3ff83c-e36b-44b8-ac55-f8a27e0e1d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435412 Feb 28 11:05:58.492107 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73e054-1477-44ff-819f-e69aaf734e3b req-67c31a3d-c0f4-4fc1-a36d-362300054c2f tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:58.493697 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-bf73e054-1477-44ff-819f-e69aaf734e3b req-67c31a3d-c0f4-4fc1-a36d-362300054c2f tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] 10.222.0.62 "GET /v2.0/ports?device_id=39bbf622-2633-48fe-bf0b-2b21d9a04bc1 HTTP/1.1" status: 200 len: 945 time: 0.0595505 Feb 28 11:05:58.542265 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-bf73e054-1477-44ff-819f-e69aaf734e3b req-a840f5df-1c19-4d17-882e-a8d0acbe57cd tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed3ff83c-e36b-44b8-ac55-f8a27e0e1d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428967 Feb 28 11:05:58.667817 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67811bb1-c2cb-4c76-a3d1-23a9da8872ec req-82d04f67-a3ed-4ed9-a07a-cbb2ba0d9cfb tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:58.669272 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-67811bb1-c2cb-4c76-a3d1-23a9da8872ec req-82d04f67-a3ed-4ed9-a07a-cbb2ba0d9cfb tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] 10.222.0.62 "GET /v2.0/ports?device_id=39bbf622-2633-48fe-bf0b-2b21d9a04bc1 HTTP/1.1" status: 200 len: 945 time: 0.0584002 Feb 28 11:05:58.720864 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-67811bb1-c2cb-4c76-a3d1-23a9da8872ec req-eb67426f-d6ce-423e-b5c8-dc5217801b3a tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed3ff83c-e36b-44b8-ac55-f8a27e0e1d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452683 Feb 28 11:06:00.830313 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:03.402682 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-91889f15-a9ff-45bc-a602-e779912435a1 req-46ba101f-ad5a-4dcb-8dc5-11ed25b8b49b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=39bbf622-2633-48fe-bf0b-2b21d9a04bc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0468419 Feb 28 11:06:03.524108 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91889f15-a9ff-45bc-a602-e779912435a1 req-7630db57-dc28-43bd-9408-f807337cbc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:06:03.525855 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-91889f15-a9ff-45bc-a602-e779912435a1 req-7630db57-dc28-43bd-9408-f807337cbc1b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7308afa344764307a6abc78b5286b969&device_id=39bbf622-2633-48fe-bf0b-2b21d9a04bc1 HTTP/1.1" status: 200 len: 1129 time: 0.0638168 Feb 28 11:06:03.637561 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91889f15-a9ff-45bc-a602-e779912435a1 req-783f7e42-fc1c-49a1-a2fa-648b4e12a83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:06:03.639090 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-91889f15-a9ff-45bc-a602-e779912435a1 req-783f7e42-fc1c-49a1-a2fa-648b4e12a83b service neutron] 10.222.0.70 "GET /v2.0/networks?id=ba33d83a-48c8-42b6-8136-ed345caca161 HTTP/1.1" status: 200 len: 916 time: 0.0951252 Feb 28 11:06:03.679827 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-91889f15-a9ff-45bc-a602-e779912435a1 req-a95bae00-38d6-47f1-acab-34fb58befa63 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a439ef5-0356-43e5-bf65-a5049f513412 HTTP/1.1" status: 200 len: 217 time: 0.0351648 Feb 28 11:06:03.714149 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:06:03.728955 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91889f15-a9ff-45bc-a602-e779912435a1 req-885329f3-6faa-4a04-87c1-c7bde071940c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:06:03.730464 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-91889f15-a9ff-45bc-a602-e779912435a1 req-885329f3-6faa-4a04-87c1-c7bde071940c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6cccf160-4eb7-492e-8ca3-af93fa487e04 HTTP/1.1" status: 200 len: 855 time: 0.0455310 Feb 28 11:06:03.783636 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91889f15-a9ff-45bc-a602-e779912435a1 req-1372b231-5f09-4ab6-9f72-3a7391b78a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:06:03.785979 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-91889f15-a9ff-45bc-a602-e779912435a1 req-1372b231-5f09-4ab6-9f72-3a7391b78a81 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ba33d83a-48c8-42b6-8136-ed345caca161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0487175 Feb 28 11:06:03.796104 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [req-91889f15-a9ff-45bc-a602-e779912435a1 req-bfbbe80a-8c1b-49ec-939f-e8d106f62295 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 11:06:03.797317 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-91889f15-a9ff-45bc-a602-e779912435a1 req-bfbbe80a-8c1b-49ec-939f-e8d106f62295 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051258 Feb 28 11:06:03.898589 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-91889f15-a9ff-45bc-a602-e779912435a1 req-5c026d29-faac-4dab-8745-d91f2b668fe4 service neutron] 10.222.0.70 "GET /v2.0/networks/ba33d83a-48c8-42b6-8136-ed345caca161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949252 Feb 28 11:06:04.021126 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-91889f15-a9ff-45bc-a602-e779912435a1 req-fd40c1c8-b893-470e-906a-17587f7d2fd0 service neutron] 10.222.0.70 "GET /v2.0/networks/ba33d83a-48c8-42b6-8136-ed345caca161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146350 Feb 28 11:06:16.447756 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-90a3422b-3696-417b-a10c-48ae609ef68d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:18.692110 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3712ceb8-9a75-4cfe-960c-41d6a1006e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:20.122286 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:21.452578 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:22.723239 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:30.840348 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:39.545970 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e04a6-77e1-4f87-9cee-c6a50ef1fa8e req-956ea285-2af8-46d7-bc14-9741df804a28 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:06:39.547516 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-743e04a6-77e1-4f87-9cee-c6a50ef1fa8e req-956ea285-2af8-46d7-bc14-9741df804a28 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] 10.222.0.62 "GET /v2.0/ports?device_id=39bbf622-2633-48fe-bf0b-2b21d9a04bc1 HTTP/1.1" status: 200 len: 945 time: 0.0568767 Feb 28 11:06:39.597106 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-743e04a6-77e1-4f87-9cee-c6a50ef1fa8e req-c0c1460b-94ab-4215-a851-9e5e758f156a tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed3ff83c-e36b-44b8-ac55-f8a27e0e1d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431190 Feb 28 11:06:40.714988 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:06:40.722431 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd7333-a609-4bce-b1f0-3f6422e82fd5 req-9d057dad-52cc-4dad-9c66-1a6f79776952 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:06:40.723972 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-6dbd7333-a609-4bce-b1f0-3f6422e82fd5 req-9d057dad-52cc-4dad-9c66-1a6f79776952 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] 10.222.0.62 "GET /v2.0/ports?device_id=39bbf622-2633-48fe-bf0b-2b21d9a04bc1 HTTP/1.1" status: 200 len: 945 time: 0.0552022 Feb 28 11:06:40.772753 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-6dbd7333-a609-4bce-b1f0-3f6422e82fd5 req-8c02a183-4eb2-436b-8433-169b78436053 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed3ff83c-e36b-44b8-ac55-f8a27e0e1d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431216 Feb 28 11:06:41.121417 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f51f0c-8795-4484-b2b2-23d8072a1a64 req-0d609976-f676-486b-8b8b-c3778455b05c tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:06:41.123963 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f4f51f0c-8795-4484-b2b2-23d8072a1a64 req-0d609976-f676-486b-8b8b-c3778455b05c tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] 10.222.0.70 "GET /v2.0/ports?device_id=39bbf622-2633-48fe-bf0b-2b21d9a04bc1 HTTP/1.1" status: 200 len: 945 time: 0.0728979 Feb 28 11:06:41.227947 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-f4f51f0c-8795-4484-b2b2-23d8072a1a64 req-739ea080-d012-4df0-ac33-c6461f3e94a5 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Deleting port 9a439ef5-0356-43e5-bf65-a5049f513412 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:06:41.228284 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-f4f51f0c-8795-4484-b2b2-23d8072a1a64 req-739ea080-d012-4df0-ac33-c6461f3e94a5 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (9a439ef5-0356-43e5-bf65-a5049f513412), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:41.317613 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-f4f51f0c-8795-4484-b2b2-23d8072a1a64 req-739ea080-d012-4df0-ac33-c6461f3e94a5 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] For port 9a439ef5-0356-43e5-bf65-a5049f513412, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=9a439ef5-0356-43e5-bf65-a5049f513412,segment=NetworkSegment(8f6002e1-a00c-4743-9d72-ae56a1382341),segment_id=8f6002e1-a00c-4743-9d72-ae56a1382341)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:06:41.317969 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-f4f51f0c-8795-4484-b2b2-23d8072a1a64 req-739ea080-d012-4df0-ac33-c6461f3e94a5 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (9a439ef5-0356-43e5-bf65-a5049f513412), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:41.331056 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-f4f51f0c-8795-4484-b2b2-23d8072a1a64 req-739ea080-d012-4df0-ac33-c6461f3e94a5 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Calling delete_port for 9a439ef5-0356-43e5-bf65-a5049f513412 owned by compute:nova {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:06:41.556359 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-f4f51f0c-8795-4484-b2b2-23d8072a1a64 req-739ea080-d012-4df0-ac33-c6461f3e94a5 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (9a439ef5-0356-43e5-bf65-a5049f513412), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:41.584669 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739ea080-d012-4df0-ac33-c6461f3e94a5 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Pushing event deleted for resources: {'Port': ['ID=9a439ef5-0356-43e5-bf65-a5049f513412,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:06:41.589059 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['9a439ef5-0356-43e5-bf65-a5049f513412'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:06:41.644063 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f51f0c-8795-4484-b2b2-23d8072a1a64 req-739ea080-d012-4df0-ac33-c6461f3e94a5 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] No DVR routers for this DVR port 9a439ef5-0356-43e5-bf65-a5049f513412 on host hv-neutron-8291 {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:06:41.646856 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-f4f51f0c-8795-4484-b2b2-23d8072a1a64 req-739ea080-d012-4df0-ac33-c6461f3e94a5 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:41.650326 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f4f51f0c-8795-4484-b2b2-23d8072a1a64 req-739ea080-d012-4df0-ac33-c6461f3e94a5 tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] 10.222.0.70 "DELETE /v2.0/ports/9a439ef5-0356-43e5-bf65-a5049f513412 HTTP/1.1" status: 204 len: 173 time: 0.5213218 Feb 28 11:06:41.650792 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39bbf622-2633-48fe-bf0b-2b21d9a04bc1', 'name': 'network-vif-deleted', 'tag': '9a439ef5-0356-43e5-bf65-a5049f513412'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:06:41.653992 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf233a7a-667d-4504-a18f-39262ec7641f" -d '{"events": [{"server_uuid": "39bbf622-2633-48fe-bf0b-2b21d9a04bc1", "name": "network-vif-deleted", "tag": "9a439ef5-0356-43e5-bf65-a5049f513412"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:06:41.696748 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea54ff8-3bf8-4879-86a1-c4efb407e3f2 x-openstack-request-id: req-cea54ff8-3bf8-4879-86a1-c4efb407e3f2 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:06:41.697063 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39bbf622-2633-48fe-bf0b-2b21d9a04bc1", "name": "network-vif-deleted", "tag": "9a439ef5-0356-43e5-bf65-a5049f513412", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:06:41.697307 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cea54ff8-3bf8-4879-86a1-c4efb407e3f2 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:06:41.697711 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39bbf622-2633-48fe-bf0b-2b21d9a04bc1', 'name': 'network-vif-deleted', 'tag': '9a439ef5-0356-43e5-bf65-a5049f513412', 'status': 'completed', 'code': 200} Feb 28 11:06:41.885480 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-186d64c8-f0f1-4141-8461-3296802fd045 req-a0934faf-8b59-4b15-b6cc-5d3a6913d28a tempest-TestEncryptedCinderVolumes-1499522065 tempest-TestEncryptedCinderVolumes-1499522065-project] 10.222.0.62 "GET /v2.0/ports?device_id=39bbf622-2633-48fe-bf0b-2b21d9a04bc1 HTTP/1.1" status: 200 len: 210 time: 0.0349436 Feb 28 11:06:43.075372 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 54810) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:06:43.742779 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1098e703-5838-4665-a736-ad5ed4438b3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047661'] for router_interface (c74c6153-5e8e-4313-827f-1ff6eb2c8b7f), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:44.002770 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-1098e703-5838-4665-a736-ad5ed4438b3f admin admin] Deleting port 6397baba-8cff-4269-a968-8f99f3a56dee {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:06:44.003068 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1098e703-5838-4665-a736-ad5ed4438b3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (6397baba-8cff-4269-a968-8f99f3a56dee), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:44.088431 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-1098e703-5838-4665-a736-ad5ed4438b3f admin admin] For port 6397baba-8cff-4269-a968-8f99f3a56dee, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=6397baba-8cff-4269-a968-8f99f3a56dee,segment=NetworkSegment(8f6002e1-a00c-4743-9d72-ae56a1382341),segment_id=8f6002e1-a00c-4743-9d72-ae56a1382341)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:06:44.089061 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1098e703-5838-4665-a736-ad5ed4438b3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (6397baba-8cff-4269-a968-8f99f3a56dee), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:44.102788 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-1098e703-5838-4665-a736-ad5ed4438b3f admin admin] Calling delete_port for 6397baba-8cff-4269-a968-8f99f3a56dee owned by network:router_interface {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:06:44.196327 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 9a439ef5-0356-43e5-bf65-a5049f513412 no longer exists at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:06:44.215920 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] No Port match for: 9a439ef5-0356-43e5-bf65-a5049f513412 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:06:44.216282 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 9a439ef5-0356-43e5-bf65-a5049f513412 not bound to the agent host hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:06:44.378929 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1098e703-5838-4665-a736-ad5ed4438b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (6397baba-8cff-4269-a968-8f99f3a56dee), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:44.405911 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1098e703-5838-4665-a736-ad5ed4438b3f admin admin] Pushing event deleted for resources: {'Port': ['ID=6397baba-8cff-4269-a968-8f99f3a56dee,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:06:44.433581 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1098e703-5838-4665-a736-ad5ed4438b3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:44.433940 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1098e703-5838-4665-a736-ad5ed4438b3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:44.434288 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1098e703-5838-4665-a736-ad5ed4438b3f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:44.434631 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1098e703-5838-4665-a736-ad5ed4438b3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:44.434997 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1098e703-5838-4665-a736-ad5ed4438b3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:44.435337 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1098e703-5838-4665-a736-ad5ed4438b3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:44.435672 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1098e703-5838-4665-a736-ad5ed4438b3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:44.436010 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1098e703-5838-4665-a736-ad5ed4438b3f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:44.436342 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1098e703-5838-4665-a736-ad5ed4438b3f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:44.436670 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1098e703-5838-4665-a736-ad5ed4438b3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:44.437043 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1098e703-5838-4665-a736-ad5ed4438b3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:44.437381 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1098e703-5838-4665-a736-ad5ed4438b3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:44.437704 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1098e703-5838-4665-a736-ad5ed4438b3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:44.591784 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1098e703-5838-4665-a736-ad5ed4438b3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1047681'] for router_interface (c74c6153-5e8e-4313-827f-1ff6eb2c8b7f), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:44.825153 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1098e703-5838-4665-a736-ad5ed4438b3f admin admin] Router c74c6153-5e8e-4313-827f-1ff6eb2c8b7f has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:06:44.940594 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1098e703-5838-4665-a736-ad5ed4438b3f admin admin] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:06:44.945697 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-1098e703-5838-4665-a736-ad5ed4438b3f admin admin] 10.222.0.62 "PUT /v2.0/routers/c74c6153-5e8e-4313-827f-1ff6eb2c8b7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8685486 Feb 28 11:06:44.948239 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 54812) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:06:44.949893 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bd7d15-a8f1-4e01-a8e8-01f754d7f079 None None] Sync routers for ids ['c74c6153-5e8e-4313-827f-1ff6eb2c8b7f'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:06:44.961556 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bd7d15-a8f1-4e01-a8e8-01f754d7f079 None None] Routers {'c74c6153-5e8e-4313-827f-1ff6eb2c8b7f'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:06:44.962188 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-59bd7d15-a8f1-4e01-a8e8-01f754d7f079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:06:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['c74c6153-5e8e-4313-827f-1ff6eb2c8b7f'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:06:45.061614 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6affb28e-bc7d-4886-b03f-1e5836283104 admin admin] Publish callbacks [] for router (c74c6153-5e8e-4313-827f-1ff6eb2c8b7f), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:45.075690 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-59bd7d15-a8f1-4e01-a8e8-01f754d7f079 None None] Set router c74c6153-5e8e-4313-827f-1ff6eb2c8b7f gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:06:45.175153 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6affb28e-bc7d-4886-b03f-1e5836283104 admin admin] Publish callbacks [] for router_gateway (c74c6153-5e8e-4313-827f-1ff6eb2c8b7f), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:45.261623 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-59bd7d15-a8f1-4e01-a8e8-01f754d7f079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74c6153-5e8e-4313-827f-1ff6eb2c8b7f', 'name': 'tempest-TestEncryptedCinderVolumes-733628075-router', 'tenant_id': '7308afa344764307a6abc78b5286b969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': 'f150fa7f-d3fe-4403-8ae5-222a423886e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:04:34Z', 'updated_at': '2022-02-28T11:06:44Z', 'revision_number': 5, 'project_id': '7308afa344764307a6abc78b5286b969', 'gw_port': {'id': 'f150fa7f-d3fe-4403-8ae5-222a423886e0', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:62:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74c6153-5e8e-4313-827f-1ff6eb2c8b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:04:35Z', 'updated_at': '2022-02-28T11:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:06:45.293818 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bd7d15-a8f1-4e01-a8e8-01f754d7f079 None None] Checking router: c74c6153-5e8e-4313-827f-1ff6eb2c8b7f for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:06:45.303095 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bd7d15-a8f1-4e01-a8e8-01f754d7f079 None None] Routers {'c74c6153-5e8e-4313-827f-1ff6eb2c8b7f'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:06:45.303738 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-59bd7d15-a8f1-4e01-a8e8-01f754d7f079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:06:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['c74c6153-5e8e-4313-827f-1ff6eb2c8b7f'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:06:45.309984 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-6affb28e-bc7d-4886-b03f-1e5836283104 admin admin] Deleting port f150fa7f-d3fe-4403-8ae5-222a423886e0 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:06:45.310321 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6affb28e-bc7d-4886-b03f-1e5836283104 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (f150fa7f-d3fe-4403-8ae5-222a423886e0), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:45.396542 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-59bd7d15-a8f1-4e01-a8e8-01f754d7f079 None None] Set router c74c6153-5e8e-4313-827f-1ff6eb2c8b7f gateway port host: None {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:06:45.398414 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-6affb28e-bc7d-4886-b03f-1e5836283104 admin admin] For port f150fa7f-d3fe-4403-8ae5-222a423886e0, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=f150fa7f-d3fe-4403-8ae5-222a423886e0,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:06:45.399075 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6affb28e-bc7d-4886-b03f-1e5836283104 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (f150fa7f-d3fe-4403-8ae5-222a423886e0), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:45.412690 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-6affb28e-bc7d-4886-b03f-1e5836283104 admin admin] Calling delete_port for f150fa7f-d3fe-4403-8ae5-222a423886e0 owned by network:router_gateway {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:06:45.449524 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-59bd7d15-a8f1-4e01-a8e8-01f754d7f079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74c6153-5e8e-4313-827f-1ff6eb2c8b7f', 'name': 'tempest-TestEncryptedCinderVolumes-733628075-router', 'tenant_id': '7308afa344764307a6abc78b5286b969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:04:34Z', 'updated_at': '2022-02-28T11:06:45Z', 'revision_number': 6, 'project_id': '7308afa344764307a6abc78b5286b969', 'gw_port_host': None}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:06:45.480570 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bd7d15-a8f1-4e01-a8e8-01f754d7f079 None None] The sync data for ids ['c74c6153-5e8e-4313-827f-1ff6eb2c8b7f'] in dv-neutron-829161-3-hyperv is: [{'id': 'c74c6153-5e8e-4313-827f-1ff6eb2c8b7f', 'name': 'tempest-TestEncryptedCinderVolumes-733628075-router', 'tenant_id': '7308afa344764307a6abc78b5286b969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:04:34Z', 'updated_at': '2022-02-28T11:06:45Z', 'revision_number': 6, 'project_id': '7308afa344764307a6abc78b5286b969', 'gw_port_host': None}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:06:45.660153 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6affb28e-bc7d-4886-b03f-1e5836283104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (f150fa7f-d3fe-4403-8ae5-222a423886e0), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:45.688142 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6affb28e-bc7d-4886-b03f-1e5836283104 admin admin] Pushing event deleted for resources: {'Port': ['ID=f150fa7f-d3fe-4403-8ae5-222a423886e0,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:06:45.749230 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6affb28e-bc7d-4886-b03f-1e5836283104 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047843'] for router_gateway (c74c6153-5e8e-4313-827f-1ff6eb2c8b7f), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:45.849146 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6affb28e-bc7d-4886-b03f-1e5836283104 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (c74c6153-5e8e-4313-827f-1ff6eb2c8b7f), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:45.851635 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6affb28e-bc7d-4886-b03f-1e5836283104 admin admin] Publish callbacks [] for router_controller (c74c6153-5e8e-4313-827f-1ff6eb2c8b7f), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:45.961831 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6affb28e-bc7d-4886-b03f-1e5836283104 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (c74c6153-5e8e-4313-827f-1ff6eb2c8b7f), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:45.962406 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6affb28e-bc7d-4886-b03f-1e5836283104 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c74c6153-5e8e-4313-827f-1ff6eb2c8b7f {{(pid=104084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:06:45.966857 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6affb28e-bc7d-4886-b03f-1e5836283104 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:45.967961 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-6affb28e-bc7d-4886-b03f-1e5836283104 admin admin] 10.222.0.62 "DELETE /v2.0/routers/c74c6153-5e8e-4313-827f-1ff6eb2c8b7f HTTP/1.1" status: 204 len: 168 time: 1.0187776 Feb 28 11:06:45.970550 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 54814) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:06:46.017336 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f70cece-77e6-475d-9791-c58ac6c88f83 admin admin] Deleting subnet 6cccf160-4eb7-492e-8ca3-af93fa487e04 {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 11:06:46.021251 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6f70cece-77e6-475d-9791-c58ac6c88f83 admin admin] Publish callbacks [] for subnet (6cccf160-4eb7-492e-8ca3-af93fa487e04), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:46.062679 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6f70cece-77e6-475d-9791-c58ac6c88f83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (6cccf160-4eb7-492e-8ca3-af93fa487e04), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:46.145657 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6f70cece-77e6-475d-9791-c58ac6c88f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (6cccf160-4eb7-492e-8ca3-af93fa487e04), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:46.253560 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6f70cece-77e6-475d-9791-c58ac6c88f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (6cccf160-4eb7-492e-8ca3-af93fa487e04), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:46.279566 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f70cece-77e6-475d-9791-c58ac6c88f83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cccf160-4eb7-492e-8ca3-af93fa487e04,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:06:46.287755 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6f70cece-77e6-475d-9791-c58ac6c88f83 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:46.291150 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-6f70cece-77e6-475d-9791-c58ac6c88f83 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/6cccf160-4eb7-492e-8ca3-af93fa487e04 HTTP/1.1" status: 204 len: 168 time: 0.3193867 Feb 28 11:06:46.293863 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a7e765-0a0a-4c76-9cf8-c77f59920c07 None None] Network ba33d83a-48c8-42b6-8136-ed345caca161 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:06:46.294394 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 54816) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:06:46.368461 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f3a30a50-69e1-48ad-9068-662968ebe19b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (ba33d83a-48c8-42b6-8136-ed345caca161), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:46.442728 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-f3a30a50-69e1-48ad-9068-662968ebe19b admin admin] Deleting port 72669ad3-9497-4c0f-9aed-30849020a591 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:06:46.442728 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f3a30a50-69e1-48ad-9068-662968ebe19b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (72669ad3-9497-4c0f-9aed-30849020a591), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:46.459118 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-af48850e-6e33-45e5-bb03-c0d6de65eccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:46.493464 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b384f70-5e38-403f-9b2d-3f094ff3a6a0 None None] DHCP port deletion for ba33d83a-48c8-42b6-8136-ed345caca161 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 11:06:46.524160 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-f3a30a50-69e1-48ad-9068-662968ebe19b admin admin] For port 72669ad3-9497-4c0f-9aed-30849020a591, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=72669ad3-9497-4c0f-9aed-30849020a591,segment=NetworkSegment(8f6002e1-a00c-4743-9d72-ae56a1382341),segment_id=8f6002e1-a00c-4743-9d72-ae56a1382341)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:06:46.524685 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f3a30a50-69e1-48ad-9068-662968ebe19b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (72669ad3-9497-4c0f-9aed-30849020a591), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:46.542378 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 6397baba-8cff-4269-a968-8f99f3a56dee no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:06:46.546128 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-f3a30a50-69e1-48ad-9068-662968ebe19b admin admin] Calling delete_port for 72669ad3-9497-4c0f-9aed-30849020a591 owned by network:dhcp {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:06:46.564468 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 6397baba-8cff-4269-a968-8f99f3a56dee {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:06:46.565126 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 6397baba-8cff-4269-a968-8f99f3a56dee not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:06:46.565713 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device f150fa7f-d3fe-4403-8ae5-222a423886e0 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:06:46.588137 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: f150fa7f-d3fe-4403-8ae5-222a423886e0 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:06:46.588497 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device f150fa7f-d3fe-4403-8ae5-222a423886e0 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:06:46.611118 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-5b384f70-5e38-403f-9b2d-3f094ff3a6a0 None None] Deleting port 72669ad3-9497-4c0f-9aed-30849020a591 {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:06:46.611494 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5b384f70-5e38-403f-9b2d-3f094ff3a6a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (72669ad3-9497-4c0f-9aed-30849020a591), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:46.677718 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-5b384f70-5e38-403f-9b2d-3f094ff3a6a0 None None] For port 72669ad3-9497-4c0f-9aed-30849020a591, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=72669ad3-9497-4c0f-9aed-30849020a591,segment=NetworkSegment(8f6002e1-a00c-4743-9d72-ae56a1382341),segment_id=8f6002e1-a00c-4743-9d72-ae56a1382341)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:06:46.678711 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5b384f70-5e38-403f-9b2d-3f094ff3a6a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (72669ad3-9497-4c0f-9aed-30849020a591), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:46.691084 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-5b384f70-5e38-403f-9b2d-3f094ff3a6a0 None None] Calling delete_port for 72669ad3-9497-4c0f-9aed-30849020a591 owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:06:46.704800 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f3a30a50-69e1-48ad-9068-662968ebe19b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (72669ad3-9497-4c0f-9aed-30849020a591), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:46.732417 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a30a50-69e1-48ad-9068-662968ebe19b admin admin] Pushing event deleted for resources: {'Port': ['ID=72669ad3-9497-4c0f-9aed-30849020a591,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:06:46.734883 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a30a50-69e1-48ad-9068-662968ebe19b admin admin] No DVR routers for this DVR port 72669ad3-9497-4c0f-9aed-30849020a591 on host dv-neutron-829161-3-hyperv {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:06:46.763243 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a30a50-69e1-48ad-9068-662968ebe19b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:46.763497 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a30a50-69e1-48ad-9068-662968ebe19b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:46.763843 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a30a50-69e1-48ad-9068-662968ebe19b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:46.764184 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a30a50-69e1-48ad-9068-662968ebe19b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:46.764520 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a30a50-69e1-48ad-9068-662968ebe19b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:46.764858 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a30a50-69e1-48ad-9068-662968ebe19b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:46.765191 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a30a50-69e1-48ad-9068-662968ebe19b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:46.765519 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a30a50-69e1-48ad-9068-662968ebe19b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:46.765850 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a30a50-69e1-48ad-9068-662968ebe19b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:46.766183 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a30a50-69e1-48ad-9068-662968ebe19b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:46.766513 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a30a50-69e1-48ad-9068-662968ebe19b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:46.766857 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a30a50-69e1-48ad-9068-662968ebe19b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:46.767194 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a30a50-69e1-48ad-9068-662968ebe19b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:46.768753 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5b384f70-5e38-403f-9b2d-3f094ff3a6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (72669ad3-9497-4c0f-9aed-30849020a591), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:46.796193 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b384f70-5e38-403f-9b2d-3f094ff3a6a0 None None] Pushing event deleted for resources: {'Port': ['ID=72669ad3-9497-4c0f-9aed-30849020a591,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:06:46.802330 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b384f70-5e38-403f-9b2d-3f094ff3a6a0 None None] No DVR routers for this DVR port 72669ad3-9497-4c0f-9aed-30849020a591 on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:06:47.196428 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f3a30a50-69e1-48ad-9068-662968ebe19b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (ba33d83a-48c8-42b6-8136-ed345caca161), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:47.215961 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-f3a30a50-69e1-48ad-9068-662968ebe19b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba33d83a-48c8-42b6-8136-ed345caca161']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:06:47.225959 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-f3a30a50-69e1-48ad-9068-662968ebe19b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f6002e1-a00c-4743-9d72-ae56a1382341') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:06:47.226252 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-f3a30a50-69e1-48ad-9068-662968ebe19b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f6002e1-a00c-4743-9d72-ae56a1382341') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:06:47.236214 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f3a30a50-69e1-48ad-9068-662968ebe19b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (8f6002e1-a00c-4743-9d72-ae56a1382341), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:47.250626 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f3a30a50-69e1-48ad-9068-662968ebe19b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (8f6002e1-a00c-4743-9d72-ae56a1382341), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:47.258211 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3a30a50-69e1-48ad-9068-662968ebe19b admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:06:47.258609 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f3a30a50-69e1-48ad-9068-662968ebe19b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (8f6002e1-a00c-4743-9d72-ae56a1382341), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:47.260338 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 11:06:47.260338 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:06:47.260338 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 11:06:47.260338 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:06:47.260338 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 11:06:47.260338 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 11:06:47.260338 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 11:06:47.260338 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:06:47.260338 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 11:06:47.260338 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:06:47.260338 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 11:06:47.260338 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:06:47.260338 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 11:06:47.260338 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 11:06:47.260338 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:06:47.260338 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 11:06:47.260338 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:06:47.260338 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 11:06:47.260338 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 11:06:47.260338 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:06:47.260338 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 11:06:47.260338 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:06:47.260338 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:06:47.260338 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:06:47.260338 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 11:06:47.260338 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:06:47.260338 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:06:47.260338 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:06:47.260338 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:06:47.260338 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:06:47.260338 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:06:47.260338 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:06:47.373530 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f3a30a50-69e1-48ad-9068-662968ebe19b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (ba33d83a-48c8-42b6-8136-ed345caca161), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:47.380066 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f3a30a50-69e1-48ad-9068-662968ebe19b admin admin] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:47.385884 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-f3a30a50-69e1-48ad-9068-662968ebe19b admin admin] 10.222.0.62 "DELETE /v2.0/networks/ba33d83a-48c8-42b6-8136-ed345caca161 HTTP/1.1" status: 204 len: 168 time: 1.0881143 Feb 28 11:06:47.386352 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 54818) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:06:47.395466 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a30a50-69e1-48ad-9068-662968ebe19b admin admin] Pushing event deleted for resources: {'Network': ['ID=ba33d83a-48c8-42b6-8136-ed345caca161,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:06:47.805134 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-be3304f7-0895-482b-82bf-9fee842c89b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047661'] for router_interface (28aa0c00-c5a8-4eb3-a31a-834503a8c07b), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:48.057715 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-be3304f7-0895-482b-82bf-9fee842c89b4 admin admin] Deleting port dab0e7e2-8caf-4310-abc6-86427705da5c {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:06:48.057971 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-be3304f7-0895-482b-82bf-9fee842c89b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (dab0e7e2-8caf-4310-abc6-86427705da5c), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:48.138358 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-be3304f7-0895-482b-82bf-9fee842c89b4 admin admin] For port dab0e7e2-8caf-4310-abc6-86427705da5c, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=dab0e7e2-8caf-4310-abc6-86427705da5c,segment=NetworkSegment(7f62db5c-862b-4cbd-9cf2-571f223812f3),segment_id=7f62db5c-862b-4cbd-9cf2-571f223812f3)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:06:48.138714 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-be3304f7-0895-482b-82bf-9fee842c89b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (dab0e7e2-8caf-4310-abc6-86427705da5c), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:48.151811 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-be3304f7-0895-482b-82bf-9fee842c89b4 admin admin] Calling delete_port for dab0e7e2-8caf-4310-abc6-86427705da5c owned by network:router_interface {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:06:48.411566 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-be3304f7-0895-482b-82bf-9fee842c89b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (dab0e7e2-8caf-4310-abc6-86427705da5c), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:48.443788 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3304f7-0895-482b-82bf-9fee842c89b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=dab0e7e2-8caf-4310-abc6-86427705da5c,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:06:48.491162 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 72669ad3-9497-4c0f-9aed-30849020a591 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:06:48.619558 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-be3304f7-0895-482b-82bf-9fee842c89b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1047681'] for router_interface (28aa0c00-c5a8-4eb3-a31a-834503a8c07b), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:48.671422 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 72669ad3-9497-4c0f-9aed-30849020a591 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:06:48.671713 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 72669ad3-9497-4c0f-9aed-30849020a591 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:06:48.737856 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f7905c84-a4ab-4d9a-9d4f-04c04b9cc44b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:49.120257 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be3304f7-0895-482b-82bf-9fee842c89b4 admin admin] Router 28aa0c00-c5a8-4eb3-a31a-834503a8c07b has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:06:49.241519 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3304f7-0895-482b-82bf-9fee842c89b4 admin admin] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:06:49.246701 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-be3304f7-0895-482b-82bf-9fee842c89b4 admin admin] 10.222.0.62 "PUT /v2.0/routers/28aa0c00-c5a8-4eb3-a31a-834503a8c07b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8591762 Feb 28 11:06:49.249429 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 54820) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:06:49.252876 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df28c45-3698-4d9a-ba23-613389781a07 None None] Sync routers for ids ['28aa0c00-c5a8-4eb3-a31a-834503a8c07b'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:06:49.262465 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df28c45-3698-4d9a-ba23-613389781a07 None None] Routers {'28aa0c00-c5a8-4eb3-a31a-834503a8c07b'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:06:49.263120 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-5df28c45-3698-4d9a-ba23-613389781a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:06:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['28aa0c00-c5a8-4eb3-a31a-834503a8c07b'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:06:49.373130 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-5df28c45-3698-4d9a-ba23-613389781a07 None None] Set router 28aa0c00-c5a8-4eb3-a31a-834503a8c07b gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:06:49.387662 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-071dc876-c18c-43c1-a25c-5a6733367e26 admin admin] Publish callbacks [] for router (28aa0c00-c5a8-4eb3-a31a-834503a8c07b), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:49.498432 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-071dc876-c18c-43c1-a25c-5a6733367e26 admin admin] Publish callbacks [] for router_gateway (28aa0c00-c5a8-4eb3-a31a-834503a8c07b), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:49.566847 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-5df28c45-3698-4d9a-ba23-613389781a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28aa0c00-c5a8-4eb3-a31a-834503a8c07b', 'name': 'tempest-TestEncryptedCinderVolumes-1617864740-router', 'tenant_id': '67352bfadc0e436e86e0f4c7fb5abbbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'b7ea9df5-a7c3-447a-9ea1-d9db5491eadb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:04:41Z', 'updated_at': '2022-02-28T11:06:48Z', 'revision_number': 5, 'project_id': '67352bfadc0e436e86e0f4c7fb5abbbc', 'gw_port': {'id': 'b7ea9df5-a7c3-447a-9ea1-d9db5491eadb', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f3:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28aa0c00-c5a8-4eb3-a31a-834503a8c07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:04:42Z', 'updated_at': '2022-02-28T11:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:06:49.598784 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df28c45-3698-4d9a-ba23-613389781a07 None None] Checking router: 28aa0c00-c5a8-4eb3-a31a-834503a8c07b for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:06:49.607437 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df28c45-3698-4d9a-ba23-613389781a07 None None] Routers {'28aa0c00-c5a8-4eb3-a31a-834503a8c07b'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:06:49.608065 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-5df28c45-3698-4d9a-ba23-613389781a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:06:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['28aa0c00-c5a8-4eb3-a31a-834503a8c07b'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:06:49.616222 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-071dc876-c18c-43c1-a25c-5a6733367e26 admin admin] Deleting port b7ea9df5-a7c3-447a-9ea1-d9db5491eadb {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:06:49.620719 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-071dc876-c18c-43c1-a25c-5a6733367e26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (b7ea9df5-a7c3-447a-9ea1-d9db5491eadb), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:49.695413 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-071dc876-c18c-43c1-a25c-5a6733367e26 admin admin] For port b7ea9df5-a7c3-447a-9ea1-d9db5491eadb, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=b7ea9df5-a7c3-447a-9ea1-d9db5491eadb,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:06:49.695715 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-071dc876-c18c-43c1-a25c-5a6733367e26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (b7ea9df5-a7c3-447a-9ea1-d9db5491eadb), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:49.697870 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-5df28c45-3698-4d9a-ba23-613389781a07 None None] Set router 28aa0c00-c5a8-4eb3-a31a-834503a8c07b gateway port host: None {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:06:49.708658 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-071dc876-c18c-43c1-a25c-5a6733367e26 admin admin] Calling delete_port for b7ea9df5-a7c3-447a-9ea1-d9db5491eadb owned by network:router_gateway {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:06:49.753829 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-5df28c45-3698-4d9a-ba23-613389781a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28aa0c00-c5a8-4eb3-a31a-834503a8c07b', 'name': 'tempest-TestEncryptedCinderVolumes-1617864740-router', 'tenant_id': '67352bfadc0e436e86e0f4c7fb5abbbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:04:41Z', 'updated_at': '2022-02-28T11:06:49Z', 'revision_number': 6, 'project_id': '67352bfadc0e436e86e0f4c7fb5abbbc', 'gw_port_host': None}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:06:49.791342 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df28c45-3698-4d9a-ba23-613389781a07 None None] The sync data for ids ['28aa0c00-c5a8-4eb3-a31a-834503a8c07b'] in dv-neutron-829161-3-hyperv is: [{'id': '28aa0c00-c5a8-4eb3-a31a-834503a8c07b', 'name': 'tempest-TestEncryptedCinderVolumes-1617864740-router', 'tenant_id': '67352bfadc0e436e86e0f4c7fb5abbbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:04:41Z', 'updated_at': '2022-02-28T11:06:49Z', 'revision_number': 6, 'project_id': '67352bfadc0e436e86e0f4c7fb5abbbc', 'gw_port_host': None}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:06:49.948642 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-071dc876-c18c-43c1-a25c-5a6733367e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (b7ea9df5-a7c3-447a-9ea1-d9db5491eadb), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:49.972533 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071dc876-c18c-43c1-a25c-5a6733367e26 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7ea9df5-a7c3-447a-9ea1-d9db5491eadb,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:06:50.038892 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-071dc876-c18c-43c1-a25c-5a6733367e26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047843'] for router_gateway (28aa0c00-c5a8-4eb3-a31a-834503a8c07b), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:50.117691 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:50.137386 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-071dc876-c18c-43c1-a25c-5a6733367e26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (28aa0c00-c5a8-4eb3-a31a-834503a8c07b), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:50.139694 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-071dc876-c18c-43c1-a25c-5a6733367e26 admin admin] Publish callbacks [] for router_controller (28aa0c00-c5a8-4eb3-a31a-834503a8c07b), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:50.286217 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-071dc876-c18c-43c1-a25c-5a6733367e26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (28aa0c00-c5a8-4eb3-a31a-834503a8c07b), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:50.286852 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071dc876-c18c-43c1-a25c-5a6733367e26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28aa0c00-c5a8-4eb3-a31a-834503a8c07b {{(pid=104084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:06:50.291233 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-071dc876-c18c-43c1-a25c-5a6733367e26 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:50.292389 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-071dc876-c18c-43c1-a25c-5a6733367e26 admin admin] 10.222.0.62 "DELETE /v2.0/routers/28aa0c00-c5a8-4eb3-a31a-834503a8c07b HTTP/1.1" status: 204 len: 168 time: 1.0416503 Feb 28 11:06:50.294814 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 54822) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:06:50.339857 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bd7d57d-47af-4ce0-b4fb-17e44dc52b54 admin admin] Deleting subnet 119ee77f-a4c6-4eb9-90b4-d5c66e29fdfa {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 11:06:50.343057 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3bd7d57d-47af-4ce0-b4fb-17e44dc52b54 admin admin] Publish callbacks [] for subnet (119ee77f-a4c6-4eb9-90b4-d5c66e29fdfa), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:50.386456 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3bd7d57d-47af-4ce0-b4fb-17e44dc52b54 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (119ee77f-a4c6-4eb9-90b4-d5c66e29fdfa), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:50.474715 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3bd7d57d-47af-4ce0-b4fb-17e44dc52b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (119ee77f-a4c6-4eb9-90b4-d5c66e29fdfa), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:50.619864 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3bd7d57d-47af-4ce0-b4fb-17e44dc52b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (119ee77f-a4c6-4eb9-90b4-d5c66e29fdfa), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:50.627786 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device b7ea9df5-a7c3-447a-9ea1-d9db5491eadb no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:06:50.647194 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd7d57d-47af-4ce0-b4fb-17e44dc52b54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=119ee77f-a4c6-4eb9-90b4-d5c66e29fdfa,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:06:50.648904 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: b7ea9df5-a7c3-447a-9ea1-d9db5491eadb {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:06:50.649268 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device b7ea9df5-a7c3-447a-9ea1-d9db5491eadb not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:06:50.649709 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device dab0e7e2-8caf-4310-abc6-86427705da5c no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:06:50.650765 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-3bd7d57d-47af-4ce0-b4fb-17e44dc52b54 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:50.654028 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-3bd7d57d-47af-4ce0-b4fb-17e44dc52b54 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/119ee77f-a4c6-4eb9-90b4-d5c66e29fdfa HTTP/1.1" status: 204 len: 168 time: 0.3582151 Feb 28 11:06:50.656494 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 54824) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:06:50.674577 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: dab0e7e2-8caf-4310-abc6-86427705da5c {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:06:50.675416 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device dab0e7e2-8caf-4310-abc6-86427705da5c not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:06:50.677151 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6dda35-9e0a-4878-9795-0b55074bdabb None None] Network d86e08ce-757a-4d5a-b28a-029a75781175 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:06:50.744357 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-dd00465a-feb5-4d4b-b3a5-2972a728d6ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (d86e08ce-757a-4d5a-b28a-029a75781175), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:50.809222 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-dd00465a-feb5-4d4b-b3a5-2972a728d6ae admin admin] Deleting port d30d236a-21e9-4012-ae8f-37ab86ada2b7 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:06:50.809561 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-dd00465a-feb5-4d4b-b3a5-2972a728d6ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (d30d236a-21e9-4012-ae8f-37ab86ada2b7), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:50.879753 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc9fa33-e74b-415d-a1f1-869f378ed2f2 None None] DHCP port deletion for d86e08ce-757a-4d5a-b28a-029a75781175 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 11:06:50.907787 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-dd00465a-feb5-4d4b-b3a5-2972a728d6ae admin admin] For port d30d236a-21e9-4012-ae8f-37ab86ada2b7, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=d30d236a-21e9-4012-ae8f-37ab86ada2b7,segment=NetworkSegment(7f62db5c-862b-4cbd-9cf2-571f223812f3),segment_id=7f62db5c-862b-4cbd-9cf2-571f223812f3)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:06:50.908152 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-dd00465a-feb5-4d4b-b3a5-2972a728d6ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (d30d236a-21e9-4012-ae8f-37ab86ada2b7), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:50.923006 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-dd00465a-feb5-4d4b-b3a5-2972a728d6ae admin admin] Calling delete_port for d30d236a-21e9-4012-ae8f-37ab86ada2b7 owned by network:dhcp {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:06:50.932403 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-2bc9fa33-e74b-415d-a1f1-869f378ed2f2 None None] Deleting port d30d236a-21e9-4012-ae8f-37ab86ada2b7 {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:06:50.932787 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2bc9fa33-e74b-415d-a1f1-869f378ed2f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (d30d236a-21e9-4012-ae8f-37ab86ada2b7), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:50.999823 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-2bc9fa33-e74b-415d-a1f1-869f378ed2f2 None None] For port d30d236a-21e9-4012-ae8f-37ab86ada2b7, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=d30d236a-21e9-4012-ae8f-37ab86ada2b7,segment=NetworkSegment(7f62db5c-862b-4cbd-9cf2-571f223812f3),segment_id=7f62db5c-862b-4cbd-9cf2-571f223812f3)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:06:51.000142 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2bc9fa33-e74b-415d-a1f1-869f378ed2f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (d30d236a-21e9-4012-ae8f-37ab86ada2b7), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:51.013930 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-2bc9fa33-e74b-415d-a1f1-869f378ed2f2 None None] Calling delete_port for d30d236a-21e9-4012-ae8f-37ab86ada2b7 owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:06:51.082518 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-dd00465a-feb5-4d4b-b3a5-2972a728d6ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (d30d236a-21e9-4012-ae8f-37ab86ada2b7), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:51.091882 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2bc9fa33-e74b-415d-a1f1-869f378ed2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (d30d236a-21e9-4012-ae8f-37ab86ada2b7), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:51.113893 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd00465a-feb5-4d4b-b3a5-2972a728d6ae admin admin] Pushing event deleted for resources: {'Port': ['ID=d30d236a-21e9-4012-ae8f-37ab86ada2b7,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:06:51.119332 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd00465a-feb5-4d4b-b3a5-2972a728d6ae admin admin] No DVR routers for this DVR port d30d236a-21e9-4012-ae8f-37ab86ada2b7 on host dv-neutron-829161-3-hyperv {{(pid=104084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:06:51.126890 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc9fa33-e74b-415d-a1f1-869f378ed2f2 None None] No DVR routers for this DVR port d30d236a-21e9-4012-ae8f-37ab86ada2b7 on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:06:51.131200 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc9fa33-e74b-415d-a1f1-869f378ed2f2 None None] Pushing event deleted for resources: {'Port': ['ID=d30d236a-21e9-4012-ae8f-37ab86ada2b7,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:06:51.195886 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-dd00465a-feb5-4d4b-b3a5-2972a728d6ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (d86e08ce-757a-4d5a-b28a-029a75781175), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:51.217087 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-dd00465a-feb5-4d4b-b3a5-2972a728d6ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d86e08ce-757a-4d5a-b28a-029a75781175']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:06:51.228442 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-dd00465a-feb5-4d4b-b3a5-2972a728d6ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f62db5c-862b-4cbd-9cf2-571f223812f3') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:06:51.228911 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-dd00465a-feb5-4d4b-b3a5-2972a728d6ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f62db5c-862b-4cbd-9cf2-571f223812f3') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:06:51.238883 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-dd00465a-feb5-4d4b-b3a5-2972a728d6ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (7f62db5c-862b-4cbd-9cf2-571f223812f3), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:51.253209 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-dd00465a-feb5-4d4b-b3a5-2972a728d6ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (7f62db5c-862b-4cbd-9cf2-571f223812f3), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:51.259267 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd00465a-feb5-4d4b-b3a5-2972a728d6ae admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:06:51.259656 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-dd00465a-feb5-4d4b-b3a5-2972a728d6ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (7f62db5c-862b-4cbd-9cf2-571f223812f3), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:51.262748 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 11:06:51.262748 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:06:51.262748 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 11:06:51.262748 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:06:51.262748 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 11:06:51.262748 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 11:06:51.262748 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 11:06:51.262748 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:06:51.262748 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 11:06:51.262748 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:06:51.262748 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 11:06:51.262748 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:06:51.262748 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 11:06:51.262748 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 11:06:51.262748 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:06:51.262748 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 11:06:51.262748 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:06:51.262748 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 11:06:51.262748 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 11:06:51.262748 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:06:51.262748 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 11:06:51.262748 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:06:51.262748 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:06:51.262748 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:06:51.262748 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 11:06:51.262748 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:06:51.262748 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:06:51.262748 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:06:51.262748 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:06:51.262748 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:06:51.262748 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:06:51.262748 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:06:51.401884 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-dd00465a-feb5-4d4b-b3a5-2972a728d6ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (d86e08ce-757a-4d5a-b28a-029a75781175), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:51.407419 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-dd00465a-feb5-4d4b-b3a5-2972a728d6ae admin admin] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:51.410853 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-dd00465a-feb5-4d4b-b3a5-2972a728d6ae admin admin] 10.222.0.62 "DELETE /v2.0/networks/d86e08ce-757a-4d5a-b28a-029a75781175 HTTP/1.1" status: 204 len: 168 time: 0.7533579 Feb 28 11:06:51.422190 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd00465a-feb5-4d4b-b3a5-2972a728d6ae admin admin] Pushing event deleted for resources: {'Network': ['ID=d86e08ce-757a-4d5a-b28a-029a75781175,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:06:51.436090 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:51.764537 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 54828) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:06:51.807521 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-7bb956bc-0c0e-4429-8930-360a560e9635 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7308afa344764307a6abc78b5286b969&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0417807 Feb 28 11:06:51.810042 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 54830) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:06:51.859283 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6e779007-85b6-4d6f-9dc5-e927e6823159 admin admin] Publish callbacks [] for security_group (ed3ff83c-e36b-44b8-ac55-f8a27e0e1d4f), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:51.880287 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6e779007-85b6-4d6f-9dc5-e927e6823159 admin admin] Publish callbacks [] for security_group (ed3ff83c-e36b-44b8-ac55-f8a27e0e1d4f), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:52.030754 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6e779007-85b6-4d6f-9dc5-e927e6823159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (ed3ff83c-e36b-44b8-ac55-f8a27e0e1d4f), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:52.033395 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6e779007-85b6-4d6f-9dc5-e927e6823159 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:52.034763 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-6e779007-85b6-4d6f-9dc5-e927e6823159 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ed3ff83c-e36b-44b8-ac55-f8a27e0e1d4f HTTP/1.1" status: 204 len: 168 time: 0.2237022 Feb 28 11:06:52.043037 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e779007-85b6-4d6f-9dc5-e927e6823159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3ff83c-e36b-44b8-ac55-f8a27e0e1d4f,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:06:52.482190 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device d30d236a-21e9-4012-ae8f-37ab86ada2b7 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:06:52.502372 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: d30d236a-21e9-4012-ae8f-37ab86ada2b7 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:06:52.502720 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device d30d236a-21e9-4012-ae8f-37ab86ada2b7 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:06:52.686170 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 54836) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:06:52.733253 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:52.758992 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-378e646e-7bcd-4db1-9fbc-554f58a1af0e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=67352bfadc0e436e86e0f4c7fb5abbbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0710628 Feb 28 11:06:52.762209 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 54838) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:06:52.813687 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-98d65ba0-02e5-4010-b740-2ec9769b40df admin admin] Publish callbacks [] for security_group (584fffa0-10ba-4fac-8679-14d7da67acd2), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:52.836897 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-98d65ba0-02e5-4010-b740-2ec9769b40df admin admin] Publish callbacks [] for security_group (584fffa0-10ba-4fac-8679-14d7da67acd2), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:52.954861 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-98d65ba0-02e5-4010-b740-2ec9769b40df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (584fffa0-10ba-4fac-8679-14d7da67acd2), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:52.959335 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-98d65ba0-02e5-4010-b740-2ec9769b40df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:52.962977 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-98d65ba0-02e5-4010-b740-2ec9769b40df admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/584fffa0-10ba-4fac-8679-14d7da67acd2 HTTP/1.1" status: 204 len: 168 time: 0.1971414 Feb 28 11:06:52.970725 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d65ba0-02e5-4010-b740-2ec9769b40df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584fffa0-10ba-4fac-8679-14d7da67acd2,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:06:54.099492 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 54860) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:06:54.204386 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-963d3e77-9d0b-4487-af6a-08e0137572f7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-652533054-network', 'tenant_id': '69679710cac64a51a55a80dedcc36eed'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:06:54.281880 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963d3e77-9d0b-4487-af6a-08e0137572f7 admin admin] Made reservation on behalf of 69679710cac64a51a55a80dedcc36eed for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:06:54.284895 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-963d3e77-9d0b-4487-af6a-08e0137572f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:54.293959 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-963d3e77-9d0b-4487-af6a-08e0137572f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:54.375968 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-963d3e77-9d0b-4487-af6a-08e0137572f7 admin admin] Publish callbacks [] for security_group (c87941e6-d6ee-40f9-b29d-14f8f83370d6), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:54.464897 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-963d3e77-9d0b-4487-af6a-08e0137572f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (c87941e6-d6ee-40f9-b29d-14f8f83370d6), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:54.491345 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-963d3e77-9d0b-4487-af6a-08e0137572f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:06:54.500624 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963d3e77-9d0b-4487-af6a-08e0137572f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87941e6-d6ee-40f9-b29d-14f8f83370d6,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:06:54.507220 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-963d3e77-9d0b-4487-af6a-08e0137572f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (e827e3e6-dd00-41ee-b3bc-f958cd26d753), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:54.507598 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-963d3e77-9d0b-4487-af6a-08e0137572f7 admin admin] Added segment e827e3e6-dd00-41ee-b3bc-f958cd26d753 of type vlan for network 058b32af-228e-4b63-8c11-adfeac7dcabd Feb 28 11:06:54.552713 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-963d3e77-9d0b-4487-af6a-08e0137572f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (058b32af-228e-4b63-8c11-adfeac7dcabd), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:54.630598 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-963d3e77-9d0b-4487-af6a-08e0137572f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (058b32af-228e-4b63-8c11-adfeac7dcabd), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:54.631646 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963d3e77-9d0b-4487-af6a-08e0137572f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:06:54.632243 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-963d3e77-9d0b-4487-af6a-08e0137572f7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:54.699415 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963d3e77-9d0b-4487-af6a-08e0137572f7 admin admin] Pushing event updated for resources: {'Network': ['ID=058b32af-228e-4b63-8c11-adfeac7dcabd,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:06:54.709210 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 058b32af-228e-4b63-8c11-adfeac7dcabd details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 11:06:54.758771 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-963d3e77-9d0b-4487-af6a-08e0137572f7 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6580362 Feb 28 11:06:54.761434 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 54864) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:06:54.766160 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-f5eaa352-99c3-4523-b693-98e8c30ebd96 admin admin] Request body: {'subnet': {'network_id': '058b32af-228e-4b63-8c11-adfeac7dcabd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-652533054-subnet', 'tenant_id': '69679710cac64a51a55a80dedcc36eed', 'ip_version': 4}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:06:54.851313 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5eaa352-99c3-4523-b693-98e8c30ebd96 admin admin] Made reservation on behalf of 69679710cac64a51a55a80dedcc36eed for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:06:54.853674 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f5eaa352-99c3-4523-b693-98e8c30ebd96 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:55.139733 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f5eaa352-99c3-4523-b693-98e8c30ebd96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (f663b4e2-c98f-48cf-a2f0-534508067e0a), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:55.204235 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eaa352-99c3-4523-b693-98e8c30ebd96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f663b4e2-c98f-48cf-a2f0-534508067e0a,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:06:55.210382 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5eaa352-99c3-4523-b693-98e8c30ebd96 admin admin] Checking segment: {'id': 'e827e3e6-dd00-41ee-b3bc-f958cd26d753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '058b32af-228e-4b63-8c11-adfeac7dcabd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:06:55.210761 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5eaa352-99c3-4523-b693-98e8c30ebd96 admin admin] Network hostable DHCP agents. Network: 058b32af-228e-4b63-8c11-adfeac7dcabd, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:06:55.293418 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5eaa352-99c3-4523-b693-98e8c30ebd96 admin admin] Network 058b32af-228e-4b63-8c11-adfeac7dcabd is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:06:55.356022 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-f5eaa352-99c3-4523-b693-98e8c30ebd96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 058b32af-228e-4b63-8c11-adfeac7dcabd) {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:06:55.360787 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5eaa352-99c3-4523-b693-98e8c30ebd96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:06:55.362111 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f5eaa352-99c3-4523-b693-98e8c30ebd96 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:55.364505 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98827488-d036-458f-bf5f-1e054c7b8367 None None] Network 058b32af-228e-4b63-8c11-adfeac7dcabd requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:06:55.453602 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-f5eaa352-99c3-4523-b693-98e8c30ebd96 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6883452 Feb 28 11:06:55.453837 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 54866) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:06:55.459273 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-232dc9d4-f144-4bdf-ae48-d768f3d26e3e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-652533054-router', 'tenant_id': '69679710cac64a51a55a80dedcc36eed', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:06:55.482269 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892755f3-7de1-4543-a7bc-3ac782021772 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-058b32af-228e-4b63-8c11-adfeac7dcabd', 'network_id': '058b32af-228e-4b63-8c11-adfeac7dcabd', 'project_id': '69679710cac64a51a55a80dedcc36eed', 'fixed_ips': [{'subnet_id': 'f663b4e2-c98f-48cf-a2f0-534508067e0a'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 11:06:55.483201 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-892755f3-7de1-4543-a7bc-3ac782021772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:55.561921 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-232dc9d4-f144-4bdf-ae48-d768f3d26e3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (886bb965-0e05-460f-b7f2-f44973429672), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:55.563412 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-232dc9d4-f144-4bdf-ae48-d768f3d26e3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (886bb965-0e05-460f-b7f2-f44973429672), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:55.633809 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-232dc9d4-f144-4bdf-ae48-d768f3d26e3e admin admin] Publish callbacks [] for router_controller (886bb965-0e05-460f-b7f2-f44973429672), precommit_add_association {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:55.637981 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-892755f3-7de1-4543-a7bc-3ac782021772 None None] Allocated IP 172.20.0.2 (058b32af-228e-4b63-8c11-adfeac7dcabd/f663b4e2-c98f-48cf-a2f0-534508067e0a/e0a5a909-ec5e-4933-9f34-afad3c25416e) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:06:55.800683 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-892755f3-7de1-4543-a7bc-3ac782021772 None None] Publish callbacks [] for port (e0a5a909-ec5e-4933-9f34-afad3c25416e), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:55.853444 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-232dc9d4-f144-4bdf-ae48-d768f3d26e3e admin admin] Publish callbacks [] for router_gateway (886bb965-0e05-460f-b7f2-f44973429672), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:55.875128 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-892755f3-7de1-4543-a7bc-3ac782021772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (e0a5a909-ec5e-4933-9f34-afad3c25416e), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:55.914023 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892755f3-7de1-4543-a7bc-3ac782021772 None None] Network 058b32af-228e-4b63-8c11-adfeac7dcabd is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:06:55.917000 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-892755f3-7de1-4543-a7bc-3ac782021772 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:06:55.920618 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892755f3-7de1-4543-a7bc-3ac782021772 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:06:55.938021 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892755f3-7de1-4543-a7bc-3ac782021772 None None] Pushing event updated for resources: {'Port': ['ID=e0a5a909-ec5e-4933-9f34-afad3c25416e,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:06:55.959838 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892755f3-7de1-4543-a7bc-3ac782021772 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:55.960193 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892755f3-7de1-4543-a7bc-3ac782021772 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:55.960542 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892755f3-7de1-4543-a7bc-3ac782021772 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:55.960885 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892755f3-7de1-4543-a7bc-3ac782021772 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:55.961228 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892755f3-7de1-4543-a7bc-3ac782021772 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:55.961561 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892755f3-7de1-4543-a7bc-3ac782021772 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:55.961947 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892755f3-7de1-4543-a7bc-3ac782021772 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:55.962317 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892755f3-7de1-4543-a7bc-3ac782021772 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:55.962652 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892755f3-7de1-4543-a7bc-3ac782021772 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:55.963012 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892755f3-7de1-4543-a7bc-3ac782021772 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:55.963345 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892755f3-7de1-4543-a7bc-3ac782021772 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:55.963671 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892755f3-7de1-4543-a7bc-3ac782021772 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:55.963995 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892755f3-7de1-4543-a7bc-3ac782021772 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:56.001348 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-892755f3-7de1-4543-a7bc-3ac782021772 None None] Attempting to bind port e0a5a909-ec5e-4933-9f34-afad3c25416e on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:06:56.001732 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-892755f3-7de1-4543-a7bc-3ac782021772 None None] Attempting to bind port e0a5a909-ec5e-4933-9f34-afad3c25416e by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': 'e827e3e6-dd00-41ee-b3bc-f958cd26d753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '058b32af-228e-4b63-8c11-adfeac7dcabd'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:06:56.002469 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892755f3-7de1-4543-a7bc-3ac782021772 None None] Attempting to bind port e0a5a909-ec5e-4933-9f34-afad3c25416e on network 058b32af-228e-4b63-8c11-adfeac7dcabd {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:06:56.007692 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892755f3-7de1-4543-a7bc-3ac782021772 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:06:56.008069 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892755f3-7de1-4543-a7bc-3ac782021772 None None] Checking segment: {'id': 'e827e3e6-dd00-41ee-b3bc-f958cd26d753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '058b32af-228e-4b63-8c11-adfeac7dcabd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:06:56.008474 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-892755f3-7de1-4543-a7bc-3ac782021772 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:56.008875 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892755f3-7de1-4543-a7bc-3ac782021772 None None] Bound using segment: {'id': 'e827e3e6-dd00-41ee-b3bc-f958cd26d753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '058b32af-228e-4b63-8c11-adfeac7dcabd'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:06:56.009367 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-892755f3-7de1-4543-a7bc-3ac782021772 None None] Bound port: e0a5a909-ec5e-4933-9f34-afad3c25416e, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e827e3e6-dd00-41ee-b3bc-f958cd26d753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '058b32af-228e-4b63-8c11-adfeac7dcabd'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:06:56.009825 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-892755f3-7de1-4543-a7bc-3ac782021772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (e0a5a909-ec5e-4933-9f34-afad3c25416e), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:56.074799 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-892755f3-7de1-4543-a7bc-3ac782021772 None None] For port e0a5a909-ec5e-4933-9f34-afad3c25416e, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:06:56.078639 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-892755f3-7de1-4543-a7bc-3ac782021772 None None] For port e0a5a909-ec5e-4933-9f34-afad3c25416e, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=e0a5a909-ec5e-4933-9f34-afad3c25416e,segment=NetworkSegment(e827e3e6-dd00-41ee-b3bc-f958cd26d753),segment_id=e827e3e6-dd00-41ee-b3bc-f958cd26d753)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:06:56.160654 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-232dc9d4-f144-4bdf-ae48-d768f3d26e3e admin admin] Publish callbacks [] for router_gateway (886bb965-0e05-460f-b7f2-f44973429672), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:56.168355 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-892755f3-7de1-4543-a7bc-3ac782021772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (e0a5a909-ec5e-4933-9f34-afad3c25416e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:56.180609 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-232dc9d4-f144-4bdf-ae48-d768f3d26e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:56.231006 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892755f3-7de1-4543-a7bc-3ac782021772 None None] Pushing event updated for resources: {'Port': ['ID=e0a5a909-ec5e-4933-9f34-afad3c25416e,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:06:56.306746 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-232dc9d4-f144-4bdf-ae48-d768f3d26e3e admin admin] Allocated IP 172.26.3.172 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/c27409dc-bb06-4b44-afba-548acdd27968) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:06:56.438013 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-232dc9d4-f144-4bdf-ae48-d768f3d26e3e admin admin] Publish callbacks [] for port (c27409dc-bb06-4b44-afba-548acdd27968), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:56.544597 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device e0a5a909-ec5e-4933-9f34-afad3c25416e up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:06:56.599211 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port e0a5a909-ec5e-4933-9f34-afad3c25416e triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:06:56.599516 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (e0a5a909-ec5e-4933-9f34-afad3c25416e), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:56.634663 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-232dc9d4-f144-4bdf-ae48-d768f3d26e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (c27409dc-bb06-4b44-afba-548acdd27968), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:56.672236 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232dc9d4-f144-4bdf-ae48-d768f3d26e3e admin admin] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:06:56.678952 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-232dc9d4-f144-4bdf-ae48-d768f3d26e3e admin admin] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:06:56.679653 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port e0a5a909-ec5e-4933-9f34-afad3c25416e is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:06:56.680140 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (e0a5a909-ec5e-4933-9f34-afad3c25416e), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:56.685533 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232dc9d4-f144-4bdf-ae48-d768f3d26e3e admin admin] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:06:56.721267 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port e0a5a909-ec5e-4933-9f34-afad3c25416e, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=e0a5a909-ec5e-4933-9f34-afad3c25416e,segment=NetworkSegment(e827e3e6-dd00-41ee-b3bc-f958cd26d753),segment_id=e827e3e6-dd00-41ee-b3bc-f958cd26d753)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:06:56.729038 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232dc9d4-f144-4bdf-ae48-d768f3d26e3e admin admin] Pushing event updated for resources: {'Port': ['ID=c27409dc-bb06-4b44-afba-548acdd27968,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:06:56.785155 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (e0a5a909-ec5e-4933-9f34-afad3c25416e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:56.843685 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=e0a5a909-ec5e-4933-9f34-afad3c25416e,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:06:57.195120 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1172c0ab-2429-4028-8a87-9da1e15b9895 None None] Network 058b32af-228e-4b63-8c11-adfeac7dcabd requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:06:57.262673 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-26871047-2182-4159-a0e2-1d3001563e57 None None] Provisioning complete for port e0a5a909-ec5e-4933-9f34-afad3c25416e triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:06:57.263075 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-26871047-2182-4159-a0e2-1d3001563e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (e0a5a909-ec5e-4933-9f34-afad3c25416e), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:57.367895 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-232dc9d4-f144-4bdf-ae48-d768f3d26e3e admin admin] Publish callbacks [] for router_gateway (886bb965-0e05-460f-b7f2-f44973429672), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:57.531183 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-26871047-2182-4159-a0e2-1d3001563e57 None None] Current status of the port e0a5a909-ec5e-4933-9f34-afad3c25416e is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:06:57.587240 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-232dc9d4-f144-4bdf-ae48-d768f3d26e3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (886bb965-0e05-460f-b7f2-f44973429672), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:57.752151 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-00e10753-a1bf-4e0d-904a-09913b32d657 None None] Provisioning complete for port e0a5a909-ec5e-4933-9f34-afad3c25416e triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:06:57.752552 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-00e10753-a1bf-4e0d-904a-09913b32d657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (e0a5a909-ec5e-4933-9f34-afad3c25416e), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:57.801689 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-232dc9d4-f144-4bdf-ae48-d768f3d26e3e admin admin] Router 886bb965-0e05-460f-b7f2-f44973429672 is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:06:57.849030 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-00e10753-a1bf-4e0d-904a-09913b32d657 None None] Current status of the port e0a5a909-ec5e-4933-9f34-afad3c25416e is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:06:57.916896 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232dc9d4-f144-4bdf-ae48-d768f3d26e3e admin admin] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:06:57.926856 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3344eb03-ef89-40ce-9920-474f888cf3c4 None None] Sync routers for ids ['886bb965-0e05-460f-b7f2-f44973429672'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:06:57.936998 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3344eb03-ef89-40ce-9920-474f888cf3c4 None None] Routers {'886bb965-0e05-460f-b7f2-f44973429672'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:06:57.937605 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-3344eb03-ef89-40ce-9920-474f888cf3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:06:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['886bb965-0e05-460f-b7f2-f44973429672'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:06:58.026059 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-232dc9d4-f144-4bdf-ae48-d768f3d26e3e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:58.027510 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-232dc9d4-f144-4bdf-ae48-d768f3d26e3e admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5727217 Feb 28 11:06:58.030563 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 54868) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:06:58.056362 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-3344eb03-ef89-40ce-9920-474f888cf3c4 None None] Set router 886bb965-0e05-460f-b7f2-f44973429672 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:06:58.269381 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-3344eb03-ef89-40ce-9920-474f888cf3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '886bb965-0e05-460f-b7f2-f44973429672', 'name': 'tempest-TestMinimumBasicScenario-652533054-router', 'tenant_id': '69679710cac64a51a55a80dedcc36eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': 'c27409dc-bb06-4b44-afba-548acdd27968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:06:55Z', 'updated_at': '2022-02-28T11:06:57Z', 'revision_number': 3, 'project_id': '69679710cac64a51a55a80dedcc36eed', 'gw_port': {'id': 'c27409dc-bb06-4b44-afba-548acdd27968', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:88:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '886bb965-0e05-460f-b7f2-f44973429672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:06:56Z', 'updated_at': '2022-02-28T11:06:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:06:58.300372 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3344eb03-ef89-40ce-9920-474f888cf3c4 None None] Checking router: 886bb965-0e05-460f-b7f2-f44973429672 for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:06:58.300734 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3344eb03-ef89-40ce-9920-474f888cf3c4 None None] Updating router 886bb965-0e05-460f-b7f2-f44973429672 port c27409dc-bb06-4b44-afba-548acdd27968 binding host dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:06:58.328303 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3344eb03-ef89-40ce-9920-474f888cf3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (c27409dc-bb06-4b44-afba-548acdd27968), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:58.508243 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e81df056-26a5-46e7-873c-e0d04b0ffeca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:58.514142 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device e0a5a909-ec5e-4933-9f34-afad3c25416e up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:06:58.574894 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port e0a5a909-ec5e-4933-9f34-afad3c25416e triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:06:58.575547 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (e0a5a909-ec5e-4933-9f34-afad3c25416e), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:58.662697 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port e0a5a909-ec5e-4933-9f34-afad3c25416e is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:06:58.684164 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-e81df056-26a5-46e7-873c-e0d04b0ffeca admin admin] Allocated IP 172.20.0.1 (058b32af-228e-4b63-8c11-adfeac7dcabd/f663b4e2-c98f-48cf-a2f0-534508067e0a/2198c7d8-59b1-4488-b413-bca0b9b8ffbd) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:06:58.699517 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3344eb03-ef89-40ce-9920-474f888cf3c4 None None] Publish callbacks [] for port (c27409dc-bb06-4b44-afba-548acdd27968), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:58.787586 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e81df056-26a5-46e7-873c-e0d04b0ffeca admin admin] Publish callbacks [] for port (2198c7d8-59b1-4488-b413-bca0b9b8ffbd), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:58.788409 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3344eb03-ef89-40ce-9920-474f888cf3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (c27409dc-bb06-4b44-afba-548acdd27968), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:58.842385 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-3344eb03-ef89-40ce-9920-474f888cf3c4 None None] Attempting to bind port c27409dc-bb06-4b44-afba-548acdd27968 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:06:58.842677 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-3344eb03-ef89-40ce-9920-474f888cf3c4 None None] Attempting to bind port c27409dc-bb06-4b44-afba-548acdd27968 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:06:58.843062 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3344eb03-ef89-40ce-9920-474f888cf3c4 None None] Attempting to bind port c27409dc-bb06-4b44-afba-548acdd27968 on network e88d86cf-af22-4900-bdd2-aa4038554136 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:06:58.849573 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4cf4f1-ef8a-4639-9721-061e830cc9b4 None None] Pushing event updated for resources: {'Port': ['ID=c27409dc-bb06-4b44-afba-548acdd27968,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:06:58.860957 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3344eb03-ef89-40ce-9920-474f888cf3c4 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:06:58.861411 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3344eb03-ef89-40ce-9920-474f888cf3c4 None None] Checking segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:06:58.861815 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3344eb03-ef89-40ce-9920-474f888cf3c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:58.863145 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3344eb03-ef89-40ce-9920-474f888cf3c4 None None] Bound using segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:06:58.863624 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-3344eb03-ef89-40ce-9920-474f888cf3c4 None None] Bound port: c27409dc-bb06-4b44-afba-548acdd27968, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:06:58.864048 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3344eb03-ef89-40ce-9920-474f888cf3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (c27409dc-bb06-4b44-afba-548acdd27968), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:58.867675 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4cf4f1-ef8a-4639-9721-061e830cc9b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:58.868024 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4cf4f1-ef8a-4639-9721-061e830cc9b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:58.870575 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4cf4f1-ef8a-4639-9721-061e830cc9b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:58.870575 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4cf4f1-ef8a-4639-9721-061e830cc9b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:58.870575 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4cf4f1-ef8a-4639-9721-061e830cc9b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:58.870575 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4cf4f1-ef8a-4639-9721-061e830cc9b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:58.870575 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4cf4f1-ef8a-4639-9721-061e830cc9b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:58.870575 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4cf4f1-ef8a-4639-9721-061e830cc9b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:58.871249 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4cf4f1-ef8a-4639-9721-061e830cc9b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:58.871339 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4cf4f1-ef8a-4639-9721-061e830cc9b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:58.871607 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4cf4f1-ef8a-4639-9721-061e830cc9b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:58.871936 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4cf4f1-ef8a-4639-9721-061e830cc9b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:58.872260 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4cf4f1-ef8a-4639-9721-061e830cc9b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:58.886552 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e81df056-26a5-46e7-873c-e0d04b0ffeca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (2198c7d8-59b1-4488-b413-bca0b9b8ffbd), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:58.942098 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81df056-26a5-46e7-873c-e0d04b0ffeca admin admin] Network 058b32af-228e-4b63-8c11-adfeac7dcabd is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:06:58.943119 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-3344eb03-ef89-40ce-9920-474f888cf3c4 None None] For port c27409dc-bb06-4b44-afba-548acdd27968, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:06:58.946507 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-3344eb03-ef89-40ce-9920-474f888cf3c4 None None] For port c27409dc-bb06-4b44-afba-548acdd27968, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=c27409dc-bb06-4b44-afba-548acdd27968,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:06:58.947458 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-e81df056-26a5-46e7-873c-e0d04b0ffeca admin admin] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:06:58.951967 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81df056-26a5-46e7-873c-e0d04b0ffeca admin admin] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:06:58.955325 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81df056-26a5-46e7-873c-e0d04b0ffeca admin admin] Pushing event updated for resources: {'Port': ['ID=2198c7d8-59b1-4488-b413-bca0b9b8ffbd,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:06:58.993245 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e81df056-26a5-46e7-873c-e0d04b0ffeca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047958'] for router_interface (886bb965-0e05-460f-b7f2-f44973429672), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:59.020278 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3344eb03-ef89-40ce-9920-474f888cf3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (c27409dc-bb06-4b44-afba-548acdd27968), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:59.082923 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4cf4f1-ef8a-4639-9721-061e830cc9b4 None None] Pushing event updated for resources: {'Port': ['ID=c27409dc-bb06-4b44-afba-548acdd27968,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:06:59.095146 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3344eb03-ef89-40ce-9920-474f888cf3c4 None None] Routers {'886bb965-0e05-460f-b7f2-f44973429672'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:06:59.095722 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-3344eb03-ef89-40ce-9920-474f888cf3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:06:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['886bb965-0e05-460f-b7f2-f44973429672'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:06:59.195578 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e81df056-26a5-46e7-873c-e0d04b0ffeca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (2198c7d8-59b1-4488-b413-bca0b9b8ffbd), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:59.211794 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-3344eb03-ef89-40ce-9920-474f888cf3c4 None None] Set router 886bb965-0e05-460f-b7f2-f44973429672 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:06:59.279686 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-2bab9a72-ec3f-45c4-aeb0-63b4a00d8487 None None] Provisioning complete for port 2198c7d8-59b1-4488-b413-bca0b9b8ffbd triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:06:59.280289 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2bab9a72-ec3f-45c4-aeb0-63b4a00d8487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (2198c7d8-59b1-4488-b413-bca0b9b8ffbd), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:59.320413 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-2bab9a72-ec3f-45c4-aeb0-63b4a00d8487 None None] Port 2198c7d8-59b1-4488-b413-bca0b9b8ffbd cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:06:59.372386 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e81df056-26a5-46e7-873c-e0d04b0ffeca admin admin] Publish callbacks [] for port (2198c7d8-59b1-4488-b413-bca0b9b8ffbd), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:59.407058 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-3344eb03-ef89-40ce-9920-474f888cf3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '886bb965-0e05-460f-b7f2-f44973429672', 'name': 'tempest-TestMinimumBasicScenario-652533054-router', 'tenant_id': '69679710cac64a51a55a80dedcc36eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': 'c27409dc-bb06-4b44-afba-548acdd27968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:06:55Z', 'updated_at': '2022-02-28T11:06:57Z', 'revision_number': 3, 'project_id': '69679710cac64a51a55a80dedcc36eed', 'gw_port': {'id': 'c27409dc-bb06-4b44-afba-548acdd27968', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:88:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '886bb965-0e05-460f-b7f2-f44973429672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:06:56Z', 'updated_at': '2022-02-28T11:06:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:06:59.436286 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3344eb03-ef89-40ce-9920-474f888cf3c4 None None] The sync data for ids ['886bb965-0e05-460f-b7f2-f44973429672'] in dv-neutron-829161-3-hyperv is: [{'id': '886bb965-0e05-460f-b7f2-f44973429672', 'name': 'tempest-TestMinimumBasicScenario-652533054-router', 'tenant_id': '69679710cac64a51a55a80dedcc36eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': 'c27409dc-bb06-4b44-afba-548acdd27968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:06:55Z', 'updated_at': '2022-02-28T11:06:57Z', 'revision_number': 3, 'project_id': '69679710cac64a51a55a80dedcc36eed', 'gw_port': {'id': 'c27409dc-bb06-4b44-afba-548acdd27968', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:88:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '886bb965-0e05-460f-b7f2-f44973429672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:06:56Z', 'updated_at': '2022-02-28T11:06:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:06:59.441759 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e81df056-26a5-46e7-873c-e0d04b0ffeca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (2198c7d8-59b1-4488-b413-bca0b9b8ffbd), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:59.505079 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e81df056-26a5-46e7-873c-e0d04b0ffeca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047558'] for router_interface (886bb965-0e05-460f-b7f2-f44973429672), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:59.520863 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81df056-26a5-46e7-873c-e0d04b0ffeca admin admin] Pushing event updated for resources: {'Port': ['ID=2198c7d8-59b1-4488-b413-bca0b9b8ffbd,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:06:59.618300 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81df056-26a5-46e7-873c-e0d04b0ffeca admin admin] Network 058b32af-228e-4b63-8c11-adfeac7dcabd is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:06:59.619805 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-e81df056-26a5-46e7-873c-e0d04b0ffeca admin admin] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:06:59.759092 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e81df056-26a5-46e7-873c-e0d04b0ffeca admin admin] Router 886bb965-0e05-460f-b7f2-f44973429672 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:06:59.958584 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-23454ff6-8c1b-44ca-a409-fe1bccd8ebfa None None] Provisioning complete for port 2198c7d8-59b1-4488-b413-bca0b9b8ffbd triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:06:59.958998 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-23454ff6-8c1b-44ca-a409-fe1bccd8ebfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (2198c7d8-59b1-4488-b413-bca0b9b8ffbd), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:00.000167 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-23454ff6-8c1b-44ca-a409-fe1bccd8ebfa None None] Port 2198c7d8-59b1-4488-b413-bca0b9b8ffbd cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:07:00.199362 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81df056-26a5-46e7-873c-e0d04b0ffeca admin admin] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:07:00.204661 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-e81df056-26a5-46e7-873c-e0d04b0ffeca admin admin] 10.222.0.62 "PUT /v2.0/routers/886bb965-0e05-460f-b7f2-f44973429672/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1726718 Feb 28 11:07:00.513698 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device c27409dc-bb06-4b44-afba-548acdd27968 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:07:00.569352 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port c27409dc-bb06-4b44-afba-548acdd27968 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:07:00.569721 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (c27409dc-bb06-4b44-afba-548acdd27968), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:00.648956 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port c27409dc-bb06-4b44-afba-548acdd27968 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:07:00.649351 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (c27409dc-bb06-4b44-afba-548acdd27968), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:00.672926 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port c27409dc-bb06-4b44-afba-548acdd27968, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=c27409dc-bb06-4b44-afba-548acdd27968,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:07:00.750723 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (c27409dc-bb06-4b44-afba-548acdd27968), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:00.813665 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=c27409dc-bb06-4b44-afba-548acdd27968,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:07:00.892817 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:00.925231 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 54884) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:07:00.930212 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-8499e29e-fd6b-4289-baaa-6ee2244dcd84 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1459495082-network', 'tenant_id': '099b6812ec3b4d3d8e30714b15143274'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:07:01.018847 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8499e29e-fd6b-4289-baaa-6ee2244dcd84 admin admin] Made reservation on behalf of 099b6812ec3b4d3d8e30714b15143274 for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:07:01.021253 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8499e29e-fd6b-4289-baaa-6ee2244dcd84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:01.031806 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8499e29e-fd6b-4289-baaa-6ee2244dcd84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:01.064588 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233696b1-2ca9-414e-aae6-3eef5b2a0c15 None None] Sync routers for ids ['886bb965-0e05-460f-b7f2-f44973429672'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:07:01.076058 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233696b1-2ca9-414e-aae6-3eef5b2a0c15 None None] Routers {'886bb965-0e05-460f-b7f2-f44973429672'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:07:01.076700 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-233696b1-2ca9-414e-aae6-3eef5b2a0c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:06:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['886bb965-0e05-460f-b7f2-f44973429672'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:07:01.127529 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8499e29e-fd6b-4289-baaa-6ee2244dcd84 admin admin] Publish callbacks [] for security_group (3290c4de-1caa-47e2-aa89-bf6bc99b280e), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:01.195388 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-233696b1-2ca9-414e-aae6-3eef5b2a0c15 None None] Set router 886bb965-0e05-460f-b7f2-f44973429672 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:07:01.253126 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8499e29e-fd6b-4289-baaa-6ee2244dcd84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (3290c4de-1caa-47e2-aa89-bf6bc99b280e), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:01.277958 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8499e29e-fd6b-4289-baaa-6ee2244dcd84 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:07:01.288339 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8499e29e-fd6b-4289-baaa-6ee2244dcd84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3290c4de-1caa-47e2-aa89-bf6bc99b280e,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:07:01.293398 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8499e29e-fd6b-4289-baaa-6ee2244dcd84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (36aaa2b3-c354-4269-bb38-f6be1220c433), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:01.293747 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-8499e29e-fd6b-4289-baaa-6ee2244dcd84 admin admin] Added segment 36aaa2b3-c354-4269-bb38-f6be1220c433 of type vlan for network 2d49cc88-c7eb-4513-a6e6-69edd0c61833 Feb 28 11:07:01.336380 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8499e29e-fd6b-4289-baaa-6ee2244dcd84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (2d49cc88-c7eb-4513-a6e6-69edd0c61833), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:01.411365 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-233696b1-2ca9-414e-aae6-3eef5b2a0c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '886bb965-0e05-460f-b7f2-f44973429672', 'name': 'tempest-TestMinimumBasicScenario-652533054-router', 'tenant_id': '69679710cac64a51a55a80dedcc36eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': 'c27409dc-bb06-4b44-afba-548acdd27968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:06:55Z', 'updated_at': '2022-02-28T11:06:59Z', 'revision_number': 4, 'project_id': '69679710cac64a51a55a80dedcc36eed', 'gw_port': {'id': 'c27409dc-bb06-4b44-afba-548acdd27968', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:88:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886bb965-0e05-460f-b7f2-f44973429672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:06:56Z', 'updated_at': '2022-02-28T11:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '2198c7d8-59b1-4488-b413-bca0b9b8ffbd', 'name': '', 'network_id': '058b32af-228e-4b63-8c11-adfeac7dcabd', 'tenant_id': '69679710cac64a51a55a80dedcc36eed', 'mac_address': 'fa:16:3e:e4:4c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '886bb965-0e05-460f-b7f2-f44973429672', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'f663b4e2-c98f-48cf-a2f0-534508067e0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:06:58Z', 'updated_at': '2022-02-28T11:06:59Z', 'revision_number': 2, 'project_id': '69679710cac64a51a55a80dedcc36eed', 'subnets': [{'id': 'f663b4e2-c98f-48cf-a2f0-534508067e0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:07:01.413346 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8499e29e-fd6b-4289-baaa-6ee2244dcd84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (2d49cc88-c7eb-4513-a6e6-69edd0c61833), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:01.414348 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8499e29e-fd6b-4289-baaa-6ee2244dcd84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:07:01.415045 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8499e29e-fd6b-4289-baaa-6ee2244dcd84 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:01.439607 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233696b1-2ca9-414e-aae6-3eef5b2a0c15 None None] Checking router: 886bb965-0e05-460f-b7f2-f44973429672 for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:07:01.440636 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233696b1-2ca9-414e-aae6-3eef5b2a0c15 None None] Updating router 886bb965-0e05-460f-b7f2-f44973429672 port 2198c7d8-59b1-4488-b413-bca0b9b8ffbd binding host dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:07:01.470366 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-233696b1-2ca9-414e-aae6-3eef5b2a0c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (2198c7d8-59b1-4488-b413-bca0b9b8ffbd), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:01.483145 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8499e29e-fd6b-4289-baaa-6ee2244dcd84 admin admin] Pushing event updated for resources: {'Network': ['ID=2d49cc88-c7eb-4513-a6e6-69edd0c61833,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:07:01.495865 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 2d49cc88-c7eb-4513-a6e6-69edd0c61833 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 11:07:01.535182 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-8499e29e-fd6b-4289-baaa-6ee2244dcd84 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6079097 Feb 28 11:07:01.538323 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 54886) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:07:01.544311 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-3d527754-1f0c-48de-911d-7ee95f477943 admin admin] Request body: {'subnet': {'network_id': '2d49cc88-c7eb-4513-a6e6-69edd0c61833', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1459495082-subnet', 'tenant_id': '099b6812ec3b4d3d8e30714b15143274', 'ip_version': 4}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:07:01.715920 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d527754-1f0c-48de-911d-7ee95f477943 admin admin] Made reservation on behalf of 099b6812ec3b4d3d8e30714b15143274 for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:07:01.718328 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3d527754-1f0c-48de-911d-7ee95f477943 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:01.837475 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-233696b1-2ca9-414e-aae6-3eef5b2a0c15 None None] Publish callbacks [] for port (2198c7d8-59b1-4488-b413-bca0b9b8ffbd), precommit_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:01.957076 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-233696b1-2ca9-414e-aae6-3eef5b2a0c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (2198c7d8-59b1-4488-b413-bca0b9b8ffbd), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:02.017747 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a2546f-79ba-4094-be99-b4330256f8a9 None None] Pushing event updated for resources: {'Port': ['ID=2198c7d8-59b1-4488-b413-bca0b9b8ffbd,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:07:02.048172 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3d527754-1f0c-48de-911d-7ee95f477943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (75c7ff48-4b14-4546-9296-b632adde29d0), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:02.083547 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-233696b1-2ca9-414e-aae6-3eef5b2a0c15 None None] Attempting to bind port 2198c7d8-59b1-4488-b413-bca0b9b8ffbd on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:07:02.084774 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-233696b1-2ca9-414e-aae6-3eef5b2a0c15 None None] Attempting to bind port 2198c7d8-59b1-4488-b413-bca0b9b8ffbd by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': 'e827e3e6-dd00-41ee-b3bc-f958cd26d753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '058b32af-228e-4b63-8c11-adfeac7dcabd'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:07:02.085051 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233696b1-2ca9-414e-aae6-3eef5b2a0c15 None None] Attempting to bind port 2198c7d8-59b1-4488-b413-bca0b9b8ffbd on network 058b32af-228e-4b63-8c11-adfeac7dcabd {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:07:02.098896 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233696b1-2ca9-414e-aae6-3eef5b2a0c15 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:07:02.098896 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233696b1-2ca9-414e-aae6-3eef5b2a0c15 None None] Checking segment: {'id': 'e827e3e6-dd00-41ee-b3bc-f958cd26d753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '058b32af-228e-4b63-8c11-adfeac7dcabd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:07:02.098896 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-233696b1-2ca9-414e-aae6-3eef5b2a0c15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:02.098896 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233696b1-2ca9-414e-aae6-3eef5b2a0c15 None None] Bound using segment: {'id': 'e827e3e6-dd00-41ee-b3bc-f958cd26d753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '058b32af-228e-4b63-8c11-adfeac7dcabd'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:07:02.098896 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-233696b1-2ca9-414e-aae6-3eef5b2a0c15 None None] Bound port: 2198c7d8-59b1-4488-b413-bca0b9b8ffbd, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e827e3e6-dd00-41ee-b3bc-f958cd26d753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '058b32af-228e-4b63-8c11-adfeac7dcabd'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:07:02.098896 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-233696b1-2ca9-414e-aae6-3eef5b2a0c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (2198c7d8-59b1-4488-b413-bca0b9b8ffbd), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:02.121528 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d527754-1f0c-48de-911d-7ee95f477943 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75c7ff48-4b14-4546-9296-b632adde29d0,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:07:02.133647 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d527754-1f0c-48de-911d-7ee95f477943 admin admin] Checking segment: {'id': '36aaa2b3-c354-4269-bb38-f6be1220c433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2d49cc88-c7eb-4513-a6e6-69edd0c61833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:07:02.133762 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d527754-1f0c-48de-911d-7ee95f477943 admin admin] Network hostable DHCP agents. Network: 2d49cc88-c7eb-4513-a6e6-69edd0c61833, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:07:02.182165 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-233696b1-2ca9-414e-aae6-3eef5b2a0c15 None None] For port 2198c7d8-59b1-4488-b413-bca0b9b8ffbd, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:07:02.185667 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-233696b1-2ca9-414e-aae6-3eef5b2a0c15 None None] For port 2198c7d8-59b1-4488-b413-bca0b9b8ffbd, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=2198c7d8-59b1-4488-b413-bca0b9b8ffbd,segment=NetworkSegment(e827e3e6-dd00-41ee-b3bc-f958cd26d753),segment_id=e827e3e6-dd00-41ee-b3bc-f958cd26d753)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:07:02.219112 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d527754-1f0c-48de-911d-7ee95f477943 admin admin] Network 2d49cc88-c7eb-4513-a6e6-69edd0c61833 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:07:02.235495 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-bd845289-3de4-4daf-8f89-96e009b1159b None None] Provisioning complete for port 2198c7d8-59b1-4488-b413-bca0b9b8ffbd triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:07:02.235869 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-bd845289-3de4-4daf-8f89-96e009b1159b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (2198c7d8-59b1-4488-b413-bca0b9b8ffbd), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:02.260260 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-233696b1-2ca9-414e-aae6-3eef5b2a0c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (2198c7d8-59b1-4488-b413-bca0b9b8ffbd), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:02.307168 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-bd845289-3de4-4daf-8f89-96e009b1159b None None] Port 2198c7d8-59b1-4488-b413-bca0b9b8ffbd cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:07:02.310489 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-3d527754-1f0c-48de-911d-7ee95f477943 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 2d49cc88-c7eb-4513-a6e6-69edd0c61833) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:07:02.317106 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d527754-1f0c-48de-911d-7ee95f477943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:07:02.318398 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3d527754-1f0c-48de-911d-7ee95f477943 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:02.328061 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bb4ecd-8dad-4956-b8d7-30d82077624d None None] Network 2d49cc88-c7eb-4513-a6e6-69edd0c61833 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:07:02.343992 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233696b1-2ca9-414e-aae6-3eef5b2a0c15 None None] Routers {'886bb965-0e05-460f-b7f2-f44973429672'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:07:02.344639 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-233696b1-2ca9-414e-aae6-3eef5b2a0c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:06:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['886bb965-0e05-460f-b7f2-f44973429672'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:07:02.416650 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a2546f-79ba-4094-be99-b4330256f8a9 None None] Pushing event updated for resources: {'Port': ['ID=2198c7d8-59b1-4488-b413-bca0b9b8ffbd,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:07:02.426134 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-3d527754-1f0c-48de-911d-7ee95f477943 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8835015 Feb 28 11:07:02.427132 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 54888) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:07:02.435341 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-361ce8db-3c91-4240-b656-2c5b7154804b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1459495082-router', 'tenant_id': '099b6812ec3b4d3d8e30714b15143274', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:07:02.542622 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device c27409dc-bb06-4b44-afba-548acdd27968 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:07:02.543369 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-361ce8db-3c91-4240-b656-2c5b7154804b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (e80eadf4-5b28-4eb0-be11-999d215bba8f), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:02.547479 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-361ce8db-3c91-4240-b656-2c5b7154804b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (e80eadf4-5b28-4eb0-be11-999d215bba8f), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:02.576072 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a745fca1-2698-4dbc-a353-5d0512311671 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-2d49cc88-c7eb-4513-a6e6-69edd0c61833', 'network_id': '2d49cc88-c7eb-4513-a6e6-69edd0c61833', 'project_id': '099b6812ec3b4d3d8e30714b15143274', 'fixed_ips': [{'subnet_id': '75c7ff48-4b14-4546-9296-b632adde29d0'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 11:07:02.587809 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a745fca1-2698-4dbc-a353-5d0512311671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:02.587809 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-233696b1-2ca9-414e-aae6-3eef5b2a0c15 None None] Set router 886bb965-0e05-460f-b7f2-f44973429672 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:07:02.600947 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-361ce8db-3c91-4240-b656-2c5b7154804b admin admin] Publish callbacks [] for router_controller (e80eadf4-5b28-4eb0-be11-999d215bba8f), precommit_add_association {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:02.755891 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-6e5ecbb0-b0c4-49de-8736-b808823bde35 None None] Provisioning complete for port 2198c7d8-59b1-4488-b413-bca0b9b8ffbd triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:07:02.756193 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6e5ecbb0-b0c4-49de-8736-b808823bde35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (2198c7d8-59b1-4488-b413-bca0b9b8ffbd), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:02.829641 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-361ce8db-3c91-4240-b656-2c5b7154804b admin admin] Publish callbacks [] for router_gateway (e80eadf4-5b28-4eb0-be11-999d215bba8f), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:03.011487 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port c27409dc-bb06-4b44-afba-548acdd27968 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:07:03.012087 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (c27409dc-bb06-4b44-afba-548acdd27968), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:03.170484 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-a745fca1-2698-4dbc-a353-5d0512311671 None None] Allocated IP 172.20.0.2 (2d49cc88-c7eb-4513-a6e6-69edd0c61833/75c7ff48-4b14-4546-9296-b632adde29d0/7a841808-58a3-4d09-b53d-81bed0f96c1e) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:07:03.178278 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-361ce8db-3c91-4240-b656-2c5b7154804b admin admin] Publish callbacks [] for router_gateway (e80eadf4-5b28-4eb0-be11-999d215bba8f), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:03.210050 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-361ce8db-3c91-4240-b656-2c5b7154804b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:03.305534 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-6e5ecbb0-b0c4-49de-8736-b808823bde35 None None] Current status of the port 2198c7d8-59b1-4488-b413-bca0b9b8ffbd is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:07:03.305832 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6e5ecbb0-b0c4-49de-8736-b808823bde35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (2198c7d8-59b1-4488-b413-bca0b9b8ffbd), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:03.329654 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-361ce8db-3c91-4240-b656-2c5b7154804b admin admin] Allocated IP 172.26.3.189 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/3d75158b-bfa1-40b5-b461-ae82bf200dd7) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:07:03.345729 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port c27409dc-bb06-4b44-afba-548acdd27968 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:07:03.376424 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-6e5ecbb0-b0c4-49de-8736-b808823bde35 None None] For port 2198c7d8-59b1-4488-b413-bca0b9b8ffbd, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=2198c7d8-59b1-4488-b413-bca0b9b8ffbd,segment=NetworkSegment(e827e3e6-dd00-41ee-b3bc-f958cd26d753),segment_id=e827e3e6-dd00-41ee-b3bc-f958cd26d753)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:07:03.389564 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-233696b1-2ca9-414e-aae6-3eef5b2a0c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '886bb965-0e05-460f-b7f2-f44973429672', 'name': 'tempest-TestMinimumBasicScenario-652533054-router', 'tenant_id': '69679710cac64a51a55a80dedcc36eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': 'c27409dc-bb06-4b44-afba-548acdd27968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:06:55Z', 'updated_at': '2022-02-28T11:06:59Z', 'revision_number': 4, 'project_id': '69679710cac64a51a55a80dedcc36eed', 'gw_port': {'id': 'c27409dc-bb06-4b44-afba-548acdd27968', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:88:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886bb965-0e05-460f-b7f2-f44973429672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:06:56Z', 'updated_at': '2022-02-28T11:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '2198c7d8-59b1-4488-b413-bca0b9b8ffbd', 'name': '', 'network_id': '058b32af-228e-4b63-8c11-adfeac7dcabd', 'tenant_id': '69679710cac64a51a55a80dedcc36eed', 'mac_address': 'fa:16:3e:e4:4c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '886bb965-0e05-460f-b7f2-f44973429672', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'f663b4e2-c98f-48cf-a2f0-534508067e0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:06:58Z', 'updated_at': '2022-02-28T11:07:02Z', 'revision_number': 4, 'project_id': '69679710cac64a51a55a80dedcc36eed', 'subnets': [{'id': 'f663b4e2-c98f-48cf-a2f0-534508067e0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:07:03.428891 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233696b1-2ca9-414e-aae6-3eef5b2a0c15 None None] The sync data for ids ['886bb965-0e05-460f-b7f2-f44973429672'] in dv-neutron-829161-3-hyperv is: [{'id': '886bb965-0e05-460f-b7f2-f44973429672', 'name': 'tempest-TestMinimumBasicScenario-652533054-router', 'tenant_id': '69679710cac64a51a55a80dedcc36eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': 'c27409dc-bb06-4b44-afba-548acdd27968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:06:55Z', 'updated_at': '2022-02-28T11:06:59Z', 'revision_number': 4, 'project_id': '69679710cac64a51a55a80dedcc36eed', 'gw_port': {'id': 'c27409dc-bb06-4b44-afba-548acdd27968', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:88:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886bb965-0e05-460f-b7f2-f44973429672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:06:56Z', 'updated_at': '2022-02-28T11:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '2198c7d8-59b1-4488-b413-bca0b9b8ffbd', 'name': '', 'network_id': '058b32af-228e-4b63-8c11-adfeac7dcabd', 'tenant_id': '69679710cac64a51a55a80dedcc36eed', 'mac_address': 'fa:16:3e:e4:4c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '886bb965-0e05-460f-b7f2-f44973429672', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'f663b4e2-c98f-48cf-a2f0-534508067e0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:06:58Z', 'updated_at': '2022-02-28T11:07:02Z', 'revision_number': 4, 'project_id': '69679710cac64a51a55a80dedcc36eed', 'subnets': [{'id': 'f663b4e2-c98f-48cf-a2f0-534508067e0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:07:03.456299 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-361ce8db-3c91-4240-b656-2c5b7154804b admin admin] Publish callbacks [] for port (3d75158b-bfa1-40b5-b461-ae82bf200dd7), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:03.464923 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6e5ecbb0-b0c4-49de-8736-b808823bde35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (2198c7d8-59b1-4488-b413-bca0b9b8ffbd), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:03.529969 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a745fca1-2698-4dbc-a353-5d0512311671 None None] Publish callbacks [] for port (7a841808-58a3-4d09-b53d-81bed0f96c1e), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:03.567591 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5ecbb0-b0c4-49de-8736-b808823bde35 None None] Pushing event updated for resources: {'Port': ['ID=2198c7d8-59b1-4488-b413-bca0b9b8ffbd,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:07:03.579560 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-361ce8db-3c91-4240-b656-2c5b7154804b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (3d75158b-bfa1-40b5-b461-ae82bf200dd7), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:03.631268 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361ce8db-3c91-4240-b656-2c5b7154804b admin admin] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:07:03.640709 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-361ce8db-3c91-4240-b656-2c5b7154804b admin admin] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:07:03.644761 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361ce8db-3c91-4240-b656-2c5b7154804b admin admin] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:07:03.646858 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a745fca1-2698-4dbc-a353-5d0512311671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (7a841808-58a3-4d09-b53d-81bed0f96c1e), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:03.653696 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361ce8db-3c91-4240-b656-2c5b7154804b admin admin] Pushing event updated for resources: {'Port': ['ID=3d75158b-bfa1-40b5-b461-ae82bf200dd7,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:07:03.701383 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a745fca1-2698-4dbc-a353-5d0512311671 None None] Network 2d49cc88-c7eb-4513-a6e6-69edd0c61833 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:07:03.711708 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-a745fca1-2698-4dbc-a353-5d0512311671 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:07:03.724884 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a745fca1-2698-4dbc-a353-5d0512311671 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:07:03.728830 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a745fca1-2698-4dbc-a353-5d0512311671 None None] Pushing event updated for resources: {'Port': ['ID=7a841808-58a3-4d09-b53d-81bed0f96c1e,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:07:03.821640 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-a745fca1-2698-4dbc-a353-5d0512311671 None None] Attempting to bind port 7a841808-58a3-4d09-b53d-81bed0f96c1e on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:07:03.821920 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-a745fca1-2698-4dbc-a353-5d0512311671 None None] Attempting to bind port 7a841808-58a3-4d09-b53d-81bed0f96c1e by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '36aaa2b3-c354-4269-bb38-f6be1220c433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2d49cc88-c7eb-4513-a6e6-69edd0c61833'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:07:03.822752 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a745fca1-2698-4dbc-a353-5d0512311671 None None] Attempting to bind port 7a841808-58a3-4d09-b53d-81bed0f96c1e on network 2d49cc88-c7eb-4513-a6e6-69edd0c61833 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:07:03.833110 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a745fca1-2698-4dbc-a353-5d0512311671 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:07:03.833502 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a745fca1-2698-4dbc-a353-5d0512311671 None None] Checking segment: {'id': '36aaa2b3-c354-4269-bb38-f6be1220c433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2d49cc88-c7eb-4513-a6e6-69edd0c61833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:07:03.833923 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a745fca1-2698-4dbc-a353-5d0512311671 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:03.834345 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a745fca1-2698-4dbc-a353-5d0512311671 None None] Bound using segment: {'id': '36aaa2b3-c354-4269-bb38-f6be1220c433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2d49cc88-c7eb-4513-a6e6-69edd0c61833'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:07:03.835134 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-a745fca1-2698-4dbc-a353-5d0512311671 None None] Bound port: 7a841808-58a3-4d09-b53d-81bed0f96c1e, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36aaa2b3-c354-4269-bb38-f6be1220c433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2d49cc88-c7eb-4513-a6e6-69edd0c61833'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:07:03.835835 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a745fca1-2698-4dbc-a353-5d0512311671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (7a841808-58a3-4d09-b53d-81bed0f96c1e), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:03.912659 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a745fca1-2698-4dbc-a353-5d0512311671 None None] For port 7a841808-58a3-4d09-b53d-81bed0f96c1e, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:07:03.916148 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a745fca1-2698-4dbc-a353-5d0512311671 None None] For port 7a841808-58a3-4d09-b53d-81bed0f96c1e, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=7a841808-58a3-4d09-b53d-81bed0f96c1e,segment=NetworkSegment(36aaa2b3-c354-4269-bb38-f6be1220c433),segment_id=36aaa2b3-c354-4269-bb38-f6be1220c433)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:07:03.995219 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a745fca1-2698-4dbc-a353-5d0512311671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (7a841808-58a3-4d09-b53d-81bed0f96c1e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:04.031952 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-361ce8db-3c91-4240-b656-2c5b7154804b admin admin] Publish callbacks [] for router_gateway (e80eadf4-5b28-4eb0-be11-999d215bba8f), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:04.078003 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a745fca1-2698-4dbc-a353-5d0512311671 None None] Pushing event updated for resources: {'Port': ['ID=7a841808-58a3-4d09-b53d-81bed0f96c1e,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:07:04.279511 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-361ce8db-3c91-4240-b656-2c5b7154804b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (e80eadf4-5b28-4eb0-be11-999d215bba8f), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:04.532171 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-361ce8db-3c91-4240-b656-2c5b7154804b admin admin] Router e80eadf4-5b28-4eb0-be11-999d215bba8f is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:07:04.581603 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 7a841808-58a3-4d09-b53d-81bed0f96c1e up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:07:04.647563 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 7a841808-58a3-4d09-b53d-81bed0f96c1e triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:07:04.647966 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (7a841808-58a3-4d09-b53d-81bed0f96c1e), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:04.659069 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361ce8db-3c91-4240-b656-2c5b7154804b admin admin] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:07:04.673273 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db0fcea-d981-45e5-8d5e-c69966149623 None None] Sync routers for ids ['e80eadf4-5b28-4eb0-be11-999d215bba8f'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:07:04.685069 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db0fcea-d981-45e5-8d5e-c69966149623 None None] Routers {'e80eadf4-5b28-4eb0-be11-999d215bba8f'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:07:04.686406 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-6db0fcea-d981-45e5-8d5e-c69966149623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:06:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['e80eadf4-5b28-4eb0-be11-999d215bba8f'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:07:04.734637 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 7a841808-58a3-4d09-b53d-81bed0f96c1e is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:07:04.735187 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (7a841808-58a3-4d09-b53d-81bed0f96c1e), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:04.747560 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-361ce8db-3c91-4240-b656-2c5b7154804b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:04.749457 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-361ce8db-3c91-4240-b656-2c5b7154804b admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3206525 Feb 28 11:07:04.751717 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 54890) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:07:04.803709 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port 7a841808-58a3-4d09-b53d-81bed0f96c1e, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=7a841808-58a3-4d09-b53d-81bed0f96c1e,segment=NetworkSegment(36aaa2b3-c354-4269-bb38-f6be1220c433),segment_id=36aaa2b3-c354-4269-bb38-f6be1220c433)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:07:04.804229 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-6db0fcea-d981-45e5-8d5e-c69966149623 None None] Set router e80eadf4-5b28-4eb0-be11-999d215bba8f gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:07:04.886889 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (7a841808-58a3-4d09-b53d-81bed0f96c1e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:04.888173 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 2198c7d8-59b1-4488-b413-bca0b9b8ffbd up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:07:05.016347 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=7a841808-58a3-4d09-b53d-81bed0f96c1e,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:07:05.031751 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 2198c7d8-59b1-4488-b413-bca0b9b8ffbd triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:07:05.032535 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (2198c7d8-59b1-4488-b413-bca0b9b8ffbd), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:05.041915 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-6db0fcea-d981-45e5-8d5e-c69966149623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80eadf4-5b28-4eb0-be11-999d215bba8f', 'name': 'tempest-TestMinimumBasicScenario-1459495082-router', 'tenant_id': '099b6812ec3b4d3d8e30714b15143274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.189'}], 'enable_snat': True}, 'gw_port_id': '3d75158b-bfa1-40b5-b461-ae82bf200dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:07:02Z', 'updated_at': '2022-02-28T11:07:03Z', 'revision_number': 3, 'project_id': '099b6812ec3b4d3d8e30714b15143274', 'gw_port': {'id': '3d75158b-bfa1-40b5-b461-ae82bf200dd7', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:58:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80eadf4-5b28-4eb0-be11-999d215bba8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:07:03Z', 'updated_at': '2022-02-28T11:07:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:07:05.084215 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db0fcea-d981-45e5-8d5e-c69966149623 None None] Checking router: e80eadf4-5b28-4eb0-be11-999d215bba8f for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:07:05.084775 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db0fcea-d981-45e5-8d5e-c69966149623 None None] Updating router e80eadf4-5b28-4eb0-be11-999d215bba8f port 3d75158b-bfa1-40b5-b461-ae82bf200dd7 binding host dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:07:05.122481 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6db0fcea-d981-45e5-8d5e-c69966149623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (3d75158b-bfa1-40b5-b461-ae82bf200dd7), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:05.136603 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 2198c7d8-59b1-4488-b413-bca0b9b8ffbd is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:07:05.256039 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f3b35a75-5b75-4ae0-8267-ccc2bd9d73ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:05.301849 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2075179-443d-4ea3-b79f-90e3c92ffbd0 None None] Network 2d49cc88-c7eb-4513-a6e6-69edd0c61833 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:07:05.373142 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-3b9962a8-b4c4-4b87-80a7-c809ee3f9c62 None None] Provisioning complete for port 7a841808-58a3-4d09-b53d-81bed0f96c1e triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:07:05.373142 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3b9962a8-b4c4-4b87-80a7-c809ee3f9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (7a841808-58a3-4d09-b53d-81bed0f96c1e), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:05.422072 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6db0fcea-d981-45e5-8d5e-c69966149623 None None] Publish callbacks [] for port (3d75158b-bfa1-40b5-b461-ae82bf200dd7), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:05.457875 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-f3b35a75-5b75-4ae0-8267-ccc2bd9d73ce admin admin] Allocated IP 172.20.0.1 (2d49cc88-c7eb-4513-a6e6-69edd0c61833/75c7ff48-4b14-4546-9296-b632adde29d0/e1c2c77f-3080-4960-88d0-e4238c99956c) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:07:05.500399 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6db0fcea-d981-45e5-8d5e-c69966149623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (3d75158b-bfa1-40b5-b461-ae82bf200dd7), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:05.506257 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-3b9962a8-b4c4-4b87-80a7-c809ee3f9c62 None None] Current status of the port 7a841808-58a3-4d09-b53d-81bed0f96c1e is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:07:05.561646 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-6db0fcea-d981-45e5-8d5e-c69966149623 None None] Attempting to bind port 3d75158b-bfa1-40b5-b461-ae82bf200dd7 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:07:05.562046 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-6db0fcea-d981-45e5-8d5e-c69966149623 None None] Attempting to bind port 3d75158b-bfa1-40b5-b461-ae82bf200dd7 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:07:05.562415 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db0fcea-d981-45e5-8d5e-c69966149623 None None] Attempting to bind port 3d75158b-bfa1-40b5-b461-ae82bf200dd7 on network e88d86cf-af22-4900-bdd2-aa4038554136 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:07:05.571336 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd34da90-d577-4d7d-8529-8d8e5c72ebd3 None None] Pushing event updated for resources: {'Port': ['ID=3d75158b-bfa1-40b5-b461-ae82bf200dd7,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:07:05.574163 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db0fcea-d981-45e5-8d5e-c69966149623 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:07:05.574478 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db0fcea-d981-45e5-8d5e-c69966149623 None None] Checking segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:07:05.574960 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6db0fcea-d981-45e5-8d5e-c69966149623 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:05.575359 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db0fcea-d981-45e5-8d5e-c69966149623 None None] Bound using segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:07:05.575853 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-6db0fcea-d981-45e5-8d5e-c69966149623 None None] Bound port: 3d75158b-bfa1-40b5-b461-ae82bf200dd7, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:07:05.576238 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6db0fcea-d981-45e5-8d5e-c69966149623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (3d75158b-bfa1-40b5-b461-ae82bf200dd7), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:05.655446 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-6db0fcea-d981-45e5-8d5e-c69966149623 None None] For port 3d75158b-bfa1-40b5-b461-ae82bf200dd7, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:07:05.666274 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-6db0fcea-d981-45e5-8d5e-c69966149623 None None] For port 3d75158b-bfa1-40b5-b461-ae82bf200dd7, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=3d75158b-bfa1-40b5-b461-ae82bf200dd7,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:07:05.755215 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6db0fcea-d981-45e5-8d5e-c69966149623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (3d75158b-bfa1-40b5-b461-ae82bf200dd7), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:05.816447 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db0fcea-d981-45e5-8d5e-c69966149623 None None] Routers {'e80eadf4-5b28-4eb0-be11-999d215bba8f'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:07:05.817085 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-6db0fcea-d981-45e5-8d5e-c69966149623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:06:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['e80eadf4-5b28-4eb0-be11-999d215bba8f'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:07:05.819066 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd34da90-d577-4d7d-8529-8d8e5c72ebd3 None None] Pushing event updated for resources: {'Port': ['ID=3d75158b-bfa1-40b5-b461-ae82bf200dd7,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:07:05.837536 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-3520bffc-afd9-4693-a67b-66b00cd82b32 None None] Provisioning complete for port 7a841808-58a3-4d09-b53d-81bed0f96c1e triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:07:05.837913 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3520bffc-afd9-4693-a67b-66b00cd82b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (7a841808-58a3-4d09-b53d-81bed0f96c1e), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:05.886372 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f3b35a75-5b75-4ae0-8267-ccc2bd9d73ce admin admin] Publish callbacks [] for port (e1c2c77f-3080-4960-88d0-e4238c99956c), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:05.930932 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-3520bffc-afd9-4693-a67b-66b00cd82b32 None None] Current status of the port 7a841808-58a3-4d09-b53d-81bed0f96c1e is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:07:05.944012 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-6db0fcea-d981-45e5-8d5e-c69966149623 None None] Set router e80eadf4-5b28-4eb0-be11-999d215bba8f gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:07:05.980549 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f3b35a75-5b75-4ae0-8267-ccc2bd9d73ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (e1c2c77f-3080-4960-88d0-e4238c99956c), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:06.021474 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b35a75-5b75-4ae0-8267-ccc2bd9d73ce admin admin] Network 2d49cc88-c7eb-4513-a6e6-69edd0c61833 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:07:06.024574 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-f3b35a75-5b75-4ae0-8267-ccc2bd9d73ce admin admin] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:07:06.027191 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b35a75-5b75-4ae0-8267-ccc2bd9d73ce admin admin] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:07:06.067762 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b35a75-5b75-4ae0-8267-ccc2bd9d73ce admin admin] Pushing event updated for resources: {'Port': ['ID=e1c2c77f-3080-4960-88d0-e4238c99956c,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:07:06.087101 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f3b35a75-5b75-4ae0-8267-ccc2bd9d73ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047958'] for router_interface (e80eadf4-5b28-4eb0-be11-999d215bba8f), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:06.150913 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-6db0fcea-d981-45e5-8d5e-c69966149623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80eadf4-5b28-4eb0-be11-999d215bba8f', 'name': 'tempest-TestMinimumBasicScenario-1459495082-router', 'tenant_id': '099b6812ec3b4d3d8e30714b15143274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.189'}], 'enable_snat': True}, 'gw_port_id': '3d75158b-bfa1-40b5-b461-ae82bf200dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:07:02Z', 'updated_at': '2022-02-28T11:07:03Z', 'revision_number': 3, 'project_id': '099b6812ec3b4d3d8e30714b15143274', 'gw_port': {'id': '3d75158b-bfa1-40b5-b461-ae82bf200dd7', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:58:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80eadf4-5b28-4eb0-be11-999d215bba8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:07:03Z', 'updated_at': '2022-02-28T11:07:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:07:06.177821 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db0fcea-d981-45e5-8d5e-c69966149623 None None] The sync data for ids ['e80eadf4-5b28-4eb0-be11-999d215bba8f'] in dv-neutron-829161-3-hyperv is: [{'id': 'e80eadf4-5b28-4eb0-be11-999d215bba8f', 'name': 'tempest-TestMinimumBasicScenario-1459495082-router', 'tenant_id': '099b6812ec3b4d3d8e30714b15143274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.189'}], 'enable_snat': True}, 'gw_port_id': '3d75158b-bfa1-40b5-b461-ae82bf200dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:07:02Z', 'updated_at': '2022-02-28T11:07:03Z', 'revision_number': 3, 'project_id': '099b6812ec3b4d3d8e30714b15143274', 'gw_port': {'id': '3d75158b-bfa1-40b5-b461-ae82bf200dd7', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:58:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80eadf4-5b28-4eb0-be11-999d215bba8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:07:03Z', 'updated_at': '2022-02-28T11:07:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:07:06.341190 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f3b35a75-5b75-4ae0-8267-ccc2bd9d73ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (e1c2c77f-3080-4960-88d0-e4238c99956c), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:06.362160 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-b0bdb2e6-6f74-4718-ae05-caad1035bbf5 None None] Provisioning complete for port e1c2c77f-3080-4960-88d0-e4238c99956c triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:07:06.362815 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b0bdb2e6-6f74-4718-ae05-caad1035bbf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (e1c2c77f-3080-4960-88d0-e4238c99956c), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:06.405865 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-b0bdb2e6-6f74-4718-ae05-caad1035bbf5 None None] Port e1c2c77f-3080-4960-88d0-e4238c99956c cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:07:06.543802 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f3b35a75-5b75-4ae0-8267-ccc2bd9d73ce admin admin] Publish callbacks [] for port (e1c2c77f-3080-4960-88d0-e4238c99956c), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:06.607120 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 7a841808-58a3-4d09-b53d-81bed0f96c1e up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:07:06.607390 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f3b35a75-5b75-4ae0-8267-ccc2bd9d73ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (e1c2c77f-3080-4960-88d0-e4238c99956c), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:06.661820 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 7a841808-58a3-4d09-b53d-81bed0f96c1e triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:07:06.662206 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (7a841808-58a3-4d09-b53d-81bed0f96c1e), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:06.680273 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b35a75-5b75-4ae0-8267-ccc2bd9d73ce admin admin] Pushing event updated for resources: {'Port': ['ID=e1c2c77f-3080-4960-88d0-e4238c99956c,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:07:06.683028 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f3b35a75-5b75-4ae0-8267-ccc2bd9d73ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047558'] for router_interface (e80eadf4-5b28-4eb0-be11-999d215bba8f), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:06.755939 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 7a841808-58a3-4d09-b53d-81bed0f96c1e is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:07:06.757058 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 3d75158b-bfa1-40b5-b461-ae82bf200dd7 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:07:06.785710 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b35a75-5b75-4ae0-8267-ccc2bd9d73ce admin admin] Network 2d49cc88-c7eb-4513-a6e6-69edd0c61833 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:07:06.787640 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-f3b35a75-5b75-4ae0-8267-ccc2bd9d73ce admin admin] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:07:06.811022 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 3d75158b-bfa1-40b5-b461-ae82bf200dd7 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:07:06.811417 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (3d75158b-bfa1-40b5-b461-ae82bf200dd7), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:06.914813 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 3d75158b-bfa1-40b5-b461-ae82bf200dd7 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:07:06.915278 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (3d75158b-bfa1-40b5-b461-ae82bf200dd7), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:06.944681 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3b35a75-5b75-4ae0-8267-ccc2bd9d73ce admin admin] Router e80eadf4-5b28-4eb0-be11-999d215bba8f has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:07:06.950653 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port 3d75158b-bfa1-40b5-b461-ae82bf200dd7, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=3d75158b-bfa1-40b5-b461-ae82bf200dd7,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:07:07.030679 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (3d75158b-bfa1-40b5-b461-ae82bf200dd7), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:07.076880 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-eb0af757-8256-4f56-9f7a-b8e111123784 None None] Provisioning complete for port e1c2c77f-3080-4960-88d0-e4238c99956c triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:07:07.077268 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-eb0af757-8256-4f56-9f7a-b8e111123784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (e1c2c77f-3080-4960-88d0-e4238c99956c), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:07.097998 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b35a75-5b75-4ae0-8267-ccc2bd9d73ce admin admin] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:07:07.112463 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-f3b35a75-5b75-4ae0-8267-ccc2bd9d73ce admin admin] 10.222.0.62 "PUT /v2.0/routers/e80eadf4-5b28-4eb0-be11-999d215bba8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3509703 Feb 28 11:07:07.138963 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-eb0af757-8256-4f56-9f7a-b8e111123784 None None] Port e1c2c77f-3080-4960-88d0-e4238c99956c cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:07:07.141224 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=3d75158b-bfa1-40b5-b461-ae82bf200dd7,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:07:08.100184 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3599be67-4f92-46be-93c9-e78db39b3886 None None] Sync routers for ids ['e80eadf4-5b28-4eb0-be11-999d215bba8f'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:07:08.121859 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3599be67-4f92-46be-93c9-e78db39b3886 None None] Routers {'e80eadf4-5b28-4eb0-be11-999d215bba8f'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:07:08.123819 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-3599be67-4f92-46be-93c9-e78db39b3886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:06:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['e80eadf4-5b28-4eb0-be11-999d215bba8f'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:07:08.261596 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-3599be67-4f92-46be-93c9-e78db39b3886 None None] Set router e80eadf4-5b28-4eb0-be11-999d215bba8f gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:07:08.538758 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-3599be67-4f92-46be-93c9-e78db39b3886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80eadf4-5b28-4eb0-be11-999d215bba8f', 'name': 'tempest-TestMinimumBasicScenario-1459495082-router', 'tenant_id': '099b6812ec3b4d3d8e30714b15143274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.189'}], 'enable_snat': True}, 'gw_port_id': '3d75158b-bfa1-40b5-b461-ae82bf200dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:07:02Z', 'updated_at': '2022-02-28T11:07:06Z', 'revision_number': 4, 'project_id': '099b6812ec3b4d3d8e30714b15143274', 'gw_port': {'id': '3d75158b-bfa1-40b5-b461-ae82bf200dd7', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:58:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80eadf4-5b28-4eb0-be11-999d215bba8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:07:03Z', 'updated_at': '2022-02-28T11:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': 'e1c2c77f-3080-4960-88d0-e4238c99956c', 'name': '', 'network_id': '2d49cc88-c7eb-4513-a6e6-69edd0c61833', 'tenant_id': '099b6812ec3b4d3d8e30714b15143274', 'mac_address': 'fa:16:3e:b6:52:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80eadf4-5b28-4eb0-be11-999d215bba8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '75c7ff48-4b14-4546-9296-b632adde29d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:07:05Z', 'updated_at': '2022-02-28T11:07:06Z', 'revision_number': 2, 'project_id': '099b6812ec3b4d3d8e30714b15143274', 'subnets': [{'id': '75c7ff48-4b14-4546-9296-b632adde29d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:07:08.573878 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3599be67-4f92-46be-93c9-e78db39b3886 None None] Checking router: e80eadf4-5b28-4eb0-be11-999d215bba8f for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:07:08.574246 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3599be67-4f92-46be-93c9-e78db39b3886 None None] Updating router e80eadf4-5b28-4eb0-be11-999d215bba8f port e1c2c77f-3080-4960-88d0-e4238c99956c binding host dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:07:08.603108 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 3d75158b-bfa1-40b5-b461-ae82bf200dd7 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:07:08.606137 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3599be67-4f92-46be-93c9-e78db39b3886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (e1c2c77f-3080-4960-88d0-e4238c99956c), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:08.947869 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 3d75158b-bfa1-40b5-b461-ae82bf200dd7 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:07:08.948453 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (3d75158b-bfa1-40b5-b461-ae82bf200dd7), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:09.207147 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 3d75158b-bfa1-40b5-b461-ae82bf200dd7 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:07:09.282156 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3599be67-4f92-46be-93c9-e78db39b3886 None None] Publish callbacks [] for port (e1c2c77f-3080-4960-88d0-e4238c99956c), precommit_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:09.384888 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3599be67-4f92-46be-93c9-e78db39b3886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (e1c2c77f-3080-4960-88d0-e4238c99956c), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:09.479837 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e944690a-8bd6-49b0-a92a-53a51e3b51cb None None] Pushing event updated for resources: {'Port': ['ID=e1c2c77f-3080-4960-88d0-e4238c99956c,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:07:09.518517 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-3599be67-4f92-46be-93c9-e78db39b3886 None None] Attempting to bind port e1c2c77f-3080-4960-88d0-e4238c99956c on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:07:09.518925 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-3599be67-4f92-46be-93c9-e78db39b3886 None None] Attempting to bind port e1c2c77f-3080-4960-88d0-e4238c99956c by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '36aaa2b3-c354-4269-bb38-f6be1220c433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2d49cc88-c7eb-4513-a6e6-69edd0c61833'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:07:09.519297 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3599be67-4f92-46be-93c9-e78db39b3886 None None] Attempting to bind port e1c2c77f-3080-4960-88d0-e4238c99956c on network 2d49cc88-c7eb-4513-a6e6-69edd0c61833 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:07:09.530712 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3599be67-4f92-46be-93c9-e78db39b3886 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:07:09.531147 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3599be67-4f92-46be-93c9-e78db39b3886 None None] Checking segment: {'id': '36aaa2b3-c354-4269-bb38-f6be1220c433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2d49cc88-c7eb-4513-a6e6-69edd0c61833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:07:09.531528 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3599be67-4f92-46be-93c9-e78db39b3886 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:09.531931 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3599be67-4f92-46be-93c9-e78db39b3886 None None] Bound using segment: {'id': '36aaa2b3-c354-4269-bb38-f6be1220c433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2d49cc88-c7eb-4513-a6e6-69edd0c61833'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:07:09.532431 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-3599be67-4f92-46be-93c9-e78db39b3886 None None] Bound port: e1c2c77f-3080-4960-88d0-e4238c99956c, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36aaa2b3-c354-4269-bb38-f6be1220c433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2d49cc88-c7eb-4513-a6e6-69edd0c61833'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:07:09.532821 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3599be67-4f92-46be-93c9-e78db39b3886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (e1c2c77f-3080-4960-88d0-e4238c99956c), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:09.612592 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-3599be67-4f92-46be-93c9-e78db39b3886 None None] For port e1c2c77f-3080-4960-88d0-e4238c99956c, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:07:09.616287 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-3599be67-4f92-46be-93c9-e78db39b3886 None None] For port e1c2c77f-3080-4960-88d0-e4238c99956c, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=e1c2c77f-3080-4960-88d0-e4238c99956c,segment=NetworkSegment(36aaa2b3-c354-4269-bb38-f6be1220c433),segment_id=36aaa2b3-c354-4269-bb38-f6be1220c433)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:07:09.705185 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3599be67-4f92-46be-93c9-e78db39b3886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (e1c2c77f-3080-4960-88d0-e4238c99956c), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:09.768388 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3599be67-4f92-46be-93c9-e78db39b3886 None None] Routers {'e80eadf4-5b28-4eb0-be11-999d215bba8f'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:07:09.769087 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-3599be67-4f92-46be-93c9-e78db39b3886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:06:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['e80eadf4-5b28-4eb0-be11-999d215bba8f'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:07:09.771085 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e944690a-8bd6-49b0-a92a-53a51e3b51cb None None] Pushing event updated for resources: {'Port': ['ID=e1c2c77f-3080-4960-88d0-e4238c99956c,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:07:09.859968 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-0dde9110-32db-43ca-a462-252f4b644339 None None] Provisioning complete for port e1c2c77f-3080-4960-88d0-e4238c99956c triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:07:09.860355 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0dde9110-32db-43ca-a462-252f4b644339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (e1c2c77f-3080-4960-88d0-e4238c99956c), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:09.968637 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-3599be67-4f92-46be-93c9-e78db39b3886 None None] Set router e80eadf4-5b28-4eb0-be11-999d215bba8f gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:07:10.099399 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-0dde9110-32db-43ca-a462-252f4b644339 None None] Current status of the port e1c2c77f-3080-4960-88d0-e4238c99956c is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:07:10.099791 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0dde9110-32db-43ca-a462-252f4b644339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (e1c2c77f-3080-4960-88d0-e4238c99956c), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:10.181999 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-0dde9110-32db-43ca-a462-252f4b644339 None None] For port e1c2c77f-3080-4960-88d0-e4238c99956c, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=e1c2c77f-3080-4960-88d0-e4238c99956c,segment=NetworkSegment(36aaa2b3-c354-4269-bb38-f6be1220c433),segment_id=36aaa2b3-c354-4269-bb38-f6be1220c433)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:07:10.252269 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0dde9110-32db-43ca-a462-252f4b644339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (e1c2c77f-3080-4960-88d0-e4238c99956c), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:10.313611 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dde9110-32db-43ca-a462-252f4b644339 None None] Pushing event updated for resources: {'Port': ['ID=e1c2c77f-3080-4960-88d0-e4238c99956c,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:07:10.327996 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-3599be67-4f92-46be-93c9-e78db39b3886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80eadf4-5b28-4eb0-be11-999d215bba8f', 'name': 'tempest-TestMinimumBasicScenario-1459495082-router', 'tenant_id': '099b6812ec3b4d3d8e30714b15143274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.189'}], 'enable_snat': True}, 'gw_port_id': '3d75158b-bfa1-40b5-b461-ae82bf200dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:07:02Z', 'updated_at': '2022-02-28T11:07:06Z', 'revision_number': 4, 'project_id': '099b6812ec3b4d3d8e30714b15143274', 'gw_port': {'id': '3d75158b-bfa1-40b5-b461-ae82bf200dd7', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:58:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80eadf4-5b28-4eb0-be11-999d215bba8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:07:03Z', 'updated_at': '2022-02-28T11:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': 'e1c2c77f-3080-4960-88d0-e4238c99956c', 'name': '', 'network_id': '2d49cc88-c7eb-4513-a6e6-69edd0c61833', 'tenant_id': '099b6812ec3b4d3d8e30714b15143274', 'mac_address': 'fa:16:3e:b6:52:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80eadf4-5b28-4eb0-be11-999d215bba8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '75c7ff48-4b14-4546-9296-b632adde29d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:07:05Z', 'updated_at': '2022-02-28T11:07:09Z', 'revision_number': 4, 'project_id': '099b6812ec3b4d3d8e30714b15143274', 'subnets': [{'id': '75c7ff48-4b14-4546-9296-b632adde29d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:07:10.357462 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3599be67-4f92-46be-93c9-e78db39b3886 None None] The sync data for ids ['e80eadf4-5b28-4eb0-be11-999d215bba8f'] in dv-neutron-829161-3-hyperv is: [{'id': 'e80eadf4-5b28-4eb0-be11-999d215bba8f', 'name': 'tempest-TestMinimumBasicScenario-1459495082-router', 'tenant_id': '099b6812ec3b4d3d8e30714b15143274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.189'}], 'enable_snat': True}, 'gw_port_id': '3d75158b-bfa1-40b5-b461-ae82bf200dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:07:02Z', 'updated_at': '2022-02-28T11:07:06Z', 'revision_number': 4, 'project_id': '099b6812ec3b4d3d8e30714b15143274', 'gw_port': {'id': '3d75158b-bfa1-40b5-b461-ae82bf200dd7', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:58:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80eadf4-5b28-4eb0-be11-999d215bba8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:07:03Z', 'updated_at': '2022-02-28T11:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': 'e1c2c77f-3080-4960-88d0-e4238c99956c', 'name': '', 'network_id': '2d49cc88-c7eb-4513-a6e6-69edd0c61833', 'tenant_id': '099b6812ec3b4d3d8e30714b15143274', 'mac_address': 'fa:16:3e:b6:52:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80eadf4-5b28-4eb0-be11-999d215bba8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '75c7ff48-4b14-4546-9296-b632adde29d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:07:05Z', 'updated_at': '2022-02-28T11:07:09Z', 'revision_number': 4, 'project_id': '099b6812ec3b4d3d8e30714b15143274', 'subnets': [{'id': '75c7ff48-4b14-4546-9296-b632adde29d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:07:10.377903 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-b724a252-334f-4ac8-afc2-cb0c4b1ca398 None None] Provisioning complete for port e1c2c77f-3080-4960-88d0-e4238c99956c triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:07:10.378391 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b724a252-334f-4ac8-afc2-cb0c4b1ca398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (e1c2c77f-3080-4960-88d0-e4238c99956c), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:10.500817 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-b724a252-334f-4ac8-afc2-cb0c4b1ca398 None None] Current status of the port e1c2c77f-3080-4960-88d0-e4238c99956c is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:07:10.616419 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device e1c2c77f-3080-4960-88d0-e4238c99956c up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:07:10.732973 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port e1c2c77f-3080-4960-88d0-e4238c99956c triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:07:10.733618 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (e1c2c77f-3080-4960-88d0-e4238c99956c), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:10.852735 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port e1c2c77f-3080-4960-88d0-e4238c99956c is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:07:16.533426 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-71ad0325-1980-4ac6-a5e8-36916587f331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:17.715670 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:07:18.716368 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0f495c63-6024-4419-b9b5-5d4fd06f7f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:20.025320 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba55fe-9a7f-411b-a2be-095750f4f3d1 req-a3ffba4b-f294-4d91-82df-b935766d2320 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:07:20.026765 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-11ba55fe-9a7f-411b-a2be-095750f4f3d1 req-a3ffba4b-f294-4d91-82df-b935766d2320 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/networks?id=058b32af-228e-4b63-8c11-adfeac7dcabd HTTP/1.1" status: 200 len: 814 time: 0.1110964 Feb 28 11:07:20.044348 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-11ba55fe-9a7f-411b-a2be-095750f4f3d1 req-f0e72a28-28e0-441a-b1ff-fe5133589b7c tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/quotas/69679710cac64a51a55a80dedcc36eed HTTP/1.1" status: 200 len: 375 time: 0.0121007 Feb 28 11:07:20.105200 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-11ba55fe-9a7f-411b-a2be-095750f4f3d1 req-f3427c29-9d23-48aa-a4c2-a45234c1f29e tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=69679710cac64a51a55a80dedcc36eed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545254 Feb 28 11:07:20.127756 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:20.291343 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-11ba55fe-9a7f-411b-a2be-095750f4f3d1 req-15866c72-c1c8-4306-a5f5-4f36d4b7b380 service neutron] 10.222.0.62 "GET /v2.0/networks/058b32af-228e-4b63-8c11-adfeac7dcabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741161 Feb 28 11:07:20.382427 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-11ba55fe-9a7f-411b-a2be-095750f4f3d1 req-a3093b88-81e7-4ed4-87dc-cce6853fedb2 service neutron] 10.222.0.62 "GET /v2.0/networks/058b32af-228e-4b63-8c11-adfeac7dcabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856206 Feb 28 11:07:21.441821 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:21.728775 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-df7f24ac-d0dd-41fe-a16f-4ba902b678f6 req-394c659f-43cc-4583-b8d8-7eaa4ad6c955 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bbb0f5a-ff77-4707-9c5a-7256529fe91d HTTP/1.1" status: 200 len: 210 time: 0.0846207 Feb 28 11:07:22.760607 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:22.826164 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-bd7531f0-16c0-4dba-9da6-8245ac194b04 req-1e5ad961-ed55-4073-aa78-c9ea1641e9ee tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bbb0f5a-ff77-4707-9c5a-7256529fe91d HTTP/1.1" status: 200 len: 210 time: 0.0294600 Feb 28 11:07:23.925349 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d4430906-b321-4c73-b390-371171bead6b req-794db0f2-6590-4409-b606-f583b21e2d27 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bbb0f5a-ff77-4707-9c5a-7256529fe91d HTTP/1.1" status: 200 len: 210 time: 0.0317857 Feb 28 11:07:24.102447 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba55fe-9a7f-411b-a2be-095750f4f3d1 req-42b8dc61-a968-4ad7-8426-43f8d52794a6 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:07:24.103952 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-11ba55fe-9a7f-411b-a2be-095750f4f3d1 req-42b8dc61-a968-4ad7-8426-43f8d52794a6 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.70 "GET /v2.0/networks?id=058b32af-228e-4b63-8c11-adfeac7dcabd HTTP/1.1" status: 200 len: 814 time: 0.1047311 Feb 28 11:07:24.121749 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-11ba55fe-9a7f-411b-a2be-095750f4f3d1 req-7f87114a-1f69-418a-94c8-0c5cafada055 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Request body: {'port': {'device_id': '4bbb0f5a-ff77-4707-9c5a-7256529fe91d', 'network_id': '058b32af-228e-4b63-8c11-adfeac7dcabd', 'admin_state_up': True, 'tenant_id': '69679710cac64a51a55a80dedcc36eed'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:07:24.299608 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11ba55fe-9a7f-411b-a2be-095750f4f3d1 req-7f87114a-1f69-418a-94c8-0c5cafada055 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Made reservation on behalf of 69679710cac64a51a55a80dedcc36eed for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:07:24.303102 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-11ba55fe-9a7f-411b-a2be-095750f4f3d1 req-7f87114a-1f69-418a-94c8-0c5cafada055 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:24.433435 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [req-11ba55fe-9a7f-411b-a2be-095750f4f3d1 req-7f87114a-1f69-418a-94c8-0c5cafada055 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Allocated IP 172.20.0.13 (058b32af-228e-4b63-8c11-adfeac7dcabd/f663b4e2-c98f-48cf-a2f0-534508067e0a/c31a05db-0dcc-4de0-8b78-c9fc766c323c) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:07:24.589989 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-11ba55fe-9a7f-411b-a2be-095750f4f3d1 req-7f87114a-1f69-418a-94c8-0c5cafada055 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Publish callbacks [] for port (c31a05db-0dcc-4de0-8b78-c9fc766c323c), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:24.704934 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-11ba55fe-9a7f-411b-a2be-095750f4f3d1 req-7f87114a-1f69-418a-94c8-0c5cafada055 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (c31a05db-0dcc-4de0-8b78-c9fc766c323c), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:24.755444 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11ba55fe-9a7f-411b-a2be-095750f4f3d1 req-7f87114a-1f69-418a-94c8-0c5cafada055 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Network 058b32af-228e-4b63-8c11-adfeac7dcabd is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:07:24.759022 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [req-11ba55fe-9a7f-411b-a2be-095750f4f3d1 req-7f87114a-1f69-418a-94c8-0c5cafada055 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:07:24.763136 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-11ba55fe-9a7f-411b-a2be-095750f4f3d1 req-7f87114a-1f69-418a-94c8-0c5cafada055 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:07:24.794967 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f87114a-1f69-418a-94c8-0c5cafada055 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Pushing event updated for resources: {'Port': ['ID=c31a05db-0dcc-4de0-8b78-c9fc766c323c,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:07:24.840545 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba55fe-9a7f-411b-a2be-095750f4f3d1 req-7f87114a-1f69-418a-94c8-0c5cafada055 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:07:24.842851 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-11ba55fe-9a7f-411b-a2be-095750f4f3d1 req-7f87114a-1f69-418a-94c8-0c5cafada055 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:24.960325 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-11ba55fe-9a7f-411b-a2be-095750f4f3d1 req-7f87114a-1f69-418a-94c8-0c5cafada055 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8410866 Feb 28 11:07:25.052241 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-11ba55fe-9a7f-411b-a2be-095750f4f3d1 req-66104d8d-9fce-4ac2-95ab-0612c9c0a027 service neutron] Request body: {'port': {'device_id': '4bbb0f5a-ff77-4707-9c5a-7256529fe91d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8291'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:07:25.135786 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-11ba55fe-9a7f-411b-a2be-095750f4f3d1 req-66104d8d-9fce-4ac2-95ab-0612c9c0a027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (c31a05db-0dcc-4de0-8b78-c9fc766c323c), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:25.140608 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac62e29-8855-4010-a624-21a648ecc8c6 req-6301938b-152f-4b12-8316-c6580eddc70a tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:07:25.150809 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-2ac62e29-8855-4010-a624-21a648ecc8c6 req-6301938b-152f-4b12-8316-c6580eddc70a tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bbb0f5a-ff77-4707-9c5a-7256529fe91d HTTP/1.1" status: 200 len: 932 time: 0.1117373 Feb 28 11:07:25.166238 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-9892a436-0080-4cc5-bc60-c0da41049be2 None None] Provisioning complete for port c31a05db-0dcc-4de0-8b78-c9fc766c323c triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:07:25.166994 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9892a436-0080-4cc5-bc60-c0da41049be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (c31a05db-0dcc-4de0-8b78-c9fc766c323c), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:25.209531 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-9892a436-0080-4cc5-bc60-c0da41049be2 None None] Port c31a05db-0dcc-4de0-8b78-c9fc766c323c cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:07:25.221684 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-2ac62e29-8855-4010-a624-21a648ecc8c6 req-fc131548-a740-49a8-851f-dea628d0e715 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/security-groups?id=c87941e6-d6ee-40f9-b29d-14f8f83370d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690303 Feb 28 11:07:25.586048 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [req-11ba55fe-9a7f-411b-a2be-095750f4f3d1 req-66104d8d-9fce-4ac2-95ab-0612c9c0a027 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c31a05db-0dcc-4de0-8b78-c9fc766c323c {{(pid=104083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:07:25.596376 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-11ba55fe-9a7f-411b-a2be-095750f4f3d1 req-66104d8d-9fce-4ac2-95ab-0612c9c0a027 service neutron] Publish callbacks [] for port (c31a05db-0dcc-4de0-8b78-c9fc766c323c), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:25.613570 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [req-11ba55fe-9a7f-411b-a2be-095750f4f3d1 req-66104d8d-9fce-4ac2-95ab-0612c9c0a027 service neutron] Transition to ACTIVE for port object c31a05db-0dcc-4de0-8b78-c9fc766c323c will not be triggered until provisioned by entity L2. {{(pid=104083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 11:07:25.716614 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-11ba55fe-9a7f-411b-a2be-095750f4f3d1 req-66104d8d-9fce-4ac2-95ab-0612c9c0a027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (c31a05db-0dcc-4de0-8b78-c9fc766c323c), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:25.903980 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66104d8d-9fce-4ac2-95ab-0612c9c0a027 service neutron] Pushing event updated for resources: {'Port': ['ID=c31a05db-0dcc-4de0-8b78-c9fc766c323c,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:07:25.936037 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-11ba55fe-9a7f-411b-a2be-095750f4f3d1 req-66104d8d-9fce-4ac2-95ab-0612c9c0a027 service neutron] Attempting to bind port c31a05db-0dcc-4de0-8b78-c9fc766c323c on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:07:25.937692 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-11ba55fe-9a7f-411b-a2be-095750f4f3d1 req-66104d8d-9fce-4ac2-95ab-0612c9c0a027 service neutron] Attempting to bind port c31a05db-0dcc-4de0-8b78-c9fc766c323c by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': 'e827e3e6-dd00-41ee-b3bc-f958cd26d753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '058b32af-228e-4b63-8c11-adfeac7dcabd'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:07:25.938434 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ba55fe-9a7f-411b-a2be-095750f4f3d1 req-66104d8d-9fce-4ac2-95ab-0612c9c0a027 service neutron] Attempting to bind port c31a05db-0dcc-4de0-8b78-c9fc766c323c on network 058b32af-228e-4b63-8c11-adfeac7dcabd {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:07:25.946980 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ba55fe-9a7f-411b-a2be-095750f4f3d1 req-66104d8d-9fce-4ac2-95ab-0612c9c0a027 service neutron] Port c31a05db-0dcc-4de0-8b78-c9fc766c323c on network 058b32af-228e-4b63-8c11-adfeac7dcabd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 11:07:25.947883 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ba55fe-9a7f-411b-a2be-095750f4f3d1 req-66104d8d-9fce-4ac2-95ab-0612c9c0a027 service neutron] Attempting to bind port c31a05db-0dcc-4de0-8b78-c9fc766c323c on network 058b32af-228e-4b63-8c11-adfeac7dcabd {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:07:25.955857 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ba55fe-9a7f-411b-a2be-095750f4f3d1 req-66104d8d-9fce-4ac2-95ab-0612c9c0a027 service neutron] Checking agent: {'id': '9c9e5963-7abc-415a-a91c-4432861f4313', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'started_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:07:25.956753 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ba55fe-9a7f-411b-a2be-095750f4f3d1 req-66104d8d-9fce-4ac2-95ab-0612c9c0a027 service neutron] Checking segment: {'id': 'e827e3e6-dd00-41ee-b3bc-f958cd26d753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '058b32af-228e-4b63-8c11-adfeac7dcabd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:07:25.957385 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ba55fe-9a7f-411b-a2be-095750f4f3d1 req-66104d8d-9fce-4ac2-95ab-0612c9c0a027 service neutron] Bound using segment: {'id': 'e827e3e6-dd00-41ee-b3bc-f958cd26d753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '058b32af-228e-4b63-8c11-adfeac7dcabd'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:07:25.958182 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-11ba55fe-9a7f-411b-a2be-095750f4f3d1 req-66104d8d-9fce-4ac2-95ab-0612c9c0a027 service neutron] Bound port: c31a05db-0dcc-4de0-8b78-c9fc766c323c, host: hv-neutron-8291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e827e3e6-dd00-41ee-b3bc-f958cd26d753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '058b32af-228e-4b63-8c11-adfeac7dcabd'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:07:25.958794 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-11ba55fe-9a7f-411b-a2be-095750f4f3d1 req-66104d8d-9fce-4ac2-95ab-0612c9c0a027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (c31a05db-0dcc-4de0-8b78-c9fc766c323c), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:26.057240 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-11ba55fe-9a7f-411b-a2be-095750f4f3d1 req-66104d8d-9fce-4ac2-95ab-0612c9c0a027 service neutron] For port c31a05db-0dcc-4de0-8b78-c9fc766c323c, host hv-neutron-8291, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:07:26.061305 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-11ba55fe-9a7f-411b-a2be-095750f4f3d1 req-66104d8d-9fce-4ac2-95ab-0612c9c0a027 service neutron] For port c31a05db-0dcc-4de0-8b78-c9fc766c323c, host hv-neutron-8291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=c31a05db-0dcc-4de0-8b78-c9fc766c323c,segment=NetworkSegment(e827e3e6-dd00-41ee-b3bc-f958cd26d753),segment_id=e827e3e6-dd00-41ee-b3bc-f958cd26d753)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:07:26.133527 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-11ba55fe-9a7f-411b-a2be-095750f4f3d1 req-66104d8d-9fce-4ac2-95ab-0612c9c0a027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (c31a05db-0dcc-4de0-8b78-c9fc766c323c), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:26.154390 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba55fe-9a7f-411b-a2be-095750f4f3d1 req-66104d8d-9fce-4ac2-95ab-0612c9c0a027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:07:26.161608 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-11ba55fe-9a7f-411b-a2be-095750f4f3d1 req-66104d8d-9fce-4ac2-95ab-0612c9c0a027 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:26.161608 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-11ba55fe-9a7f-411b-a2be-095750f4f3d1 req-66104d8d-9fce-4ac2-95ab-0612c9c0a027 service neutron] 10.222.0.70 "PUT /v2.0/ports/c31a05db-0dcc-4de0-8b78-c9fc766c323c HTTP/1.1" status: 200 len: 1094 time: 1.1742957 Feb 28 11:07:26.161608 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bbb0f5a-ff77-4707-9c5a-7256529fe91d', 'tag': 'c31a05db-0dcc-4de0-8b78-c9fc766c323c'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:07:26.163321 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7004b832-8824-4154-b491-a5d9949f9778" -d '{"events": [{"name": "network-changed", "server_uuid": "4bbb0f5a-ff77-4707-9c5a-7256529fe91d", "tag": "c31a05db-0dcc-4de0-8b78-c9fc766c323c"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:07:26.247456 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66104d8d-9fce-4ac2-95ab-0612c9c0a027 service neutron] Pushing event updated for resources: {'Port': ['ID=c31a05db-0dcc-4de0-8b78-c9fc766c323c,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:07:26.255123 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc4ba41-6d85-425b-8149-4c8ec4082acc x-openstack-request-id: req-0fc4ba41-6d85-425b-8149-4c8ec4082acc {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:07:26.255427 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bbb0f5a-ff77-4707-9c5a-7256529fe91d", "tag": "c31a05db-0dcc-4de0-8b78-c9fc766c323c", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:07:26.255697 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0fc4ba41-6d85-425b-8149-4c8ec4082acc {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:07:26.268460 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bbb0f5a-ff77-4707-9c5a-7256529fe91d', 'tag': 'c31a05db-0dcc-4de0-8b78-c9fc766c323c', 'status': 'completed', 'code': 200} Feb 28 11:07:26.391018 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aeb9c6-d393-41dd-8c65-04beace47fad req-4e58413f-5726-4c6b-9e35-b413331aa379 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:07:26.393765 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-99aeb9c6-d393-41dd-8c65-04beace47fad req-4e58413f-5726-4c6b-9e35-b413331aa379 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bbb0f5a-ff77-4707-9c5a-7256529fe91d HTTP/1.1" status: 200 len: 944 time: 0.0727301 Feb 28 11:07:26.483566 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-99aeb9c6-d393-41dd-8c65-04beace47fad req-9ca16f63-ff7f-4a2d-a2c5-e9fe89af15c6 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/security-groups?id=c87941e6-d6ee-40f9-b29d-14f8f83370d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778418 Feb 28 11:07:27.623659 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040d6e3-9dd0-43ef-8b55-e4b345273d4b req-8547230b-db16-414d-be2c-eaedaffbf0eb tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:07:27.625420 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-7040d6e3-9dd0-43ef-8b55-e4b345273d4b req-8547230b-db16-414d-be2c-eaedaffbf0eb tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bbb0f5a-ff77-4707-9c5a-7256529fe91d HTTP/1.1" status: 200 len: 944 time: 0.0666649 Feb 28 11:07:27.714208 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-7040d6e3-9dd0-43ef-8b55-e4b345273d4b req-67be2487-ed85-4537-b62c-d142cfa9cd72 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/security-groups?id=c87941e6-d6ee-40f9-b29d-14f8f83370d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759182 Feb 28 11:07:28.856281 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cfab58-e7d7-402e-87f8-0b8b84cb0205 req-c64add27-59f4-43e5-bf3c-087726ae9e57 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:07:28.857850 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-44cfab58-e7d7-402e-87f8-0b8b84cb0205 req-c64add27-59f4-43e5-bf3c-087726ae9e57 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bbb0f5a-ff77-4707-9c5a-7256529fe91d HTTP/1.1" status: 200 len: 944 time: 0.0594425 Feb 28 11:07:28.912197 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-44cfab58-e7d7-402e-87f8-0b8b84cb0205 req-66db3de2-41a1-40c8-9acd-69603d80f2d3 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/security-groups?id=c87941e6-d6ee-40f9-b29d-14f8f83370d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457013 Feb 28 11:07:30.057829 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e48b3-d83b-4665-9bb3-4a3ae3213c10 req-43463610-2f65-4247-9b6c-9a40a82ede50 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:07:30.059541 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b99e48b3-d83b-4665-9bb3-4a3ae3213c10 req-43463610-2f65-4247-9b6c-9a40a82ede50 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bbb0f5a-ff77-4707-9c5a-7256529fe91d HTTP/1.1" status: 200 len: 944 time: 0.0738158 Feb 28 11:07:30.128847 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b99e48b3-d83b-4665-9bb3-4a3ae3213c10 req-5e823996-68ab-4f73-acb2-21f52d18f0ec tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/security-groups?id=c87941e6-d6ee-40f9-b29d-14f8f83370d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555975 Feb 28 11:07:30.842064 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:31.291897 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87ebc06-46dd-4ce4-9a7b-7b43d15765b3 req-b479ac19-327d-4034-a438-5ebf74946a40 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:07:31.293507 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-b87ebc06-46dd-4ce4-9a7b-7b43d15765b3 req-b479ac19-327d-4034-a438-5ebf74946a40 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bbb0f5a-ff77-4707-9c5a-7256529fe91d HTTP/1.1" status: 200 len: 944 time: 0.0686741 Feb 28 11:07:31.397013 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-b87ebc06-46dd-4ce4-9a7b-7b43d15765b3 req-f3cf1855-50d6-47e6-ab8a-766f8bcf53fc tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/security-groups?id=c87941e6-d6ee-40f9-b29d-14f8f83370d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938821 Feb 28 11:07:32.527820 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e2a71e-5091-4568-856e-75d5a8203bd4 req-61cbd366-7ee1-4550-9ab9-9c55370c6724 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:07:32.529545 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-09e2a71e-5091-4568-856e-75d5a8203bd4 req-61cbd366-7ee1-4550-9ab9-9c55370c6724 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bbb0f5a-ff77-4707-9c5a-7256529fe91d HTTP/1.1" status: 200 len: 944 time: 0.0659750 Feb 28 11:07:32.623675 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-09e2a71e-5091-4568-856e-75d5a8203bd4 req-8003f2fb-605c-4b51-a70a-b9d52cdc2a2a tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/security-groups?id=c87941e6-d6ee-40f9-b29d-14f8f83370d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880132 Feb 28 11:07:32.636866 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7004b832-8824-4154-b491-a5d9949f9778 req-eade86e3-97e5-446a-be64-959324efc341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:07:32.638425 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-7004b832-8824-4154-b491-a5d9949f9778 req-eade86e3-97e5-446a-be64-959324efc341 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69679710cac64a51a55a80dedcc36eed&device_id=4bbb0f5a-ff77-4707-9c5a-7256529fe91d HTTP/1.1" status: 200 len: 1128 time: 0.0854540 Feb 28 11:07:32.801091 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7004b832-8824-4154-b491-a5d9949f9778 req-e1c093ad-a038-47a6-a056-c4c6cc69c140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:07:32.802550 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-7004b832-8824-4154-b491-a5d9949f9778 req-e1c093ad-a038-47a6-a056-c4c6cc69c140 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=69679710cac64a51a55a80dedcc36eed&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1459723 Feb 28 11:07:32.916812 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7004b832-8824-4154-b491-a5d9949f9778 req-bea9d2d5-4937-4b0a-bbc1-2d08dc68f4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:07:32.918900 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-7004b832-8824-4154-b491-a5d9949f9778 req-bea9d2d5-4937-4b0a-bbc1-2d08dc68f4b2 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1105139 Feb 28 11:07:33.036841 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba55fe-9a7f-411b-a2be-095750f4f3d1 req-98b5c429-66bb-4609-8b0d-b2e19536e044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:07:33.038390 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-11ba55fe-9a7f-411b-a2be-095750f4f3d1 req-98b5c429-66bb-4609-8b0d-b2e19536e044 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69679710cac64a51a55a80dedcc36eed&device_id=4bbb0f5a-ff77-4707-9c5a-7256529fe91d HTTP/1.1" status: 200 len: 1128 time: 0.0547094 Feb 28 11:07:33.091794 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-11ba55fe-9a7f-411b-a2be-095750f4f3d1 req-d46d05af-dc23-473b-8e9e-671f97c46acd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c31a05db-0dcc-4de0-8b78-c9fc766c323c HTTP/1.1" status: 200 len: 217 time: 0.0403008 Feb 28 11:07:33.155155 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba55fe-9a7f-411b-a2be-095750f4f3d1 req-0bba06d3-dd3c-4961-b258-5b32142c5628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:07:33.156751 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-11ba55fe-9a7f-411b-a2be-095750f4f3d1 req-0bba06d3-dd3c-4961-b258-5b32142c5628 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f663b4e2-c98f-48cf-a2f0-534508067e0a HTTP/1.1" status: 200 len: 853 time: 0.0596364 Feb 28 11:07:33.216439 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba55fe-9a7f-411b-a2be-095750f4f3d1 req-1b9a9598-d9e7-42ce-a9d4-1e48dd5f5a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:07:33.218013 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-11ba55fe-9a7f-411b-a2be-095750f4f3d1 req-1b9a9598-d9e7-42ce-a9d4-1e48dd5f5a55 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=058b32af-228e-4b63-8c11-adfeac7dcabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0557768 Feb 28 11:07:33.342188 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-11ba55fe-9a7f-411b-a2be-095750f4f3d1 req-ca489ed9-be0d-4922-88db-ffb534cb05cc service neutron] 10.222.0.70 "GET /v2.0/networks/058b32af-228e-4b63-8c11-adfeac7dcabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167564 Feb 28 11:07:33.444785 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-11ba55fe-9a7f-411b-a2be-095750f4f3d1 req-e6db14f1-69e7-4d1f-985e-95b94ce724aa service neutron] 10.222.0.70 "GET /v2.0/networks/058b32af-228e-4b63-8c11-adfeac7dcabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972431 Feb 28 11:07:33.763276 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f713ceb0-b405-4ca9-ac4d-b33f44782abd req-fa08e62b-9fad-4f58-ba19-3828d035d48e tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:07:33.764791 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-f713ceb0-b405-4ca9-ac4d-b33f44782abd req-fa08e62b-9fad-4f58-ba19-3828d035d48e tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bbb0f5a-ff77-4707-9c5a-7256529fe91d HTTP/1.1" status: 200 len: 944 time: 0.0558956 Feb 28 11:07:33.813203 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-f713ceb0-b405-4ca9-ac4d-b33f44782abd req-f99254cc-f8b6-4d59-9f35-06c869faa245 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/security-groups?id=c87941e6-d6ee-40f9-b29d-14f8f83370d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424433 Feb 28 11:07:34.935373 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7224432-917b-46bf-936b-6f214802def9 req-0a404990-77e3-4204-97d0-49bf57386759 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:07:34.937460 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e7224432-917b-46bf-936b-6f214802def9 req-0a404990-77e3-4204-97d0-49bf57386759 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bbb0f5a-ff77-4707-9c5a-7256529fe91d HTTP/1.1" status: 200 len: 944 time: 0.0550129 Feb 28 11:07:34.998125 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e7224432-917b-46bf-936b-6f214802def9 req-5ba0df52-a50d-406c-bb9d-e3ba922a9862 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/security-groups?id=c87941e6-d6ee-40f9-b29d-14f8f83370d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533392 Feb 28 11:07:36.129863 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3bd41-bdf2-4580-9bdd-8cf437d0841a req-415afa22-042f-446d-b670-a564f3062f02 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:07:36.131380 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-63f3bd41-bdf2-4580-9bdd-8cf437d0841a req-415afa22-042f-446d-b670-a564f3062f02 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bbb0f5a-ff77-4707-9c5a-7256529fe91d HTTP/1.1" status: 200 len: 944 time: 0.0574527 Feb 28 11:07:36.179400 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-63f3bd41-bdf2-4580-9bdd-8cf437d0841a req-2a98926c-91db-49c0-b436-de5724199e71 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/security-groups?id=c87941e6-d6ee-40f9-b29d-14f8f83370d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424328 Feb 28 11:07:36.398433 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device c31a05db-0dcc-4de0-8b78-c9fc766c323c details requested by agent hyperv_hv-neutron-8291 with host hv-neutron-8291 {{(pid=104085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 11:07:36.495415 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port c31a05db-0dcc-4de0-8b78-c9fc766c323c, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=c31a05db-0dcc-4de0-8b78-c9fc766c323c,segment=NetworkSegment(e827e3e6-dd00-41ee-b3bc-f958cd26d753),segment_id=e827e3e6-dd00-41ee-b3bc-f958cd26d753)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:07:36.498293 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [req-39f16ef9-1d50-422c-998a-135103599381 req-1dddb735-7190-47eb-975e-36726c685f6f service neutron] (104084) timed out ('10.222.0.70', 64511) {{(pid=104084) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 11:07:36.507586 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Returning: {'device': 'c31a05db-0dcc-4de0-8b78-c9fc766c323c', 'network_id': '058b32af-228e-4b63-8c11-adfeac7dcabd', 'port_id': 'c31a05db-0dcc-4de0-8b78-c9fc766c323c', 'mac_address': 'fa:16:3e:a1:f8:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f663b4e2-c98f-48cf-a2f0-534508067e0a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 11:07:36.547580 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port c31a05db-0dcc-4de0-8b78-c9fc766c323c is: DOWN; New status is: BUILD {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:07:36.547974 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (c31a05db-0dcc-4de0-8b78-c9fc766c323c), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:36.560534 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c31a05db-0dcc-4de0-8b78-c9fc766c323c {{(pid=104085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:07:36.581013 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port c31a05db-0dcc-4de0-8b78-c9fc766c323c, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=c31a05db-0dcc-4de0-8b78-c9fc766c323c,segment=NetworkSegment(e827e3e6-dd00-41ee-b3bc-f958cd26d753),segment_id=e827e3e6-dd00-41ee-b3bc-f958cd26d753)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:07:36.687642 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (c31a05db-0dcc-4de0-8b78-c9fc766c323c), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:36.736626 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=c31a05db-0dcc-4de0-8b78-c9fc766c323c,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:07:36.963834 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['c31a05db-0dcc-4de0-8b78-c9fc766c323c'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:07:37.311733 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d2dead-862a-459f-a4d0-81856eee2c6d req-8927f479-287a-4b3a-b70d-715ac143542d tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:07:37.313286 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b5d2dead-862a-459f-a4d0-81856eee2c6d req-8927f479-287a-4b3a-b70d-715ac143542d tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bbb0f5a-ff77-4707-9c5a-7256529fe91d HTTP/1.1" status: 200 len: 945 time: 0.0661895 Feb 28 11:07:37.360508 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b5d2dead-862a-459f-a4d0-81856eee2c6d req-0a249684-6bb7-45e3-9cfb-725a2697b7af tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/security-groups?id=c87941e6-d6ee-40f9-b29d-14f8f83370d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414543 Feb 28 11:07:38.418080 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device c31a05db-0dcc-4de0-8b78-c9fc766c323c up at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:07:38.483576 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af91e0eb-58d7-489e-82b3-d18b13ee0935 req-0f7aee48-b0ba-4cd7-9200-187679a84fc6 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:07:38.485088 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-af91e0eb-58d7-489e-82b3-d18b13ee0935 req-0f7aee48-b0ba-4cd7-9200-187679a84fc6 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bbb0f5a-ff77-4707-9c5a-7256529fe91d HTTP/1.1" status: 200 len: 945 time: 0.0545521 Feb 28 11:07:38.532075 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-af91e0eb-58d7-489e-82b3-d18b13ee0935 req-44227117-a163-465c-aa89-773c785c8fa1 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/security-groups?id=c87941e6-d6ee-40f9-b29d-14f8f83370d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411897 Feb 28 11:07:38.561418 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning for port c31a05db-0dcc-4de0-8b78-c9fc766c323c completed by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 11:07:38.566393 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning complete for port c31a05db-0dcc-4de0-8b78-c9fc766c323c triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:07:38.566771 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (c31a05db-0dcc-4de0-8b78-c9fc766c323c), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:38.647207 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port c31a05db-0dcc-4de0-8b78-c9fc766c323c is: BUILD; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:07:38.647521 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (c31a05db-0dcc-4de0-8b78-c9fc766c323c), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:38.810887 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bbb0f5a-ff77-4707-9c5a-7256529fe91d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c31a05db-0dcc-4de0-8b78-c9fc766c323c'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:07:38.813317 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69526164-2297-4039-9465-5d7c27d107cc" -d '{"events": [{"server_uuid": "4bbb0f5a-ff77-4707-9c5a-7256529fe91d", "name": "network-vif-plugged", "status": "completed", "tag": "c31a05db-0dcc-4de0-8b78-c9fc766c323c"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:07:38.826644 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port c31a05db-0dcc-4de0-8b78-c9fc766c323c, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=c31a05db-0dcc-4de0-8b78-c9fc766c323c,segment=NetworkSegment(e827e3e6-dd00-41ee-b3bc-f958cd26d753),segment_id=e827e3e6-dd00-41ee-b3bc-f958cd26d753)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:07:38.896866 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (c31a05db-0dcc-4de0-8b78-c9fc766c323c), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:38.920641 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813eb44f-05f1-48a1-a098-b56f52a56ce5 x-openstack-request-id: req-813eb44f-05f1-48a1-a098-b56f52a56ce5 {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:07:38.924154 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bbb0f5a-ff77-4707-9c5a-7256529fe91d", "name": "network-vif-plugged", "status": "completed", "tag": "c31a05db-0dcc-4de0-8b78-c9fc766c323c", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:07:38.924154 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-813eb44f-05f1-48a1-a098-b56f52a56ce5 {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:07:38.924154 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bbb0f5a-ff77-4707-9c5a-7256529fe91d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c31a05db-0dcc-4de0-8b78-c9fc766c323c', 'code': 200} Feb 28 11:07:38.948815 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=c31a05db-0dcc-4de0-8b78-c9fc766c323c,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:07:39.251293 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42871c0c-9685-4b0d-a3c5-48753ffcef52 req-ac43a823-b161-4cbd-815b-9dfc0d0da7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:07:39.252925 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-42871c0c-9685-4b0d-a3c5-48753ffcef52 req-ac43a823-b161-4cbd-815b-9dfc0d0da7ac service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4bbb0f5a-ff77-4707-9c5a-7256529fe91d HTTP/1.1" status: 200 len: 1130 time: 0.0523322 Feb 28 11:07:39.299650 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-42871c0c-9685-4b0d-a3c5-48753ffcef52 req-9d89df49-298d-4298-bfb6-580899d3d856 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c87941e6-d6ee-40f9-b29d-14f8f83370d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406604 Feb 28 11:07:39.648255 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63941fe3-1354-4efb-a297-f4470e0962f7 req-0e087346-65a2-466c-a493-c65572147ec4 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:07:39.649742 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-63941fe3-1354-4efb-a297-f4470e0962f7 req-0e087346-65a2-466c-a493-c65572147ec4 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bbb0f5a-ff77-4707-9c5a-7256529fe91d HTTP/1.1" status: 200 len: 946 time: 0.0519369 Feb 28 11:07:39.700225 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-63941fe3-1354-4efb-a297-f4470e0962f7 req-2e4f6904-6134-4ba8-9c84-63f9dd7bd911 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/security-groups?id=c87941e6-d6ee-40f9-b29d-14f8f83370d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448496 Feb 28 11:07:40.822247 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b37c393-d1a2-4628-8d77-de44e9aad31c req-da2c48e1-1302-4c1d-842b-f7ce35ebdec6 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:07:40.823814 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3b37c393-d1a2-4628-8d77-de44e9aad31c req-da2c48e1-1302-4c1d-842b-f7ce35ebdec6 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bbb0f5a-ff77-4707-9c5a-7256529fe91d HTTP/1.1" status: 200 len: 946 time: 0.0573478 Feb 28 11:07:40.877132 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3b37c393-d1a2-4628-8d77-de44e9aad31c req-6b4c874c-1f87-4e42-99b0-b5d54cb30fae tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/security-groups?id=c87941e6-d6ee-40f9-b29d-14f8f83370d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471890 Feb 28 11:07:40.993411 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a623d7-340a-4be4-97c7-2debde531fd7 req-551135d7-9c7e-47e0-95d5-2f3ddf92c23b tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:07:40.994823 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-78a623d7-340a-4be4-97c7-2debde531fd7 req-551135d7-9c7e-47e0-95d5-2f3ddf92c23b tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bbb0f5a-ff77-4707-9c5a-7256529fe91d HTTP/1.1" status: 200 len: 946 time: 0.0538082 Feb 28 11:07:41.044155 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-78a623d7-340a-4be4-97c7-2debde531fd7 req-c1c1f9d7-7405-45f3-98a6-38b38b28d35f tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/security-groups?id=c87941e6-d6ee-40f9-b29d-14f8f83370d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437713 Feb 28 11:07:41.385589 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a6e83c-a38a-4e42-8936-3d3e3debc684 req-56d0698a-4702-49d0-bf68-41cecb1d8998 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:07:41.388901 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-77a6e83c-a38a-4e42-8936-3d3e3debc684 req-56d0698a-4702-49d0-bf68-41cecb1d8998 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bbb0f5a-ff77-4707-9c5a-7256529fe91d HTTP/1.1" status: 200 len: 946 time: 0.0590796 Feb 28 11:07:41.436876 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-77a6e83c-a38a-4e42-8936-3d3e3debc684 req-d8e0f418-5895-4dac-9a88-5f8c9701837c tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/security-groups?id=c87941e6-d6ee-40f9-b29d-14f8f83370d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435276 Feb 28 11:07:46.457011 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b23a2e88-445f-4600-a0e8-ab41f2275ceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:48.670554 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e0da5491-6d42-484e-9f38-5b7a99105e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:50.127760 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:51.422570 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:52.727125 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:54.716892 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:08:00.856478 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:03.344328 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49872fab-891e-41d0-8b0e-27b9e3671af8 req-38d9ea82-2361-45c8-be5f-6ae65cc93364 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:03.345770 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-49872fab-891e-41d0-8b0e-27b9e3671af8 req-38d9ea82-2361-45c8-be5f-6ae65cc93364 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bbb0f5a-ff77-4707-9c5a-7256529fe91d HTTP/1.1" status: 200 len: 946 time: 0.0542214 Feb 28 11:08:03.399292 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-49872fab-891e-41d0-8b0e-27b9e3671af8 req-37fe4983-14a0-435f-b180-6fa3bfea281e tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/security-groups?id=c87941e6-d6ee-40f9-b29d-14f8f83370d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472918 Feb 28 11:08:03.422135 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-66a52a66-e021-4c72-ac66-58ca6ec9ab4a req-c51b4965-4abd-436a-8ecd-04820a5c27d2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4bbb0f5a-ff77-4707-9c5a-7256529fe91d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452371 Feb 28 11:08:03.423257 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 55126) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:08:03.549562 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55651b7f-2802-4e68-85d4-a3c1492c89b5 tempest-TestMinimumBasicScenario-1087920475 tempest-TestMinimumBasicScenario-1087920475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:03.551676 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-55651b7f-2802-4e68-85d4-a3c1492c89b5 tempest-TestMinimumBasicScenario-1087920475 tempest-TestMinimumBasicScenario-1087920475-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4bbb0f5a-ff77-4707-9c5a-7256529fe91d HTTP/1.1" status: 200 len: 1125 time: 0.1274762 Feb 28 11:08:03.554644 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a52a66-e021-4c72-ac66-58ca6ec9ab4a req-324c4300-6464-4b45-b51c-247d0c202966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:03.554878 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 55130) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:08:03.556092 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-66a52a66-e021-4c72-ac66-58ca6ec9ab4a req-324c4300-6464-4b45-b51c-247d0c202966 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69679710cac64a51a55a80dedcc36eed&device_id=4bbb0f5a-ff77-4707-9c5a-7256529fe91d HTTP/1.1" status: 200 len: 1130 time: 0.0593901 Feb 28 11:08:03.560359 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-6ab184bc-93b9-4277-8e4c-805d1c955fff tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Request body: {'floatingip': {'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'port_id': 'c31a05db-0dcc-4de0-8b78-c9fc766c323c', 'tenant_id': '69679710cac64a51a55a80dedcc36eed', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:08:03.668171 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a52a66-e021-4c72-ac66-58ca6ec9ab4a req-acfe3999-6394-44f6-bf9b-12fb03c45e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:03.669617 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-66a52a66-e021-4c72-ac66-58ca6ec9ab4a req-acfe3999-6394-44f6-bf9b-12fb03c45e66 service neutron] 10.222.0.70 "GET /v2.0/networks?id=058b32af-228e-4b63-8c11-adfeac7dcabd HTTP/1.1" status: 200 len: 914 time: 0.0931277 Feb 28 11:08:03.670233 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6ab184bc-93b9-4277-8e4c-805d1c955fff tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:03.714951 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-66a52a66-e021-4c72-ac66-58ca6ec9ab4a req-418980c7-3f1a-411e-b28a-af77a8ebf2d5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c31a05db-0dcc-4de0-8b78-c9fc766c323c HTTP/1.1" status: 200 len: 217 time: 0.0380383 Feb 28 11:08:03.770293 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a52a66-e021-4c72-ac66-58ca6ec9ab4a req-7504dbef-1758-4bf5-836c-a10a31881281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:03.771952 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-66a52a66-e021-4c72-ac66-58ca6ec9ab4a req-7504dbef-1758-4bf5-836c-a10a31881281 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f663b4e2-c98f-48cf-a2f0-534508067e0a HTTP/1.1" status: 200 len: 853 time: 0.0505421 Feb 28 11:08:03.784330 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6ab184bc-93b9-4277-8e4c-805d1c955fff tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:03.827471 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a52a66-e021-4c72-ac66-58ca6ec9ab4a req-364bab78-3b13-466e-ae4f-3b748bfe1782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:03.829064 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-66a52a66-e021-4c72-ac66-58ca6ec9ab4a req-364bab78-3b13-466e-ae4f-3b748bfe1782 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=058b32af-228e-4b63-8c11-adfeac7dcabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0518105 Feb 28 11:08:03.896323 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-6ab184bc-93b9-4277-8e4c-805d1c955fff tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Allocated IP 172.26.3.140 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/be7c7a62-6e26-4648-9d93-e81c9ac7392a) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:08:03.924888 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-66a52a66-e021-4c72-ac66-58ca6ec9ab4a req-a0d24ede-4e4c-4323-9380-99cf90edba77 service neutron] 10.222.0.70 "GET /v2.0/networks/058b32af-228e-4b63-8c11-adfeac7dcabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891225 Feb 28 11:08:04.008587 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6ab184bc-93b9-4277-8e4c-805d1c955fff tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Publish callbacks [] for port (be7c7a62-6e26-4648-9d93-e81c9ac7392a), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:04.024844 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-66a52a66-e021-4c72-ac66-58ca6ec9ab4a req-7087a8e5-d228-4496-8331-7b3f9a4672ec service neutron] 10.222.0.70 "GET /v2.0/networks/058b32af-228e-4b63-8c11-adfeac7dcabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936692 Feb 28 11:08:04.139644 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6ab184bc-93b9-4277-8e4c-805d1c955fff tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (be7c7a62-6e26-4648-9d93-e81c9ac7392a), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:04.181189 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab184bc-93b9-4277-8e4c-805d1c955fff tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:08:04.184056 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-6ab184bc-93b9-4277-8e4c-805d1c955fff tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:08:04.190322 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab184bc-93b9-4277-8e4c-805d1c955fff tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:08:04.196134 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab184bc-93b9-4277-8e4c-805d1c955fff tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Pushing event updated for resources: {'Port': ['ID=be7c7a62-6e26-4648-9d93-e81c9ac7392a,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:08:04.225293 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab184bc-93b9-4277-8e4c-805d1c955fff tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:08:04.229709 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab184bc-93b9-4277-8e4c-805d1c955fff tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:08:04.229709 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab184bc-93b9-4277-8e4c-805d1c955fff tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:08:04.229709 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab184bc-93b9-4277-8e4c-805d1c955fff tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:08:04.229709 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab184bc-93b9-4277-8e4c-805d1c955fff tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:08:04.229709 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab184bc-93b9-4277-8e4c-805d1c955fff tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:08:04.229709 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab184bc-93b9-4277-8e4c-805d1c955fff tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:08:04.229709 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab184bc-93b9-4277-8e4c-805d1c955fff tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:08:04.229709 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab184bc-93b9-4277-8e4c-805d1c955fff tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:08:04.229709 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab184bc-93b9-4277-8e4c-805d1c955fff tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:08:04.229709 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab184bc-93b9-4277-8e4c-805d1c955fff tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:08:04.229709 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab184bc-93b9-4277-8e4c-805d1c955fff tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:08:04.229709 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab184bc-93b9-4277-8e4c-805d1c955fff tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:08:04.708904 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6ab184bc-93b9-4277-8e4c-805d1c955fff tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Publish callbacks [] for floatingip (90e63831-c0ba-4e35-ab4a-f7562a31daa8), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:04.875040 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6ab184bc-93b9-4277-8e4c-805d1c955fff tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (be7c7a62-6e26-4648-9d93-e81c9ac7392a), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:05.332404 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6ab184bc-93b9-4277-8e4c-805d1c955fff tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Publish callbacks [] for port (be7c7a62-6e26-4648-9d93-e81c9ac7392a), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:05.407513 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6ab184bc-93b9-4277-8e4c-805d1c955fff tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (be7c7a62-6e26-4648-9d93-e81c9ac7392a), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:05.480856 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab184bc-93b9-4277-8e4c-805d1c955fff tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Pushing event updated for resources: {'Port': ['ID=be7c7a62-6e26-4648-9d93-e81c9ac7392a,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:08:05.494162 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6ab184bc-93b9-4277-8e4c-805d1c955fff tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047917'] for floatingip (90e63831-c0ba-4e35-ab4a-f7562a31daa8), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:05.603431 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.l3_db [None req-6ab184bc-93b9-4277-8e4c-805d1c955fff tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Floating IP 90e63831-c0ba-4e35-ab4a-f7562a31daa8 associated. External IP: 172.26.3.140, port: c31a05db-0dcc-4de0-8b78-c9fc766c323c. Feb 28 11:08:05.851109 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab184bc-93b9-4277-8e4c-805d1c955fff tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Router 886bb965-0e05-460f-b7f2-f44973429672 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:08:05.976648 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab184bc-93b9-4277-8e4c-805d1c955fff tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:08:05.986731 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ff7af5-bb25-4c72-bf99-9b2e1c09ea1a None None] Sync routers for ids ['886bb965-0e05-460f-b7f2-f44973429672'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:08:05.997634 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ff7af5-bb25-4c72-bf99-9b2e1c09ea1a None None] Routers {'886bb965-0e05-460f-b7f2-f44973429672'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:08:06.000312 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-24ff7af5-bb25-4c72-bf99-9b2e1c09ea1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:07:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['886bb965-0e05-460f-b7f2-f44973429672'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:08:06.060820 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6ab184bc-93b9-4277-8e4c-805d1c955fff tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:06.093400 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-6ab184bc-93b9-4277-8e4c-805d1c955fff tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5372963 Feb 28 11:08:06.094026 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bbb0f5a-ff77-4707-9c5a-7256529fe91d', 'tag': 'c31a05db-0dcc-4de0-8b78-c9fc766c323c'}] {{(pid=104084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:08:06.096325 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 55132) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:08:06.096844 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ffa69481dce8c4e68394bb3e97aff222617d39f0bec9a6d6e4c39a9256e7c95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92ed1f9-c1bf-46d5-868b-7f44c09e50d9" -d '{"events": [{"name": "network-changed", "server_uuid": "4bbb0f5a-ff77-4707-9c5a-7256529fe91d", "tag": "c31a05db-0dcc-4de0-8b78-c9fc766c323c"}]}' {{(pid=104084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:08:06.102173 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-3bdd348b-99ed-4be4-96c8-7cc4d22054df tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2105606196', 'description': 'tempest-secgroup-smoke-2105606196 description', 'project_id': '69679710cac64a51a55a80dedcc36eed'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:08:06.198015 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554ee587-3099-42cd-a730-79a0e260c969 x-openstack-request-id: req-554ee587-3099-42cd-a730-79a0e260c969 {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:08:06.198316 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bbb0f5a-ff77-4707-9c5a-7256529fe91d", "tag": "c31a05db-0dcc-4de0-8b78-c9fc766c323c", "status": "completed", "code": 200}]} {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:08:06.198579 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-554ee587-3099-42cd-a730-79a0e260c969 {{(pid=104084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:08:06.199027 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bbb0f5a-ff77-4707-9c5a-7256529fe91d', 'tag': 'c31a05db-0dcc-4de0-8b78-c9fc766c323c', 'status': 'completed', 'code': 200} Feb 28 11:08:06.201640 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3bdd348b-99ed-4be4-96c8-7cc4d22054df tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:06.202907 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-24ff7af5-bb25-4c72-bf99-9b2e1c09ea1a None None] Set router 886bb965-0e05-460f-b7f2-f44973429672 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:08:06.310823 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3bdd348b-99ed-4be4-96c8-7cc4d22054df tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Publish callbacks [] for security_group (2e4b073c-f642-4fbe-8faf-623e9d672e77), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:06.318171 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ed1f9-c1bf-46d5-868b-7f44c09e50d9 req-8072d269-3e53-48c4-a8be-2d78d2b04758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:06.319750 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a92ed1f9-c1bf-46d5-868b-7f44c09e50d9 req-8072d269-3e53-48c4-a8be-2d78d2b04758 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69679710cac64a51a55a80dedcc36eed&device_id=4bbb0f5a-ff77-4707-9c5a-7256529fe91d HTTP/1.1" status: 200 len: 1130 time: 0.0734718 Feb 28 11:08:06.385815 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3bdd348b-99ed-4be4-96c8-7cc4d22054df tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (2e4b073c-f642-4fbe-8faf-623e9d672e77), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:06.432370 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdd348b-99ed-4be4-96c8-7cc4d22054df tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4b073c-f642-4fbe-8faf-623e9d672e77,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:08:06.444699 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-24ff7af5-bb25-4c72-bf99-9b2e1c09ea1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '886bb965-0e05-460f-b7f2-f44973429672', 'name': 'tempest-TestMinimumBasicScenario-652533054-router', 'tenant_id': '69679710cac64a51a55a80dedcc36eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': 'c27409dc-bb06-4b44-afba-548acdd27968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:06:55Z', 'updated_at': '2022-02-28T11:06:59Z', 'revision_number': 4, 'project_id': '69679710cac64a51a55a80dedcc36eed', 'gw_port': {'id': 'c27409dc-bb06-4b44-afba-548acdd27968', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:88:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886bb965-0e05-460f-b7f2-f44973429672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:06:56Z', 'updated_at': '2022-02-28T11:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': '90e63831-c0ba-4e35-ab4a-f7562a31daa8', 'tenant_id': '69679710cac64a51a55a80dedcc36eed', 'floating_ip_address': '172.26.3.140', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '886bb965-0e05-460f-b7f2-f44973429672', 'port_id': 'c31a05db-0dcc-4de0-8b78-c9fc766c323c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '058b32af-228e-4b63-8c11-adfeac7dcabd', 'mac_address': 'fa:16:3e:a1:f8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbb0f5a-ff77-4707-9c5a-7256529fe91d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:08:04Z', 'updated_at': '2022-02-28T11:08:04Z', 'revision_number': 0, 'project_id': '69679710cac64a51a55a80dedcc36eed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2198c7d8-59b1-4488-b413-bca0b9b8ffbd', 'name': '', 'network_id': '058b32af-228e-4b63-8c11-adfeac7dcabd', 'tenant_id': '69679710cac64a51a55a80dedcc36eed', 'mac_address': 'fa:16:3e:e4:4c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886bb965-0e05-460f-b7f2-f44973429672', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'f663b4e2-c98f-48cf-a2f0-534508067e0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:06:58Z', 'updated_at': '2022-02-28T11:07:03Z', 'revision_number': 5, 'project_id': '69679710cac64a51a55a80dedcc36eed', 'subnets': [{'id': 'f663b4e2-c98f-48cf-a2f0-534508067e0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:08:06.450155 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd348b-99ed-4be4-96c8-7cc4d22054df tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:08:06.450460 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd348b-99ed-4be4-96c8-7cc4d22054df tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:08:06.450824 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd348b-99ed-4be4-96c8-7cc4d22054df tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:08:06.451220 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd348b-99ed-4be4-96c8-7cc4d22054df tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:08:06.451569 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd348b-99ed-4be4-96c8-7cc4d22054df tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:08:06.451915 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd348b-99ed-4be4-96c8-7cc4d22054df tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:08:06.452278 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd348b-99ed-4be4-96c8-7cc4d22054df tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:08:06.452616 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd348b-99ed-4be4-96c8-7cc4d22054df tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:08:06.452955 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd348b-99ed-4be4-96c8-7cc4d22054df tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:08:06.453292 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd348b-99ed-4be4-96c8-7cc4d22054df tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:08:06.453631 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd348b-99ed-4be4-96c8-7cc4d22054df tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:08:06.453964 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd348b-99ed-4be4-96c8-7cc4d22054df tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:08:06.454294 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd348b-99ed-4be4-96c8-7cc4d22054df tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:08:06.462029 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ed1f9-c1bf-46d5-868b-7f44c09e50d9 req-2dc19b50-4754-42ad-a2a5-961a4ec9e452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:06.468772 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a92ed1f9-c1bf-46d5-868b-7f44c09e50d9 req-2dc19b50-4754-42ad-a2a5-961a4ec9e452 service neutron] 10.222.0.70 "GET /v2.0/networks?id=058b32af-228e-4b63-8c11-adfeac7dcabd HTTP/1.1" status: 200 len: 914 time: 0.1374061 Feb 28 11:08:06.474740 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ff7af5-bb25-4c72-bf99-9b2e1c09ea1a None None] Checking router: 886bb965-0e05-460f-b7f2-f44973429672 for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:08:06.483748 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ff7af5-bb25-4c72-bf99-9b2e1c09ea1a None None] Routers {'886bb965-0e05-460f-b7f2-f44973429672'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:08:06.484370 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-24ff7af5-bb25-4c72-bf99-9b2e1c09ea1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:07:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['886bb965-0e05-460f-b7f2-f44973429672'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:08:06.512595 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3bdd348b-99ed-4be4-96c8-7cc4d22054df tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:06.515174 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-3bdd348b-99ed-4be4-96c8-7cc4d22054df tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4155324 Feb 28 11:08:06.523177 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 55138) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:08:06.529252 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-885321cb-b88c-4549-8682-01bc67a50987 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Request body: {'security_group_rule': {'security_group_id': '2e4b073c-f642-4fbe-8faf-623e9d672e77', 'project_id': '69679710cac64a51a55a80dedcc36eed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:08:06.570431 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a92ed1f9-c1bf-46d5-868b-7f44c09e50d9 req-201ee24a-2c9a-4004-8dc9-3cafcb6a1a4c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c31a05db-0dcc-4de0-8b78-c9fc766c323c HTTP/1.1" status: 200 len: 1000 time: 0.0992978 Feb 28 11:08:06.614173 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-24ff7af5-bb25-4c72-bf99-9b2e1c09ea1a None None] Set router 886bb965-0e05-460f-b7f2-f44973429672 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:08:06.623978 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ed1f9-c1bf-46d5-868b-7f44c09e50d9 req-92684aa6-388a-434c-9d13-ede3f2bb704d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:06.625463 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a92ed1f9-c1bf-46d5-868b-7f44c09e50d9 req-92684aa6-388a-434c-9d13-ede3f2bb704d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f663b4e2-c98f-48cf-a2f0-534508067e0a HTTP/1.1" status: 200 len: 853 time: 0.0486939 Feb 28 11:08:06.669471 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-885321cb-b88c-4549-8682-01bc67a50987 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Publish callbacks [] for security_group_rule (a4efef4b-01c5-45bb-a66b-5f0fb0da16fd), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:06.709882 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ed1f9-c1bf-46d5-868b-7f44c09e50d9 req-5394d562-0285-497c-87fb-7efc981151ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:06.711460 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a92ed1f9-c1bf-46d5-868b-7f44c09e50d9 req-5394d562-0285-497c-87fb-7efc981151ff service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=058b32af-228e-4b63-8c11-adfeac7dcabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0785241 Feb 28 11:08:06.791203 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-885321cb-b88c-4549-8682-01bc67a50987 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Publish callbacks [] for security_group_rule (a4efef4b-01c5-45bb-a66b-5f0fb0da16fd), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:06.830777 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a92ed1f9-c1bf-46d5-868b-7f44c09e50d9 req-0f2060d5-7742-48f3-8323-122404aff869 service neutron] 10.222.0.70 "GET /v2.0/networks/058b32af-228e-4b63-8c11-adfeac7dcabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107569 Feb 28 11:08:06.845763 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-885321cb-b88c-4549-8682-01bc67a50987 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (a4efef4b-01c5-45bb-a66b-5f0fb0da16fd), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:06.866568 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-24ff7af5-bb25-4c72-bf99-9b2e1c09ea1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '886bb965-0e05-460f-b7f2-f44973429672', 'name': 'tempest-TestMinimumBasicScenario-652533054-router', 'tenant_id': '69679710cac64a51a55a80dedcc36eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': 'c27409dc-bb06-4b44-afba-548acdd27968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:06:55Z', 'updated_at': '2022-02-28T11:06:59Z', 'revision_number': 4, 'project_id': '69679710cac64a51a55a80dedcc36eed', 'gw_port': {'id': 'c27409dc-bb06-4b44-afba-548acdd27968', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:88:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886bb965-0e05-460f-b7f2-f44973429672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:06:56Z', 'updated_at': '2022-02-28T11:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': '90e63831-c0ba-4e35-ab4a-f7562a31daa8', 'tenant_id': '69679710cac64a51a55a80dedcc36eed', 'floating_ip_address': '172.26.3.140', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '886bb965-0e05-460f-b7f2-f44973429672', 'port_id': 'c31a05db-0dcc-4de0-8b78-c9fc766c323c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '058b32af-228e-4b63-8c11-adfeac7dcabd', 'mac_address': 'fa:16:3e:a1:f8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbb0f5a-ff77-4707-9c5a-7256529fe91d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:08:04Z', 'updated_at': '2022-02-28T11:08:04Z', 'revision_number': 0, 'project_id': '69679710cac64a51a55a80dedcc36eed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2198c7d8-59b1-4488-b413-bca0b9b8ffbd', 'name': '', 'network_id': '058b32af-228e-4b63-8c11-adfeac7dcabd', 'tenant_id': '69679710cac64a51a55a80dedcc36eed', 'mac_address': 'fa:16:3e:e4:4c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886bb965-0e05-460f-b7f2-f44973429672', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'f663b4e2-c98f-48cf-a2f0-534508067e0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:06:58Z', 'updated_at': '2022-02-28T11:07:03Z', 'revision_number': 5, 'project_id': '69679710cac64a51a55a80dedcc36eed', 'subnets': [{'id': 'f663b4e2-c98f-48cf-a2f0-534508067e0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:08:06.898108 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ff7af5-bb25-4c72-bf99-9b2e1c09ea1a None None] The sync data for ids ['886bb965-0e05-460f-b7f2-f44973429672'] in dv-neutron-829161-3-hyperv is: [{'id': '886bb965-0e05-460f-b7f2-f44973429672', 'name': 'tempest-TestMinimumBasicScenario-652533054-router', 'tenant_id': '69679710cac64a51a55a80dedcc36eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': 'c27409dc-bb06-4b44-afba-548acdd27968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:06:55Z', 'updated_at': '2022-02-28T11:06:59Z', 'revision_number': 4, 'project_id': '69679710cac64a51a55a80dedcc36eed', 'gw_port': {'id': 'c27409dc-bb06-4b44-afba-548acdd27968', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:88:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886bb965-0e05-460f-b7f2-f44973429672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:06:56Z', 'updated_at': '2022-02-28T11:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': '90e63831-c0ba-4e35-ab4a-f7562a31daa8', 'tenant_id': '69679710cac64a51a55a80dedcc36eed', 'floating_ip_address': '172.26.3.140', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '886bb965-0e05-460f-b7f2-f44973429672', 'port_id': 'c31a05db-0dcc-4de0-8b78-c9fc766c323c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '058b32af-228e-4b63-8c11-adfeac7dcabd', 'mac_address': 'fa:16:3e:a1:f8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbb0f5a-ff77-4707-9c5a-7256529fe91d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:08:04Z', 'updated_at': '2022-02-28T11:08:04Z', 'revision_number': 0, 'project_id': '69679710cac64a51a55a80dedcc36eed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2198c7d8-59b1-4488-b413-bca0b9b8ffbd', 'name': '', 'network_id': '058b32af-228e-4b63-8c11-adfeac7dcabd', 'tenant_id': '69679710cac64a51a55a80dedcc36eed', 'mac_address': 'fa:16:3e:e4:4c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886bb965-0e05-460f-b7f2-f44973429672', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'f663b4e2-c98f-48cf-a2f0-534508067e0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:06:58Z', 'updated_at': '2022-02-28T11:07:03Z', 'revision_number': 5, 'project_id': '69679710cac64a51a55a80dedcc36eed', 'subnets': [{'id': 'f663b4e2-c98f-48cf-a2f0-534508067e0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:08:06.905773 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885321cb-b88c-4549-8682-01bc67a50987 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4efef4b-01c5-45bb-a66b-5f0fb0da16fd,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:08:06.947875 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a92ed1f9-c1bf-46d5-868b-7f44c09e50d9 req-762d4467-2752-4348-91d9-4a409eac6701 service neutron] 10.222.0.70 "GET /v2.0/networks/058b32af-228e-4b63-8c11-adfeac7dcabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116068 Feb 28 11:08:06.980278 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-885321cb-b88c-4549-8682-01bc67a50987 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:06.981675 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-885321cb-b88c-4549-8682-01bc67a50987 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4575350 Feb 28 11:08:06.985032 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 55140) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:08:06.991418 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-9b0187c4-1f48-4b0a-8af7-0e97171c6541 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Request body: {'security_group_rule': {'security_group_id': '2e4b073c-f642-4fbe-8faf-623e9d672e77', 'project_id': '69679710cac64a51a55a80dedcc36eed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:08:07.114610 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9b0187c4-1f48-4b0a-8af7-0e97171c6541 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Publish callbacks [] for security_group_rule (df9247da-2a17-4b18-9a4a-e739291a9cb1), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:07.135596 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23cff3b-b606-43fb-b135-5dabe0bc49b7 None None] New status for floating IP 90e63831-c0ba-4e35-ab4a-f7562a31daa8: ACTIVE {{(pid=104085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:08:07.192370 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9b0187c4-1f48-4b0a-8af7-0e97171c6541 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Publish callbacks [] for security_group_rule (df9247da-2a17-4b18-9a4a-e739291a9cb1), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:07.280079 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9b0187c4-1f48-4b0a-8af7-0e97171c6541 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (df9247da-2a17-4b18-9a4a-e739291a9cb1), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:07.303086 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0187c4-1f48-4b0a-8af7-0e97171c6541 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df9247da-2a17-4b18-9a4a-e739291a9cb1,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:08:07.407979 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9b0187c4-1f48-4b0a-8af7-0e97171c6541 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:07.413002 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 55142) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:08:07.413523 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-9b0187c4-1f48-4b0a-8af7-0e97171c6541 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4273050 Feb 28 11:08:07.418634 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-c9c120fd-764c-4995-9a4b-dc678c900635 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Request body: {'security_group_rule': {'security_group_id': '2e4b073c-f642-4fbe-8faf-623e9d672e77', 'project_id': '69679710cac64a51a55a80dedcc36eed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:08:07.532624 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c9c120fd-764c-4995-9a4b-dc678c900635 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Publish callbacks [] for security_group_rule (6ea2fee8-f87e-4631-9a61-3f05fc1b1d8a), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:07.584109 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c9c120fd-764c-4995-9a4b-dc678c900635 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Publish callbacks [] for security_group_rule (6ea2fee8-f87e-4631-9a61-3f05fc1b1d8a), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:07.662817 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c9c120fd-764c-4995-9a4b-dc678c900635 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (6ea2fee8-f87e-4631-9a61-3f05fc1b1d8a), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:07.684851 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c120fd-764c-4995-9a4b-dc678c900635 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ea2fee8-f87e-4631-9a61-3f05fc1b1d8a,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:08:07.796372 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c9c120fd-764c-4995-9a4b-dc678c900635 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:07.797607 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c9c120fd-764c-4995-9a4b-dc678c900635 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3828049 Feb 28 11:08:07.800530 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 55144) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:08:07.805095 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-548680dd-2b42-49b0-a082-0a7caf72964f tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Request body: {'security_group_rule': {'security_group_id': '2e4b073c-f642-4fbe-8faf-623e9d672e77', 'project_id': '69679710cac64a51a55a80dedcc36eed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:08:07.910259 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-548680dd-2b42-49b0-a082-0a7caf72964f tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Publish callbacks [] for security_group_rule (0dcf65e8-6de4-48f9-b5a7-ad11b682de6e), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:07.977516 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-548680dd-2b42-49b0-a082-0a7caf72964f tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Publish callbacks [] for security_group_rule (0dcf65e8-6de4-48f9-b5a7-ad11b682de6e), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:08.087961 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-548680dd-2b42-49b0-a082-0a7caf72964f tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (0dcf65e8-6de4-48f9-b5a7-ad11b682de6e), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:08.109966 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548680dd-2b42-49b0-a082-0a7caf72964f tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dcf65e8-6de4-48f9-b5a7-ad11b682de6e,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:08:08.173408 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-548680dd-2b42-49b0-a082-0a7caf72964f tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:08.174693 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-548680dd-2b42-49b0-a082-0a7caf72964f tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3731422 Feb 28 11:08:08.178958 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 55146) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:08:08.191601 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-7f7b4e61-f277-4e40-9d52-1a9ddc451234 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Request body: {'security_group_rule': {'security_group_id': '2e4b073c-f642-4fbe-8faf-623e9d672e77', 'project_id': '69679710cac64a51a55a80dedcc36eed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:08:08.259393 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.securitygroups_db [None req-7f7b4e61-f277-4e40-9d52-1a9ddc451234 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Project 69679710cac64a51a55a80dedcc36eed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:08:08.264618 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7f7b4e61-f277-4e40-9d52-1a9ddc451234 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Publish callbacks [] for security_group_rule (c22e2061-a56a-4a6b-ab62-8cc02c357a17), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:08.333034 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7f7b4e61-f277-4e40-9d52-1a9ddc451234 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Publish callbacks [] for security_group_rule (c22e2061-a56a-4a6b-ab62-8cc02c357a17), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:08.417156 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7f7b4e61-f277-4e40-9d52-1a9ddc451234 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (c22e2061-a56a-4a6b-ab62-8cc02c357a17), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:08.436429 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b4e61-f277-4e40-9d52-1a9ddc451234 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c22e2061-a56a-4a6b-ab62-8cc02c357a17,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:08:08.522078 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7f7b4e61-f277-4e40-9d52-1a9ddc451234 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:08.523350 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-7f7b4e61-f277-4e40-9d52-1a9ddc451234 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3433414 Feb 28 11:08:08.526021 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 55148) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:08:08.530366 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-c1cd9e1f-d4d9-4086-beaa-035e6a5a01e8 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Request body: {'security_group_rule': {'security_group_id': '2e4b073c-f642-4fbe-8faf-623e9d672e77', 'project_id': '69679710cac64a51a55a80dedcc36eed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:08:08.614237 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.securitygroups_db [None req-c1cd9e1f-d4d9-4086-beaa-035e6a5a01e8 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Project 69679710cac64a51a55a80dedcc36eed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:08:08.620143 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c1cd9e1f-d4d9-4086-beaa-035e6a5a01e8 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Publish callbacks [] for security_group_rule (e9dbc045-50f6-4a6f-944d-aea76abbe6e9), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:08.682760 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c1cd9e1f-d4d9-4086-beaa-035e6a5a01e8 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Publish callbacks [] for security_group_rule (e9dbc045-50f6-4a6f-944d-aea76abbe6e9), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:08.755936 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c1cd9e1f-d4d9-4086-beaa-035e6a5a01e8 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (e9dbc045-50f6-4a6f-944d-aea76abbe6e9), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:08.776520 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cd9e1f-d4d9-4086-beaa-035e6a5a01e8 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9dbc045-50f6-4a6f-944d-aea76abbe6e9,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:08:08.855346 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c1cd9e1f-d4d9-4086-beaa-035e6a5a01e8 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:08.856596 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-c1cd9e1f-d4d9-4086-beaa-035e6a5a01e8 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3296173 Feb 28 11:08:08.949270 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d6cc3403-cd74-420f-a784-83b795a2739d req-e192f4f2-c998-4edd-9f13-0b9d0561c6c2 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2105606196&fields=id&tenant_id=69679710cac64a51a55a80dedcc36eed HTTP/1.1" status: 200 len: 267 time: 0.0470855 Feb 28 11:08:09.006915 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc3403-cd74-420f-a784-83b795a2739d req-37f30a08-0244-497d-969b-dfdfc6ea0415 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:09.008470 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d6cc3403-cd74-420f-a784-83b795a2739d req-37f30a08-0244-497d-969b-dfdfc6ea0415 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bbb0f5a-ff77-4707-9c5a-7256529fe91d HTTP/1.1" status: 200 len: 946 time: 0.0539114 Feb 28 11:08:09.020989 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [req-d6cc3403-cd74-420f-a784-83b795a2739d req-7c76cf9e-3fc8-4435-930d-da22844841d1 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Request body: {'port': {'security_groups': ['c87941e6-d6ee-40f9-b29d-14f8f83370d6', '2e4b073c-f642-4fbe-8faf-623e9d672e77']}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:08:09.105316 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-d6cc3403-cd74-420f-a784-83b795a2739d req-7c76cf9e-3fc8-4435-930d-da22844841d1 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (c31a05db-0dcc-4de0-8b78-c9fc766c323c), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:09.336595 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [req-d6cc3403-cd74-420f-a784-83b795a2739d req-7c76cf9e-3fc8-4435-930d-da22844841d1 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] For port c31a05db-0dcc-4de0-8b78-c9fc766c323c, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=c31a05db-0dcc-4de0-8b78-c9fc766c323c,segment=NetworkSegment(e827e3e6-dd00-41ee-b3bc-f958cd26d753),segment_id=e827e3e6-dd00-41ee-b3bc-f958cd26d753)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:08:09.367991 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-d6cc3403-cd74-420f-a784-83b795a2739d req-7c76cf9e-3fc8-4435-930d-da22844841d1 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Publish callbacks [] for port (c31a05db-0dcc-4de0-8b78-c9fc766c323c), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:09.436010 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-d6cc3403-cd74-420f-a784-83b795a2739d req-7c76cf9e-3fc8-4435-930d-da22844841d1 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (c31a05db-0dcc-4de0-8b78-c9fc766c323c), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:09.469773 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['c31a05db-0dcc-4de0-8b78-c9fc766c323c'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:08:09.481022 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc3403-cd74-420f-a784-83b795a2739d req-7c76cf9e-3fc8-4435-930d-da22844841d1 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:09.481172 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-d6cc3403-cd74-420f-a784-83b795a2739d req-7c76cf9e-3fc8-4435-930d-da22844841d1 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:09.482565 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d6cc3403-cd74-420f-a784-83b795a2739d req-7c76cf9e-3fc8-4435-930d-da22844841d1 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "PUT /v2.0/ports/c31a05db-0dcc-4de0-8b78-c9fc766c323c HTTP/1.1" status: 200 len: 982 time: 0.4670825 Feb 28 11:08:09.483082 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bbb0f5a-ff77-4707-9c5a-7256529fe91d', 'tag': 'c31a05db-0dcc-4de0-8b78-c9fc766c323c'}] {{(pid=104084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:08:09.485679 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ffa69481dce8c4e68394bb3e97aff222617d39f0bec9a6d6e4c39a9256e7c95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d906cab8-38a3-4482-9c9e-0a926d197054" -d '{"events": [{"name": "network-changed", "server_uuid": "4bbb0f5a-ff77-4707-9c5a-7256529fe91d", "tag": "c31a05db-0dcc-4de0-8b78-c9fc766c323c"}]}' {{(pid=104084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:08:09.515836 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c76cf9e-3fc8-4435-930d-da22844841d1 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Pushing event updated for resources: {'Port': ['ID=c31a05db-0dcc-4de0-8b78-c9fc766c323c,revision_number=6']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:08:09.545943 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea124f4-66f3-40a1-8023-8c3b30428c1a x-openstack-request-id: req-5ea124f4-66f3-40a1-8023-8c3b30428c1a {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:08:09.545943 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bbb0f5a-ff77-4707-9c5a-7256529fe91d", "tag": "c31a05db-0dcc-4de0-8b78-c9fc766c323c", "status": "completed", "code": 200}]} {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:08:09.545943 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5ea124f4-66f3-40a1-8023-8c3b30428c1a {{(pid=104084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:08:09.545943 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bbb0f5a-ff77-4707-9c5a-7256529fe91d', 'tag': 'c31a05db-0dcc-4de0-8b78-c9fc766c323c', 'status': 'completed', 'code': 200} Feb 28 11:08:09.605604 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['c31a05db-0dcc-4de0-8b78-c9fc766c323c'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:08:09.666041 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad51632-17dd-449d-83a0-7126e8ae0bd3 req-7db309ff-ec45-4de9-94b4-b8f1ff4a1282 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:09.667806 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9ad51632-17dd-449d-83a0-7126e8ae0bd3 req-7db309ff-ec45-4de9-94b4-b8f1ff4a1282 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bbb0f5a-ff77-4707-9c5a-7256529fe91d HTTP/1.1" status: 200 len: 985 time: 0.0985324 Feb 28 11:08:09.674601 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906cab8-38a3-4482-9c9e-0a926d197054 req-03fe3e19-b715-4dff-8629-5898d7b1cad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:09.676993 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d906cab8-38a3-4482-9c9e-0a926d197054 req-03fe3e19-b715-4dff-8629-5898d7b1cad4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69679710cac64a51a55a80dedcc36eed&device_id=4bbb0f5a-ff77-4707-9c5a-7256529fe91d HTTP/1.1" status: 200 len: 1169 time: 0.0682218 Feb 28 11:08:09.805394 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9ad51632-17dd-449d-83a0-7126e8ae0bd3 req-8f2562f0-c85f-4f44-8342-103a64e75d04 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/security-groups?id=c87941e6-d6ee-40f9-b29d-14f8f83370d6&id=2e4b073c-f642-4fbe-8faf-623e9d672e77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1271532 Feb 28 11:08:09.827398 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906cab8-38a3-4482-9c9e-0a926d197054 req-b0703c9c-e79e-45fc-ba4f-8cfff9d12cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:09.827398 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d906cab8-38a3-4482-9c9e-0a926d197054 req-b0703c9c-e79e-45fc-ba4f-8cfff9d12cd0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=058b32af-228e-4b63-8c11-adfeac7dcabd HTTP/1.1" status: 200 len: 914 time: 0.1414690 Feb 28 11:08:09.890648 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-259a2514-da76-414c-8d7e-ae1413270dc0 None None] Provisioning complete for port c31a05db-0dcc-4de0-8b78-c9fc766c323c triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:08:09.890972 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-259a2514-da76-414c-8d7e-ae1413270dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (c31a05db-0dcc-4de0-8b78-c9fc766c323c), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:09.900985 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d906cab8-38a3-4482-9c9e-0a926d197054 req-b66e3ed4-c487-4564-9149-dcd9effd742c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c31a05db-0dcc-4de0-8b78-c9fc766c323c HTTP/1.1" status: 200 len: 1002 time: 0.0673923 Feb 28 11:08:09.952170 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906cab8-38a3-4482-9c9e-0a926d197054 req-ac412445-be5e-463c-afab-e34bef3e0e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:09.953643 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d906cab8-38a3-4482-9c9e-0a926d197054 req-ac412445-be5e-463c-afab-e34bef3e0e78 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f663b4e2-c98f-48cf-a2f0-534508067e0a HTTP/1.1" status: 200 len: 853 time: 0.0460637 Feb 28 11:08:10.012345 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906cab8-38a3-4482-9c9e-0a926d197054 req-ddb492fc-be5c-4871-bd7e-b45a16cceced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:10.013875 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d906cab8-38a3-4482-9c9e-0a926d197054 req-ddb492fc-be5c-4871-bd7e-b45a16cceced service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=058b32af-228e-4b63-8c11-adfeac7dcabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0531580 Feb 28 11:08:10.105984 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-259a2514-da76-414c-8d7e-ae1413270dc0 None None] Current status of the port c31a05db-0dcc-4de0-8b78-c9fc766c323c is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:08:10.108230 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d906cab8-38a3-4482-9c9e-0a926d197054 req-f4ea0844-a5ee-4392-a23b-a8f7c15f1c9b service neutron] 10.222.0.70 "GET /v2.0/networks/058b32af-228e-4b63-8c11-adfeac7dcabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866141 Feb 28 11:08:10.218957 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d906cab8-38a3-4482-9c9e-0a926d197054 req-42c2ad31-dfa9-46d6-9182-eb036b12aee2 service neutron] 10.222.0.70 "GET /v2.0/networks/058b32af-228e-4b63-8c11-adfeac7dcabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046340 Feb 28 11:08:14.218025 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492602bf-f5ce-493c-940b-3d03a6d8539d req-e6819c9a-ae28-499d-8565-edd7f92265bd tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:14.219785 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-492602bf-f5ce-493c-940b-3d03a6d8539d req-e6819c9a-ae28-499d-8565-edd7f92265bd tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bbb0f5a-ff77-4707-9c5a-7256529fe91d HTTP/1.1" status: 200 len: 985 time: 0.0621040 Feb 28 11:08:14.302735 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-492602bf-f5ce-493c-940b-3d03a6d8539d req-9e14e93b-4406-4d7b-8849-77a5053229eb tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/security-groups?id=c87941e6-d6ee-40f9-b29d-14f8f83370d6&id=2e4b073c-f642-4fbe-8faf-623e9d672e77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0757477 Feb 28 11:08:14.336235 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a83105-49c0-4cfa-95b9-b60c61f5fb14 req-88e00b5a-5386-4543-8a19-2d8f38447689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:14.337743 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f2a83105-49c0-4cfa-95b9-b60c61f5fb14 req-88e00b5a-5386-4543-8a19-2d8f38447689 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69679710cac64a51a55a80dedcc36eed&device_id=4bbb0f5a-ff77-4707-9c5a-7256529fe91d HTTP/1.1" status: 200 len: 1169 time: 0.0584884 Feb 28 11:08:14.433756 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a83105-49c0-4cfa-95b9-b60c61f5fb14 req-2c44c1c7-004d-49a4-8b45-5c3b353eba47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:14.435165 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f2a83105-49c0-4cfa-95b9-b60c61f5fb14 req-2c44c1c7-004d-49a4-8b45-5c3b353eba47 service neutron] 10.222.0.70 "GET /v2.0/networks?id=058b32af-228e-4b63-8c11-adfeac7dcabd HTTP/1.1" status: 200 len: 914 time: 0.0894954 Feb 28 11:08:14.501375 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f2a83105-49c0-4cfa-95b9-b60c61f5fb14 req-1a038c53-0cc9-45c0-9273-c5e035d2e4a5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c31a05db-0dcc-4de0-8b78-c9fc766c323c HTTP/1.1" status: 200 len: 1002 time: 0.0589404 Feb 28 11:08:14.557558 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a83105-49c0-4cfa-95b9-b60c61f5fb14 req-f67b154a-8070-4d7f-8bb9-98177b0b4a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:14.559125 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f2a83105-49c0-4cfa-95b9-b60c61f5fb14 req-f67b154a-8070-4d7f-8bb9-98177b0b4a94 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f663b4e2-c98f-48cf-a2f0-534508067e0a HTTP/1.1" status: 200 len: 853 time: 0.0518007 Feb 28 11:08:14.610929 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a83105-49c0-4cfa-95b9-b60c61f5fb14 req-4dca95a4-c3d7-4b5b-9e30-cf7c42097a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:14.613140 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f2a83105-49c0-4cfa-95b9-b60c61f5fb14 req-4dca95a4-c3d7-4b5b-9e30-cf7c42097a0d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=058b32af-228e-4b63-8c11-adfeac7dcabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0468953 Feb 28 11:08:14.704123 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f2a83105-49c0-4cfa-95b9-b60c61f5fb14 req-940a8800-d84a-4a47-ad64-9506fc9baae3 service neutron] 10.222.0.70 "GET /v2.0/networks/058b32af-228e-4b63-8c11-adfeac7dcabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846586 Feb 28 11:08:14.801491 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f2a83105-49c0-4cfa-95b9-b60c61f5fb14 req-bda423e3-7502-40a5-878a-0ed28aecc954 service neutron] 10.222.0.70 "GET /v2.0/networks/058b32af-228e-4b63-8c11-adfeac7dcabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895004 Feb 28 11:08:15.434369 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1e5c8-26b4-4a9f-b795-79901c31b24d req-0a816816-66d9-40a1-b002-e044251c591e tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:15.436262 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-3bf1e5c8-26b4-4a9f-b795-79901c31b24d req-0a816816-66d9-40a1-b002-e044251c591e tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bbb0f5a-ff77-4707-9c5a-7256529fe91d HTTP/1.1" status: 200 len: 985 time: 0.0585589 Feb 28 11:08:15.506773 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-3bf1e5c8-26b4-4a9f-b795-79901c31b24d req-efadcac6-08e8-46a7-926b-9881e695126f tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/security-groups?id=c87941e6-d6ee-40f9-b29d-14f8f83370d6&id=2e4b073c-f642-4fbe-8faf-623e9d672e77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0613689 Feb 28 11:08:16.493155 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-914f07ce-6491-4d7f-9b01-b5b4ce367049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:16.634000 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da847e-b711-4f26-bc95-63d6391e4974 req-307084ce-8970-462e-aabd-ae4986629a7c tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:16.636039 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-31da847e-b711-4f26-bc95-63d6391e4974 req-307084ce-8970-462e-aabd-ae4986629a7c tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bbb0f5a-ff77-4707-9c5a-7256529fe91d HTTP/1.1" status: 200 len: 985 time: 0.0583875 Feb 28 11:08:16.702340 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-31da847e-b711-4f26-bc95-63d6391e4974 req-69db66db-9b62-45a5-9a0a-c7f30f13341a tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/security-groups?id=c87941e6-d6ee-40f9-b29d-14f8f83370d6&id=2e4b073c-f642-4fbe-8faf-623e9d672e77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0594387 Feb 28 11:08:17.823344 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a5ed3-0a3d-4ab7-aba8-0f2726e4df7d req-e4c40864-7f48-462b-8597-e7d9cebd4f49 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:17.824836 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-597a5ed3-0a3d-4ab7-aba8-0f2726e4df7d req-e4c40864-7f48-462b-8597-e7d9cebd4f49 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bbb0f5a-ff77-4707-9c5a-7256529fe91d HTTP/1.1" status: 200 len: 985 time: 0.0554383 Feb 28 11:08:17.885717 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-597a5ed3-0a3d-4ab7-aba8-0f2726e4df7d req-ee72fb12-84bb-49a8-a594-ddd05ce578d5 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/security-groups?id=c87941e6-d6ee-40f9-b29d-14f8f83370d6&id=2e4b073c-f642-4fbe-8faf-623e9d672e77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552747 Feb 28 11:08:18.676736 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-767996f6-d185-4e17-bcb5-d3376e4e20f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:19.010389 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1662bc6-34e0-4f54-9105-e9cd4f8b690b req-86b71f4f-c3e1-4ae8-959b-8a27fea919e0 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:19.012024 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c1662bc6-34e0-4f54-9105-e9cd4f8b690b req-86b71f4f-c3e1-4ae8-959b-8a27fea919e0 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bbb0f5a-ff77-4707-9c5a-7256529fe91d HTTP/1.1" status: 200 len: 985 time: 0.0572922 Feb 28 11:08:19.083999 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c1662bc6-34e0-4f54-9105-e9cd4f8b690b req-5fac63b5-1503-4d46-b56a-99c400e809de tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/security-groups?id=c87941e6-d6ee-40f9-b29d-14f8f83370d6&id=2e4b073c-f642-4fbe-8faf-623e9d672e77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0664327 Feb 28 11:08:20.108538 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:20.207810 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070fbdcd-2fd9-40f1-add9-4600b4956780 req-8d8cac35-4900-4a8f-b045-71e49c7ee7f9 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:20.209358 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-070fbdcd-2fd9-40f1-add9-4600b4956780 req-8d8cac35-4900-4a8f-b045-71e49c7ee7f9 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bbb0f5a-ff77-4707-9c5a-7256529fe91d HTTP/1.1" status: 200 len: 985 time: 0.0576081 Feb 28 11:08:20.274898 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-070fbdcd-2fd9-40f1-add9-4600b4956780 req-21f856e5-63f9-419d-9a3f-7f036f5aa62a tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/security-groups?id=c87941e6-d6ee-40f9-b29d-14f8f83370d6&id=2e4b073c-f642-4fbe-8faf-623e9d672e77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0597737 Feb 28 11:08:21.401365 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e58c0-d726-43ae-a96d-0f1c694ac483 req-7f65a5d0-8bcb-43a2-83f5-97162bd65230 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:21.402884 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2e5e58c0-d726-43ae-a96d-0f1c694ac483 req-7f65a5d0-8bcb-43a2-83f5-97162bd65230 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bbb0f5a-ff77-4707-9c5a-7256529fe91d HTTP/1.1" status: 200 len: 985 time: 0.0540681 Feb 28 11:08:21.458895 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:21.464791 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2e5e58c0-d726-43ae-a96d-0f1c694ac483 req-d9e995e7-716a-4295-b1c5-fd620d876cc4 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/security-groups?id=c87941e6-d6ee-40f9-b29d-14f8f83370d6&id=2e4b073c-f642-4fbe-8faf-623e9d672e77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562503 Feb 28 11:08:22.594426 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9c3cd-ca7d-4447-970a-201c97f0ed81 req-5853ca40-68d9-4394-bdd0-589473e9e429 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:22.596026 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-90c9c3cd-ca7d-4447-970a-201c97f0ed81 req-5853ca40-68d9-4394-bdd0-589473e9e429 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bbb0f5a-ff77-4707-9c5a-7256529fe91d HTTP/1.1" status: 200 len: 985 time: 0.0615034 Feb 28 11:08:22.659095 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-90c9c3cd-ca7d-4447-970a-201c97f0ed81 req-68a1d0a1-b132-4d9e-b0b4-fa30799d8bec tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/security-groups?id=c87941e6-d6ee-40f9-b29d-14f8f83370d6&id=2e4b073c-f642-4fbe-8faf-623e9d672e77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570962 Feb 28 11:08:22.727543 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:23.781663 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3854cf8-0c54-4704-8d27-5382be9cded3 req-04949527-8405-42ba-9827-5e060eb24580 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:23.783194 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b3854cf8-0c54-4704-8d27-5382be9cded3 req-04949527-8405-42ba-9827-5e060eb24580 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bbb0f5a-ff77-4707-9c5a-7256529fe91d HTTP/1.1" status: 200 len: 985 time: 0.0558779 Feb 28 11:08:23.844746 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b3854cf8-0c54-4704-8d27-5382be9cded3 req-7ae5a0c7-30d4-4e9b-9cd7-cf75c8a8861a tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/security-groups?id=c87941e6-d6ee-40f9-b29d-14f8f83370d6&id=2e4b073c-f642-4fbe-8faf-623e9d672e77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556793 Feb 28 11:08:24.971291 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07313403-f8e1-4be7-b02a-6e6d0c3d96cb req-100d71f5-48e8-475e-b912-9ad105e22cfb tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:24.973031 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-07313403-f8e1-4be7-b02a-6e6d0c3d96cb req-100d71f5-48e8-475e-b912-9ad105e22cfb tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bbb0f5a-ff77-4707-9c5a-7256529fe91d HTTP/1.1" status: 200 len: 985 time: 0.0564082 Feb 28 11:08:25.033718 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-07313403-f8e1-4be7-b02a-6e6d0c3d96cb req-ba9c4cd9-ea9f-4f78-b771-d3666324cb5b tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/security-groups?id=c87941e6-d6ee-40f9-b29d-14f8f83370d6&id=2e4b073c-f642-4fbe-8faf-623e9d672e77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550368 Feb 28 11:08:26.158485 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fcae78-a271-4100-b685-ce6495b98256 req-385b57e5-eaa1-48c9-a7d0-4addd3ef6497 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:26.160559 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-57fcae78-a271-4100-b685-ce6495b98256 req-385b57e5-eaa1-48c9-a7d0-4addd3ef6497 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bbb0f5a-ff77-4707-9c5a-7256529fe91d HTTP/1.1" status: 200 len: 985 time: 0.0586305 Feb 28 11:08:26.224431 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-57fcae78-a271-4100-b685-ce6495b98256 req-868a5960-8720-4bbb-85f1-360598b0d57d tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/security-groups?id=c87941e6-d6ee-40f9-b29d-14f8f83370d6&id=2e4b073c-f642-4fbe-8faf-623e9d672e77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582180 Feb 28 11:08:30.836287 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:31.717317 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:08:46.459043 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-1140fb25-dcf9-4aeb-8445-b3e969234a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:48.664326 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-1c84d75b-687f-4605-9557-887aff12fa8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:50.147974 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:51.430346 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:52.741958 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:55.495132 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-15307996-4652-4ff5-8336-d34ff4e006a8 req-99975a05-8b9f-4028-aae9-495cec9277c4 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2105606196&fields=id&tenant_id=69679710cac64a51a55a80dedcc36eed HTTP/1.1" status: 200 len: 267 time: 0.0480907 Feb 28 11:08:55.561090 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15307996-4652-4ff5-8336-d34ff4e006a8 req-2fd3c49e-d25d-4289-b796-f005db330016 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:55.562667 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-15307996-4652-4ff5-8336-d34ff4e006a8 req-2fd3c49e-d25d-4289-b796-f005db330016 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bbb0f5a-ff77-4707-9c5a-7256529fe91d HTTP/1.1" status: 200 len: 985 time: 0.0612190 Feb 28 11:08:55.575526 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [req-15307996-4652-4ff5-8336-d34ff4e006a8 req-ca36a6f1-20d6-4abf-ae54-1ebfc68555fa tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Request body: {'port': {'security_groups': ['c87941e6-d6ee-40f9-b29d-14f8f83370d6']}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:08:55.660355 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-15307996-4652-4ff5-8336-d34ff4e006a8 req-ca36a6f1-20d6-4abf-ae54-1ebfc68555fa tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (c31a05db-0dcc-4de0-8b78-c9fc766c323c), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:55.850733 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [req-15307996-4652-4ff5-8336-d34ff4e006a8 req-ca36a6f1-20d6-4abf-ae54-1ebfc68555fa tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] For port c31a05db-0dcc-4de0-8b78-c9fc766c323c, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=c31a05db-0dcc-4de0-8b78-c9fc766c323c,segment=NetworkSegment(e827e3e6-dd00-41ee-b3bc-f958cd26d753),segment_id=e827e3e6-dd00-41ee-b3bc-f958cd26d753)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:08:55.890905 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-15307996-4652-4ff5-8336-d34ff4e006a8 req-ca36a6f1-20d6-4abf-ae54-1ebfc68555fa tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Publish callbacks [] for port (c31a05db-0dcc-4de0-8b78-c9fc766c323c), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:55.976562 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-15307996-4652-4ff5-8336-d34ff4e006a8 req-ca36a6f1-20d6-4abf-ae54-1ebfc68555fa tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (c31a05db-0dcc-4de0-8b78-c9fc766c323c), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:56.012282 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['c31a05db-0dcc-4de0-8b78-c9fc766c323c'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:08:56.036768 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15307996-4652-4ff5-8336-d34ff4e006a8 req-ca36a6f1-20d6-4abf-ae54-1ebfc68555fa tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:56.036768 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [req-15307996-4652-4ff5-8336-d34ff4e006a8 req-ca36a6f1-20d6-4abf-ae54-1ebfc68555fa tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:56.037836 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-15307996-4652-4ff5-8336-d34ff4e006a8 req-ca36a6f1-20d6-4abf-ae54-1ebfc68555fa tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "PUT /v2.0/ports/c31a05db-0dcc-4de0-8b78-c9fc766c323c HTTP/1.1" status: 200 len: 943 time: 0.4674685 Feb 28 11:08:56.038769 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bbb0f5a-ff77-4707-9c5a-7256529fe91d', 'tag': 'c31a05db-0dcc-4de0-8b78-c9fc766c323c'}] {{(pid=104084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:08:56.041405 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ffa69481dce8c4e68394bb3e97aff222617d39f0bec9a6d6e4c39a9256e7c95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4af7c4c-eba2-4ed4-8566-6ca1abbe5706" -d '{"events": [{"name": "network-changed", "server_uuid": "4bbb0f5a-ff77-4707-9c5a-7256529fe91d", "tag": "c31a05db-0dcc-4de0-8b78-c9fc766c323c"}]}' {{(pid=104084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:08:56.043749 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 55194) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:08:56.087974 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca36a6f1-20d6-4abf-ae54-1ebfc68555fa tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Pushing event updated for resources: {'Port': ['ID=c31a05db-0dcc-4de0-8b78-c9fc766c323c,revision_number=7']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:08:56.111002 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4f7329-c918-428f-aaf8-a44ed24040a7 x-openstack-request-id: req-4b4f7329-c918-428f-aaf8-a44ed24040a7 {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:08:56.111668 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bbb0f5a-ff77-4707-9c5a-7256529fe91d", "tag": "c31a05db-0dcc-4de0-8b78-c9fc766c323c", "status": "completed", "code": 200}]} {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:08:56.112345 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4b4f7329-c918-428f-aaf8-a44ed24040a7 {{(pid=104084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:08:56.113183 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bbb0f5a-ff77-4707-9c5a-7256529fe91d', 'tag': 'c31a05db-0dcc-4de0-8b78-c9fc766c323c', 'status': 'completed', 'code': 200} Feb 28 11:08:56.154094 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1a0ee67c-5c30-4f9a-afac-3913ed14d35d tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Publish callbacks [] for security_group (2e4b073c-f642-4fbe-8faf-623e9d672e77), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:56.183574 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['c31a05db-0dcc-4de0-8b78-c9fc766c323c'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:08:56.219431 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1a0ee67c-5c30-4f9a-afac-3913ed14d35d tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Publish callbacks [] for security_group (2e4b073c-f642-4fbe-8faf-623e9d672e77), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:56.251435 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af7c4c-eba2-4ed4-8566-6ca1abbe5706 req-a198b305-065c-4017-8db0-8b5b80c67760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:56.253682 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b4af7c4c-eba2-4ed4-8566-6ca1abbe5706 req-a198b305-065c-4017-8db0-8b5b80c67760 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69679710cac64a51a55a80dedcc36eed&device_id=4bbb0f5a-ff77-4707-9c5a-7256529fe91d HTTP/1.1" status: 200 len: 1130 time: 0.0966363 Feb 28 11:08:56.358421 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-e2169745-41fa-4a9d-bbfb-0fade3412e39 None None] Provisioning complete for port c31a05db-0dcc-4de0-8b78-c9fc766c323c triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:08:56.358813 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e2169745-41fa-4a9d-bbfb-0fade3412e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (c31a05db-0dcc-4de0-8b78-c9fc766c323c), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:56.359105 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af7c4c-eba2-4ed4-8566-6ca1abbe5706 req-29d201ab-3039-4f44-8e15-ca55f4c933d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:56.360647 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b4af7c4c-eba2-4ed4-8566-6ca1abbe5706 req-29d201ab-3039-4f44-8e15-ca55f4c933d7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=058b32af-228e-4b63-8c11-adfeac7dcabd HTTP/1.1" status: 200 len: 914 time: 0.0995989 Feb 28 11:08:56.435070 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b4af7c4c-eba2-4ed4-8566-6ca1abbe5706 req-aadd1960-6b75-4a4c-a649-4ec5dba4cfb0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c31a05db-0dcc-4de0-8b78-c9fc766c323c HTTP/1.1" status: 200 len: 1002 time: 0.0663402 Feb 28 11:08:56.461598 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-e2169745-41fa-4a9d-bbfb-0fade3412e39 None None] Current status of the port c31a05db-0dcc-4de0-8b78-c9fc766c323c is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:08:56.478186 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1a0ee67c-5c30-4f9a-afac-3913ed14d35d tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (2e4b073c-f642-4fbe-8faf-623e9d672e77), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:56.484635 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1a0ee67c-5c30-4f9a-afac-3913ed14d35d tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:56.484635 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-1a0ee67c-5c30-4f9a-afac-3913ed14d35d tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "DELETE /v2.0/security-groups/2e4b073c-f642-4fbe-8faf-623e9d672e77 HTTP/1.1" status: 204 len: 168 time: 0.4371972 Feb 28 11:08:56.485027 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 55198) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:08:56.496111 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0ee67c-5c30-4f9a-afac-3913ed14d35d tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4b073c-f642-4fbe-8faf-623e9d672e77,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:08:56.499202 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af7c4c-eba2-4ed4-8566-6ca1abbe5706 req-da7b5d91-1e1c-4374-b6a0-1cba4e4bceb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:56.500699 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b4af7c4c-eba2-4ed4-8566-6ca1abbe5706 req-da7b5d91-1e1c-4374-b6a0-1cba4e4bceb1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f663b4e2-c98f-48cf-a2f0-534508067e0a HTTP/1.1" status: 200 len: 853 time: 0.0590079 Feb 28 11:08:56.575025 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af7c4c-eba2-4ed4-8566-6ca1abbe5706 req-72905b2b-dfe0-48b1-88ba-a4b25782fce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:56.576581 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b4af7c4c-eba2-4ed4-8566-6ca1abbe5706 req-72905b2b-dfe0-48b1-88ba-a4b25782fce0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=058b32af-228e-4b63-8c11-adfeac7dcabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0648727 Feb 28 11:08:56.660831 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-aff431e7-2992-46fb-a3a2-71b9bd6692c7 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Deleting port be7c7a62-6e26-4648-9d93-e81c9ac7392a {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:08:56.661641 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-aff431e7-2992-46fb-a3a2-71b9bd6692c7 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (be7c7a62-6e26-4648-9d93-e81c9ac7392a), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:56.677121 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b4af7c4c-eba2-4ed4-8566-6ca1abbe5706 req-e5f70047-db08-423e-a9bd-47f9273ae462 service neutron] 10.222.0.70 "GET /v2.0/networks/058b32af-228e-4b63-8c11-adfeac7dcabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937581 Feb 28 11:08:56.744241 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-aff431e7-2992-46fb-a3a2-71b9bd6692c7 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (be7c7a62-6e26-4648-9d93-e81c9ac7392a), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:56.744567 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-aff431e7-2992-46fb-a3a2-71b9bd6692c7 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Publish callbacks [] for floatingip (be7c7a62-6e26-4648-9d93-e81c9ac7392a), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:56.756547 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-aff431e7-2992-46fb-a3a2-71b9bd6692c7 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Calling delete_port for be7c7a62-6e26-4648-9d93-e81c9ac7392a owned by network:floatingip {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:08:56.770709 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b4af7c4c-eba2-4ed4-8566-6ca1abbe5706 req-974966c3-03c8-49d6-8e47-d16dd84f5a53 service neutron] 10.222.0.70 "GET /v2.0/networks/058b32af-228e-4b63-8c11-adfeac7dcabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882189 Feb 28 11:08:57.070331 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-aff431e7-2992-46fb-a3a2-71b9bd6692c7 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (be7c7a62-6e26-4648-9d93-e81c9ac7392a), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:57.101571 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff431e7-2992-46fb-a3a2-71b9bd6692c7 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Pushing event deleted for resources: {'Port': ['ID=be7c7a62-6e26-4648-9d93-e81c9ac7392a,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:08:57.163399 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-aff431e7-2992-46fb-a3a2-71b9bd6692c7 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Publish callbacks [] for floatingip (90e63831-c0ba-4e35-ab4a-f7562a31daa8), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:57.163733 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.l3_db [None req-aff431e7-2992-46fb-a3a2-71b9bd6692c7 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Floating IP 90e63831-c0ba-4e35-ab4a-f7562a31daa8 disassociated (deleted). External IP: 172.26.3.140, port: c31a05db-0dcc-4de0-8b78-c9fc766c323c. Feb 28 11:08:57.420318 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aff431e7-2992-46fb-a3a2-71b9bd6692c7 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Router 886bb965-0e05-460f-b7f2-f44973429672 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:08:57.542899 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff431e7-2992-46fb-a3a2-71b9bd6692c7 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:08:57.552162 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-aff431e7-2992-46fb-a3a2-71b9bd6692c7 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:57.556311 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1c90f6-402b-4e94-8a94-c066e7948268 None None] Sync routers for ids ['886bb965-0e05-460f-b7f2-f44973429672'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:08:57.568745 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1c90f6-402b-4e94-8a94-c066e7948268 None None] Routers {'886bb965-0e05-460f-b7f2-f44973429672'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:08:57.569464 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-2e1c90f6-402b-4e94-8a94-c066e7948268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:08:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['886bb965-0e05-460f-b7f2-f44973429672'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:08:57.590359 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-aff431e7-2992-46fb-a3a2-71b9bd6692c7 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "DELETE /v2.0/floatingips/90e63831-c0ba-4e35-ab4a-f7562a31daa8 HTTP/1.1" status: 204 len: 168 time: 1.1041706 Feb 28 11:08:57.684671 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-2e1c90f6-402b-4e94-8a94-c066e7948268 None None] Set router 886bb965-0e05-460f-b7f2-f44973429672 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:08:57.924146 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-2e1c90f6-402b-4e94-8a94-c066e7948268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '886bb965-0e05-460f-b7f2-f44973429672', 'name': 'tempest-TestMinimumBasicScenario-652533054-router', 'tenant_id': '69679710cac64a51a55a80dedcc36eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': 'c27409dc-bb06-4b44-afba-548acdd27968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:06:55Z', 'updated_at': '2022-02-28T11:06:59Z', 'revision_number': 4, 'project_id': '69679710cac64a51a55a80dedcc36eed', 'gw_port': {'id': 'c27409dc-bb06-4b44-afba-548acdd27968', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:88:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886bb965-0e05-460f-b7f2-f44973429672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:06:56Z', 'updated_at': '2022-02-28T11:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '2198c7d8-59b1-4488-b413-bca0b9b8ffbd', 'name': '', 'network_id': '058b32af-228e-4b63-8c11-adfeac7dcabd', 'tenant_id': '69679710cac64a51a55a80dedcc36eed', 'mac_address': 'fa:16:3e:e4:4c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886bb965-0e05-460f-b7f2-f44973429672', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'f663b4e2-c98f-48cf-a2f0-534508067e0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:06:58Z', 'updated_at': '2022-02-28T11:07:03Z', 'revision_number': 5, 'project_id': '69679710cac64a51a55a80dedcc36eed', 'subnets': [{'id': 'f663b4e2-c98f-48cf-a2f0-534508067e0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:08:57.952530 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1c90f6-402b-4e94-8a94-c066e7948268 None None] Checking router: 886bb965-0e05-460f-b7f2-f44973429672 for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:08:57.961266 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1c90f6-402b-4e94-8a94-c066e7948268 None None] Routers {'886bb965-0e05-460f-b7f2-f44973429672'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:08:57.961896 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-2e1c90f6-402b-4e94-8a94-c066e7948268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:08:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['886bb965-0e05-460f-b7f2-f44973429672'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:08:58.079597 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-2e1c90f6-402b-4e94-8a94-c066e7948268 None None] Set router 886bb965-0e05-460f-b7f2-f44973429672 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:08:58.115910 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bbb0f5a-ff77-4707-9c5a-7256529fe91d', 'tag': 'c31a05db-0dcc-4de0-8b78-c9fc766c323c'}] {{(pid=104084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:08:58.119450 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ffa69481dce8c4e68394bb3e97aff222617d39f0bec9a6d6e4c39a9256e7c95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3040ba0f-d3c5-4e21-875c-319c8a8d6c6f" -d '{"events": [{"name": "network-changed", "server_uuid": "4bbb0f5a-ff77-4707-9c5a-7256529fe91d", "tag": "c31a05db-0dcc-4de0-8b78-c9fc766c323c"}]}' {{(pid=104084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:08:58.170163 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc69c96-cda2-4512-a8d5-c09b188f248c x-openstack-request-id: req-0bc69c96-cda2-4512-a8d5-c09b188f248c {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:08:58.170163 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bbb0f5a-ff77-4707-9c5a-7256529fe91d", "tag": "c31a05db-0dcc-4de0-8b78-c9fc766c323c", "status": "completed", "code": 200}]} {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:08:58.170163 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0bc69c96-cda2-4512-a8d5-c09b188f248c {{(pid=104084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:08:58.170163 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bbb0f5a-ff77-4707-9c5a-7256529fe91d', 'tag': 'c31a05db-0dcc-4de0-8b78-c9fc766c323c', 'status': 'completed', 'code': 200} Feb 28 11:08:58.270078 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040ba0f-d3c5-4e21-875c-319c8a8d6c6f req-cff16e9e-663b-492d-9d10-b5cbf1ee577e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:58.272560 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3040ba0f-d3c5-4e21-875c-319c8a8d6c6f req-cff16e9e-663b-492d-9d10-b5cbf1ee577e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69679710cac64a51a55a80dedcc36eed&device_id=4bbb0f5a-ff77-4707-9c5a-7256529fe91d HTTP/1.1" status: 200 len: 1130 time: 0.0642633 Feb 28 11:08:58.412573 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-2e1c90f6-402b-4e94-8a94-c066e7948268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '886bb965-0e05-460f-b7f2-f44973429672', 'name': 'tempest-TestMinimumBasicScenario-652533054-router', 'tenant_id': '69679710cac64a51a55a80dedcc36eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': 'c27409dc-bb06-4b44-afba-548acdd27968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:06:55Z', 'updated_at': '2022-02-28T11:06:59Z', 'revision_number': 4, 'project_id': '69679710cac64a51a55a80dedcc36eed', 'gw_port': {'id': 'c27409dc-bb06-4b44-afba-548acdd27968', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:88:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886bb965-0e05-460f-b7f2-f44973429672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:06:56Z', 'updated_at': '2022-02-28T11:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '2198c7d8-59b1-4488-b413-bca0b9b8ffbd', 'name': '', 'network_id': '058b32af-228e-4b63-8c11-adfeac7dcabd', 'tenant_id': '69679710cac64a51a55a80dedcc36eed', 'mac_address': 'fa:16:3e:e4:4c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886bb965-0e05-460f-b7f2-f44973429672', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'f663b4e2-c98f-48cf-a2f0-534508067e0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:06:58Z', 'updated_at': '2022-02-28T11:07:03Z', 'revision_number': 5, 'project_id': '69679710cac64a51a55a80dedcc36eed', 'subnets': [{'id': 'f663b4e2-c98f-48cf-a2f0-534508067e0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:08:58.441802 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1c90f6-402b-4e94-8a94-c066e7948268 None None] The sync data for ids ['886bb965-0e05-460f-b7f2-f44973429672'] in dv-neutron-829161-3-hyperv is: [{'id': '886bb965-0e05-460f-b7f2-f44973429672', 'name': 'tempest-TestMinimumBasicScenario-652533054-router', 'tenant_id': '69679710cac64a51a55a80dedcc36eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': 'c27409dc-bb06-4b44-afba-548acdd27968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:06:55Z', 'updated_at': '2022-02-28T11:06:59Z', 'revision_number': 4, 'project_id': '69679710cac64a51a55a80dedcc36eed', 'gw_port': {'id': 'c27409dc-bb06-4b44-afba-548acdd27968', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:88:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886bb965-0e05-460f-b7f2-f44973429672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:06:56Z', 'updated_at': '2022-02-28T11:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '2198c7d8-59b1-4488-b413-bca0b9b8ffbd', 'name': '', 'network_id': '058b32af-228e-4b63-8c11-adfeac7dcabd', 'tenant_id': '69679710cac64a51a55a80dedcc36eed', 'mac_address': 'fa:16:3e:e4:4c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886bb965-0e05-460f-b7f2-f44973429672', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'f663b4e2-c98f-48cf-a2f0-534508067e0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:06:58Z', 'updated_at': '2022-02-28T11:07:03Z', 'revision_number': 5, 'project_id': '69679710cac64a51a55a80dedcc36eed', 'subnets': [{'id': 'f663b4e2-c98f-48cf-a2f0-534508067e0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:08:58.697228 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1ec176-859f-4c02-af5f-7808304dce89 None None] New status for floating IP 90e63831-c0ba-4e35-ab4a-f7562a31daa8: DOWN {{(pid=104085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:08:58.708648 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040ba0f-d3c5-4e21-875c-319c8a8d6c6f req-99e5135d-478d-443e-8f60-696f8c946969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:58.710151 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3040ba0f-d3c5-4e21-875c-319c8a8d6c6f req-99e5135d-478d-443e-8f60-696f8c946969 service neutron] 10.222.0.70 "GET /v2.0/networks?id=058b32af-228e-4b63-8c11-adfeac7dcabd HTTP/1.1" status: 200 len: 914 time: 0.4313710 Feb 28 11:08:58.757728 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3040ba0f-d3c5-4e21-875c-319c8a8d6c6f req-d4689d88-a93f-4de4-af62-9c32a1603cdc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c31a05db-0dcc-4de0-8b78-c9fc766c323c HTTP/1.1" status: 200 len: 217 time: 0.0414231 Feb 28 11:08:58.811696 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040ba0f-d3c5-4e21-875c-319c8a8d6c6f req-0792ee27-1f0c-4a1a-abdd-774ab1883713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:58.816044 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3040ba0f-d3c5-4e21-875c-319c8a8d6c6f req-0792ee27-1f0c-4a1a-abdd-774ab1883713 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f663b4e2-c98f-48cf-a2f0-534508067e0a HTTP/1.1" status: 200 len: 853 time: 0.0502079 Feb 28 11:08:58.871986 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040ba0f-d3c5-4e21-875c-319c8a8d6c6f req-5951fd86-7b72-4de0-a314-fbb34dcf3e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:58.873525 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3040ba0f-d3c5-4e21-875c-319c8a8d6c6f req-5951fd86-7b72-4de0-a314-fbb34dcf3e6a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=058b32af-228e-4b63-8c11-adfeac7dcabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0536330 Feb 28 11:08:58.973004 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3040ba0f-d3c5-4e21-875c-319c8a8d6c6f req-6cda1d10-cf00-4bea-b081-0ae58ff95b3d service neutron] 10.222.0.70 "GET /v2.0/networks/058b32af-228e-4b63-8c11-adfeac7dcabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931809 Feb 28 11:08:59.073096 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3040ba0f-d3c5-4e21-875c-319c8a8d6c6f req-942f689b-e962-45bc-8251-e7899ab091d5 service neutron] 10.222.0.70 "GET /v2.0/networks/058b32af-228e-4b63-8c11-adfeac7dcabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942416 Feb 28 11:09:00.901878 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:04.444657 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b9354b10-58d7-41fc-8326-2ed6e0385fa1 req-98464fc1-c8f2-4595-b9a4-f7172725ba39 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4bbb0f5a-ff77-4707-9c5a-7256529fe91d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0467737 Feb 28 11:09:04.561999 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9354b10-58d7-41fc-8326-2ed6e0385fa1 req-d16e5edc-adc5-4d4b-858c-31bdfb9a376a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:09:04.564545 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b9354b10-58d7-41fc-8326-2ed6e0385fa1 req-d16e5edc-adc5-4d4b-858c-31bdfb9a376a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69679710cac64a51a55a80dedcc36eed&device_id=4bbb0f5a-ff77-4707-9c5a-7256529fe91d HTTP/1.1" status: 200 len: 1130 time: 0.0588715 Feb 28 11:09:04.678261 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9354b10-58d7-41fc-8326-2ed6e0385fa1 req-d0cd5623-f900-4337-a913-86fc9729a50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:09:04.679931 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b9354b10-58d7-41fc-8326-2ed6e0385fa1 req-d0cd5623-f900-4337-a913-86fc9729a50e service neutron] 10.222.0.70 "GET /v2.0/networks?id=058b32af-228e-4b63-8c11-adfeac7dcabd HTTP/1.1" status: 200 len: 914 time: 0.0963728 Feb 28 11:09:04.723448 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b9354b10-58d7-41fc-8326-2ed6e0385fa1 req-07365d08-b16f-45fe-bb42-6280c268bd56 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c31a05db-0dcc-4de0-8b78-c9fc766c323c HTTP/1.1" status: 200 len: 217 time: 0.0379117 Feb 28 11:09:04.773147 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9354b10-58d7-41fc-8326-2ed6e0385fa1 req-7f33a74c-658d-4934-a750-2e795f650fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:09:04.774696 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b9354b10-58d7-41fc-8326-2ed6e0385fa1 req-7f33a74c-658d-4934-a750-2e795f650fd9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f663b4e2-c98f-48cf-a2f0-534508067e0a HTTP/1.1" status: 200 len: 853 time: 0.0458746 Feb 28 11:09:04.833378 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9354b10-58d7-41fc-8326-2ed6e0385fa1 req-2e6bc031-8d6c-4a6f-b5b8-c992da008d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:09:04.835024 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b9354b10-58d7-41fc-8326-2ed6e0385fa1 req-2e6bc031-8d6c-4a6f-b5b8-c992da008d6c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=058b32af-228e-4b63-8c11-adfeac7dcabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0548108 Feb 28 11:09:04.926060 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b9354b10-58d7-41fc-8326-2ed6e0385fa1 req-0d16e476-1196-4901-b5c3-cf7bf8fadc36 service neutron] 10.222.0.70 "GET /v2.0/networks/058b32af-228e-4b63-8c11-adfeac7dcabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853937 Feb 28 11:09:05.025472 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b9354b10-58d7-41fc-8326-2ed6e0385fa1 req-76ad1e13-e8fb-48ec-a28b-232d839a9c20 service neutron] 10.222.0.70 "GET /v2.0/networks/058b32af-228e-4b63-8c11-adfeac7dcabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932853 Feb 28 11:09:08.716902 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:09:15.772336 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae00ea7-56d4-4801-942c-83b37938b663 req-293b11ca-b8b2-41ba-b030-8757919f7018 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:09:15.774021 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-eae00ea7-56d4-4801-942c-83b37938b663 req-293b11ca-b8b2-41ba-b030-8757919f7018 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bbb0f5a-ff77-4707-9c5a-7256529fe91d HTTP/1.1" status: 200 len: 946 time: 0.0757701 Feb 28 11:09:15.827586 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-eae00ea7-56d4-4801-942c-83b37938b663 req-b0065610-dce3-4803-a376-33a024f6bf20 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/security-groups?id=c87941e6-d6ee-40f9-b29d-14f8f83370d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476165 Feb 28 11:09:16.473404 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5997e328-6fb9-45af-9e8f-785cf417f1e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:16.955170 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29a53c-42fa-4390-ad81-198260f3960d req-01fbb419-daf5-4aaa-bbd1-1a30234630f1 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:09:16.957045 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-af29a53c-42fa-4390-ad81-198260f3960d req-01fbb419-daf5-4aaa-bbd1-1a30234630f1 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bbb0f5a-ff77-4707-9c5a-7256529fe91d HTTP/1.1" status: 200 len: 946 time: 0.0579526 Feb 28 11:09:17.017448 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-af29a53c-42fa-4390-ad81-198260f3960d req-8082f797-dc9e-4f54-929c-8ef6a1bdd4f5 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/security-groups?id=c87941e6-d6ee-40f9-b29d-14f8f83370d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544055 Feb 28 11:09:17.478271 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c15563b-31d0-4172-8048-b7e8594e7b1a req-67b19349-7576-4b9c-81cd-82f6c6a25f7a tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:09:17.479745 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4c15563b-31d0-4172-8048-b7e8594e7b1a req-67b19349-7576-4b9c-81cd-82f6c6a25f7a tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bbb0f5a-ff77-4707-9c5a-7256529fe91d HTTP/1.1" status: 200 len: 946 time: 0.0597510 Feb 28 11:09:17.582679 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-4c15563b-31d0-4172-8048-b7e8594e7b1a req-063684b5-fb72-4bd3-b75c-0cbd97d47e1c tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Deleting port c31a05db-0dcc-4de0-8b78-c9fc766c323c {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:09:17.583046 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-4c15563b-31d0-4172-8048-b7e8594e7b1a req-063684b5-fb72-4bd3-b75c-0cbd97d47e1c tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (c31a05db-0dcc-4de0-8b78-c9fc766c323c), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:17.673560 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-4c15563b-31d0-4172-8048-b7e8594e7b1a req-063684b5-fb72-4bd3-b75c-0cbd97d47e1c tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] For port c31a05db-0dcc-4de0-8b78-c9fc766c323c, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=c31a05db-0dcc-4de0-8b78-c9fc766c323c,segment=NetworkSegment(e827e3e6-dd00-41ee-b3bc-f958cd26d753),segment_id=e827e3e6-dd00-41ee-b3bc-f958cd26d753)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:09:17.673918 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-4c15563b-31d0-4172-8048-b7e8594e7b1a req-063684b5-fb72-4bd3-b75c-0cbd97d47e1c tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (c31a05db-0dcc-4de0-8b78-c9fc766c323c), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:17.692482 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-4c15563b-31d0-4172-8048-b7e8594e7b1a req-063684b5-fb72-4bd3-b75c-0cbd97d47e1c tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Calling delete_port for c31a05db-0dcc-4de0-8b78-c9fc766c323c owned by compute:nova {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:09:17.887699 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-4c15563b-31d0-4172-8048-b7e8594e7b1a req-063684b5-fb72-4bd3-b75c-0cbd97d47e1c tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (c31a05db-0dcc-4de0-8b78-c9fc766c323c), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:17.917559 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063684b5-fb72-4bd3-b75c-0cbd97d47e1c tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Pushing event deleted for resources: {'Port': ['ID=c31a05db-0dcc-4de0-8b78-c9fc766c323c,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:09:17.927277 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['c31a05db-0dcc-4de0-8b78-c9fc766c323c'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:09:17.931724 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063684b5-fb72-4bd3-b75c-0cbd97d47e1c tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:09:17.931724 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063684b5-fb72-4bd3-b75c-0cbd97d47e1c tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:09:17.931724 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063684b5-fb72-4bd3-b75c-0cbd97d47e1c tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:09:17.932098 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063684b5-fb72-4bd3-b75c-0cbd97d47e1c tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:09:17.932183 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063684b5-fb72-4bd3-b75c-0cbd97d47e1c tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:09:17.932502 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063684b5-fb72-4bd3-b75c-0cbd97d47e1c tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:09:17.932841 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063684b5-fb72-4bd3-b75c-0cbd97d47e1c tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:09:17.933183 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063684b5-fb72-4bd3-b75c-0cbd97d47e1c tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:09:17.933527 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063684b5-fb72-4bd3-b75c-0cbd97d47e1c tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:09:17.933846 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063684b5-fb72-4bd3-b75c-0cbd97d47e1c tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:09:17.934177 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063684b5-fb72-4bd3-b75c-0cbd97d47e1c tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:09:17.934505 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063684b5-fb72-4bd3-b75c-0cbd97d47e1c tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:09:17.934856 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063684b5-fb72-4bd3-b75c-0cbd97d47e1c tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:09:17.977616 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c15563b-31d0-4172-8048-b7e8594e7b1a req-063684b5-fb72-4bd3-b75c-0cbd97d47e1c tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] No DVR routers for this DVR port c31a05db-0dcc-4de0-8b78-c9fc766c323c on host hv-neutron-8291 {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:09:17.980162 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-4c15563b-31d0-4172-8048-b7e8594e7b1a req-063684b5-fb72-4bd3-b75c-0cbd97d47e1c tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:17.984789 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4c15563b-31d0-4172-8048-b7e8594e7b1a req-063684b5-fb72-4bd3-b75c-0cbd97d47e1c tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.70 "DELETE /v2.0/ports/c31a05db-0dcc-4de0-8b78-c9fc766c323c HTTP/1.1" status: 204 len: 173 time: 0.4987381 Feb 28 11:09:17.984789 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bbb0f5a-ff77-4707-9c5a-7256529fe91d', 'name': 'network-vif-deleted', 'tag': 'c31a05db-0dcc-4de0-8b78-c9fc766c323c'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:09:17.986223 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd83e942-a563-41b1-a62e-d7cdd69e9ec3" -d '{"events": [{"server_uuid": "4bbb0f5a-ff77-4707-9c5a-7256529fe91d", "name": "network-vif-deleted", "tag": "c31a05db-0dcc-4de0-8b78-c9fc766c323c"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:09:18.118050 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ddea49-9b15-44f1-b348-ab52fda54086 x-openstack-request-id: req-b3ddea49-9b15-44f1-b348-ab52fda54086 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:09:18.118356 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bbb0f5a-ff77-4707-9c5a-7256529fe91d", "name": "network-vif-deleted", "tag": "c31a05db-0dcc-4de0-8b78-c9fc766c323c", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:09:18.118615 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b3ddea49-9b15-44f1-b348-ab52fda54086 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:09:18.119064 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bbb0f5a-ff77-4707-9c5a-7256529fe91d', 'name': 'network-vif-deleted', 'tag': 'c31a05db-0dcc-4de0-8b78-c9fc766c323c', 'status': 'completed', 'code': 200} Feb 28 11:09:18.126069 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-1f23440b-708a-4975-88b0-bb8524475c4c req-51bedf99-b983-4261-9a8f-fcd4a9855776 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bbb0f5a-ff77-4707-9c5a-7256529fe91d HTTP/1.1" status: 200 len: 210 time: 0.0319011 Feb 28 11:09:18.653008 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a9eb419c-b26a-4664-8cde-ad2cd2cdeac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:19.240833 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-be4de26b-3a48-476c-afbb-54027332c5b6 req-1ea894c3-6288-40a5-b345-115c85d446e5 tempest-TestMinimumBasicScenario-715055123 tempest-TestMinimumBasicScenario-715055123-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bbb0f5a-ff77-4707-9c5a-7256529fe91d HTTP/1.1" status: 200 len: 210 time: 0.0279269 Feb 28 11:09:20.147851 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:20.865525 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device c31a05db-0dcc-4de0-8b78-c9fc766c323c no longer exists at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:09:20.887350 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] No Port match for: c31a05db-0dcc-4de0-8b78-c9fc766c323c {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:09:20.887707 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device c31a05db-0dcc-4de0-8b78-c9fc766c323c not bound to the agent host hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:09:21.447585 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:21.704955 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 55326) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:09:22.099330 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-092247ab-e234-4452-84f8-2165870b3906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047661'] for router_interface (886bb965-0e05-460f-b7f2-f44973429672), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:22.393977 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-092247ab-e234-4452-84f8-2165870b3906 admin admin] Deleting port 2198c7d8-59b1-4488-b413-bca0b9b8ffbd {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:09:22.394227 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-092247ab-e234-4452-84f8-2165870b3906 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (2198c7d8-59b1-4488-b413-bca0b9b8ffbd), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:22.472671 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-092247ab-e234-4452-84f8-2165870b3906 admin admin] For port 2198c7d8-59b1-4488-b413-bca0b9b8ffbd, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=2198c7d8-59b1-4488-b413-bca0b9b8ffbd,segment=NetworkSegment(e827e3e6-dd00-41ee-b3bc-f958cd26d753),segment_id=e827e3e6-dd00-41ee-b3bc-f958cd26d753)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:09:22.473030 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-092247ab-e234-4452-84f8-2165870b3906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (2198c7d8-59b1-4488-b413-bca0b9b8ffbd), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:22.485601 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-092247ab-e234-4452-84f8-2165870b3906 admin admin] Calling delete_port for 2198c7d8-59b1-4488-b413-bca0b9b8ffbd owned by network:router_interface {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:09:22.756254 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:23.086267 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-092247ab-e234-4452-84f8-2165870b3906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (2198c7d8-59b1-4488-b413-bca0b9b8ffbd), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:23.112264 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092247ab-e234-4452-84f8-2165870b3906 admin admin] Pushing event deleted for resources: {'Port': ['ID=2198c7d8-59b1-4488-b413-bca0b9b8ffbd,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:09:23.144457 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092247ab-e234-4452-84f8-2165870b3906 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:09:23.144457 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092247ab-e234-4452-84f8-2165870b3906 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:09:23.144457 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092247ab-e234-4452-84f8-2165870b3906 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:09:23.144457 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092247ab-e234-4452-84f8-2165870b3906 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:09:23.144457 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092247ab-e234-4452-84f8-2165870b3906 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:09:23.144457 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092247ab-e234-4452-84f8-2165870b3906 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:09:23.144457 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092247ab-e234-4452-84f8-2165870b3906 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:09:23.144457 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092247ab-e234-4452-84f8-2165870b3906 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:09:23.144457 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092247ab-e234-4452-84f8-2165870b3906 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:09:23.144457 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092247ab-e234-4452-84f8-2165870b3906 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:09:23.145907 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092247ab-e234-4452-84f8-2165870b3906 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:09:23.145907 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092247ab-e234-4452-84f8-2165870b3906 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:09:23.145907 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092247ab-e234-4452-84f8-2165870b3906 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:09:23.300565 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-092247ab-e234-4452-84f8-2165870b3906 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1047681'] for router_interface (886bb965-0e05-460f-b7f2-f44973429672), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:23.553868 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-092247ab-e234-4452-84f8-2165870b3906 admin admin] Router 886bb965-0e05-460f-b7f2-f44973429672 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:09:23.675746 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-092247ab-e234-4452-84f8-2165870b3906 admin admin] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:09:23.681762 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-092247ab-e234-4452-84f8-2165870b3906 admin admin] 10.222.0.62 "PUT /v2.0/routers/886bb965-0e05-460f-b7f2-f44973429672/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9756188 Feb 28 11:09:23.684270 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 55328) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:09:23.686529 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46518ff9-0c97-4443-8f34-aa087f67e27b None None] Sync routers for ids ['886bb965-0e05-460f-b7f2-f44973429672'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:09:23.708244 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46518ff9-0c97-4443-8f34-aa087f67e27b None None] Routers {'886bb965-0e05-460f-b7f2-f44973429672'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:09:23.708878 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-46518ff9-0c97-4443-8f34-aa087f67e27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:09:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['886bb965-0e05-460f-b7f2-f44973429672'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:09:23.830763 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-23670fb8-32be-440f-aef7-e620fd66e832 admin admin] Publish callbacks [] for router (886bb965-0e05-460f-b7f2-f44973429672), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:23.865084 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-46518ff9-0c97-4443-8f34-aa087f67e27b None None] Set router 886bb965-0e05-460f-b7f2-f44973429672 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:09:23.939565 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-23670fb8-32be-440f-aef7-e620fd66e832 admin admin] Publish callbacks [] for router_gateway (886bb965-0e05-460f-b7f2-f44973429672), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:24.056040 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-46518ff9-0c97-4443-8f34-aa087f67e27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '886bb965-0e05-460f-b7f2-f44973429672', 'name': 'tempest-TestMinimumBasicScenario-652533054-router', 'tenant_id': '69679710cac64a51a55a80dedcc36eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': 'c27409dc-bb06-4b44-afba-548acdd27968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:06:55Z', 'updated_at': '2022-02-28T11:09:22Z', 'revision_number': 5, 'project_id': '69679710cac64a51a55a80dedcc36eed', 'gw_port': {'id': 'c27409dc-bb06-4b44-afba-548acdd27968', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:88:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886bb965-0e05-460f-b7f2-f44973429672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:06:56Z', 'updated_at': '2022-02-28T11:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:09:24.082799 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46518ff9-0c97-4443-8f34-aa087f67e27b None None] Checking router: 886bb965-0e05-460f-b7f2-f44973429672 for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:09:24.086559 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-23670fb8-32be-440f-aef7-e620fd66e832 admin admin] Deleting port c27409dc-bb06-4b44-afba-548acdd27968 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:09:24.087088 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-23670fb8-32be-440f-aef7-e620fd66e832 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (c27409dc-bb06-4b44-afba-548acdd27968), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:24.091798 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46518ff9-0c97-4443-8f34-aa087f67e27b None None] Routers {'886bb965-0e05-460f-b7f2-f44973429672'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:09:24.092053 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-46518ff9-0c97-4443-8f34-aa087f67e27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:09:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['886bb965-0e05-460f-b7f2-f44973429672'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:09:24.170764 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-23670fb8-32be-440f-aef7-e620fd66e832 admin admin] For port c27409dc-bb06-4b44-afba-548acdd27968, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=c27409dc-bb06-4b44-afba-548acdd27968,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:09:24.171189 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-23670fb8-32be-440f-aef7-e620fd66e832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (c27409dc-bb06-4b44-afba-548acdd27968), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:24.182642 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-46518ff9-0c97-4443-8f34-aa087f67e27b None None] Set router 886bb965-0e05-460f-b7f2-f44973429672 gateway port host: None {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:09:24.185054 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-23670fb8-32be-440f-aef7-e620fd66e832 admin admin] Calling delete_port for c27409dc-bb06-4b44-afba-548acdd27968 owned by network:router_gateway {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:09:24.240472 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-46518ff9-0c97-4443-8f34-aa087f67e27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '886bb965-0e05-460f-b7f2-f44973429672', 'name': 'tempest-TestMinimumBasicScenario-652533054-router', 'tenant_id': '69679710cac64a51a55a80dedcc36eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:06:55Z', 'updated_at': '2022-02-28T11:09:23Z', 'revision_number': 6, 'project_id': '69679710cac64a51a55a80dedcc36eed', 'gw_port_host': None}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:09:24.269502 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46518ff9-0c97-4443-8f34-aa087f67e27b None None] The sync data for ids ['886bb965-0e05-460f-b7f2-f44973429672'] in dv-neutron-829161-3-hyperv is: [{'id': '886bb965-0e05-460f-b7f2-f44973429672', 'name': 'tempest-TestMinimumBasicScenario-652533054-router', 'tenant_id': '69679710cac64a51a55a80dedcc36eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:06:55Z', 'updated_at': '2022-02-28T11:09:23Z', 'revision_number': 6, 'project_id': '69679710cac64a51a55a80dedcc36eed', 'gw_port_host': None}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:09:24.459038 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-23670fb8-32be-440f-aef7-e620fd66e832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (c27409dc-bb06-4b44-afba-548acdd27968), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:24.482805 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23670fb8-32be-440f-aef7-e620fd66e832 admin admin] Pushing event deleted for resources: {'Port': ['ID=c27409dc-bb06-4b44-afba-548acdd27968,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:09:24.547690 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-23670fb8-32be-440f-aef7-e620fd66e832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047843'] for router_gateway (886bb965-0e05-460f-b7f2-f44973429672), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:24.648892 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-23670fb8-32be-440f-aef7-e620fd66e832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (886bb965-0e05-460f-b7f2-f44973429672), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:24.659954 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-23670fb8-32be-440f-aef7-e620fd66e832 admin admin] Publish callbacks [] for router_controller (886bb965-0e05-460f-b7f2-f44973429672), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:24.741027 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 2198c7d8-59b1-4488-b413-bca0b9b8ffbd no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:09:24.763923 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 2198c7d8-59b1-4488-b413-bca0b9b8ffbd {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:09:24.764277 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 2198c7d8-59b1-4488-b413-bca0b9b8ffbd not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:09:24.827619 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-23670fb8-32be-440f-aef7-e620fd66e832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (886bb965-0e05-460f-b7f2-f44973429672), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:24.828167 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23670fb8-32be-440f-aef7-e620fd66e832 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 886bb965-0e05-460f-b7f2-f44973429672 {{(pid=104084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:09:24.832760 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-23670fb8-32be-440f-aef7-e620fd66e832 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:24.833941 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-23670fb8-32be-440f-aef7-e620fd66e832 admin admin] 10.222.0.62 "DELETE /v2.0/routers/886bb965-0e05-460f-b7f2-f44973429672 HTTP/1.1" status: 204 len: 168 time: 1.1486962 Feb 28 11:09:24.836538 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 55330) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:09:24.882597 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb745aad-0e84-4903-81d1-6f28377ee0f3 admin admin] Deleting subnet f663b4e2-c98f-48cf-a2f0-534508067e0a {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 11:09:24.885917 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fb745aad-0e84-4903-81d1-6f28377ee0f3 admin admin] Publish callbacks [] for subnet (f663b4e2-c98f-48cf-a2f0-534508067e0a), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:24.921650 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fb745aad-0e84-4903-81d1-6f28377ee0f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (f663b4e2-c98f-48cf-a2f0-534508067e0a), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:25.006082 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fb745aad-0e84-4903-81d1-6f28377ee0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (f663b4e2-c98f-48cf-a2f0-534508067e0a), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:25.156782 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fb745aad-0e84-4903-81d1-6f28377ee0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (f663b4e2-c98f-48cf-a2f0-534508067e0a), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:25.191281 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb745aad-0e84-4903-81d1-6f28377ee0f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f663b4e2-c98f-48cf-a2f0-534508067e0a,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:09:25.194851 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fb745aad-0e84-4903-81d1-6f28377ee0f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:25.198417 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-fb745aad-0e84-4903-81d1-6f28377ee0f3 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/f663b4e2-c98f-48cf-a2f0-534508067e0a HTTP/1.1" status: 204 len: 168 time: 0.3605471 Feb 28 11:09:25.200527 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2d431a-2375-45ad-a900-0419b7a4af82 None None] Network 058b32af-228e-4b63-8c11-adfeac7dcabd requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:09:25.200672 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 55332) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:09:25.272410 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ef5eccf0-a69f-463c-bb4f-73abad239b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (058b32af-228e-4b63-8c11-adfeac7dcabd), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:25.338529 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-ef5eccf0-a69f-463c-bb4f-73abad239b35 admin admin] Deleting port e0a5a909-ec5e-4933-9f34-afad3c25416e {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:09:25.338999 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ef5eccf0-a69f-463c-bb4f-73abad239b35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (e0a5a909-ec5e-4933-9f34-afad3c25416e), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:25.376365 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7478c45-cda3-4ee2-92ef-6048e83bd4fd None None] DHCP port deletion for 058b32af-228e-4b63-8c11-adfeac7dcabd request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 11:09:25.406576 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-ef5eccf0-a69f-463c-bb4f-73abad239b35 admin admin] For port e0a5a909-ec5e-4933-9f34-afad3c25416e, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=e0a5a909-ec5e-4933-9f34-afad3c25416e,segment=NetworkSegment(e827e3e6-dd00-41ee-b3bc-f958cd26d753),segment_id=e827e3e6-dd00-41ee-b3bc-f958cd26d753)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:09:25.406976 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ef5eccf0-a69f-463c-bb4f-73abad239b35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (e0a5a909-ec5e-4933-9f34-afad3c25416e), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:25.427953 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-ef5eccf0-a69f-463c-bb4f-73abad239b35 admin admin] Calling delete_port for e0a5a909-ec5e-4933-9f34-afad3c25416e owned by network:dhcp {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:09:25.435459 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-e7478c45-cda3-4ee2-92ef-6048e83bd4fd None None] Deleting port e0a5a909-ec5e-4933-9f34-afad3c25416e {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:09:25.435839 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e7478c45-cda3-4ee2-92ef-6048e83bd4fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (e0a5a909-ec5e-4933-9f34-afad3c25416e), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:25.511849 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-e7478c45-cda3-4ee2-92ef-6048e83bd4fd None None] For port e0a5a909-ec5e-4933-9f34-afad3c25416e, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=e0a5a909-ec5e-4933-9f34-afad3c25416e,segment=NetworkSegment(e827e3e6-dd00-41ee-b3bc-f958cd26d753),segment_id=e827e3e6-dd00-41ee-b3bc-f958cd26d753)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:09:25.512179 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e7478c45-cda3-4ee2-92ef-6048e83bd4fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (e0a5a909-ec5e-4933-9f34-afad3c25416e), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:25.525146 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-e7478c45-cda3-4ee2-92ef-6048e83bd4fd None None] Calling delete_port for e0a5a909-ec5e-4933-9f34-afad3c25416e owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:09:25.605020 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ef5eccf0-a69f-463c-bb4f-73abad239b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (e0a5a909-ec5e-4933-9f34-afad3c25416e), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:25.611397 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e7478c45-cda3-4ee2-92ef-6048e83bd4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (e0a5a909-ec5e-4933-9f34-afad3c25416e), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:25.636356 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5eccf0-a69f-463c-bb4f-73abad239b35 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0a5a909-ec5e-4933-9f34-afad3c25416e,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:09:25.638290 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7478c45-cda3-4ee2-92ef-6048e83bd4fd None None] Pushing event deleted for resources: {'Port': ['ID=e0a5a909-ec5e-4933-9f34-afad3c25416e,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:09:25.641777 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5eccf0-a69f-463c-bb4f-73abad239b35 admin admin] No DVR routers for this DVR port e0a5a909-ec5e-4933-9f34-afad3c25416e on host dv-neutron-829161-3-hyperv {{(pid=104084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:09:25.643482 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7478c45-cda3-4ee2-92ef-6048e83bd4fd None None] No DVR routers for this DVR port e0a5a909-ec5e-4933-9f34-afad3c25416e on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:09:25.651431 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7478c45-cda3-4ee2-92ef-6048e83bd4fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:09:25.651791 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7478c45-cda3-4ee2-92ef-6048e83bd4fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:09:25.652148 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7478c45-cda3-4ee2-92ef-6048e83bd4fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:09:25.652498 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7478c45-cda3-4ee2-92ef-6048e83bd4fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:09:25.652841 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7478c45-cda3-4ee2-92ef-6048e83bd4fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:09:25.653183 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7478c45-cda3-4ee2-92ef-6048e83bd4fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:09:25.653523 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7478c45-cda3-4ee2-92ef-6048e83bd4fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:09:25.653955 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7478c45-cda3-4ee2-92ef-6048e83bd4fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:09:25.654179 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7478c45-cda3-4ee2-92ef-6048e83bd4fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:09:25.654688 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7478c45-cda3-4ee2-92ef-6048e83bd4fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:09:25.655196 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7478c45-cda3-4ee2-92ef-6048e83bd4fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:09:25.655678 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7478c45-cda3-4ee2-92ef-6048e83bd4fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:09:25.656195 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7478c45-cda3-4ee2-92ef-6048e83bd4fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:09:25.724886 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ef5eccf0-a69f-463c-bb4f-73abad239b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (058b32af-228e-4b63-8c11-adfeac7dcabd), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:25.746385 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-ef5eccf0-a69f-463c-bb4f-73abad239b35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['058b32af-228e-4b63-8c11-adfeac7dcabd']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:09:25.755960 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-ef5eccf0-a69f-463c-bb4f-73abad239b35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e827e3e6-dd00-41ee-b3bc-f958cd26d753') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:09:25.756259 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-ef5eccf0-a69f-463c-bb4f-73abad239b35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e827e3e6-dd00-41ee-b3bc-f958cd26d753') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:09:25.765839 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ef5eccf0-a69f-463c-bb4f-73abad239b35 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (e827e3e6-dd00-41ee-b3bc-f958cd26d753), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:25.780333 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ef5eccf0-a69f-463c-bb4f-73abad239b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (e827e3e6-dd00-41ee-b3bc-f958cd26d753), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:25.787264 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef5eccf0-a69f-463c-bb4f-73abad239b35 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:09:25.787657 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ef5eccf0-a69f-463c-bb4f-73abad239b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (e827e3e6-dd00-41ee-b3bc-f958cd26d753), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:25.789403 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 11:09:25.789403 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:09:25.789403 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 11:09:25.789403 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:09:25.789403 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 11:09:25.789403 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 11:09:25.789403 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 11:09:25.789403 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:09:25.789403 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 11:09:25.789403 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:09:25.789403 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 11:09:25.789403 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:09:25.789403 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 11:09:25.789403 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 11:09:25.789403 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:09:25.789403 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 11:09:25.789403 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:09:25.789403 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 11:09:25.789403 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 11:09:25.789403 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:09:25.789403 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 11:09:25.789403 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:09:25.789403 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:09:25.789403 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:09:25.789403 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 11:09:25.789403 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:09:25.789403 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:09:25.789403 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:09:25.789403 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:09:25.789403 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:09:25.789403 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:09:25.789403 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:09:25.939094 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ef5eccf0-a69f-463c-bb4f-73abad239b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (058b32af-228e-4b63-8c11-adfeac7dcabd), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:25.945112 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ef5eccf0-a69f-463c-bb4f-73abad239b35 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:25.948190 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-ef5eccf0-a69f-463c-bb4f-73abad239b35 admin admin] 10.222.0.62 "DELETE /v2.0/networks/058b32af-228e-4b63-8c11-adfeac7dcabd HTTP/1.1" status: 204 len: 168 time: 0.7465441 Feb 28 11:09:25.951188 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 55334) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:09:25.960444 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5eccf0-a69f-463c-bb4f-73abad239b35 admin admin] Pushing event deleted for resources: {'Network': ['ID=058b32af-228e-4b63-8c11-adfeac7dcabd,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:09:26.326404 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4c075d7b-4c8c-4a95-846b-30ea4dc56082 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047661'] for router_interface (e80eadf4-5b28-4eb0-be11-999d215bba8f), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:26.604381 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device e0a5a909-ec5e-4933-9f34-afad3c25416e no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:09:26.614265 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-4c075d7b-4c8c-4a95-846b-30ea4dc56082 admin admin] Deleting port e1c2c77f-3080-4960-88d0-e4238c99956c {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:09:26.614593 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4c075d7b-4c8c-4a95-846b-30ea4dc56082 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (e1c2c77f-3080-4960-88d0-e4238c99956c), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:26.629335 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: e0a5a909-ec5e-4933-9f34-afad3c25416e {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:09:26.629856 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device e0a5a909-ec5e-4933-9f34-afad3c25416e not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:09:26.630391 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device c27409dc-bb06-4b44-afba-548acdd27968 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:09:26.649431 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: c27409dc-bb06-4b44-afba-548acdd27968 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:09:26.649783 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device c27409dc-bb06-4b44-afba-548acdd27968 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:09:26.696951 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-4c075d7b-4c8c-4a95-846b-30ea4dc56082 admin admin] For port e1c2c77f-3080-4960-88d0-e4238c99956c, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=e1c2c77f-3080-4960-88d0-e4238c99956c,segment=NetworkSegment(36aaa2b3-c354-4269-bb38-f6be1220c433),segment_id=36aaa2b3-c354-4269-bb38-f6be1220c433)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:09:26.697307 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4c075d7b-4c8c-4a95-846b-30ea4dc56082 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (e1c2c77f-3080-4960-88d0-e4238c99956c), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:26.711005 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-4c075d7b-4c8c-4a95-846b-30ea4dc56082 admin admin] Calling delete_port for e1c2c77f-3080-4960-88d0-e4238c99956c owned by network:router_interface {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:09:26.988065 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4c075d7b-4c8c-4a95-846b-30ea4dc56082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (e1c2c77f-3080-4960-88d0-e4238c99956c), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:27.016046 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c075d7b-4c8c-4a95-846b-30ea4dc56082 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1c2c77f-3080-4960-88d0-e4238c99956c,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:09:27.201236 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4c075d7b-4c8c-4a95-846b-30ea4dc56082 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1047681'] for router_interface (e80eadf4-5b28-4eb0-be11-999d215bba8f), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:27.432284 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c075d7b-4c8c-4a95-846b-30ea4dc56082 admin admin] Router e80eadf4-5b28-4eb0-be11-999d215bba8f has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:09:27.550444 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c075d7b-4c8c-4a95-846b-30ea4dc56082 admin admin] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:09:27.558343 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-4c075d7b-4c8c-4a95-846b-30ea4dc56082 admin admin] 10.222.0.62 "PUT /v2.0/routers/e80eadf4-5b28-4eb0-be11-999d215bba8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6060262 Feb 28 11:09:27.561659 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 55336) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:09:27.564030 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697f3ac3-b87a-4eba-b521-3d72b4760122 None None] Sync routers for ids ['e80eadf4-5b28-4eb0-be11-999d215bba8f'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:09:27.577681 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697f3ac3-b87a-4eba-b521-3d72b4760122 None None] Routers {'e80eadf4-5b28-4eb0-be11-999d215bba8f'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:09:27.577681 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-697f3ac3-b87a-4eba-b521-3d72b4760122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:09:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['e80eadf4-5b28-4eb0-be11-999d215bba8f'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:09:27.700073 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-697f3ac3-b87a-4eba-b521-3d72b4760122 None None] Set router e80eadf4-5b28-4eb0-be11-999d215bba8f gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:09:27.703781 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-78bff504-a567-4839-9b95-28eaf56efba6 admin admin] Publish callbacks [] for router (e80eadf4-5b28-4eb0-be11-999d215bba8f), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:27.827178 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-78bff504-a567-4839-9b95-28eaf56efba6 admin admin] Publish callbacks [] for router_gateway (e80eadf4-5b28-4eb0-be11-999d215bba8f), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:28.004956 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-78bff504-a567-4839-9b95-28eaf56efba6 admin admin] Deleting port 3d75158b-bfa1-40b5-b461-ae82bf200dd7 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:09:28.005221 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-78bff504-a567-4839-9b95-28eaf56efba6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (3d75158b-bfa1-40b5-b461-ae82bf200dd7), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:28.034035 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-697f3ac3-b87a-4eba-b521-3d72b4760122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80eadf4-5b28-4eb0-be11-999d215bba8f', 'name': 'tempest-TestMinimumBasicScenario-1459495082-router', 'tenant_id': '099b6812ec3b4d3d8e30714b15143274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.189'}], 'enable_snat': True}, 'gw_port_id': '3d75158b-bfa1-40b5-b461-ae82bf200dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:07:02Z', 'updated_at': '2022-02-28T11:09:26Z', 'revision_number': 5, 'project_id': '099b6812ec3b4d3d8e30714b15143274', 'gw_port': {'id': '3d75158b-bfa1-40b5-b461-ae82bf200dd7', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:58:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80eadf4-5b28-4eb0-be11-999d215bba8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:07:03Z', 'updated_at': '2022-02-28T11:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:09:28.065607 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697f3ac3-b87a-4eba-b521-3d72b4760122 None None] Checking router: e80eadf4-5b28-4eb0-be11-999d215bba8f for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:09:28.074080 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697f3ac3-b87a-4eba-b521-3d72b4760122 None None] Routers {'e80eadf4-5b28-4eb0-be11-999d215bba8f'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:09:28.074699 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-697f3ac3-b87a-4eba-b521-3d72b4760122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:09:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['e80eadf4-5b28-4eb0-be11-999d215bba8f'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:09:28.093692 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-78bff504-a567-4839-9b95-28eaf56efba6 admin admin] For port 3d75158b-bfa1-40b5-b461-ae82bf200dd7, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=3d75158b-bfa1-40b5-b461-ae82bf200dd7,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:09:28.093692 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-78bff504-a567-4839-9b95-28eaf56efba6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (3d75158b-bfa1-40b5-b461-ae82bf200dd7), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:28.108448 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-78bff504-a567-4839-9b95-28eaf56efba6 admin admin] Calling delete_port for 3d75158b-bfa1-40b5-b461-ae82bf200dd7 owned by network:router_gateway {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:09:28.170556 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-697f3ac3-b87a-4eba-b521-3d72b4760122 None None] Set router e80eadf4-5b28-4eb0-be11-999d215bba8f gateway port host: None {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:09:28.228181 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-697f3ac3-b87a-4eba-b521-3d72b4760122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80eadf4-5b28-4eb0-be11-999d215bba8f', 'name': 'tempest-TestMinimumBasicScenario-1459495082-router', 'tenant_id': '099b6812ec3b4d3d8e30714b15143274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:07:02Z', 'updated_at': '2022-02-28T11:09:27Z', 'revision_number': 6, 'project_id': '099b6812ec3b4d3d8e30714b15143274', 'gw_port_host': None}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:09:28.260001 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697f3ac3-b87a-4eba-b521-3d72b4760122 None None] The sync data for ids ['e80eadf4-5b28-4eb0-be11-999d215bba8f'] in dv-neutron-829161-3-hyperv is: [{'id': 'e80eadf4-5b28-4eb0-be11-999d215bba8f', 'name': 'tempest-TestMinimumBasicScenario-1459495082-router', 'tenant_id': '099b6812ec3b4d3d8e30714b15143274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:07:02Z', 'updated_at': '2022-02-28T11:09:27Z', 'revision_number': 6, 'project_id': '099b6812ec3b4d3d8e30714b15143274', 'gw_port_host': None}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:09:28.630361 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-78bff504-a567-4839-9b95-28eaf56efba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (3d75158b-bfa1-40b5-b461-ae82bf200dd7), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:28.658270 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bff504-a567-4839-9b95-28eaf56efba6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d75158b-bfa1-40b5-b461-ae82bf200dd7,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:09:28.676842 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device e1c2c77f-3080-4960-88d0-e4238c99956c no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:09:28.701976 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: e1c2c77f-3080-4960-88d0-e4238c99956c {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:09:28.701976 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device e1c2c77f-3080-4960-88d0-e4238c99956c not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:09:28.732073 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-78bff504-a567-4839-9b95-28eaf56efba6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047843'] for router_gateway (e80eadf4-5b28-4eb0-be11-999d215bba8f), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:28.831837 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-78bff504-a567-4839-9b95-28eaf56efba6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (e80eadf4-5b28-4eb0-be11-999d215bba8f), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:28.834109 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-78bff504-a567-4839-9b95-28eaf56efba6 admin admin] Publish callbacks [] for router_controller (e80eadf4-5b28-4eb0-be11-999d215bba8f), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:28.959300 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-78bff504-a567-4839-9b95-28eaf56efba6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (e80eadf4-5b28-4eb0-be11-999d215bba8f), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:28.959893 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78bff504-a567-4839-9b95-28eaf56efba6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e80eadf4-5b28-4eb0-be11-999d215bba8f {{(pid=104084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:09:28.964284 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-78bff504-a567-4839-9b95-28eaf56efba6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:28.969052 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-78bff504-a567-4839-9b95-28eaf56efba6 admin admin] 10.222.0.62 "DELETE /v2.0/routers/e80eadf4-5b28-4eb0-be11-999d215bba8f HTTP/1.1" status: 204 len: 168 time: 1.4028351 Feb 28 11:09:28.969052 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 55338) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:09:29.013805 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-652eb4f5-c5b9-400c-a37b-c52958dc34f4 admin admin] Deleting subnet 75c7ff48-4b14-4546-9296-b632adde29d0 {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 11:09:29.017029 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-652eb4f5-c5b9-400c-a37b-c52958dc34f4 admin admin] Publish callbacks [] for subnet (75c7ff48-4b14-4546-9296-b632adde29d0), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:29.054111 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-652eb4f5-c5b9-400c-a37b-c52958dc34f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (75c7ff48-4b14-4546-9296-b632adde29d0), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:29.142382 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-652eb4f5-c5b9-400c-a37b-c52958dc34f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (75c7ff48-4b14-4546-9296-b632adde29d0), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:29.293445 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-652eb4f5-c5b9-400c-a37b-c52958dc34f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (75c7ff48-4b14-4546-9296-b632adde29d0), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:29.321215 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652eb4f5-c5b9-400c-a37b-c52958dc34f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75c7ff48-4b14-4546-9296-b632adde29d0,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:09:29.327852 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-652eb4f5-c5b9-400c-a37b-c52958dc34f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:29.332477 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-652eb4f5-c5b9-400c-a37b-c52958dc34f4 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/75c7ff48-4b14-4546-9296-b632adde29d0 HTTP/1.1" status: 204 len: 168 time: 0.3628571 Feb 28 11:09:29.334821 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 55340) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:09:29.336999 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e659266-47dc-4c8b-86b0-f52fd468d513 None None] Network 2d49cc88-c7eb-4513-a6e6-69edd0c61833 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:09:29.409098 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-83c319f9-783a-40e8-9fbe-eb5545293ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (2d49cc88-c7eb-4513-a6e6-69edd0c61833), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:29.466028 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-83c319f9-783a-40e8-9fbe-eb5545293ef1 admin admin] Deleting port 7a841808-58a3-4d09-b53d-81bed0f96c1e {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:09:29.466457 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-83c319f9-783a-40e8-9fbe-eb5545293ef1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (7a841808-58a3-4d09-b53d-81bed0f96c1e), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:29.510673 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3243ba1a-8e4d-4dd2-8f2d-0d61e170df91 None None] DHCP port deletion for 2d49cc88-c7eb-4513-a6e6-69edd0c61833 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 11:09:29.531276 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-83c319f9-783a-40e8-9fbe-eb5545293ef1 admin admin] For port 7a841808-58a3-4d09-b53d-81bed0f96c1e, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=7a841808-58a3-4d09-b53d-81bed0f96c1e,segment=NetworkSegment(36aaa2b3-c354-4269-bb38-f6be1220c433),segment_id=36aaa2b3-c354-4269-bb38-f6be1220c433)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:09:29.531642 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-83c319f9-783a-40e8-9fbe-eb5545293ef1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (7a841808-58a3-4d09-b53d-81bed0f96c1e), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:29.544388 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-83c319f9-783a-40e8-9fbe-eb5545293ef1 admin admin] Calling delete_port for 7a841808-58a3-4d09-b53d-81bed0f96c1e owned by network:dhcp {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:09:29.557916 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-3243ba1a-8e4d-4dd2-8f2d-0d61e170df91 None None] Deleting port 7a841808-58a3-4d09-b53d-81bed0f96c1e {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:09:29.558301 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3243ba1a-8e4d-4dd2-8f2d-0d61e170df91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (7a841808-58a3-4d09-b53d-81bed0f96c1e), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:29.624670 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-3243ba1a-8e4d-4dd2-8f2d-0d61e170df91 None None] For port 7a841808-58a3-4d09-b53d-81bed0f96c1e, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=7a841808-58a3-4d09-b53d-81bed0f96c1e,segment=NetworkSegment(36aaa2b3-c354-4269-bb38-f6be1220c433),segment_id=36aaa2b3-c354-4269-bb38-f6be1220c433)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:09:29.624963 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3243ba1a-8e4d-4dd2-8f2d-0d61e170df91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (7a841808-58a3-4d09-b53d-81bed0f96c1e), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:29.639199 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-3243ba1a-8e4d-4dd2-8f2d-0d61e170df91 None None] Calling delete_port for 7a841808-58a3-4d09-b53d-81bed0f96c1e owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:09:29.693738 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-83c319f9-783a-40e8-9fbe-eb5545293ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (7a841808-58a3-4d09-b53d-81bed0f96c1e), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:29.733841 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3243ba1a-8e4d-4dd2-8f2d-0d61e170df91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (7a841808-58a3-4d09-b53d-81bed0f96c1e), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:29.734426 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c319f9-783a-40e8-9fbe-eb5545293ef1 admin admin] No DVR routers for this DVR port 7a841808-58a3-4d09-b53d-81bed0f96c1e on host dv-neutron-829161-3-hyperv {{(pid=104084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:09:29.741093 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c319f9-783a-40e8-9fbe-eb5545293ef1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a841808-58a3-4d09-b53d-81bed0f96c1e,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:09:29.762906 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3243ba1a-8e4d-4dd2-8f2d-0d61e170df91 None None] Pushing event deleted for resources: {'Port': ['ID=7a841808-58a3-4d09-b53d-81bed0f96c1e,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:09:29.766667 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3243ba1a-8e4d-4dd2-8f2d-0d61e170df91 None None] No DVR routers for this DVR port 7a841808-58a3-4d09-b53d-81bed0f96c1e on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:09:29.836473 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-83c319f9-783a-40e8-9fbe-eb5545293ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (2d49cc88-c7eb-4513-a6e6-69edd0c61833), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:29.858182 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-83c319f9-783a-40e8-9fbe-eb5545293ef1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d49cc88-c7eb-4513-a6e6-69edd0c61833']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:09:29.868064 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-83c319f9-783a-40e8-9fbe-eb5545293ef1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36aaa2b3-c354-4269-bb38-f6be1220c433') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:09:29.868428 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-83c319f9-783a-40e8-9fbe-eb5545293ef1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36aaa2b3-c354-4269-bb38-f6be1220c433') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:09:29.878377 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-83c319f9-783a-40e8-9fbe-eb5545293ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (36aaa2b3-c354-4269-bb38-f6be1220c433), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:29.892556 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-83c319f9-783a-40e8-9fbe-eb5545293ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (36aaa2b3-c354-4269-bb38-f6be1220c433), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:29.899520 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83c319f9-783a-40e8-9fbe-eb5545293ef1 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:09:29.900002 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-83c319f9-783a-40e8-9fbe-eb5545293ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (36aaa2b3-c354-4269-bb38-f6be1220c433), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:29.901644 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 11:09:29.901644 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:09:29.901644 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 11:09:29.901644 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:09:29.901644 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 11:09:29.901644 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 11:09:29.901644 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 11:09:29.901644 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:09:29.901644 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 11:09:29.901644 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:09:29.901644 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 11:09:29.901644 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:09:29.901644 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 11:09:29.901644 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 11:09:29.901644 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:09:29.901644 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 11:09:29.901644 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:09:29.901644 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 11:09:29.901644 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 11:09:29.901644 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:09:29.901644 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 11:09:29.901644 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:09:29.901644 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:09:29.901644 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:09:29.901644 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 11:09:29.901644 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:09:29.901644 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:09:29.901644 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:09:29.901644 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:09:29.901644 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:09:29.901644 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:09:29.901644 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:09:30.048287 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-83c319f9-783a-40e8-9fbe-eb5545293ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (2d49cc88-c7eb-4513-a6e6-69edd0c61833), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:30.053943 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-83c319f9-783a-40e8-9fbe-eb5545293ef1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:30.057956 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-83c319f9-783a-40e8-9fbe-eb5545293ef1 admin admin] 10.222.0.62 "DELETE /v2.0/networks/2d49cc88-c7eb-4513-a6e6-69edd0c61833 HTTP/1.1" status: 204 len: 168 time: 0.7218630 Feb 28 11:09:30.072274 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c319f9-783a-40e8-9fbe-eb5545293ef1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d49cc88-c7eb-4513-a6e6-69edd0c61833,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:09:30.528525 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 55344) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:09:30.582871 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-9721d090-e399-497b-a0fa-c931fb5547a3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=69679710cac64a51a55a80dedcc36eed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0440269 Feb 28 11:09:30.582871 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 55346) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:09:30.620002 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 7a841808-58a3-4d09-b53d-81bed0f96c1e no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:09:30.632104 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-231a9786-3420-4f07-998a-d03a0b2ac201 admin admin] Publish callbacks [] for security_group (c87941e6-d6ee-40f9-b29d-14f8f83370d6), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:30.641944 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 7a841808-58a3-4d09-b53d-81bed0f96c1e {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:09:30.642304 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 7a841808-58a3-4d09-b53d-81bed0f96c1e not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:09:30.643371 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 3d75158b-bfa1-40b5-b461-ae82bf200dd7 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:09:30.655890 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-231a9786-3420-4f07-998a-d03a0b2ac201 admin admin] Publish callbacks [] for security_group (c87941e6-d6ee-40f9-b29d-14f8f83370d6), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:30.663562 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 3d75158b-bfa1-40b5-b461-ae82bf200dd7 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:09:30.663967 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 3d75158b-bfa1-40b5-b461-ae82bf200dd7 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:09:30.807781 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-231a9786-3420-4f07-998a-d03a0b2ac201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (c87941e6-d6ee-40f9-b29d-14f8f83370d6), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:30.810482 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-231a9786-3420-4f07-998a-d03a0b2ac201 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:30.814331 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-231a9786-3420-4f07-998a-d03a0b2ac201 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c87941e6-d6ee-40f9-b29d-14f8f83370d6 HTTP/1.1" status: 204 len: 168 time: 0.2346170 Feb 28 11:09:30.823919 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231a9786-3420-4f07-998a-d03a0b2ac201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87941e6-d6ee-40f9-b29d-14f8f83370d6,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:09:30.927466 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:31.574788 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 55352) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:09:31.617472 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-3ca07fb8-0f69-47bb-9dd4-9a2cee616c8c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=099b6812ec3b4d3d8e30714b15143274&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0414002 Feb 28 11:09:31.620018 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 55354) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:09:31.670758 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4cdbcacd-9fc0-4942-a204-90ed94bc5914 admin admin] Publish callbacks [] for security_group (3290c4de-1caa-47e2-aa89-bf6bc99b280e), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:31.698075 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4cdbcacd-9fc0-4942-a204-90ed94bc5914 admin admin] Publish callbacks [] for security_group (3290c4de-1caa-47e2-aa89-bf6bc99b280e), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:31.847961 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4cdbcacd-9fc0-4942-a204-90ed94bc5914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (3290c4de-1caa-47e2-aa89-bf6bc99b280e), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:31.850784 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4cdbcacd-9fc0-4942-a204-90ed94bc5914 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:31.851971 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-4cdbcacd-9fc0-4942-a204-90ed94bc5914 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3290c4de-1caa-47e2-aa89-bf6bc99b280e HTTP/1.1" status: 204 len: 168 time: 0.2309310 Feb 28 11:09:31.859900 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdbcacd-9fc0-4942-a204-90ed94bc5914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3290c4de-1caa-47e2-aa89-bf6bc99b280e,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:09:34.422391 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 55394) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:09:34.427560 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-8dffe53d-5e01-4f20-b7c1-b0c27a76bcdc tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1197190474', 'description': 'tempest-secgroup-smoke-1197190474 description', 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:09:34.514081 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8dffe53d-5e01-4f20-b7c1-b0c27a76bcdc tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:34.530032 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8dffe53d-5e01-4f20-b7c1-b0c27a76bcdc tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:34.623623 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8dffe53d-5e01-4f20-b7c1-b0c27a76bcdc tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group (0ebb772a-840b-4fe9-bbbb-009b11244535), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:34.691687 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8dffe53d-5e01-4f20-b7c1-b0c27a76bcdc tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (0ebb772a-840b-4fe9-bbbb-009b11244535), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:34.730950 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dffe53d-5e01-4f20-b7c1-b0c27a76bcdc tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebb772a-840b-4fe9-bbbb-009b11244535,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:09:34.800773 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8dffe53d-5e01-4f20-b7c1-b0c27a76bcdc tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group (b4f93c27-1304-43b2-b3eb-0f8a06982a7e), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:34.875991 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8dffe53d-5e01-4f20-b7c1-b0c27a76bcdc tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (b4f93c27-1304-43b2-b3eb-0f8a06982a7e), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:34.909698 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dffe53d-5e01-4f20-b7c1-b0c27a76bcdc tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f93c27-1304-43b2-b3eb-0f8a06982a7e,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:09:34.998391 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8dffe53d-5e01-4f20-b7c1-b0c27a76bcdc tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:34.999885 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-8dffe53d-5e01-4f20-b7c1-b0c27a76bcdc tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5762107 Feb 28 11:09:35.004007 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 55396) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:09:35.008707 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-cb074f35-e579-44bd-8899-f7ab3ff4845d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Request body: {'security_group_rule': {'security_group_id': 'b4f93c27-1304-43b2-b3eb-0f8a06982a7e', 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:09:35.110239 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cb074f35-e579-44bd-8899-f7ab3ff4845d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (1af95280-ad95-4ac8-aacd-e9056d61c7e4), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:35.172091 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cb074f35-e579-44bd-8899-f7ab3ff4845d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (1af95280-ad95-4ac8-aacd-e9056d61c7e4), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:35.287591 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cb074f35-e579-44bd-8899-f7ab3ff4845d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (1af95280-ad95-4ac8-aacd-e9056d61c7e4), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:35.306582 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb074f35-e579-44bd-8899-f7ab3ff4845d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1af95280-ad95-4ac8-aacd-e9056d61c7e4,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:09:35.410477 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cb074f35-e579-44bd-8899-f7ab3ff4845d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:35.411890 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-cb074f35-e579-44bd-8899-f7ab3ff4845d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4068577 Feb 28 11:09:35.415577 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 55398) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:09:35.420474 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-bd46217e-e5e9-422f-8325-56728aeb5efc tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Request body: {'security_group_rule': {'security_group_id': 'b4f93c27-1304-43b2-b3eb-0f8a06982a7e', 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:09:35.527356 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bd46217e-e5e9-422f-8325-56728aeb5efc tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (6ad068b8-1a11-4412-8f73-925d014bd115), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:35.597747 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bd46217e-e5e9-422f-8325-56728aeb5efc tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (6ad068b8-1a11-4412-8f73-925d014bd115), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:35.708311 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bd46217e-e5e9-422f-8325-56728aeb5efc tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (6ad068b8-1a11-4412-8f73-925d014bd115), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:35.731497 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd46217e-e5e9-422f-8325-56728aeb5efc tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ad068b8-1a11-4412-8f73-925d014bd115,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:09:35.814351 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bd46217e-e5e9-422f-8325-56728aeb5efc tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:35.816894 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-bd46217e-e5e9-422f-8325-56728aeb5efc tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4000821 Feb 28 11:09:35.819696 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 55400) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:09:35.824141 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-a0e7e82e-2c02-4e99-a756-69b69c29b15e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Request body: {'security_group_rule': {'security_group_id': 'b4f93c27-1304-43b2-b3eb-0f8a06982a7e', 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:09:35.936162 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a0e7e82e-2c02-4e99-a756-69b69c29b15e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (0ece31d3-5f2e-4f24-9050-a652fe6b0284), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:35.995232 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a0e7e82e-2c02-4e99-a756-69b69c29b15e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (0ece31d3-5f2e-4f24-9050-a652fe6b0284), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:36.085152 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a0e7e82e-2c02-4e99-a756-69b69c29b15e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (0ece31d3-5f2e-4f24-9050-a652fe6b0284), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:36.104511 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e7e82e-2c02-4e99-a756-69b69c29b15e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ece31d3-5f2e-4f24-9050-a652fe6b0284,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:09:36.193396 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a0e7e82e-2c02-4e99-a756-69b69c29b15e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:36.194849 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a0e7e82e-2c02-4e99-a756-69b69c29b15e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3738863 Feb 28 11:09:36.197456 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 55402) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:09:36.206913 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-07a7d0d8-e7d6-45a2-985f-7503bac27808 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Request body: {'security_group_rule': {'security_group_id': 'b4f93c27-1304-43b2-b3eb-0f8a06982a7e', 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:09:36.313692 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-07a7d0d8-e7d6-45a2-985f-7503bac27808 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (f63305f2-2551-41d2-b3ab-e47178ab1443), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:36.375594 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-07a7d0d8-e7d6-45a2-985f-7503bac27808 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (f63305f2-2551-41d2-b3ab-e47178ab1443), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:36.465234 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-07a7d0d8-e7d6-45a2-985f-7503bac27808 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (f63305f2-2551-41d2-b3ab-e47178ab1443), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:36.484567 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a7d0d8-e7d6-45a2-985f-7503bac27808 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f63305f2-2551-41d2-b3ab-e47178ab1443,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:09:36.580890 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-07a7d0d8-e7d6-45a2-985f-7503bac27808 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:36.582148 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-07a7d0d8-e7d6-45a2-985f-7503bac27808 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3836176 Feb 28 11:09:36.584898 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 55404) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:09:36.589795 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-f8732947-7de0-4f94-a1ec-d99223733ad1 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Request body: {'security_group_rule': {'security_group_id': 'b4f93c27-1304-43b2-b3eb-0f8a06982a7e', 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:09:36.676146 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.securitygroups_db [None req-f8732947-7de0-4f94-a1ec-d99223733ad1 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Project d2ac95293f7647eb87ff4889cfbdd577 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:09:36.681568 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f8732947-7de0-4f94-a1ec-d99223733ad1 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (9eee6e24-d057-4eab-9981-db41f217e8de), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:36.753069 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f8732947-7de0-4f94-a1ec-d99223733ad1 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (9eee6e24-d057-4eab-9981-db41f217e8de), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:36.844677 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f8732947-7de0-4f94-a1ec-d99223733ad1 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (9eee6e24-d057-4eab-9981-db41f217e8de), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:36.865065 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8732947-7de0-4f94-a1ec-d99223733ad1 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eee6e24-d057-4eab-9981-db41f217e8de,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:09:36.957991 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f8732947-7de0-4f94-a1ec-d99223733ad1 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:36.959292 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-f8732947-7de0-4f94-a1ec-d99223733ad1 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3733857 Feb 28 11:09:36.961934 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 55406) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:09:36.966537 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-7c59f1e8-b94e-42e2-9c0a-d2ef178a4b2c tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Request body: {'security_group_rule': {'security_group_id': 'b4f93c27-1304-43b2-b3eb-0f8a06982a7e', 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:09:37.070987 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.securitygroups_db [None req-7c59f1e8-b94e-42e2-9c0a-d2ef178a4b2c tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Project d2ac95293f7647eb87ff4889cfbdd577 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:09:37.076579 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7c59f1e8-b94e-42e2-9c0a-d2ef178a4b2c tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (e15ce290-e227-4233-9c84-290c3e51e026), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:37.138955 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7c59f1e8-b94e-42e2-9c0a-d2ef178a4b2c tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (e15ce290-e227-4233-9c84-290c3e51e026), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:37.213209 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7c59f1e8-b94e-42e2-9c0a-d2ef178a4b2c tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (e15ce290-e227-4233-9c84-290c3e51e026), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:37.235327 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c59f1e8-b94e-42e2-9c0a-d2ef178a4b2c tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e15ce290-e227-4233-9c84-290c3e51e026,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:09:37.335498 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-7c59f1e8-b94e-42e2-9c0a-d2ef178a4b2c tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:37.336780 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-7c59f1e8-b94e-42e2-9c0a-d2ef178a4b2c tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3738084 Feb 28 11:09:37.340059 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 55408) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:09:37.345251 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-9a1c1e0a-ec85-4d92-93f7-66b37e62b0ec tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Request body: {'network': {'name': 'tempest-network-smoke--235467901', 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'port_security_enabled': True}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:09:37.424791 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1c1e0a-ec85-4d92-93f7-66b37e62b0ec tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Made reservation on behalf of d2ac95293f7647eb87ff4889cfbdd577 for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:09:37.428319 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9a1c1e0a-ec85-4d92-93f7-66b37e62b0ec tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:37.457342 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a1c1e0a-ec85-4d92-93f7-66b37e62b0ec tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:09:37.464905 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9a1c1e0a-ec85-4d92-93f7-66b37e62b0ec tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (44ebd365-97a9-4ced-8a17-85b5bc0337b3), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:37.465249 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-9a1c1e0a-ec85-4d92-93f7-66b37e62b0ec tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Added segment 44ebd365-97a9-4ced-8a17-85b5bc0337b3 of type vlan for network c11e363d-9c5b-4876-9bf4-8e2db50228fb Feb 28 11:09:37.504831 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9a1c1e0a-ec85-4d92-93f7-66b37e62b0ec tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (c11e363d-9c5b-4876-9bf4-8e2db50228fb), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:37.589935 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9a1c1e0a-ec85-4d92-93f7-66b37e62b0ec tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (c11e363d-9c5b-4876-9bf4-8e2db50228fb), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:37.595549 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1c1e0a-ec85-4d92-93f7-66b37e62b0ec tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:09:37.596342 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9a1c1e0a-ec85-4d92-93f7-66b37e62b0ec tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:37.664802 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c1e0a-ec85-4d92-93f7-66b37e62b0ec tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'Network': ['ID=c11e363d-9c5b-4876-9bf4-8e2db50228fb,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:09:37.675436 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network c11e363d-9c5b-4876-9bf4-8e2db50228fb details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 11:09:37.725515 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-9a1c1e0a-ec85-4d92-93f7-66b37e62b0ec tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3843679 Feb 28 11:09:37.729627 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 55410) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:09:37.735048 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-c420d0b7-3de7-4608-bbab-673d7e38da40 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1333747441', 'admin_state_up': True, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:09:37.879849 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c420d0b7-3de7-4608-bbab-673d7e38da40 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (525ebdb5-d21f-4774-a68f-e15cc059710f), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:37.880941 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c420d0b7-3de7-4608-bbab-673d7e38da40 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (525ebdb5-d21f-4774-a68f-e15cc059710f), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:37.942563 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c420d0b7-3de7-4608-bbab-673d7e38da40 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for router_controller (525ebdb5-d21f-4774-a68f-e15cc059710f), precommit_add_association {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:38.174611 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c420d0b7-3de7-4608-bbab-673d7e38da40 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for router_gateway (525ebdb5-d21f-4774-a68f-e15cc059710f), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:38.768893 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c420d0b7-3de7-4608-bbab-673d7e38da40 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for router_gateway (525ebdb5-d21f-4774-a68f-e15cc059710f), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:38.788506 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c420d0b7-3de7-4608-bbab-673d7e38da40 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:38.890631 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-c420d0b7-3de7-4608-bbab-673d7e38da40 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Allocated IP 172.26.3.66 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/c9b73cf7-139d-4c82-838a-d6fd5723aee9) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:09:38.998552 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c420d0b7-3de7-4608-bbab-673d7e38da40 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for port (c9b73cf7-139d-4c82-838a-d6fd5723aee9), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:39.110938 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c420d0b7-3de7-4608-bbab-673d7e38da40 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (c9b73cf7-139d-4c82-838a-d6fd5723aee9), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:39.156179 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c420d0b7-3de7-4608-bbab-673d7e38da40 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:09:39.160427 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-c420d0b7-3de7-4608-bbab-673d7e38da40 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:09:39.167633 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c420d0b7-3de7-4608-bbab-673d7e38da40 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:09:39.192900 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420d0b7-3de7-4608-bbab-673d7e38da40 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'Port': ['ID=c9b73cf7-139d-4c82-838a-d6fd5723aee9,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:09:39.540545 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c420d0b7-3de7-4608-bbab-673d7e38da40 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for router_gateway (525ebdb5-d21f-4774-a68f-e15cc059710f), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:39.758009 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c420d0b7-3de7-4608-bbab-673d7e38da40 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (525ebdb5-d21f-4774-a68f-e15cc059710f), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:40.108314 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c420d0b7-3de7-4608-bbab-673d7e38da40 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Router 525ebdb5-d21f-4774-a68f-e15cc059710f is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:09:40.223311 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c420d0b7-3de7-4608-bbab-673d7e38da40 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:09:40.234912 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff7d07a-9a80-4934-90f4-d2c096de2e5b None None] Sync routers for ids ['525ebdb5-d21f-4774-a68f-e15cc059710f'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:09:40.244714 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff7d07a-9a80-4934-90f4-d2c096de2e5b None None] Routers {'525ebdb5-d21f-4774-a68f-e15cc059710f'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:09:40.245388 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-8ff7d07a-9a80-4934-90f4-d2c096de2e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:09:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['525ebdb5-d21f-4774-a68f-e15cc059710f'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:09:40.335583 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c420d0b7-3de7-4608-bbab-673d7e38da40 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:40.336782 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-c420d0b7-3de7-4608-bbab-673d7e38da40 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.6054447 Feb 28 11:09:40.340029 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 55412) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:09:40.358463 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-8ff7d07a-9a80-4934-90f4-d2c096de2e5b None None] Set router 525ebdb5-d21f-4774-a68f-e15cc059710f gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:09:40.473661 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-00c30332-3a18-4af0-ad68-e0515d881f26 tempest-TestNetworkAdvancedServerOps-932932114 tempest-TestNetworkAdvancedServerOps-932932114-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=d2ac95293f7647eb87ff4889cfbdd577&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1322691 Feb 28 11:09:40.476389 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 55416) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:09:40.560416 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-8ff7d07a-9a80-4934-90f4-d2c096de2e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525ebdb5-d21f-4774-a68f-e15cc059710f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1333747441', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': 'c9b73cf7-139d-4c82-838a-d6fd5723aee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:09:37Z', 'updated_at': '2022-02-28T11:09:39Z', 'revision_number': 3, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': 'c9b73cf7-139d-4c82-838a-d6fd5723aee9', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '525ebdb5-d21f-4774-a68f-e15cc059710f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:09:38Z', 'updated_at': '2022-02-28T11:09:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:09:40.587920 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff7d07a-9a80-4934-90f4-d2c096de2e5b None None] Checking router: 525ebdb5-d21f-4774-a68f-e15cc059710f for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:09:40.588186 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff7d07a-9a80-4934-90f4-d2c096de2e5b None None] Updating router 525ebdb5-d21f-4774-a68f-e15cc059710f port c9b73cf7-139d-4c82-838a-d6fd5723aee9 binding host dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:09:40.616112 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8ff7d07a-9a80-4934-90f4-d2c096de2e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (c9b73cf7-139d-4c82-838a-d6fd5723aee9), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:40.648511 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc62c6c-84e2-4fa1-9999-d709c19ceb5f tempest-TestNetworkAdvancedServerOps-932932114 tempest-TestNetworkAdvancedServerOps-932932114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:09:40.650043 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-6cc62c6c-84e2-4fa1-9999-d709c19ceb5f tempest-TestNetworkAdvancedServerOps-932932114 tempest-TestNetworkAdvancedServerOps-932932114-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1726551 Feb 28 11:09:40.652930 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 55418) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:09:40.689163 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-70d6c3ca-8099-407e-bcdb-adbaaa131bcf tempest-TestNetworkAdvancedServerOps-932932114 tempest-TestNetworkAdvancedServerOps-932932114-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=e88d86cf-af22-4900-bdd2-aa4038554136&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0348389 Feb 28 11:09:40.692392 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 55420) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:09:40.697408 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-deefd97a-5019-4948-be79-ba4e8de0fa32 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-203116920', 'network_id': 'c11e363d-9c5b-4876-9bf4-8e2db50228fb', 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:09:40.844883 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deefd97a-5019-4948-be79-ba4e8de0fa32 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Made reservation on behalf of d2ac95293f7647eb87ff4889cfbdd577 for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:09:40.849130 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-deefd97a-5019-4948-be79-ba4e8de0fa32 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:40.876774 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8ff7d07a-9a80-4934-90f4-d2c096de2e5b None None] Publish callbacks [] for port (c9b73cf7-139d-4c82-838a-d6fd5723aee9), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:40.976434 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8ff7d07a-9a80-4934-90f4-d2c096de2e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (c9b73cf7-139d-4c82-838a-d6fd5723aee9), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:41.036127 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b8d8e-3e95-4390-8a66-fc8ee9654cb2 None None] Pushing event updated for resources: {'Port': ['ID=c9b73cf7-139d-4c82-838a-d6fd5723aee9,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:09:41.038337 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-8ff7d07a-9a80-4934-90f4-d2c096de2e5b None None] Attempting to bind port c9b73cf7-139d-4c82-838a-d6fd5723aee9 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:09:41.038716 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-8ff7d07a-9a80-4934-90f4-d2c096de2e5b None None] Attempting to bind port c9b73cf7-139d-4c82-838a-d6fd5723aee9 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:09:41.039107 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff7d07a-9a80-4934-90f4-d2c096de2e5b None None] Attempting to bind port c9b73cf7-139d-4c82-838a-d6fd5723aee9 on network e88d86cf-af22-4900-bdd2-aa4038554136 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:09:41.048726 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b8d8e-3e95-4390-8a66-fc8ee9654cb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:09:41.050276 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b8d8e-3e95-4390-8a66-fc8ee9654cb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:09:41.051348 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b8d8e-3e95-4390-8a66-fc8ee9654cb2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:09:41.051348 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b8d8e-3e95-4390-8a66-fc8ee9654cb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:09:41.051348 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b8d8e-3e95-4390-8a66-fc8ee9654cb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:09:41.051666 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b8d8e-3e95-4390-8a66-fc8ee9654cb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:09:41.051953 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b8d8e-3e95-4390-8a66-fc8ee9654cb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:09:41.052283 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b8d8e-3e95-4390-8a66-fc8ee9654cb2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:09:41.052608 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b8d8e-3e95-4390-8a66-fc8ee9654cb2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:09:41.052934 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b8d8e-3e95-4390-8a66-fc8ee9654cb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:09:41.053257 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b8d8e-3e95-4390-8a66-fc8ee9654cb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:09:41.053577 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b8d8e-3e95-4390-8a66-fc8ee9654cb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:09:41.053939 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b8d8e-3e95-4390-8a66-fc8ee9654cb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:09:41.057563 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff7d07a-9a80-4934-90f4-d2c096de2e5b None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:09:41.057941 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff7d07a-9a80-4934-90f4-d2c096de2e5b None None] Checking segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:09:41.058344 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8ff7d07a-9a80-4934-90f4-d2c096de2e5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:41.058732 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff7d07a-9a80-4934-90f4-d2c096de2e5b None None] Bound using segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:09:41.059236 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-8ff7d07a-9a80-4934-90f4-d2c096de2e5b None None] Bound port: c9b73cf7-139d-4c82-838a-d6fd5723aee9, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:09:41.059619 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8ff7d07a-9a80-4934-90f4-d2c096de2e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (c9b73cf7-139d-4c82-838a-d6fd5723aee9), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:41.099325 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-deefd97a-5019-4948-be79-ba4e8de0fa32 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (db637469-32ff-4e92-8879-e0493e189fa0), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:41.114709 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-8ff7d07a-9a80-4934-90f4-d2c096de2e5b None None] For port c9b73cf7-139d-4c82-838a-d6fd5723aee9, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:09:41.117981 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-8ff7d07a-9a80-4934-90f4-d2c096de2e5b None None] For port c9b73cf7-139d-4c82-838a-d6fd5723aee9, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=c9b73cf7-139d-4c82-838a-d6fd5723aee9,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:09:41.160197 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deefd97a-5019-4948-be79-ba4e8de0fa32 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'Subnet': ['ID=db637469-32ff-4e92-8879-e0493e189fa0,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:09:41.171180 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deefd97a-5019-4948-be79-ba4e8de0fa32 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Checking segment: {'id': '44ebd365-97a9-4ced-8a17-85b5bc0337b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c11e363d-9c5b-4876-9bf4-8e2db50228fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:09:41.171537 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deefd97a-5019-4948-be79-ba4e8de0fa32 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Network hostable DHCP agents. Network: c11e363d-9c5b-4876-9bf4-8e2db50228fb, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:09:41.228283 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8ff7d07a-9a80-4934-90f4-d2c096de2e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (c9b73cf7-139d-4c82-838a-d6fd5723aee9), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:41.285751 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff7d07a-9a80-4934-90f4-d2c096de2e5b None None] Routers {'525ebdb5-d21f-4774-a68f-e15cc059710f'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:09:41.286488 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-8ff7d07a-9a80-4934-90f4-d2c096de2e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:09:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['525ebdb5-d21f-4774-a68f-e15cc059710f'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:09:41.291438 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b8d8e-3e95-4390-8a66-fc8ee9654cb2 None None] Pushing event updated for resources: {'Port': ['ID=c9b73cf7-139d-4c82-838a-d6fd5723aee9,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:09:41.338934 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deefd97a-5019-4948-be79-ba4e8de0fa32 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Network c11e363d-9c5b-4876-9bf4-8e2db50228fb is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:09:41.400064 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-8ff7d07a-9a80-4934-90f4-d2c096de2e5b None None] Set router 525ebdb5-d21f-4774-a68f-e15cc059710f gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:09:41.419476 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-deefd97a-5019-4948-be79-ba4e8de0fa32 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, c11e363d-9c5b-4876-9bf4-8e2db50228fb) {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:09:41.424260 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deefd97a-5019-4948-be79-ba4e8de0fa32 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:09:41.430915 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-deefd97a-5019-4948-be79-ba4e8de0fa32 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:41.432371 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdd43a4-fdfd-4af6-bc72-d84d27f785d1 None None] Network c11e363d-9c5b-4876-9bf4-8e2db50228fb requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:09:41.527479 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-deefd97a-5019-4948-be79-ba4e8de0fa32 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8313200 Feb 28 11:09:41.528145 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 55422) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:09:41.538678 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67de7589-0af6-4924-a888-db82fc5c2802 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-c11e363d-9c5b-4876-9bf4-8e2db50228fb', 'network_id': 'c11e363d-9c5b-4876-9bf4-8e2db50228fb', 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'fixed_ips': [{'subnet_id': 'db637469-32ff-4e92-8879-e0493e189fa0'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 11:09:41.539664 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-67de7589-0af6-4924-a888-db82fc5c2802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:41.588905 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-8ff7d07a-9a80-4934-90f4-d2c096de2e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525ebdb5-d21f-4774-a68f-e15cc059710f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1333747441', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': 'c9b73cf7-139d-4c82-838a-d6fd5723aee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:09:37Z', 'updated_at': '2022-02-28T11:09:39Z', 'revision_number': 3, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': 'c9b73cf7-139d-4c82-838a-d6fd5723aee9', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '525ebdb5-d21f-4774-a68f-e15cc059710f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:09:38Z', 'updated_at': '2022-02-28T11:09:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:09:41.625786 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff7d07a-9a80-4934-90f4-d2c096de2e5b None None] The sync data for ids ['525ebdb5-d21f-4774-a68f-e15cc059710f'] in dv-neutron-829161-3-hyperv is: [{'id': '525ebdb5-d21f-4774-a68f-e15cc059710f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1333747441', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': 'c9b73cf7-139d-4c82-838a-d6fd5723aee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:09:37Z', 'updated_at': '2022-02-28T11:09:39Z', 'revision_number': 3, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': 'c9b73cf7-139d-4c82-838a-d6fd5723aee9', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '525ebdb5-d21f-4774-a68f-e15cc059710f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:09:38Z', 'updated_at': '2022-02-28T11:09:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:09:41.688413 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-67de7589-0af6-4924-a888-db82fc5c2802 None None] Allocated IP 172.20.0.2 (c11e363d-9c5b-4876-9bf4-8e2db50228fb/db637469-32ff-4e92-8879-e0493e189fa0/d26c184d-87b9-4f26-b2e3-79a505841b4f) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:09:41.914096 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-67de7589-0af6-4924-a888-db82fc5c2802 None None] Publish callbacks [] for port (d26c184d-87b9-4f26-b2e3-79a505841b4f), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:41.984829 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-67de7589-0af6-4924-a888-db82fc5c2802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (d26c184d-87b9-4f26-b2e3-79a505841b4f), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:42.035259 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67de7589-0af6-4924-a888-db82fc5c2802 None None] Network c11e363d-9c5b-4876-9bf4-8e2db50228fb is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:09:42.039339 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-67de7589-0af6-4924-a888-db82fc5c2802 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:09:42.042383 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67de7589-0af6-4924-a888-db82fc5c2802 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:09:42.045763 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67de7589-0af6-4924-a888-db82fc5c2802 None None] Pushing event updated for resources: {'Port': ['ID=d26c184d-87b9-4f26-b2e3-79a505841b4f,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:09:42.077092 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f7876811-5219-4bbe-8efc-022078cb4fe1 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:42.120024 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-67de7589-0af6-4924-a888-db82fc5c2802 None None] Attempting to bind port d26c184d-87b9-4f26-b2e3-79a505841b4f on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:09:42.120426 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-67de7589-0af6-4924-a888-db82fc5c2802 None None] Attempting to bind port d26c184d-87b9-4f26-b2e3-79a505841b4f by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '44ebd365-97a9-4ced-8a17-85b5bc0337b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c11e363d-9c5b-4876-9bf4-8e2db50228fb'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:09:42.120851 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67de7589-0af6-4924-a888-db82fc5c2802 None None] Attempting to bind port d26c184d-87b9-4f26-b2e3-79a505841b4f on network c11e363d-9c5b-4876-9bf4-8e2db50228fb {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:09:42.126387 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67de7589-0af6-4924-a888-db82fc5c2802 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:09:42.133569 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67de7589-0af6-4924-a888-db82fc5c2802 None None] Checking segment: {'id': '44ebd365-97a9-4ced-8a17-85b5bc0337b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c11e363d-9c5b-4876-9bf4-8e2db50228fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:09:42.133569 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-67de7589-0af6-4924-a888-db82fc5c2802 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:42.133569 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67de7589-0af6-4924-a888-db82fc5c2802 None None] Bound using segment: {'id': '44ebd365-97a9-4ced-8a17-85b5bc0337b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c11e363d-9c5b-4876-9bf4-8e2db50228fb'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:09:42.133569 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-67de7589-0af6-4924-a888-db82fc5c2802 None None] Bound port: d26c184d-87b9-4f26-b2e3-79a505841b4f, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44ebd365-97a9-4ced-8a17-85b5bc0337b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c11e363d-9c5b-4876-9bf4-8e2db50228fb'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:09:42.133569 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-67de7589-0af6-4924-a888-db82fc5c2802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (d26c184d-87b9-4f26-b2e3-79a505841b4f), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:42.204650 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-67de7589-0af6-4924-a888-db82fc5c2802 None None] For port d26c184d-87b9-4f26-b2e3-79a505841b4f, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:09:42.209683 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-67de7589-0af6-4924-a888-db82fc5c2802 None None] For port d26c184d-87b9-4f26-b2e3-79a505841b4f, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=d26c184d-87b9-4f26-b2e3-79a505841b4f,segment=NetworkSegment(44ebd365-97a9-4ced-8a17-85b5bc0337b3),segment_id=44ebd365-97a9-4ced-8a17-85b5bc0337b3)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:09:42.286271 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-67de7589-0af6-4924-a888-db82fc5c2802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (d26c184d-87b9-4f26-b2e3-79a505841b4f), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:42.364567 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67de7589-0af6-4924-a888-db82fc5c2802 None None] Pushing event updated for resources: {'Port': ['ID=d26c184d-87b9-4f26-b2e3-79a505841b4f,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:09:42.403085 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-f7876811-5219-4bbe-8efc-022078cb4fe1 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Allocated IP 172.20.0.1 (c11e363d-9c5b-4876-9bf4-8e2db50228fb/db637469-32ff-4e92-8879-e0493e189fa0/f0502054-2ff7-4139-b93f-7171d91e769b) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:09:42.555183 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f7876811-5219-4bbe-8efc-022078cb4fe1 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for port (f0502054-2ff7-4139-b93f-7171d91e769b), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:42.688264 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f7876811-5219-4bbe-8efc-022078cb4fe1 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (f0502054-2ff7-4139-b93f-7171d91e769b), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:42.736979 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7876811-5219-4bbe-8efc-022078cb4fe1 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Network c11e363d-9c5b-4876-9bf4-8e2db50228fb is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:09:42.743042 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-f7876811-5219-4bbe-8efc-022078cb4fe1 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:09:42.746583 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7876811-5219-4bbe-8efc-022078cb4fe1 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:09:42.749030 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device c9b73cf7-139d-4c82-838a-d6fd5723aee9 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:09:42.753471 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7876811-5219-4bbe-8efc-022078cb4fe1 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'Port': ['ID=f0502054-2ff7-4139-b93f-7171d91e769b,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:09:42.797043 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f7876811-5219-4bbe-8efc-022078cb4fe1 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047958'] for router_interface (525ebdb5-d21f-4774-a68f-e15cc059710f), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:42.803995 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port c9b73cf7-139d-4c82-838a-d6fd5723aee9 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:09:42.804372 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (c9b73cf7-139d-4c82-838a-d6fd5723aee9), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:42.888111 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port c9b73cf7-139d-4c82-838a-d6fd5723aee9 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:09:42.888506 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (c9b73cf7-139d-4c82-838a-d6fd5723aee9), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:42.910424 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port c9b73cf7-139d-4c82-838a-d6fd5723aee9, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=c9b73cf7-139d-4c82-838a-d6fd5723aee9,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:09:42.988282 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f7876811-5219-4bbe-8efc-022078cb4fe1 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (f0502054-2ff7-4139-b93f-7171d91e769b), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:43.003168 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (c9b73cf7-139d-4c82-838a-d6fd5723aee9), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:43.004074 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device d26c184d-87b9-4f26-b2e3-79a505841b4f up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:09:43.079132 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=c9b73cf7-139d-4c82-838a-d6fd5723aee9,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:09:43.091367 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port d26c184d-87b9-4f26-b2e3-79a505841b4f triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:09:43.091727 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (d26c184d-87b9-4f26-b2e3-79a505841b4f), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:43.181436 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port d26c184d-87b9-4f26-b2e3-79a505841b4f is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:09:43.181837 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (d26c184d-87b9-4f26-b2e3-79a505841b4f), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:43.216250 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port d26c184d-87b9-4f26-b2e3-79a505841b4f, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=d26c184d-87b9-4f26-b2e3-79a505841b4f,segment=NetworkSegment(44ebd365-97a9-4ced-8a17-85b5bc0337b3),segment_id=44ebd365-97a9-4ced-8a17-85b5bc0337b3)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:09:43.291767 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f7876811-5219-4bbe-8efc-022078cb4fe1 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for port (f0502054-2ff7-4139-b93f-7171d91e769b), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:43.307495 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (d26c184d-87b9-4f26-b2e3-79a505841b4f), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:43.358034 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=d26c184d-87b9-4f26-b2e3-79a505841b4f,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:09:43.362695 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f7876811-5219-4bbe-8efc-022078cb4fe1 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (f0502054-2ff7-4139-b93f-7171d91e769b), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:43.439220 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7876811-5219-4bbe-8efc-022078cb4fe1 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'Port': ['ID=f0502054-2ff7-4139-b93f-7171d91e769b,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:09:43.441768 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f7876811-5219-4bbe-8efc-022078cb4fe1 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047558'] for router_interface (525ebdb5-d21f-4774-a68f-e15cc059710f), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:43.535739 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7876811-5219-4bbe-8efc-022078cb4fe1 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Network c11e363d-9c5b-4876-9bf4-8e2db50228fb is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:09:43.537038 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-f7876811-5219-4bbe-8efc-022078cb4fe1 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:09:43.667612 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7876811-5219-4bbe-8efc-022078cb4fe1 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Router 525ebdb5-d21f-4774-a68f-e15cc059710f has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:09:44.088937 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7876811-5219-4bbe-8efc-022078cb4fe1 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:09:44.094080 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-f7876811-5219-4bbe-8efc-022078cb4fe1 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "PUT /v2.0/routers/525ebdb5-d21f-4774-a68f-e15cc059710f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5649023 Feb 28 11:09:44.109915 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a033e2-8a30-4bc1-bb0c-644df1208634 None None] Sync routers for ids ['525ebdb5-d21f-4774-a68f-e15cc059710f'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:09:44.122891 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a033e2-8a30-4bc1-bb0c-644df1208634 None None] Routers {'525ebdb5-d21f-4774-a68f-e15cc059710f'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:09:44.124101 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-a3a033e2-8a30-4bc1-bb0c-644df1208634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:09:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['525ebdb5-d21f-4774-a68f-e15cc059710f'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:09:44.253347 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f9035e-9306-4ef7-b2ba-c264b43b4b5b None None] Network c11e363d-9c5b-4876-9bf4-8e2db50228fb requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:09:44.259698 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e79c3de5-b870-46f1-8c89-01d519010477 req-6b919ceb-5a64-4711-aa71-78ef630a9ca2 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1197190474&fields=id&tenant_id=d2ac95293f7647eb87ff4889cfbdd577 HTTP/1.1" status: 200 len: 267 time: 0.0506346 Feb 28 11:09:44.281659 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-a3a033e2-8a30-4bc1-bb0c-644df1208634 None None] Set router 525ebdb5-d21f-4774-a68f-e15cc059710f gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:09:44.386762 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c3de5-b870-46f1-8c89-01d519010477 req-14e9b02e-67d4-4ee7-b981-8a0e4ce7c39e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:09:44.388280 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e79c3de5-b870-46f1-8c89-01d519010477 req-14e9b02e-67d4-4ee7-b981-8a0e4ce7c39e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/networks?id=c11e363d-9c5b-4876-9bf4-8e2db50228fb HTTP/1.1" status: 200 len: 796 time: 0.1207602 Feb 28 11:09:44.403471 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e79c3de5-b870-46f1-8c89-01d519010477 req-37527878-4c1e-4792-ab3a-79df0d743ee7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/quotas/d2ac95293f7647eb87ff4889cfbdd577 HTTP/1.1" status: 200 len: 375 time: 0.0095499 Feb 28 11:09:44.410356 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-4003641b-052c-441b-928c-6afd17196aad None None] Provisioning complete for port d26c184d-87b9-4f26-b2e3-79a505841b4f triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:09:44.410731 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-4003641b-052c-441b-928c-6afd17196aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (d26c184d-87b9-4f26-b2e3-79a505841b4f), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:44.460796 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e79c3de5-b870-46f1-8c89-01d519010477 req-6b7840ad-97e2-4aef-8272-3d38070e474e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d2ac95293f7647eb87ff4889cfbdd577&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514932 Feb 28 11:09:44.477679 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [req-e79c3de5-b870-46f1-8c89-01d519010477 req-5eaa96d9-a9f8-4a07-9d9a-966cb1dd2c92 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 11:09:44.478703 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e79c3de5-b870-46f1-8c89-01d519010477 req-5eaa96d9-a9f8-4a07-9d9a-966cb1dd2c92 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056870 Feb 28 11:09:44.579304 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e79c3de5-b870-46f1-8c89-01d519010477 req-be676865-96d7-4796-a2a0-69f58aabb26e service neutron] 10.222.0.62 "GET /v2.0/networks/c11e363d-9c5b-4876-9bf4-8e2db50228fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943456 Feb 28 11:09:44.676175 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device c9b73cf7-139d-4c82-838a-d6fd5723aee9 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:09:44.700173 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e79c3de5-b870-46f1-8c89-01d519010477 req-cf13ad8b-01a1-4893-94c9-5809ce717b1b service neutron] 10.222.0.62 "GET /v2.0/networks/c11e363d-9c5b-4876-9bf4-8e2db50228fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149838 Feb 28 11:09:44.841659 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-4003641b-052c-441b-928c-6afd17196aad None None] Current status of the port d26c184d-87b9-4f26-b2e3-79a505841b4f is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:09:44.847007 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port c9b73cf7-139d-4c82-838a-d6fd5723aee9 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:09:44.847007 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (c9b73cf7-139d-4c82-838a-d6fd5723aee9), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:44.897830 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-a3a033e2-8a30-4bc1-bb0c-644df1208634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525ebdb5-d21f-4774-a68f-e15cc059710f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1333747441', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': 'c9b73cf7-139d-4c82-838a-d6fd5723aee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:09:37Z', 'updated_at': '2022-02-28T11:09:42Z', 'revision_number': 4, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': 'c9b73cf7-139d-4c82-838a-d6fd5723aee9', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525ebdb5-d21f-4774-a68f-e15cc059710f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:09:38Z', 'updated_at': '2022-02-28T11:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': 'f0502054-2ff7-4139-b93f-7171d91e769b', 'name': '', 'network_id': 'c11e363d-9c5b-4876-9bf4-8e2db50228fb', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'mac_address': 'fa:16:3e:40:52:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '525ebdb5-d21f-4774-a68f-e15cc059710f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'db637469-32ff-4e92-8879-e0493e189fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:09:42Z', 'updated_at': '2022-02-28T11:09:43Z', 'revision_number': 2, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'subnets': [{'id': 'db637469-32ff-4e92-8879-e0493e189fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:09:44.940924 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a033e2-8a30-4bc1-bb0c-644df1208634 None None] Checking router: 525ebdb5-d21f-4774-a68f-e15cc059710f for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:09:44.941390 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a033e2-8a30-4bc1-bb0c-644df1208634 None None] Updating router 525ebdb5-d21f-4774-a68f-e15cc059710f port f0502054-2ff7-4139-b93f-7171d91e769b binding host dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:09:45.003631 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a3a033e2-8a30-4bc1-bb0c-644df1208634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (f0502054-2ff7-4139-b93f-7171d91e769b), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:45.008066 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-bbbbafef-7c6d-4a7c-871e-94e4aa93f192 req-e6237d7e-1e25-48d3-b45c-61827d2ebe76 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=de6e3bfa-7a6b-4a4b-bd55-b6f6264e0869 HTTP/1.1" status: 200 len: 210 time: 0.0502083 Feb 28 11:09:45.047063 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port c9b73cf7-139d-4c82-838a-d6fd5723aee9 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:09:45.048282 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device d26c184d-87b9-4f26-b2e3-79a505841b4f up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:09:45.167505 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-4778881e-cd48-4a8a-aaac-bff742db90a2 None None] Provisioning complete for port f0502054-2ff7-4139-b93f-7171d91e769b triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:09:45.168136 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-4778881e-cd48-4a8a-aaac-bff742db90a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (f0502054-2ff7-4139-b93f-7171d91e769b), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:45.259926 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-4778881e-cd48-4a8a-aaac-bff742db90a2 None None] Port f0502054-2ff7-4139-b93f-7171d91e769b cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:09:45.281088 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port d26c184d-87b9-4f26-b2e3-79a505841b4f triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:09:45.281487 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (d26c184d-87b9-4f26-b2e3-79a505841b4f), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:45.327869 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-4778881e-cd48-4a8a-aaac-bff742db90a2 None None] Provisioning complete for port d26c184d-87b9-4f26-b2e3-79a505841b4f triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:09:45.328242 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-4778881e-cd48-4a8a-aaac-bff742db90a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (d26c184d-87b9-4f26-b2e3-79a505841b4f), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:45.493958 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a3a033e2-8a30-4bc1-bb0c-644df1208634 None None] Publish callbacks [] for port (f0502054-2ff7-4139-b93f-7171d91e769b), precommit_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:45.511511 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port d26c184d-87b9-4f26-b2e3-79a505841b4f is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:09:45.527396 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-4778881e-cd48-4a8a-aaac-bff742db90a2 None None] Current status of the port d26c184d-87b9-4f26-b2e3-79a505841b4f is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:09:45.599167 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a3a033e2-8a30-4bc1-bb0c-644df1208634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (f0502054-2ff7-4139-b93f-7171d91e769b), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:45.663210 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e67ca9a-1c38-4b70-8f61-48830276a7c3 None None] Pushing event updated for resources: {'Port': ['ID=f0502054-2ff7-4139-b93f-7171d91e769b,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:09:45.717597 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-481c3ab4-1b75-417a-9c4c-28078e3d4238 None None] Provisioning complete for port f0502054-2ff7-4139-b93f-7171d91e769b triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:09:45.717982 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-481c3ab4-1b75-417a-9c4c-28078e3d4238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (f0502054-2ff7-4139-b93f-7171d91e769b), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:45.719631 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:09:45.759062 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-a3a033e2-8a30-4bc1-bb0c-644df1208634 None None] Attempting to bind port f0502054-2ff7-4139-b93f-7171d91e769b on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:09:45.759448 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-a3a033e2-8a30-4bc1-bb0c-644df1208634 None None] Attempting to bind port f0502054-2ff7-4139-b93f-7171d91e769b by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '44ebd365-97a9-4ced-8a17-85b5bc0337b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c11e363d-9c5b-4876-9bf4-8e2db50228fb'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:09:45.759821 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a033e2-8a30-4bc1-bb0c-644df1208634 None None] Attempting to bind port f0502054-2ff7-4139-b93f-7171d91e769b on network c11e363d-9c5b-4876-9bf4-8e2db50228fb {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:09:45.771253 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a033e2-8a30-4bc1-bb0c-644df1208634 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:09:45.774610 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a033e2-8a30-4bc1-bb0c-644df1208634 None None] Checking segment: {'id': '44ebd365-97a9-4ced-8a17-85b5bc0337b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c11e363d-9c5b-4876-9bf4-8e2db50228fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:09:45.774610 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a3a033e2-8a30-4bc1-bb0c-644df1208634 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:45.774610 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a033e2-8a30-4bc1-bb0c-644df1208634 None None] Bound using segment: {'id': '44ebd365-97a9-4ced-8a17-85b5bc0337b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c11e363d-9c5b-4876-9bf4-8e2db50228fb'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:09:45.774610 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-a3a033e2-8a30-4bc1-bb0c-644df1208634 None None] Bound port: f0502054-2ff7-4139-b93f-7171d91e769b, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44ebd365-97a9-4ced-8a17-85b5bc0337b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c11e363d-9c5b-4876-9bf4-8e2db50228fb'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:09:45.774610 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a3a033e2-8a30-4bc1-bb0c-644df1208634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (f0502054-2ff7-4139-b93f-7171d91e769b), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:45.791290 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-481c3ab4-1b75-417a-9c4c-28078e3d4238 None None] Port f0502054-2ff7-4139-b93f-7171d91e769b cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:09:45.856989 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a3a033e2-8a30-4bc1-bb0c-644df1208634 None None] For port f0502054-2ff7-4139-b93f-7171d91e769b, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:09:45.859991 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a3a033e2-8a30-4bc1-bb0c-644df1208634 None None] For port f0502054-2ff7-4139-b93f-7171d91e769b, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=f0502054-2ff7-4139-b93f-7171d91e769b,segment=NetworkSegment(44ebd365-97a9-4ced-8a17-85b5bc0337b3),segment_id=44ebd365-97a9-4ced-8a17-85b5bc0337b3)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:09:45.912397 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-66e1c7c4-c750-4353-bb2f-86481667c7af None None] Provisioning complete for port f0502054-2ff7-4139-b93f-7171d91e769b triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:09:45.912698 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-66e1c7c4-c750-4353-bb2f-86481667c7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (f0502054-2ff7-4139-b93f-7171d91e769b), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:45.936268 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a3a033e2-8a30-4bc1-bb0c-644df1208634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (f0502054-2ff7-4139-b93f-7171d91e769b), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:45.981705 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-66e1c7c4-c750-4353-bb2f-86481667c7af None None] Port f0502054-2ff7-4139-b93f-7171d91e769b cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:09:46.008469 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a033e2-8a30-4bc1-bb0c-644df1208634 None None] Routers {'525ebdb5-d21f-4774-a68f-e15cc059710f'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:09:46.009131 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-a3a033e2-8a30-4bc1-bb0c-644df1208634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:09:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['525ebdb5-d21f-4774-a68f-e15cc059710f'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:09:46.054984 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e67ca9a-1c38-4b70-8f61-48830276a7c3 None None] Pushing event updated for resources: {'Port': ['ID=f0502054-2ff7-4139-b93f-7171d91e769b,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:09:46.121859 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b6637b8b-6c5e-4d8f-8720-946cdb5287a2 req-3100c5e7-4260-427b-b2e2-ed84340dd5c9 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=de6e3bfa-7a6b-4a4b-bd55-b6f6264e0869 HTTP/1.1" status: 200 len: 210 time: 0.0475166 Feb 28 11:09:46.148509 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-a3a033e2-8a30-4bc1-bb0c-644df1208634 None None] Set router 525ebdb5-d21f-4774-a68f-e15cc059710f gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:09:46.340842 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-c43a3303-7822-4d9f-b180-a8b90f9b714a None None] Provisioning complete for port f0502054-2ff7-4139-b93f-7171d91e769b triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:09:46.341529 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c43a3303-7822-4d9f-b180-a8b90f9b714a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (f0502054-2ff7-4139-b93f-7171d91e769b), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:46.444681 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-a3a033e2-8a30-4bc1-bb0c-644df1208634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525ebdb5-d21f-4774-a68f-e15cc059710f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1333747441', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': 'c9b73cf7-139d-4c82-838a-d6fd5723aee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:09:37Z', 'updated_at': '2022-02-28T11:09:42Z', 'revision_number': 4, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': 'c9b73cf7-139d-4c82-838a-d6fd5723aee9', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525ebdb5-d21f-4774-a68f-e15cc059710f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:09:38Z', 'updated_at': '2022-02-28T11:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': 'f0502054-2ff7-4139-b93f-7171d91e769b', 'name': '', 'network_id': 'c11e363d-9c5b-4876-9bf4-8e2db50228fb', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'mac_address': 'fa:16:3e:40:52:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '525ebdb5-d21f-4774-a68f-e15cc059710f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'db637469-32ff-4e92-8879-e0493e189fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:09:42Z', 'updated_at': '2022-02-28T11:09:45Z', 'revision_number': 4, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'subnets': [{'id': 'db637469-32ff-4e92-8879-e0493e189fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:09:46.475119 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a033e2-8a30-4bc1-bb0c-644df1208634 None None] The sync data for ids ['525ebdb5-d21f-4774-a68f-e15cc059710f'] in dv-neutron-829161-3-hyperv is: [{'id': '525ebdb5-d21f-4774-a68f-e15cc059710f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1333747441', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': 'c9b73cf7-139d-4c82-838a-d6fd5723aee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:09:37Z', 'updated_at': '2022-02-28T11:09:42Z', 'revision_number': 4, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': 'c9b73cf7-139d-4c82-838a-d6fd5723aee9', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525ebdb5-d21f-4774-a68f-e15cc059710f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:09:38Z', 'updated_at': '2022-02-28T11:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': 'f0502054-2ff7-4139-b93f-7171d91e769b', 'name': '', 'network_id': 'c11e363d-9c5b-4876-9bf4-8e2db50228fb', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'mac_address': 'fa:16:3e:40:52:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '525ebdb5-d21f-4774-a68f-e15cc059710f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'db637469-32ff-4e92-8879-e0493e189fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:09:42Z', 'updated_at': '2022-02-28T11:09:45Z', 'revision_number': 4, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'subnets': [{'id': 'db637469-32ff-4e92-8879-e0493e189fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:09:46.482344 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-c43a3303-7822-4d9f-b180-a8b90f9b714a None None] Current status of the port f0502054-2ff7-4139-b93f-7171d91e769b is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:09:46.482735 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c43a3303-7822-4d9f-b180-a8b90f9b714a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (f0502054-2ff7-4139-b93f-7171d91e769b), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:46.526896 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-c43a3303-7822-4d9f-b180-a8b90f9b714a None None] For port f0502054-2ff7-4139-b93f-7171d91e769b, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=f0502054-2ff7-4139-b93f-7171d91e769b,segment=NetworkSegment(44ebd365-97a9-4ced-8a17-85b5bc0337b3),segment_id=44ebd365-97a9-4ced-8a17-85b5bc0337b3)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:09:46.526896 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3f9b36c1-9be4-4098-99fd-c9af686a3a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:46.630372 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c43a3303-7822-4d9f-b180-a8b90f9b714a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (f0502054-2ff7-4139-b93f-7171d91e769b), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:46.665822 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device f0502054-2ff7-4139-b93f-7171d91e769b up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:09:46.720031 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43a3303-7822-4d9f-b180-a8b90f9b714a None None] Pushing event updated for resources: {'Port': ['ID=f0502054-2ff7-4139-b93f-7171d91e769b,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:09:46.743946 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port f0502054-2ff7-4139-b93f-7171d91e769b triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:09:46.744414 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (f0502054-2ff7-4139-b93f-7171d91e769b), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:46.842972 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port f0502054-2ff7-4139-b93f-7171d91e769b is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:09:47.235741 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-6487fb70-fd98-470b-8673-2667fdda1bee req-062796e4-2b6d-4fbc-999c-cc24020f95c7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=de6e3bfa-7a6b-4a4b-bd55-b6f6264e0869 HTTP/1.1" status: 200 len: 210 time: 0.0327711 Feb 28 11:09:47.809218 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c3de5-b870-46f1-8c89-01d519010477 req-3895c320-e871-4cae-a75f-2eb863762537 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:09:47.810695 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e79c3de5-b870-46f1-8c89-01d519010477 req-3895c320-e871-4cae-a75f-2eb863762537 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.70 "GET /v2.0/networks?id=c11e363d-9c5b-4876-9bf4-8e2db50228fb HTTP/1.1" status: 200 len: 796 time: 0.1104209 Feb 28 11:09:47.901119 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e79c3de5-b870-46f1-8c89-01d519010477 req-94137495-f955-40d2-b881-abf3df5c06ab tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2ac95293f7647eb87ff4889cfbdd577 HTTP/1.1" status: 200 len: 380 time: 0.0682871 Feb 28 11:09:47.910542 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-e79c3de5-b870-46f1-8c89-01d519010477 req-575695e9-bdbe-488f-aa58-e94373b66dc7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Request body: {'port': {'device_id': 'de6e3bfa-7a6b-4a4b-bd55-b6f6264e0869', 'network_id': 'c11e363d-9c5b-4876-9bf4-8e2db50228fb', 'admin_state_up': True, 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'security_groups': ['b4f93c27-1304-43b2-b3eb-0f8a06982a7e']}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:09:48.141950 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e79c3de5-b870-46f1-8c89-01d519010477 req-575695e9-bdbe-488f-aa58-e94373b66dc7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Made reservation on behalf of d2ac95293f7647eb87ff4889cfbdd577 for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:09:48.146089 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-e79c3de5-b870-46f1-8c89-01d519010477 req-575695e9-bdbe-488f-aa58-e94373b66dc7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:48.274260 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [req-e79c3de5-b870-46f1-8c89-01d519010477 req-575695e9-bdbe-488f-aa58-e94373b66dc7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Allocated IP 172.20.0.11 (c11e363d-9c5b-4876-9bf4-8e2db50228fb/db637469-32ff-4e92-8879-e0493e189fa0/e9cb87a8-c44a-47ef-b492-a4ba487f6aa7) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:09:48.334565 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ea8b1cdc-3968-4521-a7c7-ee42e97980eb req-e3519326-dbc0-47c8-9593-14094eb90ace tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=de6e3bfa-7a6b-4a4b-bd55-b6f6264e0869 HTTP/1.1" status: 200 len: 210 time: 0.0287950 Feb 28 11:09:48.472110 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-e79c3de5-b870-46f1-8c89-01d519010477 req-575695e9-bdbe-488f-aa58-e94373b66dc7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for port (e9cb87a8-c44a-47ef-b492-a4ba487f6aa7), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:48.579435 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-e79c3de5-b870-46f1-8c89-01d519010477 req-575695e9-bdbe-488f-aa58-e94373b66dc7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (e9cb87a8-c44a-47ef-b492-a4ba487f6aa7), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:48.626375 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e79c3de5-b870-46f1-8c89-01d519010477 req-575695e9-bdbe-488f-aa58-e94373b66dc7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Network c11e363d-9c5b-4876-9bf4-8e2db50228fb is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:09:48.629882 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [req-e79c3de5-b870-46f1-8c89-01d519010477 req-575695e9-bdbe-488f-aa58-e94373b66dc7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:09:48.634259 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device f0502054-2ff7-4139-b93f-7171d91e769b up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:09:48.635756 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-e79c3de5-b870-46f1-8c89-01d519010477 req-575695e9-bdbe-488f-aa58-e94373b66dc7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:09:48.666462 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575695e9-bdbe-488f-aa58-e94373b66dc7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'Port': ['ID=e9cb87a8-c44a-47ef-b492-a4ba487f6aa7,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:09:48.687515 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port f0502054-2ff7-4139-b93f-7171d91e769b triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:09:48.687899 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (f0502054-2ff7-4139-b93f-7171d91e769b), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:48.690873 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c3de5-b870-46f1-8c89-01d519010477 req-575695e9-bdbe-488f-aa58-e94373b66dc7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:09:48.691552 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3c06db12-1928-4336-9b6a-850c12b3b7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:48.691692 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-e79c3de5-b870-46f1-8c89-01d519010477 req-575695e9-bdbe-488f-aa58-e94373b66dc7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:48.776731 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port f0502054-2ff7-4139-b93f-7171d91e769b is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:09:48.821928 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e79c3de5-b870-46f1-8c89-01d519010477 req-575695e9-bdbe-488f-aa58-e94373b66dc7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9158316 Feb 28 11:09:48.839160 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-e79c3de5-b870-46f1-8c89-01d519010477 req-12ac9118-439f-4cdc-838a-68eea8f1474b service neutron] Request body: {'port': {'device_id': 'de6e3bfa-7a6b-4a4b-bd55-b6f6264e0869', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8291'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:09:48.868511 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-2b56a40a-87dd-4aac-9e6f-bc0f04642159 None None] Provisioning complete for port e9cb87a8-c44a-47ef-b492-a4ba487f6aa7 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:09:48.868993 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2b56a40a-87dd-4aac-9e6f-bc0f04642159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (e9cb87a8-c44a-47ef-b492-a4ba487f6aa7), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:48.901221 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-e79c3de5-b870-46f1-8c89-01d519010477 req-12ac9118-439f-4cdc-838a-68eea8f1474b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (e9cb87a8-c44a-47ef-b492-a4ba487f6aa7), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:48.907784 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-2b56a40a-87dd-4aac-9e6f-bc0f04642159 None None] Port e9cb87a8-c44a-47ef-b492-a4ba487f6aa7 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:09:49.176463 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [req-e79c3de5-b870-46f1-8c89-01d519010477 req-12ac9118-439f-4cdc-838a-68eea8f1474b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9cb87a8-c44a-47ef-b492-a4ba487f6aa7 {{(pid=104083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:09:49.184388 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-e79c3de5-b870-46f1-8c89-01d519010477 req-12ac9118-439f-4cdc-838a-68eea8f1474b service neutron] Publish callbacks [] for port (e9cb87a8-c44a-47ef-b492-a4ba487f6aa7), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:49.196820 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [req-e79c3de5-b870-46f1-8c89-01d519010477 req-12ac9118-439f-4cdc-838a-68eea8f1474b service neutron] Transition to ACTIVE for port object e9cb87a8-c44a-47ef-b492-a4ba487f6aa7 will not be triggered until provisioned by entity L2. {{(pid=104083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 11:09:49.304367 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-e79c3de5-b870-46f1-8c89-01d519010477 req-12ac9118-439f-4cdc-838a-68eea8f1474b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (e9cb87a8-c44a-47ef-b492-a4ba487f6aa7), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:49.355576 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ac9118-439f-4cdc-838a-68eea8f1474b service neutron] Pushing event updated for resources: {'Port': ['ID=e9cb87a8-c44a-47ef-b492-a4ba487f6aa7,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:09:49.434292 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-e79c3de5-b870-46f1-8c89-01d519010477 req-12ac9118-439f-4cdc-838a-68eea8f1474b service neutron] Attempting to bind port e9cb87a8-c44a-47ef-b492-a4ba487f6aa7 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:09:49.435011 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-e79c3de5-b870-46f1-8c89-01d519010477 req-12ac9118-439f-4cdc-838a-68eea8f1474b service neutron] Attempting to bind port e9cb87a8-c44a-47ef-b492-a4ba487f6aa7 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '44ebd365-97a9-4ced-8a17-85b5bc0337b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c11e363d-9c5b-4876-9bf4-8e2db50228fb'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:09:49.435343 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79c3de5-b870-46f1-8c89-01d519010477 req-12ac9118-439f-4cdc-838a-68eea8f1474b service neutron] Attempting to bind port e9cb87a8-c44a-47ef-b492-a4ba487f6aa7 on network c11e363d-9c5b-4876-9bf4-8e2db50228fb {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:09:49.440710 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79c3de5-b870-46f1-8c89-01d519010477 req-12ac9118-439f-4cdc-838a-68eea8f1474b service neutron] Port e9cb87a8-c44a-47ef-b492-a4ba487f6aa7 on network c11e363d-9c5b-4876-9bf4-8e2db50228fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 11:09:49.441030 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79c3de5-b870-46f1-8c89-01d519010477 req-12ac9118-439f-4cdc-838a-68eea8f1474b service neutron] Attempting to bind port e9cb87a8-c44a-47ef-b492-a4ba487f6aa7 on network c11e363d-9c5b-4876-9bf4-8e2db50228fb {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:09:49.446535 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79c3de5-b870-46f1-8c89-01d519010477 req-12ac9118-439f-4cdc-838a-68eea8f1474b service neutron] Checking agent: {'id': '9c9e5963-7abc-415a-a91c-4432861f4313', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'started_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:09:49.446904 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79c3de5-b870-46f1-8c89-01d519010477 req-12ac9118-439f-4cdc-838a-68eea8f1474b service neutron] Checking segment: {'id': '44ebd365-97a9-4ced-8a17-85b5bc0337b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c11e363d-9c5b-4876-9bf4-8e2db50228fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:09:49.447298 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79c3de5-b870-46f1-8c89-01d519010477 req-12ac9118-439f-4cdc-838a-68eea8f1474b service neutron] Bound using segment: {'id': '44ebd365-97a9-4ced-8a17-85b5bc0337b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c11e363d-9c5b-4876-9bf4-8e2db50228fb'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:09:49.447737 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-e79c3de5-b870-46f1-8c89-01d519010477 req-12ac9118-439f-4cdc-838a-68eea8f1474b service neutron] Bound port: e9cb87a8-c44a-47ef-b492-a4ba487f6aa7, host: hv-neutron-8291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44ebd365-97a9-4ced-8a17-85b5bc0337b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c11e363d-9c5b-4876-9bf4-8e2db50228fb'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:09:49.448092 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-e79c3de5-b870-46f1-8c89-01d519010477 req-12ac9118-439f-4cdc-838a-68eea8f1474b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (e9cb87a8-c44a-47ef-b492-a4ba487f6aa7), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:49.472038 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508d843-4130-48c0-a5c4-d55ee3c5830c req-db892915-3270-491a-9a28-f34b8828dbdc tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:09:49.474392 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e508d843-4130-48c0-a5c4-d55ee3c5830c req-db892915-3270-491a-9a28-f34b8828dbdc tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=de6e3bfa-7a6b-4a4b-bd55-b6f6264e0869 HTTP/1.1" status: 200 len: 944 time: 0.0675950 Feb 28 11:09:49.522021 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-e79c3de5-b870-46f1-8c89-01d519010477 req-12ac9118-439f-4cdc-838a-68eea8f1474b service neutron] For port e9cb87a8-c44a-47ef-b492-a4ba487f6aa7, host hv-neutron-8291, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:09:49.525487 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-e79c3de5-b870-46f1-8c89-01d519010477 req-12ac9118-439f-4cdc-838a-68eea8f1474b service neutron] For port e9cb87a8-c44a-47ef-b492-a4ba487f6aa7, host hv-neutron-8291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=e9cb87a8-c44a-47ef-b492-a4ba487f6aa7,segment=NetworkSegment(44ebd365-97a9-4ced-8a17-85b5bc0337b3),segment_id=44ebd365-97a9-4ced-8a17-85b5bc0337b3)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:09:49.533884 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e508d843-4130-48c0-a5c4-d55ee3c5830c req-37c5d1ec-78e6-4dac-94ea-3f7452dd8a38 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4f93c27-1304-43b2-b3eb-0f8a06982a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524573 Feb 28 11:09:49.634070 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-e79c3de5-b870-46f1-8c89-01d519010477 req-12ac9118-439f-4cdc-838a-68eea8f1474b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (e9cb87a8-c44a-47ef-b492-a4ba487f6aa7), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:49.671891 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c3de5-b870-46f1-8c89-01d519010477 req-12ac9118-439f-4cdc-838a-68eea8f1474b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:09:49.672545 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-e79c3de5-b870-46f1-8c89-01d519010477 req-12ac9118-439f-4cdc-838a-68eea8f1474b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:49.674248 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e79c3de5-b870-46f1-8c89-01d519010477 req-12ac9118-439f-4cdc-838a-68eea8f1474b service neutron] 10.222.0.70 "PUT /v2.0/ports/e9cb87a8-c44a-47ef-b492-a4ba487f6aa7 HTTP/1.1" status: 200 len: 1094 time: 0.8393569 Feb 28 11:09:49.674949 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de6e3bfa-7a6b-4a4b-bd55-b6f6264e0869', 'tag': 'e9cb87a8-c44a-47ef-b492-a4ba487f6aa7'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:09:49.678015 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc56d4a4-f24e-4d98-8a21-229f800dd7fe" -d '{"events": [{"name": "network-changed", "server_uuid": "de6e3bfa-7a6b-4a4b-bd55-b6f6264e0869", "tag": "e9cb87a8-c44a-47ef-b492-a4ba487f6aa7"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:09:49.717394 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ac9118-439f-4cdc-838a-68eea8f1474b service neutron] Pushing event updated for resources: {'Port': ['ID=e9cb87a8-c44a-47ef-b492-a4ba487f6aa7,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:09:49.746750 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb67180-0c25-4e83-98e0-6c00d5bbf9d0 x-openstack-request-id: req-4eb67180-0c25-4e83-98e0-6c00d5bbf9d0 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:09:49.748384 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de6e3bfa-7a6b-4a4b-bd55-b6f6264e0869", "tag": "e9cb87a8-c44a-47ef-b492-a4ba487f6aa7", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:09:49.748384 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4eb67180-0c25-4e83-98e0-6c00d5bbf9d0 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:09:49.748384 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de6e3bfa-7a6b-4a4b-bd55-b6f6264e0869', 'tag': 'e9cb87a8-c44a-47ef-b492-a4ba487f6aa7', 'status': 'completed', 'code': 200} Feb 28 11:09:49.859190 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56d4a4-f24e-4d98-8a21-229f800dd7fe req-97312691-2d6f-4c43-955e-55944270eb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:09:49.862729 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-fc56d4a4-f24e-4d98-8a21-229f800dd7fe req-97312691-2d6f-4c43-955e-55944270eb58 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d2ac95293f7647eb87ff4889cfbdd577&device_id=de6e3bfa-7a6b-4a4b-bd55-b6f6264e0869 HTTP/1.1" status: 200 len: 1128 time: 0.0622618 Feb 28 11:09:49.987679 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56d4a4-f24e-4d98-8a21-229f800dd7fe req-498de393-b49e-4ff7-bef1-dfb7bd60ee96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:09:49.989025 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-fc56d4a4-f24e-4d98-8a21-229f800dd7fe req-498de393-b49e-4ff7-bef1-dfb7bd60ee96 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=d2ac95293f7647eb87ff4889cfbdd577&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1120265 Feb 28 11:09:50.087245 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56d4a4-f24e-4d98-8a21-229f800dd7fe req-8f8158cf-6214-4d1c-9f43-4d22df68d72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:09:50.088755 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-fc56d4a4-f24e-4d98-8a21-229f800dd7fe req-8f8158cf-6214-4d1c-9f43-4d22df68d72a service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0943727 Feb 28 11:09:50.134095 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:50.200914 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c3de5-b870-46f1-8c89-01d519010477 req-61897039-6633-4be5-a6e7-da12c0ccdd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:09:50.202488 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e79c3de5-b870-46f1-8c89-01d519010477 req-61897039-6633-4be5-a6e7-da12c0ccdd76 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d2ac95293f7647eb87ff4889cfbdd577&device_id=de6e3bfa-7a6b-4a4b-bd55-b6f6264e0869 HTTP/1.1" status: 200 len: 1128 time: 0.0550666 Feb 28 11:09:50.254222 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e79c3de5-b870-46f1-8c89-01d519010477 req-384d38f6-c1f0-4022-9cfc-a82d0e9ebb68 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9cb87a8-c44a-47ef-b492-a4ba487f6aa7 HTTP/1.1" status: 200 len: 217 time: 0.0378623 Feb 28 11:09:50.322319 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c3de5-b870-46f1-8c89-01d519010477 req-6cbf5330-5e26-45f3-be99-2c16f3b8e284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:09:50.324365 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e79c3de5-b870-46f1-8c89-01d519010477 req-6cbf5330-5e26-45f3-be99-2c16f3b8e284 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=db637469-32ff-4e92-8879-e0493e189fa0 HTTP/1.1" status: 200 len: 834 time: 0.0645423 Feb 28 11:09:50.382077 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c3de5-b870-46f1-8c89-01d519010477 req-bf8003c9-ce92-43da-bb1e-a279a4be577f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:09:50.386471 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e79c3de5-b870-46f1-8c89-01d519010477 req-bf8003c9-ce92-43da-bb1e-a279a4be577f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c11e363d-9c5b-4876-9bf4-8e2db50228fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0540442 Feb 28 11:09:50.489440 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e79c3de5-b870-46f1-8c89-01d519010477 req-1bfa916d-9bfd-429b-a6be-73b707d0e3f9 service neutron] 10.222.0.70 "GET /v2.0/networks/c11e363d-9c5b-4876-9bf4-8e2db50228fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000481 Feb 28 11:09:50.587928 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e79c3de5-b870-46f1-8c89-01d519010477 req-2bd557d5-0e59-4005-85ed-9a217f679abb service neutron] 10.222.0.70 "GET /v2.0/networks/c11e363d-9c5b-4876-9bf4-8e2db50228fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928054 Feb 28 11:09:50.683310 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72cef0-f237-44c6-a9a6-6da1751d4922 req-ef90ece2-c3b2-4a90-a229-55ff4011f074 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:09:50.685606 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-df72cef0-f237-44c6-a9a6-6da1751d4922 req-ef90ece2-c3b2-4a90-a229-55ff4011f074 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=de6e3bfa-7a6b-4a4b-bd55-b6f6264e0869 HTTP/1.1" status: 200 len: 944 time: 0.0686824 Feb 28 11:09:50.737656 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-df72cef0-f237-44c6-a9a6-6da1751d4922 req-4f89cc48-7dba-4df9-a499-47e2a6d82956 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4f93c27-1304-43b2-b3eb-0f8a06982a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455163 Feb 28 11:09:51.471227 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:51.862562 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214638e2-0d30-48f4-a29d-06eb7662c313 req-0818fb24-5bfa-4f47-8a6b-5da0d738a194 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:09:51.864098 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-214638e2-0d30-48f4-a29d-06eb7662c313 req-0818fb24-5bfa-4f47-8a6b-5da0d738a194 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=de6e3bfa-7a6b-4a4b-bd55-b6f6264e0869 HTTP/1.1" status: 200 len: 944 time: 0.0565908 Feb 28 11:09:51.920268 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-214638e2-0d30-48f4-a29d-06eb7662c313 req-3ef5508d-0006-481c-8a20-39c192d1e5c4 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4f93c27-1304-43b2-b3eb-0f8a06982a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505805 Feb 28 11:09:52.795720 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:52.989675 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device e9cb87a8-c44a-47ef-b492-a4ba487f6aa7 details requested by agent hyperv_hv-neutron-8291 with host hv-neutron-8291 {{(pid=104085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 11:09:53.051480 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57c993d-3e81-4133-a7c8-ebd30ad11be0 req-0013ae0e-3a11-42ca-9dbb-543fdb1c5cc1 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:09:53.053715 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-b57c993d-3e81-4133-a7c8-ebd30ad11be0 req-0013ae0e-3a11-42ca-9dbb-543fdb1c5cc1 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=de6e3bfa-7a6b-4a4b-bd55-b6f6264e0869 HTTP/1.1" status: 200 len: 944 time: 0.0645702 Feb 28 11:09:53.095068 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port e9cb87a8-c44a-47ef-b492-a4ba487f6aa7, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=e9cb87a8-c44a-47ef-b492-a4ba487f6aa7,segment=NetworkSegment(44ebd365-97a9-4ced-8a17-85b5bc0337b3),segment_id=44ebd365-97a9-4ced-8a17-85b5bc0337b3)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:09:53.106971 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Returning: {'device': 'e9cb87a8-c44a-47ef-b492-a4ba487f6aa7', 'network_id': 'c11e363d-9c5b-4876-9bf4-8e2db50228fb', 'port_id': 'e9cb87a8-c44a-47ef-b492-a4ba487f6aa7', 'mac_address': 'fa:16:3e:1d:99:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db637469-32ff-4e92-8879-e0493e189fa0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 11:09:53.120323 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-b57c993d-3e81-4133-a7c8-ebd30ad11be0 req-e51adc44-6360-45c8-8258-4c8b72274e0f tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4f93c27-1304-43b2-b3eb-0f8a06982a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600934 Feb 28 11:09:53.146947 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port e9cb87a8-c44a-47ef-b492-a4ba487f6aa7 is: DOWN; New status is: BUILD {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:09:53.149411 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (e9cb87a8-c44a-47ef-b492-a4ba487f6aa7), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:53.161256 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9cb87a8-c44a-47ef-b492-a4ba487f6aa7 {{(pid=104085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:09:53.181279 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port e9cb87a8-c44a-47ef-b492-a4ba487f6aa7, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=e9cb87a8-c44a-47ef-b492-a4ba487f6aa7,segment=NetworkSegment(44ebd365-97a9-4ced-8a17-85b5bc0337b3),segment_id=44ebd365-97a9-4ced-8a17-85b5bc0337b3)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:09:53.258962 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (e9cb87a8-c44a-47ef-b492-a4ba487f6aa7), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:53.309964 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=e9cb87a8-c44a-47ef-b492-a4ba487f6aa7,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:09:53.548079 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['e9cb87a8-c44a-47ef-b492-a4ba487f6aa7'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:09:54.242354 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd77b7-3037-4371-a24c-1078a8c3de0e req-d23b218d-ed7a-46ad-a84c-460bba9ff30d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:09:54.243903 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-76cd77b7-3037-4371-a24c-1078a8c3de0e req-d23b218d-ed7a-46ad-a84c-460bba9ff30d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=de6e3bfa-7a6b-4a4b-bd55-b6f6264e0869 HTTP/1.1" status: 200 len: 945 time: 0.0529077 Feb 28 11:09:54.293798 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-76cd77b7-3037-4371-a24c-1078a8c3de0e req-6dfd1060-211c-4d38-8640-3393b32856bc tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4f93c27-1304-43b2-b3eb-0f8a06982a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440028 Feb 28 11:09:55.005992 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device e9cb87a8-c44a-47ef-b492-a4ba487f6aa7 up at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:09:55.133142 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning for port e9cb87a8-c44a-47ef-b492-a4ba487f6aa7 completed by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 11:09:55.137461 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning complete for port e9cb87a8-c44a-47ef-b492-a4ba487f6aa7 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:09:55.137976 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (e9cb87a8-c44a-47ef-b492-a4ba487f6aa7), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:55.218768 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port e9cb87a8-c44a-47ef-b492-a4ba487f6aa7 is: BUILD; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:09:55.219196 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (e9cb87a8-c44a-47ef-b492-a4ba487f6aa7), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:55.250602 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6e3bfa-7a6b-4a4b-bd55-b6f6264e0869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9cb87a8-c44a-47ef-b492-a4ba487f6aa7'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:09:55.253887 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6d54e3-4302-44cd-b1bf-d26648a33082" -d '{"events": [{"server_uuid": "de6e3bfa-7a6b-4a4b-bd55-b6f6264e0869", "name": "network-vif-plugged", "status": "completed", "tag": "e9cb87a8-c44a-47ef-b492-a4ba487f6aa7"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:09:55.269010 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port e9cb87a8-c44a-47ef-b492-a4ba487f6aa7, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=e9cb87a8-c44a-47ef-b492-a4ba487f6aa7,segment=NetworkSegment(44ebd365-97a9-4ced-8a17-85b5bc0337b3),segment_id=44ebd365-97a9-4ced-8a17-85b5bc0337b3)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:09:55.291909 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d93e3f-c610-4cb5-a896-7bc14a4f243e x-openstack-request-id: req-52d93e3f-c610-4cb5-a896-7bc14a4f243e {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:09:55.292214 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6e3bfa-7a6b-4a4b-bd55-b6f6264e0869", "name": "network-vif-plugged", "status": "completed", "tag": "e9cb87a8-c44a-47ef-b492-a4ba487f6aa7", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:09:55.292475 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-52d93e3f-c610-4cb5-a896-7bc14a4f243e {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:09:55.292880 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6e3bfa-7a6b-4a4b-bd55-b6f6264e0869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9cb87a8-c44a-47ef-b492-a4ba487f6aa7', 'code': 200} Feb 28 11:09:55.350924 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (e9cb87a8-c44a-47ef-b492-a4ba487f6aa7), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:55.407162 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=e9cb87a8-c44a-47ef-b492-a4ba487f6aa7,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:09:55.445080 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fce781-b00b-43ae-8504-b36c2386e689 req-a6e96dad-118a-4b07-81e0-72470f1b2580 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:09:55.446647 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-93fce781-b00b-43ae-8504-b36c2386e689 req-a6e96dad-118a-4b07-81e0-72470f1b2580 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=de6e3bfa-7a6b-4a4b-bd55-b6f6264e0869 HTTP/1.1" status: 200 len: 946 time: 0.0610156 Feb 28 11:09:55.498422 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-93fce781-b00b-43ae-8504-b36c2386e689 req-425bfd72-b3bc-41aa-8aff-298b4f211fdc tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4f93c27-1304-43b2-b3eb-0f8a06982a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462005 Feb 28 11:09:55.667255 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d7ffe9-9831-4369-b099-11bffa5e45a5 req-c879d98f-7361-496c-96f4-a1c2aca792d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:09:55.668762 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-70d7ffe9-9831-4369-b099-11bffa5e45a5 req-c879d98f-7361-496c-96f4-a1c2aca792d8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=de6e3bfa-7a6b-4a4b-bd55-b6f6264e0869 HTTP/1.1" status: 200 len: 1130 time: 0.0444756 Feb 28 11:09:55.717502 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-70d7ffe9-9831-4369-b099-11bffa5e45a5 req-25123c2f-cdb2-431e-bde3-74ef13fe665f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b4f93c27-1304-43b2-b3eb-0f8a06982a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428116 Feb 28 11:09:56.619561 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a619030-3d58-4498-8fe1-feefd0e60be3 req-9a9b97e0-1f64-4c25-bf0a-4c2faeb7bb2f tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:09:56.621087 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-1a619030-3d58-4498-8fe1-feefd0e60be3 req-9a9b97e0-1f64-4c25-bf0a-4c2faeb7bb2f tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=de6e3bfa-7a6b-4a4b-bd55-b6f6264e0869 HTTP/1.1" status: 200 len: 946 time: 0.0530026 Feb 28 11:09:56.681392 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-1a619030-3d58-4498-8fe1-feefd0e60be3 req-78907c85-fb89-445b-b19c-1be57fde5a79 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4f93c27-1304-43b2-b3eb-0f8a06982a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545785 Feb 28 11:09:57.814651 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be55d55-7959-4259-9802-62c0b48f2198 req-dffc0e18-4e04-4d46-8fa0-10e253e3f087 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:09:57.816240 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1be55d55-7959-4259-9802-62c0b48f2198 req-dffc0e18-4e04-4d46-8fa0-10e253e3f087 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=de6e3bfa-7a6b-4a4b-bd55-b6f6264e0869 HTTP/1.1" status: 200 len: 946 time: 0.0621667 Feb 28 11:09:57.873845 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1be55d55-7959-4259-9802-62c0b48f2198 req-340b3553-f53d-4f53-9f8f-05fde9e958ea tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4f93c27-1304-43b2-b3eb-0f8a06982a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519707 Feb 28 11:09:58.007634 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b60b17-d07d-41ba-8c54-0359d0dbf9bf req-b7752c4a-c175-49d3-bd7d-108dd2d2106f tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:09:58.009090 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-42b60b17-d07d-41ba-8c54-0359d0dbf9bf req-b7752c4a-c175-49d3-bd7d-108dd2d2106f tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=de6e3bfa-7a6b-4a4b-bd55-b6f6264e0869 HTTP/1.1" status: 200 len: 946 time: 0.0574629 Feb 28 11:09:58.063404 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-42b60b17-d07d-41ba-8c54-0359d0dbf9bf req-68800a25-d6a5-46cf-89b6-e9216991057d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4f93c27-1304-43b2-b3eb-0f8a06982a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485952 Feb 28 11:09:58.086601 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 55484) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:09:58.130899 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e08a24-7031-4e0d-8f5b-27e70a428390 tempest-TestNetworkAdvancedServerOps-932932114 tempest-TestNetworkAdvancedServerOps-932932114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:09:58.132487 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-b7e08a24-7031-4e0d-8f5b-27e70a428390 tempest-TestNetworkAdvancedServerOps-932932114 tempest-TestNetworkAdvancedServerOps-932932114-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=de6e3bfa-7a6b-4a4b-bd55-b6f6264e0869 HTTP/1.1" status: 200 len: 1125 time: 0.0447509 Feb 28 11:09:58.135362 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 55486) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:09:58.140323 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-52e79c51-7853-45c3-b2a9-22e1403366bc tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Request body: {'floatingip': {'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'port_id': 'e9cb87a8-c44a-47ef-b492-a4ba487f6aa7', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:09:58.250668 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-52e79c51-7853-45c3-b2a9-22e1403366bc tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:58.370111 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-52e79c51-7853-45c3-b2a9-22e1403366bc tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:58.489917 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-52e79c51-7853-45c3-b2a9-22e1403366bc tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Allocated IP 172.26.3.106 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/0330eea5-13fe-44c3-824a-f6cec4b1a0b3) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:09:58.589256 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-52e79c51-7853-45c3-b2a9-22e1403366bc tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for port (0330eea5-13fe-44c3-824a-f6cec4b1a0b3), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:58.670462 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-52e79c51-7853-45c3-b2a9-22e1403366bc tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (0330eea5-13fe-44c3-824a-f6cec4b1a0b3), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:58.710971 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e79c51-7853-45c3-b2a9-22e1403366bc tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:09:58.715775 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-52e79c51-7853-45c3-b2a9-22e1403366bc tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:09:58.720081 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e79c51-7853-45c3-b2a9-22e1403366bc tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:09:58.723416 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e79c51-7853-45c3-b2a9-22e1403366bc tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'Port': ['ID=0330eea5-13fe-44c3-824a-f6cec4b1a0b3,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:09:59.092642 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-52e79c51-7853-45c3-b2a9-22e1403366bc tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for floatingip (3d6db241-b019-4315-b908-f55bd40e99a3), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:59.258924 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-52e79c51-7853-45c3-b2a9-22e1403366bc tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (0330eea5-13fe-44c3-824a-f6cec4b1a0b3), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:59.417160 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-52e79c51-7853-45c3-b2a9-22e1403366bc tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for port (0330eea5-13fe-44c3-824a-f6cec4b1a0b3), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:59.492963 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-52e79c51-7853-45c3-b2a9-22e1403366bc tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (0330eea5-13fe-44c3-824a-f6cec4b1a0b3), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:59.560212 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e79c51-7853-45c3-b2a9-22e1403366bc tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'Port': ['ID=0330eea5-13fe-44c3-824a-f6cec4b1a0b3,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:09:59.571424 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-52e79c51-7853-45c3-b2a9-22e1403366bc tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047917'] for floatingip (3d6db241-b019-4315-b908-f55bd40e99a3), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:59.676748 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.l3_db [None req-52e79c51-7853-45c3-b2a9-22e1403366bc tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Floating IP 3d6db241-b019-4315-b908-f55bd40e99a3 associated. External IP: 172.26.3.106, port: e9cb87a8-c44a-47ef-b492-a4ba487f6aa7. Feb 28 11:09:59.903262 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52e79c51-7853-45c3-b2a9-22e1403366bc tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Router 525ebdb5-d21f-4774-a68f-e15cc059710f has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:10:00.019658 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e79c51-7853-45c3-b2a9-22e1403366bc tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:10:00.029904 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59aa4c50-58c7-4775-99c3-cc0d14a54be0 None None] Sync routers for ids ['525ebdb5-d21f-4774-a68f-e15cc059710f'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:10:00.039767 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59aa4c50-58c7-4775-99c3-cc0d14a54be0 None None] Routers {'525ebdb5-d21f-4774-a68f-e15cc059710f'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:10:00.046100 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-59aa4c50-58c7-4775-99c3-cc0d14a54be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:09:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['525ebdb5-d21f-4774-a68f-e15cc059710f'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:10:00.130210 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-52e79c51-7853-45c3-b2a9-22e1403366bc tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:00.165613 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-52e79c51-7853-45c3-b2a9-22e1403366bc tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0267580 Feb 28 11:10:00.165613 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de6e3bfa-7a6b-4a4b-bd55-b6f6264e0869', 'tag': 'e9cb87a8-c44a-47ef-b492-a4ba487f6aa7'}] {{(pid=104084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:10:00.166130 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ffa69481dce8c4e68394bb3e97aff222617d39f0bec9a6d6e4c39a9256e7c95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b149a90-16db-42b7-b652-30718686faf7" -d '{"events": [{"name": "network-changed", "server_uuid": "de6e3bfa-7a6b-4a4b-bd55-b6f6264e0869", "tag": "e9cb87a8-c44a-47ef-b492-a4ba487f6aa7"}]}' {{(pid=104084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:10:00.216377 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8fe4618-a3a3-4b08-9d5b-6b9bd5e3ded3 x-openstack-request-id: req-e8fe4618-a3a3-4b08-9d5b-6b9bd5e3ded3 {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:10:00.216687 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de6e3bfa-7a6b-4a4b-bd55-b6f6264e0869", "tag": "e9cb87a8-c44a-47ef-b492-a4ba487f6aa7", "status": "completed", "code": 200}]} {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:10:00.216995 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e8fe4618-a3a3-4b08-9d5b-6b9bd5e3ded3 {{(pid=104084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:10:00.217555 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de6e3bfa-7a6b-4a4b-bd55-b6f6264e0869', 'tag': 'e9cb87a8-c44a-47ef-b492-a4ba487f6aa7', 'status': 'completed', 'code': 200} Feb 28 11:10:00.250615 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-59aa4c50-58c7-4775-99c3-cc0d14a54be0 None None] Set router 525ebdb5-d21f-4774-a68f-e15cc059710f gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:10:00.289620 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1052abf-5b9c-4fdc-8f77-3a2357764c4b req-ec7fc879-b9ed-4435-afa5-4242a688f80e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:10:00.291078 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c1052abf-5b9c-4fdc-8f77-3a2357764c4b req-ec7fc879-b9ed-4435-afa5-4242a688f80e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=de6e3bfa-7a6b-4a4b-bd55-b6f6264e0869 HTTP/1.1" status: 200 len: 946 time: 0.0653777 Feb 28 11:10:00.366289 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b149a90-16db-42b7-b652-30718686faf7 req-9d11f3bf-5cee-4830-a03b-7f5c1fef4d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:10:00.366289 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4b149a90-16db-42b7-b652-30718686faf7 req-9d11f3bf-5cee-4830-a03b-7f5c1fef4d96 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d2ac95293f7647eb87ff4889cfbdd577&device_id=de6e3bfa-7a6b-4a4b-bd55-b6f6264e0869 HTTP/1.1" status: 200 len: 1130 time: 0.0914812 Feb 28 11:10:00.366851 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c1052abf-5b9c-4fdc-8f77-3a2357764c4b req-acb2a548-08f7-4a91-a8c2-b8f1f100e469 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4f93c27-1304-43b2-b3eb-0f8a06982a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604453 Feb 28 11:10:00.389464 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 55492) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:10:00.459519 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-6072b14d-07d2-42ae-bcb8-efae7a9e8715 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/floatingips/3d6db241-b019-4315-b908-f55bd40e99a3 HTTP/1.1" status: 200 len: 992 time: 0.0687096 Feb 28 11:10:00.464791 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b149a90-16db-42b7-b652-30718686faf7 req-fea5898c-35b7-44da-929c-3df3153cf2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:10:00.466446 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4b149a90-16db-42b7-b652-30718686faf7 req-fea5898c-35b7-44da-929c-3df3153cf2cf service neutron] 10.222.0.70 "GET /v2.0/networks?id=c11e363d-9c5b-4876-9bf4-8e2db50228fb HTTP/1.1" status: 200 len: 896 time: 0.0969303 Feb 28 11:10:00.503509 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-59aa4c50-58c7-4775-99c3-cc0d14a54be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525ebdb5-d21f-4774-a68f-e15cc059710f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1333747441', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': 'c9b73cf7-139d-4c82-838a-d6fd5723aee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:09:37Z', 'updated_at': '2022-02-28T11:09:42Z', 'revision_number': 4, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': 'c9b73cf7-139d-4c82-838a-d6fd5723aee9', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525ebdb5-d21f-4774-a68f-e15cc059710f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:09:38Z', 'updated_at': '2022-02-28T11:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': '3d6db241-b019-4315-b908-f55bd40e99a3', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'floating_ip_address': '172.26.3.106', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '525ebdb5-d21f-4774-a68f-e15cc059710f', 'port_id': 'e9cb87a8-c44a-47ef-b492-a4ba487f6aa7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c11e363d-9c5b-4876-9bf4-8e2db50228fb', 'mac_address': 'fa:16:3e:1d:99:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6e3bfa-7a6b-4a4b-bd55-b6f6264e0869', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:09:58Z', 'updated_at': '2022-02-28T11:09:58Z', 'revision_number': 0, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0502054-2ff7-4139-b93f-7171d91e769b', 'name': '', 'network_id': 'c11e363d-9c5b-4876-9bf4-8e2db50228fb', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'mac_address': 'fa:16:3e:40:52:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525ebdb5-d21f-4774-a68f-e15cc059710f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'db637469-32ff-4e92-8879-e0493e189fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:09:42Z', 'updated_at': '2022-02-28T11:09:46Z', 'revision_number': 5, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'subnets': [{'id': 'db637469-32ff-4e92-8879-e0493e189fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:10:00.533518 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59aa4c50-58c7-4775-99c3-cc0d14a54be0 None None] Checking router: 525ebdb5-d21f-4774-a68f-e15cc059710f for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:10:00.543393 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59aa4c50-58c7-4775-99c3-cc0d14a54be0 None None] Routers {'525ebdb5-d21f-4774-a68f-e15cc059710f'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:10:00.543393 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-59aa4c50-58c7-4775-99c3-cc0d14a54be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:09:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['525ebdb5-d21f-4774-a68f-e15cc059710f'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:10:00.543792 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4b149a90-16db-42b7-b652-30718686faf7 req-c1818fdb-93ad-456a-9c0b-20b940afe993 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9cb87a8-c44a-47ef-b492-a4ba487f6aa7 HTTP/1.1" status: 200 len: 1000 time: 0.0718033 Feb 28 11:10:00.597913 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b149a90-16db-42b7-b652-30718686faf7 req-3530d421-23b1-487b-9f89-463d0177554c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:10:00.599540 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4b149a90-16db-42b7-b652-30718686faf7 req-3530d421-23b1-487b-9f89-463d0177554c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=db637469-32ff-4e92-8879-e0493e189fa0 HTTP/1.1" status: 200 len: 834 time: 0.0489430 Feb 28 11:10:00.651054 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b149a90-16db-42b7-b652-30718686faf7 req-8226b327-49b8-4860-bf85-a8bac121bb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:10:00.652594 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4b149a90-16db-42b7-b652-30718686faf7 req-8226b327-49b8-4860-bf85-a8bac121bb2d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c11e363d-9c5b-4876-9bf4-8e2db50228fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0476048 Feb 28 11:10:00.655981 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-59aa4c50-58c7-4775-99c3-cc0d14a54be0 None None] Set router 525ebdb5-d21f-4774-a68f-e15cc059710f gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:10:00.747075 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4b149a90-16db-42b7-b652-30718686faf7 req-ac1dd4a6-7d1c-4a28-be50-d1a8809ada76 service neutron] 10.222.0.70 "GET /v2.0/networks/c11e363d-9c5b-4876-9bf4-8e2db50228fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888374 Feb 28 11:10:00.848193 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4b149a90-16db-42b7-b652-30718686faf7 req-007db4aa-90b8-442e-b29e-ebd588184bd5 service neutron] 10.222.0.70 "GET /v2.0/networks/c11e363d-9c5b-4876-9bf4-8e2db50228fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940790 Feb 28 11:10:00.891715 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-59aa4c50-58c7-4775-99c3-cc0d14a54be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525ebdb5-d21f-4774-a68f-e15cc059710f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1333747441', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': 'c9b73cf7-139d-4c82-838a-d6fd5723aee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:09:37Z', 'updated_at': '2022-02-28T11:09:42Z', 'revision_number': 4, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': 'c9b73cf7-139d-4c82-838a-d6fd5723aee9', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525ebdb5-d21f-4774-a68f-e15cc059710f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:09:38Z', 'updated_at': '2022-02-28T11:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': '3d6db241-b019-4315-b908-f55bd40e99a3', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'floating_ip_address': '172.26.3.106', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '525ebdb5-d21f-4774-a68f-e15cc059710f', 'port_id': 'e9cb87a8-c44a-47ef-b492-a4ba487f6aa7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c11e363d-9c5b-4876-9bf4-8e2db50228fb', 'mac_address': 'fa:16:3e:1d:99:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6e3bfa-7a6b-4a4b-bd55-b6f6264e0869', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:09:58Z', 'updated_at': '2022-02-28T11:09:58Z', 'revision_number': 0, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0502054-2ff7-4139-b93f-7171d91e769b', 'name': '', 'network_id': 'c11e363d-9c5b-4876-9bf4-8e2db50228fb', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'mac_address': 'fa:16:3e:40:52:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525ebdb5-d21f-4774-a68f-e15cc059710f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'db637469-32ff-4e92-8879-e0493e189fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:09:42Z', 'updated_at': '2022-02-28T11:09:46Z', 'revision_number': 5, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'subnets': [{'id': 'db637469-32ff-4e92-8879-e0493e189fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:10:00.904186 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:00.917623 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59aa4c50-58c7-4775-99c3-cc0d14a54be0 None None] The sync data for ids ['525ebdb5-d21f-4774-a68f-e15cc059710f'] in dv-neutron-829161-3-hyperv is: [{'id': '525ebdb5-d21f-4774-a68f-e15cc059710f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1333747441', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': 'c9b73cf7-139d-4c82-838a-d6fd5723aee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:09:37Z', 'updated_at': '2022-02-28T11:09:42Z', 'revision_number': 4, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': 'c9b73cf7-139d-4c82-838a-d6fd5723aee9', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525ebdb5-d21f-4774-a68f-e15cc059710f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:09:38Z', 'updated_at': '2022-02-28T11:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': '3d6db241-b019-4315-b908-f55bd40e99a3', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'floating_ip_address': '172.26.3.106', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '525ebdb5-d21f-4774-a68f-e15cc059710f', 'port_id': 'e9cb87a8-c44a-47ef-b492-a4ba487f6aa7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c11e363d-9c5b-4876-9bf4-8e2db50228fb', 'mac_address': 'fa:16:3e:1d:99:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6e3bfa-7a6b-4a4b-bd55-b6f6264e0869', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:09:58Z', 'updated_at': '2022-02-28T11:09:58Z', 'revision_number': 0, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0502054-2ff7-4139-b93f-7171d91e769b', 'name': '', 'network_id': 'c11e363d-9c5b-4876-9bf4-8e2db50228fb', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'mac_address': 'fa:16:3e:40:52:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525ebdb5-d21f-4774-a68f-e15cc059710f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'db637469-32ff-4e92-8879-e0493e189fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:09:42Z', 'updated_at': '2022-02-28T11:09:46Z', 'revision_number': 5, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'subnets': [{'id': 'db637469-32ff-4e92-8879-e0493e189fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:10:01.151446 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbbb0ba-6f41-4496-bb0e-c1c47d393d7a None None] New status for floating IP 3d6db241-b019-4315-b908-f55bd40e99a3: ACTIVE {{(pid=104085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:10:01.462865 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 55494) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:10:01.525179 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-23b62f27-cffa-4a11-9b13-365afc816293 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/floatingips/3d6db241-b019-4315-b908-f55bd40e99a3 HTTP/1.1" status: 200 len: 994 time: 0.0608356 Feb 28 11:10:06.426602 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-392eab44-3c3d-4aa5-8a44-2b563b0c8359 req-98fa347b-ff21-4595-936f-cc3c975f26bf service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=de6e3bfa-7a6b-4a4b-bd55-b6f6264e0869&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0477600 Feb 28 11:10:06.534626 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392eab44-3c3d-4aa5-8a44-2b563b0c8359 req-48027b2c-3e00-4786-a545-cecf5aa62783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:10:06.536187 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-392eab44-3c3d-4aa5-8a44-2b563b0c8359 req-48027b2c-3e00-4786-a545-cecf5aa62783 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d2ac95293f7647eb87ff4889cfbdd577&device_id=de6e3bfa-7a6b-4a4b-bd55-b6f6264e0869 HTTP/1.1" status: 200 len: 1130 time: 0.0515134 Feb 28 11:10:06.640325 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392eab44-3c3d-4aa5-8a44-2b563b0c8359 req-0f5dd4e3-0d6b-4c07-8fb5-b14ec1d6763a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:10:06.641830 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-392eab44-3c3d-4aa5-8a44-2b563b0c8359 req-0f5dd4e3-0d6b-4c07-8fb5-b14ec1d6763a service neutron] 10.222.0.70 "GET /v2.0/networks?id=c11e363d-9c5b-4876-9bf4-8e2db50228fb HTTP/1.1" status: 200 len: 896 time: 0.0866261 Feb 28 11:10:07.016249 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-392eab44-3c3d-4aa5-8a44-2b563b0c8359 req-2aadff1b-0268-4d2d-bfe4-11523786b7c6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9cb87a8-c44a-47ef-b492-a4ba487f6aa7 HTTP/1.1" status: 200 len: 1002 time: 0.3685122 Feb 28 11:10:07.064844 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392eab44-3c3d-4aa5-8a44-2b563b0c8359 req-d4dd72dc-7c1e-4775-8a9c-30d021f90a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:10:07.066421 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-392eab44-3c3d-4aa5-8a44-2b563b0c8359 req-d4dd72dc-7c1e-4775-8a9c-30d021f90a76 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=db637469-32ff-4e92-8879-e0493e189fa0 HTTP/1.1" status: 200 len: 834 time: 0.0441048 Feb 28 11:10:07.117971 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392eab44-3c3d-4aa5-8a44-2b563b0c8359 req-02a820ee-d03e-4dfd-b673-31dd6026768c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:10:07.119597 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-392eab44-3c3d-4aa5-8a44-2b563b0c8359 req-02a820ee-d03e-4dfd-b673-31dd6026768c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c11e363d-9c5b-4876-9bf4-8e2db50228fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0471323 Feb 28 11:10:07.214454 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-392eab44-3c3d-4aa5-8a44-2b563b0c8359 req-0f74fcac-294a-42a9-8df8-62151b9b2992 service neutron] 10.222.0.70 "GET /v2.0/networks/c11e363d-9c5b-4876-9bf4-8e2db50228fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887935 Feb 28 11:10:07.304739 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-392eab44-3c3d-4aa5-8a44-2b563b0c8359 req-9d44d8e8-302b-4e4e-b663-d0d45a047c55 service neutron] 10.222.0.70 "GET /v2.0/networks/c11e363d-9c5b-4876-9bf4-8e2db50228fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834816 Feb 28 11:10:16.450796 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-385e4e62-7cea-4a84-b8e4-b01be1aaabc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:18.696056 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e4635d9b-699a-4e91-b681-c06fbb523e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:20.190446 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:21.447165 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:22.720556 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:10:22.736571 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:30.896335 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:33.085713 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338eadd6-12d0-40b3-8776-f5bf24af8506 req-529871e8-b448-4b2b-9c17-8e7d98d756e0 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:10:33.088342 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-338eadd6-12d0-40b3-8776-f5bf24af8506 req-529871e8-b448-4b2b-9c17-8e7d98d756e0 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=de6e3bfa-7a6b-4a4b-bd55-b6f6264e0869 HTTP/1.1" status: 200 len: 946 time: 0.0620265 Feb 28 11:10:33.140679 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-338eadd6-12d0-40b3-8776-f5bf24af8506 req-eb7bfd38-4b33-4439-92ca-936c476bce9c tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4f93c27-1304-43b2-b3eb-0f8a06982a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464439 Feb 28 11:10:34.277271 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5bb084-d52f-4c2b-9c58-bdd031ffc6a8 req-e3f47ddd-d034-495c-a011-9fcb5953f2eb tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:10:34.278773 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-bd5bb084-d52f-4c2b-9c58-bdd031ffc6a8 req-e3f47ddd-d034-495c-a011-9fcb5953f2eb tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=de6e3bfa-7a6b-4a4b-bd55-b6f6264e0869 HTTP/1.1" status: 200 len: 946 time: 0.0632484 Feb 28 11:10:34.337813 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-bd5bb084-d52f-4c2b-9c58-bdd031ffc6a8 req-c6a47f44-1f3e-4ea2-b99b-21616070c939 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4f93c27-1304-43b2-b3eb-0f8a06982a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533357 Feb 28 11:10:34.364979 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 55512) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:10:34.448419 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-df10bb2a-e4fd-4a62-90a8-c17817284571 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/floatingips/3d6db241-b019-4315-b908-f55bd40e99a3 HTTP/1.1" status: 200 len: 994 time: 0.0821226 Feb 28 11:10:36.041598 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461760c4-afd4-42b2-85a3-0f043d8fe502 req-3569f1d3-7bbd-45b8-bc76-22131b8738e1 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:10:36.043162 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-461760c4-afd4-42b2-85a3-0f043d8fe502 req-3569f1d3-7bbd-45b8-bc76-22131b8738e1 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=de6e3bfa-7a6b-4a4b-bd55-b6f6264e0869 HTTP/1.1" status: 200 len: 946 time: 0.0558631 Feb 28 11:10:36.117180 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-461760c4-afd4-42b2-85a3-0f043d8fe502 req-e0278346-2874-41b9-9280-23169923a70d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4f93c27-1304-43b2-b3eb-0f8a06982a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467038 Feb 28 11:10:37.225790 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a287e8f-61b9-4c68-aa30-ae1e1d75e719 req-af1534e2-a27a-443f-a170-887a50f39025 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:10:37.227389 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2a287e8f-61b9-4c68-aa30-ae1e1d75e719 req-af1534e2-a27a-443f-a170-887a50f39025 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=de6e3bfa-7a6b-4a4b-bd55-b6f6264e0869 HTTP/1.1" status: 200 len: 946 time: 0.0599611 Feb 28 11:10:37.277565 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2a287e8f-61b9-4c68-aa30-ae1e1d75e719 req-4f07c6b6-86d3-4bdd-a95d-53e4aad3ba86 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4f93c27-1304-43b2-b3eb-0f8a06982a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443811 Feb 28 11:10:37.300422 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 55522) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:10:37.366770 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-2dd3f873-8785-47ee-af66-83d08ce74454 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/floatingips/3d6db241-b019-4315-b908-f55bd40e99a3 HTTP/1.1" status: 200 len: 994 time: 0.0652683 Feb 28 11:10:37.621532 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 55528) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:10:37.797534 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-e645d88a-8b6c-4f38-a130-0e29ca42ad99 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Deleting port 0330eea5-13fe-44c3-824a-f6cec4b1a0b3 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:10:37.797886 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e645d88a-8b6c-4f38-a130-0e29ca42ad99 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (0330eea5-13fe-44c3-824a-f6cec4b1a0b3), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:37.875911 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e645d88a-8b6c-4f38-a130-0e29ca42ad99 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (0330eea5-13fe-44c3-824a-f6cec4b1a0b3), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:37.876144 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e645d88a-8b6c-4f38-a130-0e29ca42ad99 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for floatingip (0330eea5-13fe-44c3-824a-f6cec4b1a0b3), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:37.887907 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-e645d88a-8b6c-4f38-a130-0e29ca42ad99 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Calling delete_port for 0330eea5-13fe-44c3-824a-f6cec4b1a0b3 owned by network:floatingip {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:10:38.170458 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e645d88a-8b6c-4f38-a130-0e29ca42ad99 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (0330eea5-13fe-44c3-824a-f6cec4b1a0b3), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:38.197160 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e645d88a-8b6c-4f38-a130-0e29ca42ad99 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event deleted for resources: {'Port': ['ID=0330eea5-13fe-44c3-824a-f6cec4b1a0b3,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:10:38.234519 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e645d88a-8b6c-4f38-a130-0e29ca42ad99 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:38.235296 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e645d88a-8b6c-4f38-a130-0e29ca42ad99 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:38.235296 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e645d88a-8b6c-4f38-a130-0e29ca42ad99 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:38.235577 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e645d88a-8b6c-4f38-a130-0e29ca42ad99 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:38.235900 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e645d88a-8b6c-4f38-a130-0e29ca42ad99 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:38.236237 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e645d88a-8b6c-4f38-a130-0e29ca42ad99 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:38.236570 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e645d88a-8b6c-4f38-a130-0e29ca42ad99 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:38.236904 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e645d88a-8b6c-4f38-a130-0e29ca42ad99 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:38.237304 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e645d88a-8b6c-4f38-a130-0e29ca42ad99 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:38.237637 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e645d88a-8b6c-4f38-a130-0e29ca42ad99 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:38.238061 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e645d88a-8b6c-4f38-a130-0e29ca42ad99 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:38.238303 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e645d88a-8b6c-4f38-a130-0e29ca42ad99 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:38.238630 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e645d88a-8b6c-4f38-a130-0e29ca42ad99 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:38.279186 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e645d88a-8b6c-4f38-a130-0e29ca42ad99 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for floatingip (3d6db241-b019-4315-b908-f55bd40e99a3), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:38.279513 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.l3_db [None req-e645d88a-8b6c-4f38-a130-0e29ca42ad99 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Floating IP 3d6db241-b019-4315-b908-f55bd40e99a3 disassociated (deleted). External IP: 172.26.3.106, port: e9cb87a8-c44a-47ef-b492-a4ba487f6aa7. Feb 28 11:10:38.498876 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e645d88a-8b6c-4f38-a130-0e29ca42ad99 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Router 525ebdb5-d21f-4774-a68f-e15cc059710f has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:10:38.619313 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e645d88a-8b6c-4f38-a130-0e29ca42ad99 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:10:38.624290 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e645d88a-8b6c-4f38-a130-0e29ca42ad99 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:38.631595 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc52ca4-4781-4a06-9129-2ec3f5463c8b None None] Sync routers for ids ['525ebdb5-d21f-4774-a68f-e15cc059710f'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:10:38.642314 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc52ca4-4781-4a06-9129-2ec3f5463c8b None None] Routers {'525ebdb5-d21f-4774-a68f-e15cc059710f'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:10:38.642989 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-5bc52ca4-4781-4a06-9129-2ec3f5463c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:10:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['525ebdb5-d21f-4774-a68f-e15cc059710f'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:10:38.656249 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-e645d88a-8b6c-4f38-a130-0e29ca42ad99 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "DELETE /v2.0/floatingips/3d6db241-b019-4315-b908-f55bd40e99a3 HTTP/1.1" status: 204 len: 168 time: 1.0336785 Feb 28 11:10:38.656857 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de6e3bfa-7a6b-4a4b-bd55-b6f6264e0869', 'tag': 'e9cb87a8-c44a-47ef-b492-a4ba487f6aa7'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:10:38.659210 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08184122-e125-49bd-978c-c86053321109" -d '{"events": [{"name": "network-changed", "server_uuid": "de6e3bfa-7a6b-4a4b-bd55-b6f6264e0869", "tag": "e9cb87a8-c44a-47ef-b492-a4ba487f6aa7"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:10:38.704833 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfca0138-e92e-4822-8ff1-865bcca834c6 x-openstack-request-id: req-dfca0138-e92e-4822-8ff1-865bcca834c6 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:10:38.705132 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de6e3bfa-7a6b-4a4b-bd55-b6f6264e0869", "tag": "e9cb87a8-c44a-47ef-b492-a4ba487f6aa7", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:10:38.705396 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dfca0138-e92e-4822-8ff1-865bcca834c6 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:10:38.705805 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de6e3bfa-7a6b-4a4b-bd55-b6f6264e0869', 'tag': 'e9cb87a8-c44a-47ef-b492-a4ba487f6aa7', 'status': 'completed', 'code': 200} Feb 28 11:10:38.765727 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-5bc52ca4-4781-4a06-9129-2ec3f5463c8b None None] Set router 525ebdb5-d21f-4774-a68f-e15cc059710f gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:10:38.803564 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08184122-e125-49bd-978c-c86053321109 req-68295bd6-4115-4a26-8805-851af845847e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:10:38.805123 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-08184122-e125-49bd-978c-c86053321109 req-68295bd6-4115-4a26-8805-851af845847e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d2ac95293f7647eb87ff4889cfbdd577&device_id=de6e3bfa-7a6b-4a4b-bd55-b6f6264e0869 HTTP/1.1" status: 200 len: 1130 time: 0.0571518 Feb 28 11:10:38.907670 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08184122-e125-49bd-978c-c86053321109 req-0b947ae5-dc3e-469e-b5d8-536e883dc869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:10:38.909796 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-08184122-e125-49bd-978c-c86053321109 req-0b947ae5-dc3e-469e-b5d8-536e883dc869 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c11e363d-9c5b-4876-9bf4-8e2db50228fb HTTP/1.1" status: 200 len: 896 time: 0.0984566 Feb 28 11:10:38.955374 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-08184122-e125-49bd-978c-c86053321109 req-9b4704d5-95e9-4021-acb8-6aa87f7aaf9c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9cb87a8-c44a-47ef-b492-a4ba487f6aa7 HTTP/1.1" status: 200 len: 217 time: 0.0394413 Feb 28 11:10:38.997076 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-5bc52ca4-4781-4a06-9129-2ec3f5463c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525ebdb5-d21f-4774-a68f-e15cc059710f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1333747441', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': 'c9b73cf7-139d-4c82-838a-d6fd5723aee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:09:37Z', 'updated_at': '2022-02-28T11:09:42Z', 'revision_number': 4, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': 'c9b73cf7-139d-4c82-838a-d6fd5723aee9', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525ebdb5-d21f-4774-a68f-e15cc059710f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:09:38Z', 'updated_at': '2022-02-28T11:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': 'f0502054-2ff7-4139-b93f-7171d91e769b', 'name': '', 'network_id': 'c11e363d-9c5b-4876-9bf4-8e2db50228fb', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'mac_address': 'fa:16:3e:40:52:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525ebdb5-d21f-4774-a68f-e15cc059710f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'db637469-32ff-4e92-8879-e0493e189fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:09:42Z', 'updated_at': '2022-02-28T11:09:46Z', 'revision_number': 5, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'subnets': [{'id': 'db637469-32ff-4e92-8879-e0493e189fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:10:39.016576 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08184122-e125-49bd-978c-c86053321109 req-6e79a9cf-03d3-41bd-9f88-d2cd9e212467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:10:39.018140 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-08184122-e125-49bd-978c-c86053321109 req-6e79a9cf-03d3-41bd-9f88-d2cd9e212467 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=db637469-32ff-4e92-8879-e0493e189fa0 HTTP/1.1" status: 200 len: 834 time: 0.0564978 Feb 28 11:10:39.029288 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc52ca4-4781-4a06-9129-2ec3f5463c8b None None] Checking router: 525ebdb5-d21f-4774-a68f-e15cc059710f for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:10:39.043055 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc52ca4-4781-4a06-9129-2ec3f5463c8b None None] Routers {'525ebdb5-d21f-4774-a68f-e15cc059710f'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:10:39.044180 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-5bc52ca4-4781-4a06-9129-2ec3f5463c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:10:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['525ebdb5-d21f-4774-a68f-e15cc059710f'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:10:39.084566 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08184122-e125-49bd-978c-c86053321109 req-4c5fa7a0-87e9-4edf-9e58-e24e15de6bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:10:39.086227 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-08184122-e125-49bd-978c-c86053321109 req-4c5fa7a0-87e9-4edf-9e58-e24e15de6bd7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c11e363d-9c5b-4876-9bf4-8e2db50228fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0592875 Feb 28 11:10:39.121299 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c174d99b-9635-49f8-b400-3ae0e80269bc req-1e7ad8d0-f3ae-4e8f-b94a-287d7c9648ab tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:10:39.123536 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-c174d99b-9635-49f8-b400-3ae0e80269bc req-1e7ad8d0-f3ae-4e8f-b94a-287d7c9648ab tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=de6e3bfa-7a6b-4a4b-bd55-b6f6264e0869 HTTP/1.1" status: 200 len: 946 time: 0.0607061 Feb 28 11:10:39.163001 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-5bc52ca4-4781-4a06-9129-2ec3f5463c8b None None] Set router 525ebdb5-d21f-4774-a68f-e15cc059710f gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:10:39.179855 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-c174d99b-9635-49f8-b400-3ae0e80269bc req-96c03033-f348-4c75-81ee-5f0b60740241 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4f93c27-1304-43b2-b3eb-0f8a06982a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495892 Feb 28 11:10:39.186637 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-08184122-e125-49bd-978c-c86053321109 req-3602d5d2-9663-4b65-b9b2-117019ece560 service neutron] 10.222.0.70 "GET /v2.0/networks/c11e363d-9c5b-4876-9bf4-8e2db50228fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935712 Feb 28 11:10:39.307091 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-08184122-e125-49bd-978c-c86053321109 req-c77fa5a3-c118-4d67-937b-8428882bd684 service neutron] 10.222.0.70 "GET /v2.0/networks/c11e363d-9c5b-4876-9bf4-8e2db50228fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127644 Feb 28 11:10:39.476334 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-5bc52ca4-4781-4a06-9129-2ec3f5463c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525ebdb5-d21f-4774-a68f-e15cc059710f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1333747441', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': 'c9b73cf7-139d-4c82-838a-d6fd5723aee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:09:37Z', 'updated_at': '2022-02-28T11:09:42Z', 'revision_number': 4, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': 'c9b73cf7-139d-4c82-838a-d6fd5723aee9', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525ebdb5-d21f-4774-a68f-e15cc059710f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:09:38Z', 'updated_at': '2022-02-28T11:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': 'f0502054-2ff7-4139-b93f-7171d91e769b', 'name': '', 'network_id': 'c11e363d-9c5b-4876-9bf4-8e2db50228fb', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'mac_address': 'fa:16:3e:40:52:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525ebdb5-d21f-4774-a68f-e15cc059710f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'db637469-32ff-4e92-8879-e0493e189fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:09:42Z', 'updated_at': '2022-02-28T11:09:46Z', 'revision_number': 5, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'subnets': [{'id': 'db637469-32ff-4e92-8879-e0493e189fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:10:39.501963 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc52ca4-4781-4a06-9129-2ec3f5463c8b None None] The sync data for ids ['525ebdb5-d21f-4774-a68f-e15cc059710f'] in dv-neutron-829161-3-hyperv is: [{'id': '525ebdb5-d21f-4774-a68f-e15cc059710f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1333747441', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': 'c9b73cf7-139d-4c82-838a-d6fd5723aee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:09:37Z', 'updated_at': '2022-02-28T11:09:42Z', 'revision_number': 4, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': 'c9b73cf7-139d-4c82-838a-d6fd5723aee9', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525ebdb5-d21f-4774-a68f-e15cc059710f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:09:38Z', 'updated_at': '2022-02-28T11:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': 'f0502054-2ff7-4139-b93f-7171d91e769b', 'name': '', 'network_id': 'c11e363d-9c5b-4876-9bf4-8e2db50228fb', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'mac_address': 'fa:16:3e:40:52:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525ebdb5-d21f-4774-a68f-e15cc059710f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'db637469-32ff-4e92-8879-e0493e189fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:09:42Z', 'updated_at': '2022-02-28T11:09:46Z', 'revision_number': 5, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'subnets': [{'id': 'db637469-32ff-4e92-8879-e0493e189fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:10:39.744519 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e29ab57-383f-4dff-86f9-9ffed51ca232 None None] New status for floating IP 3d6db241-b019-4315-b908-f55bd40e99a3: DOWN {{(pid=104085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:10:40.328384 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40984cc1-3071-4b91-8223-a128d333f730 req-0f06224e-5fb2-4a3e-b2ca-91f9f2cc1a3b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:10:40.330082 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-40984cc1-3071-4b91-8223-a128d333f730 req-0f06224e-5fb2-4a3e-b2ca-91f9f2cc1a3b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=de6e3bfa-7a6b-4a4b-bd55-b6f6264e0869 HTTP/1.1" status: 200 len: 946 time: 0.0564487 Feb 28 11:10:40.394691 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-40984cc1-3071-4b91-8223-a128d333f730 req-54c1fb60-3a08-436c-bc68-c4450f746dad tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4f93c27-1304-43b2-b3eb-0f8a06982a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538158 Feb 28 11:10:40.804186 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5323f20-817c-408e-8fa4-05de1e01341a req-b6582827-7d8d-46c0-8163-1fb70b243607 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:10:40.805663 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c5323f20-817c-408e-8fa4-05de1e01341a req-b6582827-7d8d-46c0-8163-1fb70b243607 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.70 "GET /v2.0/ports?device_id=de6e3bfa-7a6b-4a4b-bd55-b6f6264e0869 HTTP/1.1" status: 200 len: 946 time: 0.0638947 Feb 28 11:10:40.901456 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-c5323f20-817c-408e-8fa4-05de1e01341a req-acc62d46-70a0-4411-862b-b1cd51993719 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Deleting port e9cb87a8-c44a-47ef-b492-a4ba487f6aa7 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:10:40.901795 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-c5323f20-817c-408e-8fa4-05de1e01341a req-acc62d46-70a0-4411-862b-b1cd51993719 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (e9cb87a8-c44a-47ef-b492-a4ba487f6aa7), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:41.000531 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-c5323f20-817c-408e-8fa4-05de1e01341a req-acc62d46-70a0-4411-862b-b1cd51993719 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] For port e9cb87a8-c44a-47ef-b492-a4ba487f6aa7, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=e9cb87a8-c44a-47ef-b492-a4ba487f6aa7,segment=NetworkSegment(44ebd365-97a9-4ced-8a17-85b5bc0337b3),segment_id=44ebd365-97a9-4ced-8a17-85b5bc0337b3)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:10:41.000880 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-c5323f20-817c-408e-8fa4-05de1e01341a req-acc62d46-70a0-4411-862b-b1cd51993719 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (e9cb87a8-c44a-47ef-b492-a4ba487f6aa7), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:41.015774 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-c5323f20-817c-408e-8fa4-05de1e01341a req-acc62d46-70a0-4411-862b-b1cd51993719 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Calling delete_port for e9cb87a8-c44a-47ef-b492-a4ba487f6aa7 owned by compute:nova {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:10:41.227946 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-c5323f20-817c-408e-8fa4-05de1e01341a req-acc62d46-70a0-4411-862b-b1cd51993719 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (e9cb87a8-c44a-47ef-b492-a4ba487f6aa7), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:41.261505 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc62d46-70a0-4411-862b-b1cd51993719 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event deleted for resources: {'Port': ['ID=e9cb87a8-c44a-47ef-b492-a4ba487f6aa7,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:10:41.340994 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5323f20-817c-408e-8fa4-05de1e01341a req-acc62d46-70a0-4411-862b-b1cd51993719 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] No DVR routers for this DVR port e9cb87a8-c44a-47ef-b492-a4ba487f6aa7 on host hv-neutron-8291 {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:10:41.340994 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-c5323f20-817c-408e-8fa4-05de1e01341a req-acc62d46-70a0-4411-862b-b1cd51993719 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:41.340994 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c5323f20-817c-408e-8fa4-05de1e01341a req-acc62d46-70a0-4411-862b-b1cd51993719 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.70 "DELETE /v2.0/ports/e9cb87a8-c44a-47ef-b492-a4ba487f6aa7 HTTP/1.1" status: 204 len: 173 time: 0.5089743 Feb 28 11:10:41.340994 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6e3bfa-7a6b-4a4b-bd55-b6f6264e0869', 'name': 'network-vif-deleted', 'tag': 'e9cb87a8-c44a-47ef-b492-a4ba487f6aa7'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:10:41.340994 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d793de-bb8e-4deb-826c-acbbb01f82ca" -d '{"events": [{"server_uuid": "de6e3bfa-7a6b-4a4b-bd55-b6f6264e0869", "name": "network-vif-deleted", "tag": "e9cb87a8-c44a-47ef-b492-a4ba487f6aa7"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:10:41.367703 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb00511-0905-4f79-8c4c-3010b02b51d9 x-openstack-request-id: req-0eb00511-0905-4f79-8c4c-3010b02b51d9 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:10:41.368007 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6e3bfa-7a6b-4a4b-bd55-b6f6264e0869", "name": "network-vif-deleted", "tag": "e9cb87a8-c44a-47ef-b492-a4ba487f6aa7", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:10:41.368261 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0eb00511-0905-4f79-8c4c-3010b02b51d9 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:10:41.368730 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6e3bfa-7a6b-4a4b-bd55-b6f6264e0869', 'name': 'network-vif-deleted', 'tag': 'e9cb87a8-c44a-47ef-b492-a4ba487f6aa7', 'status': 'completed', 'code': 200} Feb 28 11:10:41.499425 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2e1e77ac-715d-44e4-b9c9-613ea9731434 req-8d4ef493-1054-4277-8214-8ab80ce2d9bc tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=de6e3bfa-7a6b-4a4b-bd55-b6f6264e0869 HTTP/1.1" status: 200 len: 210 time: 0.0280120 Feb 28 11:10:42.565245 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 55548) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:10:42.969203 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6f37079e-cfed-4d9b-bc8e-65e8d10297fd tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047661'] for router_interface (525ebdb5-d21f-4774-a68f-e15cc059710f), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:43.250360 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-6f37079e-cfed-4d9b-bc8e-65e8d10297fd tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Deleting port f0502054-2ff7-4139-b93f-7171d91e769b {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:10:43.250619 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6f37079e-cfed-4d9b-bc8e-65e8d10297fd tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (f0502054-2ff7-4139-b93f-7171d91e769b), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:43.271857 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device e9cb87a8-c44a-47ef-b492-a4ba487f6aa7 no longer exists at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:10:43.296855 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] No Port match for: e9cb87a8-c44a-47ef-b492-a4ba487f6aa7 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:10:43.297213 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device e9cb87a8-c44a-47ef-b492-a4ba487f6aa7 not bound to the agent host hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:10:43.353096 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-6f37079e-cfed-4d9b-bc8e-65e8d10297fd tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] For port f0502054-2ff7-4139-b93f-7171d91e769b, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=f0502054-2ff7-4139-b93f-7171d91e769b,segment=NetworkSegment(44ebd365-97a9-4ced-8a17-85b5bc0337b3),segment_id=44ebd365-97a9-4ced-8a17-85b5bc0337b3)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:10:43.353461 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6f37079e-cfed-4d9b-bc8e-65e8d10297fd tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (f0502054-2ff7-4139-b93f-7171d91e769b), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:43.366762 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-6f37079e-cfed-4d9b-bc8e-65e8d10297fd tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Calling delete_port for f0502054-2ff7-4139-b93f-7171d91e769b owned by network:router_interface {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:10:43.636566 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6f37079e-cfed-4d9b-bc8e-65e8d10297fd tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (f0502054-2ff7-4139-b93f-7171d91e769b), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:43.668752 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f37079e-cfed-4d9b-bc8e-65e8d10297fd tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event deleted for resources: {'Port': ['ID=f0502054-2ff7-4139-b93f-7171d91e769b,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:10:43.871855 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6f37079e-cfed-4d9b-bc8e-65e8d10297fd tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1047681'] for router_interface (525ebdb5-d21f-4774-a68f-e15cc059710f), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:44.104966 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f37079e-cfed-4d9b-bc8e-65e8d10297fd tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Router 525ebdb5-d21f-4774-a68f-e15cc059710f has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:10:44.222599 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f37079e-cfed-4d9b-bc8e-65e8d10297fd tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:10:44.228597 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-6f37079e-cfed-4d9b-bc8e-65e8d10297fd tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "PUT /v2.0/routers/525ebdb5-d21f-4774-a68f-e15cc059710f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6620507 Feb 28 11:10:44.231233 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 55550) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:10:44.234501 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21456eb6-5e4f-4acb-89dc-a910ce7b226d None None] Sync routers for ids ['525ebdb5-d21f-4774-a68f-e15cc059710f'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:10:44.248929 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21456eb6-5e4f-4acb-89dc-a910ce7b226d None None] Routers {'525ebdb5-d21f-4774-a68f-e15cc059710f'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:10:44.249561 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-21456eb6-5e4f-4acb-89dc-a910ce7b226d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:10:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['525ebdb5-d21f-4774-a68f-e15cc059710f'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:10:44.289767 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f0c2b42-a9b9-4d56-8e28-f1872de8fafd tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Deleting subnet db637469-32ff-4e92-8879-e0493e189fa0 {{(pid=104083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 11:10:44.293005 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4f0c2b42-a9b9-4d56-8e28-f1872de8fafd tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for subnet (db637469-32ff-4e92-8879-e0493e189fa0), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:44.338635 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4f0c2b42-a9b9-4d56-8e28-f1872de8fafd tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59245535'] for subnet (db637469-32ff-4e92-8879-e0493e189fa0), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:44.361636 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-21456eb6-5e4f-4acb-89dc-a910ce7b226d None None] Set router 525ebdb5-d21f-4774-a68f-e15cc059710f gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:10:44.432724 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4f0c2b42-a9b9-4d56-8e28-f1872de8fafd tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (db637469-32ff-4e92-8879-e0493e189fa0), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:44.554700 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-21456eb6-5e4f-4acb-89dc-a910ce7b226d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525ebdb5-d21f-4774-a68f-e15cc059710f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1333747441', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': 'c9b73cf7-139d-4c82-838a-d6fd5723aee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:09:37Z', 'updated_at': '2022-02-28T11:10:43Z', 'revision_number': 5, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': 'c9b73cf7-139d-4c82-838a-d6fd5723aee9', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525ebdb5-d21f-4774-a68f-e15cc059710f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:09:38Z', 'updated_at': '2022-02-28T11:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:10:44.582724 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21456eb6-5e4f-4acb-89dc-a910ce7b226d None None] Checking router: 525ebdb5-d21f-4774-a68f-e15cc059710f for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:10:44.591628 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21456eb6-5e4f-4acb-89dc-a910ce7b226d None None] Routers {'525ebdb5-d21f-4774-a68f-e15cc059710f'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:10:44.592171 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4f0c2b42-a9b9-4d56-8e28-f1872de8fafd tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (db637469-32ff-4e92-8879-e0493e189fa0), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:44.592342 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-21456eb6-5e4f-4acb-89dc-a910ce7b226d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:10:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['525ebdb5-d21f-4774-a68f-e15cc059710f'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:10:44.629651 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4f0c2b42-a9b9-4d56-8e28-f1872de8fafd tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:44.636278 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c56764-5a12-4223-a582-74cc1962b42d None None] Network c11e363d-9c5b-4876-9bf4-8e2db50228fb requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:10:44.642234 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-4f0c2b42-a9b9-4d56-8e28-f1872de8fafd tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "DELETE /v2.0/subnets/db637469-32ff-4e92-8879-e0493e189fa0 HTTP/1.1" status: 204 len: 168 time: 0.4069786 Feb 28 11:10:44.642234 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0c2b42-a9b9-4d56-8e28-f1872de8fafd tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event deleted for resources: {'Subnet': ['ID=db637469-32ff-4e92-8879-e0493e189fa0,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:10:44.643828 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 55552) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:10:44.726869 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-21456eb6-5e4f-4acb-89dc-a910ce7b226d None None] Set router 525ebdb5-d21f-4774-a68f-e15cc059710f gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:10:44.789839 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-09bfc6a2-e54c-4b39-9523-58d62721260f tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for router (525ebdb5-d21f-4774-a68f-e15cc059710f), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:44.863354 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809a464c-72c0-492e-a7cf-fa203c430b83 None None] DHCP port deletion for c11e363d-9c5b-4876-9bf4-8e2db50228fb request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 11:10:44.915954 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-809a464c-72c0-492e-a7cf-fa203c430b83 None None] Deleting port d26c184d-87b9-4f26-b2e3-79a505841b4f {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:10:44.916642 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-809a464c-72c0-492e-a7cf-fa203c430b83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (d26c184d-87b9-4f26-b2e3-79a505841b4f), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:44.930613 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-09bfc6a2-e54c-4b39-9523-58d62721260f tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for router_gateway (525ebdb5-d21f-4774-a68f-e15cc059710f), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:44.947354 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-21456eb6-5e4f-4acb-89dc-a910ce7b226d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525ebdb5-d21f-4774-a68f-e15cc059710f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1333747441', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': 'c9b73cf7-139d-4c82-838a-d6fd5723aee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:09:37Z', 'updated_at': '2022-02-28T11:10:43Z', 'revision_number': 5, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': 'c9b73cf7-139d-4c82-838a-d6fd5723aee9', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525ebdb5-d21f-4774-a68f-e15cc059710f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:09:38Z', 'updated_at': '2022-02-28T11:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:10:44.980109 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21456eb6-5e4f-4acb-89dc-a910ce7b226d None None] The sync data for ids ['525ebdb5-d21f-4774-a68f-e15cc059710f'] in dv-neutron-829161-3-hyperv is: [{'id': '525ebdb5-d21f-4774-a68f-e15cc059710f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1333747441', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': 'c9b73cf7-139d-4c82-838a-d6fd5723aee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:09:37Z', 'updated_at': '2022-02-28T11:10:43Z', 'revision_number': 5, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': 'c9b73cf7-139d-4c82-838a-d6fd5723aee9', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525ebdb5-d21f-4774-a68f-e15cc059710f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:09:38Z', 'updated_at': '2022-02-28T11:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:10:44.984859 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-809a464c-72c0-492e-a7cf-fa203c430b83 None None] For port d26c184d-87b9-4f26-b2e3-79a505841b4f, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=d26c184d-87b9-4f26-b2e3-79a505841b4f,segment=NetworkSegment(44ebd365-97a9-4ced-8a17-85b5bc0337b3),segment_id=44ebd365-97a9-4ced-8a17-85b5bc0337b3)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:10:44.985145 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-809a464c-72c0-492e-a7cf-fa203c430b83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (d26c184d-87b9-4f26-b2e3-79a505841b4f), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:45.007963 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-809a464c-72c0-492e-a7cf-fa203c430b83 None None] Calling delete_port for d26c184d-87b9-4f26-b2e3-79a505841b4f owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:10:45.058899 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-09bfc6a2-e54c-4b39-9523-58d62721260f tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Deleting port c9b73cf7-139d-4c82-838a-d6fd5723aee9 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:10:45.059402 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-09bfc6a2-e54c-4b39-9523-58d62721260f tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (c9b73cf7-139d-4c82-838a-d6fd5723aee9), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:45.143340 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-09bfc6a2-e54c-4b39-9523-58d62721260f tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] For port c9b73cf7-139d-4c82-838a-d6fd5723aee9, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=c9b73cf7-139d-4c82-838a-d6fd5723aee9,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:10:45.143775 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-09bfc6a2-e54c-4b39-9523-58d62721260f tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (c9b73cf7-139d-4c82-838a-d6fd5723aee9), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:45.157440 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-09bfc6a2-e54c-4b39-9523-58d62721260f tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Calling delete_port for c9b73cf7-139d-4c82-838a-d6fd5723aee9 owned by network:router_gateway {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:10:45.184886 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-809a464c-72c0-492e-a7cf-fa203c430b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (d26c184d-87b9-4f26-b2e3-79a505841b4f), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:45.209966 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809a464c-72c0-492e-a7cf-fa203c430b83 None None] Pushing event deleted for resources: {'Port': ['ID=d26c184d-87b9-4f26-b2e3-79a505841b4f,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:10:45.219820 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a464c-72c0-492e-a7cf-fa203c430b83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:45.220181 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a464c-72c0-492e-a7cf-fa203c430b83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:45.220530 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a464c-72c0-492e-a7cf-fa203c430b83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:45.220876 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a464c-72c0-492e-a7cf-fa203c430b83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:45.221218 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a464c-72c0-492e-a7cf-fa203c430b83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:45.222099 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a464c-72c0-492e-a7cf-fa203c430b83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:45.222440 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a464c-72c0-492e-a7cf-fa203c430b83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:45.223138 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a464c-72c0-492e-a7cf-fa203c430b83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:45.223489 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a464c-72c0-492e-a7cf-fa203c430b83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:45.223793 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a464c-72c0-492e-a7cf-fa203c430b83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:45.224136 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a464c-72c0-492e-a7cf-fa203c430b83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:45.224465 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a464c-72c0-492e-a7cf-fa203c430b83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:45.224796 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a464c-72c0-492e-a7cf-fa203c430b83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:45.227694 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809a464c-72c0-492e-a7cf-fa203c430b83 None None] No DVR routers for this DVR port d26c184d-87b9-4f26-b2e3-79a505841b4f on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:10:45.459354 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-09bfc6a2-e54c-4b39-9523-58d62721260f tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (c9b73cf7-139d-4c82-838a-d6fd5723aee9), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:45.487548 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bfc6a2-e54c-4b39-9523-58d62721260f tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event deleted for resources: {'Port': ['ID=c9b73cf7-139d-4c82-838a-d6fd5723aee9,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:10:45.501444 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bfc6a2-e54c-4b39-9523-58d62721260f tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:45.501816 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bfc6a2-e54c-4b39-9523-58d62721260f tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:45.502174 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bfc6a2-e54c-4b39-9523-58d62721260f tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:45.503258 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bfc6a2-e54c-4b39-9523-58d62721260f tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:45.503694 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bfc6a2-e54c-4b39-9523-58d62721260f tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:45.504227 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bfc6a2-e54c-4b39-9523-58d62721260f tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:45.504595 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bfc6a2-e54c-4b39-9523-58d62721260f tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:45.504946 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bfc6a2-e54c-4b39-9523-58d62721260f tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:45.505296 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bfc6a2-e54c-4b39-9523-58d62721260f tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:45.505638 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bfc6a2-e54c-4b39-9523-58d62721260f tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:45.505981 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bfc6a2-e54c-4b39-9523-58d62721260f tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:45.506351 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bfc6a2-e54c-4b39-9523-58d62721260f tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:45.506692 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bfc6a2-e54c-4b39-9523-58d62721260f tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:45.570264 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-09bfc6a2-e54c-4b39-9523-58d62721260f tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047843'] for router_gateway (525ebdb5-d21f-4774-a68f-e15cc059710f), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:45.663850 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-09bfc6a2-e54c-4b39-9523-58d62721260f tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (525ebdb5-d21f-4774-a68f-e15cc059710f), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:45.665984 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-09bfc6a2-e54c-4b39-9523-58d62721260f tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for router_controller (525ebdb5-d21f-4774-a68f-e15cc059710f), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:45.776075 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-09bfc6a2-e54c-4b39-9523-58d62721260f tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (525ebdb5-d21f-4774-a68f-e15cc059710f), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:45.776627 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09bfc6a2-e54c-4b39-9523-58d62721260f tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Fanout notify agent at l3_agent the message router_deleted on router 525ebdb5-d21f-4774-a68f-e15cc059710f {{(pid=104084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:10:45.784457 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-09bfc6a2-e54c-4b39-9523-58d62721260f tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:45.785969 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-09bfc6a2-e54c-4b39-9523-58d62721260f tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "DELETE /v2.0/routers/525ebdb5-d21f-4774-a68f-e15cc059710f HTTP/1.1" status: 204 len: 168 time: 1.1402812 Feb 28 11:10:45.787927 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 55554) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:10:45.875374 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-49d806e0-a717-470b-a483-ad7f928c3940 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (c11e363d-9c5b-4876-9bf4-8e2db50228fb), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:45.989657 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-49d806e0-a717-470b-a483-ad7f928c3940 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (c11e363d-9c5b-4876-9bf4-8e2db50228fb), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:46.015592 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-49d806e0-a717-470b-a483-ad7f928c3940 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c11e363d-9c5b-4876-9bf4-8e2db50228fb']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:10:46.027242 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-49d806e0-a717-470b-a483-ad7f928c3940 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44ebd365-97a9-4ced-8a17-85b5bc0337b3') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:10:46.027745 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-49d806e0-a717-470b-a483-ad7f928c3940 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44ebd365-97a9-4ced-8a17-85b5bc0337b3') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:10:46.039402 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-49d806e0-a717-470b-a483-ad7f928c3940 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (44ebd365-97a9-4ced-8a17-85b5bc0337b3), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:46.054826 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-49d806e0-a717-470b-a483-ad7f928c3940 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (44ebd365-97a9-4ced-8a17-85b5bc0337b3), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:46.061995 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49d806e0-a717-470b-a483-ad7f928c3940 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:10:46.064620 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-49d806e0-a717-470b-a483-ad7f928c3940 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (44ebd365-97a9-4ced-8a17-85b5bc0337b3), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:46.066172 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 11:10:46.066172 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:10:46.066172 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 11:10:46.066172 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:10:46.066172 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 11:10:46.066172 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 11:10:46.066172 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 11:10:46.066172 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:10:46.066172 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 11:10:46.066172 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:10:46.066172 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 11:10:46.066172 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:10:46.066172 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 11:10:46.066172 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 11:10:46.066172 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:10:46.066172 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 11:10:46.066172 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:10:46.066172 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 11:10:46.066172 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 11:10:46.066172 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:10:46.066172 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 11:10:46.066172 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:10:46.066172 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:10:46.066172 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:10:46.066172 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 11:10:46.066172 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:10:46.066172 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:10:46.066172 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:10:46.066172 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:10:46.066172 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:10:46.066172 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:10:46.066172 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:10:46.222750 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-49d806e0-a717-470b-a483-ad7f928c3940 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (c11e363d-9c5b-4876-9bf4-8e2db50228fb), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:46.230215 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-49d806e0-a717-470b-a483-ad7f928c3940 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:46.235581 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-49d806e0-a717-470b-a483-ad7f928c3940 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "DELETE /v2.0/networks/c11e363d-9c5b-4876-9bf4-8e2db50228fb HTTP/1.1" status: 204 len: 168 time: 0.4462240 Feb 28 11:10:46.238758 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 55556) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:10:46.264798 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d806e0-a717-470b-a483-ad7f928c3940 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event deleted for resources: {'Network': ['ID=c11e363d-9c5b-4876-9bf4-8e2db50228fb,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:10:46.326262 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-584432ee-9142-4100-91d5-672ea0f8dedc tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group (b4f93c27-1304-43b2-b3eb-0f8a06982a7e), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:46.352912 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-584432ee-9142-4100-91d5-672ea0f8dedc tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group (b4f93c27-1304-43b2-b3eb-0f8a06982a7e), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:46.490873 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-bd97a457-e9f4-4071-bc3d-249e9aff2b9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:46.525598 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-584432ee-9142-4100-91d5-672ea0f8dedc tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (b4f93c27-1304-43b2-b3eb-0f8a06982a7e), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:46.530124 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-584432ee-9142-4100-91d5-672ea0f8dedc tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:46.531369 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-584432ee-9142-4100-91d5-672ea0f8dedc tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "DELETE /v2.0/security-groups/b4f93c27-1304-43b2-b3eb-0f8a06982a7e HTTP/1.1" status: 204 len: 168 time: 0.2918148 Feb 28 11:10:46.544289 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584432ee-9142-4100-91d5-672ea0f8dedc tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f93c27-1304-43b2-b3eb-0f8a06982a7e,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:10:46.678306 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device c9b73cf7-139d-4c82-838a-d6fd5723aee9 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:10:46.700269 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: c9b73cf7-139d-4c82-838a-d6fd5723aee9 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:10:46.700739 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device c9b73cf7-139d-4c82-838a-d6fd5723aee9 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:10:46.701245 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device f0502054-2ff7-4139-b93f-7171d91e769b no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:10:46.724330 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: f0502054-2ff7-4139-b93f-7171d91e769b {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:10:46.724694 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device f0502054-2ff7-4139-b93f-7171d91e769b not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:10:46.725128 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device d26c184d-87b9-4f26-b2e3-79a505841b4f no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:10:46.744797 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: d26c184d-87b9-4f26-b2e3-79a505841b4f {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:10:46.745062 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device d26c184d-87b9-4f26-b2e3-79a505841b4f not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:10:46.980474 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 55562) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:10:46.985151 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-c932ca7c-a28a-48ad-b3d6-a9364617c1e3 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1489324333', 'description': 'tempest-secgroup-smoke-1489324333 description', 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:10:47.073052 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c932ca7c-a28a-48ad-b3d6-a9364617c1e3 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:47.143352 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c932ca7c-a28a-48ad-b3d6-a9364617c1e3 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group (22831eef-f19a-4a1a-8bd5-76d9b161c80c), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:47.221584 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c932ca7c-a28a-48ad-b3d6-a9364617c1e3 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (22831eef-f19a-4a1a-8bd5-76d9b161c80c), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:47.253662 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c932ca7c-a28a-48ad-b3d6-a9364617c1e3 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22831eef-f19a-4a1a-8bd5-76d9b161c80c,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:10:47.346812 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c932ca7c-a28a-48ad-b3d6-a9364617c1e3 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:47.348234 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c932ca7c-a28a-48ad-b3d6-a9364617c1e3 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3667467 Feb 28 11:10:47.351205 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 55564) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:10:47.355689 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-c20f9639-02be-4d54-8404-bdd8e2b8e8e7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Request body: {'security_group_rule': {'security_group_id': '22831eef-f19a-4a1a-8bd5-76d9b161c80c', 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:10:47.455796 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c20f9639-02be-4d54-8404-bdd8e2b8e8e7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (65a91a72-ac0f-4ec0-9b13-e99a31ceb8ce), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:47.513726 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c20f9639-02be-4d54-8404-bdd8e2b8e8e7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (65a91a72-ac0f-4ec0-9b13-e99a31ceb8ce), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:47.587594 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c20f9639-02be-4d54-8404-bdd8e2b8e8e7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (65a91a72-ac0f-4ec0-9b13-e99a31ceb8ce), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:47.605990 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20f9639-02be-4d54-8404-bdd8e2b8e8e7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65a91a72-ac0f-4ec0-9b13-e99a31ceb8ce,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:10:47.669391 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c20f9639-02be-4d54-8404-bdd8e2b8e8e7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:47.670664 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c20f9639-02be-4d54-8404-bdd8e2b8e8e7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3184888 Feb 28 11:10:47.673491 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 55566) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:10:47.678508 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-77e9bec2-d35a-43e8-8f57-00d2e87dcca2 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Request body: {'security_group_rule': {'security_group_id': '22831eef-f19a-4a1a-8bd5-76d9b161c80c', 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:10:47.781136 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-77e9bec2-d35a-43e8-8f57-00d2e87dcca2 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (380430b2-1f80-49d3-9efd-cc4ed21d41c3), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:47.841105 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-77e9bec2-d35a-43e8-8f57-00d2e87dcca2 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (380430b2-1f80-49d3-9efd-cc4ed21d41c3), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:47.907201 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-77e9bec2-d35a-43e8-8f57-00d2e87dcca2 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (380430b2-1f80-49d3-9efd-cc4ed21d41c3), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:47.929292 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e9bec2-d35a-43e8-8f57-00d2e87dcca2 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=380430b2-1f80-49d3-9efd-cc4ed21d41c3,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:10:48.000735 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-77e9bec2-d35a-43e8-8f57-00d2e87dcca2 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:48.001994 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-77e9bec2-d35a-43e8-8f57-00d2e87dcca2 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3275511 Feb 28 11:10:48.005433 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 55568) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:10:48.010034 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-2aea4df0-19f4-43e3-9b3e-e01c44a79781 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Request body: {'security_group_rule': {'security_group_id': '22831eef-f19a-4a1a-8bd5-76d9b161c80c', 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:10:48.118539 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2aea4df0-19f4-43e3-9b3e-e01c44a79781 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (5fb7a39f-631c-45c9-8a26-baca6ecdca39), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:48.189877 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2aea4df0-19f4-43e3-9b3e-e01c44a79781 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (5fb7a39f-631c-45c9-8a26-baca6ecdca39), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:48.279002 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2aea4df0-19f4-43e3-9b3e-e01c44a79781 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (5fb7a39f-631c-45c9-8a26-baca6ecdca39), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:48.298383 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aea4df0-19f4-43e3-9b3e-e01c44a79781 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fb7a39f-631c-45c9-8a26-baca6ecdca39,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:10:48.372307 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2aea4df0-19f4-43e3-9b3e-e01c44a79781 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:48.373563 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-2aea4df0-19f4-43e3-9b3e-e01c44a79781 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3671649 Feb 28 11:10:48.376278 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 55570) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:10:48.381572 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-fd05d3fa-7b77-42dc-a242-b5792b1f8cfa tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Request body: {'security_group_rule': {'security_group_id': '22831eef-f19a-4a1a-8bd5-76d9b161c80c', 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:10:48.466860 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fd05d3fa-7b77-42dc-a242-b5792b1f8cfa tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (5af30574-fb80-4f65-86c7-cb16c04f1f8b), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:48.530159 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fd05d3fa-7b77-42dc-a242-b5792b1f8cfa tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (5af30574-fb80-4f65-86c7-cb16c04f1f8b), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:48.587262 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fd05d3fa-7b77-42dc-a242-b5792b1f8cfa tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (5af30574-fb80-4f65-86c7-cb16c04f1f8b), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:48.607445 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd05d3fa-7b77-42dc-a242-b5792b1f8cfa tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5af30574-fb80-4f65-86c7-cb16c04f1f8b,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:10:48.661708 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-57e3e653-a0cd-44c6-be36-525a9a1f53ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:48.675524 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fd05d3fa-7b77-42dc-a242-b5792b1f8cfa tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:48.676771 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-fd05d3fa-7b77-42dc-a242-b5792b1f8cfa tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2995408 Feb 28 11:10:48.679554 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 55572) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:10:48.683963 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-4657af11-1936-465d-90d3-4fcf2d54e4ac tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Request body: {'security_group_rule': {'security_group_id': '22831eef-f19a-4a1a-8bd5-76d9b161c80c', 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:10:48.801895 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.securitygroups_db [None req-4657af11-1936-465d-90d3-4fcf2d54e4ac tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Project d2ac95293f7647eb87ff4889cfbdd577 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:10:48.807266 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4657af11-1936-465d-90d3-4fcf2d54e4ac tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (badd528c-3aa8-4847-8adc-92447c152ec0), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:48.871900 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4657af11-1936-465d-90d3-4fcf2d54e4ac tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (badd528c-3aa8-4847-8adc-92447c152ec0), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:48.950114 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4657af11-1936-465d-90d3-4fcf2d54e4ac tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (badd528c-3aa8-4847-8adc-92447c152ec0), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:48.971638 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4657af11-1936-465d-90d3-4fcf2d54e4ac tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=badd528c-3aa8-4847-8adc-92447c152ec0,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:10:49.049487 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-4657af11-1936-465d-90d3-4fcf2d54e4ac tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:49.051030 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-4657af11-1936-465d-90d3-4fcf2d54e4ac tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3704505 Feb 28 11:10:49.053741 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 55574) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:10:49.058031 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-94c130bf-3077-47fc-87e7-b1516d656e5e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Request body: {'security_group_rule': {'security_group_id': '22831eef-f19a-4a1a-8bd5-76d9b161c80c', 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:10:49.167853 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.securitygroups_db [None req-94c130bf-3077-47fc-87e7-b1516d656e5e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Project d2ac95293f7647eb87ff4889cfbdd577 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:10:49.173748 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-94c130bf-3077-47fc-87e7-b1516d656e5e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (e160c6dd-d241-4cc8-9686-89b584405d17), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:49.238556 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-94c130bf-3077-47fc-87e7-b1516d656e5e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (e160c6dd-d241-4cc8-9686-89b584405d17), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:49.330197 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-94c130bf-3077-47fc-87e7-b1516d656e5e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (e160c6dd-d241-4cc8-9686-89b584405d17), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:49.348528 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c130bf-3077-47fc-87e7-b1516d656e5e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e160c6dd-d241-4cc8-9686-89b584405d17,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:10:49.454954 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-94c130bf-3077-47fc-87e7-b1516d656e5e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:49.456278 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-94c130bf-3077-47fc-87e7-b1516d656e5e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4016352 Feb 28 11:10:49.459400 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 55576) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:10:49.464545 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-545b92e9-1b1e-4575-b53e-750eec921d9d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Request body: {'network': {'name': 'tempest-network-smoke--1678403384', 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'port_security_enabled': True}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:10:49.576049 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545b92e9-1b1e-4575-b53e-750eec921d9d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Made reservation on behalf of d2ac95293f7647eb87ff4889cfbdd577 for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:10:49.579608 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-545b92e9-1b1e-4575-b53e-750eec921d9d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:49.615025 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-545b92e9-1b1e-4575-b53e-750eec921d9d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:10:49.616558 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-545b92e9-1b1e-4575-b53e-750eec921d9d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (a5229927-870b-4ac5-9262-39024861cd05), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:49.616907 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-545b92e9-1b1e-4575-b53e-750eec921d9d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Added segment a5229927-870b-4ac5-9262-39024861cd05 of type vlan for network 1d80a450-f2e7-4377-b534-37cf6bf529e6 Feb 28 11:10:49.657665 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-545b92e9-1b1e-4575-b53e-750eec921d9d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (1d80a450-f2e7-4377-b534-37cf6bf529e6), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:49.764546 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-545b92e9-1b1e-4575-b53e-750eec921d9d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (1d80a450-f2e7-4377-b534-37cf6bf529e6), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:49.769775 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545b92e9-1b1e-4575-b53e-750eec921d9d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:10:49.770372 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-545b92e9-1b1e-4575-b53e-750eec921d9d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:49.853404 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545b92e9-1b1e-4575-b53e-750eec921d9d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'Network': ['ID=1d80a450-f2e7-4377-b534-37cf6bf529e6,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:10:49.864443 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 1d80a450-f2e7-4377-b534-37cf6bf529e6 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 11:10:49.901183 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-545b92e9-1b1e-4575-b53e-750eec921d9d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4383407 Feb 28 11:10:49.901535 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 55578) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:10:49.906398 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-055aaaa1-d833-4760-aed9-ce1a87fdd104 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-905843402', 'admin_state_up': True, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:10:49.976328 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-055aaaa1-d833-4760-aed9-ce1a87fdd104 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (10ec598e-ae3e-4506-aac6-65d61efcda23), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:49.977457 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-055aaaa1-d833-4760-aed9-ce1a87fdd104 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (10ec598e-ae3e-4506-aac6-65d61efcda23), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:50.029906 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-055aaaa1-d833-4760-aed9-ce1a87fdd104 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for router_controller (10ec598e-ae3e-4506-aac6-65d61efcda23), precommit_add_association {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:50.150528 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:50.263252 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-055aaaa1-d833-4760-aed9-ce1a87fdd104 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for router_gateway (10ec598e-ae3e-4506-aac6-65d61efcda23), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:50.527036 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-055aaaa1-d833-4760-aed9-ce1a87fdd104 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for router_gateway (10ec598e-ae3e-4506-aac6-65d61efcda23), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:50.549547 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-055aaaa1-d833-4760-aed9-ce1a87fdd104 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:50.654481 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-055aaaa1-d833-4760-aed9-ce1a87fdd104 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Allocated IP 172.26.3.165 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/569a1800-051f-4109-ae2e-1c3d4d31a18d) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:10:50.761312 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-055aaaa1-d833-4760-aed9-ce1a87fdd104 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for port (569a1800-051f-4109-ae2e-1c3d4d31a18d), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:50.876693 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-055aaaa1-d833-4760-aed9-ce1a87fdd104 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (569a1800-051f-4109-ae2e-1c3d4d31a18d), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:50.921815 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055aaaa1-d833-4760-aed9-ce1a87fdd104 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:10:50.925294 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-055aaaa1-d833-4760-aed9-ce1a87fdd104 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:10:50.931368 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055aaaa1-d833-4760-aed9-ce1a87fdd104 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:10:50.936987 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055aaaa1-d833-4760-aed9-ce1a87fdd104 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'Port': ['ID=569a1800-051f-4109-ae2e-1c3d4d31a18d,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:10:51.487682 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:51.617953 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-055aaaa1-d833-4760-aed9-ce1a87fdd104 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for router_gateway (10ec598e-ae3e-4506-aac6-65d61efcda23), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:51.837636 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-055aaaa1-d833-4760-aed9-ce1a87fdd104 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (10ec598e-ae3e-4506-aac6-65d61efcda23), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:52.056424 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-055aaaa1-d833-4760-aed9-ce1a87fdd104 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Router 10ec598e-ae3e-4506-aac6-65d61efcda23 is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:10:52.178410 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-055aaaa1-d833-4760-aed9-ce1a87fdd104 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:10:52.188165 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d996e4-4adc-42cc-8b3e-b9bf1906dd03 None None] Sync routers for ids ['10ec598e-ae3e-4506-aac6-65d61efcda23'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:10:52.198633 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d996e4-4adc-42cc-8b3e-b9bf1906dd03 None None] Routers {'10ec598e-ae3e-4506-aac6-65d61efcda23'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:10:52.199299 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-08d996e4-4adc-42cc-8b3e-b9bf1906dd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:10:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['10ec598e-ae3e-4506-aac6-65d61efcda23'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:10:52.275497 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-055aaaa1-d833-4760-aed9-ce1a87fdd104 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:52.276770 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-055aaaa1-d833-4760-aed9-ce1a87fdd104 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3742952 Feb 28 11:10:52.279847 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 55580) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:10:52.312290 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-08d996e4-4adc-42cc-8b3e-b9bf1906dd03 None None] Set router 10ec598e-ae3e-4506-aac6-65d61efcda23 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:10:52.321013 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-6d669d94-0bc5-464c-989a-4812c50b7a3b tempest-TestNetworkAdvancedServerOps-932932114 tempest-TestNetworkAdvancedServerOps-932932114-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=d2ac95293f7647eb87ff4889cfbdd577&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391643 Feb 28 11:10:52.323168 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 55582) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:10:52.432714 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf3d135-dedb-4ea5-a72b-786712b5ad2f tempest-TestNetworkAdvancedServerOps-932932114 tempest-TestNetworkAdvancedServerOps-932932114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:10:52.434196 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-3cf3d135-dedb-4ea5-a72b-786712b5ad2f tempest-TestNetworkAdvancedServerOps-932932114 tempest-TestNetworkAdvancedServerOps-932932114-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1100888 Feb 28 11:10:52.437729 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 55584) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:10:52.467067 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-6d9f71fa-5647-4cbd-8b91-58ea98cc4e54 tempest-TestNetworkAdvancedServerOps-932932114 tempest-TestNetworkAdvancedServerOps-932932114-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=e88d86cf-af22-4900-bdd2-aa4038554136&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278964 Feb 28 11:10:52.470199 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 55586) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:10:52.480405 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-6ab78a44-4b91-491d-8c5d-0d98c6e93cd3 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-305411147', 'network_id': '1d80a450-f2e7-4377-b534-37cf6bf529e6', 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:10:52.523389 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-08d996e4-4adc-42cc-8b3e-b9bf1906dd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ec598e-ae3e-4506-aac6-65d61efcda23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905843402', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '569a1800-051f-4109-ae2e-1c3d4d31a18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:10:49Z', 'updated_at': '2022-02-28T11:10:51Z', 'revision_number': 3, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': '569a1800-051f-4109-ae2e-1c3d4d31a18d', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f5:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ec598e-ae3e-4506-aac6-65d61efcda23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:10:50Z', 'updated_at': '2022-02-28T11:10:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:10:52.558626 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d996e4-4adc-42cc-8b3e-b9bf1906dd03 None None] Checking router: 10ec598e-ae3e-4506-aac6-65d61efcda23 for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:10:52.589437 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d996e4-4adc-42cc-8b3e-b9bf1906dd03 None None] Updating router 10ec598e-ae3e-4506-aac6-65d61efcda23 port 569a1800-051f-4109-ae2e-1c3d4d31a18d binding host dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:10:52.594286 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-08d996e4-4adc-42cc-8b3e-b9bf1906dd03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (569a1800-051f-4109-ae2e-1c3d4d31a18d), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:52.724480 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab78a44-4b91-491d-8c5d-0d98c6e93cd3 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Made reservation on behalf of d2ac95293f7647eb87ff4889cfbdd577 for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:10:52.727914 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6ab78a44-4b91-491d-8c5d-0d98c6e93cd3 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:52.818156 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:52.904861 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-08d996e4-4adc-42cc-8b3e-b9bf1906dd03 None None] Publish callbacks [] for port (569a1800-051f-4109-ae2e-1c3d4d31a18d), precommit_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:52.993060 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-08d996e4-4adc-42cc-8b3e-b9bf1906dd03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (569a1800-051f-4109-ae2e-1c3d4d31a18d), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:53.021761 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6ab78a44-4b91-491d-8c5d-0d98c6e93cd3 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (06fea262-8776-4311-adec-c21b9835b353), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:53.053892 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-08d996e4-4adc-42cc-8b3e-b9bf1906dd03 None None] Attempting to bind port 569a1800-051f-4109-ae2e-1c3d4d31a18d on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:10:53.054384 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-08d996e4-4adc-42cc-8b3e-b9bf1906dd03 None None] Attempting to bind port 569a1800-051f-4109-ae2e-1c3d4d31a18d by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:10:53.054892 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d996e4-4adc-42cc-8b3e-b9bf1906dd03 None None] Attempting to bind port 569a1800-051f-4109-ae2e-1c3d4d31a18d on network e88d86cf-af22-4900-bdd2-aa4038554136 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:10:53.058481 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816e2fd9-43ae-49e6-af06-0d8692061b43 None None] Pushing event updated for resources: {'Port': ['ID=569a1800-051f-4109-ae2e-1c3d4d31a18d,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:10:53.063828 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d996e4-4adc-42cc-8b3e-b9bf1906dd03 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:10:53.064367 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d996e4-4adc-42cc-8b3e-b9bf1906dd03 None None] Checking segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:10:53.065583 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-08d996e4-4adc-42cc-8b3e-b9bf1906dd03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:53.065997 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d996e4-4adc-42cc-8b3e-b9bf1906dd03 None None] Bound using segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:10:53.066517 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-08d996e4-4adc-42cc-8b3e-b9bf1906dd03 None None] Bound port: 569a1800-051f-4109-ae2e-1c3d4d31a18d, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:10:53.066930 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-08d996e4-4adc-42cc-8b3e-b9bf1906dd03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (569a1800-051f-4109-ae2e-1c3d4d31a18d), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:53.100974 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab78a44-4b91-491d-8c5d-0d98c6e93cd3 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'Subnet': ['ID=06fea262-8776-4311-adec-c21b9835b353,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:10:53.110193 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab78a44-4b91-491d-8c5d-0d98c6e93cd3 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Checking segment: {'id': 'a5229927-870b-4ac5-9262-39024861cd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1d80a450-f2e7-4377-b534-37cf6bf529e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:10:53.110604 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab78a44-4b91-491d-8c5d-0d98c6e93cd3 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Network hostable DHCP agents. Network: 1d80a450-f2e7-4377-b534-37cf6bf529e6, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:10:53.126165 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-08d996e4-4adc-42cc-8b3e-b9bf1906dd03 None None] For port 569a1800-051f-4109-ae2e-1c3d4d31a18d, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:10:53.148238 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-08d996e4-4adc-42cc-8b3e-b9bf1906dd03 None None] For port 569a1800-051f-4109-ae2e-1c3d4d31a18d, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=569a1800-051f-4109-ae2e-1c3d4d31a18d,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:10:53.204612 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab78a44-4b91-491d-8c5d-0d98c6e93cd3 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Network 1d80a450-f2e7-4377-b534-37cf6bf529e6 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:10:53.299907 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-08d996e4-4adc-42cc-8b3e-b9bf1906dd03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (569a1800-051f-4109-ae2e-1c3d4d31a18d), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:53.348909 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-6ab78a44-4b91-491d-8c5d-0d98c6e93cd3 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 1d80a450-f2e7-4377-b534-37cf6bf529e6) {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:10:53.355364 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab78a44-4b91-491d-8c5d-0d98c6e93cd3 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:10:53.357140 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6ab78a44-4b91-491d-8c5d-0d98c6e93cd3 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:53.362635 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d996e4-4adc-42cc-8b3e-b9bf1906dd03 None None] Routers {'10ec598e-ae3e-4506-aac6-65d61efcda23'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:10:53.366222 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-08d996e4-4adc-42cc-8b3e-b9bf1906dd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:10:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['10ec598e-ae3e-4506-aac6-65d61efcda23'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:10:53.366222 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189e2d2f-26db-4fbc-9fcc-2926f1702c5e None None] Network 1d80a450-f2e7-4377-b534-37cf6bf529e6 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:10:53.467840 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-6ab78a44-4b91-491d-8c5d-0d98c6e93cd3 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9965286 Feb 28 11:10:53.471995 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 55588) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:10:53.568065 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816e2fd9-43ae-49e6-af06-0d8692061b43 None None] Pushing event updated for resources: {'Port': ['ID=569a1800-051f-4109-ae2e-1c3d4d31a18d,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:10:53.703702 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-08d996e4-4adc-42cc-8b3e-b9bf1906dd03 None None] Set router 10ec598e-ae3e-4506-aac6-65d61efcda23 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:10:53.770824 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad23e48a-6bb0-4d53-857b-70f63ed56ea3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-1d80a450-f2e7-4377-b534-37cf6bf529e6', 'network_id': '1d80a450-f2e7-4377-b534-37cf6bf529e6', 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'fixed_ips': [{'subnet_id': '06fea262-8776-4311-adec-c21b9835b353'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 11:10:53.772045 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ad23e48a-6bb0-4d53-857b-70f63ed56ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:53.947501 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-919edf85-e1f3-4ec7-bd66-ed83971d7a4c tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:54.023856 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-ad23e48a-6bb0-4d53-857b-70f63ed56ea3 None None] Allocated IP 172.20.0.2 (1d80a450-f2e7-4377-b534-37cf6bf529e6/06fea262-8776-4311-adec-c21b9835b353/d88e1663-b009-4111-95b8-a9d3a2c9ce05) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:10:54.100346 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-08d996e4-4adc-42cc-8b3e-b9bf1906dd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ec598e-ae3e-4506-aac6-65d61efcda23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905843402', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '569a1800-051f-4109-ae2e-1c3d4d31a18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:10:49Z', 'updated_at': '2022-02-28T11:10:51Z', 'revision_number': 3, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': '569a1800-051f-4109-ae2e-1c3d4d31a18d', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f5:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ec598e-ae3e-4506-aac6-65d61efcda23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:10:50Z', 'updated_at': '2022-02-28T11:10:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:10:54.132284 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d996e4-4adc-42cc-8b3e-b9bf1906dd03 None None] The sync data for ids ['10ec598e-ae3e-4506-aac6-65d61efcda23'] in dv-neutron-829161-3-hyperv is: [{'id': '10ec598e-ae3e-4506-aac6-65d61efcda23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905843402', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '569a1800-051f-4109-ae2e-1c3d4d31a18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:10:49Z', 'updated_at': '2022-02-28T11:10:51Z', 'revision_number': 3, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': '569a1800-051f-4109-ae2e-1c3d4d31a18d', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f5:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ec598e-ae3e-4506-aac6-65d61efcda23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:10:50Z', 'updated_at': '2022-02-28T11:10:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:10:54.237477 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ad23e48a-6bb0-4d53-857b-70f63ed56ea3 None None] Publish callbacks [] for port (d88e1663-b009-4111-95b8-a9d3a2c9ce05), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:54.325150 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ad23e48a-6bb0-4d53-857b-70f63ed56ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (d88e1663-b009-4111-95b8-a9d3a2c9ce05), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:54.417403 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-919edf85-e1f3-4ec7-bd66-ed83971d7a4c tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Allocated IP 172.20.0.1 (1d80a450-f2e7-4377-b534-37cf6bf529e6/06fea262-8776-4311-adec-c21b9835b353/1d254ed7-44bc-4523-9ae0-e001e35ee269) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:10:54.421471 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad23e48a-6bb0-4d53-857b-70f63ed56ea3 None None] Network 1d80a450-f2e7-4377-b534-37cf6bf529e6 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:10:54.426681 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-ad23e48a-6bb0-4d53-857b-70f63ed56ea3 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:10:54.428935 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad23e48a-6bb0-4d53-857b-70f63ed56ea3 None None] Pushing event updated for resources: {'Port': ['ID=d88e1663-b009-4111-95b8-a9d3a2c9ce05,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:10:54.431701 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad23e48a-6bb0-4d53-857b-70f63ed56ea3 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:10:54.508734 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-ad23e48a-6bb0-4d53-857b-70f63ed56ea3 None None] Attempting to bind port d88e1663-b009-4111-95b8-a9d3a2c9ce05 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:10:54.509152 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-ad23e48a-6bb0-4d53-857b-70f63ed56ea3 None None] Attempting to bind port d88e1663-b009-4111-95b8-a9d3a2c9ce05 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': 'a5229927-870b-4ac5-9262-39024861cd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1d80a450-f2e7-4377-b534-37cf6bf529e6'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:10:54.509527 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad23e48a-6bb0-4d53-857b-70f63ed56ea3 None None] Attempting to bind port d88e1663-b009-4111-95b8-a9d3a2c9ce05 on network 1d80a450-f2e7-4377-b534-37cf6bf529e6 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:10:54.519444 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad23e48a-6bb0-4d53-857b-70f63ed56ea3 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:10:54.519444 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad23e48a-6bb0-4d53-857b-70f63ed56ea3 None None] Checking segment: {'id': 'a5229927-870b-4ac5-9262-39024861cd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1d80a450-f2e7-4377-b534-37cf6bf529e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:10:54.519444 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ad23e48a-6bb0-4d53-857b-70f63ed56ea3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:54.519444 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad23e48a-6bb0-4d53-857b-70f63ed56ea3 None None] Bound using segment: {'id': 'a5229927-870b-4ac5-9262-39024861cd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1d80a450-f2e7-4377-b534-37cf6bf529e6'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:10:54.519444 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-ad23e48a-6bb0-4d53-857b-70f63ed56ea3 None None] Bound port: d88e1663-b009-4111-95b8-a9d3a2c9ce05, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5229927-870b-4ac5-9262-39024861cd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1d80a450-f2e7-4377-b534-37cf6bf529e6'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:10:54.520153 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ad23e48a-6bb0-4d53-857b-70f63ed56ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (d88e1663-b009-4111-95b8-a9d3a2c9ce05), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:54.569547 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-919edf85-e1f3-4ec7-bd66-ed83971d7a4c tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for port (1d254ed7-44bc-4523-9ae0-e001e35ee269), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:54.600322 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ad23e48a-6bb0-4d53-857b-70f63ed56ea3 None None] For port d88e1663-b009-4111-95b8-a9d3a2c9ce05, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:10:54.606814 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ad23e48a-6bb0-4d53-857b-70f63ed56ea3 None None] For port d88e1663-b009-4111-95b8-a9d3a2c9ce05, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=d88e1663-b009-4111-95b8-a9d3a2c9ce05,segment=NetworkSegment(a5229927-870b-4ac5-9262-39024861cd05),segment_id=a5229927-870b-4ac5-9262-39024861cd05)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:10:54.687661 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 569a1800-051f-4109-ae2e-1c3d4d31a18d up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:10:54.715069 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ad23e48a-6bb0-4d53-857b-70f63ed56ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (d88e1663-b009-4111-95b8-a9d3a2c9ce05), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:54.727967 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-919edf85-e1f3-4ec7-bd66-ed83971d7a4c tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (1d254ed7-44bc-4523-9ae0-e001e35ee269), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:54.792077 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919edf85-e1f3-4ec7-bd66-ed83971d7a4c tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Network 1d80a450-f2e7-4377-b534-37cf6bf529e6 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:10:54.796646 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-919edf85-e1f3-4ec7-bd66-ed83971d7a4c tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:10:54.804017 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919edf85-e1f3-4ec7-bd66-ed83971d7a4c tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:10:54.817466 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad23e48a-6bb0-4d53-857b-70f63ed56ea3 None None] Pushing event updated for resources: {'Port': ['ID=d88e1663-b009-4111-95b8-a9d3a2c9ce05,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:10:54.821961 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 569a1800-051f-4109-ae2e-1c3d4d31a18d triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:10:54.822349 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (569a1800-051f-4109-ae2e-1c3d4d31a18d), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:54.849194 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919edf85-e1f3-4ec7-bd66-ed83971d7a4c tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'Port': ['ID=1d254ed7-44bc-4523-9ae0-e001e35ee269,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:10:54.884282 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-919edf85-e1f3-4ec7-bd66-ed83971d7a4c tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047958'] for router_interface (10ec598e-ae3e-4506-aac6-65d61efcda23), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:54.928808 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 569a1800-051f-4109-ae2e-1c3d4d31a18d is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:10:54.929726 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (569a1800-051f-4109-ae2e-1c3d4d31a18d), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:54.955562 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port 569a1800-051f-4109-ae2e-1c3d4d31a18d, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=569a1800-051f-4109-ae2e-1c3d4d31a18d,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:10:55.047598 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (569a1800-051f-4109-ae2e-1c3d4d31a18d), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:55.150385 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=569a1800-051f-4109-ae2e-1c3d4d31a18d,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:10:55.178468 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-919edf85-e1f3-4ec7-bd66-ed83971d7a4c tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (1d254ed7-44bc-4523-9ae0-e001e35ee269), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:55.829723 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-919edf85-e1f3-4ec7-bd66-ed83971d7a4c tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for port (1d254ed7-44bc-4523-9ae0-e001e35ee269), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:55.900566 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-919edf85-e1f3-4ec7-bd66-ed83971d7a4c tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (1d254ed7-44bc-4523-9ae0-e001e35ee269), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:55.912411 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef37dc5-7f8c-419a-b1ab-3d7c63197802 None None] Network 1d80a450-f2e7-4377-b534-37cf6bf529e6 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:10:55.979230 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-919edf85-e1f3-4ec7-bd66-ed83971d7a4c tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047558'] for router_interface (10ec598e-ae3e-4506-aac6-65d61efcda23), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:55.981059 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919edf85-e1f3-4ec7-bd66-ed83971d7a4c tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'Port': ['ID=1d254ed7-44bc-4523-9ae0-e001e35ee269,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:10:56.032136 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-32cf7c0f-b4de-4ac4-af14-304260793bd5 None None] Provisioning complete for port d88e1663-b009-4111-95b8-a9d3a2c9ce05 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:10:56.032462 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-32cf7c0f-b4de-4ac4-af14-304260793bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (d88e1663-b009-4111-95b8-a9d3a2c9ce05), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:56.095463 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919edf85-e1f3-4ec7-bd66-ed83971d7a4c tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Network 1d80a450-f2e7-4377-b534-37cf6bf529e6 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:10:56.098092 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-919edf85-e1f3-4ec7-bd66-ed83971d7a4c tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:10:56.135005 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-32cf7c0f-b4de-4ac4-af14-304260793bd5 None None] Current status of the port d88e1663-b009-4111-95b8-a9d3a2c9ce05 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:10:56.135403 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-32cf7c0f-b4de-4ac4-af14-304260793bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (d88e1663-b009-4111-95b8-a9d3a2c9ce05), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:56.184421 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-32cf7c0f-b4de-4ac4-af14-304260793bd5 None None] For port d88e1663-b009-4111-95b8-a9d3a2c9ce05, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=d88e1663-b009-4111-95b8-a9d3a2c9ce05,segment=NetworkSegment(a5229927-870b-4ac5-9262-39024861cd05),segment_id=a5229927-870b-4ac5-9262-39024861cd05)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:10:56.231079 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-919edf85-e1f3-4ec7-bd66-ed83971d7a4c tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Router 10ec598e-ae3e-4506-aac6-65d61efcda23 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:10:56.266282 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-32cf7c0f-b4de-4ac4-af14-304260793bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (d88e1663-b009-4111-95b8-a9d3a2c9ce05), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:56.348633 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cf7c0f-b4de-4ac4-af14-304260793bd5 None None] Pushing event updated for resources: {'Port': ['ID=d88e1663-b009-4111-95b8-a9d3a2c9ce05,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:10:56.371607 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-919edf85-e1f3-4ec7-bd66-ed83971d7a4c tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:10:56.381588 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-919edf85-e1f3-4ec7-bd66-ed83971d7a4c tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "PUT /v2.0/routers/10ec598e-ae3e-4506-aac6-65d61efcda23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9084940 Feb 28 11:10:56.398748 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-20dab1a4-dc41-4480-9e32-8b58560da780 None None] Provisioning complete for port 1d254ed7-44bc-4523-9ae0-e001e35ee269 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:10:56.399155 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-20dab1a4-dc41-4480-9e32-8b58560da780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (1d254ed7-44bc-4523-9ae0-e001e35ee269), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:56.448160 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-20dab1a4-dc41-4480-9e32-8b58560da780 None None] Port 1d254ed7-44bc-4523-9ae0-e001e35ee269 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:10:56.459440 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-20dab1a4-dc41-4480-9e32-8b58560da780 None None] Provisioning complete for port d88e1663-b009-4111-95b8-a9d3a2c9ce05 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:10:56.459817 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-20dab1a4-dc41-4480-9e32-8b58560da780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (d88e1663-b009-4111-95b8-a9d3a2c9ce05), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:56.536935 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76193255-7e45-44f0-9970-43e62dff3965 None None] Sync routers for ids ['10ec598e-ae3e-4506-aac6-65d61efcda23'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:10:56.557593 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-20dab1a4-dc41-4480-9e32-8b58560da780 None None] Current status of the port d88e1663-b009-4111-95b8-a9d3a2c9ce05 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:10:56.560085 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76193255-7e45-44f0-9970-43e62dff3965 None None] Routers {'10ec598e-ae3e-4506-aac6-65d61efcda23'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:10:56.560730 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-76193255-7e45-44f0-9970-43e62dff3965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:10:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['10ec598e-ae3e-4506-aac6-65d61efcda23'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:10:56.582389 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-31951f49-78ee-42c0-a3b7-8a7ae10dda3c req-7015c695-aa90-4e79-a2ed-8d7ade8f5968 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1489324333&fields=id&tenant_id=d2ac95293f7647eb87ff4889cfbdd577 HTTP/1.1" status: 200 len: 267 time: 0.0590551 Feb 28 11:10:56.696383 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-76193255-7e45-44f0-9970-43e62dff3965 None None] Set router 10ec598e-ae3e-4506-aac6-65d61efcda23 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:10:56.698926 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a34f8c79-353c-4d7b-b3d8-fdcd976fa431 None None] Provisioning complete for port 1d254ed7-44bc-4523-9ae0-e001e35ee269 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:10:56.699301 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a34f8c79-353c-4d7b-b3d8-fdcd976fa431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (1d254ed7-44bc-4523-9ae0-e001e35ee269), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:56.726352 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31951f49-78ee-42c0-a3b7-8a7ae10dda3c req-858bfef7-2e77-48bf-9e04-237991b0c596 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:10:56.733130 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-31951f49-78ee-42c0-a3b7-8a7ae10dda3c req-858bfef7-2e77-48bf-9e04-237991b0c596 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/networks?id=1d80a450-f2e7-4377-b534-37cf6bf529e6 HTTP/1.1" status: 200 len: 797 time: 0.1433909 Feb 28 11:10:56.749421 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-31951f49-78ee-42c0-a3b7-8a7ae10dda3c req-cb121573-23ba-4d7f-a673-381f3bc3f673 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/quotas/d2ac95293f7647eb87ff4889cfbdd577 HTTP/1.1" status: 200 len: 375 time: 0.0151043 Feb 28 11:10:56.779278 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a34f8c79-353c-4d7b-b3d8-fdcd976fa431 None None] Port 1d254ed7-44bc-4523-9ae0-e001e35ee269 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:10:56.788771 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device d88e1663-b009-4111-95b8-a9d3a2c9ce05 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:10:56.805816 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-31951f49-78ee-42c0-a3b7-8a7ae10dda3c req-a708e29c-edb8-4c78-8be7-e8cd31491fcf tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d2ac95293f7647eb87ff4889cfbdd577&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0552211 Feb 28 11:10:56.880607 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port d88e1663-b009-4111-95b8-a9d3a2c9ce05 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:10:56.881123 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (d88e1663-b009-4111-95b8-a9d3a2c9ce05), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:56.979415 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-76193255-7e45-44f0-9970-43e62dff3965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ec598e-ae3e-4506-aac6-65d61efcda23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905843402', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '569a1800-051f-4109-ae2e-1c3d4d31a18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:10:49Z', 'updated_at': '2022-02-28T11:10:55Z', 'revision_number': 4, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': '569a1800-051f-4109-ae2e-1c3d4d31a18d', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ec598e-ae3e-4506-aac6-65d61efcda23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:10:50Z', 'updated_at': '2022-02-28T11:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '1d254ed7-44bc-4523-9ae0-e001e35ee269', 'name': '', 'network_id': '1d80a450-f2e7-4377-b534-37cf6bf529e6', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'mac_address': 'fa:16:3e:34:b7:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ec598e-ae3e-4506-aac6-65d61efcda23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '06fea262-8776-4311-adec-c21b9835b353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:10:54Z', 'updated_at': '2022-02-28T11:10:55Z', 'revision_number': 2, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'subnets': [{'id': '06fea262-8776-4311-adec-c21b9835b353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:10:56.984618 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port d88e1663-b009-4111-95b8-a9d3a2c9ce05 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:10:56.985736 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 569a1800-051f-4109-ae2e-1c3d4d31a18d up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:10:57.014562 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76193255-7e45-44f0-9970-43e62dff3965 None None] Checking router: 10ec598e-ae3e-4506-aac6-65d61efcda23 for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:10:57.014954 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76193255-7e45-44f0-9970-43e62dff3965 None None] Updating router 10ec598e-ae3e-4506-aac6-65d61efcda23 port 1d254ed7-44bc-4523-9ae0-e001e35ee269 binding host dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:10:57.035955 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-afeb8c70-3aa3-4165-91dd-e50806f3d352 None None] Provisioning complete for port 1d254ed7-44bc-4523-9ae0-e001e35ee269 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:10:57.036337 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-afeb8c70-3aa3-4165-91dd-e50806f3d352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (1d254ed7-44bc-4523-9ae0-e001e35ee269), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:57.051259 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-76193255-7e45-44f0-9970-43e62dff3965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (1d254ed7-44bc-4523-9ae0-e001e35ee269), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:57.082654 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-afeb8c70-3aa3-4165-91dd-e50806f3d352 None None] Port 1d254ed7-44bc-4523-9ae0-e001e35ee269 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:10:57.088992 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 569a1800-051f-4109-ae2e-1c3d4d31a18d triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:10:57.089393 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (569a1800-051f-4109-ae2e-1c3d4d31a18d), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:57.216003 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 569a1800-051f-4109-ae2e-1c3d4d31a18d is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:10:57.345119 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-31951f49-78ee-42c0-a3b7-8a7ae10dda3c req-be3bf431-9838-44ae-a556-6c13a005e19f service neutron] 10.222.0.62 "GET /v2.0/networks/1d80a450-f2e7-4377-b534-37cf6bf529e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5202143 Feb 28 11:10:57.365974 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-76193255-7e45-44f0-9970-43e62dff3965 None None] Publish callbacks [] for port (1d254ed7-44bc-4523-9ae0-e001e35ee269), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:57.430221 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-76193255-7e45-44f0-9970-43e62dff3965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (1d254ed7-44bc-4523-9ae0-e001e35ee269), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:57.437594 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-31951f49-78ee-42c0-a3b7-8a7ae10dda3c req-0fb74062-2136-4f1d-bd60-0b8d33d1ddd9 service neutron] 10.222.0.62 "GET /v2.0/networks/1d80a450-f2e7-4377-b534-37cf6bf529e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864542 Feb 28 11:10:57.573549 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c7ce70-973b-46c4-902f-68ef59218f36 None None] Pushing event updated for resources: {'Port': ['ID=1d254ed7-44bc-4523-9ae0-e001e35ee269,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:10:57.599642 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c7ce70-973b-46c4-902f-68ef59218f36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:57.600004 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c7ce70-973b-46c4-902f-68ef59218f36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:57.600326 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c7ce70-973b-46c4-902f-68ef59218f36 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:57.600665 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c7ce70-973b-46c4-902f-68ef59218f36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:57.600993 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c7ce70-973b-46c4-902f-68ef59218f36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:57.601324 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c7ce70-973b-46c4-902f-68ef59218f36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:57.601663 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c7ce70-973b-46c4-902f-68ef59218f36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:57.601972 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c7ce70-973b-46c4-902f-68ef59218f36 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:57.602304 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c7ce70-973b-46c4-902f-68ef59218f36 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:57.602629 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c7ce70-973b-46c4-902f-68ef59218f36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:57.603051 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c7ce70-973b-46c4-902f-68ef59218f36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:57.603376 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c7ce70-973b-46c4-902f-68ef59218f36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:57.603694 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c7ce70-973b-46c4-902f-68ef59218f36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:57.640000 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-76193255-7e45-44f0-9970-43e62dff3965 None None] Attempting to bind port 1d254ed7-44bc-4523-9ae0-e001e35ee269 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:10:57.643482 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-76193255-7e45-44f0-9970-43e62dff3965 None None] Attempting to bind port 1d254ed7-44bc-4523-9ae0-e001e35ee269 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': 'a5229927-870b-4ac5-9262-39024861cd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1d80a450-f2e7-4377-b534-37cf6bf529e6'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:10:57.644224 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76193255-7e45-44f0-9970-43e62dff3965 None None] Attempting to bind port 1d254ed7-44bc-4523-9ae0-e001e35ee269 on network 1d80a450-f2e7-4377-b534-37cf6bf529e6 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:10:57.651666 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76193255-7e45-44f0-9970-43e62dff3965 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:10:57.652053 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76193255-7e45-44f0-9970-43e62dff3965 None None] Checking segment: {'id': 'a5229927-870b-4ac5-9262-39024861cd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1d80a450-f2e7-4377-b534-37cf6bf529e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:10:57.652456 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-76193255-7e45-44f0-9970-43e62dff3965 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:57.652855 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76193255-7e45-44f0-9970-43e62dff3965 None None] Bound using segment: {'id': 'a5229927-870b-4ac5-9262-39024861cd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1d80a450-f2e7-4377-b534-37cf6bf529e6'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:10:57.653329 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-76193255-7e45-44f0-9970-43e62dff3965 None None] Bound port: 1d254ed7-44bc-4523-9ae0-e001e35ee269, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5229927-870b-4ac5-9262-39024861cd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1d80a450-f2e7-4377-b534-37cf6bf529e6'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:10:57.653717 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-76193255-7e45-44f0-9970-43e62dff3965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (1d254ed7-44bc-4523-9ae0-e001e35ee269), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:57.724713 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-76193255-7e45-44f0-9970-43e62dff3965 None None] For port 1d254ed7-44bc-4523-9ae0-e001e35ee269, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:10:57.728747 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-76193255-7e45-44f0-9970-43e62dff3965 None None] For port 1d254ed7-44bc-4523-9ae0-e001e35ee269, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=1d254ed7-44bc-4523-9ae0-e001e35ee269,segment=NetworkSegment(a5229927-870b-4ac5-9262-39024861cd05),segment_id=a5229927-870b-4ac5-9262-39024861cd05)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:10:57.733869 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-246a6606-95d2-4bc8-9b8f-d0b31a856d33 req-605a3e0d-4961-4b45-8183-73b31d9f385a tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9d288fe-8c3c-4dd0-8c90-e78bb1e0ccb0 HTTP/1.1" status: 200 len: 210 time: 0.0570030 Feb 28 11:10:57.808375 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-76193255-7e45-44f0-9970-43e62dff3965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (1d254ed7-44bc-4523-9ae0-e001e35ee269), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:57.809430 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-761a05a6-482d-4143-b25f-da5129123798 None None] Provisioning complete for port 1d254ed7-44bc-4523-9ae0-e001e35ee269 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:10:57.809878 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-761a05a6-482d-4143-b25f-da5129123798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (1d254ed7-44bc-4523-9ae0-e001e35ee269), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:57.874521 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76193255-7e45-44f0-9970-43e62dff3965 None None] Routers {'10ec598e-ae3e-4506-aac6-65d61efcda23'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:10:57.875179 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-76193255-7e45-44f0-9970-43e62dff3965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:10:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['10ec598e-ae3e-4506-aac6-65d61efcda23'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:10:57.876972 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c7ce70-973b-46c4-902f-68ef59218f36 None None] Pushing event updated for resources: {'Port': ['ID=1d254ed7-44bc-4523-9ae0-e001e35ee269,revision_number=4']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:10:57.914137 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-761a05a6-482d-4143-b25f-da5129123798 None None] Current status of the port 1d254ed7-44bc-4523-9ae0-e001e35ee269 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:10:57.915480 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-761a05a6-482d-4143-b25f-da5129123798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (1d254ed7-44bc-4523-9ae0-e001e35ee269), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:57.960459 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-761a05a6-482d-4143-b25f-da5129123798 None None] For port 1d254ed7-44bc-4523-9ae0-e001e35ee269, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=1d254ed7-44bc-4523-9ae0-e001e35ee269,segment=NetworkSegment(a5229927-870b-4ac5-9262-39024861cd05),segment_id=a5229927-870b-4ac5-9262-39024861cd05)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:10:58.001625 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-76193255-7e45-44f0-9970-43e62dff3965 None None] Set router 10ec598e-ae3e-4506-aac6-65d61efcda23 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:10:58.066224 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-761a05a6-482d-4143-b25f-da5129123798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (1d254ed7-44bc-4523-9ae0-e001e35ee269), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:58.135263 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a05a6-482d-4143-b25f-da5129123798 None None] Pushing event updated for resources: {'Port': ['ID=1d254ed7-44bc-4523-9ae0-e001e35ee269,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:10:58.189942 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-8cd21e09-813b-4f66-b77c-ca4a8754d412 None None] Provisioning complete for port 1d254ed7-44bc-4523-9ae0-e001e35ee269 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:10:58.190323 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8cd21e09-813b-4f66-b77c-ca4a8754d412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (1d254ed7-44bc-4523-9ae0-e001e35ee269), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:58.245238 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-76193255-7e45-44f0-9970-43e62dff3965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ec598e-ae3e-4506-aac6-65d61efcda23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905843402', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '569a1800-051f-4109-ae2e-1c3d4d31a18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:10:49Z', 'updated_at': '2022-02-28T11:10:55Z', 'revision_number': 4, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': '569a1800-051f-4109-ae2e-1c3d4d31a18d', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ec598e-ae3e-4506-aac6-65d61efcda23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:10:50Z', 'updated_at': '2022-02-28T11:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '1d254ed7-44bc-4523-9ae0-e001e35ee269', 'name': '', 'network_id': '1d80a450-f2e7-4377-b534-37cf6bf529e6', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'mac_address': 'fa:16:3e:34:b7:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ec598e-ae3e-4506-aac6-65d61efcda23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '06fea262-8776-4311-adec-c21b9835b353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:10:54Z', 'updated_at': '2022-02-28T11:10:57Z', 'revision_number': 4, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'subnets': [{'id': '06fea262-8776-4311-adec-c21b9835b353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:10:58.273144 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76193255-7e45-44f0-9970-43e62dff3965 None None] The sync data for ids ['10ec598e-ae3e-4506-aac6-65d61efcda23'] in dv-neutron-829161-3-hyperv is: [{'id': '10ec598e-ae3e-4506-aac6-65d61efcda23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905843402', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '569a1800-051f-4109-ae2e-1c3d4d31a18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:10:49Z', 'updated_at': '2022-02-28T11:10:55Z', 'revision_number': 4, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': '569a1800-051f-4109-ae2e-1c3d4d31a18d', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ec598e-ae3e-4506-aac6-65d61efcda23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:10:50Z', 'updated_at': '2022-02-28T11:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '1d254ed7-44bc-4523-9ae0-e001e35ee269', 'name': '', 'network_id': '1d80a450-f2e7-4377-b534-37cf6bf529e6', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'mac_address': 'fa:16:3e:34:b7:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ec598e-ae3e-4506-aac6-65d61efcda23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '06fea262-8776-4311-adec-c21b9835b353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:10:54Z', 'updated_at': '2022-02-28T11:10:57Z', 'revision_number': 4, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'subnets': [{'id': '06fea262-8776-4311-adec-c21b9835b353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:10:58.278606 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-8cd21e09-813b-4f66-b77c-ca4a8754d412 None None] Current status of the port 1d254ed7-44bc-4523-9ae0-e001e35ee269 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:10:58.696059 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 1d254ed7-44bc-4523-9ae0-e001e35ee269 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:10:58.762936 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 1d254ed7-44bc-4523-9ae0-e001e35ee269 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:10:58.763317 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (1d254ed7-44bc-4523-9ae0-e001e35ee269), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:58.855108 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 1d254ed7-44bc-4523-9ae0-e001e35ee269 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:10:58.875628 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a26612c5-b2e9-42bf-9672-ad534f78885a req-db146595-79a8-4a38-8876-352defc10c2f tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9d288fe-8c3c-4dd0-8c90-e78bb1e0ccb0 HTTP/1.1" status: 200 len: 210 time: 0.0474439 Feb 28 11:10:59.719311 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:10:59.904282 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31951f49-78ee-42c0-a3b7-8a7ae10dda3c req-5c954e0e-9b9b-4c1c-95d0-586b41b2e76b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:10:59.906000 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-31951f49-78ee-42c0-a3b7-8a7ae10dda3c req-5c954e0e-9b9b-4c1c-95d0-586b41b2e76b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.70 "GET /v2.0/networks?id=1d80a450-f2e7-4377-b534-37cf6bf529e6 HTTP/1.1" status: 200 len: 797 time: 0.1099923 Feb 28 11:10:59.977685 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-f508debd-a4a4-441f-a5a7-cee8f3548175 req-defe5839-6fd7-4b18-9a40-cef80eb92db0 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9d288fe-8c3c-4dd0-8c90-e78bb1e0ccb0 HTTP/1.1" status: 200 len: 210 time: 0.0282938 Feb 28 11:10:59.978520 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-31951f49-78ee-42c0-a3b7-8a7ae10dda3c req-17b6cf36-d82b-4055-aae7-540b9cfe5e25 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2ac95293f7647eb87ff4889cfbdd577 HTTP/1.1" status: 200 len: 380 time: 0.0590439 Feb 28 11:10:59.986356 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-31951f49-78ee-42c0-a3b7-8a7ae10dda3c req-85ec4e5e-030b-4216-b6bd-7e371802febb tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Request body: {'port': {'device_id': 'c9d288fe-8c3c-4dd0-8c90-e78bb1e0ccb0', 'network_id': '1d80a450-f2e7-4377-b534-37cf6bf529e6', 'admin_state_up': True, 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'security_groups': ['22831eef-f19a-4a1a-8bd5-76d9b161c80c']}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:11:00.208182 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31951f49-78ee-42c0-a3b7-8a7ae10dda3c req-85ec4e5e-030b-4216-b6bd-7e371802febb tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Made reservation on behalf of d2ac95293f7647eb87ff4889cfbdd577 for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:11:00.213320 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-31951f49-78ee-42c0-a3b7-8a7ae10dda3c req-85ec4e5e-030b-4216-b6bd-7e371802febb tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:00.344996 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [req-31951f49-78ee-42c0-a3b7-8a7ae10dda3c req-85ec4e5e-030b-4216-b6bd-7e371802febb tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Allocated IP 172.20.0.8 (1d80a450-f2e7-4377-b534-37cf6bf529e6/06fea262-8776-4311-adec-c21b9835b353/8f2b11cb-43b2-4d98-a263-1b5d37eab1da) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:11:00.513324 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-31951f49-78ee-42c0-a3b7-8a7ae10dda3c req-85ec4e5e-030b-4216-b6bd-7e371802febb tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for port (8f2b11cb-43b2-4d98-a263-1b5d37eab1da), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:00.619655 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-31951f49-78ee-42c0-a3b7-8a7ae10dda3c req-85ec4e5e-030b-4216-b6bd-7e371802febb tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (8f2b11cb-43b2-4d98-a263-1b5d37eab1da), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:00.672616 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31951f49-78ee-42c0-a3b7-8a7ae10dda3c req-85ec4e5e-030b-4216-b6bd-7e371802febb tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Network 1d80a450-f2e7-4377-b534-37cf6bf529e6 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:11:00.676421 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [req-31951f49-78ee-42c0-a3b7-8a7ae10dda3c req-85ec4e5e-030b-4216-b6bd-7e371802febb tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:11:00.683658 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-31951f49-78ee-42c0-a3b7-8a7ae10dda3c req-85ec4e5e-030b-4216-b6bd-7e371802febb tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:11:00.711575 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ec4e5e-030b-4216-b6bd-7e371802febb tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'Port': ['ID=8f2b11cb-43b2-4d98-a263-1b5d37eab1da,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:11:00.747972 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31951f49-78ee-42c0-a3b7-8a7ae10dda3c req-85ec4e5e-030b-4216-b6bd-7e371802febb tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:00.748633 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-31951f49-78ee-42c0-a3b7-8a7ae10dda3c req-85ec4e5e-030b-4216-b6bd-7e371802febb tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:00.844776 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-31951f49-78ee-42c0-a3b7-8a7ae10dda3c req-85ec4e5e-030b-4216-b6bd-7e371802febb tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8622367 Feb 28 11:11:00.862846 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-31951f49-78ee-42c0-a3b7-8a7ae10dda3c req-2c821e29-ff94-4778-8821-b6873becc831 service neutron] Request body: {'port': {'device_id': 'c9d288fe-8c3c-4dd0-8c90-e78bb1e0ccb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8291'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:11:00.923230 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-31951f49-78ee-42c0-a3b7-8a7ae10dda3c req-2c821e29-ff94-4778-8821-b6873becc831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (8f2b11cb-43b2-4d98-a263-1b5d37eab1da), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:00.923949 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-73d1fc79-e750-494a-b168-2c8b52ffe30f None None] Provisioning complete for port 8f2b11cb-43b2-4d98-a263-1b5d37eab1da triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:11:00.925113 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-73d1fc79-e750-494a-b168-2c8b52ffe30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (8f2b11cb-43b2-4d98-a263-1b5d37eab1da), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:00.962709 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:00.963699 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-73d1fc79-e750-494a-b168-2c8b52ffe30f None None] Port 8f2b11cb-43b2-4d98-a263-1b5d37eab1da cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:11:01.164243 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668db04-fb67-426f-b3f9-0184fd9daa91 req-14e5b7f3-648c-454c-8a7d-2baf0c532441 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:01.165658 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5668db04-fb67-426f-b3f9-0184fd9daa91 req-14e5b7f3-648c-454c-8a7d-2baf0c532441 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9d288fe-8c3c-4dd0-8c90-e78bb1e0ccb0 HTTP/1.1" status: 200 len: 931 time: 0.1204937 Feb 28 11:11:01.247571 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5668db04-fb67-426f-b3f9-0184fd9daa91 req-53294d1b-5698-47c2-8106-060ea644e14d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=22831eef-f19a-4a1a-8bd5-76d9b161c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760076 Feb 28 11:11:01.285212 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [req-31951f49-78ee-42c0-a3b7-8a7ae10dda3c req-2c821e29-ff94-4778-8821-b6873becc831 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f2b11cb-43b2-4d98-a263-1b5d37eab1da {{(pid=104083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:11:01.293067 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-31951f49-78ee-42c0-a3b7-8a7ae10dda3c req-2c821e29-ff94-4778-8821-b6873becc831 service neutron] Publish callbacks [] for port (8f2b11cb-43b2-4d98-a263-1b5d37eab1da), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:01.305780 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [req-31951f49-78ee-42c0-a3b7-8a7ae10dda3c req-2c821e29-ff94-4778-8821-b6873becc831 service neutron] Transition to ACTIVE for port object 8f2b11cb-43b2-4d98-a263-1b5d37eab1da will not be triggered until provisioned by entity L2. {{(pid=104083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 11:11:01.373159 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-31951f49-78ee-42c0-a3b7-8a7ae10dda3c req-2c821e29-ff94-4778-8821-b6873becc831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (8f2b11cb-43b2-4d98-a263-1b5d37eab1da), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:01.456601 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c821e29-ff94-4778-8821-b6873becc831 service neutron] Pushing event updated for resources: {'Port': ['ID=8f2b11cb-43b2-4d98-a263-1b5d37eab1da,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:11:01.509056 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-31951f49-78ee-42c0-a3b7-8a7ae10dda3c req-2c821e29-ff94-4778-8821-b6873becc831 service neutron] Attempting to bind port 8f2b11cb-43b2-4d98-a263-1b5d37eab1da on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:11:01.509405 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-31951f49-78ee-42c0-a3b7-8a7ae10dda3c req-2c821e29-ff94-4778-8821-b6873becc831 service neutron] Attempting to bind port 8f2b11cb-43b2-4d98-a263-1b5d37eab1da by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': 'a5229927-870b-4ac5-9262-39024861cd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1d80a450-f2e7-4377-b534-37cf6bf529e6'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:11:01.509719 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31951f49-78ee-42c0-a3b7-8a7ae10dda3c req-2c821e29-ff94-4778-8821-b6873becc831 service neutron] Attempting to bind port 8f2b11cb-43b2-4d98-a263-1b5d37eab1da on network 1d80a450-f2e7-4377-b534-37cf6bf529e6 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:11:01.514510 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31951f49-78ee-42c0-a3b7-8a7ae10dda3c req-2c821e29-ff94-4778-8821-b6873becc831 service neutron] Port 8f2b11cb-43b2-4d98-a263-1b5d37eab1da on network 1d80a450-f2e7-4377-b534-37cf6bf529e6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 11:11:01.514867 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31951f49-78ee-42c0-a3b7-8a7ae10dda3c req-2c821e29-ff94-4778-8821-b6873becc831 service neutron] Attempting to bind port 8f2b11cb-43b2-4d98-a263-1b5d37eab1da on network 1d80a450-f2e7-4377-b534-37cf6bf529e6 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:11:01.520476 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31951f49-78ee-42c0-a3b7-8a7ae10dda3c req-2c821e29-ff94-4778-8821-b6873becc831 service neutron] Checking agent: {'id': '9c9e5963-7abc-415a-a91c-4432861f4313', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'started_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:11:01.526210 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31951f49-78ee-42c0-a3b7-8a7ae10dda3c req-2c821e29-ff94-4778-8821-b6873becc831 service neutron] Checking segment: {'id': 'a5229927-870b-4ac5-9262-39024861cd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1d80a450-f2e7-4377-b534-37cf6bf529e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:11:01.526210 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31951f49-78ee-42c0-a3b7-8a7ae10dda3c req-2c821e29-ff94-4778-8821-b6873becc831 service neutron] Bound using segment: {'id': 'a5229927-870b-4ac5-9262-39024861cd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1d80a450-f2e7-4377-b534-37cf6bf529e6'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:11:01.526210 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-31951f49-78ee-42c0-a3b7-8a7ae10dda3c req-2c821e29-ff94-4778-8821-b6873becc831 service neutron] Bound port: 8f2b11cb-43b2-4d98-a263-1b5d37eab1da, host: hv-neutron-8291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5229927-870b-4ac5-9262-39024861cd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1d80a450-f2e7-4377-b534-37cf6bf529e6'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:11:01.526210 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-31951f49-78ee-42c0-a3b7-8a7ae10dda3c req-2c821e29-ff94-4778-8821-b6873becc831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (8f2b11cb-43b2-4d98-a263-1b5d37eab1da), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:01.596596 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-31951f49-78ee-42c0-a3b7-8a7ae10dda3c req-2c821e29-ff94-4778-8821-b6873becc831 service neutron] For port 8f2b11cb-43b2-4d98-a263-1b5d37eab1da, host hv-neutron-8291, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:11:01.602058 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-31951f49-78ee-42c0-a3b7-8a7ae10dda3c req-2c821e29-ff94-4778-8821-b6873becc831 service neutron] For port 8f2b11cb-43b2-4d98-a263-1b5d37eab1da, host hv-neutron-8291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=8f2b11cb-43b2-4d98-a263-1b5d37eab1da,segment=NetworkSegment(a5229927-870b-4ac5-9262-39024861cd05),segment_id=a5229927-870b-4ac5-9262-39024861cd05)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:11:01.754180 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-31951f49-78ee-42c0-a3b7-8a7ae10dda3c req-2c821e29-ff94-4778-8821-b6873becc831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (8f2b11cb-43b2-4d98-a263-1b5d37eab1da), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:01.792017 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31951f49-78ee-42c0-a3b7-8a7ae10dda3c req-2c821e29-ff94-4778-8821-b6873becc831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:01.792575 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-31951f49-78ee-42c0-a3b7-8a7ae10dda3c req-2c821e29-ff94-4778-8821-b6873becc831 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:01.793990 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-31951f49-78ee-42c0-a3b7-8a7ae10dda3c req-2c821e29-ff94-4778-8821-b6873becc831 service neutron] 10.222.0.70 "PUT /v2.0/ports/8f2b11cb-43b2-4d98-a263-1b5d37eab1da HTTP/1.1" status: 200 len: 1093 time: 0.9365158 Feb 28 11:11:01.794458 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9d288fe-8c3c-4dd0-8c90-e78bb1e0ccb0', 'tag': '8f2b11cb-43b2-4d98-a263-1b5d37eab1da'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:11:01.798916 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a99b278-eb53-4cc7-a31e-00a4499eb8e7" -d '{"events": [{"name": "network-changed", "server_uuid": "c9d288fe-8c3c-4dd0-8c90-e78bb1e0ccb0", "tag": "8f2b11cb-43b2-4d98-a263-1b5d37eab1da"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:11:01.844292 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c821e29-ff94-4778-8821-b6873becc831 service neutron] Pushing event updated for resources: {'Port': ['ID=8f2b11cb-43b2-4d98-a263-1b5d37eab1da,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:11:01.852614 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86bdb89-4afc-4986-b0cf-9efde0cab067 x-openstack-request-id: req-e86bdb89-4afc-4986-b0cf-9efde0cab067 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:11:01.852943 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9d288fe-8c3c-4dd0-8c90-e78bb1e0ccb0", "tag": "8f2b11cb-43b2-4d98-a263-1b5d37eab1da", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:11:01.853833 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e86bdb89-4afc-4986-b0cf-9efde0cab067 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:11:01.853833 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9d288fe-8c3c-4dd0-8c90-e78bb1e0ccb0', 'tag': '8f2b11cb-43b2-4d98-a263-1b5d37eab1da', 'status': 'completed', 'code': 200} Feb 28 11:11:01.946778 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99b278-eb53-4cc7-a31e-00a4499eb8e7 req-5ca6c354-41eb-43f8-8d23-d1e0576b662d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:01.948349 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0a99b278-eb53-4cc7-a31e-00a4499eb8e7 req-5ca6c354-41eb-43f8-8d23-d1e0576b662d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d2ac95293f7647eb87ff4889cfbdd577&device_id=c9d288fe-8c3c-4dd0-8c90-e78bb1e0ccb0 HTTP/1.1" status: 200 len: 1127 time: 0.0547421 Feb 28 11:11:02.052972 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99b278-eb53-4cc7-a31e-00a4499eb8e7 req-7a0e1c36-ca30-4a79-b812-2b040ed3556d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:02.054497 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0a99b278-eb53-4cc7-a31e-00a4499eb8e7 req-7a0e1c36-ca30-4a79-b812-2b040ed3556d service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=d2ac95293f7647eb87ff4889cfbdd577&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0947893 Feb 28 11:11:02.152381 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99b278-eb53-4cc7-a31e-00a4499eb8e7 req-aad799f5-8694-4c5a-ae95-6a04fe52428f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:02.153845 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0a99b278-eb53-4cc7-a31e-00a4499eb8e7 req-aad799f5-8694-4c5a-ae95-6a04fe52428f service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0939322 Feb 28 11:11:02.255031 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31951f49-78ee-42c0-a3b7-8a7ae10dda3c req-9ac049a4-8d49-4f92-b548-60551c94ca62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:02.256455 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-31951f49-78ee-42c0-a3b7-8a7ae10dda3c req-9ac049a4-8d49-4f92-b548-60551c94ca62 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d2ac95293f7647eb87ff4889cfbdd577&device_id=c9d288fe-8c3c-4dd0-8c90-e78bb1e0ccb0 HTTP/1.1" status: 200 len: 1127 time: 0.0460961 Feb 28 11:11:02.307239 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-31951f49-78ee-42c0-a3b7-8a7ae10dda3c req-5416dcdd-90e4-4a23-9aec-3171cfd0d9cc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f2b11cb-43b2-4d98-a263-1b5d37eab1da HTTP/1.1" status: 200 len: 217 time: 0.0379124 Feb 28 11:11:02.383056 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31951f49-78ee-42c0-a3b7-8a7ae10dda3c req-6dced346-863c-497b-91f7-0a77c3717189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:02.384518 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-31951f49-78ee-42c0-a3b7-8a7ae10dda3c req-6dced346-863c-497b-91f7-0a77c3717189 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=06fea262-8776-4311-adec-c21b9835b353 HTTP/1.1" status: 200 len: 834 time: 0.0716326 Feb 28 11:11:02.432643 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf768e-026a-436c-b3e5-fd3835016968 req-0b1f1d0a-9098-494e-9b6c-3298e345d9bd tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:02.434146 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-55cf768e-026a-436c-b3e5-fd3835016968 req-0b1f1d0a-9098-494e-9b6c-3298e345d9bd tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9d288fe-8c3c-4dd0-8c90-e78bb1e0ccb0 HTTP/1.1" status: 200 len: 943 time: 0.1116474 Feb 28 11:11:02.469651 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31951f49-78ee-42c0-a3b7-8a7ae10dda3c req-2e102852-5437-4c00-8642-94339058d770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:02.471198 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-31951f49-78ee-42c0-a3b7-8a7ae10dda3c req-2e102852-5437-4c00-8642-94339058d770 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1d80a450-f2e7-4377-b534-37cf6bf529e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0790858 Feb 28 11:11:02.541509 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-55cf768e-026a-436c-b3e5-fd3835016968 req-dfdec473-0f46-41ef-82b4-74082ad32184 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=22831eef-f19a-4a1a-8bd5-76d9b161c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013908 Feb 28 11:11:02.579033 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-31951f49-78ee-42c0-a3b7-8a7ae10dda3c req-b8ccac20-4f0e-478f-899a-b991773548c8 service neutron] 10.222.0.70 "GET /v2.0/networks/1d80a450-f2e7-4377-b534-37cf6bf529e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019359 Feb 28 11:11:02.672591 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-31951f49-78ee-42c0-a3b7-8a7ae10dda3c req-425489a2-8f73-4570-a1d0-c20e60dbc95a service neutron] 10.222.0.70 "GET /v2.0/networks/1d80a450-f2e7-4377-b534-37cf6bf529e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883842 Feb 28 11:11:03.379694 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 8f2b11cb-43b2-4d98-a263-1b5d37eab1da details requested by agent hyperv_hv-neutron-8291 with host hv-neutron-8291 {{(pid=104085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 11:11:03.475123 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 8f2b11cb-43b2-4d98-a263-1b5d37eab1da, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=8f2b11cb-43b2-4d98-a263-1b5d37eab1da,segment=NetworkSegment(a5229927-870b-4ac5-9262-39024861cd05),segment_id=a5229927-870b-4ac5-9262-39024861cd05)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:11:03.489499 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Returning: {'device': '8f2b11cb-43b2-4d98-a263-1b5d37eab1da', 'network_id': '1d80a450-f2e7-4377-b534-37cf6bf529e6', 'port_id': '8f2b11cb-43b2-4d98-a263-1b5d37eab1da', 'mac_address': 'fa:16:3e:4a:af:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06fea262-8776-4311-adec-c21b9835b353', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 11:11:03.525776 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 8f2b11cb-43b2-4d98-a263-1b5d37eab1da is: DOWN; New status is: BUILD {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:11:03.526176 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (8f2b11cb-43b2-4d98-a263-1b5d37eab1da), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:03.539261 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f2b11cb-43b2-4d98-a263-1b5d37eab1da {{(pid=104085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:11:03.557803 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 8f2b11cb-43b2-4d98-a263-1b5d37eab1da, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=8f2b11cb-43b2-4d98-a263-1b5d37eab1da,segment=NetworkSegment(a5229927-870b-4ac5-9262-39024861cd05),segment_id=a5229927-870b-4ac5-9262-39024861cd05)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:11:03.633007 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (8f2b11cb-43b2-4d98-a263-1b5d37eab1da), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:03.665422 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44235eaf-247a-4d8b-9493-fb19ba700bd4 req-747c9fce-185f-4295-ae22-5366fb1179a6 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:03.666971 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-44235eaf-247a-4d8b-9493-fb19ba700bd4 req-747c9fce-185f-4295-ae22-5366fb1179a6 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9d288fe-8c3c-4dd0-8c90-e78bb1e0ccb0 HTTP/1.1" status: 200 len: 943 time: 0.0579679 Feb 28 11:11:03.681337 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=8f2b11cb-43b2-4d98-a263-1b5d37eab1da,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:11:03.716363 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-44235eaf-247a-4d8b-9493-fb19ba700bd4 req-63bdc8e4-c051-4fd7-937d-ad42e81f218b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=22831eef-f19a-4a1a-8bd5-76d9b161c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437534 Feb 28 11:11:03.905885 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['8f2b11cb-43b2-4d98-a263-1b5d37eab1da'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:11:04.838070 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4946830c-6d45-4a08-8e88-f1faa957a902 req-b8a5716a-c384-4c0c-987a-d5933042e2a1 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:04.839607 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4946830c-6d45-4a08-8e88-f1faa957a902 req-b8a5716a-c384-4c0c-987a-d5933042e2a1 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9d288fe-8c3c-4dd0-8c90-e78bb1e0ccb0 HTTP/1.1" status: 200 len: 944 time: 0.0545776 Feb 28 11:11:04.889600 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4946830c-6d45-4a08-8e88-f1faa957a902 req-d971ca2b-6f43-4c20-86ed-c1538f67b550 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=22831eef-f19a-4a1a-8bd5-76d9b161c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444512 Feb 28 11:11:05.380668 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 8f2b11cb-43b2-4d98-a263-1b5d37eab1da up at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:11:05.510239 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning for port 8f2b11cb-43b2-4d98-a263-1b5d37eab1da completed by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 11:11:05.514319 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning complete for port 8f2b11cb-43b2-4d98-a263-1b5d37eab1da triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:11:05.514691 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (8f2b11cb-43b2-4d98-a263-1b5d37eab1da), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:05.596348 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 8f2b11cb-43b2-4d98-a263-1b5d37eab1da is: BUILD; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:11:05.596748 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (8f2b11cb-43b2-4d98-a263-1b5d37eab1da), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:05.619286 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d288fe-8c3c-4dd0-8c90-e78bb1e0ccb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f2b11cb-43b2-4d98-a263-1b5d37eab1da'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:11:05.621589 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7bd2611-353d-4beb-9707-a60294125ba0" -d '{"events": [{"server_uuid": "c9d288fe-8c3c-4dd0-8c90-e78bb1e0ccb0", "name": "network-vif-plugged", "status": "completed", "tag": "8f2b11cb-43b2-4d98-a263-1b5d37eab1da"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:11:05.634324 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 8f2b11cb-43b2-4d98-a263-1b5d37eab1da, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=8f2b11cb-43b2-4d98-a263-1b5d37eab1da,segment=NetworkSegment(a5229927-870b-4ac5-9262-39024861cd05),segment_id=a5229927-870b-4ac5-9262-39024861cd05)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:11:05.658436 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7098375-23b4-4d4f-b250-67d2f46180da x-openstack-request-id: req-c7098375-23b4-4d4f-b250-67d2f46180da {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:11:05.658799 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9d288fe-8c3c-4dd0-8c90-e78bb1e0ccb0", "name": "network-vif-plugged", "status": "completed", "tag": "8f2b11cb-43b2-4d98-a263-1b5d37eab1da", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:11:05.659097 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c7098375-23b4-4d4f-b250-67d2f46180da {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:11:05.659505 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9d288fe-8c3c-4dd0-8c90-e78bb1e0ccb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f2b11cb-43b2-4d98-a263-1b5d37eab1da', 'code': 200} Feb 28 11:11:05.710158 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (8f2b11cb-43b2-4d98-a263-1b5d37eab1da), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:05.759188 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=8f2b11cb-43b2-4d98-a263-1b5d37eab1da,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:11:06.043834 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214162dc-4b78-4aad-a3b7-1a298f38d895 req-b31a413d-8cb8-4a5e-80cc-c6b766b9c7f8 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:06.046175 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-214162dc-4b78-4aad-a3b7-1a298f38d895 req-b31a413d-8cb8-4a5e-80cc-c6b766b9c7f8 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9d288fe-8c3c-4dd0-8c90-e78bb1e0ccb0 HTTP/1.1" status: 200 len: 945 time: 0.0867500 Feb 28 11:11:06.053292 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6cace-d187-4855-9281-f2f78468f736 req-2fbb5e7d-fc1e-4e72-86e1-4e5d06b7e19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:06.054813 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-cdb6cace-d187-4855-9281-f2f78468f736 req-2fbb5e7d-fc1e-4e72-86e1-4e5d06b7e19f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c9d288fe-8c3c-4dd0-8c90-e78bb1e0ccb0 HTTP/1.1" status: 200 len: 1129 time: 0.0872011 Feb 28 11:11:06.131465 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-214162dc-4b78-4aad-a3b7-1a298f38d895 req-b96e7afb-a381-41fb-a7ed-a5073351fcc1 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=22831eef-f19a-4a1a-8bd5-76d9b161c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756319 Feb 28 11:11:06.134373 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-cdb6cace-d187-4855-9281-f2f78468f736 req-f023e0de-d158-4983-a5b2-ee691193848e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=22831eef-f19a-4a1a-8bd5-76d9b161c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722499 Feb 28 11:11:07.267007 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd359d-6f70-4647-b84e-40e16063fe6b req-4bdfadfb-5df7-431f-84c9-f496f8e534b1 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:07.269868 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d4cd359d-6f70-4647-b84e-40e16063fe6b req-4bdfadfb-5df7-431f-84c9-f496f8e534b1 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9d288fe-8c3c-4dd0-8c90-e78bb1e0ccb0 HTTP/1.1" status: 200 len: 945 time: 0.0667584 Feb 28 11:11:07.323292 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d4cd359d-6f70-4647-b84e-40e16063fe6b req-1f527db5-cb6a-48e6-bacc-5e9a4ffb186a tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=22831eef-f19a-4a1a-8bd5-76d9b161c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463314 Feb 28 11:11:08.445921 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc49742-0335-4bbb-b32f-2244b1481646 req-faa4e2b3-6939-4abb-b3fb-ee8f21e5556e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:08.448292 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4dc49742-0335-4bbb-b32f-2244b1481646 req-faa4e2b3-6939-4abb-b3fb-ee8f21e5556e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9d288fe-8c3c-4dd0-8c90-e78bb1e0ccb0 HTTP/1.1" status: 200 len: 945 time: 0.0572774 Feb 28 11:11:08.508080 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4dc49742-0335-4bbb-b32f-2244b1481646 req-b7f21364-e61a-4889-9815-24b92d72c599 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=22831eef-f19a-4a1a-8bd5-76d9b161c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542548 Feb 28 11:11:08.640894 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fa809-16f7-46fb-bc56-792ad825218f req-8f895c26-8b8d-4193-a421-1cd831d74fbd tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:08.642405 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-f92fa809-16f7-46fb-bc56-792ad825218f req-8f895c26-8b8d-4193-a421-1cd831d74fbd tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9d288fe-8c3c-4dd0-8c90-e78bb1e0ccb0 HTTP/1.1" status: 200 len: 945 time: 0.0544283 Feb 28 11:11:08.702949 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-f92fa809-16f7-46fb-bc56-792ad825218f req-cc283294-9e21-44db-bcac-ae2445f6d742 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=22831eef-f19a-4a1a-8bd5-76d9b161c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538254 Feb 28 11:11:08.733249 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 55646) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:11:08.781819 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1874666c-f398-4bce-98d6-12b1d218a76f tempest-TestNetworkAdvancedServerOps-932932114 tempest-TestNetworkAdvancedServerOps-932932114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:08.784123 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-1874666c-f398-4bce-98d6-12b1d218a76f tempest-TestNetworkAdvancedServerOps-932932114 tempest-TestNetworkAdvancedServerOps-932932114-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=c9d288fe-8c3c-4dd0-8c90-e78bb1e0ccb0 HTTP/1.1" status: 200 len: 1124 time: 0.0490615 Feb 28 11:11:08.786854 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 55648) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:11:08.791452 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-adea5160-a7fa-4f8d-8d6e-3944fe00269c tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Request body: {'floatingip': {'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'port_id': '8f2b11cb-43b2-4d98-a263-1b5d37eab1da', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:11:08.900037 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-adea5160-a7fa-4f8d-8d6e-3944fe00269c tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:09.003253 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-adea5160-a7fa-4f8d-8d6e-3944fe00269c tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:09.107856 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-adea5160-a7fa-4f8d-8d6e-3944fe00269c tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Allocated IP 172.26.3.23 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/937a965e-8a28-41b5-ad97-9e3aacf38704) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:11:09.219062 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-adea5160-a7fa-4f8d-8d6e-3944fe00269c tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for port (937a965e-8a28-41b5-ad97-9e3aacf38704), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:09.313788 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-adea5160-a7fa-4f8d-8d6e-3944fe00269c tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (937a965e-8a28-41b5-ad97-9e3aacf38704), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:09.361171 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adea5160-a7fa-4f8d-8d6e-3944fe00269c tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:11:09.368254 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-adea5160-a7fa-4f8d-8d6e-3944fe00269c tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:11:09.373082 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adea5160-a7fa-4f8d-8d6e-3944fe00269c tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:11:09.376540 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adea5160-a7fa-4f8d-8d6e-3944fe00269c tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'Port': ['ID=937a965e-8a28-41b5-ad97-9e3aacf38704,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:11:09.752259 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-adea5160-a7fa-4f8d-8d6e-3944fe00269c tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for floatingip (69d763b8-cb87-408a-ab13-8d95b6107884), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:09.898340 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-adea5160-a7fa-4f8d-8d6e-3944fe00269c tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (937a965e-8a28-41b5-ad97-9e3aacf38704), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:10.052293 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-adea5160-a7fa-4f8d-8d6e-3944fe00269c tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for port (937a965e-8a28-41b5-ad97-9e3aacf38704), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:10.110386 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-adea5160-a7fa-4f8d-8d6e-3944fe00269c tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (937a965e-8a28-41b5-ad97-9e3aacf38704), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:10.182992 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adea5160-a7fa-4f8d-8d6e-3944fe00269c tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'Port': ['ID=937a965e-8a28-41b5-ad97-9e3aacf38704,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:11:10.193416 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-adea5160-a7fa-4f8d-8d6e-3944fe00269c tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047917'] for floatingip (69d763b8-cb87-408a-ab13-8d95b6107884), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:10.298932 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.l3_db [None req-adea5160-a7fa-4f8d-8d6e-3944fe00269c tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Floating IP 69d763b8-cb87-408a-ab13-8d95b6107884 associated. External IP: 172.26.3.23, port: 8f2b11cb-43b2-4d98-a263-1b5d37eab1da. Feb 28 11:11:10.523262 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adea5160-a7fa-4f8d-8d6e-3944fe00269c tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Router 10ec598e-ae3e-4506-aac6-65d61efcda23 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:11:10.998977 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adea5160-a7fa-4f8d-8d6e-3944fe00269c tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:11:11.008863 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff3a9a5-391b-462f-b512-2410b13d70d1 None None] Sync routers for ids ['10ec598e-ae3e-4506-aac6-65d61efcda23'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:11:11.020289 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff3a9a5-391b-462f-b512-2410b13d70d1 None None] Routers {'10ec598e-ae3e-4506-aac6-65d61efcda23'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:11:11.020953 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-3ff3a9a5-391b-462f-b512-2410b13d70d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:10:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['10ec598e-ae3e-4506-aac6-65d61efcda23'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:11:11.084589 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-adea5160-a7fa-4f8d-8d6e-3944fe00269c tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:11.116874 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-adea5160-a7fa-4f8d-8d6e-3944fe00269c tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3288136 Feb 28 11:11:11.117509 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9d288fe-8c3c-4dd0-8c90-e78bb1e0ccb0', 'tag': '8f2b11cb-43b2-4d98-a263-1b5d37eab1da'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:11:11.120428 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd32d77-1c5b-4c24-a6d2-990b086212ab" -d '{"events": [{"name": "network-changed", "server_uuid": "c9d288fe-8c3c-4dd0-8c90-e78bb1e0ccb0", "tag": "8f2b11cb-43b2-4d98-a263-1b5d37eab1da"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:11:11.146457 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-3ff3a9a5-391b-462f-b512-2410b13d70d1 None None] Set router 10ec598e-ae3e-4506-aac6-65d61efcda23 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:11:11.178060 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59aef60a-b2a9-4e35-95dd-0e92517e5b95 x-openstack-request-id: req-59aef60a-b2a9-4e35-95dd-0e92517e5b95 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:11:11.178669 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9d288fe-8c3c-4dd0-8c90-e78bb1e0ccb0", "tag": "8f2b11cb-43b2-4d98-a263-1b5d37eab1da", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:11:11.179007 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-59aef60a-b2a9-4e35-95dd-0e92517e5b95 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:11:11.179625 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9d288fe-8c3c-4dd0-8c90-e78bb1e0ccb0', 'tag': '8f2b11cb-43b2-4d98-a263-1b5d37eab1da', 'status': 'completed', 'code': 200} Feb 28 11:11:11.278787 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d12efc-aac2-42dc-afd9-864a3c4047ed req-af730444-9bf7-4276-85d3-eb3aa946dc71 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:11.280239 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-90d12efc-aac2-42dc-afd9-864a3c4047ed req-af730444-9bf7-4276-85d3-eb3aa946dc71 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9d288fe-8c3c-4dd0-8c90-e78bb1e0ccb0 HTTP/1.1" status: 200 len: 945 time: 0.0887377 Feb 28 11:11:11.285869 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd32d77-1c5b-4c24-a6d2-990b086212ab req-56acf3fc-eed0-4426-8fdf-0b3460fdfb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:11.287340 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-7fd32d77-1c5b-4c24-a6d2-990b086212ab req-56acf3fc-eed0-4426-8fdf-0b3460fdfb44 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d2ac95293f7647eb87ff4889cfbdd577&device_id=c9d288fe-8c3c-4dd0-8c90-e78bb1e0ccb0 HTTP/1.1" status: 200 len: 1129 time: 0.0666306 Feb 28 11:11:11.389812 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-90d12efc-aac2-42dc-afd9-864a3c4047ed req-dbb03ee6-fc83-4726-bbdc-df54bc93deb7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=22831eef-f19a-4a1a-8bd5-76d9b161c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014826 Feb 28 11:11:11.415529 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 55654) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:11:11.416081 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd32d77-1c5b-4c24-a6d2-990b086212ab req-55621c2c-6545-45c7-819f-617217cf65c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:11.417770 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-7fd32d77-1c5b-4c24-a6d2-990b086212ab req-55621c2c-6545-45c7-819f-617217cf65c4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1d80a450-f2e7-4377-b534-37cf6bf529e6 HTTP/1.1" status: 200 len: 897 time: 0.1226547 Feb 28 11:11:11.461889 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-3ff3a9a5-391b-462f-b512-2410b13d70d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ec598e-ae3e-4506-aac6-65d61efcda23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905843402', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '569a1800-051f-4109-ae2e-1c3d4d31a18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:10:49Z', 'updated_at': '2022-02-28T11:10:55Z', 'revision_number': 4, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': '569a1800-051f-4109-ae2e-1c3d4d31a18d', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ec598e-ae3e-4506-aac6-65d61efcda23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:10:50Z', 'updated_at': '2022-02-28T11:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': '69d763b8-cb87-408a-ab13-8d95b6107884', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'floating_ip_address': '172.26.3.23', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '10ec598e-ae3e-4506-aac6-65d61efcda23', 'port_id': '8f2b11cb-43b2-4d98-a263-1b5d37eab1da', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d80a450-f2e7-4377-b534-37cf6bf529e6', 'mac_address': 'fa:16:3e:4a:af:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d288fe-8c3c-4dd0-8c90-e78bb1e0ccb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:11:09Z', 'updated_at': '2022-02-28T11:11:09Z', 'revision_number': 0, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d254ed7-44bc-4523-9ae0-e001e35ee269', 'name': '', 'network_id': '1d80a450-f2e7-4377-b534-37cf6bf529e6', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'mac_address': 'fa:16:3e:34:b7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ec598e-ae3e-4506-aac6-65d61efcda23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '06fea262-8776-4311-adec-c21b9835b353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:10:54Z', 'updated_at': '2022-02-28T11:10:57Z', 'revision_number': 5, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'subnets': [{'id': '06fea262-8776-4311-adec-c21b9835b353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:11:11.495577 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff3a9a5-391b-462f-b512-2410b13d70d1 None None] Checking router: 10ec598e-ae3e-4506-aac6-65d61efcda23 for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:11:11.495842 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-3367b8a7-79a7-4ea8-a1f6-0d40e00ea84a tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/floatingips/69d763b8-cb87-408a-ab13-8d95b6107884 HTTP/1.1" status: 200 len: 990 time: 0.0778418 Feb 28 11:11:11.497513 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-7fd32d77-1c5b-4c24-a6d2-990b086212ab req-0f17f9ee-f79b-4e54-9263-f2686504cbdf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f2b11cb-43b2-4d98-a263-1b5d37eab1da HTTP/1.1" status: 200 len: 998 time: 0.0737281 Feb 28 11:11:11.507020 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff3a9a5-391b-462f-b512-2410b13d70d1 None None] Routers {'10ec598e-ae3e-4506-aac6-65d61efcda23'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:11:11.507662 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-3ff3a9a5-391b-462f-b512-2410b13d70d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:10:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['10ec598e-ae3e-4506-aac6-65d61efcda23'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:11:11.548862 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd32d77-1c5b-4c24-a6d2-990b086212ab req-bc976955-e049-4be9-979e-e349a36bffca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:11.550412 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-7fd32d77-1c5b-4c24-a6d2-990b086212ab req-bc976955-e049-4be9-979e-e349a36bffca service neutron] 10.222.0.70 "GET /v2.0/subnets?id=06fea262-8776-4311-adec-c21b9835b353 HTTP/1.1" status: 200 len: 834 time: 0.0469277 Feb 28 11:11:11.600308 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd32d77-1c5b-4c24-a6d2-990b086212ab req-00694c41-9a2a-43e8-baba-d5755cab8a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:11.601861 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-7fd32d77-1c5b-4c24-a6d2-990b086212ab req-00694c41-9a2a-43e8-baba-d5755cab8a78 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1d80a450-f2e7-4377-b534-37cf6bf529e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0454042 Feb 28 11:11:11.622692 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-3ff3a9a5-391b-462f-b512-2410b13d70d1 None None] Set router 10ec598e-ae3e-4506-aac6-65d61efcda23 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:11:11.693860 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-7fd32d77-1c5b-4c24-a6d2-990b086212ab req-76ddc0c8-51f3-4c42-8246-155b43ec9aa7 service neutron] 10.222.0.70 "GET /v2.0/networks/1d80a450-f2e7-4377-b534-37cf6bf529e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861163 Feb 28 11:11:11.785060 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-7fd32d77-1c5b-4c24-a6d2-990b086212ab req-dd90c9b1-80a1-4268-b585-b1bc794b98d6 service neutron] 10.222.0.70 "GET /v2.0/networks/1d80a450-f2e7-4377-b534-37cf6bf529e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847807 Feb 28 11:11:11.845953 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-3ff3a9a5-391b-462f-b512-2410b13d70d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ec598e-ae3e-4506-aac6-65d61efcda23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905843402', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '569a1800-051f-4109-ae2e-1c3d4d31a18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:10:49Z', 'updated_at': '2022-02-28T11:10:55Z', 'revision_number': 4, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': '569a1800-051f-4109-ae2e-1c3d4d31a18d', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ec598e-ae3e-4506-aac6-65d61efcda23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:10:50Z', 'updated_at': '2022-02-28T11:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': '69d763b8-cb87-408a-ab13-8d95b6107884', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'floating_ip_address': '172.26.3.23', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '10ec598e-ae3e-4506-aac6-65d61efcda23', 'port_id': '8f2b11cb-43b2-4d98-a263-1b5d37eab1da', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d80a450-f2e7-4377-b534-37cf6bf529e6', 'mac_address': 'fa:16:3e:4a:af:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d288fe-8c3c-4dd0-8c90-e78bb1e0ccb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:11:09Z', 'updated_at': '2022-02-28T11:11:09Z', 'revision_number': 0, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d254ed7-44bc-4523-9ae0-e001e35ee269', 'name': '', 'network_id': '1d80a450-f2e7-4377-b534-37cf6bf529e6', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'mac_address': 'fa:16:3e:34:b7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ec598e-ae3e-4506-aac6-65d61efcda23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '06fea262-8776-4311-adec-c21b9835b353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:10:54Z', 'updated_at': '2022-02-28T11:10:57Z', 'revision_number': 5, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'subnets': [{'id': '06fea262-8776-4311-adec-c21b9835b353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:11:11.876197 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff3a9a5-391b-462f-b512-2410b13d70d1 None None] The sync data for ids ['10ec598e-ae3e-4506-aac6-65d61efcda23'] in dv-neutron-829161-3-hyperv is: [{'id': '10ec598e-ae3e-4506-aac6-65d61efcda23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905843402', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '569a1800-051f-4109-ae2e-1c3d4d31a18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:10:49Z', 'updated_at': '2022-02-28T11:10:55Z', 'revision_number': 4, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': '569a1800-051f-4109-ae2e-1c3d4d31a18d', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ec598e-ae3e-4506-aac6-65d61efcda23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:10:50Z', 'updated_at': '2022-02-28T11:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': '69d763b8-cb87-408a-ab13-8d95b6107884', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'floating_ip_address': '172.26.3.23', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '10ec598e-ae3e-4506-aac6-65d61efcda23', 'port_id': '8f2b11cb-43b2-4d98-a263-1b5d37eab1da', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d80a450-f2e7-4377-b534-37cf6bf529e6', 'mac_address': 'fa:16:3e:4a:af:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d288fe-8c3c-4dd0-8c90-e78bb1e0ccb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:11:09Z', 'updated_at': '2022-02-28T11:11:09Z', 'revision_number': 0, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d254ed7-44bc-4523-9ae0-e001e35ee269', 'name': '', 'network_id': '1d80a450-f2e7-4377-b534-37cf6bf529e6', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'mac_address': 'fa:16:3e:34:b7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ec598e-ae3e-4506-aac6-65d61efcda23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '06fea262-8776-4311-adec-c21b9835b353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:10:54Z', 'updated_at': '2022-02-28T11:10:57Z', 'revision_number': 5, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'subnets': [{'id': '06fea262-8776-4311-adec-c21b9835b353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:11:12.104432 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4167cee-0667-4cd7-8752-f07a4eef9112 None None] New status for floating IP 69d763b8-cb87-408a-ab13-8d95b6107884: ACTIVE {{(pid=104086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:11:12.499759 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 55656) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:11:12.566556 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c363671f-340f-414f-88f5-8c93103f1d83 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/floatingips/69d763b8-cb87-408a-ab13-8d95b6107884 HTTP/1.1" status: 200 len: 992 time: 0.0655787 Feb 28 11:11:16.527377 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-484da0c1-7dbc-4ff1-9608-3ca21a9d662a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:18.649923 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5881b8b2-c2ee-46fa-af89-bc8a4ffeaa40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:20.129873 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:21.464586 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:22.824607 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:30.918536 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:36.718689 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:11:39.543916 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290f1ea-246f-4b03-8581-fa7c3a50b4ed req-f21519f8-5276-4f53-876e-97fe0803a00d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:39.545464 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e290f1ea-246f-4b03-8581-fa7c3a50b4ed req-f21519f8-5276-4f53-876e-97fe0803a00d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9d288fe-8c3c-4dd0-8c90-e78bb1e0ccb0 HTTP/1.1" status: 200 len: 945 time: 0.0538862 Feb 28 11:11:39.600057 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e290f1ea-246f-4b03-8581-fa7c3a50b4ed req-6a5c6df2-70e9-4d52-98ce-27214c794beb tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=22831eef-f19a-4a1a-8bd5-76d9b161c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483489 Feb 28 11:11:39.630770 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab08998-afde-404b-81a9-5558a7512cca req-136a5466-9bc3-4498-85ba-f60bafe48778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:39.632323 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-fab08998-afde-404b-81a9-5558a7512cca req-136a5466-9bc3-4498-85ba-f60bafe48778 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d2ac95293f7647eb87ff4889cfbdd577&device_id=c9d288fe-8c3c-4dd0-8c90-e78bb1e0ccb0 HTTP/1.1" status: 200 len: 1129 time: 0.0463309 Feb 28 11:11:39.728183 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab08998-afde-404b-81a9-5558a7512cca req-ef29536b-ebff-488f-a629-1c7c921e6e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:39.729591 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-fab08998-afde-404b-81a9-5558a7512cca req-ef29536b-ebff-488f-a629-1c7c921e6e7a service neutron] 10.222.0.70 "GET /v2.0/networks?id=1d80a450-f2e7-4377-b534-37cf6bf529e6 HTTP/1.1" status: 200 len: 897 time: 0.0914896 Feb 28 11:11:39.796919 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-fab08998-afde-404b-81a9-5558a7512cca req-251ca1ce-d79e-44bc-a257-1baa33aaa0ed service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f2b11cb-43b2-4d98-a263-1b5d37eab1da HTTP/1.1" status: 200 len: 1000 time: 0.0608704 Feb 28 11:11:39.860328 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab08998-afde-404b-81a9-5558a7512cca req-d6084bd3-a630-494f-9b4b-21ee7311c61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:39.861847 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-fab08998-afde-404b-81a9-5558a7512cca req-d6084bd3-a630-494f-9b4b-21ee7311c61e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=06fea262-8776-4311-adec-c21b9835b353 HTTP/1.1" status: 200 len: 834 time: 0.0578814 Feb 28 11:11:39.917892 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab08998-afde-404b-81a9-5558a7512cca req-f4415694-bf65-4fed-884b-d7b5365bf167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:39.919462 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-fab08998-afde-404b-81a9-5558a7512cca req-f4415694-bf65-4fed-884b-d7b5365bf167 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1d80a450-f2e7-4377-b534-37cf6bf529e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0518212 Feb 28 11:11:40.010000 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-fab08998-afde-404b-81a9-5558a7512cca req-2cca08aa-4571-4f84-8300-08ab502c19d0 service neutron] 10.222.0.70 "GET /v2.0/networks/1d80a450-f2e7-4377-b534-37cf6bf529e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832553 Feb 28 11:11:40.105409 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-fab08998-afde-404b-81a9-5558a7512cca req-7e68a62d-4f5d-4b97-adc9-f0837988d8e0 service neutron] 10.222.0.70 "GET /v2.0/networks/1d80a450-f2e7-4377-b534-37cf6bf529e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892918 Feb 28 11:11:40.723152 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc291e2-e388-4c46-b670-31e71d61b51b req-7453b1a2-f597-46fa-8588-7576c9591225 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:40.724700 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-efc291e2-e388-4c46-b670-31e71d61b51b req-7453b1a2-f597-46fa-8588-7576c9591225 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9d288fe-8c3c-4dd0-8c90-e78bb1e0ccb0 HTTP/1.1" status: 200 len: 945 time: 0.0546405 Feb 28 11:11:40.773744 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-efc291e2-e388-4c46-b670-31e71d61b51b req-9df96299-e0d8-48e9-a679-589b45032c86 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=22831eef-f19a-4a1a-8bd5-76d9b161c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435684 Feb 28 11:11:41.891170 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b7e2c-8fe9-40d0-97ec-543ec4806eca req-3bc58217-b3f3-4a0f-acf0-1775fd66c6c5 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:41.892650 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-386b7e2c-8fe9-40d0-97ec-543ec4806eca req-3bc58217-b3f3-4a0f-acf0-1775fd66c6c5 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9d288fe-8c3c-4dd0-8c90-e78bb1e0ccb0 HTTP/1.1" status: 200 len: 945 time: 0.0515735 Feb 28 11:11:41.942384 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-386b7e2c-8fe9-40d0-97ec-543ec4806eca req-55a0b37d-3658-4f24-8190-349c30291645 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=22831eef-f19a-4a1a-8bd5-76d9b161c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434177 Feb 28 11:11:43.077050 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ac61e-d431-4fa6-9d19-63f667c45d2a req-c51cf064-65c4-4884-95c4-b1fbdf5460ce tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:43.078610 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a97ac61e-d431-4fa6-9d19-63f667c45d2a req-c51cf064-65c4-4884-95c4-b1fbdf5460ce tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9d288fe-8c3c-4dd0-8c90-e78bb1e0ccb0 HTTP/1.1" status: 200 len: 945 time: 0.0579443 Feb 28 11:11:43.134416 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a97ac61e-d431-4fa6-9d19-63f667c45d2a req-313c20d4-6312-454a-bdab-12d956cbfc17 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=22831eef-f19a-4a1a-8bd5-76d9b161c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493886 Feb 28 11:11:44.254695 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d101d6-602c-4d8a-8f9c-082d06737e66 req-c8eef42b-00b1-4388-b44b-324fe1e6e85d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:44.257065 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-27d101d6-602c-4d8a-8f9c-082d06737e66 req-c8eef42b-00b1-4388-b44b-324fe1e6e85d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9d288fe-8c3c-4dd0-8c90-e78bb1e0ccb0 HTTP/1.1" status: 200 len: 945 time: 0.0540223 Feb 28 11:11:44.310721 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-27d101d6-602c-4d8a-8f9c-082d06737e66 req-83b20c85-a226-4ec2-a26f-32e9c0ac44a5 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=22831eef-f19a-4a1a-8bd5-76d9b161c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481336 Feb 28 11:11:45.432856 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c23626-6122-4d96-bba5-1f0e03ccdca1 req-5ba26fae-e22f-4026-ae09-ed539f5ec50e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:45.434344 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d5c23626-6122-4d96-bba5-1f0e03ccdca1 req-5ba26fae-e22f-4026-ae09-ed539f5ec50e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9d288fe-8c3c-4dd0-8c90-e78bb1e0ccb0 HTTP/1.1" status: 200 len: 945 time: 0.0534902 Feb 28 11:11:45.482794 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d5c23626-6122-4d96-bba5-1f0e03ccdca1 req-8b16e91a-741c-4fd1-b823-04e39acf79fc tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=22831eef-f19a-4a1a-8bd5-76d9b161c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426362 Feb 28 11:11:46.453149 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-dd0b60db-487e-4ec2-8f0d-f5f263f67cca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:46.606678 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e12d419-6b88-4d2d-982e-a6d2c9c7c4ef req-27237185-2a75-477d-9e8d-87b18a1d5220 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:46.608213 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-3e12d419-6b88-4d2d-982e-a6d2c9c7c4ef req-27237185-2a75-477d-9e8d-87b18a1d5220 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9d288fe-8c3c-4dd0-8c90-e78bb1e0ccb0 HTTP/1.1" status: 200 len: 945 time: 0.0608056 Feb 28 11:11:46.658598 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-3e12d419-6b88-4d2d-982e-a6d2c9c7c4ef req-bb49cc65-acd5-4e00-a3e1-dc3fe729a028 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=22831eef-f19a-4a1a-8bd5-76d9b161c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449107 Feb 28 11:11:47.783377 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8bf4fa-941a-4725-a762-c433d130a840 req-bcacec0f-6123-495e-a5ac-352c0b76a85e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:47.784906 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5f8bf4fa-941a-4725-a762-c433d130a840 req-bcacec0f-6123-495e-a5ac-352c0b76a85e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9d288fe-8c3c-4dd0-8c90-e78bb1e0ccb0 HTTP/1.1" status: 200 len: 945 time: 0.0567410 Feb 28 11:11:47.842695 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5f8bf4fa-941a-4725-a762-c433d130a840 req-0724c52b-4846-4adc-9fca-155d2c3d4d39 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=22831eef-f19a-4a1a-8bd5-76d9b161c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514953 Feb 28 11:11:48.643914 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-db5474dc-d308-44b5-8ab0-ae527a9691e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:48.966757 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97bdfa1-a903-42fc-b3a1-1c03ba6995a0 req-35aa15be-ef5c-45dd-82f1-6910ddf07558 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:48.968234 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-c97bdfa1-a903-42fc-b3a1-1c03ba6995a0 req-35aa15be-ef5c-45dd-82f1-6910ddf07558 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9d288fe-8c3c-4dd0-8c90-e78bb1e0ccb0 HTTP/1.1" status: 200 len: 945 time: 0.0540187 Feb 28 11:11:49.018339 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-c97bdfa1-a903-42fc-b3a1-1c03ba6995a0 req-e0aad8b7-dd72-4110-b58a-27392c666eaf tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=22831eef-f19a-4a1a-8bd5-76d9b161c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442774 Feb 28 11:11:50.132808 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:50.147922 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1178d8f-e45b-4436-a469-e5032eda307b req-3e1cd98f-ed9b-40e2-9480-986526636267 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:50.152968 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b1178d8f-e45b-4436-a469-e5032eda307b req-3e1cd98f-ed9b-40e2-9480-986526636267 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9d288fe-8c3c-4dd0-8c90-e78bb1e0ccb0 HTTP/1.1" status: 200 len: 945 time: 0.0638978 Feb 28 11:11:50.219140 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b1178d8f-e45b-4436-a469-e5032eda307b req-b8d0acfe-ce98-415d-88b5-c89b9c438c48 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=22831eef-f19a-4a1a-8bd5-76d9b161c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603640 Feb 28 11:11:51.343626 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a1d432-c5d4-44c1-b65f-58d932226a7d req-18d0b0df-188c-4272-8a58-92531abe0139 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:51.345203 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-b0a1d432-c5d4-44c1-b65f-58d932226a7d req-18d0b0df-188c-4272-8a58-92531abe0139 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9d288fe-8c3c-4dd0-8c90-e78bb1e0ccb0 HTTP/1.1" status: 200 len: 945 time: 0.0565193 Feb 28 11:11:51.407747 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-b0a1d432-c5d4-44c1-b65f-58d932226a7d req-ff88be23-310a-4dfb-8714-844690c5b248 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=22831eef-f19a-4a1a-8bd5-76d9b161c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563679 Feb 28 11:11:51.431587 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 55690) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:11:51.443819 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:51.494034 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-1271ea87-8225-47be-aec5-ee684d3abb9d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/floatingips/69d763b8-cb87-408a-ab13-8d95b6107884 HTTP/1.1" status: 200 len: 992 time: 0.0612719 Feb 28 11:11:52.727560 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:00.938904 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:08.422089 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-292633dd-4c8d-4376-82f0-e9140c5555d6 req-61f5c41b-cbf5-4316-b005-a60f90d1807e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c9d288fe-8c3c-4dd0-8c90-e78bb1e0ccb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0491102 Feb 28 11:12:08.526289 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292633dd-4c8d-4376-82f0-e9140c5555d6 req-7caf9ca2-d1a9-4bfb-9f29-5ea88e01eaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:12:08.527783 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-292633dd-4c8d-4376-82f0-e9140c5555d6 req-7caf9ca2-d1a9-4bfb-9f29-5ea88e01eaf7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d2ac95293f7647eb87ff4889cfbdd577&device_id=c9d288fe-8c3c-4dd0-8c90-e78bb1e0ccb0 HTTP/1.1" status: 200 len: 1129 time: 0.0468273 Feb 28 11:12:08.644070 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292633dd-4c8d-4376-82f0-e9140c5555d6 req-2ce0ad65-c170-4240-b910-7dc57681065d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:12:08.645583 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-292633dd-4c8d-4376-82f0-e9140c5555d6 req-2ce0ad65-c170-4240-b910-7dc57681065d service neutron] 10.222.0.70 "GET /v2.0/networks?id=1d80a450-f2e7-4377-b534-37cf6bf529e6 HTTP/1.1" status: 200 len: 897 time: 0.0993526 Feb 28 11:12:08.716173 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-292633dd-4c8d-4376-82f0-e9140c5555d6 req-bc007455-42ee-4e20-a808-f49a106ed314 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f2b11cb-43b2-4d98-a263-1b5d37eab1da HTTP/1.1" status: 200 len: 1000 time: 0.0640101 Feb 28 11:12:08.772250 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292633dd-4c8d-4376-82f0-e9140c5555d6 req-bca40115-8473-406a-b9e2-96523cf11e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:12:08.773943 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-292633dd-4c8d-4376-82f0-e9140c5555d6 req-bca40115-8473-406a-b9e2-96523cf11e76 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=06fea262-8776-4311-adec-c21b9835b353 HTTP/1.1" status: 200 len: 834 time: 0.0524926 Feb 28 11:12:08.839396 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292633dd-4c8d-4376-82f0-e9140c5555d6 req-5595ae56-3a25-40fa-9e72-cc731514b7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:12:08.841300 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-292633dd-4c8d-4376-82f0-e9140c5555d6 req-5595ae56-3a25-40fa-9e72-cc731514b7b3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1d80a450-f2e7-4377-b534-37cf6bf529e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0618072 Feb 28 11:12:08.946904 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-292633dd-4c8d-4376-82f0-e9140c5555d6 req-d540cc0e-e6dc-4bd3-b5b8-6515431dc0be service neutron] 10.222.0.70 "GET /v2.0/networks/1d80a450-f2e7-4377-b534-37cf6bf529e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992014 Feb 28 11:12:09.050436 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-292633dd-4c8d-4376-82f0-e9140c5555d6 req-79bdc06b-44ff-46b4-ae5a-5f0fa6b1cb7b service neutron] 10.222.0.70 "GET /v2.0/networks/1d80a450-f2e7-4377-b534-37cf6bf529e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971515 Feb 28 11:12:13.717752 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:12:16.461320 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-cf74b53e-e627-4f7d-8e67-83f136c12f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:18.655250 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8063f6e0-0755-405f-9350-0b0df0d68345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:20.175437 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:21.476414 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:21.895920 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 55706) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:12:22.058300 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-443f16a4-383f-4cfc-abcb-dffab830d709 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Deleting port 937a965e-8a28-41b5-ad97-9e3aacf38704 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:12:22.058649 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-443f16a4-383f-4cfc-abcb-dffab830d709 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (937a965e-8a28-41b5-ad97-9e3aacf38704), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:22.138950 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-443f16a4-383f-4cfc-abcb-dffab830d709 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (937a965e-8a28-41b5-ad97-9e3aacf38704), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:22.139285 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-443f16a4-383f-4cfc-abcb-dffab830d709 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for floatingip (937a965e-8a28-41b5-ad97-9e3aacf38704), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:22.151709 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-443f16a4-383f-4cfc-abcb-dffab830d709 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Calling delete_port for 937a965e-8a28-41b5-ad97-9e3aacf38704 owned by network:floatingip {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:12:22.369967 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-443f16a4-383f-4cfc-abcb-dffab830d709 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (937a965e-8a28-41b5-ad97-9e3aacf38704), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:22.397964 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443f16a4-383f-4cfc-abcb-dffab830d709 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event deleted for resources: {'Port': ['ID=937a965e-8a28-41b5-ad97-9e3aacf38704,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:12:22.407982 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f16a4-383f-4cfc-abcb-dffab830d709 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:22.408284 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f16a4-383f-4cfc-abcb-dffab830d709 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:22.408637 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f16a4-383f-4cfc-abcb-dffab830d709 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:22.409000 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f16a4-383f-4cfc-abcb-dffab830d709 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:22.409334 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f16a4-383f-4cfc-abcb-dffab830d709 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:22.409675 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f16a4-383f-4cfc-abcb-dffab830d709 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:22.410656 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f16a4-383f-4cfc-abcb-dffab830d709 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:22.410656 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f16a4-383f-4cfc-abcb-dffab830d709 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:22.410656 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f16a4-383f-4cfc-abcb-dffab830d709 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:22.411109 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f16a4-383f-4cfc-abcb-dffab830d709 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:22.411337 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f16a4-383f-4cfc-abcb-dffab830d709 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:22.411672 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f16a4-383f-4cfc-abcb-dffab830d709 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:22.412001 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f16a4-383f-4cfc-abcb-dffab830d709 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:22.484565 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-443f16a4-383f-4cfc-abcb-dffab830d709 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for floatingip (69d763b8-cb87-408a-ab13-8d95b6107884), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:22.484890 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.l3_db [None req-443f16a4-383f-4cfc-abcb-dffab830d709 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Floating IP 69d763b8-cb87-408a-ab13-8d95b6107884 disassociated (deleted). External IP: 172.26.3.23, port: 8f2b11cb-43b2-4d98-a263-1b5d37eab1da. Feb 28 11:12:22.710285 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-443f16a4-383f-4cfc-abcb-dffab830d709 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Router 10ec598e-ae3e-4506-aac6-65d61efcda23 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:12:22.733237 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:22.832687 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-443f16a4-383f-4cfc-abcb-dffab830d709 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:12:22.839003 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-443f16a4-383f-4cfc-abcb-dffab830d709 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:22.843486 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0092af96-152b-491d-9d00-fc15992657b7 None None] Sync routers for ids ['10ec598e-ae3e-4506-aac6-65d61efcda23'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:12:22.859812 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0092af96-152b-491d-9d00-fc15992657b7 None None] Routers {'10ec598e-ae3e-4506-aac6-65d61efcda23'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:12:22.860691 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-0092af96-152b-491d-9d00-fc15992657b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:12:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['10ec598e-ae3e-4506-aac6-65d61efcda23'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:12:22.887971 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-443f16a4-383f-4cfc-abcb-dffab830d709 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "DELETE /v2.0/floatingips/69d763b8-cb87-408a-ab13-8d95b6107884 HTTP/1.1" status: 204 len: 168 time: 0.9884372 Feb 28 11:12:22.887971 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9d288fe-8c3c-4dd0-8c90-e78bb1e0ccb0', 'tag': '8f2b11cb-43b2-4d98-a263-1b5d37eab1da'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:12:22.890255 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53040e3b-3540-4655-afd5-b0a90c71c3a0" -d '{"events": [{"name": "network-changed", "server_uuid": "c9d288fe-8c3c-4dd0-8c90-e78bb1e0ccb0", "tag": "8f2b11cb-43b2-4d98-a263-1b5d37eab1da"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:12:22.934826 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a20050-1bf6-4db7-b96b-53c665b27bb0 x-openstack-request-id: req-f0a20050-1bf6-4db7-b96b-53c665b27bb0 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:12:22.935464 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9d288fe-8c3c-4dd0-8c90-e78bb1e0ccb0", "tag": "8f2b11cb-43b2-4d98-a263-1b5d37eab1da", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:12:22.935925 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f0a20050-1bf6-4db7-b96b-53c665b27bb0 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:12:22.936441 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9d288fe-8c3c-4dd0-8c90-e78bb1e0ccb0', 'tag': '8f2b11cb-43b2-4d98-a263-1b5d37eab1da', 'status': 'completed', 'code': 200} Feb 28 11:12:22.999788 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-0092af96-152b-491d-9d00-fc15992657b7 None None] Set router 10ec598e-ae3e-4506-aac6-65d61efcda23 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:12:23.029139 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53040e3b-3540-4655-afd5-b0a90c71c3a0 req-ba2c9dcd-a3a0-41c3-84e6-22225ca4d24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:12:23.031427 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-53040e3b-3540-4655-afd5-b0a90c71c3a0 req-ba2c9dcd-a3a0-41c3-84e6-22225ca4d24d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d2ac95293f7647eb87ff4889cfbdd577&device_id=c9d288fe-8c3c-4dd0-8c90-e78bb1e0ccb0 HTTP/1.1" status: 200 len: 1129 time: 0.0554247 Feb 28 11:12:23.162389 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53040e3b-3540-4655-afd5-b0a90c71c3a0 req-15a23262-3402-465b-a97f-2418e6da75a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:12:23.164505 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-53040e3b-3540-4655-afd5-b0a90c71c3a0 req-15a23262-3402-465b-a97f-2418e6da75a8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1d80a450-f2e7-4377-b534-37cf6bf529e6 HTTP/1.1" status: 200 len: 897 time: 0.1281819 Feb 28 11:12:23.207992 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-53040e3b-3540-4655-afd5-b0a90c71c3a0 req-28ea5b2b-0edf-478a-8a34-875fe426ae1a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f2b11cb-43b2-4d98-a263-1b5d37eab1da HTTP/1.1" status: 200 len: 217 time: 0.0375943 Feb 28 11:12:23.258408 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53040e3b-3540-4655-afd5-b0a90c71c3a0 req-305045f2-13fc-4fbe-8dd1-5f260ef745ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:12:23.259912 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-53040e3b-3540-4655-afd5-b0a90c71c3a0 req-305045f2-13fc-4fbe-8dd1-5f260ef745ae service neutron] 10.222.0.70 "GET /v2.0/subnets?id=06fea262-8776-4311-adec-c21b9835b353 HTTP/1.1" status: 200 len: 834 time: 0.0469365 Feb 28 11:12:23.320860 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53040e3b-3540-4655-afd5-b0a90c71c3a0 req-a29b76b2-7fe0-4f6e-840c-d0eb1f2a96af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:12:23.322371 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-53040e3b-3540-4655-afd5-b0a90c71c3a0 req-a29b76b2-7fe0-4f6e-840c-d0eb1f2a96af service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1d80a450-f2e7-4377-b534-37cf6bf529e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0567884 Feb 28 11:12:23.379452 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-0092af96-152b-491d-9d00-fc15992657b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ec598e-ae3e-4506-aac6-65d61efcda23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905843402', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '569a1800-051f-4109-ae2e-1c3d4d31a18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:10:49Z', 'updated_at': '2022-02-28T11:10:55Z', 'revision_number': 4, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': '569a1800-051f-4109-ae2e-1c3d4d31a18d', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ec598e-ae3e-4506-aac6-65d61efcda23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:10:50Z', 'updated_at': '2022-02-28T11:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '1d254ed7-44bc-4523-9ae0-e001e35ee269', 'name': '', 'network_id': '1d80a450-f2e7-4377-b534-37cf6bf529e6', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'mac_address': 'fa:16:3e:34:b7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ec598e-ae3e-4506-aac6-65d61efcda23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '06fea262-8776-4311-adec-c21b9835b353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:10:54Z', 'updated_at': '2022-02-28T11:10:57Z', 'revision_number': 5, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'subnets': [{'id': '06fea262-8776-4311-adec-c21b9835b353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:12:23.406506 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0092af96-152b-491d-9d00-fc15992657b7 None None] Checking router: 10ec598e-ae3e-4506-aac6-65d61efcda23 for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:12:23.416009 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0092af96-152b-491d-9d00-fc15992657b7 None None] Routers {'10ec598e-ae3e-4506-aac6-65d61efcda23'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:12:23.416682 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-0092af96-152b-491d-9d00-fc15992657b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:12:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['10ec598e-ae3e-4506-aac6-65d61efcda23'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:12:23.458400 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-53040e3b-3540-4655-afd5-b0a90c71c3a0 req-885cb370-98b2-4cb0-8bb3-41d3d9298e69 service neutron] 10.222.0.70 "GET /v2.0/networks/1d80a450-f2e7-4377-b534-37cf6bf529e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193058 Feb 28 11:12:23.522926 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a35a97-51c6-4d9b-8d89-d68f1c29ebd6 req-41aa0a42-b28e-472b-a715-55118e84cb7f tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:12:23.524424 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-13a35a97-51c6-4d9b-8d89-d68f1c29ebd6 req-41aa0a42-b28e-472b-a715-55118e84cb7f tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9d288fe-8c3c-4dd0-8c90-e78bb1e0ccb0 HTTP/1.1" status: 200 len: 945 time: 0.2061570 Feb 28 11:12:23.526954 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-0092af96-152b-491d-9d00-fc15992657b7 None None] Set router 10ec598e-ae3e-4506-aac6-65d61efcda23 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:12:23.605579 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-53040e3b-3540-4655-afd5-b0a90c71c3a0 req-2e6c7d83-0316-408a-9171-be212d81ecdc service neutron] 10.222.0.70 "GET /v2.0/networks/1d80a450-f2e7-4377-b534-37cf6bf529e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399903 Feb 28 11:12:23.609470 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-13a35a97-51c6-4d9b-8d89-d68f1c29ebd6 req-6a3758ad-8dea-470a-b102-a7f5d052469c tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=22831eef-f19a-4a1a-8bd5-76d9b161c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790370 Feb 28 11:12:23.736964 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-0092af96-152b-491d-9d00-fc15992657b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ec598e-ae3e-4506-aac6-65d61efcda23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905843402', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '569a1800-051f-4109-ae2e-1c3d4d31a18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:10:49Z', 'updated_at': '2022-02-28T11:10:55Z', 'revision_number': 4, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': '569a1800-051f-4109-ae2e-1c3d4d31a18d', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ec598e-ae3e-4506-aac6-65d61efcda23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:10:50Z', 'updated_at': '2022-02-28T11:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '1d254ed7-44bc-4523-9ae0-e001e35ee269', 'name': '', 'network_id': '1d80a450-f2e7-4377-b534-37cf6bf529e6', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'mac_address': 'fa:16:3e:34:b7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ec598e-ae3e-4506-aac6-65d61efcda23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '06fea262-8776-4311-adec-c21b9835b353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:10:54Z', 'updated_at': '2022-02-28T11:10:57Z', 'revision_number': 5, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'subnets': [{'id': '06fea262-8776-4311-adec-c21b9835b353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:12:23.768208 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0092af96-152b-491d-9d00-fc15992657b7 None None] The sync data for ids ['10ec598e-ae3e-4506-aac6-65d61efcda23'] in dv-neutron-829161-3-hyperv is: [{'id': '10ec598e-ae3e-4506-aac6-65d61efcda23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905843402', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '569a1800-051f-4109-ae2e-1c3d4d31a18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:10:49Z', 'updated_at': '2022-02-28T11:10:55Z', 'revision_number': 4, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': '569a1800-051f-4109-ae2e-1c3d4d31a18d', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ec598e-ae3e-4506-aac6-65d61efcda23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:10:50Z', 'updated_at': '2022-02-28T11:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '1d254ed7-44bc-4523-9ae0-e001e35ee269', 'name': '', 'network_id': '1d80a450-f2e7-4377-b534-37cf6bf529e6', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'mac_address': 'fa:16:3e:34:b7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ec598e-ae3e-4506-aac6-65d61efcda23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '06fea262-8776-4311-adec-c21b9835b353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:10:54Z', 'updated_at': '2022-02-28T11:10:57Z', 'revision_number': 5, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'subnets': [{'id': '06fea262-8776-4311-adec-c21b9835b353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:12:23.993553 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8181dc-ee38-46f0-8d28-a4001a43e67e None None] New status for floating IP 69d763b8-cb87-408a-ab13-8d95b6107884: DOWN {{(pid=104086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:12:24.820073 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a325fc9-c753-439e-a731-08bacd4f22de req-fe5c5e81-9e42-49a8-af97-04062118b194 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:12:24.821345 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-2a325fc9-c753-439e-a731-08bacd4f22de req-fe5c5e81-9e42-49a8-af97-04062118b194 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9d288fe-8c3c-4dd0-8c90-e78bb1e0ccb0 HTTP/1.1" status: 200 len: 945 time: 0.1348214 Feb 28 11:12:24.880647 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-2a325fc9-c753-439e-a731-08bacd4f22de req-19c8579a-0848-477e-88b9-3f6b67173a01 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=22831eef-f19a-4a1a-8bd5-76d9b161c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536366 Feb 28 11:12:24.990390 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4114e08-42cf-4846-bbde-3730215cb59c req-c52d26ba-1572-4b28-8e72-ca35a80222db tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:12:24.992508 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c4114e08-42cf-4846-bbde-3730215cb59c req-c52d26ba-1572-4b28-8e72-ca35a80222db tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9d288fe-8c3c-4dd0-8c90-e78bb1e0ccb0 HTTP/1.1" status: 200 len: 945 time: 0.0577080 Feb 28 11:12:25.100732 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-c4114e08-42cf-4846-bbde-3730215cb59c req-4f5288cb-bd48-4f14-8e65-b1f3ab4dac1b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Deleting port 8f2b11cb-43b2-4d98-a263-1b5d37eab1da {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:12:25.101177 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-c4114e08-42cf-4846-bbde-3730215cb59c req-4f5288cb-bd48-4f14-8e65-b1f3ab4dac1b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (8f2b11cb-43b2-4d98-a263-1b5d37eab1da), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:25.200029 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-c4114e08-42cf-4846-bbde-3730215cb59c req-4f5288cb-bd48-4f14-8e65-b1f3ab4dac1b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] For port 8f2b11cb-43b2-4d98-a263-1b5d37eab1da, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=8f2b11cb-43b2-4d98-a263-1b5d37eab1da,segment=NetworkSegment(a5229927-870b-4ac5-9262-39024861cd05),segment_id=a5229927-870b-4ac5-9262-39024861cd05)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:12:25.200308 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-c4114e08-42cf-4846-bbde-3730215cb59c req-4f5288cb-bd48-4f14-8e65-b1f3ab4dac1b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (8f2b11cb-43b2-4d98-a263-1b5d37eab1da), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:25.219450 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-c4114e08-42cf-4846-bbde-3730215cb59c req-4f5288cb-bd48-4f14-8e65-b1f3ab4dac1b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Calling delete_port for 8f2b11cb-43b2-4d98-a263-1b5d37eab1da owned by compute:nova {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:12:25.424732 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-c4114e08-42cf-4846-bbde-3730215cb59c req-4f5288cb-bd48-4f14-8e65-b1f3ab4dac1b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (8f2b11cb-43b2-4d98-a263-1b5d37eab1da), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:25.452854 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5288cb-bd48-4f14-8e65-b1f3ab4dac1b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event deleted for resources: {'Port': ['ID=8f2b11cb-43b2-4d98-a263-1b5d37eab1da,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:12:25.499278 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4114e08-42cf-4846-bbde-3730215cb59c req-4f5288cb-bd48-4f14-8e65-b1f3ab4dac1b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] No DVR routers for this DVR port 8f2b11cb-43b2-4d98-a263-1b5d37eab1da on host hv-neutron-8291 {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:12:25.501779 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-c4114e08-42cf-4846-bbde-3730215cb59c req-4f5288cb-bd48-4f14-8e65-b1f3ab4dac1b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:25.505162 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c4114e08-42cf-4846-bbde-3730215cb59c req-4f5288cb-bd48-4f14-8e65-b1f3ab4dac1b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.70 "DELETE /v2.0/ports/8f2b11cb-43b2-4d98-a263-1b5d37eab1da HTTP/1.1" status: 204 len: 173 time: 0.5076382 Feb 28 11:12:25.505618 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d288fe-8c3c-4dd0-8c90-e78bb1e0ccb0', 'name': 'network-vif-deleted', 'tag': '8f2b11cb-43b2-4d98-a263-1b5d37eab1da'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:12:25.508622 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15259242-cf3a-448d-a42c-0e461541f463" -d '{"events": [{"server_uuid": "c9d288fe-8c3c-4dd0-8c90-e78bb1e0ccb0", "name": "network-vif-deleted", "tag": "8f2b11cb-43b2-4d98-a263-1b5d37eab1da"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:12:25.543741 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61013f56-0550-4ae8-ad9a-7fe23ca11061 x-openstack-request-id: req-61013f56-0550-4ae8-ad9a-7fe23ca11061 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:12:25.544060 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9d288fe-8c3c-4dd0-8c90-e78bb1e0ccb0", "name": "network-vif-deleted", "tag": "8f2b11cb-43b2-4d98-a263-1b5d37eab1da", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:12:25.544303 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-61013f56-0550-4ae8-ad9a-7fe23ca11061 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:12:25.544713 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9d288fe-8c3c-4dd0-8c90-e78bb1e0ccb0', 'name': 'network-vif-deleted', 'tag': '8f2b11cb-43b2-4d98-a263-1b5d37eab1da', 'status': 'completed', 'code': 200} Feb 28 11:12:25.991013 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-1923a704-fdd8-47cf-9cc1-7008edf00499 req-6463ddbd-8329-4c9c-90b0-ac93ef432fc7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9d288fe-8c3c-4dd0-8c90-e78bb1e0ccb0 HTTP/1.1" status: 200 len: 210 time: 0.0283844 Feb 28 11:12:27.047606 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 55732) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:12:27.447119 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-595ab4cc-d2a0-4299-ae3b-95658c6f5f06 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047661'] for router_interface (10ec598e-ae3e-4506-aac6-65d61efcda23), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:27.814806 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 8f2b11cb-43b2-4d98-a263-1b5d37eab1da no longer exists at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:12:27.842655 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] No Port match for: 8f2b11cb-43b2-4d98-a263-1b5d37eab1da {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:12:27.843069 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 8f2b11cb-43b2-4d98-a263-1b5d37eab1da not bound to the agent host hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:12:28.049806 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-595ab4cc-d2a0-4299-ae3b-95658c6f5f06 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Deleting port 1d254ed7-44bc-4523-9ae0-e001e35ee269 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:12:28.050360 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-595ab4cc-d2a0-4299-ae3b-95658c6f5f06 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (1d254ed7-44bc-4523-9ae0-e001e35ee269), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:28.149564 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-595ab4cc-d2a0-4299-ae3b-95658c6f5f06 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] For port 1d254ed7-44bc-4523-9ae0-e001e35ee269, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=1d254ed7-44bc-4523-9ae0-e001e35ee269,segment=NetworkSegment(a5229927-870b-4ac5-9262-39024861cd05),segment_id=a5229927-870b-4ac5-9262-39024861cd05)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:12:28.149922 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-595ab4cc-d2a0-4299-ae3b-95658c6f5f06 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (1d254ed7-44bc-4523-9ae0-e001e35ee269), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:28.163452 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-595ab4cc-d2a0-4299-ae3b-95658c6f5f06 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Calling delete_port for 1d254ed7-44bc-4523-9ae0-e001e35ee269 owned by network:router_interface {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:12:28.442191 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-595ab4cc-d2a0-4299-ae3b-95658c6f5f06 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (1d254ed7-44bc-4523-9ae0-e001e35ee269), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:28.487569 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ab4cc-d2a0-4299-ae3b-95658c6f5f06 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event deleted for resources: {'Port': ['ID=1d254ed7-44bc-4523-9ae0-e001e35ee269,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:12:28.692875 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-595ab4cc-d2a0-4299-ae3b-95658c6f5f06 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1047681'] for router_interface (10ec598e-ae3e-4506-aac6-65d61efcda23), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:28.936341 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-595ab4cc-d2a0-4299-ae3b-95658c6f5f06 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Router 10ec598e-ae3e-4506-aac6-65d61efcda23 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:12:29.048807 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595ab4cc-d2a0-4299-ae3b-95658c6f5f06 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:12:29.057359 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-595ab4cc-d2a0-4299-ae3b-95658c6f5f06 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "PUT /v2.0/routers/10ec598e-ae3e-4506-aac6-65d61efcda23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0053318 Feb 28 11:12:29.058418 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 55736) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:12:29.060172 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e0c8b2-aedc-46ee-a5cb-60b657ca1723 None None] Sync routers for ids ['10ec598e-ae3e-4506-aac6-65d61efcda23'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:12:29.073192 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e0c8b2-aedc-46ee-a5cb-60b657ca1723 None None] Routers {'10ec598e-ae3e-4506-aac6-65d61efcda23'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:12:29.074463 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-e2e0c8b2-aedc-46ee-a5cb-60b657ca1723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:12:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['10ec598e-ae3e-4506-aac6-65d61efcda23'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:12:29.131213 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-641f6af9-2307-4aa6-b6bb-1f063e44ce34 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Deleting subnet 06fea262-8776-4311-adec-c21b9835b353 {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 11:12:29.135406 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-641f6af9-2307-4aa6-b6bb-1f063e44ce34 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for subnet (06fea262-8776-4311-adec-c21b9835b353), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:29.184199 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-641f6af9-2307-4aa6-b6bb-1f063e44ce34 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (06fea262-8776-4311-adec-c21b9835b353), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:29.207139 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-e2e0c8b2-aedc-46ee-a5cb-60b657ca1723 None None] Set router 10ec598e-ae3e-4506-aac6-65d61efcda23 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:12:29.280690 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-641f6af9-2307-4aa6-b6bb-1f063e44ce34 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (06fea262-8776-4311-adec-c21b9835b353), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:29.421621 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-641f6af9-2307-4aa6-b6bb-1f063e44ce34 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (06fea262-8776-4311-adec-c21b9835b353), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:29.437557 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-e2e0c8b2-aedc-46ee-a5cb-60b657ca1723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ec598e-ae3e-4506-aac6-65d61efcda23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905843402', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '569a1800-051f-4109-ae2e-1c3d4d31a18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:10:49Z', 'updated_at': '2022-02-28T11:12:28Z', 'revision_number': 5, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': '569a1800-051f-4109-ae2e-1c3d4d31a18d', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ec598e-ae3e-4506-aac6-65d61efcda23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:10:50Z', 'updated_at': '2022-02-28T11:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:12:29.457338 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-641f6af9-2307-4aa6-b6bb-1f063e44ce34 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:29.463528 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-641f6af9-2307-4aa6-b6bb-1f063e44ce34 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "DELETE /v2.0/subnets/06fea262-8776-4311-adec-c21b9835b353 HTTP/1.1" status: 204 len: 168 time: 0.4045768 Feb 28 11:12:29.465191 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641f6af9-2307-4aa6-b6bb-1f063e44ce34 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event deleted for resources: {'Subnet': ['ID=06fea262-8776-4311-adec-c21b9835b353,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:12:29.466365 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24af50f6-bf9a-4990-aed1-069c20d6d583 None None] Network 1d80a450-f2e7-4377-b534-37cf6bf529e6 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:12:29.466522 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 55738) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:12:29.469910 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e0c8b2-aedc-46ee-a5cb-60b657ca1723 None None] Checking router: 10ec598e-ae3e-4506-aac6-65d61efcda23 for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:12:29.473498 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641f6af9-2307-4aa6-b6bb-1f063e44ce34 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:29.473872 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641f6af9-2307-4aa6-b6bb-1f063e44ce34 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:29.474228 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641f6af9-2307-4aa6-b6bb-1f063e44ce34 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:29.474605 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641f6af9-2307-4aa6-b6bb-1f063e44ce34 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:29.475770 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641f6af9-2307-4aa6-b6bb-1f063e44ce34 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:29.477233 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641f6af9-2307-4aa6-b6bb-1f063e44ce34 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:29.477606 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641f6af9-2307-4aa6-b6bb-1f063e44ce34 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:29.477964 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641f6af9-2307-4aa6-b6bb-1f063e44ce34 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:29.478318 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641f6af9-2307-4aa6-b6bb-1f063e44ce34 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:29.478670 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641f6af9-2307-4aa6-b6bb-1f063e44ce34 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:29.479046 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641f6af9-2307-4aa6-b6bb-1f063e44ce34 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:29.479393 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641f6af9-2307-4aa6-b6bb-1f063e44ce34 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:29.479737 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641f6af9-2307-4aa6-b6bb-1f063e44ce34 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:29.529140 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e0c8b2-aedc-46ee-a5cb-60b657ca1723 None None] Routers {'10ec598e-ae3e-4506-aac6-65d61efcda23'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:12:29.529787 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-e2e0c8b2-aedc-46ee-a5cb-60b657ca1723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:12:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['10ec598e-ae3e-4506-aac6-65d61efcda23'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:12:29.600150 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-32fd61e1-c38a-4462-a802-739d894dcdc7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for router (10ec598e-ae3e-4506-aac6-65d61efcda23), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:29.674457 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-e2e0c8b2-aedc-46ee-a5cb-60b657ca1723 None None] Set router 10ec598e-ae3e-4506-aac6-65d61efcda23 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:12:29.720176 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-32fd61e1-c38a-4462-a802-739d894dcdc7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for router_gateway (10ec598e-ae3e-4506-aac6-65d61efcda23), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:29.739479 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86941c60-d402-443e-9cbd-fbf0a8b103d2 None None] DHCP port deletion for 1d80a450-f2e7-4377-b534-37cf6bf529e6 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 11:12:29.838233 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-32fd61e1-c38a-4462-a802-739d894dcdc7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Deleting port 569a1800-051f-4109-ae2e-1c3d4d31a18d {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:12:29.838560 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-32fd61e1-c38a-4462-a802-739d894dcdc7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (569a1800-051f-4109-ae2e-1c3d4d31a18d), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:29.880679 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-86941c60-d402-443e-9cbd-fbf0a8b103d2 None None] Deleting port d88e1663-b009-4111-95b8-a9d3a2c9ce05 {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:12:29.882987 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-86941c60-d402-443e-9cbd-fbf0a8b103d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (d88e1663-b009-4111-95b8-a9d3a2c9ce05), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:29.919664 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-32fd61e1-c38a-4462-a802-739d894dcdc7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] For port 569a1800-051f-4109-ae2e-1c3d4d31a18d, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=569a1800-051f-4109-ae2e-1c3d4d31a18d,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:12:29.920027 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-32fd61e1-c38a-4462-a802-739d894dcdc7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (569a1800-051f-4109-ae2e-1c3d4d31a18d), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:29.934660 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-32fd61e1-c38a-4462-a802-739d894dcdc7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Calling delete_port for 569a1800-051f-4109-ae2e-1c3d4d31a18d owned by network:router_gateway {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:12:29.975086 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-86941c60-d402-443e-9cbd-fbf0a8b103d2 None None] For port d88e1663-b009-4111-95b8-a9d3a2c9ce05, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=d88e1663-b009-4111-95b8-a9d3a2c9ce05,segment=NetworkSegment(a5229927-870b-4ac5-9262-39024861cd05),segment_id=a5229927-870b-4ac5-9262-39024861cd05)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:12:29.976121 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-86941c60-d402-443e-9cbd-fbf0a8b103d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (d88e1663-b009-4111-95b8-a9d3a2c9ce05), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:29.992088 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-86941c60-d402-443e-9cbd-fbf0a8b103d2 None None] Calling delete_port for d88e1663-b009-4111-95b8-a9d3a2c9ce05 owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:12:30.006721 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-e2e0c8b2-aedc-46ee-a5cb-60b657ca1723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ec598e-ae3e-4506-aac6-65d61efcda23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905843402', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '569a1800-051f-4109-ae2e-1c3d4d31a18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:10:49Z', 'updated_at': '2022-02-28T11:12:28Z', 'revision_number': 5, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': '569a1800-051f-4109-ae2e-1c3d4d31a18d', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ec598e-ae3e-4506-aac6-65d61efcda23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:10:50Z', 'updated_at': '2022-02-28T11:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:12:30.070060 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e0c8b2-aedc-46ee-a5cb-60b657ca1723 None None] The sync data for ids ['10ec598e-ae3e-4506-aac6-65d61efcda23'] in dv-neutron-829161-3-hyperv is: [{'id': '10ec598e-ae3e-4506-aac6-65d61efcda23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905843402', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '569a1800-051f-4109-ae2e-1c3d4d31a18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:10:49Z', 'updated_at': '2022-02-28T11:12:28Z', 'revision_number': 5, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': '569a1800-051f-4109-ae2e-1c3d4d31a18d', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ec598e-ae3e-4506-aac6-65d61efcda23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:10:50Z', 'updated_at': '2022-02-28T11:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:12:30.186990 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-86941c60-d402-443e-9cbd-fbf0a8b103d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (d88e1663-b009-4111-95b8-a9d3a2c9ce05), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:30.201510 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86941c60-d402-443e-9cbd-fbf0a8b103d2 None None] No DVR routers for this DVR port d88e1663-b009-4111-95b8-a9d3a2c9ce05 on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:12:30.221305 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-32fd61e1-c38a-4462-a802-739d894dcdc7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (569a1800-051f-4109-ae2e-1c3d4d31a18d), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:30.243887 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86941c60-d402-443e-9cbd-fbf0a8b103d2 None None] Pushing event deleted for resources: {'Port': ['ID=d88e1663-b009-4111-95b8-a9d3a2c9ce05,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:12:30.247056 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd61e1-c38a-4462-a802-739d894dcdc7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event deleted for resources: {'Port': ['ID=569a1800-051f-4109-ae2e-1c3d4d31a18d,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:12:30.251590 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86941c60-d402-443e-9cbd-fbf0a8b103d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:30.251953 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86941c60-d402-443e-9cbd-fbf0a8b103d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:30.252322 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86941c60-d402-443e-9cbd-fbf0a8b103d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:30.252644 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86941c60-d402-443e-9cbd-fbf0a8b103d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:30.253038 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86941c60-d402-443e-9cbd-fbf0a8b103d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:30.253321 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86941c60-d402-443e-9cbd-fbf0a8b103d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:30.253668 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86941c60-d402-443e-9cbd-fbf0a8b103d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:30.254010 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86941c60-d402-443e-9cbd-fbf0a8b103d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:30.254353 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86941c60-d402-443e-9cbd-fbf0a8b103d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:30.254735 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86941c60-d402-443e-9cbd-fbf0a8b103d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:30.255040 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86941c60-d402-443e-9cbd-fbf0a8b103d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:30.255377 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86941c60-d402-443e-9cbd-fbf0a8b103d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:30.255708 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86941c60-d402-443e-9cbd-fbf0a8b103d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:30.315326 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-32fd61e1-c38a-4462-a802-739d894dcdc7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047843'] for router_gateway (10ec598e-ae3e-4506-aac6-65d61efcda23), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:30.418716 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-32fd61e1-c38a-4462-a802-739d894dcdc7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (10ec598e-ae3e-4506-aac6-65d61efcda23), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:30.421970 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-32fd61e1-c38a-4462-a802-739d894dcdc7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for router_controller (10ec598e-ae3e-4506-aac6-65d61efcda23), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:30.558254 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-32fd61e1-c38a-4462-a802-739d894dcdc7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (10ec598e-ae3e-4506-aac6-65d61efcda23), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:30.558808 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32fd61e1-c38a-4462-a802-739d894dcdc7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Fanout notify agent at l3_agent the message router_deleted on router 10ec598e-ae3e-4506-aac6-65d61efcda23 {{(pid=104083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:12:30.565917 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-32fd61e1-c38a-4462-a802-739d894dcdc7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:30.567196 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-32fd61e1-c38a-4462-a802-739d894dcdc7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "DELETE /v2.0/routers/10ec598e-ae3e-4506-aac6-65d61efcda23 HTTP/1.1" status: 204 len: 168 time: 1.0995893 Feb 28 11:12:30.571446 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 55740) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:12:30.653417 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1c040ac7-6ffc-451a-9c84-c104d6705872 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (1d80a450-f2e7-4377-b534-37cf6bf529e6), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:30.755519 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1c040ac7-6ffc-451a-9c84-c104d6705872 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (1d80a450-f2e7-4377-b534-37cf6bf529e6), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:30.785913 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-1c040ac7-6ffc-451a-9c84-c104d6705872 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d80a450-f2e7-4377-b534-37cf6bf529e6']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:12:30.796878 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-1c040ac7-6ffc-451a-9c84-c104d6705872 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5229927-870b-4ac5-9262-39024861cd05') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:12:30.797335 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-1c040ac7-6ffc-451a-9c84-c104d6705872 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5229927-870b-4ac5-9262-39024861cd05') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:12:30.803698 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 1d254ed7-44bc-4523-9ae0-e001e35ee269 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:12:30.809093 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1c040ac7-6ffc-451a-9c84-c104d6705872 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (a5229927-870b-4ac5-9262-39024861cd05), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:30.828183 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1c040ac7-6ffc-451a-9c84-c104d6705872 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (a5229927-870b-4ac5-9262-39024861cd05), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:30.828425 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 1d254ed7-44bc-4523-9ae0-e001e35ee269 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:12:30.828541 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 1d254ed7-44bc-4523-9ae0-e001e35ee269 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:12:30.828924 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device d88e1663-b009-4111-95b8-a9d3a2c9ce05 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:12:30.837995 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c040ac7-6ffc-451a-9c84-c104d6705872 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:12:30.838456 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1c040ac7-6ffc-451a-9c84-c104d6705872 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (a5229927-870b-4ac5-9262-39024861cd05), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:30.844970 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 11:12:30.844970 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:12:30.844970 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 11:12:30.844970 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:12:30.844970 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 11:12:30.844970 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 11:12:30.844970 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 11:12:30.844970 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:12:30.844970 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 11:12:30.844970 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:12:30.844970 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 11:12:30.844970 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:12:30.844970 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 11:12:30.844970 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 11:12:30.844970 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:12:30.844970 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 11:12:30.844970 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:12:30.844970 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 11:12:30.844970 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 11:12:30.844970 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:12:30.844970 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 11:12:30.844970 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:12:30.844970 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:12:30.844970 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:12:30.844970 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 11:12:30.844970 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:12:30.844970 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:12:30.844970 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:12:30.844970 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:12:30.844970 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:12:30.844970 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:12:30.844970 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:12:30.853791 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: d88e1663-b009-4111-95b8-a9d3a2c9ce05 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:12:30.854142 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device d88e1663-b009-4111-95b8-a9d3a2c9ce05 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:12:30.973118 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:30.984834 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1c040ac7-6ffc-451a-9c84-c104d6705872 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (1d80a450-f2e7-4377-b534-37cf6bf529e6), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:30.995034 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1c040ac7-6ffc-451a-9c84-c104d6705872 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:30.998279 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-1c040ac7-6ffc-451a-9c84-c104d6705872 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "DELETE /v2.0/networks/1d80a450-f2e7-4377-b534-37cf6bf529e6 HTTP/1.1" status: 204 len: 168 time: 0.4257894 Feb 28 11:12:31.001625 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 55742) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:12:31.010991 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c040ac7-6ffc-451a-9c84-c104d6705872 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event deleted for resources: {'Network': ['ID=1d80a450-f2e7-4377-b534-37cf6bf529e6,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:12:31.068970 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c4572b0e-ddb0-48fd-bac8-4063d21c0b0b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group (22831eef-f19a-4a1a-8bd5-76d9b161c80c), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:31.095203 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c4572b0e-ddb0-48fd-bac8-4063d21c0b0b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group (22831eef-f19a-4a1a-8bd5-76d9b161c80c), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:31.249529 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c4572b0e-ddb0-48fd-bac8-4063d21c0b0b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (22831eef-f19a-4a1a-8bd5-76d9b161c80c), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:31.252115 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c4572b0e-ddb0-48fd-bac8-4063d21c0b0b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:31.253625 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-c4572b0e-ddb0-48fd-bac8-4063d21c0b0b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "DELETE /v2.0/security-groups/22831eef-f19a-4a1a-8bd5-76d9b161c80c HTTP/1.1" status: 204 len: 168 time: 0.2505748 Feb 28 11:12:31.264422 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4572b0e-ddb0-48fd-bac8-4063d21c0b0b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22831eef-f19a-4a1a-8bd5-76d9b161c80c,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:12:31.633139 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 55748) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:12:31.637948 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-cad8c0ec-3246-4d32-8c71-b9e27c61f007 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-249246263', 'description': 'tempest-secgroup-smoke-249246263 description', 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:12:31.722094 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cad8c0ec-3246-4d32-8c71-b9e27c61f007 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:31.792921 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cad8c0ec-3246-4d32-8c71-b9e27c61f007 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group (a35231b6-fd4f-4542-b5dc-f7dea5bfa222), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:31.836206 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cad8c0ec-3246-4d32-8c71-b9e27c61f007 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (a35231b6-fd4f-4542-b5dc-f7dea5bfa222), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:31.865836 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad8c0ec-3246-4d32-8c71-b9e27c61f007 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a35231b6-fd4f-4542-b5dc-f7dea5bfa222,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:12:31.917708 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cad8c0ec-3246-4d32-8c71-b9e27c61f007 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:31.919039 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-cad8c0ec-3246-4d32-8c71-b9e27c61f007 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2847726 Feb 28 11:12:31.921937 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 55750) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:12:31.926430 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-7d765dbf-0331-49c9-a5ce-fe7a8043e7a0 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Request body: {'security_group_rule': {'security_group_id': 'a35231b6-fd4f-4542-b5dc-f7dea5bfa222', 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:12:32.023807 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7d765dbf-0331-49c9-a5ce-fe7a8043e7a0 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (b3413147-84bc-43e9-a343-54556f2b47dc), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:32.088759 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7d765dbf-0331-49c9-a5ce-fe7a8043e7a0 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (b3413147-84bc-43e9-a343-54556f2b47dc), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:32.161592 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7d765dbf-0331-49c9-a5ce-fe7a8043e7a0 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (b3413147-84bc-43e9-a343-54556f2b47dc), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:32.182454 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d765dbf-0331-49c9-a5ce-fe7a8043e7a0 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3413147-84bc-43e9-a343-54556f2b47dc,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:12:32.244543 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7d765dbf-0331-49c9-a5ce-fe7a8043e7a0 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:32.245810 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-7d765dbf-0331-49c9-a5ce-fe7a8043e7a0 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3228896 Feb 28 11:12:32.248709 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 55752) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:12:32.253091 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-9b49060e-09fe-483d-a9a3-1acd443d1711 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Request body: {'security_group_rule': {'security_group_id': 'a35231b6-fd4f-4542-b5dc-f7dea5bfa222', 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:12:32.341099 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9b49060e-09fe-483d-a9a3-1acd443d1711 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (7bf1fe48-762e-44b4-9723-83576795fd48), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:32.400779 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9b49060e-09fe-483d-a9a3-1acd443d1711 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (7bf1fe48-762e-44b4-9723-83576795fd48), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:32.461883 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9b49060e-09fe-483d-a9a3-1acd443d1711 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (7bf1fe48-762e-44b4-9723-83576795fd48), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:32.481454 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b49060e-09fe-483d-a9a3-1acd443d1711 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bf1fe48-762e-44b4-9723-83576795fd48,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:12:32.554404 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9b49060e-09fe-483d-a9a3-1acd443d1711 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:32.556176 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-9b49060e-09fe-483d-a9a3-1acd443d1711 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3062706 Feb 28 11:12:32.558733 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 55754) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:12:32.563562 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-2e4572f8-db05-4d49-9a25-4234f24154b5 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Request body: {'security_group_rule': {'security_group_id': 'a35231b6-fd4f-4542-b5dc-f7dea5bfa222', 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:12:32.649367 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2e4572f8-db05-4d49-9a25-4234f24154b5 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (78cb54ae-1d63-4965-937f-728493952df5), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:32.671085 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 569a1800-051f-4109-ae2e-1c3d4d31a18d no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:12:32.691464 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 569a1800-051f-4109-ae2e-1c3d4d31a18d {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:12:32.691821 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 569a1800-051f-4109-ae2e-1c3d4d31a18d not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:12:32.717245 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2e4572f8-db05-4d49-9a25-4234f24154b5 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (78cb54ae-1d63-4965-937f-728493952df5), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:32.803868 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2e4572f8-db05-4d49-9a25-4234f24154b5 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (78cb54ae-1d63-4965-937f-728493952df5), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:32.824552 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4572f8-db05-4d49-9a25-4234f24154b5 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78cb54ae-1d63-4965-937f-728493952df5,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:12:32.892215 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2e4572f8-db05-4d49-9a25-4234f24154b5 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:32.893608 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-2e4572f8-db05-4d49-9a25-4234f24154b5 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3338153 Feb 28 11:12:32.896569 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 55756) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:12:32.901806 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-5baf1f27-084e-4c2b-802f-95882218b5b4 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Request body: {'security_group_rule': {'security_group_id': 'a35231b6-fd4f-4542-b5dc-f7dea5bfa222', 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:12:33.014734 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5baf1f27-084e-4c2b-802f-95882218b5b4 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (d90cd1be-6703-4103-aeba-80dee07a6c94), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:33.086956 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5baf1f27-084e-4c2b-802f-95882218b5b4 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (d90cd1be-6703-4103-aeba-80dee07a6c94), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:33.197824 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5baf1f27-084e-4c2b-802f-95882218b5b4 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (d90cd1be-6703-4103-aeba-80dee07a6c94), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:33.216708 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baf1f27-084e-4c2b-802f-95882218b5b4 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d90cd1be-6703-4103-aeba-80dee07a6c94,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:12:33.297416 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5baf1f27-084e-4c2b-802f-95882218b5b4 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:33.298574 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-5baf1f27-084e-4c2b-802f-95882218b5b4 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4010413 Feb 28 11:12:33.301456 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 55758) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:12:33.306789 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-834dbbae-fe77-4faf-8161-f4d97d11d3c2 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Request body: {'security_group_rule': {'security_group_id': 'a35231b6-fd4f-4542-b5dc-f7dea5bfa222', 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:12:33.392355 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.securitygroups_db [None req-834dbbae-fe77-4faf-8161-f4d97d11d3c2 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Project d2ac95293f7647eb87ff4889cfbdd577 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:12:33.397774 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-834dbbae-fe77-4faf-8161-f4d97d11d3c2 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (ad165833-3504-46bd-a1b6-bf37c1fd5c3f), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:33.458729 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-834dbbae-fe77-4faf-8161-f4d97d11d3c2 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (ad165833-3504-46bd-a1b6-bf37c1fd5c3f), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:33.523576 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-834dbbae-fe77-4faf-8161-f4d97d11d3c2 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (ad165833-3504-46bd-a1b6-bf37c1fd5c3f), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:33.542240 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834dbbae-fe77-4faf-8161-f4d97d11d3c2 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad165833-3504-46bd-a1b6-bf37c1fd5c3f,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:12:33.615087 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-834dbbae-fe77-4faf-8161-f4d97d11d3c2 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:33.617466 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-834dbbae-fe77-4faf-8161-f4d97d11d3c2 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3142502 Feb 28 11:12:33.620197 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 55760) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:12:33.624721 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-e53972ee-f88c-4e27-bf01-dc7df9d53e45 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Request body: {'security_group_rule': {'security_group_id': 'a35231b6-fd4f-4542-b5dc-f7dea5bfa222', 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:12:33.712437 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.securitygroups_db [None req-e53972ee-f88c-4e27-bf01-dc7df9d53e45 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Project d2ac95293f7647eb87ff4889cfbdd577 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:12:33.718004 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e53972ee-f88c-4e27-bf01-dc7df9d53e45 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (b42c58c1-b60e-4346-8e53-173fbfee3512), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:33.782392 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e53972ee-f88c-4e27-bf01-dc7df9d53e45 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (b42c58c1-b60e-4346-8e53-173fbfee3512), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:33.855175 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e53972ee-f88c-4e27-bf01-dc7df9d53e45 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (b42c58c1-b60e-4346-8e53-173fbfee3512), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:33.873524 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53972ee-f88c-4e27-bf01-dc7df9d53e45 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b42c58c1-b60e-4346-8e53-173fbfee3512,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:12:33.942916 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e53972ee-f88c-4e27-bf01-dc7df9d53e45 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:33.944227 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-e53972ee-f88c-4e27-bf01-dc7df9d53e45 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3230498 Feb 28 11:12:33.947422 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 55762) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:12:33.952378 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-130b79d7-fa43-491d-ae17-a7e420a17e75 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Request body: {'network': {'name': 'tempest-network-smoke--1753868075', 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'port_security_enabled': True}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:12:34.055630 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-130b79d7-fa43-491d-ae17-a7e420a17e75 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Made reservation on behalf of d2ac95293f7647eb87ff4889cfbdd577 for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:12:34.061256 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-130b79d7-fa43-491d-ae17-a7e420a17e75 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:34.089482 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-130b79d7-fa43-491d-ae17-a7e420a17e75 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:12:34.098884 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-130b79d7-fa43-491d-ae17-a7e420a17e75 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (bfd62a11-2637-4361-94e1-3aced8720fdb), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:34.099264 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-130b79d7-fa43-491d-ae17-a7e420a17e75 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Added segment bfd62a11-2637-4361-94e1-3aced8720fdb of type vlan for network 6aa805eb-c0a8-41d3-9a53-f165e27323d8 Feb 28 11:12:34.145489 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-130b79d7-fa43-491d-ae17-a7e420a17e75 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (6aa805eb-c0a8-41d3-9a53-f165e27323d8), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:34.232774 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-130b79d7-fa43-491d-ae17-a7e420a17e75 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (6aa805eb-c0a8-41d3-9a53-f165e27323d8), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:34.238072 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130b79d7-fa43-491d-ae17-a7e420a17e75 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:12:34.238682 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-130b79d7-fa43-491d-ae17-a7e420a17e75 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:34.305560 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130b79d7-fa43-491d-ae17-a7e420a17e75 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'Network': ['ID=6aa805eb-c0a8-41d3-9a53-f165e27323d8,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:12:34.316391 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 6aa805eb-c0a8-41d3-9a53-f165e27323d8 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 11:12:34.361073 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-130b79d7-fa43-491d-ae17-a7e420a17e75 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4124343 Feb 28 11:12:34.363835 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 55764) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:12:34.368472 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-6ad33f44-2bfd-4c6a-8672-751d15116e41 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-735152518', 'admin_state_up': True, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:12:34.489671 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6ad33f44-2bfd-4c6a-8672-751d15116e41 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (46f89f0a-6f7b-441b-8c47-56153fc36d77), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:34.490729 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6ad33f44-2bfd-4c6a-8672-751d15116e41 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (46f89f0a-6f7b-441b-8c47-56153fc36d77), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:34.550222 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6ad33f44-2bfd-4c6a-8672-751d15116e41 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for router_controller (46f89f0a-6f7b-441b-8c47-56153fc36d77), precommit_add_association {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:34.768143 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6ad33f44-2bfd-4c6a-8672-751d15116e41 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for router_gateway (46f89f0a-6f7b-441b-8c47-56153fc36d77), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:35.052204 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6ad33f44-2bfd-4c6a-8672-751d15116e41 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for router_gateway (46f89f0a-6f7b-441b-8c47-56153fc36d77), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:35.072297 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6ad33f44-2bfd-4c6a-8672-751d15116e41 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:35.182211 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-6ad33f44-2bfd-4c6a-8672-751d15116e41 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Allocated IP 172.26.3.61 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/c82e2559-eeb1-4634-a956-118b344543b5) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:12:35.290149 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6ad33f44-2bfd-4c6a-8672-751d15116e41 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for port (c82e2559-eeb1-4634-a956-118b344543b5), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:35.392654 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6ad33f44-2bfd-4c6a-8672-751d15116e41 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (c82e2559-eeb1-4634-a956-118b344543b5), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:35.430172 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad33f44-2bfd-4c6a-8672-751d15116e41 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:12:35.433171 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-6ad33f44-2bfd-4c6a-8672-751d15116e41 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:12:35.436639 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad33f44-2bfd-4c6a-8672-751d15116e41 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:12:35.467513 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad33f44-2bfd-4c6a-8672-751d15116e41 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'Port': ['ID=c82e2559-eeb1-4634-a956-118b344543b5,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:12:35.751878 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6ad33f44-2bfd-4c6a-8672-751d15116e41 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for router_gateway (46f89f0a-6f7b-441b-8c47-56153fc36d77), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:36.353853 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6ad33f44-2bfd-4c6a-8672-751d15116e41 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (46f89f0a-6f7b-441b-8c47-56153fc36d77), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:36.575065 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ad33f44-2bfd-4c6a-8672-751d15116e41 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Router 46f89f0a-6f7b-441b-8c47-56153fc36d77 is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:12:36.710672 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad33f44-2bfd-4c6a-8672-751d15116e41 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:12:36.720903 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba794375-25aa-4e09-b024-acfc26d36cf4 None None] Sync routers for ids ['46f89f0a-6f7b-441b-8c47-56153fc36d77'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:12:36.731530 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba794375-25aa-4e09-b024-acfc26d36cf4 None None] Routers {'46f89f0a-6f7b-441b-8c47-56153fc36d77'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:12:36.732159 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-ba794375-25aa-4e09-b024-acfc26d36cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:12:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['46f89f0a-6f7b-441b-8c47-56153fc36d77'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:12:36.800408 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6ad33f44-2bfd-4c6a-8672-751d15116e41 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:36.801720 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-6ad33f44-2bfd-4c6a-8672-751d15116e41 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4368744 Feb 28 11:12:36.805371 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 55766) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:12:36.839589 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-63bb60aa-b592-4bc1-9ffd-abe4105e3a15 tempest-TestNetworkAdvancedServerOps-932932114 tempest-TestNetworkAdvancedServerOps-932932114-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=d2ac95293f7647eb87ff4889cfbdd577&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330708 Feb 28 11:12:36.842131 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 55768) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:12:36.857004 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-ba794375-25aa-4e09-b024-acfc26d36cf4 None None] Set router 46f89f0a-6f7b-441b-8c47-56153fc36d77 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:12:36.940050 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85be684-63e3-4182-b956-d4a7c24e0b72 tempest-TestNetworkAdvancedServerOps-932932114 tempest-TestNetworkAdvancedServerOps-932932114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:12:36.941598 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-e85be684-63e3-4182-b956-d4a7c24e0b72 tempest-TestNetworkAdvancedServerOps-932932114 tempest-TestNetworkAdvancedServerOps-932932114-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0984395 Feb 28 11:12:36.944940 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 55770) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:12:36.987558 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-727a5262-b2d4-4e97-a7f5-4f5c72f290c7 tempest-TestNetworkAdvancedServerOps-932932114 tempest-TestNetworkAdvancedServerOps-932932114-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=e88d86cf-af22-4900-bdd2-aa4038554136&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0414097 Feb 28 11:12:36.991054 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 55772) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:12:36.996256 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-bc451719-e5ab-43ea-bcd7-8ce5bf8afdab tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1968429450', 'network_id': '6aa805eb-c0a8-41d3-9a53-f165e27323d8', 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:12:37.108480 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-ba794375-25aa-4e09-b024-acfc26d36cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f89f0a-6f7b-441b-8c47-56153fc36d77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735152518', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'c82e2559-eeb1-4634-a956-118b344543b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:12:34Z', 'updated_at': '2022-02-28T11:12:35Z', 'revision_number': 3, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': 'c82e2559-eeb1-4634-a956-118b344543b5', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c4:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f89f0a-6f7b-441b-8c47-56153fc36d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:12:35Z', 'updated_at': '2022-02-28T11:12:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:12:37.141824 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba794375-25aa-4e09-b024-acfc26d36cf4 None None] Checking router: 46f89f0a-6f7b-441b-8c47-56153fc36d77 for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:12:37.142175 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba794375-25aa-4e09-b024-acfc26d36cf4 None None] Updating router 46f89f0a-6f7b-441b-8c47-56153fc36d77 port c82e2559-eeb1-4634-a956-118b344543b5 binding host dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:12:37.183120 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ba794375-25aa-4e09-b024-acfc26d36cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (c82e2559-eeb1-4634-a956-118b344543b5), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:37.220731 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc451719-e5ab-43ea-bcd7-8ce5bf8afdab tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Made reservation on behalf of d2ac95293f7647eb87ff4889cfbdd577 for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:12:37.224218 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-bc451719-e5ab-43ea-bcd7-8ce5bf8afdab tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:37.481733 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-bc451719-e5ab-43ea-bcd7-8ce5bf8afdab tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (4ac9eae7-c8c1-45ad-b626-9a11f41ae728), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:37.539652 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ba794375-25aa-4e09-b024-acfc26d36cf4 None None] Publish callbacks [] for port (c82e2559-eeb1-4634-a956-118b344543b5), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:37.548359 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc451719-e5ab-43ea-bcd7-8ce5bf8afdab tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'Subnet': ['ID=4ac9eae7-c8c1-45ad-b626-9a11f41ae728,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:12:37.557953 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc451719-e5ab-43ea-bcd7-8ce5bf8afdab tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Checking segment: {'id': 'bfd62a11-2637-4361-94e1-3aced8720fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6aa805eb-c0a8-41d3-9a53-f165e27323d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:12:37.558330 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc451719-e5ab-43ea-bcd7-8ce5bf8afdab tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Network hostable DHCP agents. Network: 6aa805eb-c0a8-41d3-9a53-f165e27323d8, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:12:37.601822 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ba794375-25aa-4e09-b024-acfc26d36cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (c82e2559-eeb1-4634-a956-118b344543b5), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:37.630346 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc451719-e5ab-43ea-bcd7-8ce5bf8afdab tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Network 6aa805eb-c0a8-41d3-9a53-f165e27323d8 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:12:37.656439 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-ba794375-25aa-4e09-b024-acfc26d36cf4 None None] Attempting to bind port c82e2559-eeb1-4634-a956-118b344543b5 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:12:37.656811 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-ba794375-25aa-4e09-b024-acfc26d36cf4 None None] Attempting to bind port c82e2559-eeb1-4634-a956-118b344543b5 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:12:37.657172 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba794375-25aa-4e09-b024-acfc26d36cf4 None None] Attempting to bind port c82e2559-eeb1-4634-a956-118b344543b5 on network e88d86cf-af22-4900-bdd2-aa4038554136 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:12:37.659260 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6e152a-c0b8-4dd1-a48b-c430898fe872 None None] Pushing event updated for resources: {'Port': ['ID=c82e2559-eeb1-4634-a956-118b344543b5,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:12:37.667824 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba794375-25aa-4e09-b024-acfc26d36cf4 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:12:37.668201 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba794375-25aa-4e09-b024-acfc26d36cf4 None None] Checking segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:12:37.668601 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ba794375-25aa-4e09-b024-acfc26d36cf4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:37.668987 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba794375-25aa-4e09-b024-acfc26d36cf4 None None] Bound using segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:12:37.669453 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-ba794375-25aa-4e09-b024-acfc26d36cf4 None None] Bound port: c82e2559-eeb1-4634-a956-118b344543b5, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:12:37.669825 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ba794375-25aa-4e09-b024-acfc26d36cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (c82e2559-eeb1-4634-a956-118b344543b5), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:37.672101 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6e152a-c0b8-4dd1-a48b-c430898fe872 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:37.672446 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6e152a-c0b8-4dd1-a48b-c430898fe872 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:37.672782 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6e152a-c0b8-4dd1-a48b-c430898fe872 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:37.673119 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6e152a-c0b8-4dd1-a48b-c430898fe872 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:37.673509 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6e152a-c0b8-4dd1-a48b-c430898fe872 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:37.673838 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6e152a-c0b8-4dd1-a48b-c430898fe872 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:37.674166 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6e152a-c0b8-4dd1-a48b-c430898fe872 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:37.674492 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6e152a-c0b8-4dd1-a48b-c430898fe872 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:37.674820 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6e152a-c0b8-4dd1-a48b-c430898fe872 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:37.675171 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6e152a-c0b8-4dd1-a48b-c430898fe872 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:37.675492 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6e152a-c0b8-4dd1-a48b-c430898fe872 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:37.675812 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6e152a-c0b8-4dd1-a48b-c430898fe872 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:37.676135 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6e152a-c0b8-4dd1-a48b-c430898fe872 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:37.710273 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-bc451719-e5ab-43ea-bcd7-8ce5bf8afdab tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 6aa805eb-c0a8-41d3-9a53-f165e27323d8) {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:12:37.714862 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc451719-e5ab-43ea-bcd7-8ce5bf8afdab tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:12:37.715467 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-bc451719-e5ab-43ea-bcd7-8ce5bf8afdab tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:37.721172 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fd348f-921a-448f-81b8-91814dbaef6b None None] Network 6aa805eb-c0a8-41d3-9a53-f165e27323d8 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:12:37.733499 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-ba794375-25aa-4e09-b024-acfc26d36cf4 None None] For port c82e2559-eeb1-4634-a956-118b344543b5, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:12:37.736666 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-ba794375-25aa-4e09-b024-acfc26d36cf4 None None] For port c82e2559-eeb1-4634-a956-118b344543b5, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=c82e2559-eeb1-4634-a956-118b344543b5,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:12:37.798827 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-bc451719-e5ab-43ea-bcd7-8ce5bf8afdab tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8065767 Feb 28 11:12:37.801693 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 55774) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:12:37.807724 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ba794375-25aa-4e09-b024-acfc26d36cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (c82e2559-eeb1-4634-a956-118b344543b5), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:37.834046 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7a1451-31eb-41e9-9aa3-6bc9acdbe356 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-6aa805eb-c0a8-41d3-9a53-f165e27323d8', 'network_id': '6aa805eb-c0a8-41d3-9a53-f165e27323d8', 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'fixed_ips': [{'subnet_id': '4ac9eae7-c8c1-45ad-b626-9a11f41ae728'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 11:12:37.834982 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7e7a1451-31eb-41e9-9aa3-6bc9acdbe356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:37.872628 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba794375-25aa-4e09-b024-acfc26d36cf4 None None] Routers {'46f89f0a-6f7b-441b-8c47-56153fc36d77'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:12:37.873081 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-ba794375-25aa-4e09-b024-acfc26d36cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:12:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['46f89f0a-6f7b-441b-8c47-56153fc36d77'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:12:37.912502 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6e152a-c0b8-4dd1-a48b-c430898fe872 None None] Pushing event updated for resources: {'Port': ['ID=c82e2559-eeb1-4634-a956-118b344543b5,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:12:37.985778 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-7e7a1451-31eb-41e9-9aa3-6bc9acdbe356 None None] Allocated IP 172.20.0.2 (6aa805eb-c0a8-41d3-9a53-f165e27323d8/4ac9eae7-c8c1-45ad-b626-9a11f41ae728/83a8eb41-523a-45eb-9102-cc6237ab8a81) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:12:38.010788 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-ba794375-25aa-4e09-b024-acfc26d36cf4 None None] Set router 46f89f0a-6f7b-441b-8c47-56153fc36d77 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:12:38.233404 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-ba794375-25aa-4e09-b024-acfc26d36cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f89f0a-6f7b-441b-8c47-56153fc36d77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735152518', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'c82e2559-eeb1-4634-a956-118b344543b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:12:34Z', 'updated_at': '2022-02-28T11:12:35Z', 'revision_number': 3, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': 'c82e2559-eeb1-4634-a956-118b344543b5', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c4:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f89f0a-6f7b-441b-8c47-56153fc36d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:12:35Z', 'updated_at': '2022-02-28T11:12:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:12:38.266134 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba794375-25aa-4e09-b024-acfc26d36cf4 None None] The sync data for ids ['46f89f0a-6f7b-441b-8c47-56153fc36d77'] in dv-neutron-829161-3-hyperv is: [{'id': '46f89f0a-6f7b-441b-8c47-56153fc36d77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735152518', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'c82e2559-eeb1-4634-a956-118b344543b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:12:34Z', 'updated_at': '2022-02-28T11:12:35Z', 'revision_number': 3, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': 'c82e2559-eeb1-4634-a956-118b344543b5', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c4:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f89f0a-6f7b-441b-8c47-56153fc36d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:12:35Z', 'updated_at': '2022-02-28T11:12:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:12:38.342787 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7e7a1451-31eb-41e9-9aa3-6bc9acdbe356 None None] Publish callbacks [] for port (83a8eb41-523a-45eb-9102-cc6237ab8a81), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:38.376512 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f15d974e-21dc-487c-95af-ce94e56636aa tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:38.434637 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7e7a1451-31eb-41e9-9aa3-6bc9acdbe356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (83a8eb41-523a-45eb-9102-cc6237ab8a81), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:38.488716 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7a1451-31eb-41e9-9aa3-6bc9acdbe356 None None] Network 6aa805eb-c0a8-41d3-9a53-f165e27323d8 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:12:38.507290 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-7e7a1451-31eb-41e9-9aa3-6bc9acdbe356 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:12:38.515969 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7a1451-31eb-41e9-9aa3-6bc9acdbe356 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:12:38.535298 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a1451-31eb-41e9-9aa3-6bc9acdbe356 None None] Pushing event updated for resources: {'Port': ['ID=83a8eb41-523a-45eb-9102-cc6237ab8a81,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:12:38.603206 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-7e7a1451-31eb-41e9-9aa3-6bc9acdbe356 None None] Attempting to bind port 83a8eb41-523a-45eb-9102-cc6237ab8a81 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:12:38.603590 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-7e7a1451-31eb-41e9-9aa3-6bc9acdbe356 None None] Attempting to bind port 83a8eb41-523a-45eb-9102-cc6237ab8a81 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': 'bfd62a11-2637-4361-94e1-3aced8720fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6aa805eb-c0a8-41d3-9a53-f165e27323d8'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:12:38.603960 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7a1451-31eb-41e9-9aa3-6bc9acdbe356 None None] Attempting to bind port 83a8eb41-523a-45eb-9102-cc6237ab8a81 on network 6aa805eb-c0a8-41d3-9a53-f165e27323d8 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:12:38.609954 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7a1451-31eb-41e9-9aa3-6bc9acdbe356 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:12:38.610243 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7a1451-31eb-41e9-9aa3-6bc9acdbe356 None None] Checking segment: {'id': 'bfd62a11-2637-4361-94e1-3aced8720fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6aa805eb-c0a8-41d3-9a53-f165e27323d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:12:38.610503 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7e7a1451-31eb-41e9-9aa3-6bc9acdbe356 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:38.610946 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7a1451-31eb-41e9-9aa3-6bc9acdbe356 None None] Bound using segment: {'id': 'bfd62a11-2637-4361-94e1-3aced8720fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6aa805eb-c0a8-41d3-9a53-f165e27323d8'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:12:38.611433 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-7e7a1451-31eb-41e9-9aa3-6bc9acdbe356 None None] Bound port: 83a8eb41-523a-45eb-9102-cc6237ab8a81, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfd62a11-2637-4361-94e1-3aced8720fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6aa805eb-c0a8-41d3-9a53-f165e27323d8'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:12:38.611994 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7e7a1451-31eb-41e9-9aa3-6bc9acdbe356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (83a8eb41-523a-45eb-9102-cc6237ab8a81), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:38.703495 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-7e7a1451-31eb-41e9-9aa3-6bc9acdbe356 None None] For port 83a8eb41-523a-45eb-9102-cc6237ab8a81, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:12:38.706997 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-7e7a1451-31eb-41e9-9aa3-6bc9acdbe356 None None] For port 83a8eb41-523a-45eb-9102-cc6237ab8a81, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=83a8eb41-523a-45eb-9102-cc6237ab8a81,segment=NetworkSegment(bfd62a11-2637-4361-94e1-3aced8720fdb),segment_id=bfd62a11-2637-4361-94e1-3aced8720fdb)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:12:38.750810 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-f15d974e-21dc-487c-95af-ce94e56636aa tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Allocated IP 172.20.0.1 (6aa805eb-c0a8-41d3-9a53-f165e27323d8/4ac9eae7-c8c1-45ad-b626-9a11f41ae728/b9c201f1-0315-412d-b87c-fe1de330c597) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:12:38.761517 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device c82e2559-eeb1-4634-a956-118b344543b5 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:12:38.820308 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7e7a1451-31eb-41e9-9aa3-6bc9acdbe356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (83a8eb41-523a-45eb-9102-cc6237ab8a81), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:38.822285 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port c82e2559-eeb1-4634-a956-118b344543b5 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:12:38.822657 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (c82e2559-eeb1-4634-a956-118b344543b5), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:38.902507 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f15d974e-21dc-487c-95af-ce94e56636aa tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for port (b9c201f1-0315-412d-b87c-fe1de330c597), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:38.924379 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a1451-31eb-41e9-9aa3-6bc9acdbe356 None None] Pushing event updated for resources: {'Port': ['ID=83a8eb41-523a-45eb-9102-cc6237ab8a81,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:12:38.992925 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port c82e2559-eeb1-4634-a956-118b344543b5 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:12:38.996985 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (c82e2559-eeb1-4634-a956-118b344543b5), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:39.015718 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f15d974e-21dc-487c-95af-ce94e56636aa tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (b9c201f1-0315-412d-b87c-fe1de330c597), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:39.024505 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port c82e2559-eeb1-4634-a956-118b344543b5, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=c82e2559-eeb1-4634-a956-118b344543b5,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:12:39.065115 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15d974e-21dc-487c-95af-ce94e56636aa tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Network 6aa805eb-c0a8-41d3-9a53-f165e27323d8 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:12:39.068499 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-f15d974e-21dc-487c-95af-ce94e56636aa tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:12:39.090670 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15d974e-21dc-487c-95af-ce94e56636aa tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:12:39.097761 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15d974e-21dc-487c-95af-ce94e56636aa tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'Port': ['ID=b9c201f1-0315-412d-b87c-fe1de330c597,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:12:39.103324 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (c82e2559-eeb1-4634-a956-118b344543b5), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:39.169090 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f15d974e-21dc-487c-95af-ce94e56636aa tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047958'] for router_interface (46f89f0a-6f7b-441b-8c47-56153fc36d77), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:39.189441 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=c82e2559-eeb1-4634-a956-118b344543b5,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:12:39.408937 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f15d974e-21dc-487c-95af-ce94e56636aa tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (b9c201f1-0315-412d-b87c-fe1de330c597), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:39.699874 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f15d974e-21dc-487c-95af-ce94e56636aa tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for port (b9c201f1-0315-412d-b87c-fe1de330c597), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:39.767928 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f15d974e-21dc-487c-95af-ce94e56636aa tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (b9c201f1-0315-412d-b87c-fe1de330c597), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:39.851062 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f15d974e-21dc-487c-95af-ce94e56636aa tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047558'] for router_interface (46f89f0a-6f7b-441b-8c47-56153fc36d77), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:39.853071 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15d974e-21dc-487c-95af-ce94e56636aa tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'Port': ['ID=b9c201f1-0315-412d-b87c-fe1de330c597,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:12:39.967637 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15d974e-21dc-487c-95af-ce94e56636aa tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Network 6aa805eb-c0a8-41d3-9a53-f165e27323d8 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:12:39.969507 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-f15d974e-21dc-487c-95af-ce94e56636aa tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:12:39.982499 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5614decd-30ec-4e68-9a44-46ca9f16d2dd None None] Network 6aa805eb-c0a8-41d3-9a53-f165e27323d8 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:12:40.051933 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-71cccb8a-5e44-4b39-8c5c-8ed06a7d1de8 None None] Provisioning complete for port 83a8eb41-523a-45eb-9102-cc6237ab8a81 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:12:40.052309 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-71cccb8a-5e44-4b39-8c5c-8ed06a7d1de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (83a8eb41-523a-45eb-9102-cc6237ab8a81), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:40.103769 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f15d974e-21dc-487c-95af-ce94e56636aa tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Router 46f89f0a-6f7b-441b-8c47-56153fc36d77 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:12:40.190402 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-71cccb8a-5e44-4b39-8c5c-8ed06a7d1de8 None None] Current status of the port 83a8eb41-523a-45eb-9102-cc6237ab8a81 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:12:40.190812 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-71cccb8a-5e44-4b39-8c5c-8ed06a7d1de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (83a8eb41-523a-45eb-9102-cc6237ab8a81), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:40.232550 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-71cccb8a-5e44-4b39-8c5c-8ed06a7d1de8 None None] For port 83a8eb41-523a-45eb-9102-cc6237ab8a81, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=83a8eb41-523a-45eb-9102-cc6237ab8a81,segment=NetworkSegment(bfd62a11-2637-4361-94e1-3aced8720fdb),segment_id=bfd62a11-2637-4361-94e1-3aced8720fdb)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:12:40.254695 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f15d974e-21dc-487c-95af-ce94e56636aa tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:12:40.261115 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-f15d974e-21dc-487c-95af-ce94e56636aa tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "PUT /v2.0/routers/46f89f0a-6f7b-441b-8c47-56153fc36d77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4581761 Feb 28 11:12:40.299144 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-71cccb8a-5e44-4b39-8c5c-8ed06a7d1de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (83a8eb41-523a-45eb-9102-cc6237ab8a81), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:40.380632 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cccb8a-5e44-4b39-8c5c-8ed06a7d1de8 None None] Pushing event updated for resources: {'Port': ['ID=83a8eb41-523a-45eb-9102-cc6237ab8a81,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:12:40.453826 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-033498a6-5eb3-4fff-a58a-17ffba094940 req-243b643e-87bc-4274-b27b-7f464cce6d77 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-249246263&fields=id&tenant_id=d2ac95293f7647eb87ff4889cfbdd577 HTTP/1.1" status: 200 len: 267 time: 0.0499675 Feb 28 11:12:40.543591 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ceaaeb1c-9aac-4620-8d21-c26ad45cd68e None None] Provisioning complete for port 83a8eb41-523a-45eb-9102-cc6237ab8a81 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:12:40.545597 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ceaaeb1c-9aac-4620-8d21-c26ad45cd68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (83a8eb41-523a-45eb-9102-cc6237ab8a81), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:40.548288 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a119057d-6262-4281-963d-e4105d13f3f4 None None] Sync routers for ids ['46f89f0a-6f7b-441b-8c47-56153fc36d77'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:12:40.582967 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a119057d-6262-4281-963d-e4105d13f3f4 None None] Routers {'46f89f0a-6f7b-441b-8c47-56153fc36d77'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:12:40.583654 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-a119057d-6262-4281-963d-e4105d13f3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:12:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['46f89f0a-6f7b-441b-8c47-56153fc36d77'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:12:40.591612 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033498a6-5eb3-4fff-a58a-17ffba094940 req-512e1749-4822-4195-9e1d-304ba6380446 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:12:40.594763 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-033498a6-5eb3-4fff-a58a-17ffba094940 req-512e1749-4822-4195-9e1d-304ba6380446 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/networks?id=6aa805eb-c0a8-41d3-9a53-f165e27323d8 HTTP/1.1" status: 200 len: 797 time: 0.1327784 Feb 28 11:12:40.609928 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-033498a6-5eb3-4fff-a58a-17ffba094940 req-358c147f-a0af-44f7-ba72-2228ae77c270 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/quotas/d2ac95293f7647eb87ff4889cfbdd577 HTTP/1.1" status: 200 len: 375 time: 0.0109425 Feb 28 11:12:40.674175 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-033498a6-5eb3-4fff-a58a-17ffba094940 req-e8dc582c-1818-4a38-b87d-8105c1d723c6 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d2ac95293f7647eb87ff4889cfbdd577&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0586765 Feb 28 11:12:40.751219 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [req-033498a6-5eb3-4fff-a58a-17ffba094940 req-68ae6917-779e-422b-a0b7-fe6e74880046 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 11:12:40.752261 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-033498a6-5eb3-4fff-a58a-17ffba094940 req-68ae6917-779e-422b-a0b7-fe6e74880046 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0651035 Feb 28 11:12:40.758807 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ceaaeb1c-9aac-4620-8d21-c26ad45cd68e None None] Current status of the port 83a8eb41-523a-45eb-9102-cc6237ab8a81 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:12:40.768518 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-a119057d-6262-4281-963d-e4105d13f3f4 None None] Set router 46f89f0a-6f7b-441b-8c47-56153fc36d77 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:12:40.877599 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-033498a6-5eb3-4fff-a58a-17ffba094940 req-4459cabe-9e9f-46a9-91e6-41be136d4d2f service neutron] 10.222.0.62 "GET /v2.0/networks/6aa805eb-c0a8-41d3-9a53-f165e27323d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155856 Feb 28 11:12:40.904057 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device c82e2559-eeb1-4634-a956-118b344543b5 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:12:40.911252 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ceaaeb1c-9aac-4620-8d21-c26ad45cd68e None None] Provisioning complete for port b9c201f1-0315-412d-b87c-fe1de330c597 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:12:40.911631 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ceaaeb1c-9aac-4620-8d21-c26ad45cd68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (b9c201f1-0315-412d-b87c-fe1de330c597), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:40.979644 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-033498a6-5eb3-4fff-a58a-17ffba094940 req-f1221caf-ab4b-4fe7-b131-e20e51627e39 service neutron] 10.222.0.62 "GET /v2.0/networks/6aa805eb-c0a8-41d3-9a53-f165e27323d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945110 Feb 28 11:12:41.011656 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ceaaeb1c-9aac-4620-8d21-c26ad45cd68e None None] Port b9c201f1-0315-412d-b87c-fe1de330c597 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:12:41.047505 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port c82e2559-eeb1-4634-a956-118b344543b5 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:12:41.047887 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (c82e2559-eeb1-4634-a956-118b344543b5), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:41.138000 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-a119057d-6262-4281-963d-e4105d13f3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f89f0a-6f7b-441b-8c47-56153fc36d77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735152518', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'c82e2559-eeb1-4634-a956-118b344543b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:12:34Z', 'updated_at': '2022-02-28T11:12:39Z', 'revision_number': 4, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': 'c82e2559-eeb1-4634-a956-118b344543b5', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f89f0a-6f7b-441b-8c47-56153fc36d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:12:35Z', 'updated_at': '2022-02-28T11:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': 'b9c201f1-0315-412d-b87c-fe1de330c597', 'name': '', 'network_id': '6aa805eb-c0a8-41d3-9a53-f165e27323d8', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'mac_address': 'fa:16:3e:b1:3d:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f89f0a-6f7b-441b-8c47-56153fc36d77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '4ac9eae7-c8c1-45ad-b626-9a11f41ae728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:12:38Z', 'updated_at': '2022-02-28T11:12:39Z', 'revision_number': 2, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'subnets': [{'id': '4ac9eae7-c8c1-45ad-b626-9a11f41ae728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:12:41.181923 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a119057d-6262-4281-963d-e4105d13f3f4 None None] Checking router: 46f89f0a-6f7b-441b-8c47-56153fc36d77 for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:12:41.182290 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a119057d-6262-4281-963d-e4105d13f3f4 None None] Updating router 46f89f0a-6f7b-441b-8c47-56153fc36d77 port b9c201f1-0315-412d-b87c-fe1de330c597 binding host dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:12:41.209819 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port c82e2559-eeb1-4634-a956-118b344543b5 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:12:41.211069 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 83a8eb41-523a-45eb-9102-cc6237ab8a81 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:12:41.214691 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-6dbf31df-2e9e-44f7-9ac8-24ce7a3f1c0b None None] Provisioning complete for port b9c201f1-0315-412d-b87c-fe1de330c597 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:12:41.215106 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6dbf31df-2e9e-44f7-9ac8-24ce7a3f1c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (b9c201f1-0315-412d-b87c-fe1de330c597), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:41.239906 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5091e750-404e-4e15-ba1d-5c759ebe58b2 req-79b247f9-5864-4ac5-97d7-c04d90fa8a7e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=909845c3-b96b-4dfe-ab87-2be79cacf67f HTTP/1.1" status: 200 len: 210 time: 0.0348172 Feb 28 11:12:41.265682 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a119057d-6262-4281-963d-e4105d13f3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (b9c201f1-0315-412d-b87c-fe1de330c597), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:41.301136 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-6dbf31df-2e9e-44f7-9ac8-24ce7a3f1c0b None None] Port b9c201f1-0315-412d-b87c-fe1de330c597 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:12:41.348408 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 83a8eb41-523a-45eb-9102-cc6237ab8a81 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:12:41.348787 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (83a8eb41-523a-45eb-9102-cc6237ab8a81), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:41.567698 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 83a8eb41-523a-45eb-9102-cc6237ab8a81 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:12:41.650400 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a119057d-6262-4281-963d-e4105d13f3f4 None None] Publish callbacks [] for port (b9c201f1-0315-412d-b87c-fe1de330c597), precommit_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:41.723783 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a119057d-6262-4281-963d-e4105d13f3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (b9c201f1-0315-412d-b87c-fe1de330c597), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:41.775957 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743725c4-e09c-42dc-af3c-2cf06c900974 None None] Pushing event updated for resources: {'Port': ['ID=b9c201f1-0315-412d-b87c-fe1de330c597,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:12:41.832008 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-a119057d-6262-4281-963d-e4105d13f3f4 None None] Attempting to bind port b9c201f1-0315-412d-b87c-fe1de330c597 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:12:41.832413 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-a119057d-6262-4281-963d-e4105d13f3f4 None None] Attempting to bind port b9c201f1-0315-412d-b87c-fe1de330c597 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': 'bfd62a11-2637-4361-94e1-3aced8720fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6aa805eb-c0a8-41d3-9a53-f165e27323d8'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:12:41.832852 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a119057d-6262-4281-963d-e4105d13f3f4 None None] Attempting to bind port b9c201f1-0315-412d-b87c-fe1de330c597 on network 6aa805eb-c0a8-41d3-9a53-f165e27323d8 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:12:41.843337 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a119057d-6262-4281-963d-e4105d13f3f4 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:12:41.843764 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a119057d-6262-4281-963d-e4105d13f3f4 None None] Checking segment: {'id': 'bfd62a11-2637-4361-94e1-3aced8720fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6aa805eb-c0a8-41d3-9a53-f165e27323d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:12:41.844285 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a119057d-6262-4281-963d-e4105d13f3f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:41.844696 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a119057d-6262-4281-963d-e4105d13f3f4 None None] Bound using segment: {'id': 'bfd62a11-2637-4361-94e1-3aced8720fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6aa805eb-c0a8-41d3-9a53-f165e27323d8'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:12:41.845181 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-a119057d-6262-4281-963d-e4105d13f3f4 None None] Bound port: b9c201f1-0315-412d-b87c-fe1de330c597, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfd62a11-2637-4361-94e1-3aced8720fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6aa805eb-c0a8-41d3-9a53-f165e27323d8'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:12:41.845564 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a119057d-6262-4281-963d-e4105d13f3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (b9c201f1-0315-412d-b87c-fe1de330c597), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:41.925078 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a119057d-6262-4281-963d-e4105d13f3f4 None None] For port b9c201f1-0315-412d-b87c-fe1de330c597, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:12:41.928502 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a119057d-6262-4281-963d-e4105d13f3f4 None None] For port b9c201f1-0315-412d-b87c-fe1de330c597, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=b9c201f1-0315-412d-b87c-fe1de330c597,segment=NetworkSegment(bfd62a11-2637-4361-94e1-3aced8720fdb),segment_id=bfd62a11-2637-4361-94e1-3aced8720fdb)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:12:41.993143 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a119057d-6262-4281-963d-e4105d13f3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (b9c201f1-0315-412d-b87c-fe1de330c597), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:42.072809 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a119057d-6262-4281-963d-e4105d13f3f4 None None] Routers {'46f89f0a-6f7b-441b-8c47-56153fc36d77'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:12:42.073526 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-a119057d-6262-4281-963d-e4105d13f3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:12:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['46f89f0a-6f7b-441b-8c47-56153fc36d77'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:12:42.080031 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743725c4-e09c-42dc-af3c-2cf06c900974 None None] Pushing event updated for resources: {'Port': ['ID=b9c201f1-0315-412d-b87c-fe1de330c597,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:12:42.080031 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-230401e8-35f1-4dba-a86d-c849b248552a None None] Provisioning complete for port b9c201f1-0315-412d-b87c-fe1de330c597 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:12:42.080031 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-230401e8-35f1-4dba-a86d-c849b248552a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (b9c201f1-0315-412d-b87c-fe1de330c597), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:42.353025 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-ccf0479a-a01f-4b59-af22-193743a041ba req-197c1923-1ecf-42b4-b8af-8f1087f43f78 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=909845c3-b96b-4dfe-ab87-2be79cacf67f HTTP/1.1" status: 200 len: 210 time: 0.0397768 Feb 28 11:12:42.408322 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-a119057d-6262-4281-963d-e4105d13f3f4 None None] Set router 46f89f0a-6f7b-441b-8c47-56153fc36d77 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:12:42.433974 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-230401e8-35f1-4dba-a86d-c849b248552a None None] Current status of the port b9c201f1-0315-412d-b87c-fe1de330c597 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:12:42.434367 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-230401e8-35f1-4dba-a86d-c849b248552a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (b9c201f1-0315-412d-b87c-fe1de330c597), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:42.526763 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-230401e8-35f1-4dba-a86d-c849b248552a None None] For port b9c201f1-0315-412d-b87c-fe1de330c597, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=b9c201f1-0315-412d-b87c-fe1de330c597,segment=NetworkSegment(bfd62a11-2637-4361-94e1-3aced8720fdb),segment_id=bfd62a11-2637-4361-94e1-3aced8720fdb)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:12:42.595513 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-230401e8-35f1-4dba-a86d-c849b248552a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (b9c201f1-0315-412d-b87c-fe1de330c597), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:42.674590 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230401e8-35f1-4dba-a86d-c849b248552a None None] Pushing event updated for resources: {'Port': ['ID=b9c201f1-0315-412d-b87c-fe1de330c597,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:12:42.697116 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-a119057d-6262-4281-963d-e4105d13f3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f89f0a-6f7b-441b-8c47-56153fc36d77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735152518', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'c82e2559-eeb1-4634-a956-118b344543b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:12:34Z', 'updated_at': '2022-02-28T11:12:39Z', 'revision_number': 4, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': 'c82e2559-eeb1-4634-a956-118b344543b5', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f89f0a-6f7b-441b-8c47-56153fc36d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:12:35Z', 'updated_at': '2022-02-28T11:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': 'b9c201f1-0315-412d-b87c-fe1de330c597', 'name': '', 'network_id': '6aa805eb-c0a8-41d3-9a53-f165e27323d8', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'mac_address': 'fa:16:3e:b1:3d:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f89f0a-6f7b-441b-8c47-56153fc36d77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '4ac9eae7-c8c1-45ad-b626-9a11f41ae728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:12:38Z', 'updated_at': '2022-02-28T11:12:41Z', 'revision_number': 4, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'subnets': [{'id': '4ac9eae7-c8c1-45ad-b626-9a11f41ae728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:12:42.732824 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a119057d-6262-4281-963d-e4105d13f3f4 None None] The sync data for ids ['46f89f0a-6f7b-441b-8c47-56153fc36d77'] in dv-neutron-829161-3-hyperv is: [{'id': '46f89f0a-6f7b-441b-8c47-56153fc36d77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735152518', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'c82e2559-eeb1-4634-a956-118b344543b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:12:34Z', 'updated_at': '2022-02-28T11:12:39Z', 'revision_number': 4, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': 'c82e2559-eeb1-4634-a956-118b344543b5', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f89f0a-6f7b-441b-8c47-56153fc36d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:12:35Z', 'updated_at': '2022-02-28T11:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': 'b9c201f1-0315-412d-b87c-fe1de330c597', 'name': '', 'network_id': '6aa805eb-c0a8-41d3-9a53-f165e27323d8', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'mac_address': 'fa:16:3e:b1:3d:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f89f0a-6f7b-441b-8c47-56153fc36d77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '4ac9eae7-c8c1-45ad-b626-9a11f41ae728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:12:38Z', 'updated_at': '2022-02-28T11:12:41Z', 'revision_number': 4, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'subnets': [{'id': '4ac9eae7-c8c1-45ad-b626-9a11f41ae728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:12:42.746987 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-518a155b-f9cf-4111-80b0-aa73006c4d58 None None] Provisioning complete for port b9c201f1-0315-412d-b87c-fe1de330c597 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:12:42.747371 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-518a155b-f9cf-4111-80b0-aa73006c4d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (b9c201f1-0315-412d-b87c-fe1de330c597), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:42.852102 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-518a155b-f9cf-4111-80b0-aa73006c4d58 None None] Current status of the port b9c201f1-0315-412d-b87c-fe1de330c597 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:12:43.327681 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033498a6-5eb3-4fff-a58a-17ffba094940 req-b8a9475a-5fdd-46a0-8d17-ae77888987b2 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:12:43.329531 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-033498a6-5eb3-4fff-a58a-17ffba094940 req-b8a9475a-5fdd-46a0-8d17-ae77888987b2 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.70 "GET /v2.0/networks?id=6aa805eb-c0a8-41d3-9a53-f165e27323d8 HTTP/1.1" status: 200 len: 797 time: 0.1475556 Feb 28 11:12:43.431855 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-033498a6-5eb3-4fff-a58a-17ffba094940 req-cc45a317-be76-4a53-aeed-a250e86359c2 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2ac95293f7647eb87ff4889cfbdd577 HTTP/1.1" status: 200 len: 379 time: 0.0881515 Feb 28 11:12:43.449086 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-033498a6-5eb3-4fff-a58a-17ffba094940 req-5e7fd713-45a4-43ff-a31d-b1c035efbc21 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Request body: {'port': {'device_id': '909845c3-b96b-4dfe-ab87-2be79cacf67f', 'network_id': '6aa805eb-c0a8-41d3-9a53-f165e27323d8', 'admin_state_up': True, 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'security_groups': ['a35231b6-fd4f-4542-b5dc-f7dea5bfa222']}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:12:43.546225 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-7214854f-fa20-4569-9e14-86e512ca94d5 req-179f187a-908b-420c-9e52-ccf718b0d418 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=909845c3-b96b-4dfe-ab87-2be79cacf67f HTTP/1.1" status: 200 len: 210 time: 0.0614159 Feb 28 11:12:43.701450 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-033498a6-5eb3-4fff-a58a-17ffba094940 req-5e7fd713-45a4-43ff-a31d-b1c035efbc21 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Made reservation on behalf of d2ac95293f7647eb87ff4889cfbdd577 for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:12:43.705012 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-033498a6-5eb3-4fff-a58a-17ffba094940 req-5e7fd713-45a4-43ff-a31d-b1c035efbc21 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:43.846195 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [req-033498a6-5eb3-4fff-a58a-17ffba094940 req-5e7fd713-45a4-43ff-a31d-b1c035efbc21 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Allocated IP 172.20.0.4 (6aa805eb-c0a8-41d3-9a53-f165e27323d8/4ac9eae7-c8c1-45ad-b626-9a11f41ae728/83532ba5-afeb-4f7f-a4bc-6adebbcfbb16) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:12:44.016419 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-033498a6-5eb3-4fff-a58a-17ffba094940 req-5e7fd713-45a4-43ff-a31d-b1c035efbc21 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for port (83532ba5-afeb-4f7f-a4bc-6adebbcfbb16), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:44.124241 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-033498a6-5eb3-4fff-a58a-17ffba094940 req-5e7fd713-45a4-43ff-a31d-b1c035efbc21 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (83532ba5-afeb-4f7f-a4bc-6adebbcfbb16), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:44.171484 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-033498a6-5eb3-4fff-a58a-17ffba094940 req-5e7fd713-45a4-43ff-a31d-b1c035efbc21 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Network 6aa805eb-c0a8-41d3-9a53-f165e27323d8 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:12:44.174468 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [req-033498a6-5eb3-4fff-a58a-17ffba094940 req-5e7fd713-45a4-43ff-a31d-b1c035efbc21 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:12:44.181492 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-033498a6-5eb3-4fff-a58a-17ffba094940 req-5e7fd713-45a4-43ff-a31d-b1c035efbc21 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:12:44.187376 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7fd713-45a4-43ff-a31d-b1c035efbc21 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'Port': ['ID=83532ba5-afeb-4f7f-a4bc-6adebbcfbb16,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:12:44.237896 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033498a6-5eb3-4fff-a58a-17ffba094940 req-5e7fd713-45a4-43ff-a31d-b1c035efbc21 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:12:44.238528 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-033498a6-5eb3-4fff-a58a-17ffba094940 req-5e7fd713-45a4-43ff-a31d-b1c035efbc21 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:44.318587 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-033498a6-5eb3-4fff-a58a-17ffba094940 req-5e7fd713-45a4-43ff-a31d-b1c035efbc21 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8811934 Feb 28 11:12:44.395763 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-033498a6-5eb3-4fff-a58a-17ffba094940 req-6037aa1e-9c09-4884-8d2a-c93a228bcff4 service neutron] Request body: {'port': {'device_id': '909845c3-b96b-4dfe-ab87-2be79cacf67f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8291'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:12:44.462412 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-033498a6-5eb3-4fff-a58a-17ffba094940 req-6037aa1e-9c09-4884-8d2a-c93a228bcff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (83532ba5-afeb-4f7f-a4bc-6adebbcfbb16), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:44.481288 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-d67eaf28-2a1c-4297-ba7b-7442c2959078 None None] Provisioning complete for port 83532ba5-afeb-4f7f-a4bc-6adebbcfbb16 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:12:44.481869 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d67eaf28-2a1c-4297-ba7b-7442c2959078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (83532ba5-afeb-4f7f-a4bc-6adebbcfbb16), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:44.520624 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-d67eaf28-2a1c-4297-ba7b-7442c2959078 None None] Port 83532ba5-afeb-4f7f-a4bc-6adebbcfbb16 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:12:44.771271 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [req-033498a6-5eb3-4fff-a58a-17ffba094940 req-6037aa1e-9c09-4884-8d2a-c93a228bcff4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83532ba5-afeb-4f7f-a4bc-6adebbcfbb16 {{(pid=104083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:12:44.782080 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-033498a6-5eb3-4fff-a58a-17ffba094940 req-6037aa1e-9c09-4884-8d2a-c93a228bcff4 service neutron] Publish callbacks [] for port (83532ba5-afeb-4f7f-a4bc-6adebbcfbb16), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:44.784577 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device b9c201f1-0315-412d-b87c-fe1de330c597 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:12:44.796787 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [req-033498a6-5eb3-4fff-a58a-17ffba094940 req-6037aa1e-9c09-4884-8d2a-c93a228bcff4 service neutron] Transition to ACTIVE for port object 83532ba5-afeb-4f7f-a4bc-6adebbcfbb16 will not be triggered until provisioned by entity L2. {{(pid=104083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 11:12:44.845134 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port b9c201f1-0315-412d-b87c-fe1de330c597 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:12:44.845603 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (b9c201f1-0315-412d-b87c-fe1de330c597), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:44.901358 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-033498a6-5eb3-4fff-a58a-17ffba094940 req-6037aa1e-9c09-4884-8d2a-c93a228bcff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (83532ba5-afeb-4f7f-a4bc-6adebbcfbb16), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:44.957393 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port b9c201f1-0315-412d-b87c-fe1de330c597 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:12:44.975100 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6037aa1e-9c09-4884-8d2a-c93a228bcff4 service neutron] Pushing event updated for resources: {'Port': ['ID=83532ba5-afeb-4f7f-a4bc-6adebbcfbb16,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:12:45.034664 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b0db3f-8176-4c43-93f2-33e5c1a69f15 req-52615351-b936-4d67-bddb-e932be3f51cf tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:12:45.036238 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-20b0db3f-8176-4c43-93f2-33e5c1a69f15 req-52615351-b936-4d67-bddb-e932be3f51cf tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=909845c3-b96b-4dfe-ab87-2be79cacf67f HTTP/1.1" status: 200 len: 931 time: 0.4081151 Feb 28 11:12:45.082434 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-033498a6-5eb3-4fff-a58a-17ffba094940 req-6037aa1e-9c09-4884-8d2a-c93a228bcff4 service neutron] Attempting to bind port 83532ba5-afeb-4f7f-a4bc-6adebbcfbb16 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:12:45.082782 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-033498a6-5eb3-4fff-a58a-17ffba094940 req-6037aa1e-9c09-4884-8d2a-c93a228bcff4 service neutron] Attempting to bind port 83532ba5-afeb-4f7f-a4bc-6adebbcfbb16 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': 'bfd62a11-2637-4361-94e1-3aced8720fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6aa805eb-c0a8-41d3-9a53-f165e27323d8'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:12:45.083295 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033498a6-5eb3-4fff-a58a-17ffba094940 req-6037aa1e-9c09-4884-8d2a-c93a228bcff4 service neutron] Attempting to bind port 83532ba5-afeb-4f7f-a4bc-6adebbcfbb16 on network 6aa805eb-c0a8-41d3-9a53-f165e27323d8 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:12:45.090700 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033498a6-5eb3-4fff-a58a-17ffba094940 req-6037aa1e-9c09-4884-8d2a-c93a228bcff4 service neutron] Port 83532ba5-afeb-4f7f-a4bc-6adebbcfbb16 on network 6aa805eb-c0a8-41d3-9a53-f165e27323d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 11:12:45.091066 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033498a6-5eb3-4fff-a58a-17ffba094940 req-6037aa1e-9c09-4884-8d2a-c93a228bcff4 service neutron] Attempting to bind port 83532ba5-afeb-4f7f-a4bc-6adebbcfbb16 on network 6aa805eb-c0a8-41d3-9a53-f165e27323d8 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:12:45.096976 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033498a6-5eb3-4fff-a58a-17ffba094940 req-6037aa1e-9c09-4884-8d2a-c93a228bcff4 service neutron] Checking agent: {'id': '9c9e5963-7abc-415a-a91c-4432861f4313', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'started_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:12:45.097448 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033498a6-5eb3-4fff-a58a-17ffba094940 req-6037aa1e-9c09-4884-8d2a-c93a228bcff4 service neutron] Checking segment: {'id': 'bfd62a11-2637-4361-94e1-3aced8720fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6aa805eb-c0a8-41d3-9a53-f165e27323d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:12:45.097860 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033498a6-5eb3-4fff-a58a-17ffba094940 req-6037aa1e-9c09-4884-8d2a-c93a228bcff4 service neutron] Bound using segment: {'id': 'bfd62a11-2637-4361-94e1-3aced8720fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6aa805eb-c0a8-41d3-9a53-f165e27323d8'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:12:45.098305 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-033498a6-5eb3-4fff-a58a-17ffba094940 req-6037aa1e-9c09-4884-8d2a-c93a228bcff4 service neutron] Bound port: 83532ba5-afeb-4f7f-a4bc-6adebbcfbb16, host: hv-neutron-8291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfd62a11-2637-4361-94e1-3aced8720fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6aa805eb-c0a8-41d3-9a53-f165e27323d8'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:12:45.098666 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-033498a6-5eb3-4fff-a58a-17ffba094940 req-6037aa1e-9c09-4884-8d2a-c93a228bcff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (83532ba5-afeb-4f7f-a4bc-6adebbcfbb16), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:45.119445 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-20b0db3f-8176-4c43-93f2-33e5c1a69f15 req-7c141f8c-c973-4e76-b498-05e972f527cf tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=a35231b6-fd4f-4542-b5dc-f7dea5bfa222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673013 Feb 28 11:12:45.186438 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-033498a6-5eb3-4fff-a58a-17ffba094940 req-6037aa1e-9c09-4884-8d2a-c93a228bcff4 service neutron] For port 83532ba5-afeb-4f7f-a4bc-6adebbcfbb16, host hv-neutron-8291, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:12:45.190947 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-033498a6-5eb3-4fff-a58a-17ffba094940 req-6037aa1e-9c09-4884-8d2a-c93a228bcff4 service neutron] For port 83532ba5-afeb-4f7f-a4bc-6adebbcfbb16, host hv-neutron-8291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=83532ba5-afeb-4f7f-a4bc-6adebbcfbb16,segment=NetworkSegment(bfd62a11-2637-4361-94e1-3aced8720fdb),segment_id=bfd62a11-2637-4361-94e1-3aced8720fdb)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:12:45.284445 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-033498a6-5eb3-4fff-a58a-17ffba094940 req-6037aa1e-9c09-4884-8d2a-c93a228bcff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (83532ba5-afeb-4f7f-a4bc-6adebbcfbb16), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:45.320163 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033498a6-5eb3-4fff-a58a-17ffba094940 req-6037aa1e-9c09-4884-8d2a-c93a228bcff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:12:45.320940 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-033498a6-5eb3-4fff-a58a-17ffba094940 req-6037aa1e-9c09-4884-8d2a-c93a228bcff4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:45.322594 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-033498a6-5eb3-4fff-a58a-17ffba094940 req-6037aa1e-9c09-4884-8d2a-c93a228bcff4 service neutron] 10.222.0.70 "PUT /v2.0/ports/83532ba5-afeb-4f7f-a4bc-6adebbcfbb16 HTTP/1.1" status: 200 len: 1093 time: 0.9910486 Feb 28 11:12:45.323166 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '909845c3-b96b-4dfe-ab87-2be79cacf67f', 'tag': '83532ba5-afeb-4f7f-a4bc-6adebbcfbb16'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:12:45.325834 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b5f0089-4cfd-42d0-9a2b-feda6578e8ac" -d '{"events": [{"name": "network-changed", "server_uuid": "909845c3-b96b-4dfe-ab87-2be79cacf67f", "tag": "83532ba5-afeb-4f7f-a4bc-6adebbcfbb16"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:12:45.363759 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6037aa1e-9c09-4884-8d2a-c93a228bcff4 service neutron] Pushing event updated for resources: {'Port': ['ID=83532ba5-afeb-4f7f-a4bc-6adebbcfbb16,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:12:45.380190 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55ff4f8-2ff8-4440-98ea-8e0ddf278c0c x-openstack-request-id: req-e55ff4f8-2ff8-4440-98ea-8e0ddf278c0c {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:12:45.380482 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "909845c3-b96b-4dfe-ab87-2be79cacf67f", "tag": "83532ba5-afeb-4f7f-a4bc-6adebbcfbb16", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:12:45.380741 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e55ff4f8-2ff8-4440-98ea-8e0ddf278c0c {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:12:45.381151 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '909845c3-b96b-4dfe-ab87-2be79cacf67f', 'tag': '83532ba5-afeb-4f7f-a4bc-6adebbcfbb16', 'status': 'completed', 'code': 200} Feb 28 11:12:45.469050 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f0089-4cfd-42d0-9a2b-feda6578e8ac req-ac2762fd-2123-4ddd-bee1-2560f6475ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:12:45.470724 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8b5f0089-4cfd-42d0-9a2b-feda6578e8ac req-ac2762fd-2123-4ddd-bee1-2560f6475ce0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d2ac95293f7647eb87ff4889cfbdd577&device_id=909845c3-b96b-4dfe-ab87-2be79cacf67f HTTP/1.1" status: 200 len: 1127 time: 0.0531368 Feb 28 11:12:45.584447 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f0089-4cfd-42d0-9a2b-feda6578e8ac req-90bfd77e-fe92-4788-9c2a-b393fea3aae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:12:45.586484 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8b5f0089-4cfd-42d0-9a2b-feda6578e8ac req-90bfd77e-fe92-4788-9c2a-b393fea3aae1 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=d2ac95293f7647eb87ff4889cfbdd577&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1026511 Feb 28 11:12:45.693158 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f0089-4cfd-42d0-9a2b-feda6578e8ac req-0cd7f816-ed90-4741-851d-e788a6459f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:12:45.694706 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8b5f0089-4cfd-42d0-9a2b-feda6578e8ac req-0cd7f816-ed90-4741-851d-e788a6459f03 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1031013 Feb 28 11:12:45.794372 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033498a6-5eb3-4fff-a58a-17ffba094940 req-a420c40b-ae7d-4874-8ab2-5693ea338553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:12:45.795914 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-033498a6-5eb3-4fff-a58a-17ffba094940 req-a420c40b-ae7d-4874-8ab2-5693ea338553 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d2ac95293f7647eb87ff4889cfbdd577&device_id=909845c3-b96b-4dfe-ab87-2be79cacf67f HTTP/1.1" status: 200 len: 1127 time: 0.0459552 Feb 28 11:12:45.843764 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-033498a6-5eb3-4fff-a58a-17ffba094940 req-631ed5ae-9b1d-44ef-b7c0-80a653f8f35e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83532ba5-afeb-4f7f-a4bc-6adebbcfbb16 HTTP/1.1" status: 200 len: 217 time: 0.0350916 Feb 28 11:12:45.896112 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033498a6-5eb3-4fff-a58a-17ffba094940 req-2e998262-ceb9-47c4-8867-433654069416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:12:45.898138 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-033498a6-5eb3-4fff-a58a-17ffba094940 req-2e998262-ceb9-47c4-8867-433654069416 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4ac9eae7-c8c1-45ad-b626-9a11f41ae728 HTTP/1.1" status: 200 len: 835 time: 0.0487404 Feb 28 11:12:45.948859 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033498a6-5eb3-4fff-a58a-17ffba094940 req-905f556e-363f-422d-97d3-86ff1b6ccc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:12:45.950413 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-033498a6-5eb3-4fff-a58a-17ffba094940 req-905f556e-363f-422d-97d3-86ff1b6ccc86 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6aa805eb-c0a8-41d3-9a53-f165e27323d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0468884 Feb 28 11:12:46.041542 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-033498a6-5eb3-4fff-a58a-17ffba094940 req-51777675-2079-4fac-91d1-97f42aec022f service neutron] 10.222.0.70 "GET /v2.0/networks/6aa805eb-c0a8-41d3-9a53-f165e27323d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848758 Feb 28 11:12:46.139938 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-033498a6-5eb3-4fff-a58a-17ffba094940 req-35319111-e178-481c-b22a-d0906e676848 service neutron] 10.222.0.70 "GET /v2.0/networks/6aa805eb-c0a8-41d3-9a53-f165e27323d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926626 Feb 28 11:12:46.270731 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3322c4aa-5cc9-4efd-9e4a-43e977e251c1 req-6712fe4f-edfb-4777-95e7-339e5407d301 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:12:46.272315 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-3322c4aa-5cc9-4efd-9e4a-43e977e251c1 req-6712fe4f-edfb-4777-95e7-339e5407d301 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=909845c3-b96b-4dfe-ab87-2be79cacf67f HTTP/1.1" status: 200 len: 943 time: 0.0797589 Feb 28 11:12:46.323089 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-3322c4aa-5cc9-4efd-9e4a-43e977e251c1 req-83f19348-52b8-4716-a7af-163586dbf17c tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=a35231b6-fd4f-4542-b5dc-f7dea5bfa222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437346 Feb 28 11:12:46.466476 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3105b663-d025-4aff-a6a1-fe606ca676ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:47.447323 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb3e14-3ef2-402d-a4d6-93ec59981034 req-50727bc9-219f-496f-916f-becbcb731974 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:12:47.448811 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-93fb3e14-3ef2-402d-a4d6-93ec59981034 req-50727bc9-219f-496f-916f-becbcb731974 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=909845c3-b96b-4dfe-ab87-2be79cacf67f HTTP/1.1" status: 200 len: 943 time: 0.0547757 Feb 28 11:12:47.499680 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-93fb3e14-3ef2-402d-a4d6-93ec59981034 req-313588d8-76dc-4fc0-8ba7-3992fad6924a tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=a35231b6-fd4f-4542-b5dc-f7dea5bfa222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451064 Feb 28 11:12:48.626006 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec74cc9-5b02-4edb-b045-c8f2dcdeca5f req-3f6ae4f1-2737-42c6-9860-cb024390e42e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:12:48.627557 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-6ec74cc9-5b02-4edb-b045-c8f2dcdeca5f req-3f6ae4f1-2737-42c6-9860-cb024390e42e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=909845c3-b96b-4dfe-ab87-2be79cacf67f HTTP/1.1" status: 200 len: 943 time: 0.0600884 Feb 28 11:12:48.672016 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b2460f0c-eb8d-45fa-839a-ce74f9dabbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:48.679798 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-6ec74cc9-5b02-4edb-b045-c8f2dcdeca5f req-65bf7c81-5de2-4c09-a7a7-f492881edd03 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=a35231b6-fd4f-4542-b5dc-f7dea5bfa222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457683 Feb 28 11:12:49.805535 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f6073-4af0-462f-996f-34c25c29e7ec req-a1606f9f-ea36-4330-8439-e3d54c0c8d1a tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:12:49.807120 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-156f6073-4af0-462f-996f-34c25c29e7ec req-a1606f9f-ea36-4330-8439-e3d54c0c8d1a tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=909845c3-b96b-4dfe-ab87-2be79cacf67f HTTP/1.1" status: 200 len: 943 time: 0.0595472 Feb 28 11:12:49.858086 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-156f6073-4af0-462f-996f-34c25c29e7ec req-36240393-2df7-406e-a762-1ab619127a4f tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=a35231b6-fd4f-4542-b5dc-f7dea5bfa222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454872 Feb 28 11:12:49.924383 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 83532ba5-afeb-4f7f-a4bc-6adebbcfbb16 details requested by agent hyperv_hv-neutron-8291 with host hv-neutron-8291 {{(pid=104085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 11:12:50.025784 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 83532ba5-afeb-4f7f-a4bc-6adebbcfbb16, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=83532ba5-afeb-4f7f-a4bc-6adebbcfbb16,segment=NetworkSegment(bfd62a11-2637-4361-94e1-3aced8720fdb),segment_id=bfd62a11-2637-4361-94e1-3aced8720fdb)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:12:50.037569 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Returning: {'device': '83532ba5-afeb-4f7f-a4bc-6adebbcfbb16', 'network_id': '6aa805eb-c0a8-41d3-9a53-f165e27323d8', 'port_id': '83532ba5-afeb-4f7f-a4bc-6adebbcfbb16', 'mac_address': 'fa:16:3e:ce:19:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ac9eae7-c8c1-45ad-b626-9a11f41ae728', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 11:12:50.089057 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 83532ba5-afeb-4f7f-a4bc-6adebbcfbb16 is: DOWN; New status is: BUILD {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:12:50.089460 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (83532ba5-afeb-4f7f-a4bc-6adebbcfbb16), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:50.104241 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83532ba5-afeb-4f7f-a4bc-6adebbcfbb16 {{(pid=104085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:12:50.129033 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 83532ba5-afeb-4f7f-a4bc-6adebbcfbb16, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=83532ba5-afeb-4f7f-a4bc-6adebbcfbb16,segment=NetworkSegment(bfd62a11-2637-4361-94e1-3aced8720fdb),segment_id=bfd62a11-2637-4361-94e1-3aced8720fdb)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:12:50.169462 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:50.224379 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (83532ba5-afeb-4f7f-a4bc-6adebbcfbb16), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:50.272798 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=83532ba5-afeb-4f7f-a4bc-6adebbcfbb16,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:12:50.499367 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['83532ba5-afeb-4f7f-a4bc-6adebbcfbb16'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:12:50.717415 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:12:50.984027 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c920f6b-3c3a-4142-bdf8-b4fa32b8643c req-edac702c-51a2-48b3-87be-231cb921bfe9 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:12:50.985564 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-1c920f6b-3c3a-4142-bdf8-b4fa32b8643c req-edac702c-51a2-48b3-87be-231cb921bfe9 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=909845c3-b96b-4dfe-ab87-2be79cacf67f HTTP/1.1" status: 200 len: 944 time: 0.0595586 Feb 28 11:12:51.055378 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-1c920f6b-3c3a-4142-bdf8-b4fa32b8643c req-6bb54a79-e52a-4f0b-8957-1fa904af3788 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=a35231b6-fd4f-4542-b5dc-f7dea5bfa222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640535 Feb 28 11:12:51.449805 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:51.929676 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 83532ba5-afeb-4f7f-a4bc-6adebbcfbb16 up at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:12:52.038137 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning for port 83532ba5-afeb-4f7f-a4bc-6adebbcfbb16 completed by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 11:12:52.042982 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning complete for port 83532ba5-afeb-4f7f-a4bc-6adebbcfbb16 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:12:52.043371 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (83532ba5-afeb-4f7f-a4bc-6adebbcfbb16), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:52.125197 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 83532ba5-afeb-4f7f-a4bc-6adebbcfbb16 is: BUILD; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:12:52.125567 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (83532ba5-afeb-4f7f-a4bc-6adebbcfbb16), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:52.152078 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909845c3-b96b-4dfe-ab87-2be79cacf67f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83532ba5-afeb-4f7f-a4bc-6adebbcfbb16'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:12:52.154357 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d653ec3-b484-43ff-8972-b73a1111071c" -d '{"events": [{"server_uuid": "909845c3-b96b-4dfe-ab87-2be79cacf67f", "name": "network-vif-plugged", "status": "completed", "tag": "83532ba5-afeb-4f7f-a4bc-6adebbcfbb16"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:12:52.168803 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 83532ba5-afeb-4f7f-a4bc-6adebbcfbb16, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=83532ba5-afeb-4f7f-a4bc-6adebbcfbb16,segment=NetworkSegment(bfd62a11-2637-4361-94e1-3aced8720fdb),segment_id=bfd62a11-2637-4361-94e1-3aced8720fdb)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:12:52.181466 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e965c5-de05-49e1-97b3-f20a8501810a req-5ec7df05-a384-4cf8-8a0f-d9c94816a698 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:12:52.183135 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-11e965c5-de05-49e1-97b3-f20a8501810a req-5ec7df05-a384-4cf8-8a0f-d9c94816a698 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=909845c3-b96b-4dfe-ab87-2be79cacf67f HTTP/1.1" status: 200 len: 944 time: 0.0577435 Feb 28 11:12:52.232560 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (83532ba5-afeb-4f7f-a4bc-6adebbcfbb16), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:52.264011 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-11e965c5-de05-49e1-97b3-f20a8501810a req-39a8cda7-2ea1-4393-9edc-7e319e374c8c tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=a35231b6-fd4f-4542-b5dc-f7dea5bfa222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744903 Feb 28 11:12:52.277352 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff49d45f-af65-49de-bb08-669644f7cdac x-openstack-request-id: req-ff49d45f-af65-49de-bb08-669644f7cdac {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:12:52.277931 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "909845c3-b96b-4dfe-ab87-2be79cacf67f", "name": "network-vif-plugged", "status": "completed", "tag": "83532ba5-afeb-4f7f-a4bc-6adebbcfbb16", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:12:52.278539 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ff49d45f-af65-49de-bb08-669644f7cdac {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:12:52.279095 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '909845c3-b96b-4dfe-ab87-2be79cacf67f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83532ba5-afeb-4f7f-a4bc-6adebbcfbb16', 'code': 200} Feb 28 11:12:52.307516 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=83532ba5-afeb-4f7f-a4bc-6adebbcfbb16,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:12:52.588243 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2046a56-cf7b-4e36-b3f6-6166d02da20e req-b64285b8-ae92-402a-a471-71bd04dbd16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:12:52.589778 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c2046a56-cf7b-4e36-b3f6-6166d02da20e req-b64285b8-ae92-402a-a471-71bd04dbd16f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=909845c3-b96b-4dfe-ab87-2be79cacf67f HTTP/1.1" status: 200 len: 1129 time: 0.0486889 Feb 28 11:12:52.641235 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c2046a56-cf7b-4e36-b3f6-6166d02da20e req-16c72a27-399b-4d36-8866-f99f401e2b18 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a35231b6-fd4f-4542-b5dc-f7dea5bfa222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461330 Feb 28 11:12:52.733140 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:53.401008 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6247d6a-df2c-466b-8e32-341e422ad440 req-8e8c2426-ccfa-450c-8ccd-418488e3d677 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:12:53.402611 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-f6247d6a-df2c-466b-8e32-341e422ad440 req-8e8c2426-ccfa-450c-8ccd-418488e3d677 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=909845c3-b96b-4dfe-ab87-2be79cacf67f HTTP/1.1" status: 200 len: 945 time: 0.0609508 Feb 28 11:12:53.454149 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-f6247d6a-df2c-466b-8e32-341e422ad440 req-fb254272-05e3-42b2-830d-009ee56e152a tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=a35231b6-fd4f-4542-b5dc-f7dea5bfa222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457907 Feb 28 11:12:54.582555 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e524aef-887e-4711-ba0b-b4a45d9d1226 req-e2c4e8e2-3118-4c07-b2eb-451c6e27ff50 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:12:54.584159 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3e524aef-887e-4711-ba0b-b4a45d9d1226 req-e2c4e8e2-3118-4c07-b2eb-451c6e27ff50 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=909845c3-b96b-4dfe-ab87-2be79cacf67f HTTP/1.1" status: 200 len: 945 time: 0.0547290 Feb 28 11:12:54.635815 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3e524aef-887e-4711-ba0b-b4a45d9d1226 req-78c3640d-60b3-4c3b-ac33-6b0cfdc2b957 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=a35231b6-fd4f-4542-b5dc-f7dea5bfa222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453699 Feb 28 11:12:54.758751 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac6b46-e067-4a7e-b8c9-670794a50b6c req-cda40bfe-8fb7-4cd2-9fcc-ed88f25efb41 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:12:54.760241 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-4eac6b46-e067-4a7e-b8c9-670794a50b6c req-cda40bfe-8fb7-4cd2-9fcc-ed88f25efb41 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=909845c3-b96b-4dfe-ab87-2be79cacf67f HTTP/1.1" status: 200 len: 945 time: 0.0552144 Feb 28 11:12:54.815357 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-4eac6b46-e067-4a7e-b8c9-670794a50b6c req-33a146e0-53e5-4bc1-934d-bf3da1a1c9f3 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=a35231b6-fd4f-4542-b5dc-f7dea5bfa222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491292 Feb 28 11:12:54.837398 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 55840) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:12:54.882865 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bd4e30-f94d-4f59-84e3-aff0b4929ab3 tempest-TestNetworkAdvancedServerOps-932932114 tempest-TestNetworkAdvancedServerOps-932932114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:12:54.884419 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-84bd4e30-f94d-4f59-84e3-aff0b4929ab3 tempest-TestNetworkAdvancedServerOps-932932114 tempest-TestNetworkAdvancedServerOps-932932114-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=909845c3-b96b-4dfe-ab87-2be79cacf67f HTTP/1.1" status: 200 len: 1124 time: 0.0460007 Feb 28 11:12:54.887200 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 55842) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:12:54.891435 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-ff474fec-8133-43f3-9f99-329fcbc326ad tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Request body: {'floatingip': {'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'port_id': '83532ba5-afeb-4f7f-a4bc-6adebbcfbb16', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:12:54.961701 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ff474fec-8133-43f3-9f99-329fcbc326ad tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:55.076465 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ff474fec-8133-43f3-9f99-329fcbc326ad tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:55.190879 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-ff474fec-8133-43f3-9f99-329fcbc326ad tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Allocated IP 172.26.3.85 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/5007d9a7-c914-445b-a60f-7e4aefbacab6) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:12:55.296868 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ff474fec-8133-43f3-9f99-329fcbc326ad tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for port (5007d9a7-c914-445b-a60f-7e4aefbacab6), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:55.385357 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ff474fec-8133-43f3-9f99-329fcbc326ad tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (5007d9a7-c914-445b-a60f-7e4aefbacab6), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:55.430333 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff474fec-8133-43f3-9f99-329fcbc326ad tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:12:55.435909 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-ff474fec-8133-43f3-9f99-329fcbc326ad tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:12:55.447602 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff474fec-8133-43f3-9f99-329fcbc326ad tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:12:55.482019 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff474fec-8133-43f3-9f99-329fcbc326ad tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'Port': ['ID=5007d9a7-c914-445b-a60f-7e4aefbacab6,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:12:55.848584 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ff474fec-8133-43f3-9f99-329fcbc326ad tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for floatingip (0c7c5d9f-644d-4bd6-98b6-f5e362a545f1), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:55.989106 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ff474fec-8133-43f3-9f99-329fcbc326ad tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (5007d9a7-c914-445b-a60f-7e4aefbacab6), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:56.146860 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ff474fec-8133-43f3-9f99-329fcbc326ad tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for port (5007d9a7-c914-445b-a60f-7e4aefbacab6), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:56.213327 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ff474fec-8133-43f3-9f99-329fcbc326ad tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (5007d9a7-c914-445b-a60f-7e4aefbacab6), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:56.290014 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff474fec-8133-43f3-9f99-329fcbc326ad tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'Port': ['ID=5007d9a7-c914-445b-a60f-7e4aefbacab6,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:12:56.300534 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ff474fec-8133-43f3-9f99-329fcbc326ad tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047917'] for floatingip (0c7c5d9f-644d-4bd6-98b6-f5e362a545f1), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:56.415186 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.l3_db [None req-ff474fec-8133-43f3-9f99-329fcbc326ad tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Floating IP 0c7c5d9f-644d-4bd6-98b6-f5e362a545f1 associated. External IP: 172.26.3.85, port: 83532ba5-afeb-4f7f-a4bc-6adebbcfbb16. Feb 28 11:12:56.652876 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff474fec-8133-43f3-9f99-329fcbc326ad tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Router 46f89f0a-6f7b-441b-8c47-56153fc36d77 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:12:56.766201 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff474fec-8133-43f3-9f99-329fcbc326ad tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:12:56.776786 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae35b71-afee-4262-8dd5-5826599f71a6 None None] Sync routers for ids ['46f89f0a-6f7b-441b-8c47-56153fc36d77'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:12:56.787798 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae35b71-afee-4262-8dd5-5826599f71a6 None None] Routers {'46f89f0a-6f7b-441b-8c47-56153fc36d77'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:12:56.793237 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-4ae35b71-afee-4262-8dd5-5826599f71a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:12:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['46f89f0a-6f7b-441b-8c47-56153fc36d77'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:12:56.868612 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ff474fec-8133-43f3-9f99-329fcbc326ad tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:56.902850 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-4ae35b71-afee-4262-8dd5-5826599f71a6 None None] Set router 46f89f0a-6f7b-441b-8c47-56153fc36d77 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:12:56.913451 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-ff474fec-8133-43f3-9f99-329fcbc326ad tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0191300 Feb 28 11:12:56.913451 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '909845c3-b96b-4dfe-ab87-2be79cacf67f', 'tag': '83532ba5-afeb-4f7f-a4bc-6adebbcfbb16'}] {{(pid=104084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:12:56.913451 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ffa69481dce8c4e68394bb3e97aff222617d39f0bec9a6d6e4c39a9256e7c95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551bdabb-d3e2-4ff2-b5db-d8f66cac22b9" -d '{"events": [{"name": "network-changed", "server_uuid": "909845c3-b96b-4dfe-ab87-2be79cacf67f", "tag": "83532ba5-afeb-4f7f-a4bc-6adebbcfbb16"}]}' {{(pid=104084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:12:56.963262 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ebe1daf-ec09-4cbc-aeab-ef1f5e01a099 x-openstack-request-id: req-3ebe1daf-ec09-4cbc-aeab-ef1f5e01a099 {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:12:56.963262 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "909845c3-b96b-4dfe-ab87-2be79cacf67f", "tag": "83532ba5-afeb-4f7f-a4bc-6adebbcfbb16", "status": "completed", "code": 200}]} {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:12:56.963262 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3ebe1daf-ec09-4cbc-aeab-ef1f5e01a099 {{(pid=104084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:12:56.963262 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '909845c3-b96b-4dfe-ab87-2be79cacf67f', 'tag': '83532ba5-afeb-4f7f-a4bc-6adebbcfbb16', 'status': 'completed', 'code': 200} Feb 28 11:12:57.065873 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b3d8e-2c56-4f03-83f1-8c4bb9ab8e7f req-9b2f9d5c-3d23-4351-a782-69d14863316b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:12:57.067580 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-857b3d8e-2c56-4f03-83f1-8c4bb9ab8e7f req-9b2f9d5c-3d23-4351-a782-69d14863316b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=909845c3-b96b-4dfe-ab87-2be79cacf67f HTTP/1.1" status: 200 len: 945 time: 0.0963163 Feb 28 11:12:57.075561 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551bdabb-d3e2-4ff2-b5db-d8f66cac22b9 req-b79cbf40-e19d-4670-ba5b-61edf219874e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:12:57.077080 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-551bdabb-d3e2-4ff2-b5db-d8f66cac22b9 req-b79cbf40-e19d-4670-ba5b-61edf219874e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d2ac95293f7647eb87ff4889cfbdd577&device_id=909845c3-b96b-4dfe-ab87-2be79cacf67f HTTP/1.1" status: 200 len: 1129 time: 0.0742691 Feb 28 11:12:57.148597 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-4ae35b71-afee-4262-8dd5-5826599f71a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f89f0a-6f7b-441b-8c47-56153fc36d77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735152518', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'c82e2559-eeb1-4634-a956-118b344543b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:12:34Z', 'updated_at': '2022-02-28T11:12:39Z', 'revision_number': 4, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': 'c82e2559-eeb1-4634-a956-118b344543b5', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f89f0a-6f7b-441b-8c47-56153fc36d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:12:35Z', 'updated_at': '2022-02-28T11:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': '0c7c5d9f-644d-4bd6-98b6-f5e362a545f1', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'floating_ip_address': '172.26.3.85', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '46f89f0a-6f7b-441b-8c47-56153fc36d77', 'port_id': '83532ba5-afeb-4f7f-a4bc-6adebbcfbb16', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6aa805eb-c0a8-41d3-9a53-f165e27323d8', 'mac_address': 'fa:16:3e:ce:19:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909845c3-b96b-4dfe-ab87-2be79cacf67f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:12:55Z', 'updated_at': '2022-02-28T11:12:55Z', 'revision_number': 0, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9c201f1-0315-412d-b87c-fe1de330c597', 'name': '', 'network_id': '6aa805eb-c0a8-41d3-9a53-f165e27323d8', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'mac_address': 'fa:16:3e:b1:3d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f89f0a-6f7b-441b-8c47-56153fc36d77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '4ac9eae7-c8c1-45ad-b626-9a11f41ae728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:12:38Z', 'updated_at': '2022-02-28T11:12:42Z', 'revision_number': 5, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'subnets': [{'id': '4ac9eae7-c8c1-45ad-b626-9a11f41ae728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:12:57.176582 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae35b71-afee-4262-8dd5-5826599f71a6 None None] Checking router: 46f89f0a-6f7b-441b-8c47-56153fc36d77 for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:12:57.177559 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-857b3d8e-2c56-4f03-83f1-8c4bb9ab8e7f req-5d3354c1-9855-4b98-bc5a-048a5a110b11 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=a35231b6-fd4f-4542-b5dc-f7dea5bfa222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994947 Feb 28 11:12:57.199364 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae35b71-afee-4262-8dd5-5826599f71a6 None None] Routers {'46f89f0a-6f7b-441b-8c47-56153fc36d77'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:12:57.199364 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-4ae35b71-afee-4262-8dd5-5826599f71a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:12:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['46f89f0a-6f7b-441b-8c47-56153fc36d77'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:12:57.202015 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 55848) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:12:57.208999 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551bdabb-d3e2-4ff2-b5db-d8f66cac22b9 req-6e59075b-b22b-47e0-920c-90741e144f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:12:57.211185 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-551bdabb-d3e2-4ff2-b5db-d8f66cac22b9 req-6e59075b-b22b-47e0-920c-90741e144f41 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6aa805eb-c0a8-41d3-9a53-f165e27323d8 HTTP/1.1" status: 200 len: 897 time: 0.1261284 Feb 28 11:12:57.293273 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-551bdabb-d3e2-4ff2-b5db-d8f66cac22b9 req-45ac4583-79eb-4c98-a593-3ee445a655c1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83532ba5-afeb-4f7f-a4bc-6adebbcfbb16 HTTP/1.1" status: 200 len: 998 time: 0.0762374 Feb 28 11:12:57.295206 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-56219a63-f13f-4152-9335-a473161220e1 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/floatingips/0c7c5d9f-644d-4bd6-98b6-f5e362a545f1 HTTP/1.1" status: 200 len: 990 time: 0.0918603 Feb 28 11:12:57.326162 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-4ae35b71-afee-4262-8dd5-5826599f71a6 None None] Set router 46f89f0a-6f7b-441b-8c47-56153fc36d77 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:12:57.347312 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551bdabb-d3e2-4ff2-b5db-d8f66cac22b9 req-8b5e5a6b-f3b8-46c3-a9fd-ad43c8e540fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:12:57.348830 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-551bdabb-d3e2-4ff2-b5db-d8f66cac22b9 req-8b5e5a6b-f3b8-46c3-a9fd-ad43c8e540fa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4ac9eae7-c8c1-45ad-b626-9a11f41ae728 HTTP/1.1" status: 200 len: 835 time: 0.0503240 Feb 28 11:12:57.402372 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551bdabb-d3e2-4ff2-b5db-d8f66cac22b9 req-b849b622-27fb-4d60-bcf4-e76ba744695e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:12:57.403977 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-551bdabb-d3e2-4ff2-b5db-d8f66cac22b9 req-b849b622-27fb-4d60-bcf4-e76ba744695e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6aa805eb-c0a8-41d3-9a53-f165e27323d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0498478 Feb 28 11:12:57.500557 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-551bdabb-d3e2-4ff2-b5db-d8f66cac22b9 req-577cf35d-4bcf-4350-8cda-f37eea880694 service neutron] 10.222.0.70 "GET /v2.0/networks/6aa805eb-c0a8-41d3-9a53-f165e27323d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905871 Feb 28 11:12:57.564341 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-4ae35b71-afee-4262-8dd5-5826599f71a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f89f0a-6f7b-441b-8c47-56153fc36d77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735152518', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'c82e2559-eeb1-4634-a956-118b344543b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:12:34Z', 'updated_at': '2022-02-28T11:12:39Z', 'revision_number': 4, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': 'c82e2559-eeb1-4634-a956-118b344543b5', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f89f0a-6f7b-441b-8c47-56153fc36d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:12:35Z', 'updated_at': '2022-02-28T11:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': '0c7c5d9f-644d-4bd6-98b6-f5e362a545f1', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'floating_ip_address': '172.26.3.85', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '46f89f0a-6f7b-441b-8c47-56153fc36d77', 'port_id': '83532ba5-afeb-4f7f-a4bc-6adebbcfbb16', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6aa805eb-c0a8-41d3-9a53-f165e27323d8', 'mac_address': 'fa:16:3e:ce:19:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909845c3-b96b-4dfe-ab87-2be79cacf67f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:12:55Z', 'updated_at': '2022-02-28T11:12:55Z', 'revision_number': 0, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9c201f1-0315-412d-b87c-fe1de330c597', 'name': '', 'network_id': '6aa805eb-c0a8-41d3-9a53-f165e27323d8', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'mac_address': 'fa:16:3e:b1:3d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f89f0a-6f7b-441b-8c47-56153fc36d77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '4ac9eae7-c8c1-45ad-b626-9a11f41ae728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:12:38Z', 'updated_at': '2022-02-28T11:12:42Z', 'revision_number': 5, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'subnets': [{'id': '4ac9eae7-c8c1-45ad-b626-9a11f41ae728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:12:57.592521 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae35b71-afee-4262-8dd5-5826599f71a6 None None] The sync data for ids ['46f89f0a-6f7b-441b-8c47-56153fc36d77'] in dv-neutron-829161-3-hyperv is: [{'id': '46f89f0a-6f7b-441b-8c47-56153fc36d77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735152518', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'c82e2559-eeb1-4634-a956-118b344543b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:12:34Z', 'updated_at': '2022-02-28T11:12:39Z', 'revision_number': 4, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': 'c82e2559-eeb1-4634-a956-118b344543b5', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f89f0a-6f7b-441b-8c47-56153fc36d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:12:35Z', 'updated_at': '2022-02-28T11:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': '0c7c5d9f-644d-4bd6-98b6-f5e362a545f1', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'floating_ip_address': '172.26.3.85', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '46f89f0a-6f7b-441b-8c47-56153fc36d77', 'port_id': '83532ba5-afeb-4f7f-a4bc-6adebbcfbb16', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6aa805eb-c0a8-41d3-9a53-f165e27323d8', 'mac_address': 'fa:16:3e:ce:19:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909845c3-b96b-4dfe-ab87-2be79cacf67f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:12:55Z', 'updated_at': '2022-02-28T11:12:55Z', 'revision_number': 0, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9c201f1-0315-412d-b87c-fe1de330c597', 'name': '', 'network_id': '6aa805eb-c0a8-41d3-9a53-f165e27323d8', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'mac_address': 'fa:16:3e:b1:3d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f89f0a-6f7b-441b-8c47-56153fc36d77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '4ac9eae7-c8c1-45ad-b626-9a11f41ae728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:12:38Z', 'updated_at': '2022-02-28T11:12:42Z', 'revision_number': 5, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'subnets': [{'id': '4ac9eae7-c8c1-45ad-b626-9a11f41ae728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:12:57.594459 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-551bdabb-d3e2-4ff2-b5db-d8f66cac22b9 req-7d4209fc-c6c4-4f6d-a9b5-8c61d301ea90 service neutron] 10.222.0.70 "GET /v2.0/networks/6aa805eb-c0a8-41d3-9a53-f165e27323d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886314 Feb 28 11:12:57.796544 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c02f78-59cc-4f39-b383-030f129f629a None None] New status for floating IP 0c7c5d9f-644d-4bd6-98b6-f5e362a545f1: ACTIVE {{(pid=104085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:12:58.298484 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 55850) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:12:58.365559 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-1ca7e7f1-4461-4b67-9038-00c3cf6c64e8 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/floatingips/0c7c5d9f-644d-4bd6-98b6-f5e362a545f1 HTTP/1.1" status: 200 len: 992 time: 0.0656495 Feb 28 11:13:00.986278 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:09.427049 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-84f1153a-1a27-47cd-9f84-8f0f2ebc35ab req-d0577339-f7e5-4902-96c4-e39e4219ae4e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=909845c3-b96b-4dfe-ab87-2be79cacf67f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0468755 Feb 28 11:13:09.563495 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f1153a-1a27-47cd-9f84-8f0f2ebc35ab req-3f318798-f3c6-449a-9589-9c5a9c9c618a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:09.563962 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-84f1153a-1a27-47cd-9f84-8f0f2ebc35ab req-3f318798-f3c6-449a-9589-9c5a9c9c618a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d2ac95293f7647eb87ff4889cfbdd577&device_id=909845c3-b96b-4dfe-ab87-2be79cacf67f HTTP/1.1" status: 200 len: 1129 time: 0.0740240 Feb 28 11:13:09.678683 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f1153a-1a27-47cd-9f84-8f0f2ebc35ab req-1c763593-03c5-4f23-bb9f-1734f4b9463f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:09.680665 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-84f1153a-1a27-47cd-9f84-8f0f2ebc35ab req-1c763593-03c5-4f23-bb9f-1734f4b9463f service neutron] 10.222.0.70 "GET /v2.0/networks?id=6aa805eb-c0a8-41d3-9a53-f165e27323d8 HTTP/1.1" status: 200 len: 897 time: 0.0954404 Feb 28 11:13:09.755324 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-84f1153a-1a27-47cd-9f84-8f0f2ebc35ab req-1c9440f6-d4ae-409d-a2e7-2bb74eeaa04e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83532ba5-afeb-4f7f-a4bc-6adebbcfbb16 HTTP/1.1" status: 200 len: 1000 time: 0.0683374 Feb 28 11:13:09.804161 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f1153a-1a27-47cd-9f84-8f0f2ebc35ab req-8c868db0-f315-4c56-8110-6f642238f7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:09.806268 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-84f1153a-1a27-47cd-9f84-8f0f2ebc35ab req-8c868db0-f315-4c56-8110-6f642238f7e6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4ac9eae7-c8c1-45ad-b626-9a11f41ae728 HTTP/1.1" status: 200 len: 835 time: 0.0449305 Feb 28 11:13:09.856697 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f1153a-1a27-47cd-9f84-8f0f2ebc35ab req-d690b7e6-0516-45f3-b02a-42098d2cc6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:09.858517 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-84f1153a-1a27-47cd-9f84-8f0f2ebc35ab req-d690b7e6-0516-45f3-b02a-42098d2cc6c3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6aa805eb-c0a8-41d3-9a53-f165e27323d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0466428 Feb 28 11:13:09.954435 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-84f1153a-1a27-47cd-9f84-8f0f2ebc35ab req-c6b9d720-0d70-4418-93b5-e86d7dc69bee service neutron] 10.222.0.70 "GET /v2.0/networks/6aa805eb-c0a8-41d3-9a53-f165e27323d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895052 Feb 28 11:13:10.047245 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-84f1153a-1a27-47cd-9f84-8f0f2ebc35ab req-51da5f6b-e176-4e39-b874-65d87897a420 service neutron] 10.222.0.70 "GET /v2.0/networks/6aa805eb-c0a8-41d3-9a53-f165e27323d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872979 Feb 28 11:13:16.448051 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-29adc188-a95d-4e40-a833-9dbe7bdee742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:18.654598 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7ec62273-e1ad-4c8e-b93f-abdb12f67640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:20.167237 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:21.443814 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:22.739157 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:27.717018 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:13:29.632265 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [req-5377ab8e-4740-430b-af25-f7c1e09695d6 req-7daa8eca-8130-48ab-99b3-50ae981a24b1 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 11:13:29.633307 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5377ab8e-4740-430b-af25-f7c1e09695d6 req-7daa8eca-8130-48ab-99b3-50ae981a24b1 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069637 Feb 28 11:13:30.986292 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:30.998332 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde37b1-1dea-4c51-8aa8-8c7f1e6bb004 req-fd8b9753-1238-4c0c-9367-d19dcdd32f6e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:30.999950 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-fcde37b1-1dea-4c51-8aa8-8c7f1e6bb004 req-fd8b9753-1238-4c0c-9367-d19dcdd32f6e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=909845c3-b96b-4dfe-ab87-2be79cacf67f HTTP/1.1" status: 200 len: 945 time: 0.0560460 Feb 28 11:13:31.060611 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-fcde37b1-1dea-4c51-8aa8-8c7f1e6bb004 req-d5aaf4c6-32c5-4e56-b3bf-1da4f03e23c0 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=a35231b6-fd4f-4542-b5dc-f7dea5bfa222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548639 Feb 28 11:13:31.166512 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 55874) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:13:31.254037 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-27e8dc45-df97-4258-bf85-5b752fa4c37f req-df15f124-b131-4ab0-a183-66eb51bab506 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=909845c3-b96b-4dfe-ab87-2be79cacf67f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0861583 Feb 28 11:13:31.263453 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [req-27e8dc45-df97-4258-bf85-5b752fa4c37f req-6d3b52bb-c6a4-4ece-91a6-bbbe7846c219 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 11:13:31.264404 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-27e8dc45-df97-4258-bf85-5b752fa4c37f req-6d3b52bb-c6a4-4ece-91a6-bbbe7846c219 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058970 Feb 28 11:13:31.801350 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 55894) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:13:31.895979 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8dc45-df97-4258-bf85-5b752fa4c37f req-ec34ca3b-6140-4ad6-9885-5ea5b4896d28 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:31.897336 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-27e8dc45-df97-4258-bf85-5b752fa4c37f req-ec34ca3b-6140-4ad6-9885-5ea5b4896d28 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports/83532ba5-afeb-4f7f-a4bc-6adebbcfbb16 HTTP/1.1" status: 200 len: 942 time: 0.0985272 Feb 28 11:13:32.193339 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef9ffd-d686-41aa-8889-dc5d33c789d7 req-1db8cd28-7f11-4b3d-8652-a69b9a02133f tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:32.194873 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6bef9ffd-d686-41aa-8889-dc5d33c789d7 req-1db8cd28-7f11-4b3d-8652-a69b9a02133f tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=909845c3-b96b-4dfe-ab87-2be79cacf67f HTTP/1.1" status: 200 len: 945 time: 0.0570760 Feb 28 11:13:32.254372 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6bef9ffd-d686-41aa-8889-dc5d33c789d7 req-216315bc-2664-40bb-9191-b229c3004708 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=a35231b6-fd4f-4542-b5dc-f7dea5bfa222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533020 Feb 28 11:13:33.389326 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6152e050-7340-4058-9c03-318b8f449545 req-0deae416-37ae-4513-b260-4d5e3a8633cd tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:33.390915 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-6152e050-7340-4058-9c03-318b8f449545 req-0deae416-37ae-4513-b260-4d5e3a8633cd tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=909845c3-b96b-4dfe-ab87-2be79cacf67f HTTP/1.1" status: 200 len: 945 time: 0.0620451 Feb 28 11:13:33.440483 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-6152e050-7340-4058-9c03-318b8f449545 req-3380e460-d3e8-41b7-a902-24423d7f8401 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=a35231b6-fd4f-4542-b5dc-f7dea5bfa222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441222 Feb 28 11:13:33.510595 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8dc45-df97-4258-bf85-5b752fa4c37f req-2a5d1042-1cc0-442a-8179-20bbaa36bf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:33.512172 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-27e8dc45-df97-4258-bf85-5b752fa4c37f req-2a5d1042-1cc0-442a-8179-20bbaa36bf36 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d2ac95293f7647eb87ff4889cfbdd577&device_id=909845c3-b96b-4dfe-ab87-2be79cacf67f HTTP/1.1" status: 200 len: 1129 time: 0.0453675 Feb 28 11:13:33.635443 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8dc45-df97-4258-bf85-5b752fa4c37f req-71990d6d-ac40-4a7d-a29f-38993c0e3098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:33.636938 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-27e8dc45-df97-4258-bf85-5b752fa4c37f req-71990d6d-ac40-4a7d-a29f-38993c0e3098 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6aa805eb-c0a8-41d3-9a53-f165e27323d8 HTTP/1.1" status: 200 len: 897 time: 0.1191936 Feb 28 11:13:33.718303 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-27e8dc45-df97-4258-bf85-5b752fa4c37f req-b5e671b4-380e-42c8-8456-fa4a849439fd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83532ba5-afeb-4f7f-a4bc-6adebbcfbb16 HTTP/1.1" status: 200 len: 1000 time: 0.0749660 Feb 28 11:13:33.768007 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8dc45-df97-4258-bf85-5b752fa4c37f req-5e04b462-3109-496c-b08a-28f5c317f930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:33.769506 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-27e8dc45-df97-4258-bf85-5b752fa4c37f req-5e04b462-3109-496c-b08a-28f5c317f930 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4ac9eae7-c8c1-45ad-b626-9a11f41ae728 HTTP/1.1" status: 200 len: 835 time: 0.0455542 Feb 28 11:13:33.819525 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8dc45-df97-4258-bf85-5b752fa4c37f req-eabbed6f-ff2d-4929-b1f1-2b8ccbcd3319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:33.821069 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-27e8dc45-df97-4258-bf85-5b752fa4c37f req-eabbed6f-ff2d-4929-b1f1-2b8ccbcd3319 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6aa805eb-c0a8-41d3-9a53-f165e27323d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0458734 Feb 28 11:13:33.914050 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-27e8dc45-df97-4258-bf85-5b752fa4c37f req-ca5d54e5-21e6-4b91-bdea-64a15745cc87 service neutron] 10.222.0.70 "GET /v2.0/networks/6aa805eb-c0a8-41d3-9a53-f165e27323d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869510 Feb 28 11:13:34.004052 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-27e8dc45-df97-4258-bf85-5b752fa4c37f req-b3f81ecb-f0cc-452a-867d-606b53b72c7b service neutron] 10.222.0.70 "GET /v2.0/networks/6aa805eb-c0a8-41d3-9a53-f165e27323d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842917 Feb 28 11:13:34.563549 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf8e68-5038-4332-8bcf-069701c85394 req-ed64e4b1-6a0e-43ca-be37-37751bdfc3c3 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:34.565035 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a4cf8e68-5038-4332-8bcf-069701c85394 req-ed64e4b1-6a0e-43ca-be37-37751bdfc3c3 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=909845c3-b96b-4dfe-ab87-2be79cacf67f HTTP/1.1" status: 200 len: 945 time: 0.0574141 Feb 28 11:13:34.624133 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a4cf8e68-5038-4332-8bcf-069701c85394 req-50b85212-440f-4581-973c-04bbf713c134 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=a35231b6-fd4f-4542-b5dc-f7dea5bfa222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534852 Feb 28 11:13:35.750165 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c629c-7773-4474-a75e-26f84033dc16 req-7a9673f6-76b1-4288-833e-b77dc61e2331 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:35.751711 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-ae8c629c-7773-4474-a75e-26f84033dc16 req-7a9673f6-76b1-4288-833e-b77dc61e2331 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=909845c3-b96b-4dfe-ab87-2be79cacf67f HTTP/1.1" status: 200 len: 945 time: 0.0574667 Feb 28 11:13:35.802145 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-ae8c629c-7773-4474-a75e-26f84033dc16 req-3ad7334e-e934-4859-ab83-a14946e556a9 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=a35231b6-fd4f-4542-b5dc-f7dea5bfa222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444381 Feb 28 11:13:36.943677 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c382cb47-c1f9-4139-951d-0dc4bd1024a0 req-cd9c7b30-1783-4ae1-81fa-41c51dc767cb tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:36.945186 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c382cb47-c1f9-4139-951d-0dc4bd1024a0 req-cd9c7b30-1783-4ae1-81fa-41c51dc767cb tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=909845c3-b96b-4dfe-ab87-2be79cacf67f HTTP/1.1" status: 200 len: 945 time: 0.0647080 Feb 28 11:13:37.010671 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c382cb47-c1f9-4139-951d-0dc4bd1024a0 req-2dfdeb55-bede-4af9-bf71-786d53e02572 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=a35231b6-fd4f-4542-b5dc-f7dea5bfa222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568013 Feb 28 11:13:38.133514 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01322b59-f515-42fc-a865-eee814f88311 req-b320baf2-8fc7-4ca5-a63f-b1481913059e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:38.135039 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-01322b59-f515-42fc-a865-eee814f88311 req-b320baf2-8fc7-4ca5-a63f-b1481913059e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=909845c3-b96b-4dfe-ab87-2be79cacf67f HTTP/1.1" status: 200 len: 945 time: 0.0530634 Feb 28 11:13:38.187309 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-01322b59-f515-42fc-a865-eee814f88311 req-43de3428-4fde-4461-bb53-24901ed597bb tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=a35231b6-fd4f-4542-b5dc-f7dea5bfa222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453227 Feb 28 11:13:39.305625 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1372330-1700-4d7f-9d2f-399e1e890cfd req-c6e9ffb4-5586-437b-998e-cf7fce6a347c tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:39.307126 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e1372330-1700-4d7f-9d2f-399e1e890cfd req-c6e9ffb4-5586-437b-998e-cf7fce6a347c tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=909845c3-b96b-4dfe-ab87-2be79cacf67f HTTP/1.1" status: 200 len: 945 time: 0.0515544 Feb 28 11:13:39.361965 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e1372330-1700-4d7f-9d2f-399e1e890cfd req-8aed891a-ff53-4b98-bbf0-f6bec76ec3f3 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=a35231b6-fd4f-4542-b5dc-f7dea5bfa222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482695 Feb 28 11:13:40.492304 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a854c6d-4b6b-421e-9ec0-bd7c2b02e1b1 req-e2916059-a321-4a76-89c2-7e0e1ad6977e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:40.493861 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-5a854c6d-4b6b-421e-9ec0-bd7c2b02e1b1 req-e2916059-a321-4a76-89c2-7e0e1ad6977e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=909845c3-b96b-4dfe-ab87-2be79cacf67f HTTP/1.1" status: 200 len: 945 time: 0.0583966 Feb 28 11:13:40.545821 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-5a854c6d-4b6b-421e-9ec0-bd7c2b02e1b1 req-1a011d9c-fd51-45f7-93bc-36a83eb728a1 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=a35231b6-fd4f-4542-b5dc-f7dea5bfa222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462704 Feb 28 11:13:41.664810 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc763b4-16de-4581-9a41-6692f1e7b2cb req-b038be77-8e41-4f10-807a-15e9466bd1be tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:41.666304 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0bc763b4-16de-4581-9a41-6692f1e7b2cb req-b038be77-8e41-4f10-807a-15e9466bd1be tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=909845c3-b96b-4dfe-ab87-2be79cacf67f HTTP/1.1" status: 200 len: 945 time: 0.0533125 Feb 28 11:13:41.725731 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0bc763b4-16de-4581-9a41-6692f1e7b2cb req-6fe0bded-faff-4b5f-aea4-eb2054173f23 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=a35231b6-fd4f-4542-b5dc-f7dea5bfa222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530515 Feb 28 11:13:42.851648 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b216b661-a899-4094-af80-6b14a76a3522 req-c2debac6-6a64-47c1-bc15-cd436b0a6d59 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:42.853160 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-b216b661-a899-4094-af80-6b14a76a3522 req-c2debac6-6a64-47c1-bc15-cd436b0a6d59 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=909845c3-b96b-4dfe-ab87-2be79cacf67f HTTP/1.1" status: 200 len: 945 time: 0.0562811 Feb 28 11:13:42.908755 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-b216b661-a899-4094-af80-6b14a76a3522 req-5c318cd5-b2b1-46cf-aca0-032561fc3a7e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=a35231b6-fd4f-4542-b5dc-f7dea5bfa222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490494 Feb 28 11:13:44.028491 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185bb4b-2212-4469-a1a6-0e29dbe31968 req-69bb04d2-0bfe-4f01-b3e8-0eec9307741a tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:44.029985 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3185bb4b-2212-4469-a1a6-0e29dbe31968 req-69bb04d2-0bfe-4f01-b3e8-0eec9307741a tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=909845c3-b96b-4dfe-ab87-2be79cacf67f HTTP/1.1" status: 200 len: 945 time: 0.0526998 Feb 28 11:13:44.079424 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3185bb4b-2212-4469-a1a6-0e29dbe31968 req-e2ab454f-deb8-49d4-a922-346ee7bc3cd2 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=a35231b6-fd4f-4542-b5dc-f7dea5bfa222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436606 Feb 28 11:13:45.199559 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c90de2a-402e-4d7b-996f-9d39472d98fc req-4b967878-2eeb-4a53-ac57-7ce26fae3004 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:45.201075 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-7c90de2a-402e-4d7b-996f-9d39472d98fc req-4b967878-2eeb-4a53-ac57-7ce26fae3004 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=909845c3-b96b-4dfe-ab87-2be79cacf67f HTTP/1.1" status: 200 len: 945 time: 0.0529189 Feb 28 11:13:45.255130 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-7c90de2a-402e-4d7b-996f-9d39472d98fc req-7ee01aa8-86a5-49d5-9358-e287767d881c tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=a35231b6-fd4f-4542-b5dc-f7dea5bfa222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483918 Feb 28 11:13:46.057336 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-27e8dc45-df97-4258-bf85-5b752fa4c37f req-bbd5d798-7412-499a-838a-2067dc2dee85 service neutron] 10.222.0.70 "GET /v2.0/ports/83532ba5-afeb-4f7f-a4bc-6adebbcfbb16/bindings/hv-neutron-8291 HTTP/1.1" status: 200 len: 384 time: 0.0587127 Feb 28 11:13:46.380549 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9175fab-a39f-41c7-aca0-4c5abdb0507a req-0926c0ff-1b1c-4889-8e1e-3d36083f5614 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:46.382093 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f9175fab-a39f-41c7-aca0-4c5abdb0507a req-0926c0ff-1b1c-4889-8e1e-3d36083f5614 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=909845c3-b96b-4dfe-ab87-2be79cacf67f HTTP/1.1" status: 200 len: 945 time: 0.0556278 Feb 28 11:13:46.438356 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f9175fab-a39f-41c7-aca0-4c5abdb0507a req-7a5d536c-f08d-49cc-b84d-1cccc6d611ce tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=a35231b6-fd4f-4542-b5dc-f7dea5bfa222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499930 Feb 28 11:13:46.477736 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-85729be7-8c92-4487-9648-06c66242ffea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:46.643800 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8dc45-df97-4258-bf85-5b752fa4c37f req-c4256eb6-5b7a-4538-93da-da3013efa1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:46.645266 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-27e8dc45-df97-4258-bf85-5b752fa4c37f req-c4256eb6-5b7a-4538-93da-da3013efa1b9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=909845c3-b96b-4dfe-ab87-2be79cacf67f&tenant_id=d2ac95293f7647eb87ff4889cfbdd577 HTTP/1.1" status: 200 len: 1129 time: 0.0471380 Feb 28 11:13:46.725279 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8dc45-df97-4258-bf85-5b752fa4c37f req-8cd1cb88-e646-4a33-813c-276d3b0213e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:46.726858 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-27e8dc45-df97-4258-bf85-5b752fa4c37f req-8cd1cb88-e646-4a33-813c-276d3b0213e9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d2ac95293f7647eb87ff4889cfbdd577&device_id=909845c3-b96b-4dfe-ab87-2be79cacf67f HTTP/1.1" status: 200 len: 1129 time: 0.0497897 Feb 28 11:13:46.828072 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8dc45-df97-4258-bf85-5b752fa4c37f req-a08f2132-3e60-42f4-99fa-276ab1f34c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:46.829612 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-27e8dc45-df97-4258-bf85-5b752fa4c37f req-a08f2132-3e60-42f4-99fa-276ab1f34c61 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6aa805eb-c0a8-41d3-9a53-f165e27323d8 HTTP/1.1" status: 200 len: 897 time: 0.0969481 Feb 28 11:13:46.911710 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-27e8dc45-df97-4258-bf85-5b752fa4c37f req-f13ef43e-8ae9-4a40-b0cc-bef0b1c78794 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83532ba5-afeb-4f7f-a4bc-6adebbcfbb16 HTTP/1.1" status: 200 len: 1000 time: 0.0747564 Feb 28 11:13:46.960102 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8dc45-df97-4258-bf85-5b752fa4c37f req-1dfe49f8-927b-403e-97d0-169e845236dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:46.961518 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-27e8dc45-df97-4258-bf85-5b752fa4c37f req-1dfe49f8-927b-403e-97d0-169e845236dd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4ac9eae7-c8c1-45ad-b626-9a11f41ae728 HTTP/1.1" status: 200 len: 835 time: 0.0433450 Feb 28 11:13:47.011084 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8dc45-df97-4258-bf85-5b752fa4c37f req-d41f5c29-6036-42d9-9b2b-11de08b326a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:47.012605 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-27e8dc45-df97-4258-bf85-5b752fa4c37f req-d41f5c29-6036-42d9-9b2b-11de08b326a7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6aa805eb-c0a8-41d3-9a53-f165e27323d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0460126 Feb 28 11:13:47.467306 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-27e8dc45-df97-4258-bf85-5b752fa4c37f req-2ab60d67-9c52-4840-bc29-3bd5a516a440 service neutron] 10.222.0.70 "GET /v2.0/networks/6aa805eb-c0a8-41d3-9a53-f165e27323d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4490678 Feb 28 11:13:47.555400 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-27e8dc45-df97-4258-bf85-5b752fa4c37f req-e675d95f-34c4-4899-931a-938334ff8ecc service neutron] 10.222.0.70 "GET /v2.0/networks/6aa805eb-c0a8-41d3-9a53-f165e27323d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828245 Feb 28 11:13:47.564410 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df881bd-b3d1-4811-a345-f2255ae6031d req-ab9e8b0f-348d-4fe6-b5ac-d9c4fa910668 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:47.566001 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-7df881bd-b3d1-4811-a345-f2255ae6031d req-ab9e8b0f-348d-4fe6-b5ac-d9c4fa910668 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=909845c3-b96b-4dfe-ab87-2be79cacf67f HTTP/1.1" status: 200 len: 945 time: 0.0559468 Feb 28 11:13:47.622815 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-7df881bd-b3d1-4811-a345-f2255ae6031d req-a2e409ab-3f30-41ff-ad7b-c08172945ad7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=a35231b6-fd4f-4542-b5dc-f7dea5bfa222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506322 Feb 28 11:13:48.065366 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 83532ba5-afeb-4f7f-a4bc-6adebbcfbb16 no longer exists at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:13:48.146923 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 83532ba5-afeb-4f7f-a4bc-6adebbcfbb16 is: ACTIVE; New status is: DOWN {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:13:48.147321 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (83532ba5-afeb-4f7f-a4bc-6adebbcfbb16), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:48.170415 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909845c3-b96b-4dfe-ab87-2be79cacf67f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83532ba5-afeb-4f7f-a4bc-6adebbcfbb16'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:13:48.172707 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4309ff15-b2d1-4adf-a304-db03b21791a8" -d '{"events": [{"server_uuid": "909845c3-b96b-4dfe-ab87-2be79cacf67f", "name": "network-vif-unplugged", "status": "completed", "tag": "83532ba5-afeb-4f7f-a4bc-6adebbcfbb16"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:13:48.185924 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 83532ba5-afeb-4f7f-a4bc-6adebbcfbb16, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=83532ba5-afeb-4f7f-a4bc-6adebbcfbb16,segment=NetworkSegment(bfd62a11-2637-4361-94e1-3aced8720fdb),segment_id=bfd62a11-2637-4361-94e1-3aced8720fdb)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:13:48.217505 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 11:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a081723-5188-4339-b8e2-7dfd3df85ef5 x-openstack-request-id: req-5a081723-5188-4339-b8e2-7dfd3df85ef5 {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:13:48.217808 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "909845c3-b96b-4dfe-ab87-2be79cacf67f", "name": "network-vif-unplugged", "status": "completed", "tag": "83532ba5-afeb-4f7f-a4bc-6adebbcfbb16", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:13:48.218072 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5a081723-5188-4339-b8e2-7dfd3df85ef5 {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:13:48.218471 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '909845c3-b96b-4dfe-ab87-2be79cacf67f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83532ba5-afeb-4f7f-a4bc-6adebbcfbb16', 'code': 200} Feb 28 11:13:48.258598 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (83532ba5-afeb-4f7f-a4bc-6adebbcfbb16), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:48.308680 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=83532ba5-afeb-4f7f-a4bc-6adebbcfbb16,revision_number=6']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:13:48.316010 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:13:48.316527 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:13:48.317132 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:13:48.317577 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:13:48.317917 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:13:48.318255 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:13:48.318590 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:13:48.318947 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:13:48.319283 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:13:48.319616 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:13:48.319945 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:13:48.320269 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:13:48.320592 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:13:48.653491 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a641c0a7-ab5a-4b5e-ab60-5698e08d9efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:48.742531 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666ebe7-d168-4148-9b8f-56ddd6f10e39 req-9f9ba948-d7d1-4fd1-905d-9792ce32bbf9 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:48.744173 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-4666ebe7-d168-4148-9b8f-56ddd6f10e39 req-9f9ba948-d7d1-4fd1-905d-9792ce32bbf9 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=909845c3-b96b-4dfe-ab87-2be79cacf67f HTTP/1.1" status: 200 len: 943 time: 0.0536151 Feb 28 11:13:48.793057 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-4666ebe7-d168-4148-9b8f-56ddd6f10e39 req-03d90dc1-b0b0-4cc6-be50-431a1bc79e2e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=a35231b6-fd4f-4542-b5dc-f7dea5bfa222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432007 Feb 28 11:13:49.921971 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3accf2d4-da2b-4cfe-83b3-6ec5e91ae153 req-ac1b2c3e-f00d-4945-b5f4-ab7f320609e3 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:49.923499 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3accf2d4-da2b-4cfe-83b3-6ec5e91ae153 req-ac1b2c3e-f00d-4945-b5f4-ab7f320609e3 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=909845c3-b96b-4dfe-ab87-2be79cacf67f HTTP/1.1" status: 200 len: 943 time: 0.0583420 Feb 28 11:13:49.973036 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3accf2d4-da2b-4cfe-83b3-6ec5e91ae153 req-813a4cbd-1b27-42dd-babe-c59b86d2814d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=a35231b6-fd4f-4542-b5dc-f7dea5bfa222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439880 Feb 28 11:13:50.064922 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 83532ba5-afeb-4f7f-a4bc-6adebbcfbb16 details requested by agent hyperv_hv-neutron-8291 with host hv-neutron-8291 {{(pid=104085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 11:13:50.174064 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:50.178725 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 83532ba5-afeb-4f7f-a4bc-6adebbcfbb16, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=83532ba5-afeb-4f7f-a4bc-6adebbcfbb16,segment=NetworkSegment(bfd62a11-2637-4361-94e1-3aced8720fdb),segment_id=bfd62a11-2637-4361-94e1-3aced8720fdb)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:13:50.190153 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Returning: {'device': '83532ba5-afeb-4f7f-a4bc-6adebbcfbb16', 'network_id': '6aa805eb-c0a8-41d3-9a53-f165e27323d8', 'port_id': '83532ba5-afeb-4f7f-a4bc-6adebbcfbb16', 'mac_address': 'fa:16:3e:ce:19:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ac9eae7-c8c1-45ad-b626-9a11f41ae728', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 11:13:50.228183 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 83532ba5-afeb-4f7f-a4bc-6adebbcfbb16 is: DOWN; New status is: BUILD {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:13:50.228625 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (83532ba5-afeb-4f7f-a4bc-6adebbcfbb16), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:50.242079 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83532ba5-afeb-4f7f-a4bc-6adebbcfbb16 {{(pid=104085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:13:50.261752 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 83532ba5-afeb-4f7f-a4bc-6adebbcfbb16, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=83532ba5-afeb-4f7f-a4bc-6adebbcfbb16,segment=NetworkSegment(bfd62a11-2637-4361-94e1-3aced8720fdb),segment_id=bfd62a11-2637-4361-94e1-3aced8720fdb)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:13:50.346806 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (83532ba5-afeb-4f7f-a4bc-6adebbcfbb16), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:50.369263 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf052516-e0cf-4161-bc2b-01b62990c9ee req-2d6a597a-d793-4d22-a9ca-581cde8dbeb5 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:50.371432 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-cf052516-e0cf-4161-bc2b-01b62990c9ee req-2d6a597a-d793-4d22-a9ca-581cde8dbeb5 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=909845c3-b96b-4dfe-ab87-2be79cacf67f HTTP/1.1" status: 200 len: 943 time: 0.0557070 Feb 28 11:13:50.398085 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=83532ba5-afeb-4f7f-a4bc-6adebbcfbb16,revision_number=7']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:13:50.424267 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-cf052516-e0cf-4161-bc2b-01b62990c9ee req-f1aa215f-3c83-4d2d-91ab-81128cef767f tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=a35231b6-fd4f-4542-b5dc-f7dea5bfa222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475452 Feb 28 11:13:50.475782 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['83532ba5-afeb-4f7f-a4bc-6adebbcfbb16'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:13:50.489422 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca9362-13f9-4776-8ecb-eec798080513 req-92751784-3632-4a77-b2ec-56839466a94b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:50.491150 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d4ca9362-13f9-4776-8ecb-eec798080513 req-92751784-3632-4a77-b2ec-56839466a94b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.70 "GET /v2.0/ports?device_id=909845c3-b96b-4dfe-ab87-2be79cacf67f&tenant_id=d2ac95293f7647eb87ff4889cfbdd577&binding%3Ahost_id=hv-neutron-8291 HTTP/1.1" status: 200 len: 944 time: 0.0590258 Feb 28 11:13:50.567726 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1dc6fa-65bb-4149-a0f8-db3ef8aab351 req-f984d209-c098-4f8d-81a1-95bebd761172 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:50.569569 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8a1dc6fa-65bb-4149-a0f8-db3ef8aab351 req-f984d209-c098-4f8d-81a1-95bebd761172 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=909845c3-b96b-4dfe-ab87-2be79cacf67f HTTP/1.1" status: 200 len: 944 time: 0.0759714 Feb 28 11:13:50.617095 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca9362-13f9-4776-8ecb-eec798080513 req-1670aa51-d811-449f-82ae-ff44e346bbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:50.618808 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d4ca9362-13f9-4776-8ecb-eec798080513 req-1670aa51-d811-449f-82ae-ff44e346bbda service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d2ac95293f7647eb87ff4889cfbdd577&device_id=909845c3-b96b-4dfe-ab87-2be79cacf67f HTTP/1.1" status: 200 len: 1128 time: 0.0584424 Feb 28 11:13:50.633163 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8a1dc6fa-65bb-4149-a0f8-db3ef8aab351 req-c3af36c8-7088-496b-a865-d656f32ff708 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=a35231b6-fd4f-4542-b5dc-f7dea5bfa222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534472 Feb 28 11:13:50.720746 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca9362-13f9-4776-8ecb-eec798080513 req-f2fe7fc2-9068-4caa-88f0-ec562a68a2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:50.722203 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d4ca9362-13f9-4776-8ecb-eec798080513 req-f2fe7fc2-9068-4caa-88f0-ec562a68a2d0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6aa805eb-c0a8-41d3-9a53-f165e27323d8 HTTP/1.1" status: 200 len: 897 time: 0.0982974 Feb 28 11:13:50.789650 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d4ca9362-13f9-4776-8ecb-eec798080513 req-b1e77ec0-f01e-436f-9878-89f799492799 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83532ba5-afeb-4f7f-a4bc-6adebbcfbb16 HTTP/1.1" status: 200 len: 999 time: 0.0618250 Feb 28 11:13:50.837051 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca9362-13f9-4776-8ecb-eec798080513 req-2f5243fb-3f1b-4daa-ab3d-a21b55fb40b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:50.838570 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d4ca9362-13f9-4776-8ecb-eec798080513 req-2f5243fb-3f1b-4daa-ab3d-a21b55fb40b5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4ac9eae7-c8c1-45ad-b626-9a11f41ae728 HTTP/1.1" status: 200 len: 835 time: 0.0435624 Feb 28 11:13:50.889705 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca9362-13f9-4776-8ecb-eec798080513 req-52bb1b82-c963-49f1-aeb2-62ab608cfc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:50.891162 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d4ca9362-13f9-4776-8ecb-eec798080513 req-52bb1b82-c963-49f1-aeb2-62ab608cfc1a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6aa805eb-c0a8-41d3-9a53-f165e27323d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0467618 Feb 28 11:13:50.984663 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d4ca9362-13f9-4776-8ecb-eec798080513 req-bc00cc10-884e-4ed5-9c82-ddf392dfed31 service neutron] 10.222.0.70 "GET /v2.0/networks/6aa805eb-c0a8-41d3-9a53-f165e27323d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872247 Feb 28 11:13:51.074561 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d4ca9362-13f9-4776-8ecb-eec798080513 req-c5712f3c-0bc7-43c5-ac1c-d964cca758f3 service neutron] 10.222.0.70 "GET /v2.0/networks/6aa805eb-c0a8-41d3-9a53-f165e27323d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836725 Feb 28 11:13:51.465855 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:51.758658 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d011fe9d-08b6-4033-ac39-36f461b15bbe req-1bc93dd3-0856-4f72-b0b2-95926dea8e0b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:51.760266 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d011fe9d-08b6-4033-ac39-36f461b15bbe req-1bc93dd3-0856-4f72-b0b2-95926dea8e0b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=909845c3-b96b-4dfe-ab87-2be79cacf67f HTTP/1.1" status: 200 len: 944 time: 0.0559702 Feb 28 11:13:51.815179 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d011fe9d-08b6-4033-ac39-36f461b15bbe req-edfec85b-6cc7-4d6b-ba47-52c1d2bb0bbb tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=a35231b6-fd4f-4542-b5dc-f7dea5bfa222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486920 Feb 28 11:13:52.063584 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 83532ba5-afeb-4f7f-a4bc-6adebbcfbb16 up at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:13:52.113036 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning complete for port 83532ba5-afeb-4f7f-a4bc-6adebbcfbb16 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:13:52.113445 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (83532ba5-afeb-4f7f-a4bc-6adebbcfbb16), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:52.198101 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 83532ba5-afeb-4f7f-a4bc-6adebbcfbb16 is: BUILD; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:13:52.198496 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (83532ba5-afeb-4f7f-a4bc-6adebbcfbb16), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:52.221816 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909845c3-b96b-4dfe-ab87-2be79cacf67f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83532ba5-afeb-4f7f-a4bc-6adebbcfbb16'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:13:52.224076 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44843e81-479c-4b3d-9f02-45bff5999313" -d '{"events": [{"server_uuid": "909845c3-b96b-4dfe-ab87-2be79cacf67f", "name": "network-vif-plugged", "status": "completed", "tag": "83532ba5-afeb-4f7f-a4bc-6adebbcfbb16"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:13:52.240432 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 83532ba5-afeb-4f7f-a4bc-6adebbcfbb16, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=83532ba5-afeb-4f7f-a4bc-6adebbcfbb16,segment=NetworkSegment(bfd62a11-2637-4361-94e1-3aced8720fdb),segment_id=bfd62a11-2637-4361-94e1-3aced8720fdb)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:13:52.262255 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66216e8d-882e-4b85-ab7c-9f6ec3cd1325 x-openstack-request-id: req-66216e8d-882e-4b85-ab7c-9f6ec3cd1325 {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:13:52.262586 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "909845c3-b96b-4dfe-ab87-2be79cacf67f", "name": "network-vif-plugged", "status": "completed", "tag": "83532ba5-afeb-4f7f-a4bc-6adebbcfbb16", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:13:52.262854 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-66216e8d-882e-4b85-ab7c-9f6ec3cd1325 {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:13:52.266823 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '909845c3-b96b-4dfe-ab87-2be79cacf67f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83532ba5-afeb-4f7f-a4bc-6adebbcfbb16', 'code': 200} Feb 28 11:13:52.277640 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (83532ba5-afeb-4f7f-a4bc-6adebbcfbb16), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:52.324348 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=83532ba5-afeb-4f7f-a4bc-6adebbcfbb16,revision_number=8']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:13:52.734648 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:52.943850 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f91e893-034e-4f57-9117-444f87651314 req-d1d9ba30-69cf-4150-8ab8-0092b29b7b0b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:52.945408 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5f91e893-034e-4f57-9117-444f87651314 req-d1d9ba30-69cf-4150-8ab8-0092b29b7b0b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=909845c3-b96b-4dfe-ab87-2be79cacf67f HTTP/1.1" status: 200 len: 945 time: 0.0595462 Feb 28 11:13:53.000194 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5f91e893-034e-4f57-9117-444f87651314 req-87eaaaee-39c3-4673-8623-b36e033b10a6 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=a35231b6-fd4f-4542-b5dc-f7dea5bfa222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483711 Feb 28 11:13:53.022993 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 55958) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:13:53.084593 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-00b766e6-1422-4244-abb8-7318b800f895 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/floatingips/0c7c5d9f-644d-4bd6-98b6-f5e362a545f1 HTTP/1.1" status: 200 len: 992 time: 0.0604148 Feb 28 11:14:00.974543 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:04.716728 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:14:11.431890 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-67b51ac9-0990-4aa4-a917-2961c5259948 req-1d0a3308-50d0-4be4-94a1-6b4632a43691 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=909845c3-b96b-4dfe-ab87-2be79cacf67f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0581033 Feb 28 11:14:11.551718 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b51ac9-0990-4aa4-a917-2961c5259948 req-e25c9d19-c253-426b-839e-cb2463b464e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:14:11.553461 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-67b51ac9-0990-4aa4-a917-2961c5259948 req-e25c9d19-c253-426b-839e-cb2463b464e8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d2ac95293f7647eb87ff4889cfbdd577&device_id=909845c3-b96b-4dfe-ab87-2be79cacf67f HTTP/1.1" status: 200 len: 1129 time: 0.0606906 Feb 28 11:14:11.681655 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b51ac9-0990-4aa4-a917-2961c5259948 req-2f69c154-86f1-488b-b27b-33acf483f7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:14:11.683575 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-67b51ac9-0990-4aa4-a917-2961c5259948 req-2f69c154-86f1-488b-b27b-33acf483f7e5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6aa805eb-c0a8-41d3-9a53-f165e27323d8 HTTP/1.1" status: 200 len: 897 time: 0.1083477 Feb 28 11:14:11.768597 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-67b51ac9-0990-4aa4-a917-2961c5259948 req-33992817-3299-4203-b4ab-c87143c4563a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83532ba5-afeb-4f7f-a4bc-6adebbcfbb16 HTTP/1.1" status: 200 len: 1000 time: 0.0781429 Feb 28 11:14:11.835724 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b51ac9-0990-4aa4-a917-2961c5259948 req-ce9755d3-88de-4119-a896-fac452d93944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:14:11.843432 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-67b51ac9-0990-4aa4-a917-2961c5259948 req-ce9755d3-88de-4119-a896-fac452d93944 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4ac9eae7-c8c1-45ad-b626-9a11f41ae728 HTTP/1.1" status: 200 len: 835 time: 0.0638018 Feb 28 11:14:11.897282 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b51ac9-0990-4aa4-a917-2961c5259948 req-a7c88687-25fd-439e-ad06-ae913d56061a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:14:11.898811 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-67b51ac9-0990-4aa4-a917-2961c5259948 req-a7c88687-25fd-439e-ad06-ae913d56061a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6aa805eb-c0a8-41d3-9a53-f165e27323d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0546143 Feb 28 11:14:11.995921 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-67b51ac9-0990-4aa4-a917-2961c5259948 req-7478b934-5218-461c-8ec1-8cde196c82e2 service neutron] 10.222.0.70 "GET /v2.0/networks/6aa805eb-c0a8-41d3-9a53-f165e27323d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913546 Feb 28 11:14:12.095816 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-67b51ac9-0990-4aa4-a917-2961c5259948 req-b01d7c83-6cf4-4942-b3e0-cb97a42ce43b service neutron] 10.222.0.70 "GET /v2.0/networks/6aa805eb-c0a8-41d3-9a53-f165e27323d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938523 Feb 28 11:14:16.437776 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-af863a07-c993-46a9-b191-a051d602ab75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:18.652952 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d82945af-418c-45d6-9de0-593c49520866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:20.140381 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:21.465935 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:21.759131 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 55970) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:14:21.926672 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-f7cf754c-b064-45e1-9c3c-c0da3a15e34b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Deleting port 5007d9a7-c914-445b-a60f-7e4aefbacab6 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:14:21.927085 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f7cf754c-b064-45e1-9c3c-c0da3a15e34b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (5007d9a7-c914-445b-a60f-7e4aefbacab6), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:22.003961 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f7cf754c-b064-45e1-9c3c-c0da3a15e34b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (5007d9a7-c914-445b-a60f-7e4aefbacab6), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:22.004266 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f7cf754c-b064-45e1-9c3c-c0da3a15e34b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for floatingip (5007d9a7-c914-445b-a60f-7e4aefbacab6), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:22.016871 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-f7cf754c-b064-45e1-9c3c-c0da3a15e34b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Calling delete_port for 5007d9a7-c914-445b-a60f-7e4aefbacab6 owned by network:floatingip {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:14:22.276461 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f7cf754c-b064-45e1-9c3c-c0da3a15e34b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (5007d9a7-c914-445b-a60f-7e4aefbacab6), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:22.305297 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cf754c-b064-45e1-9c3c-c0da3a15e34b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event deleted for resources: {'Port': ['ID=5007d9a7-c914-445b-a60f-7e4aefbacab6,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:14:22.318231 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cf754c-b064-45e1-9c3c-c0da3a15e34b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:14:22.318593 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cf754c-b064-45e1-9c3c-c0da3a15e34b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:14:22.319038 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cf754c-b064-45e1-9c3c-c0da3a15e34b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:14:22.319324 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cf754c-b064-45e1-9c3c-c0da3a15e34b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:14:22.319692 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cf754c-b064-45e1-9c3c-c0da3a15e34b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:14:22.320027 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cf754c-b064-45e1-9c3c-c0da3a15e34b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:14:22.320372 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cf754c-b064-45e1-9c3c-c0da3a15e34b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:14:22.320715 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cf754c-b064-45e1-9c3c-c0da3a15e34b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:14:22.321058 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cf754c-b064-45e1-9c3c-c0da3a15e34b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:14:22.321400 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cf754c-b064-45e1-9c3c-c0da3a15e34b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:14:22.321740 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cf754c-b064-45e1-9c3c-c0da3a15e34b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:14:22.322080 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cf754c-b064-45e1-9c3c-c0da3a15e34b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:14:22.322415 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cf754c-b064-45e1-9c3c-c0da3a15e34b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:14:22.385018 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f7cf754c-b064-45e1-9c3c-c0da3a15e34b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for floatingip (0c7c5d9f-644d-4bd6-98b6-f5e362a545f1), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:22.385350 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.l3_db [None req-f7cf754c-b064-45e1-9c3c-c0da3a15e34b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Floating IP 0c7c5d9f-644d-4bd6-98b6-f5e362a545f1 disassociated (deleted). External IP: 172.26.3.85, port: 83532ba5-afeb-4f7f-a4bc-6adebbcfbb16. Feb 28 11:14:22.614959 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7cf754c-b064-45e1-9c3c-c0da3a15e34b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Router 46f89f0a-6f7b-441b-8c47-56153fc36d77 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:14:22.740626 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7cf754c-b064-45e1-9c3c-c0da3a15e34b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:14:22.746173 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f7cf754c-b064-45e1-9c3c-c0da3a15e34b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:22.754061 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdf0bbb-f795-4989-b521-cd28429ddc7d None None] Sync routers for ids ['46f89f0a-6f7b-441b-8c47-56153fc36d77'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:14:22.765110 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdf0bbb-f795-4989-b521-cd28429ddc7d None None] Routers {'46f89f0a-6f7b-441b-8c47-56153fc36d77'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:14:22.766475 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-dcdf0bbb-f795-4989-b521-cd28429ddc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:14:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['46f89f0a-6f7b-441b-8c47-56153fc36d77'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:14:22.778896 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:22.890978 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-dcdf0bbb-f795-4989-b521-cd28429ddc7d None None] Set router 46f89f0a-6f7b-441b-8c47-56153fc36d77 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:14:23.086214 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-f7cf754c-b064-45e1-9c3c-c0da3a15e34b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "DELETE /v2.0/floatingips/0c7c5d9f-644d-4bd6-98b6-f5e362a545f1 HTTP/1.1" status: 204 len: 168 time: 1.3260074 Feb 28 11:14:23.086851 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '909845c3-b96b-4dfe-ab87-2be79cacf67f', 'tag': '83532ba5-afeb-4f7f-a4bc-6adebbcfbb16'}] {{(pid=104084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:14:23.089251 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ffa69481dce8c4e68394bb3e97aff222617d39f0bec9a6d6e4c39a9256e7c95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9599364a-952f-45a9-a1b0-fb2dc7b31ada" -d '{"events": [{"name": "network-changed", "server_uuid": "909845c3-b96b-4dfe-ab87-2be79cacf67f", "tag": "83532ba5-afeb-4f7f-a4bc-6adebbcfbb16"}]}' {{(pid=104084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:14:23.223760 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a3a43e-0232-47fc-997a-14590ffe9a24 x-openstack-request-id: req-73a3a43e-0232-47fc-997a-14590ffe9a24 {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:14:23.224118 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-dcdf0bbb-f795-4989-b521-cd28429ddc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f89f0a-6f7b-441b-8c47-56153fc36d77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735152518', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'c82e2559-eeb1-4634-a956-118b344543b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:12:34Z', 'updated_at': '2022-02-28T11:12:39Z', 'revision_number': 4, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': 'c82e2559-eeb1-4634-a956-118b344543b5', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f89f0a-6f7b-441b-8c47-56153fc36d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:12:35Z', 'updated_at': '2022-02-28T11:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': 'b9c201f1-0315-412d-b87c-fe1de330c597', 'name': '', 'network_id': '6aa805eb-c0a8-41d3-9a53-f165e27323d8', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'mac_address': 'fa:16:3e:b1:3d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f89f0a-6f7b-441b-8c47-56153fc36d77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '4ac9eae7-c8c1-45ad-b626-9a11f41ae728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:12:38Z', 'updated_at': '2022-02-28T11:12:42Z', 'revision_number': 5, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'subnets': [{'id': '4ac9eae7-c8c1-45ad-b626-9a11f41ae728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:14:23.224501 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "909845c3-b96b-4dfe-ab87-2be79cacf67f", "tag": "83532ba5-afeb-4f7f-a4bc-6adebbcfbb16", "status": "completed", "code": 200}]} {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:14:23.224687 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-73a3a43e-0232-47fc-997a-14590ffe9a24 {{(pid=104084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:14:23.225190 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '909845c3-b96b-4dfe-ab87-2be79cacf67f', 'tag': '83532ba5-afeb-4f7f-a4bc-6adebbcfbb16', 'status': 'completed', 'code': 200} Feb 28 11:14:23.253230 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdf0bbb-f795-4989-b521-cd28429ddc7d None None] Checking router: 46f89f0a-6f7b-441b-8c47-56153fc36d77 for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:14:23.261705 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdf0bbb-f795-4989-b521-cd28429ddc7d None None] Routers {'46f89f0a-6f7b-441b-8c47-56153fc36d77'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:14:23.262323 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-dcdf0bbb-f795-4989-b521-cd28429ddc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:14:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['46f89f0a-6f7b-441b-8c47-56153fc36d77'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:14:23.312119 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9599364a-952f-45a9-a1b0-fb2dc7b31ada req-4f495742-3ce8-42b3-8380-e5262389802f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:14:23.315807 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9599364a-952f-45a9-a1b0-fb2dc7b31ada req-4f495742-3ce8-42b3-8380-e5262389802f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d2ac95293f7647eb87ff4889cfbdd577&device_id=909845c3-b96b-4dfe-ab87-2be79cacf67f HTTP/1.1" status: 200 len: 1129 time: 0.0508926 Feb 28 11:14:23.383507 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-dcdf0bbb-f795-4989-b521-cd28429ddc7d None None] Set router 46f89f0a-6f7b-441b-8c47-56153fc36d77 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:14:23.420816 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9599364a-952f-45a9-a1b0-fb2dc7b31ada req-9262bded-49af-4d3f-b300-eff561624318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:14:23.422618 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9599364a-952f-45a9-a1b0-fb2dc7b31ada req-9262bded-49af-4d3f-b300-eff561624318 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6aa805eb-c0a8-41d3-9a53-f165e27323d8 HTTP/1.1" status: 200 len: 897 time: 0.1007566 Feb 28 11:14:23.468294 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9599364a-952f-45a9-a1b0-fb2dc7b31ada req-4c03e634-0233-4e76-9ca6-35730b9721e2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83532ba5-afeb-4f7f-a4bc-6adebbcfbb16 HTTP/1.1" status: 200 len: 217 time: 0.0394337 Feb 28 11:14:23.551705 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9599364a-952f-45a9-a1b0-fb2dc7b31ada req-c7a79f87-7a31-4d5d-a26d-62e13bba9790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:14:23.553201 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9599364a-952f-45a9-a1b0-fb2dc7b31ada req-c7a79f87-7a31-4d5d-a26d-62e13bba9790 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4ac9eae7-c8c1-45ad-b626-9a11f41ae728 HTTP/1.1" status: 200 len: 835 time: 0.0468860 Feb 28 11:14:23.605093 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5784fc2-0d7c-4161-acac-cdf18de1a4a2 req-5a2cfe91-19f9-4179-bed4-e20e42564a52 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:14:23.608365 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d5784fc2-0d7c-4161-acac-cdf18de1a4a2 req-5a2cfe91-19f9-4179-bed4-e20e42564a52 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=909845c3-b96b-4dfe-ab87-2be79cacf67f HTTP/1.1" status: 200 len: 945 time: 0.0679564 Feb 28 11:14:23.614558 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-dcdf0bbb-f795-4989-b521-cd28429ddc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f89f0a-6f7b-441b-8c47-56153fc36d77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735152518', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'c82e2559-eeb1-4634-a956-118b344543b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:12:34Z', 'updated_at': '2022-02-28T11:12:39Z', 'revision_number': 4, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': 'c82e2559-eeb1-4634-a956-118b344543b5', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f89f0a-6f7b-441b-8c47-56153fc36d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:12:35Z', 'updated_at': '2022-02-28T11:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': 'b9c201f1-0315-412d-b87c-fe1de330c597', 'name': '', 'network_id': '6aa805eb-c0a8-41d3-9a53-f165e27323d8', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'mac_address': 'fa:16:3e:b1:3d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f89f0a-6f7b-441b-8c47-56153fc36d77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '4ac9eae7-c8c1-45ad-b626-9a11f41ae728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:12:38Z', 'updated_at': '2022-02-28T11:12:42Z', 'revision_number': 5, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'subnets': [{'id': '4ac9eae7-c8c1-45ad-b626-9a11f41ae728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:14:23.623570 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9599364a-952f-45a9-a1b0-fb2dc7b31ada req-885af8bb-29fd-43de-910d-9441b4bf6f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:14:23.625768 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9599364a-952f-45a9-a1b0-fb2dc7b31ada req-885af8bb-29fd-43de-910d-9441b4bf6f71 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6aa805eb-c0a8-41d3-9a53-f165e27323d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0639675 Feb 28 11:14:23.648449 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdf0bbb-f795-4989-b521-cd28429ddc7d None None] The sync data for ids ['46f89f0a-6f7b-441b-8c47-56153fc36d77'] in dv-neutron-829161-3-hyperv is: [{'id': '46f89f0a-6f7b-441b-8c47-56153fc36d77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735152518', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'c82e2559-eeb1-4634-a956-118b344543b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:12:34Z', 'updated_at': '2022-02-28T11:12:39Z', 'revision_number': 4, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': 'c82e2559-eeb1-4634-a956-118b344543b5', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f89f0a-6f7b-441b-8c47-56153fc36d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:12:35Z', 'updated_at': '2022-02-28T11:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': 'b9c201f1-0315-412d-b87c-fe1de330c597', 'name': '', 'network_id': '6aa805eb-c0a8-41d3-9a53-f165e27323d8', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'mac_address': 'fa:16:3e:b1:3d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f89f0a-6f7b-441b-8c47-56153fc36d77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '4ac9eae7-c8c1-45ad-b626-9a11f41ae728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:12:38Z', 'updated_at': '2022-02-28T11:12:42Z', 'revision_number': 5, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'subnets': [{'id': '4ac9eae7-c8c1-45ad-b626-9a11f41ae728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:14:23.679928 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d5784fc2-0d7c-4161-acac-cdf18de1a4a2 req-4d2c89e7-f3e8-49b5-9602-4bfaf0473432 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=a35231b6-fd4f-4542-b5dc-f7dea5bfa222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660729 Feb 28 11:14:23.751148 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9599364a-952f-45a9-a1b0-fb2dc7b31ada req-99e9e710-c3ca-4500-af97-748764fa3dd3 service neutron] 10.222.0.70 "GET /v2.0/networks/6aa805eb-c0a8-41d3-9a53-f165e27323d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161935 Feb 28 11:14:23.858605 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9599364a-952f-45a9-a1b0-fb2dc7b31ada req-5b73c9b0-04ce-4aa1-8531-cd91a287ad8b service neutron] 10.222.0.70 "GET /v2.0/networks/6aa805eb-c0a8-41d3-9a53-f165e27323d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015124 Feb 28 11:14:23.925285 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dcfb2e-34c8-45a1-ac90-772e061950d0 None None] New status for floating IP 0c7c5d9f-644d-4bd6-98b6-f5e362a545f1: DOWN {{(pid=104085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:14:24.826484 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99aa6c-d756-4707-a0a8-58c5eb3f1881 req-16096e70-5fe1-4a4e-9fa1-c96c07b5fc8d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:14:24.828020 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0c99aa6c-d756-4707-a0a8-58c5eb3f1881 req-16096e70-5fe1-4a4e-9fa1-c96c07b5fc8d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=909845c3-b96b-4dfe-ab87-2be79cacf67f HTTP/1.1" status: 200 len: 945 time: 0.0558226 Feb 28 11:14:24.877012 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0c99aa6c-d756-4707-a0a8-58c5eb3f1881 req-f93480dd-2eeb-40f1-960a-f8d85c77920d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=a35231b6-fd4f-4542-b5dc-f7dea5bfa222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432730 Feb 28 11:14:25.390290 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47685d-8d1c-49ed-81f3-cff0796ab54b req-e8e01370-1eb9-4702-b155-932b867ca4b8 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:14:25.392311 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-be47685d-8d1c-49ed-81f3-cff0796ab54b req-e8e01370-1eb9-4702-b155-932b867ca4b8 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.70 "GET /v2.0/ports?device_id=909845c3-b96b-4dfe-ab87-2be79cacf67f HTTP/1.1" status: 200 len: 945 time: 0.0582135 Feb 28 11:14:25.499781 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-be47685d-8d1c-49ed-81f3-cff0796ab54b req-6f22a45b-82bd-4ed9-9566-ece09088e05e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Deleting port 83532ba5-afeb-4f7f-a4bc-6adebbcfbb16 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:14:25.500123 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-be47685d-8d1c-49ed-81f3-cff0796ab54b req-6f22a45b-82bd-4ed9-9566-ece09088e05e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (83532ba5-afeb-4f7f-a4bc-6adebbcfbb16), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:25.593572 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-be47685d-8d1c-49ed-81f3-cff0796ab54b req-6f22a45b-82bd-4ed9-9566-ece09088e05e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] For port 83532ba5-afeb-4f7f-a4bc-6adebbcfbb16, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=83532ba5-afeb-4f7f-a4bc-6adebbcfbb16,segment=NetworkSegment(bfd62a11-2637-4361-94e1-3aced8720fdb),segment_id=bfd62a11-2637-4361-94e1-3aced8720fdb)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:14:25.593934 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-be47685d-8d1c-49ed-81f3-cff0796ab54b req-6f22a45b-82bd-4ed9-9566-ece09088e05e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (83532ba5-afeb-4f7f-a4bc-6adebbcfbb16), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:25.612763 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-be47685d-8d1c-49ed-81f3-cff0796ab54b req-6f22a45b-82bd-4ed9-9566-ece09088e05e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Calling delete_port for 83532ba5-afeb-4f7f-a4bc-6adebbcfbb16 owned by compute:nova {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:14:25.803851 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-be47685d-8d1c-49ed-81f3-cff0796ab54b req-6f22a45b-82bd-4ed9-9566-ece09088e05e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (83532ba5-afeb-4f7f-a4bc-6adebbcfbb16), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:25.835947 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f22a45b-82bd-4ed9-9566-ece09088e05e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event deleted for resources: {'Port': ['ID=83532ba5-afeb-4f7f-a4bc-6adebbcfbb16,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:14:25.867353 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f22a45b-82bd-4ed9-9566-ece09088e05e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:14:25.867697 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f22a45b-82bd-4ed9-9566-ece09088e05e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:14:25.868056 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f22a45b-82bd-4ed9-9566-ece09088e05e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:14:25.868414 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f22a45b-82bd-4ed9-9566-ece09088e05e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:14:25.868761 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f22a45b-82bd-4ed9-9566-ece09088e05e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:14:25.869109 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f22a45b-82bd-4ed9-9566-ece09088e05e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:14:25.869449 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f22a45b-82bd-4ed9-9566-ece09088e05e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:14:25.869789 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f22a45b-82bd-4ed9-9566-ece09088e05e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:14:25.870184 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f22a45b-82bd-4ed9-9566-ece09088e05e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:14:25.870529 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f22a45b-82bd-4ed9-9566-ece09088e05e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:14:25.870894 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f22a45b-82bd-4ed9-9566-ece09088e05e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:14:25.871234 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f22a45b-82bd-4ed9-9566-ece09088e05e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:14:25.871571 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f22a45b-82bd-4ed9-9566-ece09088e05e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:14:25.893038 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-be47685d-8d1c-49ed-81f3-cff0796ab54b req-6f22a45b-82bd-4ed9-9566-ece09088e05e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] No DVR routers for this DVR port 83532ba5-afeb-4f7f-a4bc-6adebbcfbb16 on host hv-neutron-8291 {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:14:25.895611 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-be47685d-8d1c-49ed-81f3-cff0796ab54b req-6f22a45b-82bd-4ed9-9566-ece09088e05e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:25.898982 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-be47685d-8d1c-49ed-81f3-cff0796ab54b req-6f22a45b-82bd-4ed9-9566-ece09088e05e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.70 "DELETE /v2.0/ports/83532ba5-afeb-4f7f-a4bc-6adebbcfbb16 HTTP/1.1" status: 204 len: 173 time: 0.5019619 Feb 28 11:14:25.899575 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909845c3-b96b-4dfe-ab87-2be79cacf67f', 'name': 'network-vif-deleted', 'tag': '83532ba5-afeb-4f7f-a4bc-6adebbcfbb16'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:14:25.901759 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9522d272-b010-4ef7-975b-e8c4614df7ca" -d '{"events": [{"server_uuid": "909845c3-b96b-4dfe-ab87-2be79cacf67f", "name": "network-vif-deleted", "tag": "83532ba5-afeb-4f7f-a4bc-6adebbcfbb16"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:14:25.987979 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-9c65ec49-7887-46bb-8ea8-35375a823d23 req-32828ed3-8b37-483c-aa39-620be9cc9d05 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=909845c3-b96b-4dfe-ab87-2be79cacf67f HTTP/1.1" status: 200 len: 210 time: 0.0412350 Feb 28 11:14:26.028834 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da0b455b-d6f6-4ae5-9767-92b0a99c850b x-openstack-request-id: req-da0b455b-d6f6-4ae5-9767-92b0a99c850b {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:14:26.029138 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "909845c3-b96b-4dfe-ab87-2be79cacf67f", "name": "network-vif-deleted", "tag": "83532ba5-afeb-4f7f-a4bc-6adebbcfbb16", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:14:26.029430 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-da0b455b-d6f6-4ae5-9767-92b0a99c850b {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:14:26.029850 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '909845c3-b96b-4dfe-ab87-2be79cacf67f', 'name': 'network-vif-deleted', 'tag': '83532ba5-afeb-4f7f-a4bc-6adebbcfbb16', 'status': 'completed', 'code': 200} Feb 28 11:14:27.045792 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 55990) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:14:27.479722 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d3ece851-dba5-44bf-8555-dfb855eb28b4 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047661'] for router_interface (46f89f0a-6f7b-441b-8c47-56153fc36d77), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:27.777206 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-d3ece851-dba5-44bf-8555-dfb855eb28b4 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Deleting port b9c201f1-0315-412d-b87c-fe1de330c597 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:14:27.777527 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d3ece851-dba5-44bf-8555-dfb855eb28b4 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (b9c201f1-0315-412d-b87c-fe1de330c597), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:27.879124 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-d3ece851-dba5-44bf-8555-dfb855eb28b4 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] For port b9c201f1-0315-412d-b87c-fe1de330c597, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=b9c201f1-0315-412d-b87c-fe1de330c597,segment=NetworkSegment(bfd62a11-2637-4361-94e1-3aced8720fdb),segment_id=bfd62a11-2637-4361-94e1-3aced8720fdb)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:14:27.879488 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d3ece851-dba5-44bf-8555-dfb855eb28b4 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (b9c201f1-0315-412d-b87c-fe1de330c597), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:27.892260 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-d3ece851-dba5-44bf-8555-dfb855eb28b4 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Calling delete_port for b9c201f1-0315-412d-b87c-fe1de330c597 owned by network:router_interface {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:14:28.144912 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d3ece851-dba5-44bf-8555-dfb855eb28b4 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (b9c201f1-0315-412d-b87c-fe1de330c597), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:28.171995 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ece851-dba5-44bf-8555-dfb855eb28b4 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event deleted for resources: {'Port': ['ID=b9c201f1-0315-412d-b87c-fe1de330c597,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:14:28.267376 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 83532ba5-afeb-4f7f-a4bc-6adebbcfbb16 no longer exists at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:14:28.289238 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] No Port match for: 83532ba5-afeb-4f7f-a4bc-6adebbcfbb16 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:14:28.289592 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 83532ba5-afeb-4f7f-a4bc-6adebbcfbb16 not bound to the agent host hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:14:28.357507 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-d3ece851-dba5-44bf-8555-dfb855eb28b4 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1047681'] for router_interface (46f89f0a-6f7b-441b-8c47-56153fc36d77), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:28.617079 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ece851-dba5-44bf-8555-dfb855eb28b4 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Router 46f89f0a-6f7b-441b-8c47-56153fc36d77 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:14:28.745717 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ece851-dba5-44bf-8555-dfb855eb28b4 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:14:28.754432 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-d3ece851-dba5-44bf-8555-dfb855eb28b4 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "PUT /v2.0/routers/46f89f0a-6f7b-441b-8c47-56153fc36d77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7039964 Feb 28 11:14:28.754542 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 55992) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:14:28.758654 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b8e377-e8ad-40f7-9621-e490b5aaca5e None None] Sync routers for ids ['46f89f0a-6f7b-441b-8c47-56153fc36d77'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:14:28.769030 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b8e377-e8ad-40f7-9621-e490b5aaca5e None None] Routers {'46f89f0a-6f7b-441b-8c47-56153fc36d77'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:14:28.769653 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-68b8e377-e8ad-40f7-9621-e490b5aaca5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:14:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['46f89f0a-6f7b-441b-8c47-56153fc36d77'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:14:28.809262 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_v2 [None req-f042b6ac-7126-481a-a6b6-c686cd5708b5 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Deleting subnet 4ac9eae7-c8c1-45ad-b626-9a11f41ae728 {{(pid=104083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 11:14:28.812906 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f042b6ac-7126-481a-a6b6-c686cd5708b5 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for subnet (4ac9eae7-c8c1-45ad-b626-9a11f41ae728), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:28.861849 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f042b6ac-7126-481a-a6b6-c686cd5708b5 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59245535'] for subnet (4ac9eae7-c8c1-45ad-b626-9a11f41ae728), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:28.884186 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-68b8e377-e8ad-40f7-9621-e490b5aaca5e None None] Set router 46f89f0a-6f7b-441b-8c47-56153fc36d77 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:14:28.953989 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f042b6ac-7126-481a-a6b6-c686cd5708b5 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (4ac9eae7-c8c1-45ad-b626-9a11f41ae728), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:29.064498 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-68b8e377-e8ad-40f7-9621-e490b5aaca5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f89f0a-6f7b-441b-8c47-56153fc36d77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735152518', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'c82e2559-eeb1-4634-a956-118b344543b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:12:34Z', 'updated_at': '2022-02-28T11:14:28Z', 'revision_number': 5, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': 'c82e2559-eeb1-4634-a956-118b344543b5', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f89f0a-6f7b-441b-8c47-56153fc36d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:12:35Z', 'updated_at': '2022-02-28T11:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:14:29.095665 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f042b6ac-7126-481a-a6b6-c686cd5708b5 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (4ac9eae7-c8c1-45ad-b626-9a11f41ae728), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:29.097232 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b8e377-e8ad-40f7-9621-e490b5aaca5e None None] Checking router: 46f89f0a-6f7b-441b-8c47-56153fc36d77 for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:14:29.106560 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b8e377-e8ad-40f7-9621-e490b5aaca5e None None] Routers {'46f89f0a-6f7b-441b-8c47-56153fc36d77'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:14:29.107213 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-68b8e377-e8ad-40f7-9621-e490b5aaca5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:14:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['46f89f0a-6f7b-441b-8c47-56153fc36d77'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:14:29.119559 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f042b6ac-7126-481a-a6b6-c686cd5708b5 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event deleted for resources: {'Subnet': ['ID=4ac9eae7-c8c1-45ad-b626-9a11f41ae728,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:14:29.124565 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f042b6ac-7126-481a-a6b6-c686cd5708b5 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:29.135115 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 55994) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:14:29.135290 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-f042b6ac-7126-481a-a6b6-c686cd5708b5 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "DELETE /v2.0/subnets/4ac9eae7-c8c1-45ad-b626-9a11f41ae728 HTTP/1.1" status: 204 len: 168 time: 0.3793695 Feb 28 11:14:29.139238 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9454f6fc-baf9-442f-bc51-19aa560f07af None None] Network 6aa805eb-c0a8-41d3-9a53-f165e27323d8 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:14:29.221320 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-68b8e377-e8ad-40f7-9621-e490b5aaca5e None None] Set router 46f89f0a-6f7b-441b-8c47-56153fc36d77 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:14:29.261347 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8d5ce4a5-33a4-4613-8ed9-48417ae7f5f7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for router (46f89f0a-6f7b-441b-8c47-56153fc36d77), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:29.318053 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4604e70e-e61f-4573-8ac0-b9ecbbc0d61c None None] DHCP port deletion for 6aa805eb-c0a8-41d3-9a53-f165e27323d8 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 11:14:29.374660 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-4604e70e-e61f-4573-8ac0-b9ecbbc0d61c None None] Deleting port 83a8eb41-523a-45eb-9102-cc6237ab8a81 {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:14:29.375079 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-4604e70e-e61f-4573-8ac0-b9ecbbc0d61c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (83a8eb41-523a-45eb-9102-cc6237ab8a81), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:29.378761 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8d5ce4a5-33a4-4613-8ed9-48417ae7f5f7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for router_gateway (46f89f0a-6f7b-441b-8c47-56153fc36d77), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:29.418609 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-68b8e377-e8ad-40f7-9621-e490b5aaca5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f89f0a-6f7b-441b-8c47-56153fc36d77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735152518', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'c82e2559-eeb1-4634-a956-118b344543b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:12:34Z', 'updated_at': '2022-02-28T11:14:28Z', 'revision_number': 5, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': 'c82e2559-eeb1-4634-a956-118b344543b5', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f89f0a-6f7b-441b-8c47-56153fc36d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:12:35Z', 'updated_at': '2022-02-28T11:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:14:29.445638 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b8e377-e8ad-40f7-9621-e490b5aaca5e None None] The sync data for ids ['46f89f0a-6f7b-441b-8c47-56153fc36d77'] in dv-neutron-829161-3-hyperv is: [{'id': '46f89f0a-6f7b-441b-8c47-56153fc36d77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735152518', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'c82e2559-eeb1-4634-a956-118b344543b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:12:34Z', 'updated_at': '2022-02-28T11:14:28Z', 'revision_number': 5, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': 'c82e2559-eeb1-4634-a956-118b344543b5', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f89f0a-6f7b-441b-8c47-56153fc36d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:12:35Z', 'updated_at': '2022-02-28T11:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:14:29.447634 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-4604e70e-e61f-4573-8ac0-b9ecbbc0d61c None None] For port 83a8eb41-523a-45eb-9102-cc6237ab8a81, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=83a8eb41-523a-45eb-9102-cc6237ab8a81,segment=NetworkSegment(bfd62a11-2637-4361-94e1-3aced8720fdb),segment_id=bfd62a11-2637-4361-94e1-3aced8720fdb)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:14:29.448239 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-4604e70e-e61f-4573-8ac0-b9ecbbc0d61c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (83a8eb41-523a-45eb-9102-cc6237ab8a81), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:29.462245 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-4604e70e-e61f-4573-8ac0-b9ecbbc0d61c None None] Calling delete_port for 83a8eb41-523a-45eb-9102-cc6237ab8a81 owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:14:29.518399 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-8d5ce4a5-33a4-4613-8ed9-48417ae7f5f7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Deleting port c82e2559-eeb1-4634-a956-118b344543b5 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:14:29.521543 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8d5ce4a5-33a4-4613-8ed9-48417ae7f5f7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (c82e2559-eeb1-4634-a956-118b344543b5), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:29.602939 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-8d5ce4a5-33a4-4613-8ed9-48417ae7f5f7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] For port c82e2559-eeb1-4634-a956-118b344543b5, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=c82e2559-eeb1-4634-a956-118b344543b5,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:14:29.603309 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8d5ce4a5-33a4-4613-8ed9-48417ae7f5f7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (c82e2559-eeb1-4634-a956-118b344543b5), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:29.616037 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-8d5ce4a5-33a4-4613-8ed9-48417ae7f5f7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Calling delete_port for c82e2559-eeb1-4634-a956-118b344543b5 owned by network:router_gateway {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:14:29.618766 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-4604e70e-e61f-4573-8ac0-b9ecbbc0d61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (83a8eb41-523a-45eb-9102-cc6237ab8a81), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:29.646549 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4604e70e-e61f-4573-8ac0-b9ecbbc0d61c None None] Pushing event deleted for resources: {'Port': ['ID=83a8eb41-523a-45eb-9102-cc6237ab8a81,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:14:29.653675 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4604e70e-e61f-4573-8ac0-b9ecbbc0d61c None None] No DVR routers for this DVR port 83a8eb41-523a-45eb-9102-cc6237ab8a81 on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:14:29.872321 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8d5ce4a5-33a4-4613-8ed9-48417ae7f5f7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (c82e2559-eeb1-4634-a956-118b344543b5), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:29.900560 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5ce4a5-33a4-4613-8ed9-48417ae7f5f7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event deleted for resources: {'Port': ['ID=c82e2559-eeb1-4634-a956-118b344543b5,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:14:29.974396 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8d5ce4a5-33a4-4613-8ed9-48417ae7f5f7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047843'] for router_gateway (46f89f0a-6f7b-441b-8c47-56153fc36d77), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:30.073958 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8d5ce4a5-33a4-4613-8ed9-48417ae7f5f7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (46f89f0a-6f7b-441b-8c47-56153fc36d77), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:30.076343 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8d5ce4a5-33a4-4613-8ed9-48417ae7f5f7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for router_controller (46f89f0a-6f7b-441b-8c47-56153fc36d77), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:30.221084 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8d5ce4a5-33a4-4613-8ed9-48417ae7f5f7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (46f89f0a-6f7b-441b-8c47-56153fc36d77), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:30.221671 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5ce4a5-33a4-4613-8ed9-48417ae7f5f7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Fanout notify agent at l3_agent the message router_deleted on router 46f89f0a-6f7b-441b-8c47-56153fc36d77 {{(pid=104084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:14:30.229676 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8d5ce4a5-33a4-4613-8ed9-48417ae7f5f7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:30.233133 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 55996) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:14:30.233662 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-8d5ce4a5-33a4-4613-8ed9-48417ae7f5f7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "DELETE /v2.0/routers/46f89f0a-6f7b-441b-8c47-56153fc36d77 HTTP/1.1" status: 204 len: 168 time: 1.0965488 Feb 28 11:14:30.322064 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-25b4989d-d290-475e-ab9d-efbb3e4a6877 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (6aa805eb-c0a8-41d3-9a53-f165e27323d8), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:30.413770 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-25b4989d-d290-475e-ab9d-efbb3e4a6877 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (6aa805eb-c0a8-41d3-9a53-f165e27323d8), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:30.433957 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-25b4989d-d290-475e-ab9d-efbb3e4a6877 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aa805eb-c0a8-41d3-9a53-f165e27323d8']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:14:30.443774 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-25b4989d-d290-475e-ab9d-efbb3e4a6877 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfd62a11-2637-4361-94e1-3aced8720fdb') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:14:30.444070 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-25b4989d-d290-475e-ab9d-efbb3e4a6877 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfd62a11-2637-4361-94e1-3aced8720fdb') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:14:30.459101 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-25b4989d-d290-475e-ab9d-efbb3e4a6877 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (bfd62a11-2637-4361-94e1-3aced8720fdb), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:30.473390 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-25b4989d-d290-475e-ab9d-efbb3e4a6877 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (bfd62a11-2637-4361-94e1-3aced8720fdb), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:30.480644 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25b4989d-d290-475e-ab9d-efbb3e4a6877 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:14:30.480644 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-25b4989d-d290-475e-ab9d-efbb3e4a6877 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (bfd62a11-2637-4361-94e1-3aced8720fdb), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:30.482634 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 11:14:30.482634 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:14:30.482634 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 11:14:30.482634 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:14:30.482634 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 11:14:30.482634 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 11:14:30.482634 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 11:14:30.482634 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:14:30.482634 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 11:14:30.482634 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:14:30.482634 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 11:14:30.482634 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:14:30.482634 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 11:14:30.482634 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 11:14:30.482634 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:14:30.482634 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 11:14:30.482634 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:14:30.482634 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 11:14:30.482634 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 11:14:30.482634 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:14:30.482634 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 11:14:30.482634 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:14:30.482634 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:14:30.482634 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:14:30.482634 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 11:14:30.482634 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:14:30.482634 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:14:30.482634 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:14:30.482634 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:14:30.482634 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:14:30.482634 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:14:30.482634 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:14:30.614659 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-25b4989d-d290-475e-ab9d-efbb3e4a6877 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (6aa805eb-c0a8-41d3-9a53-f165e27323d8), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:30.622300 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-25b4989d-d290-475e-ab9d-efbb3e4a6877 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:30.625050 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-25b4989d-d290-475e-ab9d-efbb3e4a6877 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "DELETE /v2.0/networks/6aa805eb-c0a8-41d3-9a53-f165e27323d8 HTTP/1.1" status: 204 len: 168 time: 0.3902986 Feb 28 11:14:30.628583 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 55998) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:14:30.637806 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b4989d-d290-475e-ab9d-efbb3e4a6877 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event deleted for resources: {'Network': ['ID=6aa805eb-c0a8-41d3-9a53-f165e27323d8,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:14:30.693491 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9a186250-2f8a-47fd-b3bf-f2b7bb8e3cfd tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group (a35231b6-fd4f-4542-b5dc-f7dea5bfa222), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:30.722446 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9a186250-2f8a-47fd-b3bf-f2b7bb8e3cfd tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group (a35231b6-fd4f-4542-b5dc-f7dea5bfa222), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:30.776498 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device b9c201f1-0315-412d-b87c-fe1de330c597 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:14:30.806891 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: b9c201f1-0315-412d-b87c-fe1de330c597 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:14:30.818540 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device b9c201f1-0315-412d-b87c-fe1de330c597 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:14:30.818540 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device c82e2559-eeb1-4634-a956-118b344543b5 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:14:30.827534 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: c82e2559-eeb1-4634-a956-118b344543b5 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:14:30.827887 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device c82e2559-eeb1-4634-a956-118b344543b5 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:14:30.828319 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 83a8eb41-523a-45eb-9102-cc6237ab8a81 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:14:30.893746 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9a186250-2f8a-47fd-b3bf-f2b7bb8e3cfd tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (a35231b6-fd4f-4542-b5dc-f7dea5bfa222), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:30.896562 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9a186250-2f8a-47fd-b3bf-f2b7bb8e3cfd tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:30.905284 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-9a186250-2f8a-47fd-b3bf-f2b7bb8e3cfd tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "DELETE /v2.0/security-groups/a35231b6-fd4f-4542-b5dc-f7dea5bfa222 HTTP/1.1" status: 204 len: 168 time: 0.2682068 Feb 28 11:14:30.909639 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a186250-2f8a-47fd-b3bf-f2b7bb8e3cfd tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35231b6-fd4f-4542-b5dc-f7dea5bfa222,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:14:31.005178 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 83a8eb41-523a-45eb-9102-cc6237ab8a81 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:14:31.005423 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 83a8eb41-523a-45eb-9102-cc6237ab8a81 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:14:31.100027 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:31.439342 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 56004) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:14:31.443969 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-a29fac50-2505-4e42-b856-5eaeac3ca31b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-678627010', 'description': 'tempest-secgroup-smoke-678627010 description', 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:14:31.540577 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a29fac50-2505-4e42-b856-5eaeac3ca31b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:31.610008 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a29fac50-2505-4e42-b856-5eaeac3ca31b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group (cb472b3e-b829-495f-ae60-eccd175e69ec), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:31.677294 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a29fac50-2505-4e42-b856-5eaeac3ca31b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (cb472b3e-b829-495f-ae60-eccd175e69ec), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:31.708587 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29fac50-2505-4e42-b856-5eaeac3ca31b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb472b3e-b829-495f-ae60-eccd175e69ec,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:14:31.776530 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a29fac50-2505-4e42-b856-5eaeac3ca31b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:31.777812 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a29fac50-2505-4e42-b856-5eaeac3ca31b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3374498 Feb 28 11:14:31.780727 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 56006) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:14:31.786098 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-0fe8bebb-84b5-4c73-9821-2089a8d7769e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Request body: {'security_group_rule': {'security_group_id': 'cb472b3e-b829-495f-ae60-eccd175e69ec', 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:14:31.877470 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0fe8bebb-84b5-4c73-9821-2089a8d7769e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (b72c64e1-ba53-48e4-9d7e-4af4033d578a), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:31.943251 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0fe8bebb-84b5-4c73-9821-2089a8d7769e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (b72c64e1-ba53-48e4-9d7e-4af4033d578a), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:32.014769 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0fe8bebb-84b5-4c73-9821-2089a8d7769e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (b72c64e1-ba53-48e4-9d7e-4af4033d578a), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:32.033359 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe8bebb-84b5-4c73-9821-2089a8d7769e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b72c64e1-ba53-48e4-9d7e-4af4033d578a,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:14:32.100738 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0fe8bebb-84b5-4c73-9821-2089a8d7769e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:32.102021 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-0fe8bebb-84b5-4c73-9821-2089a8d7769e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3203158 Feb 28 11:14:32.104745 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 56008) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:14:32.109115 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-852f4997-12a4-439f-b9a6-09fb26520c3b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Request body: {'security_group_rule': {'security_group_id': 'cb472b3e-b829-495f-ae60-eccd175e69ec', 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:14:32.208494 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-852f4997-12a4-439f-b9a6-09fb26520c3b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (c9765dce-c403-4911-a740-94eefb3963a4), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:32.271080 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-852f4997-12a4-439f-b9a6-09fb26520c3b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (c9765dce-c403-4911-a740-94eefb3963a4), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:32.338898 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-852f4997-12a4-439f-b9a6-09fb26520c3b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (c9765dce-c403-4911-a740-94eefb3963a4), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:32.357657 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852f4997-12a4-439f-b9a6-09fb26520c3b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9765dce-c403-4911-a740-94eefb3963a4,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:14:32.416663 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-852f4997-12a4-439f-b9a6-09fb26520c3b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:32.417903 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-852f4997-12a4-439f-b9a6-09fb26520c3b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3122063 Feb 28 11:14:32.421225 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 56010) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:14:32.425900 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-147db5ba-fe3c-48eb-b4c5-6ce4dbcfeb21 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Request body: {'security_group_rule': {'security_group_id': 'cb472b3e-b829-495f-ae60-eccd175e69ec', 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:14:32.528444 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-147db5ba-fe3c-48eb-b4c5-6ce4dbcfeb21 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (5db88bce-0a7b-423c-9fcf-e3ab35212108), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:32.590148 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-147db5ba-fe3c-48eb-b4c5-6ce4dbcfeb21 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (5db88bce-0a7b-423c-9fcf-e3ab35212108), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:32.660273 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-147db5ba-fe3c-48eb-b4c5-6ce4dbcfeb21 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (5db88bce-0a7b-423c-9fcf-e3ab35212108), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:32.678588 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147db5ba-fe3c-48eb-b4c5-6ce4dbcfeb21 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5db88bce-0a7b-423c-9fcf-e3ab35212108,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:14:32.748088 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-147db5ba-fe3c-48eb-b4c5-6ce4dbcfeb21 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:32.749352 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-147db5ba-fe3c-48eb-b4c5-6ce4dbcfeb21 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3271773 Feb 28 11:14:32.752637 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 56012) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:14:32.757018 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-6b3db7e1-831b-4785-8891-b292e1e99c0a tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Request body: {'security_group_rule': {'security_group_id': 'cb472b3e-b829-495f-ae60-eccd175e69ec', 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:14:32.842319 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6b3db7e1-831b-4785-8891-b292e1e99c0a tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (3fb99c57-aba1-46f1-a785-22ec7d906ca5), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:32.921010 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6b3db7e1-831b-4785-8891-b292e1e99c0a tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (3fb99c57-aba1-46f1-a785-22ec7d906ca5), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:32.968896 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6b3db7e1-831b-4785-8891-b292e1e99c0a tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (3fb99c57-aba1-46f1-a785-22ec7d906ca5), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:32.989134 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3db7e1-831b-4785-8891-b292e1e99c0a tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fb99c57-aba1-46f1-a785-22ec7d906ca5,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:14:33.039480 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6b3db7e1-831b-4785-8891-b292e1e99c0a tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:33.040979 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-6b3db7e1-831b-4785-8891-b292e1e99c0a tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2871780 Feb 28 11:14:33.043755 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 56014) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:14:33.049521 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-e70c1287-a35d-4c16-bc28-10909f73e1ee tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Request body: {'security_group_rule': {'security_group_id': 'cb472b3e-b829-495f-ae60-eccd175e69ec', 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:14:33.163561 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.securitygroups_db [None req-e70c1287-a35d-4c16-bc28-10909f73e1ee tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Project d2ac95293f7647eb87ff4889cfbdd577 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:14:33.168997 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e70c1287-a35d-4c16-bc28-10909f73e1ee tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (57d4dda4-2de8-4013-8455-4c27cb346a44), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:33.231737 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e70c1287-a35d-4c16-bc28-10909f73e1ee tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (57d4dda4-2de8-4013-8455-4c27cb346a44), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:33.306239 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e70c1287-a35d-4c16-bc28-10909f73e1ee tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (57d4dda4-2de8-4013-8455-4c27cb346a44), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:33.324630 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70c1287-a35d-4c16-bc28-10909f73e1ee tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57d4dda4-2de8-4013-8455-4c27cb346a44,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:14:33.410899 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-e70c1287-a35d-4c16-bc28-10909f73e1ee tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:33.412171 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-e70c1287-a35d-4c16-bc28-10909f73e1ee tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3673191 Feb 28 11:14:33.415200 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 56016) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:14:33.419698 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-5f472790-fd9f-4d33-bd70-698a189ed504 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Request body: {'security_group_rule': {'security_group_id': 'cb472b3e-b829-495f-ae60-eccd175e69ec', 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:14:33.535114 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.securitygroups_db [None req-5f472790-fd9f-4d33-bd70-698a189ed504 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Project d2ac95293f7647eb87ff4889cfbdd577 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:14:33.541516 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5f472790-fd9f-4d33-bd70-698a189ed504 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (3fe4be4b-18e6-4737-ac06-0f402dbfe7a1), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:33.620413 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5f472790-fd9f-4d33-bd70-698a189ed504 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (3fe4be4b-18e6-4737-ac06-0f402dbfe7a1), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:33.694504 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5f472790-fd9f-4d33-bd70-698a189ed504 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (3fe4be4b-18e6-4737-ac06-0f402dbfe7a1), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:33.716157 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f472790-fd9f-4d33-bd70-698a189ed504 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fe4be4b-18e6-4737-ac06-0f402dbfe7a1,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:14:33.794081 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5f472790-fd9f-4d33-bd70-698a189ed504 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:33.795369 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-5f472790-fd9f-4d33-bd70-698a189ed504 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3792322 Feb 28 11:14:33.798376 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 56018) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:14:33.803349 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-bb06f2ba-7d65-4d78-8c87-e6515e46ad3a tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Request body: {'network': {'name': 'tempest-network-smoke--1366071055', 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'port_security_enabled': True}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:14:33.882718 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb06f2ba-7d65-4d78-8c87-e6515e46ad3a tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Made reservation on behalf of d2ac95293f7647eb87ff4889cfbdd577 for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:14:33.886243 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-bb06f2ba-7d65-4d78-8c87-e6515e46ad3a tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:33.911415 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb06f2ba-7d65-4d78-8c87-e6515e46ad3a tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:14:33.920366 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-bb06f2ba-7d65-4d78-8c87-e6515e46ad3a tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (0c78ba7f-6efe-4e39-8e7f-d58578949b24), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:33.920713 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-bb06f2ba-7d65-4d78-8c87-e6515e46ad3a tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Added segment 0c78ba7f-6efe-4e39-8e7f-d58578949b24 of type vlan for network 65c9eba0-f20d-4238-b1f6-a8f1d3480813 Feb 28 11:14:33.960953 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-bb06f2ba-7d65-4d78-8c87-e6515e46ad3a tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (65c9eba0-f20d-4238-b1f6-a8f1d3480813), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:34.054245 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-bb06f2ba-7d65-4d78-8c87-e6515e46ad3a tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (65c9eba0-f20d-4238-b1f6-a8f1d3480813), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:34.059357 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb06f2ba-7d65-4d78-8c87-e6515e46ad3a tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:14:34.062677 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-bb06f2ba-7d65-4d78-8c87-e6515e46ad3a tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:34.129020 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb06f2ba-7d65-4d78-8c87-e6515e46ad3a tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'Network': ['ID=65c9eba0-f20d-4238-b1f6-a8f1d3480813,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:14:34.139469 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 65c9eba0-f20d-4238-b1f6-a8f1d3480813 details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 11:14:34.183019 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-bb06f2ba-7d65-4d78-8c87-e6515e46ad3a tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3834870 Feb 28 11:14:34.185750 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 56020) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:14:34.234252 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-14c2fc73-aa16-44db-adc5-3b50c8a9a416 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-175293044', 'admin_state_up': True, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:14:34.327738 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-14c2fc73-aa16-44db-adc5-3b50c8a9a416 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:34.329450 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-14c2fc73-aa16-44db-adc5-3b50c8a9a416 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:34.382025 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-14c2fc73-aa16-44db-adc5-3b50c8a9a416 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for router_controller (1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1), precommit_add_association {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:34.589946 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-14c2fc73-aa16-44db-adc5-3b50c8a9a416 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for router_gateway (1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:34.857017 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-14c2fc73-aa16-44db-adc5-3b50c8a9a416 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for router_gateway (1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:34.876825 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-14c2fc73-aa16-44db-adc5-3b50c8a9a416 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:34.978762 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-14c2fc73-aa16-44db-adc5-3b50c8a9a416 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Allocated IP 172.26.3.52 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/a525a0cf-8bd5-4a26-8c60-92acf1c98009) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:14:35.085288 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-14c2fc73-aa16-44db-adc5-3b50c8a9a416 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for port (a525a0cf-8bd5-4a26-8c60-92acf1c98009), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:35.163416 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-14c2fc73-aa16-44db-adc5-3b50c8a9a416 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (a525a0cf-8bd5-4a26-8c60-92acf1c98009), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:35.200706 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c2fc73-aa16-44db-adc5-3b50c8a9a416 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:14:35.204134 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-14c2fc73-aa16-44db-adc5-3b50c8a9a416 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:14:35.207453 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c2fc73-aa16-44db-adc5-3b50c8a9a416 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:14:35.242584 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c2fc73-aa16-44db-adc5-3b50c8a9a416 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'Port': ['ID=a525a0cf-8bd5-4a26-8c60-92acf1c98009,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:14:35.950652 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-14c2fc73-aa16-44db-adc5-3b50c8a9a416 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for router_gateway (1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:36.235347 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-14c2fc73-aa16-44db-adc5-3b50c8a9a416 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:36.455587 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c2fc73-aa16-44db-adc5-3b50c8a9a416 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Router 1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1 is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:14:36.569319 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c2fc73-aa16-44db-adc5-3b50c8a9a416 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:14:36.579559 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28924528-a650-44ba-8644-05abc06b2bc3 None None] Sync routers for ids ['1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:14:36.595516 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28924528-a650-44ba-8644-05abc06b2bc3 None None] Routers {'1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:14:36.596181 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-28924528-a650-44ba-8644-05abc06b2bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:14:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:14:36.650988 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-14c2fc73-aa16-44db-adc5-3b50c8a9a416 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:36.652261 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-14c2fc73-aa16-44db-adc5-3b50c8a9a416 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4655459 Feb 28 11:14:36.655372 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 56024) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:14:36.688852 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c9155ef9-cd0a-48f1-8645-962ff727ee4e tempest-TestNetworkAdvancedServerOps-932932114 tempest-TestNetworkAdvancedServerOps-932932114-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=d2ac95293f7647eb87ff4889cfbdd577&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323033 Feb 28 11:14:36.691647 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 56026) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:14:36.709982 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-28924528-a650-44ba-8644-05abc06b2bc3 None None] Set router 1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:14:36.792978 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7710e888-d327-4a61-8a14-ff03d0f87a90 tempest-TestNetworkAdvancedServerOps-932932114 tempest-TestNetworkAdvancedServerOps-932932114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:14:36.798687 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-7710e888-d327-4a61-8a14-ff03d0f87a90 tempest-TestNetworkAdvancedServerOps-932932114 tempest-TestNetworkAdvancedServerOps-932932114-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1028388 Feb 28 11:14:36.799330 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 56028) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:14:36.834281 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-e1eb215b-3ab7-4224-8101-3f880e9734bd tempest-TestNetworkAdvancedServerOps-932932114 tempest-TestNetworkAdvancedServerOps-932932114-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=e88d86cf-af22-4900-bdd2-aa4038554136&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335770 Feb 28 11:14:36.836617 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 56030) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:14:36.841520 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-c60ca43f-f5e7-4ae0-94e0-5bc2beead78e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-159885443', 'network_id': '65c9eba0-f20d-4238-b1f6-a8f1d3480813', 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:14:36.910750 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-28924528-a650-44ba-8644-05abc06b2bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175293044', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.52'}], 'enable_snat': True}, 'gw_port_id': 'a525a0cf-8bd5-4a26-8c60-92acf1c98009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:14:34Z', 'updated_at': '2022-02-28T11:14:35Z', 'revision_number': 3, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': 'a525a0cf-8bd5-4a26-8c60-92acf1c98009', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ec:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:14:34Z', 'updated_at': '2022-02-28T11:14:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:14:36.937062 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28924528-a650-44ba-8644-05abc06b2bc3 None None] Checking router: 1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1 for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:14:36.937714 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28924528-a650-44ba-8644-05abc06b2bc3 None None] Updating router 1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1 port a525a0cf-8bd5-4a26-8c60-92acf1c98009 binding host dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:14:36.968729 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-28924528-a650-44ba-8644-05abc06b2bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (a525a0cf-8bd5-4a26-8c60-92acf1c98009), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:36.997403 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60ca43f-f5e7-4ae0-94e0-5bc2beead78e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Made reservation on behalf of d2ac95293f7647eb87ff4889cfbdd577 for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:14:37.001598 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c60ca43f-f5e7-4ae0-94e0-5bc2beead78e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:37.251958 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-28924528-a650-44ba-8644-05abc06b2bc3 None None] Publish callbacks [] for port (a525a0cf-8bd5-4a26-8c60-92acf1c98009), precommit_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:37.271722 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c60ca43f-f5e7-4ae0-94e0-5bc2beead78e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (77d2f8dc-c239-4f80-a610-0aa2731f2b50), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:37.312002 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-28924528-a650-44ba-8644-05abc06b2bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (a525a0cf-8bd5-4a26-8c60-92acf1c98009), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:37.342059 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ca43f-f5e7-4ae0-94e0-5bc2beead78e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'Subnet': ['ID=77d2f8dc-c239-4f80-a610-0aa2731f2b50,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:14:37.355244 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60ca43f-f5e7-4ae0-94e0-5bc2beead78e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Checking segment: {'id': '0c78ba7f-6efe-4e39-8e7f-d58578949b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '65c9eba0-f20d-4238-b1f6-a8f1d3480813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:14:37.355598 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60ca43f-f5e7-4ae0-94e0-5bc2beead78e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Network hostable DHCP agents. Network: 65c9eba0-f20d-4238-b1f6-a8f1d3480813, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:14:37.366991 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-28924528-a650-44ba-8644-05abc06b2bc3 None None] Attempting to bind port a525a0cf-8bd5-4a26-8c60-92acf1c98009 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:14:37.367397 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-28924528-a650-44ba-8644-05abc06b2bc3 None None] Attempting to bind port a525a0cf-8bd5-4a26-8c60-92acf1c98009 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:14:37.367845 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28924528-a650-44ba-8644-05abc06b2bc3 None None] Attempting to bind port a525a0cf-8bd5-4a26-8c60-92acf1c98009 on network e88d86cf-af22-4900-bdd2-aa4038554136 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:14:37.370760 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaa1026-2c4b-4ca1-81d4-028b11747a34 None None] Pushing event updated for resources: {'Port': ['ID=a525a0cf-8bd5-4a26-8c60-92acf1c98009,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:14:37.376231 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28924528-a650-44ba-8644-05abc06b2bc3 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:14:37.376231 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28924528-a650-44ba-8644-05abc06b2bc3 None None] Checking segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:14:37.381040 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-28924528-a650-44ba-8644-05abc06b2bc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:37.381040 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28924528-a650-44ba-8644-05abc06b2bc3 None None] Bound using segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:14:37.381040 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-28924528-a650-44ba-8644-05abc06b2bc3 None None] Bound port: a525a0cf-8bd5-4a26-8c60-92acf1c98009, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:14:37.381040 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-28924528-a650-44ba-8644-05abc06b2bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (a525a0cf-8bd5-4a26-8c60-92acf1c98009), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:37.432280 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-28924528-a650-44ba-8644-05abc06b2bc3 None None] For port a525a0cf-8bd5-4a26-8c60-92acf1c98009, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:14:37.435285 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-28924528-a650-44ba-8644-05abc06b2bc3 None None] For port a525a0cf-8bd5-4a26-8c60-92acf1c98009, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=a525a0cf-8bd5-4a26-8c60-92acf1c98009,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:14:37.438566 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60ca43f-f5e7-4ae0-94e0-5bc2beead78e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Network 65c9eba0-f20d-4238-b1f6-a8f1d3480813 is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:14:37.512430 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-28924528-a650-44ba-8644-05abc06b2bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (a525a0cf-8bd5-4a26-8c60-92acf1c98009), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:37.521523 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-c60ca43f-f5e7-4ae0-94e0-5bc2beead78e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 65c9eba0-f20d-4238-b1f6-a8f1d3480813) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:14:37.525959 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60ca43f-f5e7-4ae0-94e0-5bc2beead78e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:14:37.526555 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c60ca43f-f5e7-4ae0-94e0-5bc2beead78e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:37.539887 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093e84ac-4f40-4b2d-b6ca-a507ec573313 None None] Network 65c9eba0-f20d-4238-b1f6-a8f1d3480813 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:14:37.611301 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-c60ca43f-f5e7-4ae0-94e0-5bc2beead78e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7735837 Feb 28 11:14:37.614068 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 56032) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:14:37.616723 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaa1026-2c4b-4ca1-81d4-028b11747a34 None None] Pushing event updated for resources: {'Port': ['ID=a525a0cf-8bd5-4a26-8c60-92acf1c98009,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:14:37.623500 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28924528-a650-44ba-8644-05abc06b2bc3 None None] Routers {'1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:14:37.623500 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-28924528-a650-44ba-8644-05abc06b2bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:14:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:14:37.740266 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ebe837-8946-465e-95b5-e5a447e67979 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-65c9eba0-f20d-4238-b1f6-a8f1d3480813', 'network_id': '65c9eba0-f20d-4238-b1f6-a8f1d3480813', 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'fixed_ips': [{'subnet_id': '77d2f8dc-c239-4f80-a610-0aa2731f2b50'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 11:14:37.741137 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c6ebe837-8946-465e-95b5-e5a447e67979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:37.826955 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-28924528-a650-44ba-8644-05abc06b2bc3 None None] Set router 1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:14:38.017776 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-c6ebe837-8946-465e-95b5-e5a447e67979 None None] Allocated IP 172.20.0.2 (65c9eba0-f20d-4238-b1f6-a8f1d3480813/77d2f8dc-c239-4f80-a610-0aa2731f2b50/e29f461b-7991-4540-a28b-0aade35c9605) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:14:38.099313 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-94305a52-1644-43e4-acc2-427d4ff8544a tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:38.155406 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-28924528-a650-44ba-8644-05abc06b2bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175293044', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.52'}], 'enable_snat': True}, 'gw_port_id': 'a525a0cf-8bd5-4a26-8c60-92acf1c98009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:14:34Z', 'updated_at': '2022-02-28T11:14:35Z', 'revision_number': 3, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': 'a525a0cf-8bd5-4a26-8c60-92acf1c98009', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ec:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:14:34Z', 'updated_at': '2022-02-28T11:14:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:14:38.200497 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28924528-a650-44ba-8644-05abc06b2bc3 None None] The sync data for ids ['1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1'] in dv-neutron-829161-3-hyperv is: [{'id': '1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175293044', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.52'}], 'enable_snat': True}, 'gw_port_id': 'a525a0cf-8bd5-4a26-8c60-92acf1c98009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:14:34Z', 'updated_at': '2022-02-28T11:14:35Z', 'revision_number': 3, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': 'a525a0cf-8bd5-4a26-8c60-92acf1c98009', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ec:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:14:34Z', 'updated_at': '2022-02-28T11:14:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:14:38.228673 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c6ebe837-8946-465e-95b5-e5a447e67979 None None] Publish callbacks [] for port (e29f461b-7991-4540-a28b-0aade35c9605), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:38.306653 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c6ebe837-8946-465e-95b5-e5a447e67979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (e29f461b-7991-4540-a28b-0aade35c9605), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:38.348650 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ebe837-8946-465e-95b5-e5a447e67979 None None] Network 65c9eba0-f20d-4238-b1f6-a8f1d3480813 is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:14:38.356454 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-c6ebe837-8946-465e-95b5-e5a447e67979 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:14:38.358637 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ebe837-8946-465e-95b5-e5a447e67979 None None] Pushing event updated for resources: {'Port': ['ID=e29f461b-7991-4540-a28b-0aade35c9605,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:14:38.361563 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ebe837-8946-465e-95b5-e5a447e67979 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:14:38.423732 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-c6ebe837-8946-465e-95b5-e5a447e67979 None None] Attempting to bind port e29f461b-7991-4540-a28b-0aade35c9605 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:14:38.424108 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-c6ebe837-8946-465e-95b5-e5a447e67979 None None] Attempting to bind port e29f461b-7991-4540-a28b-0aade35c9605 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '0c78ba7f-6efe-4e39-8e7f-d58578949b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '65c9eba0-f20d-4238-b1f6-a8f1d3480813'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:14:38.424473 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ebe837-8946-465e-95b5-e5a447e67979 None None] Attempting to bind port e29f461b-7991-4540-a28b-0aade35c9605 on network 65c9eba0-f20d-4238-b1f6-a8f1d3480813 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:14:38.435188 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ebe837-8946-465e-95b5-e5a447e67979 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:14:38.435666 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ebe837-8946-465e-95b5-e5a447e67979 None None] Checking segment: {'id': '0c78ba7f-6efe-4e39-8e7f-d58578949b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '65c9eba0-f20d-4238-b1f6-a8f1d3480813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:14:38.436961 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c6ebe837-8946-465e-95b5-e5a447e67979 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:38.438224 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ebe837-8946-465e-95b5-e5a447e67979 None None] Bound using segment: {'id': '0c78ba7f-6efe-4e39-8e7f-d58578949b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '65c9eba0-f20d-4238-b1f6-a8f1d3480813'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:14:38.438923 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-c6ebe837-8946-465e-95b5-e5a447e67979 None None] Bound port: e29f461b-7991-4540-a28b-0aade35c9605, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c78ba7f-6efe-4e39-8e7f-d58578949b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '65c9eba0-f20d-4238-b1f6-a8f1d3480813'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:14:38.439798 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c6ebe837-8946-465e-95b5-e5a447e67979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (e29f461b-7991-4540-a28b-0aade35c9605), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:38.480494 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-94305a52-1644-43e4-acc2-427d4ff8544a tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Allocated IP 172.20.0.1 (65c9eba0-f20d-4238-b1f6-a8f1d3480813/77d2f8dc-c239-4f80-a610-0aa2731f2b50/6f1ef843-fd2d-47d5-9b25-8013dd3af959) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:14:38.527317 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-c6ebe837-8946-465e-95b5-e5a447e67979 None None] For port e29f461b-7991-4540-a28b-0aade35c9605, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:14:38.531273 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-c6ebe837-8946-465e-95b5-e5a447e67979 None None] For port e29f461b-7991-4540-a28b-0aade35c9605, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=e29f461b-7991-4540-a28b-0aade35c9605,segment=NetworkSegment(0c78ba7f-6efe-4e39-8e7f-d58578949b24),segment_id=0c78ba7f-6efe-4e39-8e7f-d58578949b24)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:14:38.607435 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-94305a52-1644-43e4-acc2-427d4ff8544a tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for port (6f1ef843-fd2d-47d5-9b25-8013dd3af959), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:38.615082 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c6ebe837-8946-465e-95b5-e5a447e67979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (e29f461b-7991-4540-a28b-0aade35c9605), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:38.679943 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ebe837-8946-465e-95b5-e5a447e67979 None None] Pushing event updated for resources: {'Port': ['ID=e29f461b-7991-4540-a28b-0aade35c9605,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:14:38.741710 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-94305a52-1644-43e4-acc2-427d4ff8544a tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (6f1ef843-fd2d-47d5-9b25-8013dd3af959), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:38.817589 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94305a52-1644-43e4-acc2-427d4ff8544a tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Network 65c9eba0-f20d-4238-b1f6-a8f1d3480813 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:14:38.827807 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-94305a52-1644-43e4-acc2-427d4ff8544a tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:14:38.830706 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device a525a0cf-8bd5-4a26-8c60-92acf1c98009 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:14:38.837279 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94305a52-1644-43e4-acc2-427d4ff8544a tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:14:38.845175 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94305a52-1644-43e4-acc2-427d4ff8544a tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'Port': ['ID=6f1ef843-fd2d-47d5-9b25-8013dd3af959,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:14:38.945375 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-94305a52-1644-43e4-acc2-427d4ff8544a tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047958'] for router_interface (1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:38.946420 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port a525a0cf-8bd5-4a26-8c60-92acf1c98009 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:14:38.946803 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (a525a0cf-8bd5-4a26-8c60-92acf1c98009), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:39.074133 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port a525a0cf-8bd5-4a26-8c60-92acf1c98009 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:14:39.074758 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (a525a0cf-8bd5-4a26-8c60-92acf1c98009), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:39.119103 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port a525a0cf-8bd5-4a26-8c60-92acf1c98009, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=a525a0cf-8bd5-4a26-8c60-92acf1c98009,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:14:39.197678 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (a525a0cf-8bd5-4a26-8c60-92acf1c98009), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:39.212621 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-94305a52-1644-43e4-acc2-427d4ff8544a tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (6f1ef843-fd2d-47d5-9b25-8013dd3af959), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:39.260398 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=a525a0cf-8bd5-4a26-8c60-92acf1c98009,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:14:39.827873 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8562e5ab-e98f-44f4-a829-68d8d4623f8e None None] Network 65c9eba0-f20d-4238-b1f6-a8f1d3480813 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:14:39.875469 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-94305a52-1644-43e4-acc2-427d4ff8544a tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for port (6f1ef843-fd2d-47d5-9b25-8013dd3af959), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:39.957821 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-94305a52-1644-43e4-acc2-427d4ff8544a tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (6f1ef843-fd2d-47d5-9b25-8013dd3af959), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:40.048128 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-94305a52-1644-43e4-acc2-427d4ff8544a tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047558'] for router_interface (1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:40.050061 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94305a52-1644-43e4-acc2-427d4ff8544a tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'Port': ['ID=6f1ef843-fd2d-47d5-9b25-8013dd3af959,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:14:40.059045 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-e7cd2f1e-97c1-49a4-a37a-1b4663301f75 None None] Provisioning complete for port e29f461b-7991-4540-a28b-0aade35c9605 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:14:40.059424 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e7cd2f1e-97c1-49a4-a37a-1b4663301f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (e29f461b-7991-4540-a28b-0aade35c9605), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:40.152979 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94305a52-1644-43e4-acc2-427d4ff8544a tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Network 65c9eba0-f20d-4238-b1f6-a8f1d3480813 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:14:40.154545 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-94305a52-1644-43e4-acc2-427d4ff8544a tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:14:40.179323 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-e7cd2f1e-97c1-49a4-a37a-1b4663301f75 None None] Current status of the port e29f461b-7991-4540-a28b-0aade35c9605 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:14:40.179719 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e7cd2f1e-97c1-49a4-a37a-1b4663301f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (e29f461b-7991-4540-a28b-0aade35c9605), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:40.217715 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-e7cd2f1e-97c1-49a4-a37a-1b4663301f75 None None] For port e29f461b-7991-4540-a28b-0aade35c9605, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=e29f461b-7991-4540-a28b-0aade35c9605,segment=NetworkSegment(0c78ba7f-6efe-4e39-8e7f-d58578949b24),segment_id=0c78ba7f-6efe-4e39-8e7f-d58578949b24)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:14:40.290279 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94305a52-1644-43e4-acc2-427d4ff8544a tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Router 1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:14:40.295706 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-e7cd2f1e-97c1-49a4-a37a-1b4663301f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (e29f461b-7991-4540-a28b-0aade35c9605), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:40.359103 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cd2f1e-97c1-49a4-a37a-1b4663301f75 None None] Pushing event updated for resources: {'Port': ['ID=e29f461b-7991-4540-a28b-0aade35c9605,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:14:40.417095 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-8dfe1c50-7b79-457e-8ea2-04c2c90d15c5 None None] Provisioning complete for port 6f1ef843-fd2d-47d5-9b25-8013dd3af959 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:14:40.417628 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8dfe1c50-7b79-457e-8ea2-04c2c90d15c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (6f1ef843-fd2d-47d5-9b25-8013dd3af959), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:40.429380 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94305a52-1644-43e4-acc2-427d4ff8544a tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:14:40.435364 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-94305a52-1644-43e4-acc2-427d4ff8544a tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "PUT /v2.0/routers/1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8193192 Feb 28 11:14:40.450630 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45474898-6315-479b-bad0-a1469a6a33ed None None] Sync routers for ids ['1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:14:40.457764 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-8dfe1c50-7b79-457e-8ea2-04c2c90d15c5 None None] Port 6f1ef843-fd2d-47d5-9b25-8013dd3af959 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:14:40.465572 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45474898-6315-479b-bad0-a1469a6a33ed None None] Routers {'1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:14:40.466210 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-45474898-6315-479b-bad0-a1469a6a33ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:14:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:14:40.470675 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-8dfe1c50-7b79-457e-8ea2-04c2c90d15c5 None None] Provisioning complete for port e29f461b-7991-4540-a28b-0aade35c9605 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:14:40.471027 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8dfe1c50-7b79-457e-8ea2-04c2c90d15c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (e29f461b-7991-4540-a28b-0aade35c9605), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:40.566796 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-8dfe1c50-7b79-457e-8ea2-04c2c90d15c5 None None] Current status of the port e29f461b-7991-4540-a28b-0aade35c9605 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:14:40.594856 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-45474898-6315-479b-bad0-a1469a6a33ed None None] Set router 1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:14:40.623551 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0bb1d593-abaf-4f87-a097-20be48405570 req-ca594f19-313e-4013-b2ba-8cfde94b2750 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-678627010&fields=id&tenant_id=d2ac95293f7647eb87ff4889cfbdd577 HTTP/1.1" status: 200 len: 267 time: 0.0537820 Feb 28 11:14:40.690752 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-763c9ee9-2fd3-4e79-90b5-9c6ee4d13b7c None None] Provisioning complete for port 6f1ef843-fd2d-47d5-9b25-8013dd3af959 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:14:40.691481 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-763c9ee9-2fd3-4e79-90b5-9c6ee4d13b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (6f1ef843-fd2d-47d5-9b25-8013dd3af959), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:40.732242 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-763c9ee9-2fd3-4e79-90b5-9c6ee4d13b7c None None] Port 6f1ef843-fd2d-47d5-9b25-8013dd3af959 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:14:40.777414 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1d593-abaf-4f87-a097-20be48405570 req-d5e07efb-c214-46e8-a399-8c4535adc721 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:14:40.794644 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0bb1d593-abaf-4f87-a097-20be48405570 req-d5e07efb-c214-46e8-a399-8c4535adc721 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/networks?id=65c9eba0-f20d-4238-b1f6-a8f1d3480813 HTTP/1.1" status: 200 len: 797 time: 0.1637580 Feb 28 11:14:40.818456 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0bb1d593-abaf-4f87-a097-20be48405570 req-ef8ab1f2-6939-4e98-be22-849244b41339 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/quotas/d2ac95293f7647eb87ff4889cfbdd577 HTTP/1.1" status: 200 len: 375 time: 0.0225244 Feb 28 11:14:40.888325 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0bb1d593-abaf-4f87-a097-20be48405570 req-2a903f55-5edc-43fb-b234-1e948a41cc25 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d2ac95293f7647eb87ff4889cfbdd577&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0687938 Feb 28 11:14:40.933830 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device a525a0cf-8bd5-4a26-8c60-92acf1c98009 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:14:40.964611 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-45474898-6315-479b-bad0-a1469a6a33ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175293044', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.52'}], 'enable_snat': True}, 'gw_port_id': 'a525a0cf-8bd5-4a26-8c60-92acf1c98009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:14:34Z', 'updated_at': '2022-02-28T11:14:39Z', 'revision_number': 4, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': 'a525a0cf-8bd5-4a26-8c60-92acf1c98009', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ec:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:14:34Z', 'updated_at': '2022-02-28T11:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '6f1ef843-fd2d-47d5-9b25-8013dd3af959', 'name': '', 'network_id': '65c9eba0-f20d-4238-b1f6-a8f1d3480813', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'mac_address': 'fa:16:3e:6e:f4:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '77d2f8dc-c239-4f80-a610-0aa2731f2b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:14:38Z', 'updated_at': '2022-02-28T11:14:39Z', 'revision_number': 2, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'subnets': [{'id': '77d2f8dc-c239-4f80-a610-0aa2731f2b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:14:40.991888 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-8d7c7019-11f8-4793-b739-a8672ec1ad2f None None] Provisioning complete for port 6f1ef843-fd2d-47d5-9b25-8013dd3af959 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:14:40.992195 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8d7c7019-11f8-4793-b739-a8672ec1ad2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (6f1ef843-fd2d-47d5-9b25-8013dd3af959), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:40.997353 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0bb1d593-abaf-4f87-a097-20be48405570 req-657d875a-a93c-417d-9c61-8b310de327bd service neutron] 10.222.0.62 "GET /v2.0/networks/65c9eba0-f20d-4238-b1f6-a8f1d3480813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968323 Feb 28 11:14:40.997542 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45474898-6315-479b-bad0-a1469a6a33ed None None] Checking router: 1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1 for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:14:40.997748 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45474898-6315-479b-bad0-a1469a6a33ed None None] Updating router 1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1 port 6f1ef843-fd2d-47d5-9b25-8013dd3af959 binding host dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:14:41.028649 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-45474898-6315-479b-bad0-a1469a6a33ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (6f1ef843-fd2d-47d5-9b25-8013dd3af959), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:41.035735 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port a525a0cf-8bd5-4a26-8c60-92acf1c98009 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:14:41.036119 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (a525a0cf-8bd5-4a26-8c60-92acf1c98009), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:41.038888 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c7019-11f8-4793-b739-a8672ec1ad2f None None] Port 6f1ef843-fd2d-47d5-9b25-8013dd3af959 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:14:41.105296 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0bb1d593-abaf-4f87-a097-20be48405570 req-ed48adbe-5980-4f2b-af9f-47ace5323a30 service neutron] 10.222.0.62 "GET /v2.0/networks/65c9eba0-f20d-4238-b1f6-a8f1d3480813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979671 Feb 28 11:14:41.162876 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port a525a0cf-8bd5-4a26-8c60-92acf1c98009 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:14:41.164524 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device e29f461b-7991-4540-a28b-0aade35c9605 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:14:41.245726 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port e29f461b-7991-4540-a28b-0aade35c9605 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:14:41.246194 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (e29f461b-7991-4540-a28b-0aade35c9605), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:41.332005 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port e29f461b-7991-4540-a28b-0aade35c9605 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:14:41.363815 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-45474898-6315-479b-bad0-a1469a6a33ed None None] Publish callbacks [] for port (6f1ef843-fd2d-47d5-9b25-8013dd3af959), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:41.424237 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-0a20c371-1cec-4972-ba3b-7e9d2fe87f0d req-d5194d79-364a-432c-ae01-dc5eee57f58f tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=675bd844-4c94-432d-8f83-a1427cfd7588 HTTP/1.1" status: 200 len: 210 time: 0.0304720 Feb 28 11:14:41.461275 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-45474898-6315-479b-bad0-a1469a6a33ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (6f1ef843-fd2d-47d5-9b25-8013dd3af959), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:41.524150 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93672b1-d516-4f42-9cdc-3cbff9d20f40 None None] Pushing event updated for resources: {'Port': ['ID=6f1ef843-fd2d-47d5-9b25-8013dd3af959,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:14:41.553521 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93672b1-d516-4f42-9cdc-3cbff9d20f40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:14:41.553878 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93672b1-d516-4f42-9cdc-3cbff9d20f40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:14:41.554220 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93672b1-d516-4f42-9cdc-3cbff9d20f40 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:14:41.554751 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93672b1-d516-4f42-9cdc-3cbff9d20f40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:14:41.555116 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93672b1-d516-4f42-9cdc-3cbff9d20f40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:14:41.555450 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93672b1-d516-4f42-9cdc-3cbff9d20f40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:14:41.555784 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93672b1-d516-4f42-9cdc-3cbff9d20f40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:14:41.556123 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93672b1-d516-4f42-9cdc-3cbff9d20f40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:14:41.556450 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93672b1-d516-4f42-9cdc-3cbff9d20f40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:14:41.556777 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93672b1-d516-4f42-9cdc-3cbff9d20f40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:14:41.557108 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93672b1-d516-4f42-9cdc-3cbff9d20f40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:14:41.557431 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93672b1-d516-4f42-9cdc-3cbff9d20f40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:14:41.557754 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93672b1-d516-4f42-9cdc-3cbff9d20f40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:14:41.591581 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-45474898-6315-479b-bad0-a1469a6a33ed None None] Attempting to bind port 6f1ef843-fd2d-47d5-9b25-8013dd3af959 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:14:41.595504 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-45474898-6315-479b-bad0-a1469a6a33ed None None] Attempting to bind port 6f1ef843-fd2d-47d5-9b25-8013dd3af959 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '0c78ba7f-6efe-4e39-8e7f-d58578949b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '65c9eba0-f20d-4238-b1f6-a8f1d3480813'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:14:41.595504 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45474898-6315-479b-bad0-a1469a6a33ed None None] Attempting to bind port 6f1ef843-fd2d-47d5-9b25-8013dd3af959 on network 65c9eba0-f20d-4238-b1f6-a8f1d3480813 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:14:41.599283 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45474898-6315-479b-bad0-a1469a6a33ed None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:14:41.599696 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45474898-6315-479b-bad0-a1469a6a33ed None None] Checking segment: {'id': '0c78ba7f-6efe-4e39-8e7f-d58578949b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '65c9eba0-f20d-4238-b1f6-a8f1d3480813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:14:41.600105 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-45474898-6315-479b-bad0-a1469a6a33ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:41.600515 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45474898-6315-479b-bad0-a1469a6a33ed None None] Bound using segment: {'id': '0c78ba7f-6efe-4e39-8e7f-d58578949b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '65c9eba0-f20d-4238-b1f6-a8f1d3480813'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:14:41.601146 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-45474898-6315-479b-bad0-a1469a6a33ed None None] Bound port: 6f1ef843-fd2d-47d5-9b25-8013dd3af959, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c78ba7f-6efe-4e39-8e7f-d58578949b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '65c9eba0-f20d-4238-b1f6-a8f1d3480813'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:14:41.601537 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-45474898-6315-479b-bad0-a1469a6a33ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (6f1ef843-fd2d-47d5-9b25-8013dd3af959), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:41.671036 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-45474898-6315-479b-bad0-a1469a6a33ed None None] For port 6f1ef843-fd2d-47d5-9b25-8013dd3af959, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:14:41.675728 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-45474898-6315-479b-bad0-a1469a6a33ed None None] For port 6f1ef843-fd2d-47d5-9b25-8013dd3af959, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=6f1ef843-fd2d-47d5-9b25-8013dd3af959,segment=NetworkSegment(0c78ba7f-6efe-4e39-8e7f-d58578949b24),segment_id=0c78ba7f-6efe-4e39-8e7f-d58578949b24)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:14:41.715189 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:14:41.761899 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-581dcb7a-b608-4cd7-8fb2-a8d963b6431e None None] Provisioning complete for port 6f1ef843-fd2d-47d5-9b25-8013dd3af959 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:14:41.762409 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-581dcb7a-b608-4cd7-8fb2-a8d963b6431e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (6f1ef843-fd2d-47d5-9b25-8013dd3af959), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:41.769131 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-45474898-6315-479b-bad0-a1469a6a33ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (6f1ef843-fd2d-47d5-9b25-8013dd3af959), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:41.810095 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-581dcb7a-b608-4cd7-8fb2-a8d963b6431e None None] Port 6f1ef843-fd2d-47d5-9b25-8013dd3af959 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:14:41.833098 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45474898-6315-479b-bad0-a1469a6a33ed None None] Routers {'1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:14:41.833977 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-45474898-6315-479b-bad0-a1469a6a33ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:14:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:14:41.888805 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93672b1-d516-4f42-9cdc-3cbff9d20f40 None None] Pushing event updated for resources: {'Port': ['ID=6f1ef843-fd2d-47d5-9b25-8013dd3af959,revision_number=4']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:14:41.976366 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-45474898-6315-479b-bad0-a1469a6a33ed None None] Set router 1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:14:42.039471 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-8252b681-be98-4a14-8e64-220100f7849b None None] Provisioning complete for port 6f1ef843-fd2d-47d5-9b25-8013dd3af959 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:14:42.043372 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8252b681-be98-4a14-8e64-220100f7849b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (6f1ef843-fd2d-47d5-9b25-8013dd3af959), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:42.127696 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-8252b681-be98-4a14-8e64-220100f7849b None None] Current status of the port 6f1ef843-fd2d-47d5-9b25-8013dd3af959 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:14:42.128093 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8252b681-be98-4a14-8e64-220100f7849b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (6f1ef843-fd2d-47d5-9b25-8013dd3af959), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:42.160096 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-8252b681-be98-4a14-8e64-220100f7849b None None] For port 6f1ef843-fd2d-47d5-9b25-8013dd3af959, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=6f1ef843-fd2d-47d5-9b25-8013dd3af959,segment=NetworkSegment(0c78ba7f-6efe-4e39-8e7f-d58578949b24),segment_id=0c78ba7f-6efe-4e39-8e7f-d58578949b24)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:14:42.179944 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-45474898-6315-479b-bad0-a1469a6a33ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175293044', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.52'}], 'enable_snat': True}, 'gw_port_id': 'a525a0cf-8bd5-4a26-8c60-92acf1c98009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:14:34Z', 'updated_at': '2022-02-28T11:14:39Z', 'revision_number': 4, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': 'a525a0cf-8bd5-4a26-8c60-92acf1c98009', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ec:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:14:34Z', 'updated_at': '2022-02-28T11:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '6f1ef843-fd2d-47d5-9b25-8013dd3af959', 'name': '', 'network_id': '65c9eba0-f20d-4238-b1f6-a8f1d3480813', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'mac_address': 'fa:16:3e:6e:f4:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '77d2f8dc-c239-4f80-a610-0aa2731f2b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:14:38Z', 'updated_at': '2022-02-28T11:14:41Z', 'revision_number': 4, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'subnets': [{'id': '77d2f8dc-c239-4f80-a610-0aa2731f2b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:14:42.206105 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45474898-6315-479b-bad0-a1469a6a33ed None None] The sync data for ids ['1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1'] in dv-neutron-829161-3-hyperv is: [{'id': '1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175293044', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.52'}], 'enable_snat': True}, 'gw_port_id': 'a525a0cf-8bd5-4a26-8c60-92acf1c98009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:14:34Z', 'updated_at': '2022-02-28T11:14:39Z', 'revision_number': 4, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': 'a525a0cf-8bd5-4a26-8c60-92acf1c98009', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ec:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:14:34Z', 'updated_at': '2022-02-28T11:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '6f1ef843-fd2d-47d5-9b25-8013dd3af959', 'name': '', 'network_id': '65c9eba0-f20d-4238-b1f6-a8f1d3480813', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'mac_address': 'fa:16:3e:6e:f4:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '77d2f8dc-c239-4f80-a610-0aa2731f2b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:14:38Z', 'updated_at': '2022-02-28T11:14:41Z', 'revision_number': 4, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'subnets': [{'id': '77d2f8dc-c239-4f80-a610-0aa2731f2b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:14:42.254742 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8252b681-be98-4a14-8e64-220100f7849b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (6f1ef843-fd2d-47d5-9b25-8013dd3af959), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:42.316450 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8252b681-be98-4a14-8e64-220100f7849b None None] Pushing event updated for resources: {'Port': ['ID=6f1ef843-fd2d-47d5-9b25-8013dd3af959,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:14:42.523226 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-43034531-5fed-4f1c-8d2e-6d262475ba74 req-a60a661f-f73e-4eb7-9724-e761f9179f66 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=675bd844-4c94-432d-8f83-a1427cfd7588 HTTP/1.1" status: 200 len: 210 time: 0.0292013 Feb 28 11:14:42.814568 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 6f1ef843-fd2d-47d5-9b25-8013dd3af959 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:14:42.871394 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 6f1ef843-fd2d-47d5-9b25-8013dd3af959 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:14:42.871782 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (6f1ef843-fd2d-47d5-9b25-8013dd3af959), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:42.975739 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 6f1ef843-fd2d-47d5-9b25-8013dd3af959 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:14:43.544192 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1d593-abaf-4f87-a097-20be48405570 req-2e7c1369-a332-4cd1-8fac-93af98efc29e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:14:43.545653 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0bb1d593-abaf-4f87-a097-20be48405570 req-2e7c1369-a332-4cd1-8fac-93af98efc29e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.70 "GET /v2.0/networks?id=65c9eba0-f20d-4238-b1f6-a8f1d3480813 HTTP/1.1" status: 200 len: 797 time: 0.1054177 Feb 28 11:14:43.620713 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0bb1d593-abaf-4f87-a097-20be48405570 req-dc11825c-a477-4afb-bf66-e33df8272ddd tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2ac95293f7647eb87ff4889cfbdd577 HTTP/1.1" status: 200 len: 379 time: 0.0614612 Feb 28 11:14:43.627265 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-aef1b637-020a-4dac-9c66-d0c5e0f8a84a req-3637ad08-5846-4849-886e-ccdac9851906 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=675bd844-4c94-432d-8f83-a1427cfd7588 HTTP/1.1" status: 200 len: 210 time: 0.0327086 Feb 28 11:14:43.630462 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-0bb1d593-abaf-4f87-a097-20be48405570 req-7f61c279-9f4a-4116-9d06-326fc0d99420 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Request body: {'port': {'device_id': '675bd844-4c94-432d-8f83-a1427cfd7588', 'network_id': '65c9eba0-f20d-4238-b1f6-a8f1d3480813', 'admin_state_up': True, 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'security_groups': ['cb472b3e-b829-495f-ae60-eccd175e69ec']}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:14:43.830483 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bb1d593-abaf-4f87-a097-20be48405570 req-7f61c279-9f4a-4116-9d06-326fc0d99420 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Made reservation on behalf of d2ac95293f7647eb87ff4889cfbdd577 for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:14:43.834024 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-0bb1d593-abaf-4f87-a097-20be48405570 req-7f61c279-9f4a-4116-9d06-326fc0d99420 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:43.976652 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [req-0bb1d593-abaf-4f87-a097-20be48405570 req-7f61c279-9f4a-4116-9d06-326fc0d99420 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Allocated IP 172.20.0.7 (65c9eba0-f20d-4238-b1f6-a8f1d3480813/77d2f8dc-c239-4f80-a610-0aa2731f2b50/3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:14:44.134023 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-0bb1d593-abaf-4f87-a097-20be48405570 req-7f61c279-9f4a-4116-9d06-326fc0d99420 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for port (3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:44.231057 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-0bb1d593-abaf-4f87-a097-20be48405570 req-7f61c279-9f4a-4116-9d06-326fc0d99420 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:44.279041 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bb1d593-abaf-4f87-a097-20be48405570 req-7f61c279-9f4a-4116-9d06-326fc0d99420 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Network 65c9eba0-f20d-4238-b1f6-a8f1d3480813 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:14:44.282277 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [req-0bb1d593-abaf-4f87-a097-20be48405570 req-7f61c279-9f4a-4116-9d06-326fc0d99420 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:14:44.286142 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bb1d593-abaf-4f87-a097-20be48405570 req-7f61c279-9f4a-4116-9d06-326fc0d99420 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:14:44.321570 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f61c279-9f4a-4116-9d06-326fc0d99420 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'Port': ['ID=3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:14:44.346650 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1d593-abaf-4f87-a097-20be48405570 req-7f61c279-9f4a-4116-9d06-326fc0d99420 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:14:44.347323 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-0bb1d593-abaf-4f87-a097-20be48405570 req-7f61c279-9f4a-4116-9d06-326fc0d99420 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:44.440800 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0bb1d593-abaf-4f87-a097-20be48405570 req-7f61c279-9f4a-4116-9d06-326fc0d99420 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8156209 Feb 28 11:14:44.507231 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-0bb1d593-abaf-4f87-a097-20be48405570 req-4af923ba-f667-4406-968d-a68d5bb60413 service neutron] Request body: {'port': {'device_id': '675bd844-4c94-432d-8f83-a1427cfd7588', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8291'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:14:44.524305 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-0bb1d593-abaf-4f87-a097-20be48405570 req-4af923ba-f667-4406-968d-a68d5bb60413 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:44.597309 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-671e77bf-13f7-444e-8219-c86f1952d182 None None] Provisioning complete for port 3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:14:44.597309 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-671e77bf-13f7-444e-8219-c86f1952d182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:44.630472 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-671e77bf-13f7-444e-8219-c86f1952d182 None None] Port 3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:14:44.786358 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f975b55-4111-4d24-950b-aff9550cf139 req-0e413bb0-dc54-4768-a4a9-8147dad1d94b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:14:44.787886 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-7f975b55-4111-4d24-950b-aff9550cf139 req-0e413bb0-dc54-4768-a4a9-8147dad1d94b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=675bd844-4c94-432d-8f83-a1427cfd7588 HTTP/1.1" status: 200 len: 931 time: 0.0862548 Feb 28 11:14:44.863135 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [req-0bb1d593-abaf-4f87-a097-20be48405570 req-4af923ba-f667-4406-968d-a68d5bb60413 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12 {{(pid=104083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:14:44.878308 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-0bb1d593-abaf-4f87-a097-20be48405570 req-4af923ba-f667-4406-968d-a68d5bb60413 service neutron] Publish callbacks [] for port (3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:44.885610 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-7f975b55-4111-4d24-950b-aff9550cf139 req-5a59a0fe-f784-4f99-a02b-788ea7ad245f tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb472b3e-b829-495f-ae60-eccd175e69ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918386 Feb 28 11:14:44.896076 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [req-0bb1d593-abaf-4f87-a097-20be48405570 req-4af923ba-f667-4406-968d-a68d5bb60413 service neutron] Transition to ACTIVE for port object 3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12 will not be triggered until provisioned by entity L2. {{(pid=104083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 11:14:44.984272 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-0bb1d593-abaf-4f87-a097-20be48405570 req-4af923ba-f667-4406-968d-a68d5bb60413 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:45.042662 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af923ba-f667-4406-968d-a68d5bb60413 service neutron] Pushing event updated for resources: {'Port': ['ID=3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:14:45.120313 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-0bb1d593-abaf-4f87-a097-20be48405570 req-4af923ba-f667-4406-968d-a68d5bb60413 service neutron] Attempting to bind port 3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:14:45.120585 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-0bb1d593-abaf-4f87-a097-20be48405570 req-4af923ba-f667-4406-968d-a68d5bb60413 service neutron] Attempting to bind port 3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '0c78ba7f-6efe-4e39-8e7f-d58578949b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '65c9eba0-f20d-4238-b1f6-a8f1d3480813'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:14:45.120921 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb1d593-abaf-4f87-a097-20be48405570 req-4af923ba-f667-4406-968d-a68d5bb60413 service neutron] Attempting to bind port 3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12 on network 65c9eba0-f20d-4238-b1f6-a8f1d3480813 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:14:45.126307 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb1d593-abaf-4f87-a097-20be48405570 req-4af923ba-f667-4406-968d-a68d5bb60413 service neutron] Port 3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12 on network 65c9eba0-f20d-4238-b1f6-a8f1d3480813 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 11:14:45.126647 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb1d593-abaf-4f87-a097-20be48405570 req-4af923ba-f667-4406-968d-a68d5bb60413 service neutron] Attempting to bind port 3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12 on network 65c9eba0-f20d-4238-b1f6-a8f1d3480813 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:14:45.132612 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb1d593-abaf-4f87-a097-20be48405570 req-4af923ba-f667-4406-968d-a68d5bb60413 service neutron] Checking agent: {'id': '9c9e5963-7abc-415a-a91c-4432861f4313', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'started_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:14:45.132960 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb1d593-abaf-4f87-a097-20be48405570 req-4af923ba-f667-4406-968d-a68d5bb60413 service neutron] Checking segment: {'id': '0c78ba7f-6efe-4e39-8e7f-d58578949b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '65c9eba0-f20d-4238-b1f6-a8f1d3480813'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:14:45.133387 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb1d593-abaf-4f87-a097-20be48405570 req-4af923ba-f667-4406-968d-a68d5bb60413 service neutron] Bound using segment: {'id': '0c78ba7f-6efe-4e39-8e7f-d58578949b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '65c9eba0-f20d-4238-b1f6-a8f1d3480813'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:14:45.133825 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-0bb1d593-abaf-4f87-a097-20be48405570 req-4af923ba-f667-4406-968d-a68d5bb60413 service neutron] Bound port: 3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12, host: hv-neutron-8291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c78ba7f-6efe-4e39-8e7f-d58578949b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '65c9eba0-f20d-4238-b1f6-a8f1d3480813'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:14:45.134188 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-0bb1d593-abaf-4f87-a097-20be48405570 req-4af923ba-f667-4406-968d-a68d5bb60413 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:45.208211 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-0bb1d593-abaf-4f87-a097-20be48405570 req-4af923ba-f667-4406-968d-a68d5bb60413 service neutron] For port 3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12, host hv-neutron-8291, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:14:45.214998 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-0bb1d593-abaf-4f87-a097-20be48405570 req-4af923ba-f667-4406-968d-a68d5bb60413 service neutron] For port 3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12, host hv-neutron-8291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12,segment=NetworkSegment(0c78ba7f-6efe-4e39-8e7f-d58578949b24),segment_id=0c78ba7f-6efe-4e39-8e7f-d58578949b24)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:14:45.305359 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-0bb1d593-abaf-4f87-a097-20be48405570 req-4af923ba-f667-4406-968d-a68d5bb60413 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:45.341781 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1d593-abaf-4f87-a097-20be48405570 req-4af923ba-f667-4406-968d-a68d5bb60413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:14:45.342451 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-0bb1d593-abaf-4f87-a097-20be48405570 req-4af923ba-f667-4406-968d-a68d5bb60413 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:45.344590 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0bb1d593-abaf-4f87-a097-20be48405570 req-4af923ba-f667-4406-968d-a68d5bb60413 service neutron] 10.222.0.70 "PUT /v2.0/ports/3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12 HTTP/1.1" status: 200 len: 1093 time: 0.8887591 Feb 28 11:14:45.345207 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '675bd844-4c94-432d-8f83-a1427cfd7588', 'tag': '3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:14:45.347435 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1269cda8-f78f-40f8-b16b-0485db99b2f9" -d '{"events": [{"name": "network-changed", "server_uuid": "675bd844-4c94-432d-8f83-a1427cfd7588", "tag": "3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:14:45.375825 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af923ba-f667-4406-968d-a68d5bb60413 service neutron] Pushing event updated for resources: {'Port': ['ID=3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:14:45.399296 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944dc018-a2f9-4d4a-9033-49bc55f6ca2e x-openstack-request-id: req-944dc018-a2f9-4d4a-9033-49bc55f6ca2e {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:14:45.399601 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "675bd844-4c94-432d-8f83-a1427cfd7588", "tag": "3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:14:45.399869 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-944dc018-a2f9-4d4a-9033-49bc55f6ca2e {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:14:45.400516 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '675bd844-4c94-432d-8f83-a1427cfd7588', 'tag': '3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12', 'status': 'completed', 'code': 200} Feb 28 11:14:45.496271 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1269cda8-f78f-40f8-b16b-0485db99b2f9 req-22058758-632c-4f87-a64d-fe5c542a0b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:14:45.497848 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1269cda8-f78f-40f8-b16b-0485db99b2f9 req-22058758-632c-4f87-a64d-fe5c542a0b87 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d2ac95293f7647eb87ff4889cfbdd577&device_id=675bd844-4c94-432d-8f83-a1427cfd7588 HTTP/1.1" status: 200 len: 1127 time: 0.0488038 Feb 28 11:14:45.610979 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1269cda8-f78f-40f8-b16b-0485db99b2f9 req-bd970912-17b2-4853-9823-4cf8e3805ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:14:45.612445 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1269cda8-f78f-40f8-b16b-0485db99b2f9 req-bd970912-17b2-4853-9823-4cf8e3805ce4 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=d2ac95293f7647eb87ff4889cfbdd577&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1024079 Feb 28 11:14:45.703347 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1269cda8-f78f-40f8-b16b-0485db99b2f9 req-01a48f95-18c6-4821-9834-ccefd6541810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:14:45.704725 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1269cda8-f78f-40f8-b16b-0485db99b2f9 req-01a48f95-18c6-4821-9834-ccefd6541810 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0872705 Feb 28 11:14:45.810443 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1d593-abaf-4f87-a097-20be48405570 req-323d9eaf-385d-451c-8c8d-d501a8e29d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:14:45.811995 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0bb1d593-abaf-4f87-a097-20be48405570 req-323d9eaf-385d-451c-8c8d-d501a8e29d9e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d2ac95293f7647eb87ff4889cfbdd577&device_id=675bd844-4c94-432d-8f83-a1427cfd7588 HTTP/1.1" status: 200 len: 1127 time: 0.0498846 Feb 28 11:14:45.862866 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0bb1d593-abaf-4f87-a097-20be48405570 req-75251a57-2cc9-4d82-93d3-f225ff5f9658 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12 HTTP/1.1" status: 200 len: 217 time: 0.0371091 Feb 28 11:14:45.913706 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1d593-abaf-4f87-a097-20be48405570 req-49e12d7b-fc14-452d-b8ac-494ae9d42ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:14:45.915278 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0bb1d593-abaf-4f87-a097-20be48405570 req-49e12d7b-fc14-452d-b8ac-494ae9d42ae3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=77d2f8dc-c239-4f80-a610-0aa2731f2b50 HTTP/1.1" status: 200 len: 834 time: 0.0457983 Feb 28 11:14:46.000943 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1d593-abaf-4f87-a097-20be48405570 req-73a679a8-88f6-48ea-813b-584b7b1ba87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:14:46.002357 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0bb1d593-abaf-4f87-a097-20be48405570 req-73a679a8-88f6-48ea-813b-584b7b1ba87e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=65c9eba0-f20d-4238-b1f6-a8f1d3480813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0816083 Feb 28 11:14:46.038533 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aefac69-5a66-469a-867f-c36f9cdfa93c req-f0fb1486-5732-4b0a-a53b-28e9cbfb0e6f tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:14:46.040038 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9aefac69-5a66-469a-867f-c36f9cdfa93c req-f0fb1486-5732-4b0a-a53b-28e9cbfb0e6f tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=675bd844-4c94-432d-8f83-a1427cfd7588 HTTP/1.1" status: 200 len: 943 time: 0.0831256 Feb 28 11:14:46.129989 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9aefac69-5a66-469a-867f-c36f9cdfa93c req-43450d7c-1396-45f9-9da8-bd7e734464c4 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb472b3e-b829-495f-ae60-eccd175e69ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659034 Feb 28 11:14:46.144419 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0bb1d593-abaf-4f87-a097-20be48405570 req-0a887c0e-f680-4e95-857d-887b127bc04e service neutron] 10.222.0.70 "GET /v2.0/networks/65c9eba0-f20d-4238-b1f6-a8f1d3480813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356840 Feb 28 11:14:46.236302 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0bb1d593-abaf-4f87-a097-20be48405570 req-d5612009-b5a5-48a8-829e-3dbe52d9ae52 service neutron] 10.222.0.70 "GET /v2.0/networks/65c9eba0-f20d-4238-b1f6-a8f1d3480813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834811 Feb 28 11:14:46.471650 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-1fbbe316-5814-4518-aba3-e4990d3900c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:47.250228 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa1fd58-e615-42be-8f35-296cf5fd572e req-f25552d4-80f6-466d-8639-a101427a1229 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:14:47.251735 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-daa1fd58-e615-42be-8f35-296cf5fd572e req-f25552d4-80f6-466d-8639-a101427a1229 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=675bd844-4c94-432d-8f83-a1427cfd7588 HTTP/1.1" status: 200 len: 943 time: 0.0531015 Feb 28 11:14:47.302347 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-daa1fd58-e615-42be-8f35-296cf5fd572e req-f9b21583-ecf9-4115-8757-cc6665dde28a tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb472b3e-b829-495f-ae60-eccd175e69ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450850 Feb 28 11:14:48.424864 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad718d6c-ad4b-4dd7-906d-20510e13516b req-8628ed57-7ae0-44b2-aeb2-d1eb0c8c0b24 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:14:48.426423 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ad718d6c-ad4b-4dd7-906d-20510e13516b req-8628ed57-7ae0-44b2-aeb2-d1eb0c8c0b24 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=675bd844-4c94-432d-8f83-a1427cfd7588 HTTP/1.1" status: 200 len: 943 time: 0.0569792 Feb 28 11:14:48.483868 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ad718d6c-ad4b-4dd7-906d-20510e13516b req-4a9cb24f-18c9-498e-8449-db5a53b6cb5f tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb472b3e-b829-495f-ae60-eccd175e69ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518587 Feb 28 11:14:48.654788 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-84b02189-55de-4206-bf2d-a4738581adc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:49.794017 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4d1ae-daab-4f07-8a28-4b28bfad0d54 req-46b4e977-6223-49fe-9159-eeb4761f6b42 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:14:49.795473 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-54f4d1ae-daab-4f07-8a28-4b28bfad0d54 req-46b4e977-6223-49fe-9159-eeb4761f6b42 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=675bd844-4c94-432d-8f83-a1427cfd7588 HTTP/1.1" status: 200 len: 943 time: 0.0632236 Feb 28 11:14:49.845655 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-54f4d1ae-daab-4f07-8a28-4b28bfad0d54 req-8a6d5853-146b-491e-b77c-a309f839fd14 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb472b3e-b829-495f-ae60-eccd175e69ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446775 Feb 28 11:14:50.144475 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:50.408164 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12 details requested by agent hyperv_hv-neutron-8291 with host hv-neutron-8291 {{(pid=104085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 11:14:50.509113 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12,segment=NetworkSegment(0c78ba7f-6efe-4e39-8e7f-d58578949b24),segment_id=0c78ba7f-6efe-4e39-8e7f-d58578949b24)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:14:50.521059 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Returning: {'device': '3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12', 'network_id': '65c9eba0-f20d-4238-b1f6-a8f1d3480813', 'port_id': '3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12', 'mac_address': 'fa:16:3e:df:47:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77d2f8dc-c239-4f80-a610-0aa2731f2b50', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 11:14:50.558117 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12 is: DOWN; New status is: BUILD {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:14:50.558511 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:50.571657 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12 {{(pid=104085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:14:50.591234 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12,segment=NetworkSegment(0c78ba7f-6efe-4e39-8e7f-d58578949b24),segment_id=0c78ba7f-6efe-4e39-8e7f-d58578949b24)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:14:50.653057 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:50.704239 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:14:50.710927 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:14:50.711280 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:14:50.711625 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:14:50.711967 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:14:50.712301 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:14:50.712632 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:14:50.712965 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:14:50.713295 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:14:50.713624 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:14:50.713951 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:14:50.714276 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:14:50.714596 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:14:50.714956 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:14:50.927618 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:14:50.968229 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287ee5b-3259-4730-b574-54c0ee20d2b8 req-6ab4291a-acf4-467c-9ae8-4d7c093148fa tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:14:50.970299 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5287ee5b-3259-4730-b574-54c0ee20d2b8 req-6ab4291a-acf4-467c-9ae8-4d7c093148fa tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=675bd844-4c94-432d-8f83-a1427cfd7588 HTTP/1.1" status: 200 len: 944 time: 0.0561526 Feb 28 11:14:51.021917 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5287ee5b-3259-4730-b574-54c0ee20d2b8 req-a800abff-eede-43d1-9861-5bf1383eb73b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb472b3e-b829-495f-ae60-eccd175e69ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457280 Feb 28 11:14:51.494625 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:52.144992 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a591d51-750e-4138-bed2-48a9885b0188 req-672b1255-1aeb-40fb-845b-e56eefee3812 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:14:52.146459 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-4a591d51-750e-4138-bed2-48a9885b0188 req-672b1255-1aeb-40fb-845b-e56eefee3812 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=675bd844-4c94-432d-8f83-a1427cfd7588 HTTP/1.1" status: 200 len: 944 time: 0.0578203 Feb 28 11:14:52.196436 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-4a591d51-750e-4138-bed2-48a9885b0188 req-7433e4cf-e8a1-4213-8bc5-d4009a0e76c4 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb472b3e-b829-495f-ae60-eccd175e69ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444469 Feb 28 11:14:52.411670 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12 up at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:14:52.528788 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning for port 3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12 completed by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 11:14:52.532992 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning complete for port 3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:14:52.533371 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:52.623253 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12 is: BUILD; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:14:52.623650 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:52.647908 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '675bd844-4c94-432d-8f83-a1427cfd7588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:14:52.650247 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca78d352-4234-4c03-bc21-147a5b943cf3" -d '{"events": [{"server_uuid": "675bd844-4c94-432d-8f83-a1427cfd7588", "name": "network-vif-plugged", "status": "completed", "tag": "3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:14:52.663909 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12,segment=NetworkSegment(0c78ba7f-6efe-4e39-8e7f-d58578949b24),segment_id=0c78ba7f-6efe-4e39-8e7f-d58578949b24)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:14:52.741142 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:52.765564 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:52.793855 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:14:52.861380 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d74eea-1eaf-48ba-ab86-b34130419e04 x-openstack-request-id: req-f5d74eea-1eaf-48ba-ab86-b34130419e04 {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:14:52.861678 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "675bd844-4c94-432d-8f83-a1427cfd7588", "name": "network-vif-plugged", "status": "completed", "tag": "3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:14:52.861936 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f5d74eea-1eaf-48ba-ab86-b34130419e04 {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:14:52.862339 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '675bd844-4c94-432d-8f83-a1427cfd7588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12', 'code': 200} Feb 28 11:14:53.261363 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf34dfe-0c90-4f96-a48d-937aa0669dca req-a3e33f16-ef21-4b1f-a5f0-f42e14af80db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:14:53.262910 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8bf34dfe-0c90-4f96-a48d-937aa0669dca req-a3e33f16-ef21-4b1f-a5f0-f42e14af80db service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=675bd844-4c94-432d-8f83-a1427cfd7588 HTTP/1.1" status: 200 len: 1129 time: 0.0464447 Feb 28 11:14:53.310332 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8bf34dfe-0c90-4f96-a48d-937aa0669dca req-b32bb1a9-671a-4dbc-a890-7e017ad44f35 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=cb472b3e-b829-495f-ae60-eccd175e69ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419159 Feb 28 11:14:53.323449 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b135ce-5db8-4afb-aec7-7cf94ffc4182 req-22bdc002-c5e8-4195-964c-b800e474775d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:14:53.324959 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-21b135ce-5db8-4afb-aec7-7cf94ffc4182 req-22bdc002-c5e8-4195-964c-b800e474775d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=675bd844-4c94-432d-8f83-a1427cfd7588 HTTP/1.1" status: 200 len: 945 time: 0.0559163 Feb 28 11:14:53.374803 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-21b135ce-5db8-4afb-aec7-7cf94ffc4182 req-a41a1919-7a93-42b1-8b7e-40eab8eeb51b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb472b3e-b829-495f-ae60-eccd175e69ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434790 Feb 28 11:14:54.505921 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8025e22-addb-4646-bd5c-8111857b0374 req-9debca21-c3f5-4304-9aec-faf7abb7dcf1 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:14:54.511386 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c8025e22-addb-4646-bd5c-8111857b0374 req-9debca21-c3f5-4304-9aec-faf7abb7dcf1 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=675bd844-4c94-432d-8f83-a1427cfd7588 HTTP/1.1" status: 200 len: 945 time: 0.0672786 Feb 28 11:14:54.559110 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c8025e22-addb-4646-bd5c-8111857b0374 req-88ffea1f-b218-4e69-a4ba-ba5be8611b8a tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb472b3e-b829-495f-ae60-eccd175e69ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459392 Feb 28 11:14:55.680846 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217987e1-8c35-4acc-bf32-e775eb201e22 req-5665b5fd-71fb-4c44-a971-bf4e4aba665a tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:14:55.682346 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-217987e1-8c35-4acc-bf32-e775eb201e22 req-5665b5fd-71fb-4c44-a971-bf4e4aba665a tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=675bd844-4c94-432d-8f83-a1427cfd7588 HTTP/1.1" status: 200 len: 945 time: 0.0525560 Feb 28 11:14:55.738703 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-217987e1-8c35-4acc-bf32-e775eb201e22 req-80564716-4460-4b8d-9ad7-63648902e754 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb472b3e-b829-495f-ae60-eccd175e69ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499616 Feb 28 11:14:55.863406 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc333a-4aea-4f75-bdeb-0157bbabfc9b req-ea8c4f24-f992-4039-8134-96d280b9095e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:14:55.864808 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b5bc333a-4aea-4f75-bdeb-0157bbabfc9b req-ea8c4f24-f992-4039-8134-96d280b9095e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=675bd844-4c94-432d-8f83-a1427cfd7588 HTTP/1.1" status: 200 len: 945 time: 0.0529928 Feb 28 11:14:55.923602 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b5bc333a-4aea-4f75-bdeb-0157bbabfc9b req-810a2857-0f2b-443e-84f9-bb67271e5cb3 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb472b3e-b829-495f-ae60-eccd175e69ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532994 Feb 28 11:14:55.945044 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 56090) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:14:56.027004 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9832ef-12cb-40c8-9bba-0c305ce63711 tempest-TestNetworkAdvancedServerOps-932932114 tempest-TestNetworkAdvancedServerOps-932932114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:14:56.028501 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-0b9832ef-12cb-40c8-9bba-0c305ce63711 tempest-TestNetworkAdvancedServerOps-932932114 tempest-TestNetworkAdvancedServerOps-932932114-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=675bd844-4c94-432d-8f83-a1427cfd7588 HTTP/1.1" status: 200 len: 1124 time: 0.0825143 Feb 28 11:14:56.031938 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 56094) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:14:56.036326 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-eae7ea01-3184-45db-baac-379d29c4aab1 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Request body: {'floatingip': {'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'port_id': '3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:14:56.140357 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-eae7ea01-3184-45db-baac-379d29c4aab1 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:56.242704 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-eae7ea01-3184-45db-baac-379d29c4aab1 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:56.347359 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-eae7ea01-3184-45db-baac-379d29c4aab1 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Allocated IP 172.26.3.76 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/f5ccc20a-2b63-48f6-b957-aa0ef6cd26a8) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:14:56.445909 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-eae7ea01-3184-45db-baac-379d29c4aab1 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for port (f5ccc20a-2b63-48f6-b957-aa0ef6cd26a8), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:56.528745 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-eae7ea01-3184-45db-baac-379d29c4aab1 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (f5ccc20a-2b63-48f6-b957-aa0ef6cd26a8), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:56.567029 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae7ea01-3184-45db-baac-379d29c4aab1 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:14:56.569868 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-eae7ea01-3184-45db-baac-379d29c4aab1 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:14:56.575300 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae7ea01-3184-45db-baac-379d29c4aab1 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:14:56.601641 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7ea01-3184-45db-baac-379d29c4aab1 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'Port': ['ID=f5ccc20a-2b63-48f6-b957-aa0ef6cd26a8,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:14:56.969331 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-eae7ea01-3184-45db-baac-379d29c4aab1 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for floatingip (e7aa6a88-4815-4806-ad3f-c042c5a81d86), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:57.107119 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-eae7ea01-3184-45db-baac-379d29c4aab1 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (f5ccc20a-2b63-48f6-b957-aa0ef6cd26a8), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:57.268941 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-eae7ea01-3184-45db-baac-379d29c4aab1 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for port (f5ccc20a-2b63-48f6-b957-aa0ef6cd26a8), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:57.340641 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-eae7ea01-3184-45db-baac-379d29c4aab1 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (f5ccc20a-2b63-48f6-b957-aa0ef6cd26a8), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:57.417339 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7ea01-3184-45db-baac-379d29c4aab1 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'Port': ['ID=f5ccc20a-2b63-48f6-b957-aa0ef6cd26a8,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:14:57.427419 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-eae7ea01-3184-45db-baac-379d29c4aab1 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047917'] for floatingip (e7aa6a88-4815-4806-ad3f-c042c5a81d86), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:57.533866 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.l3_db [None req-eae7ea01-3184-45db-baac-379d29c4aab1 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Floating IP e7aa6a88-4815-4806-ad3f-c042c5a81d86 associated. External IP: 172.26.3.76, port: 3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12. Feb 28 11:14:58.103288 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae7ea01-3184-45db-baac-379d29c4aab1 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Router 1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:14:58.223151 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae7ea01-3184-45db-baac-379d29c4aab1 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:14:58.233196 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90623a2d-dca7-4c53-b196-56f055e620ed None None] Sync routers for ids ['1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:14:58.245557 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90623a2d-dca7-4c53-b196-56f055e620ed None None] Routers {'1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:14:58.246230 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-90623a2d-dca7-4c53-b196-56f055e620ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:14:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:14:58.382517 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-90623a2d-dca7-4c53-b196-56f055e620ed None None] Set router 1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:14:58.424035 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-eae7ea01-3184-45db-baac-379d29c4aab1 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:58.455313 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-eae7ea01-3184-45db-baac-379d29c4aab1 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4222167 Feb 28 11:14:58.460267 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '675bd844-4c94-432d-8f83-a1427cfd7588', 'tag': '3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:14:58.460267 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de451af-0d5f-48ac-acbb-621c3e535be8" -d '{"events": [{"name": "network-changed", "server_uuid": "675bd844-4c94-432d-8f83-a1427cfd7588", "tag": "3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:14:58.500976 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bbd87e3-1167-4ed0-8aee-766b22444d0d x-openstack-request-id: req-6bbd87e3-1167-4ed0-8aee-766b22444d0d {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:14:58.501462 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "675bd844-4c94-432d-8f83-a1427cfd7588", "tag": "3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:14:58.501724 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6bbd87e3-1167-4ed0-8aee-766b22444d0d {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:14:58.502449 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '675bd844-4c94-432d-8f83-a1427cfd7588', 'tag': '3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12', 'status': 'completed', 'code': 200} Feb 28 11:14:58.561645 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467d785-c9aa-412e-8a41-eae3bf5a68ec req-4c457def-316f-4554-8214-66b47cecb076 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:14:58.564215 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d467d785-c9aa-412e-8a41-eae3bf5a68ec req-4c457def-316f-4554-8214-66b47cecb076 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=675bd844-4c94-432d-8f83-a1427cfd7588 HTTP/1.1" status: 200 len: 945 time: 0.0578425 Feb 28 11:14:58.589560 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de451af-0d5f-48ac-acbb-621c3e535be8 req-0795c6c7-8287-4fb6-a69d-bc0ae760c601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:14:58.591120 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3de451af-0d5f-48ac-acbb-621c3e535be8 req-0795c6c7-8287-4fb6-a69d-bc0ae760c601 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d2ac95293f7647eb87ff4889cfbdd577&device_id=675bd844-4c94-432d-8f83-a1427cfd7588 HTTP/1.1" status: 200 len: 1129 time: 0.0464010 Feb 28 11:14:58.615566 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-90623a2d-dca7-4c53-b196-56f055e620ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175293044', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.52'}], 'enable_snat': True}, 'gw_port_id': 'a525a0cf-8bd5-4a26-8c60-92acf1c98009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:14:34Z', 'updated_at': '2022-02-28T11:14:39Z', 'revision_number': 4, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': 'a525a0cf-8bd5-4a26-8c60-92acf1c98009', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ec:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:14:34Z', 'updated_at': '2022-02-28T11:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': 'e7aa6a88-4815-4806-ad3f-c042c5a81d86', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'floating_ip_address': '172.26.3.76', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1', 'port_id': '3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1783, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65c9eba0-f20d-4238-b1f6-a8f1d3480813', 'mac_address': 'fa:16:3e:df:47:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675bd844-4c94-432d-8f83-a1427cfd7588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:14:56Z', 'updated_at': '2022-02-28T11:14:56Z', 'revision_number': 0, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f1ef843-fd2d-47d5-9b25-8013dd3af959', 'name': '', 'network_id': '65c9eba0-f20d-4238-b1f6-a8f1d3480813', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'mac_address': 'fa:16:3e:6e:f4:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '77d2f8dc-c239-4f80-a610-0aa2731f2b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:14:38Z', 'updated_at': '2022-02-28T11:14:42Z', 'revision_number': 5, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'subnets': [{'id': '77d2f8dc-c239-4f80-a610-0aa2731f2b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:14:58.618868 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d467d785-c9aa-412e-8a41-eae3bf5a68ec req-a1a63154-1b69-4d07-b1c3-329d02277306 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb472b3e-b829-495f-ae60-eccd175e69ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485530 Feb 28 11:14:58.642346 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 56100) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:14:58.642769 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90623a2d-dca7-4c53-b196-56f055e620ed None None] Checking router: 1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1 for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:14:58.652136 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90623a2d-dca7-4c53-b196-56f055e620ed None None] Routers {'1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:14:58.652405 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-90623a2d-dca7-4c53-b196-56f055e620ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:14:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:14:58.701449 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de451af-0d5f-48ac-acbb-621c3e535be8 req-eb52fdda-962c-4e40-b362-7f50edb57b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:14:58.703791 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3de451af-0d5f-48ac-acbb-621c3e535be8 req-eb52fdda-962c-4e40-b362-7f50edb57b5d service neutron] 10.222.0.70 "GET /v2.0/networks?id=65c9eba0-f20d-4238-b1f6-a8f1d3480813 HTTP/1.1" status: 200 len: 897 time: 0.1043966 Feb 28 11:14:58.719657 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-d9179093-124c-4e33-a595-81300c6690e1 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/floatingips/e7aa6a88-4815-4806-ad3f-c042c5a81d86 HTTP/1.1" status: 200 len: 990 time: 0.0736589 Feb 28 11:14:58.772041 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-90623a2d-dca7-4c53-b196-56f055e620ed None None] Set router 1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:14:58.775934 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3de451af-0d5f-48ac-acbb-621c3e535be8 req-5b41adb8-1eae-409f-9735-f50dd6bbe7b9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12 HTTP/1.1" status: 200 len: 998 time: 0.0675747 Feb 28 11:14:58.827125 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de451af-0d5f-48ac-acbb-621c3e535be8 req-d293ed2a-7c93-4eaa-9659-5ded9e3bd7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:14:58.829173 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3de451af-0d5f-48ac-acbb-621c3e535be8 req-d293ed2a-7c93-4eaa-9659-5ded9e3bd7e7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=77d2f8dc-c239-4f80-a610-0aa2731f2b50 HTTP/1.1" status: 200 len: 834 time: 0.0458679 Feb 28 11:14:58.887070 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de451af-0d5f-48ac-acbb-621c3e535be8 req-5fd43e00-230f-4da5-af9f-e138a71b95af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:14:58.888626 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3de451af-0d5f-48ac-acbb-621c3e535be8 req-5fd43e00-230f-4da5-af9f-e138a71b95af service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=65c9eba0-f20d-4238-b1f6-a8f1d3480813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0533118 Feb 28 11:14:58.997842 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3de451af-0d5f-48ac-acbb-621c3e535be8 req-d19d8eb3-1633-4e61-85c1-962652552c07 service neutron] 10.222.0.70 "GET /v2.0/networks/65c9eba0-f20d-4238-b1f6-a8f1d3480813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032836 Feb 28 11:14:59.120349 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3de451af-0d5f-48ac-acbb-621c3e535be8 req-c59d14f7-5bfc-4914-b69b-0eb19d8c759f service neutron] 10.222.0.70 "GET /v2.0/networks/65c9eba0-f20d-4238-b1f6-a8f1d3480813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156414 Feb 28 11:14:59.204027 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-90623a2d-dca7-4c53-b196-56f055e620ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175293044', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.52'}], 'enable_snat': True}, 'gw_port_id': 'a525a0cf-8bd5-4a26-8c60-92acf1c98009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:14:34Z', 'updated_at': '2022-02-28T11:14:39Z', 'revision_number': 4, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': 'a525a0cf-8bd5-4a26-8c60-92acf1c98009', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ec:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:14:34Z', 'updated_at': '2022-02-28T11:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': 'e7aa6a88-4815-4806-ad3f-c042c5a81d86', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'floating_ip_address': '172.26.3.76', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1', 'port_id': '3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1783, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65c9eba0-f20d-4238-b1f6-a8f1d3480813', 'mac_address': 'fa:16:3e:df:47:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675bd844-4c94-432d-8f83-a1427cfd7588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:14:56Z', 'updated_at': '2022-02-28T11:14:56Z', 'revision_number': 0, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f1ef843-fd2d-47d5-9b25-8013dd3af959', 'name': '', 'network_id': '65c9eba0-f20d-4238-b1f6-a8f1d3480813', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'mac_address': 'fa:16:3e:6e:f4:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '77d2f8dc-c239-4f80-a610-0aa2731f2b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:14:38Z', 'updated_at': '2022-02-28T11:14:42Z', 'revision_number': 5, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'subnets': [{'id': '77d2f8dc-c239-4f80-a610-0aa2731f2b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:14:59.233520 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90623a2d-dca7-4c53-b196-56f055e620ed None None] The sync data for ids ['1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1'] in dv-neutron-829161-3-hyperv is: [{'id': '1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175293044', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.52'}], 'enable_snat': True}, 'gw_port_id': 'a525a0cf-8bd5-4a26-8c60-92acf1c98009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:14:34Z', 'updated_at': '2022-02-28T11:14:39Z', 'revision_number': 4, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': 'a525a0cf-8bd5-4a26-8c60-92acf1c98009', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ec:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:14:34Z', 'updated_at': '2022-02-28T11:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': 'e7aa6a88-4815-4806-ad3f-c042c5a81d86', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'floating_ip_address': '172.26.3.76', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1', 'port_id': '3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1783, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65c9eba0-f20d-4238-b1f6-a8f1d3480813', 'mac_address': 'fa:16:3e:df:47:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675bd844-4c94-432d-8f83-a1427cfd7588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:14:56Z', 'updated_at': '2022-02-28T11:14:56Z', 'revision_number': 0, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f1ef843-fd2d-47d5-9b25-8013dd3af959', 'name': '', 'network_id': '65c9eba0-f20d-4238-b1f6-a8f1d3480813', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'mac_address': 'fa:16:3e:6e:f4:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '77d2f8dc-c239-4f80-a610-0aa2731f2b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:14:38Z', 'updated_at': '2022-02-28T11:14:42Z', 'revision_number': 5, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'subnets': [{'id': '77d2f8dc-c239-4f80-a610-0aa2731f2b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:14:59.435595 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91070921-9163-4a6e-89ac-a05850da0a39 None None] New status for floating IP e7aa6a88-4815-4806-ad3f-c042c5a81d86: ACTIVE {{(pid=104086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:14:59.724660 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 56102) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:14:59.797494 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-6f77c448-0f70-47da-88b7-b5d1388b0bbe tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/floatingips/e7aa6a88-4815-4806-ad3f-c042c5a81d86 HTTP/1.1" status: 200 len: 992 time: 0.0708313 Feb 28 11:15:00.973101 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:11.418912 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a4a24738-5c0e-4092-a173-8f97293fbaa7 req-93b888b8-05e3-4359-a9ba-c8c3b30c5d10 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=675bd844-4c94-432d-8f83-a1427cfd7588&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445035 Feb 28 11:15:11.528563 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a24738-5c0e-4092-a173-8f97293fbaa7 req-9cc9ba5b-ef36-4d93-a145-2051d24cf5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:11.530089 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a4a24738-5c0e-4092-a173-8f97293fbaa7 req-9cc9ba5b-ef36-4d93-a145-2051d24cf5e0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d2ac95293f7647eb87ff4889cfbdd577&device_id=675bd844-4c94-432d-8f83-a1427cfd7588 HTTP/1.1" status: 200 len: 1129 time: 0.0493217 Feb 28 11:15:11.650994 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a24738-5c0e-4092-a173-8f97293fbaa7 req-ab3dfe55-aabd-47b5-8385-5e87f2882c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:11.652710 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a4a24738-5c0e-4092-a173-8f97293fbaa7 req-ab3dfe55-aabd-47b5-8385-5e87f2882c46 service neutron] 10.222.0.70 "GET /v2.0/networks?id=65c9eba0-f20d-4238-b1f6-a8f1d3480813 HTTP/1.1" status: 200 len: 897 time: 0.1033161 Feb 28 11:15:11.730772 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a4a24738-5c0e-4092-a173-8f97293fbaa7 req-277cb1b6-73b1-4721-92d1-1a30360c0dbc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12 HTTP/1.1" status: 200 len: 1000 time: 0.0723214 Feb 28 11:15:11.779241 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a24738-5c0e-4092-a173-8f97293fbaa7 req-3369a74f-dc11-420b-9a39-5520afa847b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:11.780909 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a4a24738-5c0e-4092-a173-8f97293fbaa7 req-3369a74f-dc11-420b-9a39-5520afa847b5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=77d2f8dc-c239-4f80-a610-0aa2731f2b50 HTTP/1.1" status: 200 len: 834 time: 0.0434785 Feb 28 11:15:11.833607 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a24738-5c0e-4092-a173-8f97293fbaa7 req-801d331c-03f4-4b32-b5c2-cdbe9860df2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:11.835480 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a4a24738-5c0e-4092-a173-8f97293fbaa7 req-801d331c-03f4-4b32-b5c2-cdbe9860df2e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=65c9eba0-f20d-4238-b1f6-a8f1d3480813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0490689 Feb 28 11:15:11.925861 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a4a24738-5c0e-4092-a173-8f97293fbaa7 req-d21057a5-912d-4d93-af34-59f6de2e26b4 service neutron] 10.222.0.70 "GET /v2.0/networks/65c9eba0-f20d-4238-b1f6-a8f1d3480813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842752 Feb 28 11:15:12.019120 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a4a24738-5c0e-4092-a173-8f97293fbaa7 req-c5af1147-ffb2-4a47-935c-b8fd16c18863 service neutron] 10.222.0.70 "GET /v2.0/networks/65c9eba0-f20d-4238-b1f6-a8f1d3480813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855107 Feb 28 11:15:16.476121 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-4b44a756-e752-48a9-8969-d03ba4f39fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:18.665936 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-abf7fb07-a447-40b5-b530-1a0b1aec5356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:18.717527 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:15:20.168486 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:21.539556 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:22.745197 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:29.461637 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74738ef-d1ad-48a6-8417-1095271420fa req-5d1eb74d-67c8-4bbe-9f50-7ef04520fe9d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:29.463157 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c74738ef-d1ad-48a6-8417-1095271420fa req-5d1eb74d-67c8-4bbe-9f50-7ef04520fe9d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=675bd844-4c94-432d-8f83-a1427cfd7588 HTTP/1.1" status: 200 len: 945 time: 0.0535851 Feb 28 11:15:29.511600 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c74738ef-d1ad-48a6-8417-1095271420fa req-c9bbccd5-bdc8-42f8-8937-6d4da7259379 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb472b3e-b829-495f-ae60-eccd175e69ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428708 Feb 28 11:15:30.636371 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358467a-db2a-4122-bed3-df4cdc5b3cf9 req-4fb764e7-ce87-4bba-b740-b447e0dff480 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:30.638522 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-3358467a-db2a-4122-bed3-df4cdc5b3cf9 req-4fb764e7-ce87-4bba-b740-b447e0dff480 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=675bd844-4c94-432d-8f83-a1427cfd7588 HTTP/1.1" status: 200 len: 945 time: 0.0561104 Feb 28 11:15:30.686571 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-3358467a-db2a-4122-bed3-df4cdc5b3cf9 req-a491788e-8364-4478-81d7-54dfcc049fd9 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb472b3e-b829-495f-ae60-eccd175e69ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431061 Feb 28 11:15:30.984652 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:31.813152 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed03490c-3e4c-41b3-af79-933946fc8801 req-3f53efc7-7442-4b04-bef0-89ec7b77bd77 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:31.814647 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ed03490c-3e4c-41b3-af79-933946fc8801 req-3f53efc7-7442-4b04-bef0-89ec7b77bd77 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=675bd844-4c94-432d-8f83-a1427cfd7588 HTTP/1.1" status: 200 len: 945 time: 0.0528781 Feb 28 11:15:31.862540 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ed03490c-3e4c-41b3-af79-933946fc8801 req-4d85c9de-fb09-46b0-9361-141040b6d5c6 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb472b3e-b829-495f-ae60-eccd175e69ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418115 Feb 28 11:15:32.982917 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d604b-bb16-4bd5-964a-94f95e775eba req-577d059c-9d98-4645-91bb-a057edd8bc7c tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:32.984417 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-943d604b-bb16-4bd5-964a-94f95e775eba req-577d059c-9d98-4645-91bb-a057edd8bc7c tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=675bd844-4c94-432d-8f83-a1427cfd7588 HTTP/1.1" status: 200 len: 945 time: 0.0544851 Feb 28 11:15:33.036646 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-943d604b-bb16-4bd5-964a-94f95e775eba req-bbe98701-3672-41fd-a98d-a9e738229288 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb472b3e-b829-495f-ae60-eccd175e69ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458117 Feb 28 11:15:34.174055 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeea724-b7d1-496e-a2e6-18e4d3311539 req-cb5b27a6-72a9-4005-8937-b793424989e8 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:34.175570 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1aeea724-b7d1-496e-a2e6-18e4d3311539 req-cb5b27a6-72a9-4005-8937-b793424989e8 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=675bd844-4c94-432d-8f83-a1427cfd7588 HTTP/1.1" status: 200 len: 945 time: 0.0577431 Feb 28 11:15:34.225249 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1aeea724-b7d1-496e-a2e6-18e4d3311539 req-5c45aaa7-5bb0-43f9-8ef3-e8de05096ae8 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb472b3e-b829-495f-ae60-eccd175e69ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434022 Feb 28 11:15:35.343652 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8567810-586e-49d6-91a9-ed31fc48b939 req-b44ab818-e032-45d6-9f34-8fa27fe6db72 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:35.345070 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e8567810-586e-49d6-91a9-ed31fc48b939 req-b44ab818-e032-45d6-9f34-8fa27fe6db72 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=675bd844-4c94-432d-8f83-a1427cfd7588 HTTP/1.1" status: 200 len: 945 time: 0.0533061 Feb 28 11:15:35.398761 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e8567810-586e-49d6-91a9-ed31fc48b939 req-0fac2243-4570-4e9a-b003-7f5742608349 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb472b3e-b829-495f-ae60-eccd175e69ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469339 Feb 28 11:15:36.518364 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec7043-f83a-446d-b581-c6928b674aed req-43241576-51d4-4155-935d-a3ce6969381d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:36.519894 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-07ec7043-f83a-446d-b581-c6928b674aed req-43241576-51d4-4155-935d-a3ce6969381d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=675bd844-4c94-432d-8f83-a1427cfd7588 HTTP/1.1" status: 200 len: 945 time: 0.0533009 Feb 28 11:15:36.569621 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-07ec7043-f83a-446d-b581-c6928b674aed req-277f76e9-ff43-43c1-a155-58260edcdaab tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb472b3e-b829-495f-ae60-eccd175e69ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440507 Feb 28 11:15:37.709548 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d64d086-fb16-4c1b-b8de-7848048163e4 req-e300df33-c7ce-49b5-b007-6ea21fdfcdd0 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:37.711401 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-2d64d086-fb16-4c1b-b8de-7848048163e4 req-e300df33-c7ce-49b5-b007-6ea21fdfcdd0 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=675bd844-4c94-432d-8f83-a1427cfd7588 HTTP/1.1" status: 200 len: 945 time: 0.0661898 Feb 28 11:15:37.773899 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-2d64d086-fb16-4c1b-b8de-7848048163e4 req-0b2ed90b-c097-48e6-be7f-4a9e1a511901 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb472b3e-b829-495f-ae60-eccd175e69ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568101 Feb 28 11:15:38.931460 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6277b0-47f2-4d1c-9379-40f0ea363ceb req-564173e5-d104-41e0-a398-bc5c4c830af6 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:38.932953 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2a6277b0-47f2-4d1c-9379-40f0ea363ceb req-564173e5-d104-41e0-a398-bc5c4c830af6 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=675bd844-4c94-432d-8f83-a1427cfd7588 HTTP/1.1" status: 200 len: 945 time: 0.0643158 Feb 28 11:15:38.982155 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2a6277b0-47f2-4d1c-9379-40f0ea363ceb req-337e6bc8-6b37-49d9-a736-5988a8c791a0 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb472b3e-b829-495f-ae60-eccd175e69ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431993 Feb 28 11:15:40.099008 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f25bd5-5f02-4bb4-afd0-80701bd688b1 req-e6efe366-d53b-4a61-a455-3c010dd859ab tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:40.100541 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-b3f25bd5-5f02-4bb4-afd0-80701bd688b1 req-e6efe366-d53b-4a61-a455-3c010dd859ab tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=675bd844-4c94-432d-8f83-a1427cfd7588 HTTP/1.1" status: 200 len: 945 time: 0.0532477 Feb 28 11:15:40.148298 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-b3f25bd5-5f02-4bb4-afd0-80701bd688b1 req-54eac428-0413-42e7-8211-7e0ff9b88bbb tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb472b3e-b829-495f-ae60-eccd175e69ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423510 Feb 28 11:15:41.267441 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b70467-9654-4de3-b996-5a2f8437923e req-b10b0edd-a069-4dc3-8f20-a2764fd291c0 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:41.321230 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-67b70467-9654-4de3-b996-5a2f8437923e req-b10b0edd-a069-4dc3-8f20-a2764fd291c0 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=675bd844-4c94-432d-8f83-a1427cfd7588 HTTP/1.1" status: 200 len: 945 time: 0.0530295 Feb 28 11:15:41.321230 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-67b70467-9654-4de3-b996-5a2f8437923e req-4500017d-3653-4d8c-8f15-cf198852dfc9 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb472b3e-b829-495f-ae60-eccd175e69ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448773 Feb 28 11:15:42.443229 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652cdde9-d3c5-49e6-af34-33aa8755a786 req-60e359cc-6629-46f5-8b1b-6b6f8dd453b0 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:42.444746 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-652cdde9-d3c5-49e6-af34-33aa8755a786 req-60e359cc-6629-46f5-8b1b-6b6f8dd453b0 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=675bd844-4c94-432d-8f83-a1427cfd7588 HTTP/1.1" status: 200 len: 945 time: 0.0577972 Feb 28 11:15:42.493009 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-652cdde9-d3c5-49e6-af34-33aa8755a786 req-8a0a4c86-fce3-442e-b035-22eec9b48eb0 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb472b3e-b829-495f-ae60-eccd175e69ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425568 Feb 28 11:15:43.620286 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98bc8f-41cc-40e7-9949-07f5e5ea0686 req-d1f20892-40e2-46e2-b262-b3ed21298ea2 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:43.622056 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-da98bc8f-41cc-40e7-9949-07f5e5ea0686 req-d1f20892-40e2-46e2-b262-b3ed21298ea2 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=675bd844-4c94-432d-8f83-a1427cfd7588 HTTP/1.1" status: 200 len: 945 time: 0.0624499 Feb 28 11:15:43.682017 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-da98bc8f-41cc-40e7-9949-07f5e5ea0686 req-1f8935e5-061c-484b-aca0-995de5e10719 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb472b3e-b829-495f-ae60-eccd175e69ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538383 Feb 28 11:15:44.803406 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bcee5a-170e-41d9-958a-dfc8923cec9b req-bec7646d-10ba-41ca-94f3-c2fcf44761e3 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:44.804923 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-59bcee5a-170e-41d9-958a-dfc8923cec9b req-bec7646d-10ba-41ca-94f3-c2fcf44761e3 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=675bd844-4c94-432d-8f83-a1427cfd7588 HTTP/1.1" status: 200 len: 945 time: 0.0538554 Feb 28 11:15:44.869003 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-59bcee5a-170e-41d9-958a-dfc8923cec9b req-178c271c-abb0-4060-8328-f35903487c30 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb472b3e-b829-495f-ae60-eccd175e69ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544102 Feb 28 11:15:46.002422 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e83c5fd-3715-499c-9494-4e95ce1d42f3 req-91164e1a-14f9-440f-a0c8-4737f827b32b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:46.003914 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4e83c5fd-3715-499c-9494-4e95ce1d42f3 req-91164e1a-14f9-440f-a0c8-4737f827b32b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=675bd844-4c94-432d-8f83-a1427cfd7588 HTTP/1.1" status: 200 len: 945 time: 0.0540159 Feb 28 11:15:46.052527 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4e83c5fd-3715-499c-9494-4e95ce1d42f3 req-6f61d75a-c98f-4006-bba5-d31f23931e29 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb472b3e-b829-495f-ae60-eccd175e69ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427427 Feb 28 11:15:46.074867 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 56154) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:15:46.135534 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-341ef46e-d0fe-4561-bc12-6b02b7134415 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/floatingips/e7aa6a88-4815-4806-ad3f-c042c5a81d86 HTTP/1.1" status: 200 len: 992 time: 0.0595238 Feb 28 11:15:46.464194 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-059448b6-f9cf-413b-966b-76c496d3ce28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:47.591216 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49453d8-23e6-4756-96ce-e59ee785caf8 req-39e0f5f8-688a-482d-825f-411afd9a38f2 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:47.592745 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-a49453d8-23e6-4756-96ce-e59ee785caf8 req-39e0f5f8-688a-482d-825f-411afd9a38f2 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=675bd844-4c94-432d-8f83-a1427cfd7588 HTTP/1.1" status: 200 len: 945 time: 0.0551009 Feb 28 11:15:47.647617 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-a49453d8-23e6-4756-96ce-e59ee785caf8 req-c32b1415-19fc-4a14-996f-97f5aaa442d3 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb472b3e-b829-495f-ae60-eccd175e69ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480554 Feb 28 11:15:47.731976 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb84ab-595b-453a-ba7f-b842c82c870c req-b8f1ae19-1028-430f-91d0-97411238dc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:47.733471 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d2eb84ab-595b-453a-ba7f-b842c82c870c req-b8f1ae19-1028-430f-91d0-97411238dc4c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d2ac95293f7647eb87ff4889cfbdd577&device_id=675bd844-4c94-432d-8f83-a1427cfd7588 HTTP/1.1" status: 200 len: 1129 time: 0.0493650 Feb 28 11:15:47.819930 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb84ab-595b-453a-ba7f-b842c82c870c req-acd282b4-b0c2-444a-9885-63f32ea91374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:47.821387 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d2eb84ab-595b-453a-ba7f-b842c82c870c req-acd282b4-b0c2-444a-9885-63f32ea91374 service neutron] 10.222.0.70 "GET /v2.0/networks?id=65c9eba0-f20d-4238-b1f6-a8f1d3480813 HTTP/1.1" status: 200 len: 897 time: 0.0820448 Feb 28 11:15:47.889406 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d2eb84ab-595b-453a-ba7f-b842c82c870c req-97eb00b1-8ac2-46d5-8a54-544bda6f9d5d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12 HTTP/1.1" status: 200 len: 1000 time: 0.0619342 Feb 28 11:15:47.936219 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb84ab-595b-453a-ba7f-b842c82c870c req-71d6ce6e-0781-4a82-b17f-f6332bedf7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:47.937907 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d2eb84ab-595b-453a-ba7f-b842c82c870c req-71d6ce6e-0781-4a82-b17f-f6332bedf7da service neutron] 10.222.0.70 "GET /v2.0/subnets?id=77d2f8dc-c239-4f80-a610-0aa2731f2b50 HTTP/1.1" status: 200 len: 834 time: 0.0427766 Feb 28 11:15:47.988607 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb84ab-595b-453a-ba7f-b842c82c870c req-bf9eff3c-b5c5-41ce-89ea-0dcb1e5b66fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:47.990341 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d2eb84ab-595b-453a-ba7f-b842c82c870c req-bf9eff3c-b5c5-41ce-89ea-0dcb1e5b66fb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=65c9eba0-f20d-4238-b1f6-a8f1d3480813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0464473 Feb 28 11:15:48.087303 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d2eb84ab-595b-453a-ba7f-b842c82c870c req-cf0b7583-be64-438f-9094-7a99b8440154 service neutron] 10.222.0.70 "GET /v2.0/networks/65c9eba0-f20d-4238-b1f6-a8f1d3480813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914526 Feb 28 11:15:48.173333 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d2eb84ab-595b-453a-ba7f-b842c82c870c req-e90f46df-f2f9-433c-b6d4-8b4ea06435b3 service neutron] 10.222.0.70 "GET /v2.0/networks/65c9eba0-f20d-4238-b1f6-a8f1d3480813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809951 Feb 28 11:15:48.687927 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-16dfeb79-7646-4995-b954-2c9c549c2f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:48.769955 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b816b-c9bd-43e0-a3fb-dec5f2354e0e req-94d42702-8ef1-43fd-bbd0-c1434eb08611 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:48.772195 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e92b816b-c9bd-43e0-a3fb-dec5f2354e0e req-94d42702-8ef1-43fd-bbd0-c1434eb08611 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=675bd844-4c94-432d-8f83-a1427cfd7588 HTTP/1.1" status: 200 len: 945 time: 0.0551126 Feb 28 11:15:48.836944 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e92b816b-c9bd-43e0-a3fb-dec5f2354e0e req-0538349b-1ba3-43b9-9fba-9362c65e1789 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb472b3e-b829-495f-ae60-eccd175e69ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589893 Feb 28 11:15:49.959543 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc60b6-2dbe-4920-9940-452371d4a60b req-cafbc5d0-48c6-4e55-8bf3-6af6dfd93543 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:49.960716 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-50dc60b6-2dbe-4920-9940-452371d4a60b req-cafbc5d0-48c6-4e55-8bf3-6af6dfd93543 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=675bd844-4c94-432d-8f83-a1427cfd7588 HTTP/1.1" status: 200 len: 945 time: 0.0533385 Feb 28 11:15:50.014760 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-50dc60b6-2dbe-4920-9940-452371d4a60b req-15f1fe69-b324-454a-8899-bc4a5237cdb3 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb472b3e-b829-495f-ae60-eccd175e69ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423162 Feb 28 11:15:50.037571 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 56168) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:15:50.102545 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-9214a8b3-0b4f-4a72-aa16-9e2fdef3a61d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/floatingips/e7aa6a88-4815-4806-ad3f-c042c5a81d86 HTTP/1.1" status: 200 len: 992 time: 0.0638430 Feb 28 11:15:50.179975 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:51.465067 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:52.739385 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:55.718067 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:16:00.984413 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:11.413757 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4f1b7807-574a-4b8c-862c-6b3f7050f27f req-199905b8-7513-4c60-a104-ff1a2e6f9c12 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=675bd844-4c94-432d-8f83-a1427cfd7588&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0477729 Feb 28 11:16:11.517138 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b7807-574a-4b8c-862c-6b3f7050f27f req-ff3bfe99-5e7b-488e-84ed-e0830316d13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:16:11.518561 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4f1b7807-574a-4b8c-862c-6b3f7050f27f req-ff3bfe99-5e7b-488e-84ed-e0830316d13e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d2ac95293f7647eb87ff4889cfbdd577&device_id=675bd844-4c94-432d-8f83-a1427cfd7588 HTTP/1.1" status: 200 len: 1129 time: 0.0450461 Feb 28 11:16:11.623367 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b7807-574a-4b8c-862c-6b3f7050f27f req-99464a75-5cfd-462a-809d-aa14cd9a98c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:16:11.624937 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4f1b7807-574a-4b8c-862c-6b3f7050f27f req-99464a75-5cfd-462a-809d-aa14cd9a98c1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=65c9eba0-f20d-4238-b1f6-a8f1d3480813 HTTP/1.1" status: 200 len: 897 time: 0.0892475 Feb 28 11:16:11.694224 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4f1b7807-574a-4b8c-862c-6b3f7050f27f req-7c959b0b-b48c-4c86-a6c1-b261744c0631 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12 HTTP/1.1" status: 200 len: 1000 time: 0.0629394 Feb 28 11:16:11.743632 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b7807-574a-4b8c-862c-6b3f7050f27f req-4798b595-0b9f-48d8-aee4-294c665a258a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:16:11.745149 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4f1b7807-574a-4b8c-862c-6b3f7050f27f req-4798b595-0b9f-48d8-aee4-294c665a258a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=77d2f8dc-c239-4f80-a610-0aa2731f2b50 HTTP/1.1" status: 200 len: 834 time: 0.0449908 Feb 28 11:16:11.798317 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b7807-574a-4b8c-862c-6b3f7050f27f req-851de0c6-42e0-4924-914c-f484d69b9c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:16:11.799866 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4f1b7807-574a-4b8c-862c-6b3f7050f27f req-851de0c6-42e0-4924-914c-f484d69b9c3a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=65c9eba0-f20d-4238-b1f6-a8f1d3480813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0480676 Feb 28 11:16:11.809822 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [req-4f1b7807-574a-4b8c-862c-6b3f7050f27f req-2b203aaa-020c-4a02-ad0e-00f3a8edd809 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 11:16:11.810894 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4f1b7807-574a-4b8c-862c-6b3f7050f27f req-2b203aaa-020c-4a02-ad0e-00f3a8edd809 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052850 Feb 28 11:16:11.901360 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4f1b7807-574a-4b8c-862c-6b3f7050f27f req-d4e01eee-7e29-4b00-b2ff-8032c1fe8747 service neutron] 10.222.0.70 "GET /v2.0/networks/65c9eba0-f20d-4238-b1f6-a8f1d3480813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843620 Feb 28 11:16:11.996856 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4f1b7807-574a-4b8c-862c-6b3f7050f27f req-65dcffcf-defa-4120-9598-d4a4c91d95e2 service neutron] 10.222.0.70 "GET /v2.0/networks/65c9eba0-f20d-4238-b1f6-a8f1d3480813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872254 Feb 28 11:16:16.459599 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9cda1110-8ae0-4d9c-8d62-cea6a6331064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:18.670684 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f5a877e2-c05b-4d9f-92ae-833899bbfccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:18.675928 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 56178) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:16:18.836364 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-cb27d896-7d1b-42b4-bcd6-e3059fa1c0a9 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Deleting port f5ccc20a-2b63-48f6-b957-aa0ef6cd26a8 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:16:18.836709 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cb27d896-7d1b-42b4-bcd6-e3059fa1c0a9 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (f5ccc20a-2b63-48f6-b957-aa0ef6cd26a8), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:18.911772 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cb27d896-7d1b-42b4-bcd6-e3059fa1c0a9 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (f5ccc20a-2b63-48f6-b957-aa0ef6cd26a8), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:18.912100 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cb27d896-7d1b-42b4-bcd6-e3059fa1c0a9 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for floatingip (f5ccc20a-2b63-48f6-b957-aa0ef6cd26a8), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:18.924200 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-cb27d896-7d1b-42b4-bcd6-e3059fa1c0a9 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Calling delete_port for f5ccc20a-2b63-48f6-b957-aa0ef6cd26a8 owned by network:floatingip {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:16:19.151372 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cb27d896-7d1b-42b4-bcd6-e3059fa1c0a9 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (f5ccc20a-2b63-48f6-b957-aa0ef6cd26a8), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:19.187097 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb27d896-7d1b-42b4-bcd6-e3059fa1c0a9 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event deleted for resources: {'Port': ['ID=f5ccc20a-2b63-48f6-b957-aa0ef6cd26a8,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:16:19.217977 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb27d896-7d1b-42b4-bcd6-e3059fa1c0a9 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:16:19.218335 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb27d896-7d1b-42b4-bcd6-e3059fa1c0a9 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:16:19.218685 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb27d896-7d1b-42b4-bcd6-e3059fa1c0a9 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:16:19.219062 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb27d896-7d1b-42b4-bcd6-e3059fa1c0a9 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:16:19.219407 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb27d896-7d1b-42b4-bcd6-e3059fa1c0a9 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:16:19.219749 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb27d896-7d1b-42b4-bcd6-e3059fa1c0a9 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:16:19.220085 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb27d896-7d1b-42b4-bcd6-e3059fa1c0a9 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:16:19.220419 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb27d896-7d1b-42b4-bcd6-e3059fa1c0a9 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:16:19.220751 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb27d896-7d1b-42b4-bcd6-e3059fa1c0a9 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:16:19.221085 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb27d896-7d1b-42b4-bcd6-e3059fa1c0a9 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:16:19.221415 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb27d896-7d1b-42b4-bcd6-e3059fa1c0a9 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:16:19.221745 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb27d896-7d1b-42b4-bcd6-e3059fa1c0a9 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:16:19.222074 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb27d896-7d1b-42b4-bcd6-e3059fa1c0a9 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:16:19.267069 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cb27d896-7d1b-42b4-bcd6-e3059fa1c0a9 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for floatingip (e7aa6a88-4815-4806-ad3f-c042c5a81d86), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:19.267408 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.l3_db [None req-cb27d896-7d1b-42b4-bcd6-e3059fa1c0a9 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Floating IP e7aa6a88-4815-4806-ad3f-c042c5a81d86 disassociated (deleted). External IP: 172.26.3.76, port: 3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12. Feb 28 11:16:19.503240 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb27d896-7d1b-42b4-bcd6-e3059fa1c0a9 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Router 1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:16:19.624165 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb27d896-7d1b-42b4-bcd6-e3059fa1c0a9 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:16:19.629164 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cb27d896-7d1b-42b4-bcd6-e3059fa1c0a9 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:19.635276 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31198a9-65e1-49b0-be06-65be752079ec None None] Sync routers for ids ['1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:16:19.644894 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31198a9-65e1-49b0-be06-65be752079ec None None] Routers {'1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:16:19.645732 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-d31198a9-65e1-49b0-be06-65be752079ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:16:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:16:19.659167 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-cb27d896-7d1b-42b4-bcd6-e3059fa1c0a9 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "DELETE /v2.0/floatingips/e7aa6a88-4815-4806-ad3f-c042c5a81d86 HTTP/1.1" status: 204 len: 168 time: 0.9820571 Feb 28 11:16:19.659781 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '675bd844-4c94-432d-8f83-a1427cfd7588', 'tag': '3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:16:19.662220 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7316aac3-fd0d-4354-985a-252f5c316c1a" -d '{"events": [{"name": "network-changed", "server_uuid": "675bd844-4c94-432d-8f83-a1427cfd7588", "tag": "3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:16:19.705260 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f190a786-a96b-454f-beac-2f113e4ae896 x-openstack-request-id: req-f190a786-a96b-454f-beac-2f113e4ae896 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:16:19.706765 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "675bd844-4c94-432d-8f83-a1427cfd7588", "tag": "3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:16:19.707110 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f190a786-a96b-454f-beac-2f113e4ae896 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:16:19.707538 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '675bd844-4c94-432d-8f83-a1427cfd7588', 'tag': '3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12', 'status': 'completed', 'code': 200} Feb 28 11:16:19.771135 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-d31198a9-65e1-49b0-be06-65be752079ec None None] Set router 1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:16:19.796406 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7316aac3-fd0d-4354-985a-252f5c316c1a req-64dc5b1d-f929-4f0a-8c8a-78feeff4bacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:16:19.798612 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-7316aac3-fd0d-4354-985a-252f5c316c1a req-64dc5b1d-f929-4f0a-8c8a-78feeff4bacc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d2ac95293f7647eb87ff4889cfbdd577&device_id=675bd844-4c94-432d-8f83-a1427cfd7588 HTTP/1.1" status: 200 len: 1129 time: 0.0507805 Feb 28 11:16:19.903928 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7316aac3-fd0d-4354-985a-252f5c316c1a req-fb2839d9-d6ad-4555-a0c2-4c353903a85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:16:19.905443 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-7316aac3-fd0d-4354-985a-252f5c316c1a req-fb2839d9-d6ad-4555-a0c2-4c353903a85b service neutron] 10.222.0.70 "GET /v2.0/networks?id=65c9eba0-f20d-4238-b1f6-a8f1d3480813 HTTP/1.1" status: 200 len: 897 time: 0.0983877 Feb 28 11:16:19.965064 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-7316aac3-fd0d-4354-985a-252f5c316c1a req-774d5a61-a24e-4a78-9df4-c47990bc2da0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12 HTTP/1.1" status: 200 len: 217 time: 0.0529215 Feb 28 11:16:20.023502 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7316aac3-fd0d-4354-985a-252f5c316c1a req-ad7a840b-f7e2-4c5b-916d-f9f075becf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:16:20.023745 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-d31198a9-65e1-49b0-be06-65be752079ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175293044', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.52'}], 'enable_snat': True}, 'gw_port_id': 'a525a0cf-8bd5-4a26-8c60-92acf1c98009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:14:34Z', 'updated_at': '2022-02-28T11:14:39Z', 'revision_number': 4, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': 'a525a0cf-8bd5-4a26-8c60-92acf1c98009', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ec:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:14:34Z', 'updated_at': '2022-02-28T11:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '6f1ef843-fd2d-47d5-9b25-8013dd3af959', 'name': '', 'network_id': '65c9eba0-f20d-4238-b1f6-a8f1d3480813', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'mac_address': 'fa:16:3e:6e:f4:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '77d2f8dc-c239-4f80-a610-0aa2731f2b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:14:38Z', 'updated_at': '2022-02-28T11:14:42Z', 'revision_number': 5, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'subnets': [{'id': '77d2f8dc-c239-4f80-a610-0aa2731f2b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:16:20.029475 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-7316aac3-fd0d-4354-985a-252f5c316c1a req-ad7a840b-f7e2-4c5b-916d-f9f075becf0e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=77d2f8dc-c239-4f80-a610-0aa2731f2b50 HTTP/1.1" status: 200 len: 834 time: 0.0552871 Feb 28 11:16:20.065693 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31198a9-65e1-49b0-be06-65be752079ec None None] Checking router: 1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1 for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:16:20.077252 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31198a9-65e1-49b0-be06-65be752079ec None None] Routers {'1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:16:20.077252 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-d31198a9-65e1-49b0-be06-65be752079ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:16:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:16:20.131124 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7316aac3-fd0d-4354-985a-252f5c316c1a req-50b3b661-0b03-4be5-b6e2-d61ba2b37819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:16:20.132696 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-7316aac3-fd0d-4354-985a-252f5c316c1a req-50b3b661-0b03-4be5-b6e2-d61ba2b37819 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=65c9eba0-f20d-4238-b1f6-a8f1d3480813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0635312 Feb 28 11:16:20.202964 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:20.204758 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-d31198a9-65e1-49b0-be06-65be752079ec None None] Set router 1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:16:20.225780 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed26a6b1-221f-4d32-bf5d-0071fa3ae1c5 req-8a4b8bba-01f2-43fb-8454-2300ee2317ca tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:16:20.227293 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ed26a6b1-221f-4d32-bf5d-0071fa3ae1c5 req-8a4b8bba-01f2-43fb-8454-2300ee2317ca tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=675bd844-4c94-432d-8f83-a1427cfd7588 HTTP/1.1" status: 200 len: 945 time: 0.1153216 Feb 28 11:16:20.270857 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-7316aac3-fd0d-4354-985a-252f5c316c1a req-2809c38f-e27a-4f29-a8e8-dcce41ca0bfa service neutron] 10.222.0.70 "GET /v2.0/networks/65c9eba0-f20d-4238-b1f6-a8f1d3480813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231995 Feb 28 11:16:20.430028 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-d31198a9-65e1-49b0-be06-65be752079ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175293044', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.52'}], 'enable_snat': True}, 'gw_port_id': 'a525a0cf-8bd5-4a26-8c60-92acf1c98009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:14:34Z', 'updated_at': '2022-02-28T11:14:39Z', 'revision_number': 4, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': 'a525a0cf-8bd5-4a26-8c60-92acf1c98009', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ec:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:14:34Z', 'updated_at': '2022-02-28T11:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '6f1ef843-fd2d-47d5-9b25-8013dd3af959', 'name': '', 'network_id': '65c9eba0-f20d-4238-b1f6-a8f1d3480813', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'mac_address': 'fa:16:3e:6e:f4:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '77d2f8dc-c239-4f80-a610-0aa2731f2b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:14:38Z', 'updated_at': '2022-02-28T11:14:42Z', 'revision_number': 5, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'subnets': [{'id': '77d2f8dc-c239-4f80-a610-0aa2731f2b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:16:20.464349 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31198a9-65e1-49b0-be06-65be752079ec None None] The sync data for ids ['1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1'] in dv-neutron-829161-3-hyperv is: [{'id': '1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175293044', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.52'}], 'enable_snat': True}, 'gw_port_id': 'a525a0cf-8bd5-4a26-8c60-92acf1c98009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:14:34Z', 'updated_at': '2022-02-28T11:14:39Z', 'revision_number': 4, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': 'a525a0cf-8bd5-4a26-8c60-92acf1c98009', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ec:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:14:34Z', 'updated_at': '2022-02-28T11:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '6f1ef843-fd2d-47d5-9b25-8013dd3af959', 'name': '', 'network_id': '65c9eba0-f20d-4238-b1f6-a8f1d3480813', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'mac_address': 'fa:16:3e:6e:f4:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '77d2f8dc-c239-4f80-a610-0aa2731f2b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:14:38Z', 'updated_at': '2022-02-28T11:14:42Z', 'revision_number': 5, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'subnets': [{'id': '77d2f8dc-c239-4f80-a610-0aa2731f2b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:16:20.695197 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ed26a6b1-221f-4d32-bf5d-0071fa3ae1c5 req-70a846ae-18bb-4d1c-85a8-ab9c49732fec tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb472b3e-b829-495f-ae60-eccd175e69ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4569614 Feb 28 11:16:20.703074 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742fa289-fd54-4a9e-8a9f-550870ce59b5 None None] New status for floating IP e7aa6a88-4815-4806-ad3f-c042c5a81d86: DOWN {{(pid=104086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:16:20.742621 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-7316aac3-fd0d-4354-985a-252f5c316c1a req-f0eee55c-9aab-4aca-a183-9d919158005c service neutron] 10.222.0.70 "GET /v2.0/networks/65c9eba0-f20d-4238-b1f6-a8f1d3480813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4609454 Feb 28 11:16:21.482600 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:21.807420 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f4d0b9-c5f6-4de7-8915-71f5139feb18 req-4ba57454-42f1-4275-b933-ed1716b2c90d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:16:21.808916 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-34f4d0b9-c5f6-4de7-8915-71f5139feb18 req-4ba57454-42f1-4275-b933-ed1716b2c90d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.70 "GET /v2.0/ports?device_id=675bd844-4c94-432d-8f83-a1427cfd7588 HTTP/1.1" status: 200 len: 945 time: 0.0537977 Feb 28 11:16:21.823901 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23153e-eefc-45ee-a6b9-95796399c793 req-b5b713f1-e21c-4c5f-90a1-ffd698648335 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:16:21.825410 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-5f23153e-eefc-45ee-a6b9-95796399c793 req-b5b713f1-e21c-4c5f-90a1-ffd698648335 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=675bd844-4c94-432d-8f83-a1427cfd7588 HTTP/1.1" status: 200 len: 945 time: 0.0554852 Feb 28 11:16:21.877929 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-5f23153e-eefc-45ee-a6b9-95796399c793 req-3a2e81ea-3463-4a0e-b65f-78ef43db0ee9 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb472b3e-b829-495f-ae60-eccd175e69ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467358 Feb 28 11:16:21.908506 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-34f4d0b9-c5f6-4de7-8915-71f5139feb18 req-e7a8dab1-6df1-49bb-b26c-253ac59572a2 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Deleting port 3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:16:21.908849 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-34f4d0b9-c5f6-4de7-8915-71f5139feb18 req-e7a8dab1-6df1-49bb-b26c-253ac59572a2 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:22.000127 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-34f4d0b9-c5f6-4de7-8915-71f5139feb18 req-e7a8dab1-6df1-49bb-b26c-253ac59572a2 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] For port 3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12,segment=NetworkSegment(0c78ba7f-6efe-4e39-8e7f-d58578949b24),segment_id=0c78ba7f-6efe-4e39-8e7f-d58578949b24)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:16:22.000403 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-34f4d0b9-c5f6-4de7-8915-71f5139feb18 req-e7a8dab1-6df1-49bb-b26c-253ac59572a2 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:22.012938 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-34f4d0b9-c5f6-4de7-8915-71f5139feb18 req-e7a8dab1-6df1-49bb-b26c-253ac59572a2 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Calling delete_port for 3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12 owned by compute:nova {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:16:22.225425 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-34f4d0b9-c5f6-4de7-8915-71f5139feb18 req-e7a8dab1-6df1-49bb-b26c-253ac59572a2 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:22.253236 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a8dab1-6df1-49bb-b26c-253ac59572a2 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event deleted for resources: {'Port': ['ID=3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:16:22.304329 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f4d0b9-c5f6-4de7-8915-71f5139feb18 req-e7a8dab1-6df1-49bb-b26c-253ac59572a2 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] No DVR routers for this DVR port 3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12 on host hv-neutron-8291 {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:16:22.307590 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-34f4d0b9-c5f6-4de7-8915-71f5139feb18 req-e7a8dab1-6df1-49bb-b26c-253ac59572a2 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:22.311097 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-34f4d0b9-c5f6-4de7-8915-71f5139feb18 req-e7a8dab1-6df1-49bb-b26c-253ac59572a2 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.70 "DELETE /v2.0/ports/3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12 HTTP/1.1" status: 204 len: 173 time: 0.4957714 Feb 28 11:16:22.311603 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '675bd844-4c94-432d-8f83-a1427cfd7588', 'name': 'network-vif-deleted', 'tag': '3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:16:22.314239 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d4987a-a9eb-4603-b40c-254e17d0d4d1" -d '{"events": [{"server_uuid": "675bd844-4c94-432d-8f83-a1427cfd7588", "name": "network-vif-deleted", "tag": "3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:16:22.351353 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae5984b-483a-47e2-9011-83b39594f14f x-openstack-request-id: req-0ae5984b-483a-47e2-9011-83b39594f14f {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:16:22.351689 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "675bd844-4c94-432d-8f83-a1427cfd7588", "name": "network-vif-deleted", "tag": "3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:16:22.352085 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0ae5984b-483a-47e2-9011-83b39594f14f {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:16:22.353105 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '675bd844-4c94-432d-8f83-a1427cfd7588', 'name': 'network-vif-deleted', 'tag': '3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12', 'status': 'completed', 'code': 200} Feb 28 11:16:22.728876 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:22.994179 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-166a0190-53cd-4f84-b85d-2dd9f13ed99e req-4e478f12-2cae-4379-9803-22e491c2d7e9 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=675bd844-4c94-432d-8f83-a1427cfd7588 HTTP/1.1" status: 200 len: 210 time: 0.0285096 Feb 28 11:16:24.052394 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 56198) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:16:24.433642 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b9baf991-3077-451d-9afd-52944b3503cb tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047661'] for router_interface (1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:24.697814 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-b9baf991-3077-451d-9afd-52944b3503cb tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Deleting port 6f1ef843-fd2d-47d5-9b25-8013dd3af959 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:16:24.698105 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b9baf991-3077-451d-9afd-52944b3503cb tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (6f1ef843-fd2d-47d5-9b25-8013dd3af959), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:24.788550 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-b9baf991-3077-451d-9afd-52944b3503cb tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] For port 6f1ef843-fd2d-47d5-9b25-8013dd3af959, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=6f1ef843-fd2d-47d5-9b25-8013dd3af959,segment=NetworkSegment(0c78ba7f-6efe-4e39-8e7f-d58578949b24),segment_id=0c78ba7f-6efe-4e39-8e7f-d58578949b24)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:16:24.789092 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b9baf991-3077-451d-9afd-52944b3503cb tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (6f1ef843-fd2d-47d5-9b25-8013dd3af959), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:24.802522 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-b9baf991-3077-451d-9afd-52944b3503cb tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Calling delete_port for 6f1ef843-fd2d-47d5-9b25-8013dd3af959 owned by network:router_interface {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:16:25.059743 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b9baf991-3077-451d-9afd-52944b3503cb tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (6f1ef843-fd2d-47d5-9b25-8013dd3af959), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:25.084873 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9baf991-3077-451d-9afd-52944b3503cb tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event deleted for resources: {'Port': ['ID=6f1ef843-fd2d-47d5-9b25-8013dd3af959,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:16:25.099428 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9baf991-3077-451d-9afd-52944b3503cb tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:16:25.099740 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9baf991-3077-451d-9afd-52944b3503cb tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:16:25.100094 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9baf991-3077-451d-9afd-52944b3503cb tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:16:25.100443 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9baf991-3077-451d-9afd-52944b3503cb tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:16:25.100790 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9baf991-3077-451d-9afd-52944b3503cb tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:16:25.101128 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9baf991-3077-451d-9afd-52944b3503cb tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:16:25.101459 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9baf991-3077-451d-9afd-52944b3503cb tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:16:25.101793 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9baf991-3077-451d-9afd-52944b3503cb tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:16:25.102123 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9baf991-3077-451d-9afd-52944b3503cb tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:16:25.102452 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9baf991-3077-451d-9afd-52944b3503cb tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:16:25.102781 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9baf991-3077-451d-9afd-52944b3503cb tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:16:25.103131 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9baf991-3077-451d-9afd-52944b3503cb tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:16:25.104138 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9baf991-3077-451d-9afd-52944b3503cb tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:16:25.285677 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b9baf991-3077-451d-9afd-52944b3503cb tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1047681'] for router_interface (1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:25.528774 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9baf991-3077-451d-9afd-52944b3503cb tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Router 1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:16:25.642307 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9baf991-3077-451d-9afd-52944b3503cb tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:16:25.648268 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-b9baf991-3077-451d-9afd-52944b3503cb tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "PUT /v2.0/routers/1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5947468 Feb 28 11:16:25.650160 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 56200) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:16:25.653209 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6535a6ac-9d04-4720-8dfa-535cbb14375d None None] Sync routers for ids ['1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:16:25.663167 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6535a6ac-9d04-4720-8dfa-535cbb14375d None None] Routers {'1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:16:25.663785 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-6535a6ac-9d04-4720-8dfa-535cbb14375d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:16:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:16:25.714019 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_v2 [None req-f60dbe5e-d40a-4efd-8427-cffe42c2d755 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Deleting subnet 77d2f8dc-c239-4f80-a610-0aa2731f2b50 {{(pid=104083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 11:16:25.717354 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f60dbe5e-d40a-4efd-8427-cffe42c2d755 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for subnet (77d2f8dc-c239-4f80-a610-0aa2731f2b50), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:25.757751 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f60dbe5e-d40a-4efd-8427-cffe42c2d755 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59245535'] for subnet (77d2f8dc-c239-4f80-a610-0aa2731f2b50), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:25.783353 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-6535a6ac-9d04-4720-8dfa-535cbb14375d None None] Set router 1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:16:25.863353 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f60dbe5e-d40a-4efd-8427-cffe42c2d755 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (77d2f8dc-c239-4f80-a610-0aa2731f2b50), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:25.980403 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-6535a6ac-9d04-4720-8dfa-535cbb14375d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175293044', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.52'}], 'enable_snat': True}, 'gw_port_id': 'a525a0cf-8bd5-4a26-8c60-92acf1c98009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:14:34Z', 'updated_at': '2022-02-28T11:16:24Z', 'revision_number': 5, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': 'a525a0cf-8bd5-4a26-8c60-92acf1c98009', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ec:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:14:34Z', 'updated_at': '2022-02-28T11:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:16:26.017539 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6535a6ac-9d04-4720-8dfa-535cbb14375d None None] Checking router: 1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1 for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:16:26.026867 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f60dbe5e-d40a-4efd-8427-cffe42c2d755 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (77d2f8dc-c239-4f80-a610-0aa2731f2b50), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:26.029745 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6535a6ac-9d04-4720-8dfa-535cbb14375d None None] Routers {'1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:16:26.030375 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-6535a6ac-9d04-4720-8dfa-535cbb14375d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:16:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:16:26.056834 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60dbe5e-d40a-4efd-8427-cffe42c2d755 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event deleted for resources: {'Subnet': ['ID=77d2f8dc-c239-4f80-a610-0aa2731f2b50,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:16:26.065957 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f60dbe5e-d40a-4efd-8427-cffe42c2d755 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:26.071401 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-f60dbe5e-d40a-4efd-8427-cffe42c2d755 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "DELETE /v2.0/subnets/77d2f8dc-c239-4f80-a610-0aa2731f2b50 HTTP/1.1" status: 204 len: 168 time: 0.4191487 Feb 28 11:16:26.074344 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e01abab-40d2-45a6-a97d-1057ca7cb6c7 None None] Network 65c9eba0-f20d-4238-b1f6-a8f1d3480813 requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:16:26.075127 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 56202) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:16:26.386653 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-6535a6ac-9d04-4720-8dfa-535cbb14375d None None] Set router 1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:16:26.484155 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-94c04c9e-1537-4f29-9ad5-95a42c1372d9 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for router (1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:26.520040 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e998fc-06d5-4912-9fcd-f21098d63a53 None None] DHCP port deletion for 65c9eba0-f20d-4238-b1f6-a8f1d3480813 request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 11:16:26.596119 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-94c04c9e-1537-4f29-9ad5-95a42c1372d9 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for router_gateway (1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:26.610530 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-58e998fc-06d5-4912-9fcd-f21098d63a53 None None] Deleting port e29f461b-7991-4540-a28b-0aade35c9605 {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:16:26.610934 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-58e998fc-06d5-4912-9fcd-f21098d63a53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (e29f461b-7991-4540-a28b-0aade35c9605), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:26.626101 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-6535a6ac-9d04-4720-8dfa-535cbb14375d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175293044', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.52'}], 'enable_snat': True}, 'gw_port_id': 'a525a0cf-8bd5-4a26-8c60-92acf1c98009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:14:34Z', 'updated_at': '2022-02-28T11:16:24Z', 'revision_number': 5, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': 'a525a0cf-8bd5-4a26-8c60-92acf1c98009', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ec:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:14:34Z', 'updated_at': '2022-02-28T11:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:16:26.680991 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6535a6ac-9d04-4720-8dfa-535cbb14375d None None] The sync data for ids ['1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1'] in dv-neutron-829161-3-hyperv is: [{'id': '1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175293044', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.52'}], 'enable_snat': True}, 'gw_port_id': 'a525a0cf-8bd5-4a26-8c60-92acf1c98009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:14:34Z', 'updated_at': '2022-02-28T11:16:24Z', 'revision_number': 5, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': 'a525a0cf-8bd5-4a26-8c60-92acf1c98009', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ec:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:14:34Z', 'updated_at': '2022-02-28T11:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:16:26.706353 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-58e998fc-06d5-4912-9fcd-f21098d63a53 None None] For port e29f461b-7991-4540-a28b-0aade35c9605, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=e29f461b-7991-4540-a28b-0aade35c9605,segment=NetworkSegment(0c78ba7f-6efe-4e39-8e7f-d58578949b24),segment_id=0c78ba7f-6efe-4e39-8e7f-d58578949b24)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:16:26.706767 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-58e998fc-06d5-4912-9fcd-f21098d63a53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (e29f461b-7991-4540-a28b-0aade35c9605), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:26.729637 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-58e998fc-06d5-4912-9fcd-f21098d63a53 None None] Calling delete_port for e29f461b-7991-4540-a28b-0aade35c9605 owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:16:26.746564 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-94c04c9e-1537-4f29-9ad5-95a42c1372d9 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Deleting port a525a0cf-8bd5-4a26-8c60-92acf1c98009 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:16:26.746855 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-94c04c9e-1537-4f29-9ad5-95a42c1372d9 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (a525a0cf-8bd5-4a26-8c60-92acf1c98009), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:26.829709 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-94c04c9e-1537-4f29-9ad5-95a42c1372d9 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] For port a525a0cf-8bd5-4a26-8c60-92acf1c98009, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=a525a0cf-8bd5-4a26-8c60-92acf1c98009,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:16:26.830073 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-94c04c9e-1537-4f29-9ad5-95a42c1372d9 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (a525a0cf-8bd5-4a26-8c60-92acf1c98009), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:26.842221 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-94c04c9e-1537-4f29-9ad5-95a42c1372d9 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Calling delete_port for a525a0cf-8bd5-4a26-8c60-92acf1c98009 owned by network:router_gateway {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:16:26.899538 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-58e998fc-06d5-4912-9fcd-f21098d63a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (e29f461b-7991-4540-a28b-0aade35c9605), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:26.930678 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e998fc-06d5-4912-9fcd-f21098d63a53 None None] Pushing event deleted for resources: {'Port': ['ID=e29f461b-7991-4540-a28b-0aade35c9605,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:16:26.937447 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e998fc-06d5-4912-9fcd-f21098d63a53 None None] No DVR routers for this DVR port e29f461b-7991-4540-a28b-0aade35c9605 on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:16:26.941504 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12 no longer exists at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:16:26.944436 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e998fc-06d5-4912-9fcd-f21098d63a53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:16:26.944797 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e998fc-06d5-4912-9fcd-f21098d63a53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:16:26.945147 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e998fc-06d5-4912-9fcd-f21098d63a53 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:16:26.945491 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e998fc-06d5-4912-9fcd-f21098d63a53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:16:26.945830 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e998fc-06d5-4912-9fcd-f21098d63a53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:16:26.946166 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e998fc-06d5-4912-9fcd-f21098d63a53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:16:26.946499 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e998fc-06d5-4912-9fcd-f21098d63a53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:16:26.946853 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e998fc-06d5-4912-9fcd-f21098d63a53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:16:26.947702 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e998fc-06d5-4912-9fcd-f21098d63a53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:16:26.948040 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e998fc-06d5-4912-9fcd-f21098d63a53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:16:26.948373 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e998fc-06d5-4912-9fcd-f21098d63a53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:16:26.948700 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e998fc-06d5-4912-9fcd-f21098d63a53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:16:26.949031 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e998fc-06d5-4912-9fcd-f21098d63a53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:16:26.969931 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] No Port match for: 3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:16:26.972132 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 3dbd0ba3-7bca-45bc-8649-6ab62f3bbc12 not bound to the agent host hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:16:27.070880 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device e29f461b-7991-4540-a28b-0aade35c9605 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:16:27.100628 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: e29f461b-7991-4540-a28b-0aade35c9605 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:16:27.101044 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device e29f461b-7991-4540-a28b-0aade35c9605 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:16:27.101426 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 6f1ef843-fd2d-47d5-9b25-8013dd3af959 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:16:27.102953 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-94c04c9e-1537-4f29-9ad5-95a42c1372d9 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (a525a0cf-8bd5-4a26-8c60-92acf1c98009), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:27.122506 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 6f1ef843-fd2d-47d5-9b25-8013dd3af959 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:16:27.122883 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 6f1ef843-fd2d-47d5-9b25-8013dd3af959 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:16:27.130479 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c04c9e-1537-4f29-9ad5-95a42c1372d9 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event deleted for resources: {'Port': ['ID=a525a0cf-8bd5-4a26-8c60-92acf1c98009,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:16:27.193498 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-94c04c9e-1537-4f29-9ad5-95a42c1372d9 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047843'] for router_gateway (1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:27.288071 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-94c04c9e-1537-4f29-9ad5-95a42c1372d9 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:27.290277 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-94c04c9e-1537-4f29-9ad5-95a42c1372d9 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for router_controller (1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:27.396915 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-94c04c9e-1537-4f29-9ad5-95a42c1372d9 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:27.397487 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c04c9e-1537-4f29-9ad5-95a42c1372d9 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Fanout notify agent at l3_agent the message router_deleted on router 1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1 {{(pid=104084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:16:27.408052 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-94c04c9e-1537-4f29-9ad5-95a42c1372d9 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:27.408052 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-94c04c9e-1537-4f29-9ad5-95a42c1372d9 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "DELETE /v2.0/routers/1e2f6366-06b5-4c2b-9b2f-cadfcbb323e1 HTTP/1.1" status: 204 len: 168 time: 1.3290846 Feb 28 11:16:27.408239 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 56204) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:16:27.486855 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8f88866d-dba8-4962-9a5e-a79fd7f9b6aa tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (65c9eba0-f20d-4238-b1f6-a8f1d3480813), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:27.579523 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8f88866d-dba8-4962-9a5e-a79fd7f9b6aa tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (65c9eba0-f20d-4238-b1f6-a8f1d3480813), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:27.598709 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-8f88866d-dba8-4962-9a5e-a79fd7f9b6aa tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65c9eba0-f20d-4238-b1f6-a8f1d3480813']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:16:27.608277 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-8f88866d-dba8-4962-9a5e-a79fd7f9b6aa tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c78ba7f-6efe-4e39-8e7f-d58578949b24') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:16:27.608572 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-8f88866d-dba8-4962-9a5e-a79fd7f9b6aa tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c78ba7f-6efe-4e39-8e7f-d58578949b24') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:16:27.618119 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8f88866d-dba8-4962-9a5e-a79fd7f9b6aa tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (0c78ba7f-6efe-4e39-8e7f-d58578949b24), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:27.631675 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8f88866d-dba8-4962-9a5e-a79fd7f9b6aa tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (0c78ba7f-6efe-4e39-8e7f-d58578949b24), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:27.638232 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f88866d-dba8-4962-9a5e-a79fd7f9b6aa tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:16:27.638659 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8f88866d-dba8-4962-9a5e-a79fd7f9b6aa tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (0c78ba7f-6efe-4e39-8e7f-d58578949b24), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:27.641689 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 11:16:27.641689 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:16:27.641689 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 11:16:27.641689 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:16:27.641689 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 11:16:27.641689 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 11:16:27.641689 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 11:16:27.641689 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:16:27.641689 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 11:16:27.641689 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:16:27.641689 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 11:16:27.641689 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:16:27.641689 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 11:16:27.641689 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 11:16:27.641689 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:16:27.641689 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 11:16:27.641689 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:16:27.641689 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 11:16:27.641689 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 11:16:27.641689 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:16:27.641689 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 11:16:27.641689 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:16:27.641689 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:16:27.641689 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:16:27.641689 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 11:16:27.641689 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:16:27.641689 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:16:27.641689 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:16:27.641689 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:16:27.641689 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:16:27.641689 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:16:27.641689 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:16:27.756482 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8f88866d-dba8-4962-9a5e-a79fd7f9b6aa tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (65c9eba0-f20d-4238-b1f6-a8f1d3480813), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:27.763824 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8f88866d-dba8-4962-9a5e-a79fd7f9b6aa tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:27.766448 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-8f88866d-dba8-4962-9a5e-a79fd7f9b6aa tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "DELETE /v2.0/networks/65c9eba0-f20d-4238-b1f6-a8f1d3480813 HTTP/1.1" status: 204 len: 168 time: 0.3573825 Feb 28 11:16:27.769390 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 56206) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:16:27.778438 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f88866d-dba8-4962-9a5e-a79fd7f9b6aa tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event deleted for resources: {'Network': ['ID=65c9eba0-f20d-4238-b1f6-a8f1d3480813,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:16:27.830677 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-317caec6-e9de-4d88-b0fa-b1a3e54f6447 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group (cb472b3e-b829-495f-ae60-eccd175e69ec), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:27.859892 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-317caec6-e9de-4d88-b0fa-b1a3e54f6447 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group (cb472b3e-b829-495f-ae60-eccd175e69ec), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:27.962160 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-317caec6-e9de-4d88-b0fa-b1a3e54f6447 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (cb472b3e-b829-495f-ae60-eccd175e69ec), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:27.965539 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-317caec6-e9de-4d88-b0fa-b1a3e54f6447 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:27.966709 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-317caec6-e9de-4d88-b0fa-b1a3e54f6447 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "DELETE /v2.0/security-groups/cb472b3e-b829-495f-ae60-eccd175e69ec HTTP/1.1" status: 204 len: 168 time: 0.1962836 Feb 28 11:16:27.975808 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317caec6-e9de-4d88-b0fa-b1a3e54f6447 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb472b3e-b829-495f-ae60-eccd175e69ec,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:16:28.328947 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 56212) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:16:28.333593 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-65609a80-40f9-4115-bdf4-f6075d45ac74 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-754408231', 'description': 'tempest-secgroup-smoke-754408231 description', 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:16:28.419735 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-65609a80-40f9-4115-bdf4-f6075d45ac74 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:28.486626 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-65609a80-40f9-4115-bdf4-f6075d45ac74 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group (c1d05eb7-33be-4527-8ca9-bdaee728294f), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:28.567675 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-65609a80-40f9-4115-bdf4-f6075d45ac74 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (c1d05eb7-33be-4527-8ca9-bdaee728294f), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:28.598108 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65609a80-40f9-4115-bdf4-f6075d45ac74 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d05eb7-33be-4527-8ca9-bdaee728294f,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:16:28.649794 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-65609a80-40f9-4115-bdf4-f6075d45ac74 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:28.651211 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-65609a80-40f9-4115-bdf4-f6075d45ac74 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3211932 Feb 28 11:16:28.654155 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 56214) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:16:28.658580 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-b15d75d8-9cc7-4944-82b7-4336e275a17e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Request body: {'security_group_rule': {'security_group_id': 'c1d05eb7-33be-4527-8ca9-bdaee728294f', 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:16:28.738174 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b15d75d8-9cc7-4944-82b7-4336e275a17e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (a547a8e3-f75d-420c-a6a4-f11facc2be10), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:28.797279 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b15d75d8-9cc7-4944-82b7-4336e275a17e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (a547a8e3-f75d-420c-a6a4-f11facc2be10), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:28.832650 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device a525a0cf-8bd5-4a26-8c60-92acf1c98009 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:16:28.855889 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: a525a0cf-8bd5-4a26-8c60-92acf1c98009 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:16:28.856176 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device a525a0cf-8bd5-4a26-8c60-92acf1c98009 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:16:28.858604 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b15d75d8-9cc7-4944-82b7-4336e275a17e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (a547a8e3-f75d-420c-a6a4-f11facc2be10), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:28.877324 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15d75d8-9cc7-4944-82b7-4336e275a17e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a547a8e3-f75d-420c-a6a4-f11facc2be10,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:16:28.958440 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b15d75d8-9cc7-4944-82b7-4336e275a17e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:28.959713 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-b15d75d8-9cc7-4944-82b7-4336e275a17e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3045926 Feb 28 11:16:28.962410 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 56216) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:16:28.967340 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-04d1a606-3c46-4da9-8c4b-0f6ef08aec97 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Request body: {'security_group_rule': {'security_group_id': 'c1d05eb7-33be-4527-8ca9-bdaee728294f', 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:16:29.040984 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-04d1a606-3c46-4da9-8c4b-0f6ef08aec97 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (6c57d621-e022-48d3-9b57-734deee1813b), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:29.097162 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-04d1a606-3c46-4da9-8c4b-0f6ef08aec97 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (6c57d621-e022-48d3-9b57-734deee1813b), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:29.133598 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-04d1a606-3c46-4da9-8c4b-0f6ef08aec97 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (6c57d621-e022-48d3-9b57-734deee1813b), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:29.156603 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1a606-3c46-4da9-8c4b-0f6ef08aec97 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c57d621-e022-48d3-9b57-734deee1813b,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:16:29.221103 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-04d1a606-3c46-4da9-8c4b-0f6ef08aec97 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:29.222701 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-04d1a606-3c46-4da9-8c4b-0f6ef08aec97 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2593117 Feb 28 11:16:29.225445 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 56218) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:16:29.230112 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-763460df-0618-4a81-ae7e-5aa315613719 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Request body: {'security_group_rule': {'security_group_id': 'c1d05eb7-33be-4527-8ca9-bdaee728294f', 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:16:29.309943 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-763460df-0618-4a81-ae7e-5aa315613719 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (2bb0cc10-36a1-4fe1-a728-74ada2daba75), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:29.368434 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-763460df-0618-4a81-ae7e-5aa315613719 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (2bb0cc10-36a1-4fe1-a728-74ada2daba75), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:29.425357 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-763460df-0618-4a81-ae7e-5aa315613719 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (2bb0cc10-36a1-4fe1-a728-74ada2daba75), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:29.443201 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763460df-0618-4a81-ae7e-5aa315613719 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bb0cc10-36a1-4fe1-a728-74ada2daba75,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:16:29.519012 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-763460df-0618-4a81-ae7e-5aa315613719 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:29.520236 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-763460df-0618-4a81-ae7e-5aa315613719 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2938638 Feb 28 11:16:29.522805 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 56220) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:16:29.527496 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-40a58dc5-8920-40f6-a9f6-08c45f126557 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Request body: {'security_group_rule': {'security_group_id': 'c1d05eb7-33be-4527-8ca9-bdaee728294f', 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:16:29.631379 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-40a58dc5-8920-40f6-a9f6-08c45f126557 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (554849cf-123e-436a-9658-244d48943d30), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:29.687912 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-40a58dc5-8920-40f6-a9f6-08c45f126557 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (554849cf-123e-436a-9658-244d48943d30), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:29.750543 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-40a58dc5-8920-40f6-a9f6-08c45f126557 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (554849cf-123e-436a-9658-244d48943d30), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:29.769272 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a58dc5-8920-40f6-a9f6-08c45f126557 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=554849cf-123e-436a-9658-244d48943d30,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:16:29.833148 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-40a58dc5-8920-40f6-a9f6-08c45f126557 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:29.834373 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-40a58dc5-8920-40f6-a9f6-08c45f126557 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3105967 Feb 28 11:16:29.837082 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 56222) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:16:29.841754 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-f07033ee-5406-42d9-a9d4-df300e628841 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Request body: {'security_group_rule': {'security_group_id': 'c1d05eb7-33be-4527-8ca9-bdaee728294f', 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:16:29.917156 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.securitygroups_db [None req-f07033ee-5406-42d9-a9d4-df300e628841 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Project d2ac95293f7647eb87ff4889cfbdd577 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:16:29.922085 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f07033ee-5406-42d9-a9d4-df300e628841 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (601139e0-4f53-450c-b6bc-2b3865e53951), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:29.980418 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f07033ee-5406-42d9-a9d4-df300e628841 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (601139e0-4f53-450c-b6bc-2b3865e53951), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:30.030924 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f07033ee-5406-42d9-a9d4-df300e628841 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (601139e0-4f53-450c-b6bc-2b3865e53951), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:30.052300 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07033ee-5406-42d9-a9d4-df300e628841 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=601139e0-4f53-450c-b6bc-2b3865e53951,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:16:30.101494 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f07033ee-5406-42d9-a9d4-df300e628841 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:30.102714 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-f07033ee-5406-42d9-a9d4-df300e628841 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2646935 Feb 28 11:16:30.106081 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 56224) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:16:30.110567 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-17c401b5-0847-439b-a712-6512d603b51a tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Request body: {'security_group_rule': {'security_group_id': 'c1d05eb7-33be-4527-8ca9-bdaee728294f', 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:16:30.190803 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.securitygroups_db [None req-17c401b5-0847-439b-a712-6512d603b51a tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Project d2ac95293f7647eb87ff4889cfbdd577 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:16:30.195833 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-17c401b5-0847-439b-a712-6512d603b51a tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (cc3ab738-7b54-48cd-b837-6d15f909119f), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:30.267376 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-17c401b5-0847-439b-a712-6512d603b51a tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (cc3ab738-7b54-48cd-b837-6d15f909119f), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:30.327922 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-17c401b5-0847-439b-a712-6512d603b51a tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (cc3ab738-7b54-48cd-b837-6d15f909119f), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:30.346646 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c401b5-0847-439b-a712-6512d603b51a tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc3ab738-7b54-48cd-b837-6d15f909119f,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:16:30.410218 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-17c401b5-0847-439b-a712-6512d603b51a tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:30.411537 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-17c401b5-0847-439b-a712-6512d603b51a tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3044577 Feb 28 11:16:30.414433 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 56226) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:16:30.420019 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-856f8281-61b6-4861-85ef-dfed6bf59868 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Request body: {'network': {'name': 'tempest-network-smoke--204199902', 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'port_security_enabled': True}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:16:30.563021 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-856f8281-61b6-4861-85ef-dfed6bf59868 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Made reservation on behalf of d2ac95293f7647eb87ff4889cfbdd577 for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:16:30.566312 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-856f8281-61b6-4861-85ef-dfed6bf59868 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:30.638434 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-856f8281-61b6-4861-85ef-dfed6bf59868 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:16:30.647239 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-856f8281-61b6-4861-85ef-dfed6bf59868 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (b98114dc-48e5-4777-8adb-bc9b22b14f52), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:30.647619 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-856f8281-61b6-4861-85ef-dfed6bf59868 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Added segment b98114dc-48e5-4777-8adb-bc9b22b14f52 of type vlan for network 62f26333-bafc-4bf3-90fe-7aa5e8d1da6c Feb 28 11:16:30.686586 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-856f8281-61b6-4861-85ef-dfed6bf59868 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (62f26333-bafc-4bf3-90fe-7aa5e8d1da6c), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:30.772876 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-856f8281-61b6-4861-85ef-dfed6bf59868 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (62f26333-bafc-4bf3-90fe-7aa5e8d1da6c), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:30.779073 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856f8281-61b6-4861-85ef-dfed6bf59868 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:16:30.779303 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-856f8281-61b6-4861-85ef-dfed6bf59868 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:30.846763 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856f8281-61b6-4861-85ef-dfed6bf59868 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'Network': ['ID=62f26333-bafc-4bf3-90fe-7aa5e8d1da6c,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:16:30.857186 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 62f26333-bafc-4bf3-90fe-7aa5e8d1da6c details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 11:16:30.876481 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-856f8281-61b6-4861-85ef-dfed6bf59868 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4609621 Feb 28 11:16:30.879164 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 56228) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:16:30.883796 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-f681c4df-6ce5-40e6-8a99-bcb7ddf34e41 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1624467432', 'admin_state_up': True, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:16:30.962628 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f681c4df-6ce5-40e6-8a99-bcb7ddf34e41 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (01e1ae6a-8046-4fa0-a5ea-a0399dda04b3), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:30.963783 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f681c4df-6ce5-40e6-8a99-bcb7ddf34e41 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (01e1ae6a-8046-4fa0-a5ea-a0399dda04b3), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:30.990968 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:31.016689 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f681c4df-6ce5-40e6-8a99-bcb7ddf34e41 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for router_controller (01e1ae6a-8046-4fa0-a5ea-a0399dda04b3), precommit_add_association {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:31.240926 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f681c4df-6ce5-40e6-8a99-bcb7ddf34e41 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for router_gateway (01e1ae6a-8046-4fa0-a5ea-a0399dda04b3), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:31.544095 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f681c4df-6ce5-40e6-8a99-bcb7ddf34e41 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for router_gateway (01e1ae6a-8046-4fa0-a5ea-a0399dda04b3), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:31.567489 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f681c4df-6ce5-40e6-8a99-bcb7ddf34e41 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:31.667436 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-f681c4df-6ce5-40e6-8a99-bcb7ddf34e41 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Allocated IP 172.26.3.123 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:16:31.784124 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f681c4df-6ce5-40e6-8a99-bcb7ddf34e41 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for port (78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:31.888737 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f681c4df-6ce5-40e6-8a99-bcb7ddf34e41 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:31.929139 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f681c4df-6ce5-40e6-8a99-bcb7ddf34e41 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:16:31.931939 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-f681c4df-6ce5-40e6-8a99-bcb7ddf34e41 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:16:31.938957 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f681c4df-6ce5-40e6-8a99-bcb7ddf34e41 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:16:31.944663 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f681c4df-6ce5-40e6-8a99-bcb7ddf34e41 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'Port': ['ID=78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:16:32.281355 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f681c4df-6ce5-40e6-8a99-bcb7ddf34e41 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for router_gateway (01e1ae6a-8046-4fa0-a5ea-a0399dda04b3), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:32.482748 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f681c4df-6ce5-40e6-8a99-bcb7ddf34e41 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (01e1ae6a-8046-4fa0-a5ea-a0399dda04b3), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:32.675512 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f681c4df-6ce5-40e6-8a99-bcb7ddf34e41 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Router 01e1ae6a-8046-4fa0-a5ea-a0399dda04b3 is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:16:32.716830 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:16:32.786300 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f681c4df-6ce5-40e6-8a99-bcb7ddf34e41 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:16:32.797574 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62aad8fa-38aa-46c2-a0b6-44bcd1f22a11 None None] Sync routers for ids ['01e1ae6a-8046-4fa0-a5ea-a0399dda04b3'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:16:32.807065 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62aad8fa-38aa-46c2-a0b6-44bcd1f22a11 None None] Routers {'01e1ae6a-8046-4fa0-a5ea-a0399dda04b3'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:16:32.811579 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-62aad8fa-38aa-46c2-a0b6-44bcd1f22a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:16:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['01e1ae6a-8046-4fa0-a5ea-a0399dda04b3'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:16:32.878696 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f681c4df-6ce5-40e6-8a99-bcb7ddf34e41 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:32.880014 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-f681c4df-6ce5-40e6-8a99-bcb7ddf34e41 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9997816 Feb 28 11:16:32.883236 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 56230) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:16:32.911949 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-248d947c-c298-40a2-ad38-180e5dc40537 tempest-TestNetworkAdvancedServerOps-932932114 tempest-TestNetworkAdvancedServerOps-932932114-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=d2ac95293f7647eb87ff4889cfbdd577&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275304 Feb 28 11:16:32.914477 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 56232) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:16:33.001406 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-62aad8fa-38aa-46c2-a0b6-44bcd1f22a11 None None] Set router 01e1ae6a-8046-4fa0-a5ea-a0399dda04b3 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:16:33.083533 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fefe96-f119-4194-894d-b3c6b8d79ef1 tempest-TestNetworkAdvancedServerOps-932932114 tempest-TestNetworkAdvancedServerOps-932932114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:16:33.089214 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-e8fefe96-f119-4194-894d-b3c6b8d79ef1 tempest-TestNetworkAdvancedServerOps-932932114 tempest-TestNetworkAdvancedServerOps-932932114-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1708956 Feb 28 11:16:33.090877 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 56236) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:16:33.140196 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-2553c265-52f4-4d6d-9a4b-dbb06ed90b9a tempest-TestNetworkAdvancedServerOps-932932114 tempest-TestNetworkAdvancedServerOps-932932114-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=e88d86cf-af22-4900-bdd2-aa4038554136&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0467014 Feb 28 11:16:33.142525 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 56238) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:16:33.147454 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-6929a5f3-198c-4024-9794-279a4315dd7d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2049999426', 'network_id': '62f26333-bafc-4bf3-90fe-7aa5e8d1da6c', 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:16:33.204428 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-62aad8fa-38aa-46c2-a0b6-44bcd1f22a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e1ae6a-8046-4fa0-a5ea-a0399dda04b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1624467432', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': '78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:16:30Z', 'updated_at': '2022-02-28T11:16:32Z', 'revision_number': 3, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': '78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e5:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e1ae6a-8046-4fa0-a5ea-a0399dda04b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:16:31Z', 'updated_at': '2022-02-28T11:16:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:16:33.235050 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62aad8fa-38aa-46c2-a0b6-44bcd1f22a11 None None] Checking router: 01e1ae6a-8046-4fa0-a5ea-a0399dda04b3 for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:16:33.235404 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62aad8fa-38aa-46c2-a0b6-44bcd1f22a11 None None] Updating router 01e1ae6a-8046-4fa0-a5ea-a0399dda04b3 port 78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79 binding host dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:16:33.262873 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-62aad8fa-38aa-46c2-a0b6-44bcd1f22a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:33.294690 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6929a5f3-198c-4024-9794-279a4315dd7d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Made reservation on behalf of d2ac95293f7647eb87ff4889cfbdd577 for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:16:33.298251 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6929a5f3-198c-4024-9794-279a4315dd7d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:33.506175 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-62aad8fa-38aa-46c2-a0b6-44bcd1f22a11 None None] Publish callbacks [] for port (78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:33.534009 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6929a5f3-198c-4024-9794-279a4315dd7d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (b9519fb9-14ca-4553-a014-bb252a8a1bc7), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:33.550805 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-62aad8fa-38aa-46c2-a0b6-44bcd1f22a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:33.608422 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-62aad8fa-38aa-46c2-a0b6-44bcd1f22a11 None None] Attempting to bind port 78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:16:33.609081 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6929a5f3-198c-4024-9794-279a4315dd7d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'Subnet': ['ID=b9519fb9-14ca-4553-a014-bb252a8a1bc7,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:16:33.609203 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-62aad8fa-38aa-46c2-a0b6-44bcd1f22a11 None None] Attempting to bind port 78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:16:33.609203 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62aad8fa-38aa-46c2-a0b6-44bcd1f22a11 None None] Attempting to bind port 78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79 on network e88d86cf-af22-4900-bdd2-aa4038554136 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:16:33.612951 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6929a5f3-198c-4024-9794-279a4315dd7d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Checking segment: {'id': 'b98114dc-48e5-4777-8adb-bc9b22b14f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62f26333-bafc-4bf3-90fe-7aa5e8d1da6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:16:33.613310 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6929a5f3-198c-4024-9794-279a4315dd7d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Network hostable DHCP agents. Network: 62f26333-bafc-4bf3-90fe-7aa5e8d1da6c, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:16:33.615272 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d915b-237d-4175-b342-e56e7bd6ec5a None None] Pushing event updated for resources: {'Port': ['ID=78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:16:33.618372 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62aad8fa-38aa-46c2-a0b6-44bcd1f22a11 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:16:33.618753 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62aad8fa-38aa-46c2-a0b6-44bcd1f22a11 None None] Checking segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:16:33.619176 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-62aad8fa-38aa-46c2-a0b6-44bcd1f22a11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:33.619573 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62aad8fa-38aa-46c2-a0b6-44bcd1f22a11 None None] Bound using segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:16:33.620039 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-62aad8fa-38aa-46c2-a0b6-44bcd1f22a11 None None] Bound port: 78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:16:33.620419 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-62aad8fa-38aa-46c2-a0b6-44bcd1f22a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:33.627191 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149d915b-237d-4175-b342-e56e7bd6ec5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:16:33.627546 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149d915b-237d-4175-b342-e56e7bd6ec5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:16:33.627918 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149d915b-237d-4175-b342-e56e7bd6ec5a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:16:33.628258 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149d915b-237d-4175-b342-e56e7bd6ec5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:16:33.628593 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149d915b-237d-4175-b342-e56e7bd6ec5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:16:33.628921 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149d915b-237d-4175-b342-e56e7bd6ec5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:16:33.629250 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149d915b-237d-4175-b342-e56e7bd6ec5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:16:33.629577 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149d915b-237d-4175-b342-e56e7bd6ec5a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:16:33.629907 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149d915b-237d-4175-b342-e56e7bd6ec5a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:16:33.630233 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149d915b-237d-4175-b342-e56e7bd6ec5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:16:33.630584 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149d915b-237d-4175-b342-e56e7bd6ec5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:16:33.630904 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149d915b-237d-4175-b342-e56e7bd6ec5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:16:33.631230 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149d915b-237d-4175-b342-e56e7bd6ec5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:16:33.670885 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6929a5f3-198c-4024-9794-279a4315dd7d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Network 62f26333-bafc-4bf3-90fe-7aa5e8d1da6c is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:16:33.681017 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-62aad8fa-38aa-46c2-a0b6-44bcd1f22a11 None None] For port 78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:16:33.684870 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-62aad8fa-38aa-46c2-a0b6-44bcd1f22a11 None None] For port 78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:16:33.749749 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-6929a5f3-198c-4024-9794-279a4315dd7d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 62f26333-bafc-4bf3-90fe-7aa5e8d1da6c) {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:16:33.754056 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6929a5f3-198c-4024-9794-279a4315dd7d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:16:33.754685 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6929a5f3-198c-4024-9794-279a4315dd7d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:33.759308 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30a44ea-0c86-4013-8550-cc835fb40950 None None] Network 62f26333-bafc-4bf3-90fe-7aa5e8d1da6c requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:16:33.763433 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-62aad8fa-38aa-46c2-a0b6-44bcd1f22a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:33.819787 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62aad8fa-38aa-46c2-a0b6-44bcd1f22a11 None None] Routers {'01e1ae6a-8046-4fa0-a5ea-a0399dda04b3'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:16:33.820420 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-62aad8fa-38aa-46c2-a0b6-44bcd1f22a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:16:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['01e1ae6a-8046-4fa0-a5ea-a0399dda04b3'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:16:33.841430 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-6929a5f3-198c-4024-9794-279a4315dd7d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6946056 Feb 28 11:16:33.841719 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 56240) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:16:33.860139 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3fd3c9-ec77-4088-b42f-1eec00e537a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-62f26333-bafc-4bf3-90fe-7aa5e8d1da6c', 'network_id': '62f26333-bafc-4bf3-90fe-7aa5e8d1da6c', 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'fixed_ips': [{'subnet_id': 'b9519fb9-14ca-4553-a014-bb252a8a1bc7'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 11:16:33.861172 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ec3fd3c9-ec77-4088-b42f-1eec00e537a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:33.864017 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d915b-237d-4175-b342-e56e7bd6ec5a None None] Pushing event updated for resources: {'Port': ['ID=78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:16:33.940994 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-62aad8fa-38aa-46c2-a0b6-44bcd1f22a11 None None] Set router 01e1ae6a-8046-4fa0-a5ea-a0399dda04b3 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:16:34.008934 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-ec3fd3c9-ec77-4088-b42f-1eec00e537a3 None None] Allocated IP 172.20.0.2 (62f26333-bafc-4bf3-90fe-7aa5e8d1da6c/b9519fb9-14ca-4553-a014-bb252a8a1bc7/7e170f88-f899-40e8-b945-b123a09d12c4) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:16:34.159620 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-62aad8fa-38aa-46c2-a0b6-44bcd1f22a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e1ae6a-8046-4fa0-a5ea-a0399dda04b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1624467432', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': '78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:16:30Z', 'updated_at': '2022-02-28T11:16:32Z', 'revision_number': 3, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': '78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e5:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e1ae6a-8046-4fa0-a5ea-a0399dda04b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:16:31Z', 'updated_at': '2022-02-28T11:16:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:16:34.195567 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ec3fd3c9-ec77-4088-b42f-1eec00e537a3 None None] Publish callbacks [] for port (7e170f88-f899-40e8-b945-b123a09d12c4), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:34.196299 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62aad8fa-38aa-46c2-a0b6-44bcd1f22a11 None None] The sync data for ids ['01e1ae6a-8046-4fa0-a5ea-a0399dda04b3'] in dv-neutron-829161-3-hyperv is: [{'id': '01e1ae6a-8046-4fa0-a5ea-a0399dda04b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1624467432', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': '78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:16:30Z', 'updated_at': '2022-02-28T11:16:32Z', 'revision_number': 3, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': '78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e5:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e1ae6a-8046-4fa0-a5ea-a0399dda04b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:16:31Z', 'updated_at': '2022-02-28T11:16:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:16:34.265475 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ec3fd3c9-ec77-4088-b42f-1eec00e537a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (7e170f88-f899-40e8-b945-b123a09d12c4), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:34.305584 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3fd3c9-ec77-4088-b42f-1eec00e537a3 None None] Network 62f26333-bafc-4bf3-90fe-7aa5e8d1da6c is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:16:34.309401 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-ec3fd3c9-ec77-4088-b42f-1eec00e537a3 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:16:34.312351 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3fd3c9-ec77-4088-b42f-1eec00e537a3 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:16:34.327628 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3fd3c9-ec77-4088-b42f-1eec00e537a3 None None] Pushing event updated for resources: {'Port': ['ID=7e170f88-f899-40e8-b945-b123a09d12c4,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:16:34.351689 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8f0be781-a26d-4661-b94e-45576c843fc0 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:34.379666 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-ec3fd3c9-ec77-4088-b42f-1eec00e537a3 None None] Attempting to bind port 7e170f88-f899-40e8-b945-b123a09d12c4 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:16:34.380068 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-ec3fd3c9-ec77-4088-b42f-1eec00e537a3 None None] Attempting to bind port 7e170f88-f899-40e8-b945-b123a09d12c4 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': 'b98114dc-48e5-4777-8adb-bc9b22b14f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62f26333-bafc-4bf3-90fe-7aa5e8d1da6c'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:16:34.380418 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3fd3c9-ec77-4088-b42f-1eec00e537a3 None None] Attempting to bind port 7e170f88-f899-40e8-b945-b123a09d12c4 on network 62f26333-bafc-4bf3-90fe-7aa5e8d1da6c {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:16:34.386047 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3fd3c9-ec77-4088-b42f-1eec00e537a3 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:16:34.386447 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3fd3c9-ec77-4088-b42f-1eec00e537a3 None None] Checking segment: {'id': 'b98114dc-48e5-4777-8adb-bc9b22b14f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62f26333-bafc-4bf3-90fe-7aa5e8d1da6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:16:34.388723 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ec3fd3c9-ec77-4088-b42f-1eec00e537a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:34.389157 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3fd3c9-ec77-4088-b42f-1eec00e537a3 None None] Bound using segment: {'id': 'b98114dc-48e5-4777-8adb-bc9b22b14f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62f26333-bafc-4bf3-90fe-7aa5e8d1da6c'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:16:34.390069 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-ec3fd3c9-ec77-4088-b42f-1eec00e537a3 None None] Bound port: 7e170f88-f899-40e8-b945-b123a09d12c4, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b98114dc-48e5-4777-8adb-bc9b22b14f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62f26333-bafc-4bf3-90fe-7aa5e8d1da6c'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:16:34.390467 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ec3fd3c9-ec77-4088-b42f-1eec00e537a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (7e170f88-f899-40e8-b945-b123a09d12c4), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:34.482423 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ec3fd3c9-ec77-4088-b42f-1eec00e537a3 None None] For port 7e170f88-f899-40e8-b945-b123a09d12c4, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:16:34.485805 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ec3fd3c9-ec77-4088-b42f-1eec00e537a3 None None] For port 7e170f88-f899-40e8-b945-b123a09d12c4, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=7e170f88-f899-40e8-b945-b123a09d12c4,segment=NetworkSegment(b98114dc-48e5-4777-8adb-bc9b22b14f52),segment_id=b98114dc-48e5-4777-8adb-bc9b22b14f52)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:16:34.552899 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ec3fd3c9-ec77-4088-b42f-1eec00e537a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (7e170f88-f899-40e8-b945-b123a09d12c4), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:34.614987 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3fd3c9-ec77-4088-b42f-1eec00e537a3 None None] Pushing event updated for resources: {'Port': ['ID=7e170f88-f899-40e8-b945-b123a09d12c4,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:16:34.691278 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-8f0be781-a26d-4661-b94e-45576c843fc0 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Allocated IP 172.20.0.1 (62f26333-bafc-4bf3-90fe-7aa5e8d1da6c/b9519fb9-14ca-4553-a014-bb252a8a1bc7/c269269f-a30a-4acd-9d03-073275b1c476) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:16:34.850232 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8f0be781-a26d-4661-b94e-45576c843fc0 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for port (c269269f-a30a-4acd-9d03-073275b1c476), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:34.953113 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8f0be781-a26d-4661-b94e-45576c843fc0 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (c269269f-a30a-4acd-9d03-073275b1c476), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:34.979467 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:16:35.005338 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0be781-a26d-4661-b94e-45576c843fc0 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Network 62f26333-bafc-4bf3-90fe-7aa5e8d1da6c is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:16:35.009021 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-8f0be781-a26d-4661-b94e-45576c843fc0 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:16:35.011825 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0be781-a26d-4661-b94e-45576c843fc0 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:16:35.034331 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:16:35.034708 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:35.053797 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0be781-a26d-4661-b94e-45576c843fc0 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'Port': ['ID=c269269f-a30a-4acd-9d03-073275b1c476,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:16:35.075244 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8f0be781-a26d-4661-b94e-45576c843fc0 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047958'] for router_interface (01e1ae6a-8046-4fa0-a5ea-a0399dda04b3), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:35.121671 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:16:35.122073 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:35.149999 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port 78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:16:35.231273 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:35.232084 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 7e170f88-f899-40e8-b945-b123a09d12c4 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:16:35.314989 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:16:35.320353 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8f0be781-a26d-4661-b94e-45576c843fc0 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (c269269f-a30a-4acd-9d03-073275b1c476), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:35.334379 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 7e170f88-f899-40e8-b945-b123a09d12c4 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:16:35.334759 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (7e170f88-f899-40e8-b945-b123a09d12c4), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:35.419502 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 7e170f88-f899-40e8-b945-b123a09d12c4 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:16:35.419898 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (7e170f88-f899-40e8-b945-b123a09d12c4), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:35.463944 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port 7e170f88-f899-40e8-b945-b123a09d12c4, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=7e170f88-f899-40e8-b945-b123a09d12c4,segment=NetworkSegment(b98114dc-48e5-4777-8adb-bc9b22b14f52),segment_id=b98114dc-48e5-4777-8adb-bc9b22b14f52)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:16:35.568172 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (7e170f88-f899-40e8-b945-b123a09d12c4), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:35.631817 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=7e170f88-f899-40e8-b945-b123a09d12c4,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:16:35.687797 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84097ea1-a92e-44b4-9883-eb1e1be8154c None None] Network 62f26333-bafc-4bf3-90fe-7aa5e8d1da6c requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:16:35.756151 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-90e075fb-a37d-4773-8bdf-6fc779aca033 None None] Provisioning complete for port 7e170f88-f899-40e8-b945-b123a09d12c4 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:16:35.756724 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-90e075fb-a37d-4773-8bdf-6fc779aca033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (7e170f88-f899-40e8-b945-b123a09d12c4), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:35.890079 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-90e075fb-a37d-4773-8bdf-6fc779aca033 None None] Current status of the port 7e170f88-f899-40e8-b945-b123a09d12c4 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:16:36.010026 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8f0be781-a26d-4661-b94e-45576c843fc0 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for port (c269269f-a30a-4acd-9d03-073275b1c476), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:36.082252 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8f0be781-a26d-4661-b94e-45576c843fc0 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (c269269f-a30a-4acd-9d03-073275b1c476), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:36.121875 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-66a32cea-771d-4c0b-8a58-520043731eff None None] Provisioning complete for port 7e170f88-f899-40e8-b945-b123a09d12c4 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:16:36.123209 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-66a32cea-771d-4c0b-8a58-520043731eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (7e170f88-f899-40e8-b945-b123a09d12c4), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:36.163193 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0be781-a26d-4661-b94e-45576c843fc0 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'Port': ['ID=c269269f-a30a-4acd-9d03-073275b1c476,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:16:36.166783 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8f0be781-a26d-4661-b94e-45576c843fc0 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047558'] for router_interface (01e1ae6a-8046-4fa0-a5ea-a0399dda04b3), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:36.222175 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-66a32cea-771d-4c0b-8a58-520043731eff None None] Current status of the port 7e170f88-f899-40e8-b945-b123a09d12c4 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:16:36.237407 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-66a32cea-771d-4c0b-8a58-520043731eff None None] Provisioning complete for port c269269f-a30a-4acd-9d03-073275b1c476 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:16:36.237864 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-66a32cea-771d-4c0b-8a58-520043731eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (c269269f-a30a-4acd-9d03-073275b1c476), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:36.294577 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-66a32cea-771d-4c0b-8a58-520043731eff None None] Port c269269f-a30a-4acd-9d03-073275b1c476 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:16:36.298300 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0be781-a26d-4661-b94e-45576c843fc0 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Network 62f26333-bafc-4bf3-90fe-7aa5e8d1da6c is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:16:36.300693 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-8f0be781-a26d-4661-b94e-45576c843fc0 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:16:36.416422 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-7c8161b1-2ccd-4365-a0c6-2a3893328517 None None] Provisioning complete for port c269269f-a30a-4acd-9d03-073275b1c476 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:16:36.416723 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7c8161b1-2ccd-4365-a0c6-2a3893328517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (c269269f-a30a-4acd-9d03-073275b1c476), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:36.427871 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f0be781-a26d-4661-b94e-45576c843fc0 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Router 01e1ae6a-8046-4fa0-a5ea-a0399dda04b3 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:16:36.466570 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-7c8161b1-2ccd-4365-a0c6-2a3893328517 None None] Port c269269f-a30a-4acd-9d03-073275b1c476 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:16:36.556089 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0be781-a26d-4661-b94e-45576c843fc0 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:16:36.561282 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-8f0be781-a26d-4661-b94e-45576c843fc0 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "PUT /v2.0/routers/01e1ae6a-8046-4fa0-a5ea-a0399dda04b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7183220 Feb 28 11:16:36.573397 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a011a9-6a69-4080-a88a-67d0d06a72ea None None] Sync routers for ids ['01e1ae6a-8046-4fa0-a5ea-a0399dda04b3'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:16:36.595472 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a011a9-6a69-4080-a88a-67d0d06a72ea None None] Routers {'01e1ae6a-8046-4fa0-a5ea-a0399dda04b3'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:16:36.596110 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-77a011a9-6a69-4080-a88a-67d0d06a72ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:16:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['01e1ae6a-8046-4fa0-a5ea-a0399dda04b3'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:16:36.599630 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-b115286c-d310-43f2-ae7e-9f2870f78744 None None] Provisioning complete for port c269269f-a30a-4acd-9d03-073275b1c476 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:16:36.600010 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b115286c-d310-43f2-ae7e-9f2870f78744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (c269269f-a30a-4acd-9d03-073275b1c476), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:36.680749 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-b115286c-d310-43f2-ae7e-9f2870f78744 None None] Port c269269f-a30a-4acd-9d03-073275b1c476 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:16:36.716355 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8c9a085b-7672-4f9c-b332-8a3354924cc6 req-1dae62aa-104a-4fc8-a00b-2c877630c16e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-754408231&fields=id&tenant_id=d2ac95293f7647eb87ff4889cfbdd577 HTTP/1.1" status: 200 len: 267 time: 0.0460362 Feb 28 11:16:36.735511 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-77a011a9-6a69-4080-a88a-67d0d06a72ea None None] Set router 01e1ae6a-8046-4fa0-a5ea-a0399dda04b3 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:16:36.835194 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a085b-7672-4f9c-b332-8a3354924cc6 req-10d6425f-840b-494c-a6ce-e328d79580f2 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:16:36.841671 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8c9a085b-7672-4f9c-b332-8a3354924cc6 req-10d6425f-840b-494c-a6ce-e328d79580f2 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/networks?id=62f26333-bafc-4bf3-90fe-7aa5e8d1da6c HTTP/1.1" status: 200 len: 796 time: 0.1188190 Feb 28 11:16:36.852382 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8c9a085b-7672-4f9c-b332-8a3354924cc6 req-a7752205-5698-4e51-b228-010c69eb7467 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/quotas/d2ac95293f7647eb87ff4889cfbdd577 HTTP/1.1" status: 200 len: 375 time: 0.0093200 Feb 28 11:16:36.871052 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:16:36.908200 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8c9a085b-7672-4f9c-b332-8a3354924cc6 req-451062f3-04ad-4a3b-85a7-d447f1191f59 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d2ac95293f7647eb87ff4889cfbdd577&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495522 Feb 28 11:16:37.008012 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8c9a085b-7672-4f9c-b332-8a3354924cc6 req-22b3f572-cc89-4f4b-bd7e-2b630a733215 service neutron] 10.222.0.62 "GET /v2.0/networks/62f26333-bafc-4bf3-90fe-7aa5e8d1da6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873790 Feb 28 11:16:37.102221 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:16:37.102598 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:37.105809 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8c9a085b-7672-4f9c-b332-8a3354924cc6 req-c6495b02-fca2-4cef-8de5-86f1d308fa45 service neutron] 10.222.0.62 "GET /v2.0/networks/62f26333-bafc-4bf3-90fe-7aa5e8d1da6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919118 Feb 28 11:16:37.202565 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-77a011a9-6a69-4080-a88a-67d0d06a72ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e1ae6a-8046-4fa0-a5ea-a0399dda04b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1624467432', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': '78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:16:30Z', 'updated_at': '2022-02-28T11:16:35Z', 'revision_number': 4, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': '78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e1ae6a-8046-4fa0-a5ea-a0399dda04b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:16:31Z', 'updated_at': '2022-02-28T11:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': 'c269269f-a30a-4acd-9d03-073275b1c476', 'name': '', 'network_id': '62f26333-bafc-4bf3-90fe-7aa5e8d1da6c', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'mac_address': 'fa:16:3e:ac:01:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e1ae6a-8046-4fa0-a5ea-a0399dda04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'b9519fb9-14ca-4553-a014-bb252a8a1bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:16:34Z', 'updated_at': '2022-02-28T11:16:35Z', 'revision_number': 2, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'subnets': [{'id': 'b9519fb9-14ca-4553-a014-bb252a8a1bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:16:37.235753 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a011a9-6a69-4080-a88a-67d0d06a72ea None None] Checking router: 01e1ae6a-8046-4fa0-a5ea-a0399dda04b3 for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:16:37.236102 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a011a9-6a69-4080-a88a-67d0d06a72ea None None] Updating router 01e1ae6a-8046-4fa0-a5ea-a0399dda04b3 port c269269f-a30a-4acd-9d03-073275b1c476 binding host dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:16:37.257491 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:16:37.258319 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 7e170f88-f899-40e8-b945-b123a09d12c4 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:16:37.289808 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-77a011a9-6a69-4080-a88a-67d0d06a72ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (c269269f-a30a-4acd-9d03-073275b1c476), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:37.375216 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 7e170f88-f899-40e8-b945-b123a09d12c4 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:16:37.375603 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (7e170f88-f899-40e8-b945-b123a09d12c4), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:37.391924 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-925bdc20-754e-4b94-b31e-b843e18b8095 req-08a0dcee-3fa5-423d-8a89-091c28741585 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8970a48-dad3-4490-a6b8-264e7b9d838a HTTP/1.1" status: 200 len: 210 time: 0.0357127 Feb 28 11:16:37.602280 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 7e170f88-f899-40e8-b945-b123a09d12c4 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:16:37.684210 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-77a011a9-6a69-4080-a88a-67d0d06a72ea None None] Publish callbacks [] for port (c269269f-a30a-4acd-9d03-073275b1c476), precommit_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:37.768309 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-77a011a9-6a69-4080-a88a-67d0d06a72ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (c269269f-a30a-4acd-9d03-073275b1c476), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:37.826967 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1ec9a5-46db-4d58-910c-b8e3fa5083b5 None None] Pushing event updated for resources: {'Port': ['ID=c269269f-a30a-4acd-9d03-073275b1c476,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:16:37.876956 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-77a011a9-6a69-4080-a88a-67d0d06a72ea None None] Attempting to bind port c269269f-a30a-4acd-9d03-073275b1c476 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:16:37.877335 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-77a011a9-6a69-4080-a88a-67d0d06a72ea None None] Attempting to bind port c269269f-a30a-4acd-9d03-073275b1c476 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': 'b98114dc-48e5-4777-8adb-bc9b22b14f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62f26333-bafc-4bf3-90fe-7aa5e8d1da6c'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:16:37.877707 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a011a9-6a69-4080-a88a-67d0d06a72ea None None] Attempting to bind port c269269f-a30a-4acd-9d03-073275b1c476 on network 62f26333-bafc-4bf3-90fe-7aa5e8d1da6c {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:16:37.883189 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a011a9-6a69-4080-a88a-67d0d06a72ea None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:16:37.888192 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a011a9-6a69-4080-a88a-67d0d06a72ea None None] Checking segment: {'id': 'b98114dc-48e5-4777-8adb-bc9b22b14f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62f26333-bafc-4bf3-90fe-7aa5e8d1da6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:16:37.888192 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-77a011a9-6a69-4080-a88a-67d0d06a72ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:37.888192 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a011a9-6a69-4080-a88a-67d0d06a72ea None None] Bound using segment: {'id': 'b98114dc-48e5-4777-8adb-bc9b22b14f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62f26333-bafc-4bf3-90fe-7aa5e8d1da6c'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:16:37.888192 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-77a011a9-6a69-4080-a88a-67d0d06a72ea None None] Bound port: c269269f-a30a-4acd-9d03-073275b1c476, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b98114dc-48e5-4777-8adb-bc9b22b14f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62f26333-bafc-4bf3-90fe-7aa5e8d1da6c'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:16:37.888192 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-77a011a9-6a69-4080-a88a-67d0d06a72ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (c269269f-a30a-4acd-9d03-073275b1c476), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:37.952272 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-77a011a9-6a69-4080-a88a-67d0d06a72ea None None] For port c269269f-a30a-4acd-9d03-073275b1c476, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:16:37.955494 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-77a011a9-6a69-4080-a88a-67d0d06a72ea None None] For port c269269f-a30a-4acd-9d03-073275b1c476, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=c269269f-a30a-4acd-9d03-073275b1c476,segment=NetworkSegment(b98114dc-48e5-4777-8adb-bc9b22b14f52),segment_id=b98114dc-48e5-4777-8adb-bc9b22b14f52)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:16:38.026333 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-77a011a9-6a69-4080-a88a-67d0d06a72ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (c269269f-a30a-4acd-9d03-073275b1c476), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:38.094268 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a011a9-6a69-4080-a88a-67d0d06a72ea None None] Routers {'01e1ae6a-8046-4fa0-a5ea-a0399dda04b3'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:16:38.094963 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-77a011a9-6a69-4080-a88a-67d0d06a72ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:16:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['01e1ae6a-8046-4fa0-a5ea-a0399dda04b3'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:16:38.097003 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1ec9a5-46db-4d58-910c-b8e3fa5083b5 None None] Pushing event updated for resources: {'Port': ['ID=c269269f-a30a-4acd-9d03-073275b1c476,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:16:38.161978 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-acb0ed6e-03ec-42d3-ad70-919e7cee150b None None] Provisioning complete for port c269269f-a30a-4acd-9d03-073275b1c476 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:16:38.162360 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-acb0ed6e-03ec-42d3-ad70-919e7cee150b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (c269269f-a30a-4acd-9d03-073275b1c476), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:38.261364 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-77a011a9-6a69-4080-a88a-67d0d06a72ea None None] Set router 01e1ae6a-8046-4fa0-a5ea-a0399dda04b3 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:16:38.377097 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-acb0ed6e-03ec-42d3-ad70-919e7cee150b None None] Current status of the port c269269f-a30a-4acd-9d03-073275b1c476 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:16:38.377406 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-acb0ed6e-03ec-42d3-ad70-919e7cee150b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (c269269f-a30a-4acd-9d03-073275b1c476), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:38.450933 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-acb0ed6e-03ec-42d3-ad70-919e7cee150b None None] For port c269269f-a30a-4acd-9d03-073275b1c476, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=c269269f-a30a-4acd-9d03-073275b1c476,segment=NetworkSegment(b98114dc-48e5-4777-8adb-bc9b22b14f52),segment_id=b98114dc-48e5-4777-8adb-bc9b22b14f52)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:16:38.488458 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-5bb2c201-d899-485c-a68f-cc00194dbfe3 req-d7e510bf-7527-4a94-91d1-4687afb6443e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8970a48-dad3-4490-a6b8-264e7b9d838a HTTP/1.1" status: 200 len: 210 time: 0.0286648 Feb 28 11:16:38.517990 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-acb0ed6e-03ec-42d3-ad70-919e7cee150b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (c269269f-a30a-4acd-9d03-073275b1c476), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:38.544470 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-77a011a9-6a69-4080-a88a-67d0d06a72ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e1ae6a-8046-4fa0-a5ea-a0399dda04b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1624467432', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': '78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:16:30Z', 'updated_at': '2022-02-28T11:16:35Z', 'revision_number': 4, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': '78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e1ae6a-8046-4fa0-a5ea-a0399dda04b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:16:31Z', 'updated_at': '2022-02-28T11:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': 'c269269f-a30a-4acd-9d03-073275b1c476', 'name': '', 'network_id': '62f26333-bafc-4bf3-90fe-7aa5e8d1da6c', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'mac_address': 'fa:16:3e:ac:01:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e1ae6a-8046-4fa0-a5ea-a0399dda04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'b9519fb9-14ca-4553-a014-bb252a8a1bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:16:34Z', 'updated_at': '2022-02-28T11:16:37Z', 'revision_number': 4, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'subnets': [{'id': 'b9519fb9-14ca-4553-a014-bb252a8a1bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:16:38.575647 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a011a9-6a69-4080-a88a-67d0d06a72ea None None] The sync data for ids ['01e1ae6a-8046-4fa0-a5ea-a0399dda04b3'] in dv-neutron-829161-3-hyperv is: [{'id': '01e1ae6a-8046-4fa0-a5ea-a0399dda04b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1624467432', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': '78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:16:30Z', 'updated_at': '2022-02-28T11:16:35Z', 'revision_number': 4, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': '78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e1ae6a-8046-4fa0-a5ea-a0399dda04b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:16:31Z', 'updated_at': '2022-02-28T11:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': 'c269269f-a30a-4acd-9d03-073275b1c476', 'name': '', 'network_id': '62f26333-bafc-4bf3-90fe-7aa5e8d1da6c', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'mac_address': 'fa:16:3e:ac:01:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e1ae6a-8046-4fa0-a5ea-a0399dda04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'b9519fb9-14ca-4553-a014-bb252a8a1bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:16:34Z', 'updated_at': '2022-02-28T11:16:37Z', 'revision_number': 4, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'subnets': [{'id': 'b9519fb9-14ca-4553-a014-bb252a8a1bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:16:38.600817 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb0ed6e-03ec-42d3-ad70-919e7cee150b None None] Pushing event updated for resources: {'Port': ['ID=c269269f-a30a-4acd-9d03-073275b1c476,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:16:38.655081 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-25819579-9711-4dc7-9479-4971a483ad10 None None] Provisioning complete for port c269269f-a30a-4acd-9d03-073275b1c476 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:16:38.655463 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-25819579-9711-4dc7-9479-4971a483ad10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (c269269f-a30a-4acd-9d03-073275b1c476), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:38.740868 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-25819579-9711-4dc7-9479-4971a483ad10 None None] Current status of the port c269269f-a30a-4acd-9d03-073275b1c476 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:16:38.870700 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device c269269f-a30a-4acd-9d03-073275b1c476 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:16:38.922564 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port c269269f-a30a-4acd-9d03-073275b1c476 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:16:38.922983 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (c269269f-a30a-4acd-9d03-073275b1c476), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:39.007081 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port c269269f-a30a-4acd-9d03-073275b1c476 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:16:39.452125 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a085b-7672-4f9c-b332-8a3354924cc6 req-45041113-a91f-4e1f-9510-85482d7ccf97 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:16:39.453779 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8c9a085b-7672-4f9c-b332-8a3354924cc6 req-45041113-a91f-4e1f-9510-85482d7ccf97 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.70 "GET /v2.0/networks?id=62f26333-bafc-4bf3-90fe-7aa5e8d1da6c HTTP/1.1" status: 200 len: 796 time: 0.1220675 Feb 28 11:16:39.536340 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8c9a085b-7672-4f9c-b332-8a3354924cc6 req-604912ce-42f9-4c0a-bb2b-5a00a174abd2 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2ac95293f7647eb87ff4889cfbdd577 HTTP/1.1" status: 200 len: 379 time: 0.0675442 Feb 28 11:16:39.545401 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-8c9a085b-7672-4f9c-b332-8a3354924cc6 req-756d99d7-6766-45c9-a1b7-60cd38bb714d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Request body: {'port': {'device_id': 'c8970a48-dad3-4490-a6b8-264e7b9d838a', 'network_id': '62f26333-bafc-4bf3-90fe-7aa5e8d1da6c', 'admin_state_up': True, 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'security_groups': ['c1d05eb7-33be-4527-8ca9-bdaee728294f']}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:16:39.649443 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-cdcad0b6-3305-4420-a6ca-021cfac1461c req-c6faab5f-e394-4bba-bb5c-4b408fee65d5 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8970a48-dad3-4490-a6b8-264e7b9d838a HTTP/1.1" status: 200 len: 210 time: 0.0825143 Feb 28 11:16:39.785934 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c9a085b-7672-4f9c-b332-8a3354924cc6 req-756d99d7-6766-45c9-a1b7-60cd38bb714d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Made reservation on behalf of d2ac95293f7647eb87ff4889cfbdd577 for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:16:39.789811 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-8c9a085b-7672-4f9c-b332-8a3354924cc6 req-756d99d7-6766-45c9-a1b7-60cd38bb714d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:39.941381 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [req-8c9a085b-7672-4f9c-b332-8a3354924cc6 req-756d99d7-6766-45c9-a1b7-60cd38bb714d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Allocated IP 172.20.0.5 (62f26333-bafc-4bf3-90fe-7aa5e8d1da6c/b9519fb9-14ca-4553-a014-bb252a8a1bc7/fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:16:40.096198 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-8c9a085b-7672-4f9c-b332-8a3354924cc6 req-756d99d7-6766-45c9-a1b7-60cd38bb714d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for port (fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:40.190997 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-8c9a085b-7672-4f9c-b332-8a3354924cc6 req-756d99d7-6766-45c9-a1b7-60cd38bb714d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:40.233038 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c9a085b-7672-4f9c-b332-8a3354924cc6 req-756d99d7-6766-45c9-a1b7-60cd38bb714d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Network 62f26333-bafc-4bf3-90fe-7aa5e8d1da6c is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:16:40.235992 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [req-8c9a085b-7672-4f9c-b332-8a3354924cc6 req-756d99d7-6766-45c9-a1b7-60cd38bb714d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:16:40.242231 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c9a085b-7672-4f9c-b332-8a3354924cc6 req-756d99d7-6766-45c9-a1b7-60cd38bb714d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:16:40.268779 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756d99d7-6766-45c9-a1b7-60cd38bb714d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'Port': ['ID=fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:16:40.298747 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a085b-7672-4f9c-b332-8a3354924cc6 req-756d99d7-6766-45c9-a1b7-60cd38bb714d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:16:40.299429 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-8c9a085b-7672-4f9c-b332-8a3354924cc6 req-756d99d7-6766-45c9-a1b7-60cd38bb714d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:40.379140 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8c9a085b-7672-4f9c-b332-8a3354924cc6 req-756d99d7-6766-45c9-a1b7-60cd38bb714d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8384712 Feb 28 11:16:40.396938 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-8c9a085b-7672-4f9c-b332-8a3354924cc6 req-0ca7c67d-cfd5-430b-99b2-ad91d53da1bb service neutron] Request body: {'port': {'device_id': 'c8970a48-dad3-4490-a6b8-264e7b9d838a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8291'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:16:40.472369 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-8c9a085b-7672-4f9c-b332-8a3354924cc6 req-0ca7c67d-cfd5-430b-99b2-ad91d53da1bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:40.576033 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-f3e0c3db-ae1f-4118-a35e-1a64fcc5aa42 None None] Provisioning complete for port fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:16:40.576617 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f3e0c3db-ae1f-4118-a35e-1a64fcc5aa42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:40.611061 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-f3e0c3db-ae1f-4118-a35e-1a64fcc5aa42 None None] Port fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:16:40.739320 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [req-8c9a085b-7672-4f9c-b332-8a3354924cc6 req-0ca7c67d-cfd5-430b-99b2-ad91d53da1bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9 {{(pid=104083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:16:40.747494 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-8c9a085b-7672-4f9c-b332-8a3354924cc6 req-0ca7c67d-cfd5-430b-99b2-ad91d53da1bb service neutron] Publish callbacks [] for port (fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:40.759627 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [req-8c9a085b-7672-4f9c-b332-8a3354924cc6 req-0ca7c67d-cfd5-430b-99b2-ad91d53da1bb service neutron] Transition to ACTIVE for port object fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9 will not be triggered until provisioned by entity L2. {{(pid=104083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 11:16:40.773775 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c82f2-c6d7-46db-bafe-b92033a8097e req-a979fbb2-8324-400d-939a-35abbe1c1d06 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:16:40.778740 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-b19c82f2-c6d7-46db-bafe-b92033a8097e req-a979fbb2-8324-400d-939a-35abbe1c1d06 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8970a48-dad3-4490-a6b8-264e7b9d838a HTTP/1.1" status: 200 len: 931 time: 0.0542581 Feb 28 11:16:40.830793 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-b19c82f2-c6d7-46db-bafe-b92033a8097e req-534f8ae4-61a5-4d14-8ef9-45a47acd7e51 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1d05eb7-33be-4527-8ca9-bdaee728294f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491910 Feb 28 11:16:40.859947 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-8c9a085b-7672-4f9c-b332-8a3354924cc6 req-0ca7c67d-cfd5-430b-99b2-ad91d53da1bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:40.910267 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca7c67d-cfd5-430b-99b2-ad91d53da1bb service neutron] Pushing event updated for resources: {'Port': ['ID=fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:16:40.986980 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-8c9a085b-7672-4f9c-b332-8a3354924cc6 req-0ca7c67d-cfd5-430b-99b2-ad91d53da1bb service neutron] Attempting to bind port fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:16:40.987388 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-8c9a085b-7672-4f9c-b332-8a3354924cc6 req-0ca7c67d-cfd5-430b-99b2-ad91d53da1bb service neutron] Attempting to bind port fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': 'b98114dc-48e5-4777-8adb-bc9b22b14f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62f26333-bafc-4bf3-90fe-7aa5e8d1da6c'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:16:40.987720 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9a085b-7672-4f9c-b332-8a3354924cc6 req-0ca7c67d-cfd5-430b-99b2-ad91d53da1bb service neutron] Attempting to bind port fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9 on network 62f26333-bafc-4bf3-90fe-7aa5e8d1da6c {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:16:40.992313 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9a085b-7672-4f9c-b332-8a3354924cc6 req-0ca7c67d-cfd5-430b-99b2-ad91d53da1bb service neutron] Port fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9 on network 62f26333-bafc-4bf3-90fe-7aa5e8d1da6c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 11:16:40.992628 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9a085b-7672-4f9c-b332-8a3354924cc6 req-0ca7c67d-cfd5-430b-99b2-ad91d53da1bb service neutron] Attempting to bind port fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9 on network 62f26333-bafc-4bf3-90fe-7aa5e8d1da6c {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:16:40.997796 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9a085b-7672-4f9c-b332-8a3354924cc6 req-0ca7c67d-cfd5-430b-99b2-ad91d53da1bb service neutron] Checking agent: {'id': '9c9e5963-7abc-415a-a91c-4432861f4313', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'started_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:16:40.998152 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9a085b-7672-4f9c-b332-8a3354924cc6 req-0ca7c67d-cfd5-430b-99b2-ad91d53da1bb service neutron] Checking segment: {'id': 'b98114dc-48e5-4777-8adb-bc9b22b14f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62f26333-bafc-4bf3-90fe-7aa5e8d1da6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:16:40.998564 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9a085b-7672-4f9c-b332-8a3354924cc6 req-0ca7c67d-cfd5-430b-99b2-ad91d53da1bb service neutron] Bound using segment: {'id': 'b98114dc-48e5-4777-8adb-bc9b22b14f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62f26333-bafc-4bf3-90fe-7aa5e8d1da6c'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:16:40.999039 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-8c9a085b-7672-4f9c-b332-8a3354924cc6 req-0ca7c67d-cfd5-430b-99b2-ad91d53da1bb service neutron] Bound port: fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9, host: hv-neutron-8291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98114dc-48e5-4777-8adb-bc9b22b14f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62f26333-bafc-4bf3-90fe-7aa5e8d1da6c'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:16:40.999395 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-8c9a085b-7672-4f9c-b332-8a3354924cc6 req-0ca7c67d-cfd5-430b-99b2-ad91d53da1bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:41.066168 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-8c9a085b-7672-4f9c-b332-8a3354924cc6 req-0ca7c67d-cfd5-430b-99b2-ad91d53da1bb service neutron] For port fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9, host hv-neutron-8291, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:16:41.069499 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-8c9a085b-7672-4f9c-b332-8a3354924cc6 req-0ca7c67d-cfd5-430b-99b2-ad91d53da1bb service neutron] For port fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9, host hv-neutron-8291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9,segment=NetworkSegment(b98114dc-48e5-4777-8adb-bc9b22b14f52),segment_id=b98114dc-48e5-4777-8adb-bc9b22b14f52)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:16:41.151592 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-8c9a085b-7672-4f9c-b332-8a3354924cc6 req-0ca7c67d-cfd5-430b-99b2-ad91d53da1bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:41.194845 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a085b-7672-4f9c-b332-8a3354924cc6 req-0ca7c67d-cfd5-430b-99b2-ad91d53da1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:16:41.195507 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-8c9a085b-7672-4f9c-b332-8a3354924cc6 req-0ca7c67d-cfd5-430b-99b2-ad91d53da1bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:41.196953 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8c9a085b-7672-4f9c-b332-8a3354924cc6 req-0ca7c67d-cfd5-430b-99b2-ad91d53da1bb service neutron] 10.222.0.70 "PUT /v2.0/ports/fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9 HTTP/1.1" status: 200 len: 1093 time: 0.8053076 Feb 28 11:16:41.197408 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8970a48-dad3-4490-a6b8-264e7b9d838a', 'tag': 'fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:16:41.200370 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94999469-f122-46d0-8b0b-ed65a63d93e4" -d '{"events": [{"name": "network-changed", "server_uuid": "c8970a48-dad3-4490-a6b8-264e7b9d838a", "tag": "fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:16:41.225058 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca7c67d-cfd5-430b-99b2-ad91d53da1bb service neutron] Pushing event updated for resources: {'Port': ['ID=fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:16:41.249780 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b54eed-b28b-4d56-8fd6-24759b7f6e25 x-openstack-request-id: req-69b54eed-b28b-4d56-8fd6-24759b7f6e25 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:16:41.250082 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8970a48-dad3-4490-a6b8-264e7b9d838a", "tag": "fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:16:41.250346 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-69b54eed-b28b-4d56-8fd6-24759b7f6e25 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:16:41.250767 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8970a48-dad3-4490-a6b8-264e7b9d838a', 'tag': 'fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9', 'status': 'completed', 'code': 200} Feb 28 11:16:41.341764 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94999469-f122-46d0-8b0b-ed65a63d93e4 req-53f19e10-0fb0-475a-8d86-a4789a58207a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:16:41.343360 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-94999469-f122-46d0-8b0b-ed65a63d93e4 req-53f19e10-0fb0-475a-8d86-a4789a58207a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d2ac95293f7647eb87ff4889cfbdd577&device_id=c8970a48-dad3-4490-a6b8-264e7b9d838a HTTP/1.1" status: 200 len: 1127 time: 0.0492682 Feb 28 11:16:41.469521 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94999469-f122-46d0-8b0b-ed65a63d93e4 req-78177dab-083c-415d-9d7d-8b3f20a66548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:16:41.471021 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-94999469-f122-46d0-8b0b-ed65a63d93e4 req-78177dab-083c-415d-9d7d-8b3f20a66548 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=d2ac95293f7647eb87ff4889cfbdd577&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1142604 Feb 28 11:16:41.577441 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94999469-f122-46d0-8b0b-ed65a63d93e4 req-cff0df3e-1de7-4bd6-81ab-0806654a82c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:16:41.578929 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-94999469-f122-46d0-8b0b-ed65a63d93e4 req-cff0df3e-1de7-4bd6-81ab-0806654a82c5 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1026762 Feb 28 11:16:41.680107 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a085b-7672-4f9c-b332-8a3354924cc6 req-2fe76abe-c96a-473f-864c-b5593aacb728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:16:41.681602 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8c9a085b-7672-4f9c-b332-8a3354924cc6 req-2fe76abe-c96a-473f-864c-b5593aacb728 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d2ac95293f7647eb87ff4889cfbdd577&device_id=c8970a48-dad3-4490-a6b8-264e7b9d838a HTTP/1.1" status: 200 len: 1127 time: 0.0447714 Feb 28 11:16:41.729641 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8c9a085b-7672-4f9c-b332-8a3354924cc6 req-1ae3a0c3-d56b-49c9-9e74-97b26cf2b632 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9 HTTP/1.1" status: 200 len: 217 time: 0.0352871 Feb 28 11:16:41.780340 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a085b-7672-4f9c-b332-8a3354924cc6 req-f4b7458a-2a03-4277-bc32-33f5fc972a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:16:41.781768 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8c9a085b-7672-4f9c-b332-8a3354924cc6 req-f4b7458a-2a03-4277-bc32-33f5fc972a4d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b9519fb9-14ca-4553-a014-bb252a8a1bc7 HTTP/1.1" status: 200 len: 835 time: 0.0468392 Feb 28 11:16:41.831335 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a085b-7672-4f9c-b332-8a3354924cc6 req-ce9e1853-fe5b-488d-9fba-5e6e248237bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:16:41.832923 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8c9a085b-7672-4f9c-b332-8a3354924cc6 req-ce9e1853-fe5b-488d-9fba-5e6e248237bf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=62f26333-bafc-4bf3-90fe-7aa5e8d1da6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0460200 Feb 28 11:16:41.922416 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8c9a085b-7672-4f9c-b332-8a3354924cc6 req-bace73fe-920a-49e6-bbe6-4d5810c3f6bd service neutron] 10.222.0.70 "GET /v2.0/networks/62f26333-bafc-4bf3-90fe-7aa5e8d1da6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836911 Feb 28 11:16:41.949445 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11330bf2-ee15-4048-8232-f22ae8e3cc02 req-3b38d37d-c091-4022-8182-46c7e89ecb64 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:16:41.951013 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-11330bf2-ee15-4048-8232-f22ae8e3cc02 req-3b38d37d-c091-4022-8182-46c7e89ecb64 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8970a48-dad3-4490-a6b8-264e7b9d838a HTTP/1.1" status: 200 len: 943 time: 0.0534422 Feb 28 11:16:42.000714 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-11330bf2-ee15-4048-8232-f22ae8e3cc02 req-5f15e07f-4e2c-41a5-b63d-5ba5cf3d28db tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1d05eb7-33be-4527-8ca9-bdaee728294f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441277 Feb 28 11:16:42.017295 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8c9a085b-7672-4f9c-b332-8a3354924cc6 req-f9e9d16a-736f-43b6-b5ad-7ccd15e906a6 service neutron] 10.222.0.70 "GET /v2.0/networks/62f26333-bafc-4bf3-90fe-7aa5e8d1da6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893428 Feb 28 11:16:43.119782 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea5ffdd-928f-4ae4-90cb-9a3c4ce22e59 req-c45b6ba7-b8d7-4c9e-b7aa-d3d3342cbd0e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:16:43.122124 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-cea5ffdd-928f-4ae4-90cb-9a3c4ce22e59 req-c45b6ba7-b8d7-4c9e-b7aa-d3d3342cbd0e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8970a48-dad3-4490-a6b8-264e7b9d838a HTTP/1.1" status: 200 len: 943 time: 0.0543659 Feb 28 11:16:43.171102 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-cea5ffdd-928f-4ae4-90cb-9a3c4ce22e59 req-e060e98f-2079-418f-9dd1-c8705de81b9f tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1d05eb7-33be-4527-8ca9-bdaee728294f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430989 Feb 28 11:16:44.287685 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea75760-d819-4b78-ab49-a98976cc5c7f req-0a5d9733-7a40-480f-bc29-689023144d5d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:16:44.289161 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-9ea75760-d819-4b78-ab49-a98976cc5c7f req-0a5d9733-7a40-480f-bc29-689023144d5d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8970a48-dad3-4490-a6b8-264e7b9d838a HTTP/1.1" status: 200 len: 943 time: 0.0527339 Feb 28 11:16:44.337598 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-9ea75760-d819-4b78-ab49-a98976cc5c7f req-f46bc368-e902-4abc-8dd6-b47eb0768fd0 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1d05eb7-33be-4527-8ca9-bdaee728294f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423830 Feb 28 11:16:45.030258 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9 details requested by agent hyperv_hv-neutron-8291 with host hv-neutron-8291 {{(pid=104085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 11:16:45.059546 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [req-68228eae-7fb6-4dc3-8f60-f15574073617 req-b0df9c9e-c52a-47c6-97dd-a7373a8f2fb2 service neutron] (104083) timed out ('10.222.0.62', 52542) {{(pid=104083) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 11:16:45.129304 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9,segment=NetworkSegment(b98114dc-48e5-4777-8adb-bc9b22b14f52),segment_id=b98114dc-48e5-4777-8adb-bc9b22b14f52)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:16:45.140522 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Returning: {'device': 'fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9', 'network_id': '62f26333-bafc-4bf3-90fe-7aa5e8d1da6c', 'port_id': 'fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9', 'mac_address': 'fa:16:3e:7c:ec:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9519fb9-14ca-4553-a014-bb252a8a1bc7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 11:16:45.177333 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9 is: DOWN; New status is: BUILD {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:16:45.177732 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:45.191190 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9 {{(pid=104085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:16:45.218127 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9,segment=NetworkSegment(b98114dc-48e5-4777-8adb-bc9b22b14f52),segment_id=b98114dc-48e5-4777-8adb-bc9b22b14f52)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:16:45.282501 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:45.334266 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:16:45.463163 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e8e229-2c48-4641-8ff4-dc9fcb1e738c req-6e4ae527-4ec1-4ca9-aa1c-9b8593416e6d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:16:45.465330 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-73e8e229-2c48-4641-8ff4-dc9fcb1e738c req-6e4ae527-4ec1-4ca9-aa1c-9b8593416e6d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8970a48-dad3-4490-a6b8-264e7b9d838a HTTP/1.1" status: 200 len: 944 time: 0.0617702 Feb 28 11:16:45.522336 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-73e8e229-2c48-4641-8ff4-dc9fcb1e738c req-4a3fba5e-e979-4071-be83-31b9074143a8 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1d05eb7-33be-4527-8ca9-bdaee728294f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511780 Feb 28 11:16:45.565741 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:16:45.670395 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [req-68228eae-7fb6-4dc3-8f60-f15574073617 req-168f3e45-d534-4e8d-b732-9792b573e447 tempest-ServerActionsTestJSON-701304530 tempest-ServerActionsTestJSON-701304530-project] (104083) timed out ('10.222.0.62', 50896) {{(pid=104083) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 11:16:46.488245 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7c547abd-fdc2-44ac-b393-6bc47debbe51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:46.643634 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f0c63-5c68-4fa6-8853-f351108784d1 req-ac081198-c1db-4faa-9099-33a011793391 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:16:46.645119 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-324f0c63-5c68-4fa6-8853-f351108784d1 req-ac081198-c1db-4faa-9099-33a011793391 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8970a48-dad3-4490-a6b8-264e7b9d838a HTTP/1.1" status: 200 len: 944 time: 0.0578568 Feb 28 11:16:46.692685 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-324f0c63-5c68-4fa6-8853-f351108784d1 req-90fb8c07-19ad-4217-896f-5019c05f83f9 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1d05eb7-33be-4527-8ca9-bdaee728294f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420887 Feb 28 11:16:47.040946 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9 up at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:16:47.151101 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning for port fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9 completed by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 11:16:47.156208 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning complete for port fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:16:47.156587 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:47.237216 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9 is: BUILD; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:16:47.237602 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:47.263705 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8970a48-dad3-4490-a6b8-264e7b9d838a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:16:47.266465 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece23e5c-8df8-426b-9a20-f1b801937967" -d '{"events": [{"server_uuid": "c8970a48-dad3-4490-a6b8-264e7b9d838a", "name": "network-vif-plugged", "status": "completed", "tag": "fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:16:47.281760 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9,segment=NetworkSegment(b98114dc-48e5-4777-8adb-bc9b22b14f52),segment_id=b98114dc-48e5-4777-8adb-bc9b22b14f52)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:16:47.313368 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a100a917-5398-4337-8eab-a041c795d5d4 x-openstack-request-id: req-a100a917-5398-4337-8eab-a041c795d5d4 {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:16:47.313662 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8970a48-dad3-4490-a6b8-264e7b9d838a", "name": "network-vif-plugged", "status": "completed", "tag": "fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:16:47.313913 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a100a917-5398-4337-8eab-a041c795d5d4 {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:16:47.314305 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8970a48-dad3-4490-a6b8-264e7b9d838a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9', 'code': 200} Feb 28 11:16:47.351618 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:47.413183 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:16:47.612974 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46908e1-8323-4c61-ae28-38ba4e4e1f6e req-9d7d4532-f7f8-48a5-98af-9a5b912f8041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:16:47.614477 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e46908e1-8323-4c61-ae28-38ba4e4e1f6e req-9d7d4532-f7f8-48a5-98af-9a5b912f8041 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c8970a48-dad3-4490-a6b8-264e7b9d838a HTTP/1.1" status: 200 len: 1129 time: 0.0445437 Feb 28 11:16:47.659605 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e46908e1-8323-4c61-ae28-38ba4e4e1f6e req-e2ddfba5-be84-45cf-acbb-000d9126d8d8 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c1d05eb7-33be-4527-8ca9-bdaee728294f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398817 Feb 28 11:16:47.813674 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa7e14-44b8-48f1-b36b-7c97bed6c6d9 req-a2fc7984-94b6-4d9b-b778-86ee385accd6 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:16:47.815172 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-bcfa7e14-44b8-48f1-b36b-7c97bed6c6d9 req-a2fc7984-94b6-4d9b-b778-86ee385accd6 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8970a48-dad3-4490-a6b8-264e7b9d838a HTTP/1.1" status: 200 len: 945 time: 0.0530169 Feb 28 11:16:47.862545 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-bcfa7e14-44b8-48f1-b36b-7c97bed6c6d9 req-3e143e44-8697-4015-8918-01800df3ae0e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1d05eb7-33be-4527-8ca9-bdaee728294f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419171 Feb 28 11:16:48.699638 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-99667b7b-5cdf-41da-9645-2700ac8ae0fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:48.981838 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1786d89f-c3be-414c-91ef-7400c1b89796 req-bcecc936-8488-4fe6-a511-65ff43ed3b58 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:16:48.983253 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1786d89f-c3be-414c-91ef-7400c1b89796 req-bcecc936-8488-4fe6-a511-65ff43ed3b58 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8970a48-dad3-4490-a6b8-264e7b9d838a HTTP/1.1" status: 200 len: 945 time: 0.0532379 Feb 28 11:16:49.036830 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1786d89f-c3be-414c-91ef-7400c1b89796 req-465ea8b0-187d-4c7e-98e9-80b693b9c009 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1d05eb7-33be-4527-8ca9-bdaee728294f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480056 Feb 28 11:16:49.153492 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0df1acb-f117-486a-857e-bd377b9a76e2 req-59b035f5-b141-4c86-b29f-a7a9c9c5f007 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:16:49.155007 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-a0df1acb-f117-486a-857e-bd377b9a76e2 req-59b035f5-b141-4c86-b29f-a7a9c9c5f007 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8970a48-dad3-4490-a6b8-264e7b9d838a HTTP/1.1" status: 200 len: 945 time: 0.0536883 Feb 28 11:16:49.207918 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-a0df1acb-f117-486a-857e-bd377b9a76e2 req-b64663c2-2543-486d-8f82-27891bfdb88b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1d05eb7-33be-4527-8ca9-bdaee728294f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475001 Feb 28 11:16:49.228979 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 56304) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:16:49.272041 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e272de73-f133-42bc-be51-60e21dea5ca2 tempest-TestNetworkAdvancedServerOps-932932114 tempest-TestNetworkAdvancedServerOps-932932114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:16:49.273557 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-e272de73-f133-42bc-be51-60e21dea5ca2 tempest-TestNetworkAdvancedServerOps-932932114 tempest-TestNetworkAdvancedServerOps-932932114-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=c8970a48-dad3-4490-a6b8-264e7b9d838a HTTP/1.1" status: 200 len: 1124 time: 0.0436213 Feb 28 11:16:49.276318 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 56306) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:16:49.280796 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-6cedeb2c-8f27-4f2c-959d-88824c5a284e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Request body: {'floatingip': {'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'port_id': 'fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:16:49.361331 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6cedeb2c-8f27-4f2c-959d-88824c5a284e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:49.470924 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6cedeb2c-8f27-4f2c-959d-88824c5a284e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:49.582643 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-6cedeb2c-8f27-4f2c-959d-88824c5a284e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Allocated IP 172.26.3.132 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/e681702f-fa7a-46f9-8396-8b679f81faf1) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:16:49.681193 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6cedeb2c-8f27-4f2c-959d-88824c5a284e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for port (e681702f-fa7a-46f9-8396-8b679f81faf1), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:49.773460 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6cedeb2c-8f27-4f2c-959d-88824c5a284e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (e681702f-fa7a-46f9-8396-8b679f81faf1), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:49.811163 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cedeb2c-8f27-4f2c-959d-88824c5a284e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:16:49.814346 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-6cedeb2c-8f27-4f2c-959d-88824c5a284e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:16:49.822232 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cedeb2c-8f27-4f2c-959d-88824c5a284e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:16:49.829020 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cedeb2c-8f27-4f2c-959d-88824c5a284e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'Port': ['ID=e681702f-fa7a-46f9-8396-8b679f81faf1,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:16:50.168021 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:50.189979 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6cedeb2c-8f27-4f2c-959d-88824c5a284e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for floatingip (551c348e-f4d3-467c-a676-a132dc0b5dd4), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:50.303702 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6cedeb2c-8f27-4f2c-959d-88824c5a284e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (e681702f-fa7a-46f9-8396-8b679f81faf1), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:50.466800 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6cedeb2c-8f27-4f2c-959d-88824c5a284e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for port (e681702f-fa7a-46f9-8396-8b679f81faf1), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:50.521446 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6cedeb2c-8f27-4f2c-959d-88824c5a284e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (e681702f-fa7a-46f9-8396-8b679f81faf1), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:50.588760 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cedeb2c-8f27-4f2c-959d-88824c5a284e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event updated for resources: {'Port': ['ID=e681702f-fa7a-46f9-8396-8b679f81faf1,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:16:50.598845 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6cedeb2c-8f27-4f2c-959d-88824c5a284e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047917'] for floatingip (551c348e-f4d3-467c-a676-a132dc0b5dd4), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:50.702539 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.l3_db [None req-6cedeb2c-8f27-4f2c-959d-88824c5a284e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Floating IP 551c348e-f4d3-467c-a676-a132dc0b5dd4 associated. External IP: 172.26.3.132, port: fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9. Feb 28 11:16:50.916980 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cedeb2c-8f27-4f2c-959d-88824c5a284e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Router 01e1ae6a-8046-4fa0-a5ea-a0399dda04b3 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:16:51.025730 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cedeb2c-8f27-4f2c-959d-88824c5a284e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:16:51.035443 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6b5400-d8c4-4150-8392-13b2dbce4096 None None] Sync routers for ids ['01e1ae6a-8046-4fa0-a5ea-a0399dda04b3'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:16:51.045335 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6b5400-d8c4-4150-8392-13b2dbce4096 None None] Routers {'01e1ae6a-8046-4fa0-a5ea-a0399dda04b3'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:16:51.045884 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-7e6b5400-d8c4-4150-8392-13b2dbce4096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:16:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['01e1ae6a-8046-4fa0-a5ea-a0399dda04b3'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:16:51.118864 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-6cedeb2c-8f27-4f2c-959d-88824c5a284e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:51.150907 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-6cedeb2c-8f27-4f2c-959d-88824c5a284e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8734958 Feb 28 11:16:51.152403 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8970a48-dad3-4490-a6b8-264e7b9d838a', 'tag': 'fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9'}] {{(pid=104084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:16:51.158023 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ffa69481dce8c4e68394bb3e97aff222617d39f0bec9a6d6e4c39a9256e7c95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7932d1a-e6db-4062-b1ed-0602c28b8e4c" -d '{"events": [{"name": "network-changed", "server_uuid": "c8970a48-dad3-4490-a6b8-264e7b9d838a", "tag": "fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9"}]}' {{(pid=104084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:16:51.158208 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-7e6b5400-d8c4-4150-8392-13b2dbce4096 None None] Set router 01e1ae6a-8046-4fa0-a5ea-a0399dda04b3 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:16:51.199543 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c549e9-2b56-4d9b-9680-37095b5fc8b8 x-openstack-request-id: req-72c549e9-2b56-4d9b-9680-37095b5fc8b8 {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:16:51.200073 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8970a48-dad3-4490-a6b8-264e7b9d838a", "tag": "fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9", "status": "completed", "code": 200}]} {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:16:51.200209 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-72c549e9-2b56-4d9b-9680-37095b5fc8b8 {{(pid=104084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:16:51.200660 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8970a48-dad3-4490-a6b8-264e7b9d838a', 'tag': 'fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9', 'status': 'completed', 'code': 200} Feb 28 11:16:51.297563 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c60c6-3054-40ea-883d-99c534b3ca58 req-d3de1e3c-0818-4bd0-9a8f-c9223bf3006e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:16:51.299691 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-291c60c6-3054-40ea-883d-99c534b3ca58 req-d3de1e3c-0818-4bd0-9a8f-c9223bf3006e tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8970a48-dad3-4490-a6b8-264e7b9d838a HTTP/1.1" status: 200 len: 945 time: 0.0908768 Feb 28 11:16:51.315324 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7932d1a-e6db-4062-b1ed-0602c28b8e4c req-fe8ae288-bb06-4ccb-823c-e54cf31a8d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:16:51.316863 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b7932d1a-e6db-4062-b1ed-0602c28b8e4c req-fe8ae288-bb06-4ccb-823c-e54cf31a8d42 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d2ac95293f7647eb87ff4889cfbdd577&device_id=c8970a48-dad3-4490-a6b8-264e7b9d838a HTTP/1.1" status: 200 len: 1129 time: 0.0704303 Feb 28 11:16:51.401313 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-7e6b5400-d8c4-4150-8392-13b2dbce4096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e1ae6a-8046-4fa0-a5ea-a0399dda04b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1624467432', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': '78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:16:30Z', 'updated_at': '2022-02-28T11:16:35Z', 'revision_number': 4, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': '78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e1ae6a-8046-4fa0-a5ea-a0399dda04b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:16:31Z', 'updated_at': '2022-02-28T11:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': '551c348e-f4d3-467c-a676-a132dc0b5dd4', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'floating_ip_address': '172.26.3.132', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '01e1ae6a-8046-4fa0-a5ea-a0399dda04b3', 'port_id': 'fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1802, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62f26333-bafc-4bf3-90fe-7aa5e8d1da6c', 'mac_address': 'fa:16:3e:7c:ec:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8970a48-dad3-4490-a6b8-264e7b9d838a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:16:50Z', 'updated_at': '2022-02-28T11:16:50Z', 'revision_number': 0, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c269269f-a30a-4acd-9d03-073275b1c476', 'name': '', 'network_id': '62f26333-bafc-4bf3-90fe-7aa5e8d1da6c', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'mac_address': 'fa:16:3e:ac:01:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e1ae6a-8046-4fa0-a5ea-a0399dda04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'b9519fb9-14ca-4553-a014-bb252a8a1bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:16:34Z', 'updated_at': '2022-02-28T11:16:38Z', 'revision_number': 5, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'subnets': [{'id': 'b9519fb9-14ca-4553-a014-bb252a8a1bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:16:51.405561 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-291c60c6-3054-40ea-883d-99c534b3ca58 req-ebe7c569-3932-4652-840a-f47635a53c68 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1d05eb7-33be-4527-8ca9-bdaee728294f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002736 Feb 28 11:16:51.429521 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 56312) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:16:51.432334 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6b5400-d8c4-4150-8392-13b2dbce4096 None None] Checking router: 01e1ae6a-8046-4fa0-a5ea-a0399dda04b3 for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:16:51.445162 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6b5400-d8c4-4150-8392-13b2dbce4096 None None] Routers {'01e1ae6a-8046-4fa0-a5ea-a0399dda04b3'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:16:51.445838 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-7e6b5400-d8c4-4150-8392-13b2dbce4096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:16:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['01e1ae6a-8046-4fa0-a5ea-a0399dda04b3'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:16:51.451241 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7932d1a-e6db-4062-b1ed-0602c28b8e4c req-11c826b6-337d-4a62-9595-ae573fedfb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:16:51.452779 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b7932d1a-e6db-4062-b1ed-0602c28b8e4c req-11c826b6-337d-4a62-9595-ae573fedfb7a service neutron] 10.222.0.70 "GET /v2.0/networks?id=62f26333-bafc-4bf3-90fe-7aa5e8d1da6c HTTP/1.1" status: 200 len: 896 time: 0.1294653 Feb 28 11:16:51.497463 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:51.517596 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-e0e90adc-dffc-46c9-b49f-aff7821e7844 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/floatingips/551c348e-f4d3-467c-a676-a132dc0b5dd4 HTTP/1.1" status: 200 len: 991 time: 0.0867405 Feb 28 11:16:51.548163 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b7932d1a-e6db-4062-b1ed-0602c28b8e4c req-ae1782b0-b048-465e-8836-c2fdfa6c2af4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9 HTTP/1.1" status: 200 len: 999 time: 0.0896142 Feb 28 11:16:51.604448 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7932d1a-e6db-4062-b1ed-0602c28b8e4c req-2af2d1ca-a75a-47db-9448-de26c1ec579b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:16:51.606551 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b7932d1a-e6db-4062-b1ed-0602c28b8e4c req-2af2d1ca-a75a-47db-9448-de26c1ec579b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b9519fb9-14ca-4553-a014-bb252a8a1bc7 HTTP/1.1" status: 200 len: 835 time: 0.0527647 Feb 28 11:16:51.660431 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7932d1a-e6db-4062-b1ed-0602c28b8e4c req-e2425d5a-9d55-4145-acf4-e36c7ab66eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:16:51.661947 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b7932d1a-e6db-4062-b1ed-0602c28b8e4c req-e2425d5a-9d55-4145-acf4-e36c7ab66eaa service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=62f26333-bafc-4bf3-90fe-7aa5e8d1da6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0500479 Feb 28 11:16:51.666620 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-7e6b5400-d8c4-4150-8392-13b2dbce4096 None None] Set router 01e1ae6a-8046-4fa0-a5ea-a0399dda04b3 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:16:51.749888 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b7932d1a-e6db-4062-b1ed-0602c28b8e4c req-e59bedcb-d5a9-47a0-a32a-5a5af60947c6 service neutron] 10.222.0.70 "GET /v2.0/networks/62f26333-bafc-4bf3-90fe-7aa5e8d1da6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816655 Feb 28 11:16:51.844937 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b7932d1a-e6db-4062-b1ed-0602c28b8e4c req-7b8a4454-0faf-4f29-b647-a4ebdc1228e8 service neutron] 10.222.0.70 "GET /v2.0/networks/62f26333-bafc-4bf3-90fe-7aa5e8d1da6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897326 Feb 28 11:16:51.899722 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-7e6b5400-d8c4-4150-8392-13b2dbce4096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e1ae6a-8046-4fa0-a5ea-a0399dda04b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1624467432', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': '78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:16:30Z', 'updated_at': '2022-02-28T11:16:35Z', 'revision_number': 4, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': '78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e1ae6a-8046-4fa0-a5ea-a0399dda04b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:16:31Z', 'updated_at': '2022-02-28T11:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': '551c348e-f4d3-467c-a676-a132dc0b5dd4', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'floating_ip_address': '172.26.3.132', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '01e1ae6a-8046-4fa0-a5ea-a0399dda04b3', 'port_id': 'fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1802, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62f26333-bafc-4bf3-90fe-7aa5e8d1da6c', 'mac_address': 'fa:16:3e:7c:ec:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8970a48-dad3-4490-a6b8-264e7b9d838a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:16:50Z', 'updated_at': '2022-02-28T11:16:50Z', 'revision_number': 0, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c269269f-a30a-4acd-9d03-073275b1c476', 'name': '', 'network_id': '62f26333-bafc-4bf3-90fe-7aa5e8d1da6c', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'mac_address': 'fa:16:3e:ac:01:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e1ae6a-8046-4fa0-a5ea-a0399dda04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'b9519fb9-14ca-4553-a014-bb252a8a1bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:16:34Z', 'updated_at': '2022-02-28T11:16:38Z', 'revision_number': 5, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'subnets': [{'id': 'b9519fb9-14ca-4553-a014-bb252a8a1bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:16:51.927339 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6b5400-d8c4-4150-8392-13b2dbce4096 None None] The sync data for ids ['01e1ae6a-8046-4fa0-a5ea-a0399dda04b3'] in dv-neutron-829161-3-hyperv is: [{'id': '01e1ae6a-8046-4fa0-a5ea-a0399dda04b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1624467432', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': '78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:16:30Z', 'updated_at': '2022-02-28T11:16:35Z', 'revision_number': 4, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': '78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e1ae6a-8046-4fa0-a5ea-a0399dda04b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:16:31Z', 'updated_at': '2022-02-28T11:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': '551c348e-f4d3-467c-a676-a132dc0b5dd4', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'floating_ip_address': '172.26.3.132', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '01e1ae6a-8046-4fa0-a5ea-a0399dda04b3', 'port_id': 'fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1802, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62f26333-bafc-4bf3-90fe-7aa5e8d1da6c', 'mac_address': 'fa:16:3e:7c:ec:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8970a48-dad3-4490-a6b8-264e7b9d838a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:16:50Z', 'updated_at': '2022-02-28T11:16:50Z', 'revision_number': 0, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c269269f-a30a-4acd-9d03-073275b1c476', 'name': '', 'network_id': '62f26333-bafc-4bf3-90fe-7aa5e8d1da6c', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'mac_address': 'fa:16:3e:ac:01:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e1ae6a-8046-4fa0-a5ea-a0399dda04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'b9519fb9-14ca-4553-a014-bb252a8a1bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:16:34Z', 'updated_at': '2022-02-28T11:16:38Z', 'revision_number': 5, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'subnets': [{'id': 'b9519fb9-14ca-4553-a014-bb252a8a1bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:16:52.118522 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3b8869-351f-42f0-9280-e68a56e5f315 None None] New status for floating IP 551c348e-f4d3-467c-a676-a132dc0b5dd4: ACTIVE {{(pid=104085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:16:52.521837 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 56314) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:16:52.580682 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-2135874b-c320-4ed7-b250-0a7c3726aef6 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/floatingips/551c348e-f4d3-467c-a676-a132dc0b5dd4 HTTP/1.1" status: 200 len: 993 time: 0.0576825 Feb 28 11:16:52.745378 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:00.990878 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:09.715255 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:17:12.427519 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5a496ae9-ed28-4a1f-9386-01c578f45ad2 req-d462f983-ee5f-49f5-b5c1-9701298bee40 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c8970a48-dad3-4490-a6b8-264e7b9d838a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448167 Feb 28 11:17:12.528693 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a496ae9-ed28-4a1f-9386-01c578f45ad2 req-f5dbdc71-e10f-4242-9433-8ebae76b4867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:17:12.530184 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5a496ae9-ed28-4a1f-9386-01c578f45ad2 req-f5dbdc71-e10f-4242-9433-8ebae76b4867 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d2ac95293f7647eb87ff4889cfbdd577&device_id=c8970a48-dad3-4490-a6b8-264e7b9d838a HTTP/1.1" status: 200 len: 1129 time: 0.0442646 Feb 28 11:17:12.636880 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a496ae9-ed28-4a1f-9386-01c578f45ad2 req-7d8e109f-eb13-4019-a091-76202ceb4885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:17:12.638351 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5a496ae9-ed28-4a1f-9386-01c578f45ad2 req-7d8e109f-eb13-4019-a091-76202ceb4885 service neutron] 10.222.0.70 "GET /v2.0/networks?id=62f26333-bafc-4bf3-90fe-7aa5e8d1da6c HTTP/1.1" status: 200 len: 896 time: 0.0889926 Feb 28 11:17:12.705355 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5a496ae9-ed28-4a1f-9386-01c578f45ad2 req-c62cac65-442f-4c88-a445-692430ff164e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9 HTTP/1.1" status: 200 len: 1001 time: 0.0595868 Feb 28 11:17:12.755818 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a496ae9-ed28-4a1f-9386-01c578f45ad2 req-58cc3366-651f-4a2d-92c3-9c51304167b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:17:12.757249 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5a496ae9-ed28-4a1f-9386-01c578f45ad2 req-58cc3366-651f-4a2d-92c3-9c51304167b7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b9519fb9-14ca-4553-a014-bb252a8a1bc7 HTTP/1.1" status: 200 len: 835 time: 0.0435934 Feb 28 11:17:12.828314 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a496ae9-ed28-4a1f-9386-01c578f45ad2 req-d859ab31-fea1-4be5-ba55-2a56e6264cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:17:12.829839 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5a496ae9-ed28-4a1f-9386-01c578f45ad2 req-d859ab31-fea1-4be5-ba55-2a56e6264cf2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=62f26333-bafc-4bf3-90fe-7aa5e8d1da6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0494299 Feb 28 11:17:12.917715 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5a496ae9-ed28-4a1f-9386-01c578f45ad2 req-3301de63-a211-4027-b134-14eaeda24923 service neutron] 10.222.0.70 "GET /v2.0/networks/62f26333-bafc-4bf3-90fe-7aa5e8d1da6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820301 Feb 28 11:17:13.009986 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5a496ae9-ed28-4a1f-9386-01c578f45ad2 req-40d14aa4-0046-4632-9acb-52a247853a2c service neutron] 10.222.0.70 "GET /v2.0/networks/62f26333-bafc-4bf3-90fe-7aa5e8d1da6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860898 Feb 28 11:17:16.441906 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3677e87c-b52d-42d1-9424-0ecef8feb215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:18.688082 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8ea777f4-6c9a-4863-a509-c2da2cd00a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:20.184643 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:21.488001 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:22.785016 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:24.252802 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df208b-cab4-4505-bc15-b083f1e35074 req-699a93a7-6e03-41f2-85f0-6315d2add541 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:17:24.254322 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-96df208b-cab4-4505-bc15-b083f1e35074 req-699a93a7-6e03-41f2-85f0-6315d2add541 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8970a48-dad3-4490-a6b8-264e7b9d838a HTTP/1.1" status: 200 len: 945 time: 0.1083753 Feb 28 11:17:24.302753 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-96df208b-cab4-4505-bc15-b083f1e35074 req-25634cb0-148f-4511-89f4-22a929a67075 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1d05eb7-33be-4527-8ca9-bdaee728294f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430579 Feb 28 11:17:25.466752 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f1edca-84c5-4e4e-b1bc-bdbfbb95c3ae req-2aa486c5-d6ba-43bf-9e27-0afeefb1f27d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:17:25.468269 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f6f1edca-84c5-4e4e-b1bc-bdbfbb95c3ae req-2aa486c5-d6ba-43bf-9e27-0afeefb1f27d tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8970a48-dad3-4490-a6b8-264e7b9d838a HTTP/1.1" status: 200 len: 945 time: 0.0964668 Feb 28 11:17:25.515991 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f6f1edca-84c5-4e4e-b1bc-bdbfbb95c3ae req-b5ed9346-ab45-4d75-824a-8ad0066d1ce4 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1d05eb7-33be-4527-8ca9-bdaee728294f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415268 Feb 28 11:17:25.538294 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 56340) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:17:25.601361 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-8d9c5b14-61e1-41e8-accf-9f0ec18645a2 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/floatingips/551c348e-f4d3-467c-a676-a132dc0b5dd4 HTTP/1.1" status: 200 len: 993 time: 0.0618441 Feb 28 11:17:27.007918 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfbb2c4-700f-4c1d-b44b-91eb68cd85b1 req-06795aac-888a-46a2-b089-c67aa54479d1 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:17:27.009436 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-cbfbb2c4-700f-4c1d-b44b-91eb68cd85b1 req-06795aac-888a-46a2-b089-c67aa54479d1 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8970a48-dad3-4490-a6b8-264e7b9d838a HTTP/1.1" status: 200 len: 945 time: 0.0555177 Feb 28 11:17:27.068860 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-cbfbb2c4-700f-4c1d-b44b-91eb68cd85b1 req-3d416a7e-991f-4035-b5bc-c85bbe07521b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1d05eb7-33be-4527-8ca9-bdaee728294f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536981 Feb 28 11:17:27.110117 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e1c00a-2ab4-4e2e-b9fd-182bcfb08d14 req-56cb169c-aabd-4a56-b434-d8e675f9d180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:17:27.111682 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d6e1c00a-2ab4-4e2e-b9fd-182bcfb08d14 req-56cb169c-aabd-4a56-b434-d8e675f9d180 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d2ac95293f7647eb87ff4889cfbdd577&device_id=c8970a48-dad3-4490-a6b8-264e7b9d838a HTTP/1.1" status: 200 len: 1129 time: 0.0508931 Feb 28 11:17:27.200077 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e1c00a-2ab4-4e2e-b9fd-182bcfb08d14 req-ec28430e-33bc-4332-a8b4-a5d1d5b7c8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:17:27.201476 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d6e1c00a-2ab4-4e2e-b9fd-182bcfb08d14 req-ec28430e-33bc-4332-a8b4-a5d1d5b7c8cf service neutron] 10.222.0.70 "GET /v2.0/networks?id=62f26333-bafc-4bf3-90fe-7aa5e8d1da6c HTTP/1.1" status: 200 len: 896 time: 0.0844016 Feb 28 11:17:27.269482 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d6e1c00a-2ab4-4e2e-b9fd-182bcfb08d14 req-7fe9bbb6-be21-4ca0-b6eb-0a214e968a55 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9 HTTP/1.1" status: 200 len: 1001 time: 0.0612068 Feb 28 11:17:27.319332 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e1c00a-2ab4-4e2e-b9fd-182bcfb08d14 req-dcd70a62-cd68-472b-aaad-2874ebd695cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:17:27.321525 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d6e1c00a-2ab4-4e2e-b9fd-182bcfb08d14 req-dcd70a62-cd68-472b-aaad-2874ebd695cd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b9519fb9-14ca-4553-a014-bb252a8a1bc7 HTTP/1.1" status: 200 len: 835 time: 0.0469370 Feb 28 11:17:27.380659 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e1c00a-2ab4-4e2e-b9fd-182bcfb08d14 req-21db1e18-76df-4ddd-b74d-acb4e91cd543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:17:27.382194 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d6e1c00a-2ab4-4e2e-b9fd-182bcfb08d14 req-21db1e18-76df-4ddd-b74d-acb4e91cd543 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=62f26333-bafc-4bf3-90fe-7aa5e8d1da6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0552878 Feb 28 11:17:27.475936 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d6e1c00a-2ab4-4e2e-b9fd-182bcfb08d14 req-348ca293-60cf-481e-a56b-10825fdca81e service neutron] 10.222.0.70 "GET /v2.0/networks/62f26333-bafc-4bf3-90fe-7aa5e8d1da6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871603 Feb 28 11:17:27.562176 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d6e1c00a-2ab4-4e2e-b9fd-182bcfb08d14 req-02251262-7ae7-49cc-a392-6c59dcddce8a service neutron] 10.222.0.70 "GET /v2.0/networks/62f26333-bafc-4bf3-90fe-7aa5e8d1da6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804510 Feb 28 11:17:28.196951 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a6fe6-9012-4e9a-9e41-6617d4b1482d req-66ba9c1d-d974-4ddd-ad51-d33629f5eb32 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:17:28.198443 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e41a6fe6-9012-4e9a-9e41-6617d4b1482d req-66ba9c1d-d974-4ddd-ad51-d33629f5eb32 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8970a48-dad3-4490-a6b8-264e7b9d838a HTTP/1.1" status: 200 len: 945 time: 0.0601199 Feb 28 11:17:28.247305 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e41a6fe6-9012-4e9a-9e41-6617d4b1482d req-58050841-cfd1-40ed-aee3-21b057cc298b tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1d05eb7-33be-4527-8ca9-bdaee728294f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431426 Feb 28 11:17:29.365315 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb1520-1b9a-42f0-a126-a167cc9ee8e5 req-f9c05b67-85e2-446c-a921-1b219df8e5e8 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:17:29.366698 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-96bb1520-1b9a-42f0-a126-a167cc9ee8e5 req-f9c05b67-85e2-446c-a921-1b219df8e5e8 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8970a48-dad3-4490-a6b8-264e7b9d838a HTTP/1.1" status: 200 len: 945 time: 0.0517392 Feb 28 11:17:29.418196 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-96bb1520-1b9a-42f0-a126-a167cc9ee8e5 req-fb031999-cbe0-449b-9ab0-9893d713e96f tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1d05eb7-33be-4527-8ca9-bdaee728294f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460060 Feb 28 11:17:29.444551 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 56354) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:17:29.514643 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-3b2ed2b5-2302-4ace-ab33-20b5a6e8ba7f tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/floatingips/551c348e-f4d3-467c-a676-a132dc0b5dd4 HTTP/1.1" status: 200 len: 993 time: 0.0688853 Feb 28 11:17:29.766364 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 56360) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:17:29.924534 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-59f7007f-2986-470a-9670-e9c21210aff0 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Deleting port e681702f-fa7a-46f9-8396-8b679f81faf1 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:17:29.924789 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-59f7007f-2986-470a-9670-e9c21210aff0 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (e681702f-fa7a-46f9-8396-8b679f81faf1), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:30.005277 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-59f7007f-2986-470a-9670-e9c21210aff0 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (e681702f-fa7a-46f9-8396-8b679f81faf1), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:30.005598 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-59f7007f-2986-470a-9670-e9c21210aff0 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for floatingip (e681702f-fa7a-46f9-8396-8b679f81faf1), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:30.017553 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-59f7007f-2986-470a-9670-e9c21210aff0 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Calling delete_port for e681702f-fa7a-46f9-8396-8b679f81faf1 owned by network:floatingip {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:17:30.271204 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-59f7007f-2986-470a-9670-e9c21210aff0 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (e681702f-fa7a-46f9-8396-8b679f81faf1), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:30.296858 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7007f-2986-470a-9670-e9c21210aff0 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event deleted for resources: {'Port': ['ID=e681702f-fa7a-46f9-8396-8b679f81faf1,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:17:30.309743 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7007f-2986-470a-9670-e9c21210aff0 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:30.310105 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7007f-2986-470a-9670-e9c21210aff0 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:30.310456 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7007f-2986-470a-9670-e9c21210aff0 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:30.310805 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7007f-2986-470a-9670-e9c21210aff0 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:30.311172 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7007f-2986-470a-9670-e9c21210aff0 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:30.311777 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7007f-2986-470a-9670-e9c21210aff0 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:30.312115 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7007f-2986-470a-9670-e9c21210aff0 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:30.312450 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7007f-2986-470a-9670-e9c21210aff0 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:30.312784 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7007f-2986-470a-9670-e9c21210aff0 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:30.313118 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7007f-2986-470a-9670-e9c21210aff0 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:30.313451 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7007f-2986-470a-9670-e9c21210aff0 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:30.313782 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7007f-2986-470a-9670-e9c21210aff0 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:30.314111 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7007f-2986-470a-9670-e9c21210aff0 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:30.372793 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-59f7007f-2986-470a-9670-e9c21210aff0 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for floatingip (551c348e-f4d3-467c-a676-a132dc0b5dd4), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:30.373244 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.l3_db [None req-59f7007f-2986-470a-9670-e9c21210aff0 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Floating IP 551c348e-f4d3-467c-a676-a132dc0b5dd4 disassociated (deleted). External IP: 172.26.3.132, port: fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9. Feb 28 11:17:30.618980 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f7007f-2986-470a-9670-e9c21210aff0 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Router 01e1ae6a-8046-4fa0-a5ea-a0399dda04b3 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:17:30.727375 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f7007f-2986-470a-9670-e9c21210aff0 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:17:30.732143 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-59f7007f-2986-470a-9670-e9c21210aff0 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:30.736749 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425286cf-27d0-4ed4-8ba7-13c24a9e6ad8 None None] Sync routers for ids ['01e1ae6a-8046-4fa0-a5ea-a0399dda04b3'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:17:30.747883 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425286cf-27d0-4ed4-8ba7-13c24a9e6ad8 None None] Routers {'01e1ae6a-8046-4fa0-a5ea-a0399dda04b3'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:17:30.748600 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-425286cf-27d0-4ed4-8ba7-13c24a9e6ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:17:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['01e1ae6a-8046-4fa0-a5ea-a0399dda04b3'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:17:30.860822 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-425286cf-27d0-4ed4-8ba7-13c24a9e6ad8 None None] Set router 01e1ae6a-8046-4fa0-a5ea-a0399dda04b3 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:17:31.019415 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:31.068120 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-425286cf-27d0-4ed4-8ba7-13c24a9e6ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e1ae6a-8046-4fa0-a5ea-a0399dda04b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1624467432', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': '78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:16:30Z', 'updated_at': '2022-02-28T11:16:35Z', 'revision_number': 4, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': '78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e1ae6a-8046-4fa0-a5ea-a0399dda04b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:16:31Z', 'updated_at': '2022-02-28T11:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': 'c269269f-a30a-4acd-9d03-073275b1c476', 'name': '', 'network_id': '62f26333-bafc-4bf3-90fe-7aa5e8d1da6c', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'mac_address': 'fa:16:3e:ac:01:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e1ae6a-8046-4fa0-a5ea-a0399dda04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'b9519fb9-14ca-4553-a014-bb252a8a1bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:16:34Z', 'updated_at': '2022-02-28T11:16:38Z', 'revision_number': 5, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'subnets': [{'id': 'b9519fb9-14ca-4553-a014-bb252a8a1bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:17:31.094954 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425286cf-27d0-4ed4-8ba7-13c24a9e6ad8 None None] Checking router: 01e1ae6a-8046-4fa0-a5ea-a0399dda04b3 for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:17:31.103690 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425286cf-27d0-4ed4-8ba7-13c24a9e6ad8 None None] Routers {'01e1ae6a-8046-4fa0-a5ea-a0399dda04b3'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:17:31.104305 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-425286cf-27d0-4ed4-8ba7-13c24a9e6ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:17:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['01e1ae6a-8046-4fa0-a5ea-a0399dda04b3'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:17:31.110617 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-59f7007f-2986-470a-9670-e9c21210aff0 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "DELETE /v2.0/floatingips/551c348e-f4d3-467c-a676-a132dc0b5dd4 HTTP/1.1" status: 204 len: 168 time: 1.3429527 Feb 28 11:17:31.111244 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8970a48-dad3-4490-a6b8-264e7b9d838a', 'tag': 'fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:17:31.114307 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e327406-e253-4502-8e5c-4a4e4f3c403f" -d '{"events": [{"name": "network-changed", "server_uuid": "c8970a48-dad3-4490-a6b8-264e7b9d838a", "tag": "fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:17:31.160803 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd165dbc-1cbc-4400-bef3-a2dddfe07dbf x-openstack-request-id: req-cd165dbc-1cbc-4400-bef3-a2dddfe07dbf {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:17:31.161117 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8970a48-dad3-4490-a6b8-264e7b9d838a", "tag": "fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:17:31.163264 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cd165dbc-1cbc-4400-bef3-a2dddfe07dbf {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:17:31.163708 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8970a48-dad3-4490-a6b8-264e7b9d838a', 'tag': 'fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9', 'status': 'completed', 'code': 200} Feb 28 11:17:31.218634 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-425286cf-27d0-4ed4-8ba7-13c24a9e6ad8 None None] Set router 01e1ae6a-8046-4fa0-a5ea-a0399dda04b3 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:17:31.252249 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e327406-e253-4502-8e5c-4a4e4f3c403f req-58481c5d-216a-4ce3-a8b3-5804c227f2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:17:31.254531 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0e327406-e253-4502-8e5c-4a4e4f3c403f req-58481c5d-216a-4ce3-a8b3-5804c227f2b3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d2ac95293f7647eb87ff4889cfbdd577&device_id=c8970a48-dad3-4490-a6b8-264e7b9d838a HTTP/1.1" status: 200 len: 1129 time: 0.0517209 Feb 28 11:17:31.348579 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e327406-e253-4502-8e5c-4a4e4f3c403f req-a01b454b-38b5-413e-8ced-ca1fb179aa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:17:31.350139 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0e327406-e253-4502-8e5c-4a4e4f3c403f req-a01b454b-38b5-413e-8ced-ca1fb179aa02 service neutron] 10.222.0.70 "GET /v2.0/networks?id=62f26333-bafc-4bf3-90fe-7aa5e8d1da6c HTTP/1.1" status: 200 len: 896 time: 0.0895152 Feb 28 11:17:31.391634 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0e327406-e253-4502-8e5c-4a4e4f3c403f req-603ed6cf-09c4-401c-9823-90db9a1400a0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9 HTTP/1.1" status: 200 len: 217 time: 0.0355208 Feb 28 11:17:31.440893 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-425286cf-27d0-4ed4-8ba7-13c24a9e6ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e1ae6a-8046-4fa0-a5ea-a0399dda04b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1624467432', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': '78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:16:30Z', 'updated_at': '2022-02-28T11:16:35Z', 'revision_number': 4, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': '78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e1ae6a-8046-4fa0-a5ea-a0399dda04b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:16:31Z', 'updated_at': '2022-02-28T11:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': 'c269269f-a30a-4acd-9d03-073275b1c476', 'name': '', 'network_id': '62f26333-bafc-4bf3-90fe-7aa5e8d1da6c', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'mac_address': 'fa:16:3e:ac:01:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e1ae6a-8046-4fa0-a5ea-a0399dda04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'b9519fb9-14ca-4553-a014-bb252a8a1bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:16:34Z', 'updated_at': '2022-02-28T11:16:38Z', 'revision_number': 5, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'subnets': [{'id': 'b9519fb9-14ca-4553-a014-bb252a8a1bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:17:31.451695 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e327406-e253-4502-8e5c-4a4e4f3c403f req-8b4b1c42-ae59-4c11-8f70-f9fd4f3d2fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:17:31.453252 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0e327406-e253-4502-8e5c-4a4e4f3c403f req-8b4b1c42-ae59-4c11-8f70-f9fd4f3d2fb8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b9519fb9-14ca-4553-a014-bb252a8a1bc7 HTTP/1.1" status: 200 len: 835 time: 0.0563123 Feb 28 11:17:31.469897 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425286cf-27d0-4ed4-8ba7-13c24a9e6ad8 None None] The sync data for ids ['01e1ae6a-8046-4fa0-a5ea-a0399dda04b3'] in dv-neutron-829161-3-hyperv is: [{'id': '01e1ae6a-8046-4fa0-a5ea-a0399dda04b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1624467432', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': '78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:16:30Z', 'updated_at': '2022-02-28T11:16:35Z', 'revision_number': 4, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': '78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e1ae6a-8046-4fa0-a5ea-a0399dda04b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:16:31Z', 'updated_at': '2022-02-28T11:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': 'c269269f-a30a-4acd-9d03-073275b1c476', 'name': '', 'network_id': '62f26333-bafc-4bf3-90fe-7aa5e8d1da6c', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'mac_address': 'fa:16:3e:ac:01:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e1ae6a-8046-4fa0-a5ea-a0399dda04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'b9519fb9-14ca-4553-a014-bb252a8a1bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:16:34Z', 'updated_at': '2022-02-28T11:16:38Z', 'revision_number': 5, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'subnets': [{'id': 'b9519fb9-14ca-4553-a014-bb252a8a1bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:17:31.504858 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e327406-e253-4502-8e5c-4a4e4f3c403f req-e24163f3-e552-447c-883d-ad17a9cd60ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:17:31.506122 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0e327406-e253-4502-8e5c-4a4e4f3c403f req-e24163f3-e552-447c-883d-ad17a9cd60ce service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=62f26333-bafc-4bf3-90fe-7aa5e8d1da6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0471501 Feb 28 11:17:31.639974 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0e327406-e253-4502-8e5c-4a4e4f3c403f req-a2c18343-a16b-4b1c-958a-4e65582c712e service neutron] 10.222.0.70 "GET /v2.0/networks/62f26333-bafc-4bf3-90fe-7aa5e8d1da6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273277 Feb 28 11:17:31.663944 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ce941-de2b-4b87-ae28-a1e5c9f0908e req-a85356b1-76ec-40e8-ba39-078e05b13a39 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:17:31.665475 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-891ce941-de2b-4b87-ae28-a1e5c9f0908e req-a85356b1-76ec-40e8-ba39-078e05b13a39 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8970a48-dad3-4490-a6b8-264e7b9d838a HTTP/1.1" status: 200 len: 945 time: 0.0884717 Feb 28 11:17:31.730351 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f0f563-fa67-4892-b11e-e82ee4f7ab9f None None] New status for floating IP 551c348e-f4d3-467c-a676-a132dc0b5dd4: DOWN {{(pid=104085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:17:31.780577 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-891ce941-de2b-4b87-ae28-a1e5c9f0908e req-a2f028b9-ee52-44fb-9def-eb319f4b3f38 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1d05eb7-33be-4527-8ca9-bdaee728294f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038661 Feb 28 11:17:31.795654 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0e327406-e253-4502-8e5c-4a4e4f3c403f req-8c9e78cb-db8f-4c54-b0f6-0d5331ffc5d2 service neutron] 10.222.0.70 "GET /v2.0/networks/62f26333-bafc-4bf3-90fe-7aa5e8d1da6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473069 Feb 28 11:17:32.903869 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ccc316-16de-4935-89cf-848c21b1ea05 req-f5a51498-041c-408e-a767-efc2a342c3fa tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:17:32.905346 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-b1ccc316-16de-4935-89cf-848c21b1ea05 req-f5a51498-041c-408e-a767-efc2a342c3fa tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8970a48-dad3-4490-a6b8-264e7b9d838a HTTP/1.1" status: 200 len: 945 time: 0.0523965 Feb 28 11:17:32.954716 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-b1ccc316-16de-4935-89cf-848c21b1ea05 req-d56dead4-ba5d-4248-8f70-06defc7bc9ca tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1d05eb7-33be-4527-8ca9-bdaee728294f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431066 Feb 28 11:17:33.397755 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f4631-da0a-4cbd-9b82-9363081d77c3 req-f7d382f1-d1ca-4afe-8312-f722cbb574f4 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:17:33.399184 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0e6f4631-da0a-4cbd-9b82-9363081d77c3 req-f7d382f1-d1ca-4afe-8312-f722cbb574f4 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8970a48-dad3-4490-a6b8-264e7b9d838a HTTP/1.1" status: 200 len: 945 time: 0.0664916 Feb 28 11:17:33.494547 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-0e6f4631-da0a-4cbd-9b82-9363081d77c3 req-2e0b65e1-f12a-4736-afb1-68220d719570 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Deleting port fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:17:33.494907 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-0e6f4631-da0a-4cbd-9b82-9363081d77c3 req-2e0b65e1-f12a-4736-afb1-68220d719570 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:33.580950 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-0e6f4631-da0a-4cbd-9b82-9363081d77c3 req-2e0b65e1-f12a-4736-afb1-68220d719570 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] For port fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9,segment=NetworkSegment(b98114dc-48e5-4777-8adb-bc9b22b14f52),segment_id=b98114dc-48e5-4777-8adb-bc9b22b14f52)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:17:33.581982 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-0e6f4631-da0a-4cbd-9b82-9363081d77c3 req-2e0b65e1-f12a-4736-afb1-68220d719570 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:33.594241 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-0e6f4631-da0a-4cbd-9b82-9363081d77c3 req-2e0b65e1-f12a-4736-afb1-68220d719570 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Calling delete_port for fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9 owned by compute:nova {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:17:33.813352 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-0e6f4631-da0a-4cbd-9b82-9363081d77c3 req-2e0b65e1-f12a-4736-afb1-68220d719570 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:33.842777 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b65e1-f12a-4736-afb1-68220d719570 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event deleted for resources: {'Port': ['ID=fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:17:33.888858 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e6f4631-da0a-4cbd-9b82-9363081d77c3 req-2e0b65e1-f12a-4736-afb1-68220d719570 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] No DVR routers for this DVR port fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9 on host hv-neutron-8291 {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:17:33.891361 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-0e6f4631-da0a-4cbd-9b82-9363081d77c3 req-2e0b65e1-f12a-4736-afb1-68220d719570 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:33.894874 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0e6f4631-da0a-4cbd-9b82-9363081d77c3 req-2e0b65e1-f12a-4736-afb1-68220d719570 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.70 "DELETE /v2.0/ports/fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9 HTTP/1.1" status: 204 len: 173 time: 0.4899042 Feb 28 11:17:33.895338 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8970a48-dad3-4490-a6b8-264e7b9d838a', 'name': 'network-vif-deleted', 'tag': 'fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:17:33.897553 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8020af7b-28d1-452a-bec2-02273c33c027" -d '{"events": [{"server_uuid": "c8970a48-dad3-4490-a6b8-264e7b9d838a", "name": "network-vif-deleted", "tag": "fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:17:33.932805 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45fab9a5-35e0-4aea-9cbf-56eeff847bcc x-openstack-request-id: req-45fab9a5-35e0-4aea-9cbf-56eeff847bcc {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:17:33.933125 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8970a48-dad3-4490-a6b8-264e7b9d838a", "name": "network-vif-deleted", "tag": "fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:17:33.933381 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-45fab9a5-35e0-4aea-9cbf-56eeff847bcc {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:17:33.933786 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8970a48-dad3-4490-a6b8-264e7b9d838a', 'name': 'network-vif-deleted', 'tag': 'fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9', 'status': 'completed', 'code': 200} Feb 28 11:17:34.049174 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-6091e2ef-8d81-4051-9ad8-dab82eef718c req-ae9e66ca-2a55-4dec-bb39-7f351c616e63 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8970a48-dad3-4490-a6b8-264e7b9d838a HTTP/1.1" status: 200 len: 210 time: 0.0278401 Feb 28 11:17:35.107865 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 56376) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:17:35.486109 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f7c3ccfc-19e0-4897-a5f2-70a83dea2be7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047661'] for router_interface (01e1ae6a-8046-4fa0-a5ea-a0399dda04b3), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:35.785963 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-f7c3ccfc-19e0-4897-a5f2-70a83dea2be7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Deleting port c269269f-a30a-4acd-9d03-073275b1c476 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:17:35.786221 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f7c3ccfc-19e0-4897-a5f2-70a83dea2be7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (c269269f-a30a-4acd-9d03-073275b1c476), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:35.876846 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-f7c3ccfc-19e0-4897-a5f2-70a83dea2be7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] For port c269269f-a30a-4acd-9d03-073275b1c476, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=c269269f-a30a-4acd-9d03-073275b1c476,segment=NetworkSegment(b98114dc-48e5-4777-8adb-bc9b22b14f52),segment_id=b98114dc-48e5-4777-8adb-bc9b22b14f52)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:17:35.877221 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f7c3ccfc-19e0-4897-a5f2-70a83dea2be7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (c269269f-a30a-4acd-9d03-073275b1c476), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:35.890360 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-f7c3ccfc-19e0-4897-a5f2-70a83dea2be7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Calling delete_port for c269269f-a30a-4acd-9d03-073275b1c476 owned by network:router_interface {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:17:36.139896 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f7c3ccfc-19e0-4897-a5f2-70a83dea2be7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (c269269f-a30a-4acd-9d03-073275b1c476), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:36.171784 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c3ccfc-19e0-4897-a5f2-70a83dea2be7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event deleted for resources: {'Port': ['ID=c269269f-a30a-4acd-9d03-073275b1c476,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:17:36.360243 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f7c3ccfc-19e0-4897-a5f2-70a83dea2be7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1047681'] for router_interface (01e1ae6a-8046-4fa0-a5ea-a0399dda04b3), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:36.579528 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7c3ccfc-19e0-4897-a5f2-70a83dea2be7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Router 01e1ae6a-8046-4fa0-a5ea-a0399dda04b3 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:17:36.687821 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c3ccfc-19e0-4897-a5f2-70a83dea2be7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:17:36.693315 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-f7c3ccfc-19e0-4897-a5f2-70a83dea2be7 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "PUT /v2.0/routers/01e1ae6a-8046-4fa0-a5ea-a0399dda04b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5844347 Feb 28 11:17:36.696032 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 56378) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:17:36.699288 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cc7da3-a415-428a-ad48-0af22228e4e0 None None] Sync routers for ids ['01e1ae6a-8046-4fa0-a5ea-a0399dda04b3'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:17:36.709745 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cc7da3-a415-428a-ad48-0af22228e4e0 None None] Routers {'01e1ae6a-8046-4fa0-a5ea-a0399dda04b3'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:17:36.710364 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-89cc7da3-a415-428a-ad48-0af22228e4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:17:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['01e1ae6a-8046-4fa0-a5ea-a0399dda04b3'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:17:36.750426 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6b464c8-1c8a-4abe-9894-ac08a25231e2 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Deleting subnet b9519fb9-14ca-4553-a014-bb252a8a1bc7 {{(pid=104083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 11:17:36.754399 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a6b464c8-1c8a-4abe-9894-ac08a25231e2 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for subnet (b9519fb9-14ca-4553-a014-bb252a8a1bc7), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:36.793513 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a6b464c8-1c8a-4abe-9894-ac08a25231e2 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59245535'] for subnet (b9519fb9-14ca-4553-a014-bb252a8a1bc7), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:36.817629 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-89cc7da3-a415-428a-ad48-0af22228e4e0 None None] Set router 01e1ae6a-8046-4fa0-a5ea-a0399dda04b3 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:17:36.880583 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a6b464c8-1c8a-4abe-9894-ac08a25231e2 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (b9519fb9-14ca-4553-a014-bb252a8a1bc7), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:36.996763 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-89cc7da3-a415-428a-ad48-0af22228e4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e1ae6a-8046-4fa0-a5ea-a0399dda04b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1624467432', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': '78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:16:30Z', 'updated_at': '2022-02-28T11:17:36Z', 'revision_number': 5, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': '78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e1ae6a-8046-4fa0-a5ea-a0399dda04b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:16:31Z', 'updated_at': '2022-02-28T11:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:17:37.023107 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cc7da3-a415-428a-ad48-0af22228e4e0 None None] Checking router: 01e1ae6a-8046-4fa0-a5ea-a0399dda04b3 for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:17:37.030794 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a6b464c8-1c8a-4abe-9894-ac08a25231e2 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (b9519fb9-14ca-4553-a014-bb252a8a1bc7), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:37.031210 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cc7da3-a415-428a-ad48-0af22228e4e0 None None] Routers {'01e1ae6a-8046-4fa0-a5ea-a0399dda04b3'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:17:37.031810 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-89cc7da3-a415-428a-ad48-0af22228e4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:17:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['01e1ae6a-8046-4fa0-a5ea-a0399dda04b3'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:17:37.059871 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b464c8-1c8a-4abe-9894-ac08a25231e2 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event deleted for resources: {'Subnet': ['ID=b9519fb9-14ca-4553-a014-bb252a8a1bc7,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:17:37.063903 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a6b464c8-1c8a-4abe-9894-ac08a25231e2 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:37.067932 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a6b464c8-1c8a-4abe-9894-ac08a25231e2 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "DELETE /v2.0/subnets/b9519fb9-14ca-4553-a014-bb252a8a1bc7 HTTP/1.1" status: 204 len: 168 time: 0.3709252 Feb 28 11:17:37.070618 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 56380) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:17:37.073942 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6ef84a-635e-4feb-966a-2f82580a1300 None None] Network 62f26333-bafc-4bf3-90fe-7aa5e8d1da6c requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:17:37.188033 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ff7ea175-67a6-48f5-9479-6503270c8093 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for router (01e1ae6a-8046-4fa0-a5ea-a0399dda04b3), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:37.228530 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9 no longer exists at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:17:37.250976 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] No Port match for: fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:17:37.251589 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device fe0e66a6-a2ba-4fca-8ce6-6a0589b16cc9 not bound to the agent host hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:17:37.260039 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-89cc7da3-a415-428a-ad48-0af22228e4e0 None None] Set router 01e1ae6a-8046-4fa0-a5ea-a0399dda04b3 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:17:37.264811 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ab15a2-63e2-4e0a-8555-c31e3190c3a7 None None] DHCP port deletion for 62f26333-bafc-4bf3-90fe-7aa5e8d1da6c request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 11:17:37.326272 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-c8ab15a2-63e2-4e0a-8555-c31e3190c3a7 None None] Deleting port 7e170f88-f899-40e8-b945-b123a09d12c4 {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:17:37.326974 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c8ab15a2-63e2-4e0a-8555-c31e3190c3a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (7e170f88-f899-40e8-b945-b123a09d12c4), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:37.417441 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-c8ab15a2-63e2-4e0a-8555-c31e3190c3a7 None None] For port 7e170f88-f899-40e8-b945-b123a09d12c4, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=7e170f88-f899-40e8-b945-b123a09d12c4,segment=NetworkSegment(b98114dc-48e5-4777-8adb-bc9b22b14f52),segment_id=b98114dc-48e5-4777-8adb-bc9b22b14f52)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:17:37.417872 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c8ab15a2-63e2-4e0a-8555-c31e3190c3a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (7e170f88-f899-40e8-b945-b123a09d12c4), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:37.432008 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-c8ab15a2-63e2-4e0a-8555-c31e3190c3a7 None None] Calling delete_port for 7e170f88-f899-40e8-b945-b123a09d12c4 owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:17:37.483496 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-89cc7da3-a415-428a-ad48-0af22228e4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e1ae6a-8046-4fa0-a5ea-a0399dda04b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1624467432', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': '78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:16:30Z', 'updated_at': '2022-02-28T11:17:36Z', 'revision_number': 5, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': '78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e1ae6a-8046-4fa0-a5ea-a0399dda04b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:16:31Z', 'updated_at': '2022-02-28T11:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:17:37.514448 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cc7da3-a415-428a-ad48-0af22228e4e0 None None] The sync data for ids ['01e1ae6a-8046-4fa0-a5ea-a0399dda04b3'] in dv-neutron-829161-3-hyperv is: [{'id': '01e1ae6a-8046-4fa0-a5ea-a0399dda04b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1624467432', 'tenant_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': '78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:16:30Z', 'updated_at': '2022-02-28T11:17:36Z', 'revision_number': 5, 'project_id': 'd2ac95293f7647eb87ff4889cfbdd577', 'gw_port': {'id': '78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e1ae6a-8046-4fa0-a5ea-a0399dda04b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:16:31Z', 'updated_at': '2022-02-28T11:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:17:37.590509 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c8ab15a2-63e2-4e0a-8555-c31e3190c3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (7e170f88-f899-40e8-b945-b123a09d12c4), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:37.613800 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ab15a2-63e2-4e0a-8555-c31e3190c3a7 None None] Pushing event deleted for resources: {'Port': ['ID=7e170f88-f899-40e8-b945-b123a09d12c4,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:17:37.619273 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ff7ea175-67a6-48f5-9479-6503270c8093 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for router_gateway (01e1ae6a-8046-4fa0-a5ea-a0399dda04b3), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:37.624073 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ab15a2-63e2-4e0a-8555-c31e3190c3a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:37.624430 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ab15a2-63e2-4e0a-8555-c31e3190c3a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:37.624774 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ab15a2-63e2-4e0a-8555-c31e3190c3a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:37.625112 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ab15a2-63e2-4e0a-8555-c31e3190c3a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:37.625443 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ab15a2-63e2-4e0a-8555-c31e3190c3a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:37.625769 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ab15a2-63e2-4e0a-8555-c31e3190c3a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:37.626098 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ab15a2-63e2-4e0a-8555-c31e3190c3a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:37.626439 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ab15a2-63e2-4e0a-8555-c31e3190c3a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:37.626756 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ab15a2-63e2-4e0a-8555-c31e3190c3a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:37.627175 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ab15a2-63e2-4e0a-8555-c31e3190c3a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:37.627502 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ab15a2-63e2-4e0a-8555-c31e3190c3a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:37.627824 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ab15a2-63e2-4e0a-8555-c31e3190c3a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:37.628744 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ab15a2-63e2-4e0a-8555-c31e3190c3a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:37.631533 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ab15a2-63e2-4e0a-8555-c31e3190c3a7 None None] No DVR routers for this DVR port 7e170f88-f899-40e8-b945-b123a09d12c4 on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:17:37.749830 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-ff7ea175-67a6-48f5-9479-6503270c8093 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Deleting port 78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:17:37.750403 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ff7ea175-67a6-48f5-9479-6503270c8093 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:37.830311 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-ff7ea175-67a6-48f5-9479-6503270c8093 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] For port 78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:17:37.830673 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ff7ea175-67a6-48f5-9479-6503270c8093 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:37.843081 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-ff7ea175-67a6-48f5-9479-6503270c8093 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Calling delete_port for 78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79 owned by network:router_gateway {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:17:38.064923 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ff7ea175-67a6-48f5-9479-6503270c8093 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:38.098293 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7ea175-67a6-48f5-9479-6503270c8093 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event deleted for resources: {'Port': ['ID=78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:17:38.129166 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7ea175-67a6-48f5-9479-6503270c8093 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:38.129707 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7ea175-67a6-48f5-9479-6503270c8093 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:38.130067 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7ea175-67a6-48f5-9479-6503270c8093 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:38.130417 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7ea175-67a6-48f5-9479-6503270c8093 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:38.130764 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7ea175-67a6-48f5-9479-6503270c8093 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:38.131137 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7ea175-67a6-48f5-9479-6503270c8093 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:38.131479 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7ea175-67a6-48f5-9479-6503270c8093 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:38.131820 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7ea175-67a6-48f5-9479-6503270c8093 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:38.132160 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7ea175-67a6-48f5-9479-6503270c8093 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:38.132498 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7ea175-67a6-48f5-9479-6503270c8093 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:38.132835 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7ea175-67a6-48f5-9479-6503270c8093 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:38.133169 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7ea175-67a6-48f5-9479-6503270c8093 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:38.133502 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7ea175-67a6-48f5-9479-6503270c8093 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:38.174589 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ff7ea175-67a6-48f5-9479-6503270c8093 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047843'] for router_gateway (01e1ae6a-8046-4fa0-a5ea-a0399dda04b3), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:38.268462 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ff7ea175-67a6-48f5-9479-6503270c8093 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (01e1ae6a-8046-4fa0-a5ea-a0399dda04b3), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:38.271310 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ff7ea175-67a6-48f5-9479-6503270c8093 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for router_controller (01e1ae6a-8046-4fa0-a5ea-a0399dda04b3), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:38.368326 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ff7ea175-67a6-48f5-9479-6503270c8093 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (01e1ae6a-8046-4fa0-a5ea-a0399dda04b3), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:38.368842 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff7ea175-67a6-48f5-9479-6503270c8093 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Fanout notify agent at l3_agent the message router_deleted on router 01e1ae6a-8046-4fa0-a5ea-a0399dda04b3 {{(pid=104084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:17:38.376040 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ff7ea175-67a6-48f5-9479-6503270c8093 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:38.376674 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-ff7ea175-67a6-48f5-9479-6503270c8093 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "DELETE /v2.0/routers/01e1ae6a-8046-4fa0-a5ea-a0399dda04b3 HTTP/1.1" status: 204 len: 168 time: 1.3049958 Feb 28 11:17:38.379594 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 56382) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:17:38.469689 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-827bb948-2eb9-419f-b897-d824137f0e18 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (62f26333-bafc-4bf3-90fe-7aa5e8d1da6c), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:38.555150 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-827bb948-2eb9-419f-b897-d824137f0e18 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (62f26333-bafc-4bf3-90fe-7aa5e8d1da6c), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:38.576768 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-827bb948-2eb9-419f-b897-d824137f0e18 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62f26333-bafc-4bf3-90fe-7aa5e8d1da6c']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:17:38.590066 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-827bb948-2eb9-419f-b897-d824137f0e18 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b98114dc-48e5-4777-8adb-bc9b22b14f52') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:17:38.590372 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-827bb948-2eb9-419f-b897-d824137f0e18 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b98114dc-48e5-4777-8adb-bc9b22b14f52') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:17:38.604399 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-827bb948-2eb9-419f-b897-d824137f0e18 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (b98114dc-48e5-4777-8adb-bc9b22b14f52), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:38.617233 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-827bb948-2eb9-419f-b897-d824137f0e18 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (b98114dc-48e5-4777-8adb-bc9b22b14f52), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:38.622972 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-827bb948-2eb9-419f-b897-d824137f0e18 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:17:38.623298 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-827bb948-2eb9-419f-b897-d824137f0e18 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (b98114dc-48e5-4777-8adb-bc9b22b14f52), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:38.626147 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 11:17:38.626147 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:17:38.626147 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 11:17:38.626147 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:17:38.626147 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 11:17:38.626147 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 11:17:38.626147 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 11:17:38.626147 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:17:38.626147 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 11:17:38.626147 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:17:38.626147 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 11:17:38.626147 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:17:38.626147 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 11:17:38.626147 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 11:17:38.626147 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:17:38.626147 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 11:17:38.626147 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:17:38.626147 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 11:17:38.626147 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 11:17:38.626147 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:17:38.626147 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 11:17:38.626147 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:17:38.626147 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:17:38.626147 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:17:38.626147 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 11:17:38.626147 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:17:38.626147 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:17:38.626147 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:17:38.626147 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:17:38.626147 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:17:38.626147 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:17:38.626147 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:17:38.727892 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-827bb948-2eb9-419f-b897-d824137f0e18 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (62f26333-bafc-4bf3-90fe-7aa5e8d1da6c), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:38.734499 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-827bb948-2eb9-419f-b897-d824137f0e18 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:38.737715 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-827bb948-2eb9-419f-b897-d824137f0e18 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "DELETE /v2.0/networks/62f26333-bafc-4bf3-90fe-7aa5e8d1da6c HTTP/1.1" status: 204 len: 168 time: 0.3570073 Feb 28 11:17:38.740692 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 56384) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:17:38.749398 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827bb948-2eb9-419f-b897-d824137f0e18 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event deleted for resources: {'Network': ['ID=62f26333-bafc-4bf3-90fe-7aa5e8d1da6c,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:17:38.799401 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c6ce18c2-be13-4fcc-9d34-d482943b7b55 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group (c1d05eb7-33be-4527-8ca9-bdaee728294f), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:38.832591 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c6ce18c2-be13-4fcc-9d34-d482943b7b55 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group (c1d05eb7-33be-4527-8ca9-bdaee728294f), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:38.879334 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device c269269f-a30a-4acd-9d03-073275b1c476 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:17:38.900804 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: c269269f-a30a-4acd-9d03-073275b1c476 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:17:38.904529 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device c269269f-a30a-4acd-9d03-073275b1c476 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:17:38.904529 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:17:38.919969 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:17:38.920315 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 78ba95ba-a1ee-4a04-8ecd-1e4ab267ad79 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:17:38.920727 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 7e170f88-f899-40e8-b945-b123a09d12c4 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:17:38.938961 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 7e170f88-f899-40e8-b945-b123a09d12c4 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:17:38.939309 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 7e170f88-f899-40e8-b945-b123a09d12c4 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:17:38.944933 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c6ce18c2-be13-4fcc-9d34-d482943b7b55 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (c1d05eb7-33be-4527-8ca9-bdaee728294f), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:38.948198 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c6ce18c2-be13-4fcc-9d34-d482943b7b55 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:38.949370 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-c6ce18c2-be13-4fcc-9d34-d482943b7b55 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] 10.222.0.62 "DELETE /v2.0/security-groups/c1d05eb7-33be-4527-8ca9-bdaee728294f HTTP/1.1" status: 204 len: 168 time: 0.2076209 Feb 28 11:17:38.959778 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ce18c2-be13-4fcc-9d34-d482943b7b55 tempest-TestNetworkAdvancedServerOps-192716458 tempest-TestNetworkAdvancedServerOps-192716458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d05eb7-33be-4527-8ca9-bdaee728294f,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:17:39.504520 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 56392) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:17:39.645761 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-16523806-ff22-487f-99be-8abfefe07cca admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d2ac95293f7647eb87ff4889cfbdd577&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1399364 Feb 28 11:17:39.648205 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 56396) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:17:39.696037 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-69d6cafc-d386-48c5-b828-e981929b29ce admin admin] Publish callbacks [] for security_group (0ebb772a-840b-4fe9-bbbb-009b11244535), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:39.719533 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-69d6cafc-d386-48c5-b828-e981929b29ce admin admin] Publish callbacks [] for security_group (0ebb772a-840b-4fe9-bbbb-009b11244535), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:39.848055 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-69d6cafc-d386-48c5-b828-e981929b29ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (0ebb772a-840b-4fe9-bbbb-009b11244535), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:39.850736 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-69d6cafc-d386-48c5-b828-e981929b29ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:39.851983 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-69d6cafc-d386-48c5-b828-e981929b29ce admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0ebb772a-840b-4fe9-bbbb-009b11244535 HTTP/1.1" status: 204 len: 168 time: 0.2028811 Feb 28 11:17:39.859833 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d6cafc-d386-48c5-b828-e981929b29ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebb772a-840b-4fe9-bbbb-009b11244535,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:17:40.423881 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 56402) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:17:40.442201 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0552d4c8-fe54-450f-9380-d6cd4247a7ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:40.553488 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0552d4c8-fe54-450f-9380-d6cd4247a7ee admin admin] Publish callbacks [] for security_group (dc24e1e8-0d94-4d75-8925-edcef1880c24), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:40.625011 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0552d4c8-fe54-450f-9380-d6cd4247a7ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (dc24e1e8-0d94-4d75-8925-edcef1880c24), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:40.671744 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-0552d4c8-fe54-450f-9380-d6cd4247a7ee admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=51bda57ccdce4f7f9479cbc82fb99c4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2465363 Feb 28 11:17:40.673055 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0552d4c8-fe54-450f-9380-d6cd4247a7ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc24e1e8-0d94-4d75-8925-edcef1880c24,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:17:40.674291 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 56404) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:17:40.732318 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5d1f62da-816f-42fa-9cb6-d5b4d33545f4 admin admin] Publish callbacks [] for security_group (dc24e1e8-0d94-4d75-8925-edcef1880c24), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:40.757644 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5d1f62da-816f-42fa-9cb6-d5b4d33545f4 admin admin] Publish callbacks [] for security_group (dc24e1e8-0d94-4d75-8925-edcef1880c24), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:40.917093 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5d1f62da-816f-42fa-9cb6-d5b4d33545f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (dc24e1e8-0d94-4d75-8925-edcef1880c24), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:40.921286 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5d1f62da-816f-42fa-9cb6-d5b4d33545f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:40.923010 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-5d1f62da-816f-42fa-9cb6-d5b4d33545f4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dc24e1e8-0d94-4d75-8925-edcef1880c24 HTTP/1.1" status: 204 len: 168 time: 0.2474382 Feb 28 11:17:40.932025 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1f62da-816f-42fa-9cb6-d5b4d33545f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc24e1e8-0d94-4d75-8925-edcef1880c24,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:17:42.021528 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 56426) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:17:42.129460 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-85a0606d-ea27-45da-978b-ba75577d00e3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-378632984-network', 'tenant_id': 'da25d45089ea41a996677c4e53653bac'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:17:42.202067 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a0606d-ea27-45da-978b-ba75577d00e3 admin admin] Made reservation on behalf of da25d45089ea41a996677c4e53653bac for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:17:42.204991 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-85a0606d-ea27-45da-978b-ba75577d00e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:42.217050 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-85a0606d-ea27-45da-978b-ba75577d00e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:42.304185 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-85a0606d-ea27-45da-978b-ba75577d00e3 admin admin] Publish callbacks [] for security_group (c4ed5f7a-8e36-4fad-9ea1-67bde873269f), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:42.373535 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-85a0606d-ea27-45da-978b-ba75577d00e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (c4ed5f7a-8e36-4fad-9ea1-67bde873269f), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:42.400607 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85a0606d-ea27-45da-978b-ba75577d00e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:17:42.411218 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a0606d-ea27-45da-978b-ba75577d00e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ed5f7a-8e36-4fad-9ea1-67bde873269f,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:17:42.415916 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-85a0606d-ea27-45da-978b-ba75577d00e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:42.416256 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-85a0606d-ea27-45da-978b-ba75577d00e3 admin admin] Added segment 6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281 of type vlan for network 5b7375b1-133e-4b0c-83d0-68099070b95c Feb 28 11:17:42.455893 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-85a0606d-ea27-45da-978b-ba75577d00e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (5b7375b1-133e-4b0c-83d0-68099070b95c), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:42.544996 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-85a0606d-ea27-45da-978b-ba75577d00e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (5b7375b1-133e-4b0c-83d0-68099070b95c), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:42.546048 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a0606d-ea27-45da-978b-ba75577d00e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:17:42.546637 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-85a0606d-ea27-45da-978b-ba75577d00e3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:42.605166 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a0606d-ea27-45da-978b-ba75577d00e3 admin admin] Pushing event updated for resources: {'Network': ['ID=5b7375b1-133e-4b0c-83d0-68099070b95c,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:17:42.615399 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 5b7375b1-133e-4b0c-83d0-68099070b95c details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 11:17:42.639425 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-85a0606d-ea27-45da-978b-ba75577d00e3 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6165702 Feb 28 11:17:42.642127 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 56430) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:17:42.647751 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-0593e334-a825-41ba-a4ef-53b3bebc8663 admin admin] Request body: {'subnet': {'network_id': '5b7375b1-133e-4b0c-83d0-68099070b95c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-378632984-subnet', 'tenant_id': 'da25d45089ea41a996677c4e53653bac', 'ip_version': 4}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:17:42.744543 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0593e334-a825-41ba-a4ef-53b3bebc8663 admin admin] Made reservation on behalf of da25d45089ea41a996677c4e53653bac for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:17:42.746935 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0593e334-a825-41ba-a4ef-53b3bebc8663 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:42.973891 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0593e334-a825-41ba-a4ef-53b3bebc8663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (51a08ae2-fa45-404f-b640-5a7d8d3731a5), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:43.027541 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593e334-a825-41ba-a4ef-53b3bebc8663 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51a08ae2-fa45-404f-b640-5a7d8d3731a5,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:17:43.038920 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0593e334-a825-41ba-a4ef-53b3bebc8663 admin admin] Checking segment: {'id': '6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5b7375b1-133e-4b0c-83d0-68099070b95c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:17:43.041712 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0593e334-a825-41ba-a4ef-53b3bebc8663 admin admin] Network hostable DHCP agents. Network: 5b7375b1-133e-4b0c-83d0-68099070b95c, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:17:43.127576 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0593e334-a825-41ba-a4ef-53b3bebc8663 admin admin] Network 5b7375b1-133e-4b0c-83d0-68099070b95c is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:17:43.208351 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-0593e334-a825-41ba-a4ef-53b3bebc8663 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 5b7375b1-133e-4b0c-83d0-68099070b95c) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:17:43.212950 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0593e334-a825-41ba-a4ef-53b3bebc8663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:17:43.214041 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0593e334-a825-41ba-a4ef-53b3bebc8663 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:43.218237 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d58337b-3050-49c3-b1cb-371117122d2b None None] Network 5b7375b1-133e-4b0c-83d0-68099070b95c requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:17:43.285798 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-0593e334-a825-41ba-a4ef-53b3bebc8663 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6422696 Feb 28 11:17:43.288666 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 56432) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:17:43.293919 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-970cdd24-5c81-40e7-9e98-706065364464 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-378632984-router', 'tenant_id': 'da25d45089ea41a996677c4e53653bac', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:17:43.329272 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db7812f-56c6-4c36-8250-f26062178cb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-5b7375b1-133e-4b0c-83d0-68099070b95c', 'network_id': '5b7375b1-133e-4b0c-83d0-68099070b95c', 'project_id': 'da25d45089ea41a996677c4e53653bac', 'fixed_ips': [{'subnet_id': '51a08ae2-fa45-404f-b640-5a7d8d3731a5'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 11:17:43.330119 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6db7812f-56c6-4c36-8250-f26062178cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:43.362665 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-970cdd24-5c81-40e7-9e98-706065364464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (c02b0235-5223-435e-b28d-f9d64310f469), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:43.364055 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-970cdd24-5c81-40e7-9e98-706065364464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (c02b0235-5223-435e-b28d-f9d64310f469), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:43.420268 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-970cdd24-5c81-40e7-9e98-706065364464 admin admin] Publish callbacks [] for router_controller (c02b0235-5223-435e-b28d-f9d64310f469), precommit_add_association {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:43.468041 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-6db7812f-56c6-4c36-8250-f26062178cb9 None None] Allocated IP 172.20.0.2 (5b7375b1-133e-4b0c-83d0-68099070b95c/51a08ae2-fa45-404f-b640-5a7d8d3731a5/39ddce6f-6ca9-4528-bb94-42bd8f684a37) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:17:43.609648 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6db7812f-56c6-4c36-8250-f26062178cb9 None None] Publish callbacks [] for port (39ddce6f-6ca9-4528-bb94-42bd8f684a37), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:43.623724 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-970cdd24-5c81-40e7-9e98-706065364464 admin admin] Publish callbacks [] for router_gateway (c02b0235-5223-435e-b28d-f9d64310f469), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:43.677267 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6db7812f-56c6-4c36-8250-f26062178cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (39ddce6f-6ca9-4528-bb94-42bd8f684a37), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:43.712451 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db7812f-56c6-4c36-8250-f26062178cb9 None None] Network 5b7375b1-133e-4b0c-83d0-68099070b95c is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:17:43.715378 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-6db7812f-56c6-4c36-8250-f26062178cb9 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:17:43.718643 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db7812f-56c6-4c36-8250-f26062178cb9 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:17:43.731386 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db7812f-56c6-4c36-8250-f26062178cb9 None None] Pushing event updated for resources: {'Port': ['ID=39ddce6f-6ca9-4528-bb94-42bd8f684a37,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:17:43.781989 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-6db7812f-56c6-4c36-8250-f26062178cb9 None None] Attempting to bind port 39ddce6f-6ca9-4528-bb94-42bd8f684a37 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:17:43.782360 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-6db7812f-56c6-4c36-8250-f26062178cb9 None None] Attempting to bind port 39ddce6f-6ca9-4528-bb94-42bd8f684a37 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5b7375b1-133e-4b0c-83d0-68099070b95c'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:17:43.782725 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db7812f-56c6-4c36-8250-f26062178cb9 None None] Attempting to bind port 39ddce6f-6ca9-4528-bb94-42bd8f684a37 on network 5b7375b1-133e-4b0c-83d0-68099070b95c {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:17:43.788834 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db7812f-56c6-4c36-8250-f26062178cb9 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:17:43.789211 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db7812f-56c6-4c36-8250-f26062178cb9 None None] Checking segment: {'id': '6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5b7375b1-133e-4b0c-83d0-68099070b95c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:17:43.789611 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6db7812f-56c6-4c36-8250-f26062178cb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:43.790029 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db7812f-56c6-4c36-8250-f26062178cb9 None None] Bound using segment: {'id': '6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5b7375b1-133e-4b0c-83d0-68099070b95c'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:17:43.790498 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-6db7812f-56c6-4c36-8250-f26062178cb9 None None] Bound port: 39ddce6f-6ca9-4528-bb94-42bd8f684a37, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5b7375b1-133e-4b0c-83d0-68099070b95c'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:17:43.790897 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6db7812f-56c6-4c36-8250-f26062178cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (39ddce6f-6ca9-4528-bb94-42bd8f684a37), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:43.853916 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-6db7812f-56c6-4c36-8250-f26062178cb9 None None] For port 39ddce6f-6ca9-4528-bb94-42bd8f684a37, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:17:43.857628 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-6db7812f-56c6-4c36-8250-f26062178cb9 None None] For port 39ddce6f-6ca9-4528-bb94-42bd8f684a37, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=39ddce6f-6ca9-4528-bb94-42bd8f684a37,segment=NetworkSegment(6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281),segment_id=6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:17:43.917523 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6db7812f-56c6-4c36-8250-f26062178cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (39ddce6f-6ca9-4528-bb94-42bd8f684a37), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:43.988879 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db7812f-56c6-4c36-8250-f26062178cb9 None None] Pushing event updated for resources: {'Port': ['ID=39ddce6f-6ca9-4528-bb94-42bd8f684a37,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:17:44.233613 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-970cdd24-5c81-40e7-9e98-706065364464 admin admin] Publish callbacks [] for router_gateway (c02b0235-5223-435e-b28d-f9d64310f469), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:44.253607 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-970cdd24-5c81-40e7-9e98-706065364464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:44.369734 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-970cdd24-5c81-40e7-9e98-706065364464 admin admin] Allocated IP 172.26.3.3 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/f1b74953-9058-406c-8f23-0ebf3aa98170) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:17:44.470224 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-970cdd24-5c81-40e7-9e98-706065364464 admin admin] Publish callbacks [] for port (f1b74953-9058-406c-8f23-0ebf3aa98170), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:44.602657 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-970cdd24-5c81-40e7-9e98-706065364464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (f1b74953-9058-406c-8f23-0ebf3aa98170), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:44.643709 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970cdd24-5c81-40e7-9e98-706065364464 admin admin] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:17:44.646605 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-970cdd24-5c81-40e7-9e98-706065364464 admin admin] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:17:44.649110 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970cdd24-5c81-40e7-9e98-706065364464 admin admin] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:17:44.677160 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970cdd24-5c81-40e7-9e98-706065364464 admin admin] Pushing event updated for resources: {'Port': ['ID=f1b74953-9058-406c-8f23-0ebf3aa98170,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:17:44.884112 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2618ae06-58b2-4346-b884-a6f18da0ebf2 None None] Network 5b7375b1-133e-4b0c-83d0-68099070b95c requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:17:44.931732 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 39ddce6f-6ca9-4528-bb94-42bd8f684a37 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:17:44.993770 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-970cdd24-5c81-40e7-9e98-706065364464 admin admin] Publish callbacks [] for router_gateway (c02b0235-5223-435e-b28d-f9d64310f469), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:45.028669 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-317c0cbf-d5cc-4dea-b9f6-a2fd578097bf None None] Provisioning complete for port 39ddce6f-6ca9-4528-bb94-42bd8f684a37 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:17:45.029052 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-317c0cbf-d5cc-4dea-b9f6-a2fd578097bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (39ddce6f-6ca9-4528-bb94-42bd8f684a37), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:45.058714 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 39ddce6f-6ca9-4528-bb94-42bd8f684a37 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:17:45.059116 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (39ddce6f-6ca9-4528-bb94-42bd8f684a37), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:45.186161 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-317c0cbf-d5cc-4dea-b9f6-a2fd578097bf None None] Current status of the port 39ddce6f-6ca9-4528-bb94-42bd8f684a37 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:17:45.186819 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-317c0cbf-d5cc-4dea-b9f6-a2fd578097bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (39ddce6f-6ca9-4528-bb94-42bd8f684a37), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:45.200074 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 39ddce6f-6ca9-4528-bb94-42bd8f684a37 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:17:45.200466 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (39ddce6f-6ca9-4528-bb94-42bd8f684a37), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:45.208262 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-970cdd24-5c81-40e7-9e98-706065364464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (c02b0235-5223-435e-b28d-f9d64310f469), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:45.242777 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-317c0cbf-d5cc-4dea-b9f6-a2fd578097bf None None] For port 39ddce6f-6ca9-4528-bb94-42bd8f684a37, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=39ddce6f-6ca9-4528-bb94-42bd8f684a37,segment=NetworkSegment(6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281),segment_id=6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:17:45.322425 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-317c0cbf-d5cc-4dea-b9f6-a2fd578097bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (39ddce6f-6ca9-4528-bb94-42bd8f684a37), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:45.396307 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-970cdd24-5c81-40e7-9e98-706065364464 admin admin] Router c02b0235-5223-435e-b28d-f9d64310f469 is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:17:45.404660 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.db.api [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:17:45.405068 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG oslo_db.api [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:17:45.411268 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317c0cbf-d5cc-4dea-b9f6-a2fd578097bf None None] Pushing event updated for resources: {'Port': ['ID=39ddce6f-6ca9-4528-bb94-42bd8f684a37,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:17:45.442231 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-b5875a67-ef19-4eec-a1b6-b65a3dba4185 None None] Provisioning complete for port 39ddce6f-6ca9-4528-bb94-42bd8f684a37 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:17:45.442608 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b5875a67-ef19-4eec-a1b6-b65a3dba4185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (39ddce6f-6ca9-4528-bb94-42bd8f684a37), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:45.516070 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-970cdd24-5c81-40e7-9e98-706065364464 admin admin] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:17:45.519530 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-b5875a67-ef19-4eec-a1b6-b65a3dba4185 None None] Current status of the port 39ddce6f-6ca9-4528-bb94-42bd8f684a37 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:17:45.530461 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982d9144-e854-4cb6-ad3c-5a61e37292cd None None] Sync routers for ids ['c02b0235-5223-435e-b28d-f9d64310f469'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:17:45.537642 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982d9144-e854-4cb6-ad3c-5a61e37292cd None None] Routers {'c02b0235-5223-435e-b28d-f9d64310f469'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:17:45.538257 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-982d9144-e854-4cb6-ad3c-5a61e37292cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:17:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['c02b0235-5223-435e-b28d-f9d64310f469'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:17:45.582124 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-970cdd24-5c81-40e7-9e98-706065364464 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:45.583423 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-970cdd24-5c81-40e7-9e98-706065364464 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.2936296 Feb 28 11:17:45.586229 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 56434) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:17:45.646629 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-982d9144-e854-4cb6-ad3c-5a61e37292cd None None] Set router c02b0235-5223-435e-b28d-f9d64310f469 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:17:45.975798 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 39ddce6f-6ca9-4528-bb94-42bd8f684a37 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:17:46.000331 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-982d9144-e854-4cb6-ad3c-5a61e37292cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02b0235-5223-435e-b28d-f9d64310f469', 'name': 'tempest-TestShelveInstance-378632984-router', 'tenant_id': 'da25d45089ea41a996677c4e53653bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': 'f1b74953-9058-406c-8f23-0ebf3aa98170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:17:43Z', 'updated_at': '2022-02-28T11:17:44Z', 'revision_number': 3, 'project_id': 'da25d45089ea41a996677c4e53653bac', 'gw_port': {'id': 'f1b74953-9058-406c-8f23-0ebf3aa98170', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:44:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02b0235-5223-435e-b28d-f9d64310f469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:17:44Z', 'updated_at': '2022-02-28T11:17:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:17:46.022788 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-22c51f1f-bd0c-4cb3-8199-521e39375eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:46.026705 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982d9144-e854-4cb6-ad3c-5a61e37292cd None None] Checking router: c02b0235-5223-435e-b28d-f9d64310f469 for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:17:46.027090 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982d9144-e854-4cb6-ad3c-5a61e37292cd None None] Updating router c02b0235-5223-435e-b28d-f9d64310f469 port f1b74953-9058-406c-8f23-0ebf3aa98170 binding host dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:17:46.058305 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-982d9144-e854-4cb6-ad3c-5a61e37292cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (f1b74953-9058-406c-8f23-0ebf3aa98170), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:46.182163 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-22c51f1f-bd0c-4cb3-8199-521e39375eb4 admin admin] Allocated IP 172.20.0.1 (5b7375b1-133e-4b0c-83d0-68099070b95c/51a08ae2-fa45-404f-b640-5a7d8d3731a5/95452460-eedd-445d-a983-a60edf50c7ac) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:17:46.305011 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-22c51f1f-bd0c-4cb3-8199-521e39375eb4 admin admin] Publish callbacks [] for port (95452460-eedd-445d-a983-a60edf50c7ac), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:46.309239 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-982d9144-e854-4cb6-ad3c-5a61e37292cd None None] Publish callbacks [] for port (f1b74953-9058-406c-8f23-0ebf3aa98170), precommit_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:46.367357 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-982d9144-e854-4cb6-ad3c-5a61e37292cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (f1b74953-9058-406c-8f23-0ebf3aa98170), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:46.390812 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-22c51f1f-bd0c-4cb3-8199-521e39375eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (95452460-eedd-445d-a983-a60edf50c7ac), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:46.430139 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c51f1f-bd0c-4cb3-8199-521e39375eb4 admin admin] Network 5b7375b1-133e-4b0c-83d0-68099070b95c is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:17:46.433127 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-22c51f1f-bd0c-4cb3-8199-521e39375eb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:17:46.440239 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c51f1f-bd0c-4cb3-8199-521e39375eb4 admin admin] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:17:46.442579 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-982d9144-e854-4cb6-ad3c-5a61e37292cd None None] Attempting to bind port f1b74953-9058-406c-8f23-0ebf3aa98170 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:17:46.443001 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-982d9144-e854-4cb6-ad3c-5a61e37292cd None None] Attempting to bind port f1b74953-9058-406c-8f23-0ebf3aa98170 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:17:46.443881 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982d9144-e854-4cb6-ad3c-5a61e37292cd None None] Attempting to bind port f1b74953-9058-406c-8f23-0ebf3aa98170 on network e88d86cf-af22-4900-bdd2-aa4038554136 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:17:46.446732 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3001ed0-c640-4e4c-9a8e-abace2591982 None None] Pushing event updated for resources: {'Port': ['ID=f1b74953-9058-406c-8f23-0ebf3aa98170,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:17:46.453127 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982d9144-e854-4cb6-ad3c-5a61e37292cd None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:17:46.453514 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982d9144-e854-4cb6-ad3c-5a61e37292cd None None] Checking segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:17:46.453922 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-982d9144-e854-4cb6-ad3c-5a61e37292cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:46.454323 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982d9144-e854-4cb6-ad3c-5a61e37292cd None None] Bound using segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:17:46.454818 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-982d9144-e854-4cb6-ad3c-5a61e37292cd None None] Bound port: f1b74953-9058-406c-8f23-0ebf3aa98170, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:17:46.455234 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-982d9144-e854-4cb6-ad3c-5a61e37292cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (f1b74953-9058-406c-8f23-0ebf3aa98170), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:46.477882 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c51f1f-bd0c-4cb3-8199-521e39375eb4 admin admin] Pushing event updated for resources: {'Port': ['ID=95452460-eedd-445d-a983-a60edf50c7ac,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:17:46.500801 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-22c51f1f-bd0c-4cb3-8199-521e39375eb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047958'] for router_interface (c02b0235-5223-435e-b28d-f9d64310f469), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:46.513440 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-bf3b862a-dad7-4dd2-bfd5-190434277ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:46.525455 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-982d9144-e854-4cb6-ad3c-5a61e37292cd None None] For port f1b74953-9058-406c-8f23-0ebf3aa98170, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:17:46.529211 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-982d9144-e854-4cb6-ad3c-5a61e37292cd None None] For port f1b74953-9058-406c-8f23-0ebf3aa98170, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=f1b74953-9058-406c-8f23-0ebf3aa98170,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:17:46.574099 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-982d9144-e854-4cb6-ad3c-5a61e37292cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (f1b74953-9058-406c-8f23-0ebf3aa98170), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:46.633646 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982d9144-e854-4cb6-ad3c-5a61e37292cd None None] Routers {'c02b0235-5223-435e-b28d-f9d64310f469'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:17:46.634289 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-982d9144-e854-4cb6-ad3c-5a61e37292cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:17:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['c02b0235-5223-435e-b28d-f9d64310f469'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:17:46.639675 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3001ed0-c640-4e4c-9a8e-abace2591982 None None] Pushing event updated for resources: {'Port': ['ID=f1b74953-9058-406c-8f23-0ebf3aa98170,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:17:46.693560 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-22c51f1f-bd0c-4cb3-8199-521e39375eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (95452460-eedd-445d-a983-a60edf50c7ac), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:46.715203 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:17:46.756313 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-982d9144-e854-4cb6-ad3c-5a61e37292cd None None] Set router c02b0235-5223-435e-b28d-f9d64310f469 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:17:46.814653 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ee049639-e7c2-495a-915b-2250224ce2ca None None] Provisioning complete for port 95452460-eedd-445d-a983-a60edf50c7ac triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:17:46.815043 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ee049639-e7c2-495a-915b-2250224ce2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (95452460-eedd-445d-a983-a60edf50c7ac), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:46.862726 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-22c51f1f-bd0c-4cb3-8199-521e39375eb4 admin admin] Publish callbacks [] for port (95452460-eedd-445d-a983-a60edf50c7ac), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:46.881598 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 39ddce6f-6ca9-4528-bb94-42bd8f684a37 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:17:46.916248 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ee049639-e7c2-495a-915b-2250224ce2ca None None] Port 95452460-eedd-445d-a983-a60edf50c7ac cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:17:46.921708 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-22c51f1f-bd0c-4cb3-8199-521e39375eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (95452460-eedd-445d-a983-a60edf50c7ac), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:46.989162 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c51f1f-bd0c-4cb3-8199-521e39375eb4 admin admin] Pushing event updated for resources: {'Port': ['ID=95452460-eedd-445d-a983-a60edf50c7ac,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:17:46.991749 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-22c51f1f-bd0c-4cb3-8199-521e39375eb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047558'] for router_interface (c02b0235-5223-435e-b28d-f9d64310f469), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:46.997047 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 39ddce6f-6ca9-4528-bb94-42bd8f684a37 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:17:46.997492 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (39ddce6f-6ca9-4528-bb94-42bd8f684a37), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:47.053579 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-982d9144-e854-4cb6-ad3c-5a61e37292cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02b0235-5223-435e-b28d-f9d64310f469', 'name': 'tempest-TestShelveInstance-378632984-router', 'tenant_id': 'da25d45089ea41a996677c4e53653bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': 'f1b74953-9058-406c-8f23-0ebf3aa98170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:17:43Z', 'updated_at': '2022-02-28T11:17:44Z', 'revision_number': 3, 'project_id': 'da25d45089ea41a996677c4e53653bac', 'gw_port': {'id': 'f1b74953-9058-406c-8f23-0ebf3aa98170', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:44:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02b0235-5223-435e-b28d-f9d64310f469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:17:44Z', 'updated_at': '2022-02-28T11:17:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:17:47.091412 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c51f1f-bd0c-4cb3-8199-521e39375eb4 admin admin] Network 5b7375b1-133e-4b0c-83d0-68099070b95c is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:17:47.091412 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-22c51f1f-bd0c-4cb3-8199-521e39375eb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:17:47.105409 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982d9144-e854-4cb6-ad3c-5a61e37292cd None None] The sync data for ids ['c02b0235-5223-435e-b28d-f9d64310f469'] in dv-neutron-829161-3-hyperv is: [{'id': 'c02b0235-5223-435e-b28d-f9d64310f469', 'name': 'tempest-TestShelveInstance-378632984-router', 'tenant_id': 'da25d45089ea41a996677c4e53653bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': 'f1b74953-9058-406c-8f23-0ebf3aa98170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:17:43Z', 'updated_at': '2022-02-28T11:17:44Z', 'revision_number': 3, 'project_id': 'da25d45089ea41a996677c4e53653bac', 'gw_port': {'id': 'f1b74953-9058-406c-8f23-0ebf3aa98170', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:44:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02b0235-5223-435e-b28d-f9d64310f469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:17:44Z', 'updated_at': '2022-02-28T11:17:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:17:47.121230 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 39ddce6f-6ca9-4528-bb94-42bd8f684a37 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:17:47.221434 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22c51f1f-bd0c-4cb3-8199-521e39375eb4 admin admin] Router c02b0235-5223-435e-b28d-f9d64310f469 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:17:47.354945 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c51f1f-bd0c-4cb3-8199-521e39375eb4 admin admin] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:17:47.358682 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-389103e3-a812-40ed-8684-df91446038df None None] Provisioning complete for port 95452460-eedd-445d-a983-a60edf50c7ac triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:17:47.359171 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-389103e3-a812-40ed-8684-df91446038df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (95452460-eedd-445d-a983-a60edf50c7ac), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:47.361171 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-22c51f1f-bd0c-4cb3-8199-521e39375eb4 admin admin] 10.222.0.62 "PUT /v2.0/routers/c02b0235-5223-435e-b28d-f9d64310f469/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7734485 Feb 28 11:17:47.397278 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-389103e3-a812-40ed-8684-df91446038df None None] Port 95452460-eedd-445d-a983-a60edf50c7ac cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:17:48.142423 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 56450) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:17:48.149049 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-33d0a13c-053e-45fb-9316-d1499d31b203 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2014285189-network', 'tenant_id': '5d62449c0e46442fbbba899ec94e5a47'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:17:48.208332 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d0a13c-053e-45fb-9316-d1499d31b203 admin admin] Made reservation on behalf of 5d62449c0e46442fbbba899ec94e5a47 for: {'network': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:17:48.210816 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-33d0a13c-053e-45fb-9316-d1499d31b203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:48.220158 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-33d0a13c-053e-45fb-9316-d1499d31b203 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:48.303883 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-33d0a13c-053e-45fb-9316-d1499d31b203 admin admin] Publish callbacks [] for security_group (fb3b8643-72fb-44e5-8d47-0f9afe41610c), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:48.362553 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-33d0a13c-053e-45fb-9316-d1499d31b203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (fb3b8643-72fb-44e5-8d47-0f9afe41610c), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:48.383955 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33d0a13c-053e-45fb-9316-d1499d31b203 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=104083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:17:48.399939 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d0a13c-053e-45fb-9316-d1499d31b203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3b8643-72fb-44e5-8d47-0f9afe41610c,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:17:48.402932 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-33d0a13c-053e-45fb-9316-d1499d31b203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (f5c81277-5425-4cf0-960c-b06bfa9c80b2), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:48.403276 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.segments_db [None req-33d0a13c-053e-45fb-9316-d1499d31b203 admin admin] Added segment f5c81277-5425-4cf0-960c-b06bfa9c80b2 of type vlan for network e887d9b9-28a2-431c-9e27-bb46ad1dd08d Feb 28 11:17:48.447205 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-33d0a13c-053e-45fb-9316-d1499d31b203 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (e887d9b9-28a2-431c-9e27-bb46ad1dd08d), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:48.533547 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-33d0a13c-053e-45fb-9316-d1499d31b203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (e887d9b9-28a2-431c-9e27-bb46ad1dd08d), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:48.534667 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d0a13c-053e-45fb-9316-d1499d31b203 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:17:48.535201 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-33d0a13c-053e-45fb-9316-d1499d31b203 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:48.600651 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d0a13c-053e-45fb-9316-d1499d31b203 admin admin] Pushing event updated for resources: {'Network': ['ID=e887d9b9-28a2-431c-9e27-bb46ad1dd08d,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:17:48.610129 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network e887d9b9-28a2-431c-9e27-bb46ad1dd08d details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 11:17:48.656227 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-33d0a13c-053e-45fb-9316-d1499d31b203 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5125265 Feb 28 11:17:48.659455 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 56452) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:17:48.664742 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-07de9757-3256-4927-853a-43842d22dcc5 admin admin] Request body: {'subnet': {'network_id': 'e887d9b9-28a2-431c-9e27-bb46ad1dd08d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2014285189-subnet', 'tenant_id': '5d62449c0e46442fbbba899ec94e5a47', 'ip_version': 4}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:17:48.679300 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-50c2c1b0-e1ce-4fb4-8417-6c26d5c3166f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:48.719724 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205591ea-e6d5-4624-9049-394d5f0689a3 None None] Sync routers for ids ['c02b0235-5223-435e-b28d-f9d64310f469'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:17:48.727462 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07de9757-3256-4927-853a-43842d22dcc5 admin admin] Made reservation on behalf of 5d62449c0e46442fbbba899ec94e5a47 for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:17:48.729897 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-07de9757-3256-4927-853a-43842d22dcc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:48.730801 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205591ea-e6d5-4624-9049-394d5f0689a3 None None] Routers {'c02b0235-5223-435e-b28d-f9d64310f469'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:17:48.731459 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-205591ea-e6d5-4624-9049-394d5f0689a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:17:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['c02b0235-5223-435e-b28d-f9d64310f469'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:17:48.847670 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-205591ea-e6d5-4624-9049-394d5f0689a3 None None] Set router c02b0235-5223-435e-b28d-f9d64310f469 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:17:48.917647 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device f1b74953-9058-406c-8f23-0ebf3aa98170 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:17:48.951017 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-07de9757-3256-4927-853a-43842d22dcc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (eec61cf0-1c12-4035-83a1-4421d0c56c38), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:48.967665 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port f1b74953-9058-406c-8f23-0ebf3aa98170 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:17:48.968014 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (f1b74953-9058-406c-8f23-0ebf3aa98170), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:49.012496 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9757-3256-4927-853a-43842d22dcc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eec61cf0-1c12-4035-83a1-4421d0c56c38,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:17:49.023889 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07de9757-3256-4927-853a-43842d22dcc5 admin admin] Checking segment: {'id': 'f5c81277-5425-4cf0-960c-b06bfa9c80b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e887d9b9-28a2-431c-9e27-bb46ad1dd08d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:17:49.024277 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07de9757-3256-4927-853a-43842d22dcc5 admin admin] Network hostable DHCP agents. Network: e887d9b9-28a2-431c-9e27-bb46ad1dd08d, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:17:49.056630 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port f1b74953-9058-406c-8f23-0ebf3aa98170 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:17:49.056630 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (f1b74953-9058-406c-8f23-0ebf3aa98170), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:49.059376 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-205591ea-e6d5-4624-9049-394d5f0689a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02b0235-5223-435e-b28d-f9d64310f469', 'name': 'tempest-TestShelveInstance-378632984-router', 'tenant_id': 'da25d45089ea41a996677c4e53653bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': 'f1b74953-9058-406c-8f23-0ebf3aa98170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:17:43Z', 'updated_at': '2022-02-28T11:17:46Z', 'revision_number': 4, 'project_id': 'da25d45089ea41a996677c4e53653bac', 'gw_port': {'id': 'f1b74953-9058-406c-8f23-0ebf3aa98170', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:44:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02b0235-5223-435e-b28d-f9d64310f469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:17:44Z', 'updated_at': '2022-02-28T11:17:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '95452460-eedd-445d-a983-a60edf50c7ac', 'name': '', 'network_id': '5b7375b1-133e-4b0c-83d0-68099070b95c', 'tenant_id': 'da25d45089ea41a996677c4e53653bac', 'mac_address': 'fa:16:3e:4f:47:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02b0235-5223-435e-b28d-f9d64310f469', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '51a08ae2-fa45-404f-b640-5a7d8d3731a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:17:46Z', 'updated_at': '2022-02-28T11:17:46Z', 'revision_number': 2, 'project_id': 'da25d45089ea41a996677c4e53653bac', 'subnets': [{'id': '51a08ae2-fa45-404f-b640-5a7d8d3731a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:17:49.081953 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port f1b74953-9058-406c-8f23-0ebf3aa98170, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=f1b74953-9058-406c-8f23-0ebf3aa98170,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:17:49.090009 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205591ea-e6d5-4624-9049-394d5f0689a3 None None] Checking router: c02b0235-5223-435e-b28d-f9d64310f469 for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:17:49.090365 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205591ea-e6d5-4624-9049-394d5f0689a3 None None] Updating router c02b0235-5223-435e-b28d-f9d64310f469 port 95452460-eedd-445d-a983-a60edf50c7ac binding host dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:17:49.105000 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07de9757-3256-4927-853a-43842d22dcc5 admin admin] Network e887d9b9-28a2-431c-9e27-bb46ad1dd08d is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:17:49.117516 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-205591ea-e6d5-4624-9049-394d5f0689a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (95452460-eedd-445d-a983-a60edf50c7ac), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:49.145589 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (f1b74953-9058-406c-8f23-0ebf3aa98170), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:49.162249 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-07de9757-3256-4927-853a-43842d22dcc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, e887d9b9-28a2-431c-9e27-bb46ad1dd08d) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:17:49.166527 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07de9757-3256-4927-853a-43842d22dcc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:17:49.180466 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-07de9757-3256-4927-853a-43842d22dcc5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:49.181235 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adff7447-3e92-4b22-a164-8cfb24ea873f None None] Network e887d9b9-28a2-431c-9e27-bb46ad1dd08d requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:17:49.247816 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=f1b74953-9058-406c-8f23-0ebf3aa98170,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:17:49.248052 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-07de9757-3256-4927-853a-43842d22dcc5 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5847344 Feb 28 11:17:49.248806 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 56454) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:17:49.260340 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-750fd4ef-e4af-4de1-90e5-366f20bc0e04 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2014285189-router', 'tenant_id': '5d62449c0e46442fbbba899ec94e5a47', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:17:49.299443 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447d4f8d-b86f-4962-aab4-38e0ae9f9956 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-e887d9b9-28a2-431c-9e27-bb46ad1dd08d', 'network_id': 'e887d9b9-28a2-431c-9e27-bb46ad1dd08d', 'project_id': '5d62449c0e46442fbbba899ec94e5a47', 'fixed_ips': [{'subnet_id': 'eec61cf0-1c12-4035-83a1-4421d0c56c38'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 11:17:49.301443 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-447d4f8d-b86f-4962-aab4-38e0ae9f9956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:49.358186 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-750fd4ef-e4af-4de1-90e5-366f20bc0e04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (fd3f599f-5169-42fb-b3b9-e31a0cb312c4), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:49.359439 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-750fd4ef-e4af-4de1-90e5-366f20bc0e04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (fd3f599f-5169-42fb-b3b9-e31a0cb312c4), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:49.388327 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-205591ea-e6d5-4624-9049-394d5f0689a3 None None] Publish callbacks [] for port (95452460-eedd-445d-a983-a60edf50c7ac), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:49.419918 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-750fd4ef-e4af-4de1-90e5-366f20bc0e04 admin admin] Publish callbacks [] for router_controller (fd3f599f-5169-42fb-b3b9-e31a0cb312c4), precommit_add_association {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:49.452789 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-447d4f8d-b86f-4962-aab4-38e0ae9f9956 None None] Allocated IP 172.20.0.2 (e887d9b9-28a2-431c-9e27-bb46ad1dd08d/eec61cf0-1c12-4035-83a1-4421d0c56c38/af47eb77-a950-40b3-ab1d-8f36ad95a128) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:17:49.481979 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-205591ea-e6d5-4624-9049-394d5f0689a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (95452460-eedd-445d-a983-a60edf50c7ac), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:49.532223 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffa9230-126c-41bd-944f-87bc093b8419 None None] Pushing event updated for resources: {'Port': ['ID=95452460-eedd-445d-a983-a60edf50c7ac,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:17:49.590094 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffa9230-126c-41bd-944f-87bc093b8419 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:49.590452 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffa9230-126c-41bd-944f-87bc093b8419 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:49.591040 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffa9230-126c-41bd-944f-87bc093b8419 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:49.591567 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffa9230-126c-41bd-944f-87bc093b8419 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:49.591917 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffa9230-126c-41bd-944f-87bc093b8419 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:49.592412 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffa9230-126c-41bd-944f-87bc093b8419 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:49.592917 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffa9230-126c-41bd-944f-87bc093b8419 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:49.593410 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffa9230-126c-41bd-944f-87bc093b8419 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:49.593919 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffa9230-126c-41bd-944f-87bc093b8419 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:49.594424 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffa9230-126c-41bd-944f-87bc093b8419 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:49.594945 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffa9230-126c-41bd-944f-87bc093b8419 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:49.595283 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffa9230-126c-41bd-944f-87bc093b8419 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:49.595617 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffa9230-126c-41bd-944f-87bc093b8419 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:49.615603 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-205591ea-e6d5-4624-9049-394d5f0689a3 None None] Attempting to bind port 95452460-eedd-445d-a983-a60edf50c7ac on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:17:49.616011 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-447d4f8d-b86f-4962-aab4-38e0ae9f9956 None None] Publish callbacks [] for port (af47eb77-a950-40b3-ab1d-8f36ad95a128), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:49.616791 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-205591ea-e6d5-4624-9049-394d5f0689a3 None None] Attempting to bind port 95452460-eedd-445d-a983-a60edf50c7ac by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5b7375b1-133e-4b0c-83d0-68099070b95c'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:17:49.617327 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205591ea-e6d5-4624-9049-394d5f0689a3 None None] Attempting to bind port 95452460-eedd-445d-a983-a60edf50c7ac on network 5b7375b1-133e-4b0c-83d0-68099070b95c {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:17:49.627077 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205591ea-e6d5-4624-9049-394d5f0689a3 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:17:49.629880 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205591ea-e6d5-4624-9049-394d5f0689a3 None None] Checking segment: {'id': '6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5b7375b1-133e-4b0c-83d0-68099070b95c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:17:49.629880 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-205591ea-e6d5-4624-9049-394d5f0689a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:49.629880 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205591ea-e6d5-4624-9049-394d5f0689a3 None None] Bound using segment: {'id': '6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5b7375b1-133e-4b0c-83d0-68099070b95c'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:17:49.629880 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-205591ea-e6d5-4624-9049-394d5f0689a3 None None] Bound port: 95452460-eedd-445d-a983-a60edf50c7ac, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5b7375b1-133e-4b0c-83d0-68099070b95c'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:17:49.629880 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-205591ea-e6d5-4624-9049-394d5f0689a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (95452460-eedd-445d-a983-a60edf50c7ac), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:49.688608 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-447d4f8d-b86f-4962-aab4-38e0ae9f9956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (af47eb77-a950-40b3-ab1d-8f36ad95a128), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:49.704942 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-205591ea-e6d5-4624-9049-394d5f0689a3 None None] For port 95452460-eedd-445d-a983-a60edf50c7ac, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:17:49.709604 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-205591ea-e6d5-4624-9049-394d5f0689a3 None None] For port 95452460-eedd-445d-a983-a60edf50c7ac, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=95452460-eedd-445d-a983-a60edf50c7ac,segment=NetworkSegment(6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281),segment_id=6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:17:49.717438 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-750fd4ef-e4af-4de1-90e5-366f20bc0e04 admin admin] Publish callbacks [] for router_gateway (fd3f599f-5169-42fb-b3b9-e31a0cb312c4), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:49.728625 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447d4f8d-b86f-4962-aab4-38e0ae9f9956 None None] Network e887d9b9-28a2-431c-9e27-bb46ad1dd08d is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:17:49.731645 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-447d4f8d-b86f-4962-aab4-38e0ae9f9956 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:17:49.738787 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447d4f8d-b86f-4962-aab4-38e0ae9f9956 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:17:49.751284 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447d4f8d-b86f-4962-aab4-38e0ae9f9956 None None] Pushing event updated for resources: {'Port': ['ID=af47eb77-a950-40b3-ab1d-8f36ad95a128,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:17:49.790861 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-205591ea-e6d5-4624-9049-394d5f0689a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (95452460-eedd-445d-a983-a60edf50c7ac), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:49.803154 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-447d4f8d-b86f-4962-aab4-38e0ae9f9956 None None] Attempting to bind port af47eb77-a950-40b3-ab1d-8f36ad95a128 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:17:49.803657 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-447d4f8d-b86f-4962-aab4-38e0ae9f9956 None None] Attempting to bind port af47eb77-a950-40b3-ab1d-8f36ad95a128 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': 'f5c81277-5425-4cf0-960c-b06bfa9c80b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e887d9b9-28a2-431c-9e27-bb46ad1dd08d'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:17:49.804129 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447d4f8d-b86f-4962-aab4-38e0ae9f9956 None None] Attempting to bind port af47eb77-a950-40b3-ab1d-8f36ad95a128 on network e887d9b9-28a2-431c-9e27-bb46ad1dd08d {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:17:49.809220 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447d4f8d-b86f-4962-aab4-38e0ae9f9956 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:17:49.809602 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447d4f8d-b86f-4962-aab4-38e0ae9f9956 None None] Checking segment: {'id': 'f5c81277-5425-4cf0-960c-b06bfa9c80b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e887d9b9-28a2-431c-9e27-bb46ad1dd08d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:17:49.810005 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-447d4f8d-b86f-4962-aab4-38e0ae9f9956 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:49.810405 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447d4f8d-b86f-4962-aab4-38e0ae9f9956 None None] Bound using segment: {'id': 'f5c81277-5425-4cf0-960c-b06bfa9c80b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e887d9b9-28a2-431c-9e27-bb46ad1dd08d'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:17:49.810895 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-447d4f8d-b86f-4962-aab4-38e0ae9f9956 None None] Bound port: af47eb77-a950-40b3-ab1d-8f36ad95a128, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5c81277-5425-4cf0-960c-b06bfa9c80b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e887d9b9-28a2-431c-9e27-bb46ad1dd08d'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:17:49.811273 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-447d4f8d-b86f-4962-aab4-38e0ae9f9956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (af47eb77-a950-40b3-ab1d-8f36ad95a128), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:49.852330 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffa9230-126c-41bd-944f-87bc093b8419 None None] Pushing event updated for resources: {'Port': ['ID=95452460-eedd-445d-a983-a60edf50c7ac,revision_number=4']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:17:49.860780 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205591ea-e6d5-4624-9049-394d5f0689a3 None None] Routers {'c02b0235-5223-435e-b28d-f9d64310f469'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:17:49.861613 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-205591ea-e6d5-4624-9049-394d5f0689a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:17:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['c02b0235-5223-435e-b28d-f9d64310f469'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:17:49.883810 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-9afd345a-8225-46ec-a1b1-099f47a85714 None None] Provisioning complete for port 95452460-eedd-445d-a983-a60edf50c7ac triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:17:49.884008 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9afd345a-8225-46ec-a1b1-099f47a85714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (95452460-eedd-445d-a983-a60edf50c7ac), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:49.927367 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-447d4f8d-b86f-4962-aab4-38e0ae9f9956 None None] For port af47eb77-a950-40b3-ab1d-8f36ad95a128, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:17:49.943046 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-447d4f8d-b86f-4962-aab4-38e0ae9f9956 None None] For port af47eb77-a950-40b3-ab1d-8f36ad95a128, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=af47eb77-a950-40b3-ab1d-8f36ad95a128,segment=NetworkSegment(f5c81277-5425-4cf0-960c-b06bfa9c80b2),segment_id=f5c81277-5425-4cf0-960c-b06bfa9c80b2)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:17:49.989622 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-9afd345a-8225-46ec-a1b1-099f47a85714 None None] Current status of the port 95452460-eedd-445d-a983-a60edf50c7ac is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:17:49.990022 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9afd345a-8225-46ec-a1b1-099f47a85714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (95452460-eedd-445d-a983-a60edf50c7ac), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:49.999739 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-205591ea-e6d5-4624-9049-394d5f0689a3 None None] Set router c02b0235-5223-435e-b28d-f9d64310f469 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:17:50.017409 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-447d4f8d-b86f-4962-aab4-38e0ae9f9956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (af47eb77-a950-40b3-ab1d-8f36ad95a128), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:50.054039 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-9afd345a-8225-46ec-a1b1-099f47a85714 None None] For port 95452460-eedd-445d-a983-a60edf50c7ac, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=95452460-eedd-445d-a983-a60edf50c7ac,segment=NetworkSegment(6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281),segment_id=6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:17:50.065609 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-750fd4ef-e4af-4de1-90e5-366f20bc0e04 admin admin] Publish callbacks [] for router_gateway (fd3f599f-5169-42fb-b3b9-e31a0cb312c4), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:50.095971 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-750fd4ef-e4af-4de1-90e5-366f20bc0e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:50.097147 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447d4f8d-b86f-4962-aab4-38e0ae9f9956 None None] Pushing event updated for resources: {'Port': ['ID=af47eb77-a950-40b3-ab1d-8f36ad95a128,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:17:50.128501 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9afd345a-8225-46ec-a1b1-099f47a85714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (95452460-eedd-445d-a983-a60edf50c7ac), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:50.180746 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd345a-8225-46ec-a1b1-099f47a85714 None None] Pushing event updated for resources: {'Port': ['ID=95452460-eedd-445d-a983-a60edf50c7ac,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:17:50.197225 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:50.251138 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-50ce62c3-30fb-4958-af70-cfc7bfbf0300 None None] Provisioning complete for port 95452460-eedd-445d-a983-a60edf50c7ac triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:17:50.251571 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-50ce62c3-30fb-4958-af70-cfc7bfbf0300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (95452460-eedd-445d-a983-a60edf50c7ac), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:50.261660 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-205591ea-e6d5-4624-9049-394d5f0689a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02b0235-5223-435e-b28d-f9d64310f469', 'name': 'tempest-TestShelveInstance-378632984-router', 'tenant_id': 'da25d45089ea41a996677c4e53653bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': 'f1b74953-9058-406c-8f23-0ebf3aa98170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:17:43Z', 'updated_at': '2022-02-28T11:17:46Z', 'revision_number': 4, 'project_id': 'da25d45089ea41a996677c4e53653bac', 'gw_port': {'id': 'f1b74953-9058-406c-8f23-0ebf3aa98170', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:44:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02b0235-5223-435e-b28d-f9d64310f469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:17:44Z', 'updated_at': '2022-02-28T11:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '95452460-eedd-445d-a983-a60edf50c7ac', 'name': '', 'network_id': '5b7375b1-133e-4b0c-83d0-68099070b95c', 'tenant_id': 'da25d45089ea41a996677c4e53653bac', 'mac_address': 'fa:16:3e:4f:47:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02b0235-5223-435e-b28d-f9d64310f469', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '51a08ae2-fa45-404f-b640-5a7d8d3731a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:17:46Z', 'updated_at': '2022-02-28T11:17:49Z', 'revision_number': 4, 'project_id': 'da25d45089ea41a996677c4e53653bac', 'subnets': [{'id': '51a08ae2-fa45-404f-b640-5a7d8d3731a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:17:50.309663 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205591ea-e6d5-4624-9049-394d5f0689a3 None None] The sync data for ids ['c02b0235-5223-435e-b28d-f9d64310f469'] in dv-neutron-829161-3-hyperv is: [{'id': 'c02b0235-5223-435e-b28d-f9d64310f469', 'name': 'tempest-TestShelveInstance-378632984-router', 'tenant_id': 'da25d45089ea41a996677c4e53653bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': 'f1b74953-9058-406c-8f23-0ebf3aa98170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:17:43Z', 'updated_at': '2022-02-28T11:17:46Z', 'revision_number': 4, 'project_id': 'da25d45089ea41a996677c4e53653bac', 'gw_port': {'id': 'f1b74953-9058-406c-8f23-0ebf3aa98170', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:44:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02b0235-5223-435e-b28d-f9d64310f469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:17:44Z', 'updated_at': '2022-02-28T11:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '95452460-eedd-445d-a983-a60edf50c7ac', 'name': '', 'network_id': '5b7375b1-133e-4b0c-83d0-68099070b95c', 'tenant_id': 'da25d45089ea41a996677c4e53653bac', 'mac_address': 'fa:16:3e:4f:47:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02b0235-5223-435e-b28d-f9d64310f469', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '51a08ae2-fa45-404f-b640-5a7d8d3731a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:17:46Z', 'updated_at': '2022-02-28T11:17:49Z', 'revision_number': 4, 'project_id': 'da25d45089ea41a996677c4e53653bac', 'subnets': [{'id': '51a08ae2-fa45-404f-b640-5a7d8d3731a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:17:50.334134 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-750fd4ef-e4af-4de1-90e5-366f20bc0e04 admin admin] Allocated IP 172.26.3.213 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/c7d42424-1e96-4c76-b59f-8eecc3fa00b8) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:17:50.402908 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-50ce62c3-30fb-4958-af70-cfc7bfbf0300 None None] Current status of the port 95452460-eedd-445d-a983-a60edf50c7ac is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:17:50.495682 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-750fd4ef-e4af-4de1-90e5-366f20bc0e04 admin admin] Publish callbacks [] for port (c7d42424-1e96-4c76-b59f-8eecc3fa00b8), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:50.602422 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-750fd4ef-e4af-4de1-90e5-366f20bc0e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (c7d42424-1e96-4c76-b59f-8eecc3fa00b8), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:50.642736 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750fd4ef-e4af-4de1-90e5-366f20bc0e04 admin admin] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:17:50.645623 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-750fd4ef-e4af-4de1-90e5-366f20bc0e04 admin admin] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:17:50.648095 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750fd4ef-e4af-4de1-90e5-366f20bc0e04 admin admin] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:17:50.682017 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750fd4ef-e4af-4de1-90e5-366f20bc0e04 admin admin] Pushing event updated for resources: {'Port': ['ID=c7d42424-1e96-4c76-b59f-8eecc3fa00b8,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:17:51.002293 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-750fd4ef-e4af-4de1-90e5-366f20bc0e04 admin admin] Publish callbacks [] for router_gateway (fd3f599f-5169-42fb-b3b9-e31a0cb312c4), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:51.039794 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device af47eb77-a950-40b3-ab1d-8f36ad95a128 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:17:51.128868 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port af47eb77-a950-40b3-ab1d-8f36ad95a128 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:17:51.129559 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (af47eb77-a950-40b3-ab1d-8f36ad95a128), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:51.231665 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port af47eb77-a950-40b3-ab1d-8f36ad95a128 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:17:51.232294 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (af47eb77-a950-40b3-ab1d-8f36ad95a128), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:51.247089 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b6eeb5-57fe-4a9f-bc74-1a2818aee05d None None] Network e887d9b9-28a2-431c-9e27-bb46ad1dd08d requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:17:51.259690 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-750fd4ef-e4af-4de1-90e5-366f20bc0e04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (fd3f599f-5169-42fb-b3b9-e31a0cb312c4), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:51.314532 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port af47eb77-a950-40b3-ab1d-8f36ad95a128, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=af47eb77-a950-40b3-ab1d-8f36ad95a128,segment=NetworkSegment(f5c81277-5425-4cf0-960c-b06bfa9c80b2),segment_id=f5c81277-5425-4cf0-960c-b06bfa9c80b2)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:17:51.477145 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-750fd4ef-e4af-4de1-90e5-366f20bc0e04 admin admin] Router fd3f599f-5169-42fb-b3b9-e31a0cb312c4 is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:17:51.553386 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (af47eb77-a950-40b3-ab1d-8f36ad95a128), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:51.554196 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 95452460-eedd-445d-a983-a60edf50c7ac up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:17:51.567258 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-dc40bfbe-f740-47d0-93e6-317e0ae35de4 None None] Provisioning complete for port af47eb77-a950-40b3-ab1d-8f36ad95a128 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:17:51.567258 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-dc40bfbe-f740-47d0-93e6-317e0ae35de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (af47eb77-a950-40b3-ab1d-8f36ad95a128), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:51.599533 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750fd4ef-e4af-4de1-90e5-366f20bc0e04 admin admin] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:17:51.636642 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87697d2-e24f-4e01-8f45-30684f3be3ea None None] Sync routers for ids ['fd3f599f-5169-42fb-b3b9-e31a0cb312c4'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:17:51.678563 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-750fd4ef-e4af-4de1-90e5-366f20bc0e04 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:51.679937 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-750fd4ef-e4af-4de1-90e5-366f20bc0e04 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4245486 Feb 28 11:17:51.682809 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 56456) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:17:51.687035 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:51.698794 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87697d2-e24f-4e01-8f45-30684f3be3ea None None] Routers {'fd3f599f-5169-42fb-b3b9-e31a0cb312c4'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:17:51.699460 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-b87697d2-e24f-4e01-8f45-30684f3be3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:17:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['fd3f599f-5169-42fb-b3b9-e31a0cb312c4'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:17:51.745412 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=af47eb77-a950-40b3-ab1d-8f36ad95a128,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:17:51.806121 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 95452460-eedd-445d-a983-a60edf50c7ac triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:17:51.806514 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (95452460-eedd-445d-a983-a60edf50c7ac), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:51.882354 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-dc40bfbe-f740-47d0-93e6-317e0ae35de4 None None] Current status of the port af47eb77-a950-40b3-ab1d-8f36ad95a128 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:17:51.908616 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-b87697d2-e24f-4e01-8f45-30684f3be3ea None None] Set router fd3f599f-5169-42fb-b3b9-e31a0cb312c4 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:17:52.060315 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 95452460-eedd-445d-a983-a60edf50c7ac is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:17:52.061280 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device f1b74953-9058-406c-8f23-0ebf3aa98170 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:17:52.068295 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-1ba02b93-dfb5-412e-8b8a-0622c6eabeb2 None None] Provisioning complete for port af47eb77-a950-40b3-ab1d-8f36ad95a128 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:17:52.068677 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-1ba02b93-dfb5-412e-8b8a-0622c6eabeb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (af47eb77-a950-40b3-ab1d-8f36ad95a128), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:52.136037 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4e413f9a-44b3-4507-8217-27c68d40946b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:52.232505 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port f1b74953-9058-406c-8f23-0ebf3aa98170 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:17:52.232890 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (f1b74953-9058-406c-8f23-0ebf3aa98170), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:52.271432 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-1ba02b93-dfb5-412e-8b8a-0622c6eabeb2 None None] Current status of the port af47eb77-a950-40b3-ab1d-8f36ad95a128 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:17:52.292965 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-b87697d2-e24f-4e01-8f45-30684f3be3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd3f599f-5169-42fb-b3b9-e31a0cb312c4', 'name': 'tempest-TestShelveInstance-2014285189-router', 'tenant_id': '5d62449c0e46442fbbba899ec94e5a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': 'c7d42424-1e96-4c76-b59f-8eecc3fa00b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:17:49Z', 'updated_at': '2022-02-28T11:17:50Z', 'revision_number': 3, 'project_id': '5d62449c0e46442fbbba899ec94e5a47', 'gw_port': {'id': 'c7d42424-1e96-4c76-b59f-8eecc3fa00b8', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:07:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd3f599f-5169-42fb-b3b9-e31a0cb312c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:17:50Z', 'updated_at': '2022-02-28T11:17:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:17:52.296155 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-4e413f9a-44b3-4507-8217-27c68d40946b admin admin] Allocated IP 172.20.0.1 (e887d9b9-28a2-431c-9e27-bb46ad1dd08d/eec61cf0-1c12-4035-83a1-4421d0c56c38/97799db6-c329-41be-bf47-c04f037346b2) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:17:52.325358 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87697d2-e24f-4e01-8f45-30684f3be3ea None None] Checking router: fd3f599f-5169-42fb-b3b9-e31a0cb312c4 for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:17:52.325728 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87697d2-e24f-4e01-8f45-30684f3be3ea None None] Updating router fd3f599f-5169-42fb-b3b9-e31a0cb312c4 port c7d42424-1e96-4c76-b59f-8eecc3fa00b8 binding host dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:17:52.380901 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b87697d2-e24f-4e01-8f45-30684f3be3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (c7d42424-1e96-4c76-b59f-8eecc3fa00b8), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:52.403636 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4e413f9a-44b3-4507-8217-27c68d40946b admin admin] Publish callbacks [] for port (97799db6-c329-41be-bf47-c04f037346b2), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:52.407768 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port f1b74953-9058-406c-8f23-0ebf3aa98170 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:17:52.499448 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4e413f9a-44b3-4507-8217-27c68d40946b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (97799db6-c329-41be-bf47-c04f037346b2), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:52.549360 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e413f9a-44b3-4507-8217-27c68d40946b admin admin] Network e887d9b9-28a2-431c-9e27-bb46ad1dd08d is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:17:52.553483 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-4e413f9a-44b3-4507-8217-27c68d40946b admin admin] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:17:52.556986 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e413f9a-44b3-4507-8217-27c68d40946b admin admin] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:17:52.607626 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e413f9a-44b3-4507-8217-27c68d40946b admin admin] Pushing event updated for resources: {'Port': ['ID=97799db6-c329-41be-bf47-c04f037346b2,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:17:52.625956 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4e413f9a-44b3-4507-8217-27c68d40946b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047958'] for router_interface (fd3f599f-5169-42fb-b3b9-e31a0cb312c4), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:52.671804 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b87697d2-e24f-4e01-8f45-30684f3be3ea None None] Publish callbacks [] for port (c7d42424-1e96-4c76-b59f-8eecc3fa00b8), precommit_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:52.773427 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b87697d2-e24f-4e01-8f45-30684f3be3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (c7d42424-1e96-4c76-b59f-8eecc3fa00b8), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:52.809504 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:52.844975 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-b87697d2-e24f-4e01-8f45-30684f3be3ea None None] Attempting to bind port c7d42424-1e96-4c76-b59f-8eecc3fa00b8 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:17:52.845234 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-b87697d2-e24f-4e01-8f45-30684f3be3ea None None] Attempting to bind port c7d42424-1e96-4c76-b59f-8eecc3fa00b8 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:17:52.845602 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87697d2-e24f-4e01-8f45-30684f3be3ea None None] Attempting to bind port c7d42424-1e96-4c76-b59f-8eecc3fa00b8 on network e88d86cf-af22-4900-bdd2-aa4038554136 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:17:52.849346 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61067033-f8fc-41e2-8a6b-60f023ad9a4a None None] Pushing event updated for resources: {'Port': ['ID=c7d42424-1e96-4c76-b59f-8eecc3fa00b8,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:17:52.852758 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-f07889ca-8b2c-4731-8c63-552ba07fd02c None None] Provisioning complete for port 97799db6-c329-41be-bf47-c04f037346b2 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:17:52.853139 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f07889ca-8b2c-4731-8c63-552ba07fd02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (97799db6-c329-41be-bf47-c04f037346b2), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:52.858114 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87697d2-e24f-4e01-8f45-30684f3be3ea None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:17:52.858490 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87697d2-e24f-4e01-8f45-30684f3be3ea None None] Checking segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:17:52.858914 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b87697d2-e24f-4e01-8f45-30684f3be3ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:52.859314 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87697d2-e24f-4e01-8f45-30684f3be3ea None None] Bound using segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:17:52.859795 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-b87697d2-e24f-4e01-8f45-30684f3be3ea None None] Bound port: c7d42424-1e96-4c76-b59f-8eecc3fa00b8, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:17:52.860175 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b87697d2-e24f-4e01-8f45-30684f3be3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (c7d42424-1e96-4c76-b59f-8eecc3fa00b8), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:52.907774 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device af47eb77-a950-40b3-ab1d-8f36ad95a128 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:17:52.961463 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-f07889ca-8b2c-4731-8c63-552ba07fd02c None None] Port 97799db6-c329-41be-bf47-c04f037346b2 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:17:52.987870 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-b87697d2-e24f-4e01-8f45-30684f3be3ea None None] For port c7d42424-1e96-4c76-b59f-8eecc3fa00b8, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:17:52.991452 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-b87697d2-e24f-4e01-8f45-30684f3be3ea None None] For port c7d42424-1e96-4c76-b59f-8eecc3fa00b8, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=c7d42424-1e96-4c76-b59f-8eecc3fa00b8,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:17:53.005089 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port af47eb77-a950-40b3-ab1d-8f36ad95a128 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:17:53.005470 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (af47eb77-a950-40b3-ab1d-8f36ad95a128), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:53.072676 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b87697d2-e24f-4e01-8f45-30684f3be3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (c7d42424-1e96-4c76-b59f-8eecc3fa00b8), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:53.117756 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port af47eb77-a950-40b3-ab1d-8f36ad95a128 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:17:53.146372 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87697d2-e24f-4e01-8f45-30684f3be3ea None None] Routers {'fd3f599f-5169-42fb-b3b9-e31a0cb312c4'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:17:53.147020 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-b87697d2-e24f-4e01-8f45-30684f3be3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:17:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['fd3f599f-5169-42fb-b3b9-e31a0cb312c4'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:17:53.148771 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61067033-f8fc-41e2-8a6b-60f023ad9a4a None None] Pushing event updated for resources: {'Port': ['ID=c7d42424-1e96-4c76-b59f-8eecc3fa00b8,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:17:53.181749 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4e413f9a-44b3-4507-8217-27c68d40946b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (97799db6-c329-41be-bf47-c04f037346b2), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:53.366747 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4e413f9a-44b3-4507-8217-27c68d40946b admin admin] Publish callbacks [] for port (97799db6-c329-41be-bf47-c04f037346b2), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:53.412511 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-b87697d2-e24f-4e01-8f45-30684f3be3ea None None] Set router fd3f599f-5169-42fb-b3b9-e31a0cb312c4 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:17:53.442093 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4e413f9a-44b3-4507-8217-27c68d40946b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (97799db6-c329-41be-bf47-c04f037346b2), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:53.512621 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4e413f9a-44b3-4507-8217-27c68d40946b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047558'] for router_interface (fd3f599f-5169-42fb-b3b9-e31a0cb312c4), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:53.514498 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e413f9a-44b3-4507-8217-27c68d40946b admin admin] Pushing event updated for resources: {'Port': ['ID=97799db6-c329-41be-bf47-c04f037346b2,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:17:53.621512 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-b87697d2-e24f-4e01-8f45-30684f3be3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd3f599f-5169-42fb-b3b9-e31a0cb312c4', 'name': 'tempest-TestShelveInstance-2014285189-router', 'tenant_id': '5d62449c0e46442fbbba899ec94e5a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': 'c7d42424-1e96-4c76-b59f-8eecc3fa00b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:17:49Z', 'updated_at': '2022-02-28T11:17:53Z', 'revision_number': 4, 'project_id': '5d62449c0e46442fbbba899ec94e5a47', 'gw_port': {'id': 'c7d42424-1e96-4c76-b59f-8eecc3fa00b8', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:07:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd3f599f-5169-42fb-b3b9-e31a0cb312c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:17:50Z', 'updated_at': '2022-02-28T11:17:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '97799db6-c329-41be-bf47-c04f037346b2', 'name': '', 'network_id': 'e887d9b9-28a2-431c-9e27-bb46ad1dd08d', 'tenant_id': '5d62449c0e46442fbbba899ec94e5a47', 'mac_address': 'fa:16:3e:3e:3f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd3f599f-5169-42fb-b3b9-e31a0cb312c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'eec61cf0-1c12-4035-83a1-4421d0c56c38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:17:52Z', 'updated_at': '2022-02-28T11:17:52Z', 'revision_number': 1, 'project_id': '5d62449c0e46442fbbba899ec94e5a47', 'subnets': [{'id': 'eec61cf0-1c12-4035-83a1-4421d0c56c38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:17:53.623199 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e413f9a-44b3-4507-8217-27c68d40946b admin admin] Network e887d9b9-28a2-431c-9e27-bb46ad1dd08d is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:17:53.624612 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-4e413f9a-44b3-4507-8217-27c68d40946b admin admin] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:17:53.655683 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87697d2-e24f-4e01-8f45-30684f3be3ea None None] The sync data for ids ['fd3f599f-5169-42fb-b3b9-e31a0cb312c4'] in dv-neutron-829161-3-hyperv is: [{'id': 'fd3f599f-5169-42fb-b3b9-e31a0cb312c4', 'name': 'tempest-TestShelveInstance-2014285189-router', 'tenant_id': '5d62449c0e46442fbbba899ec94e5a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': 'c7d42424-1e96-4c76-b59f-8eecc3fa00b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:17:49Z', 'updated_at': '2022-02-28T11:17:53Z', 'revision_number': 4, 'project_id': '5d62449c0e46442fbbba899ec94e5a47', 'gw_port': {'id': 'c7d42424-1e96-4c76-b59f-8eecc3fa00b8', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:07:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd3f599f-5169-42fb-b3b9-e31a0cb312c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:17:50Z', 'updated_at': '2022-02-28T11:17:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '97799db6-c329-41be-bf47-c04f037346b2', 'name': '', 'network_id': 'e887d9b9-28a2-431c-9e27-bb46ad1dd08d', 'tenant_id': '5d62449c0e46442fbbba899ec94e5a47', 'mac_address': 'fa:16:3e:3e:3f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd3f599f-5169-42fb-b3b9-e31a0cb312c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'eec61cf0-1c12-4035-83a1-4421d0c56c38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:17:52Z', 'updated_at': '2022-02-28T11:17:52Z', 'revision_number': 1, 'project_id': '5d62449c0e46442fbbba899ec94e5a47', 'subnets': [{'id': 'eec61cf0-1c12-4035-83a1-4421d0c56c38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:17:53.776266 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e413f9a-44b3-4507-8217-27c68d40946b admin admin] Router fd3f599f-5169-42fb-b3b9-e31a0cb312c4 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:17:53.907819 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a8c93a3e-4332-4a3f-82aa-c561853e2570 None None] Provisioning complete for port 97799db6-c329-41be-bf47-c04f037346b2 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:17:53.908328 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a8c93a3e-4332-4a3f-82aa-c561853e2570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (97799db6-c329-41be-bf47-c04f037346b2), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:53.924190 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e413f9a-44b3-4507-8217-27c68d40946b admin admin] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:17:53.933069 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-4e413f9a-44b3-4507-8217-27c68d40946b admin admin] 10.222.0.62 "PUT /v2.0/routers/fd3f599f-5169-42fb-b3b9-e31a0cb312c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2492464 Feb 28 11:17:53.958000 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a8c93a3e-4332-4a3f-82aa-c561853e2570 None None] Port 97799db6-c329-41be-bf47-c04f037346b2 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:17:54.827192 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 56464) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:17:54.833390 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-fa386791-b0cf-412c-b1a8-c7d753894363 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-751334429', 'description': 'tempest-secgroup-smoke-751334429 description', 'project_id': 'da25d45089ea41a996677c4e53653bac'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:17:54.915055 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-fa386791-b0cf-412c-b1a8-c7d753894363 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:54.919332 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device c7d42424-1e96-4c76-b59f-8eecc3fa00b8 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:17:54.972971 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port c7d42424-1e96-4c76-b59f-8eecc3fa00b8 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:17:54.973347 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (c7d42424-1e96-4c76-b59f-8eecc3fa00b8), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:54.992997 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-fa386791-b0cf-412c-b1a8-c7d753894363 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks [] for security_group (ad918803-c399-46b1-b666-170298274766), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:55.053026 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-fa386791-b0cf-412c-b1a8-c7d753894363 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (ad918803-c399-46b1-b666-170298274766), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:55.054722 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port c7d42424-1e96-4c76-b59f-8eecc3fa00b8 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:17:55.055160 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (c7d42424-1e96-4c76-b59f-8eecc3fa00b8), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:55.079464 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port c7d42424-1e96-4c76-b59f-8eecc3fa00b8, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=c7d42424-1e96-4c76-b59f-8eecc3fa00b8,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:17:55.083768 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa386791-b0cf-412c-b1a8-c7d753894363 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad918803-c399-46b1-b666-170298274766,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:17:55.129803 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-fa386791-b0cf-412c-b1a8-c7d753894363 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:55.131104 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-fa386791-b0cf-412c-b1a8-c7d753894363 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3027377 Feb 28 11:17:55.134079 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 56466) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:17:55.138488 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-71911b02-041b-45b7-836d-687d71ee3159 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Request body: {'security_group_rule': {'security_group_id': 'ad918803-c399-46b1-b666-170298274766', 'project_id': 'da25d45089ea41a996677c4e53653bac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:17:55.145347 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (c7d42424-1e96-4c76-b59f-8eecc3fa00b8), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:55.194101 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=c7d42424-1e96-4c76-b59f-8eecc3fa00b8,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:17:55.212849 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-71911b02-041b-45b7-836d-687d71ee3159 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks [] for security_group_rule (84c672d1-18c7-418d-b14a-791c87a39e48), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:55.271348 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-71911b02-041b-45b7-836d-687d71ee3159 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks [] for security_group_rule (84c672d1-18c7-418d-b14a-791c87a39e48), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:55.316222 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-71911b02-041b-45b7-836d-687d71ee3159 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (84c672d1-18c7-418d-b14a-791c87a39e48), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:55.338473 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71911b02-041b-45b7-836d-687d71ee3159 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84c672d1-18c7-418d-b14a-791c87a39e48,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:17:55.387108 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-71911b02-041b-45b7-836d-687d71ee3159 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:55.388407 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-71911b02-041b-45b7-836d-687d71ee3159 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2533829 Feb 28 11:17:55.391145 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 56468) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:17:55.396432 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-7c2497e2-e5aa-48fd-b3e9-f087ae0176cc tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Request body: {'security_group_rule': {'security_group_id': 'ad918803-c399-46b1-b666-170298274766', 'project_id': 'da25d45089ea41a996677c4e53653bac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:17:55.499893 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7c2497e2-e5aa-48fd-b3e9-f087ae0176cc tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks [] for security_group_rule (70f327b8-9526-4198-8fae-9c7e894475aa), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:55.558037 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7c2497e2-e5aa-48fd-b3e9-f087ae0176cc tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks [] for security_group_rule (70f327b8-9526-4198-8fae-9c7e894475aa), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:55.635788 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7c2497e2-e5aa-48fd-b3e9-f087ae0176cc tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (70f327b8-9526-4198-8fae-9c7e894475aa), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:55.653934 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2497e2-e5aa-48fd-b3e9-f087ae0176cc tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70f327b8-9526-4198-8fae-9c7e894475aa,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:17:55.718157 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7c2497e2-e5aa-48fd-b3e9-f087ae0176cc tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:55.719368 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-7c2497e2-e5aa-48fd-b3e9-f087ae0176cc tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3272419 Feb 28 11:17:55.722401 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 56470) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:17:55.726754 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-442fdc80-42d8-4477-9160-0e771c9bc69c tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Request body: {'security_group_rule': {'security_group_id': 'ad918803-c399-46b1-b666-170298274766', 'project_id': 'da25d45089ea41a996677c4e53653bac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:17:55.806596 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-442fdc80-42d8-4477-9160-0e771c9bc69c tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks [] for security_group_rule (03c9dd79-b774-4e45-968b-82b088ea3baf), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:55.862196 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-442fdc80-42d8-4477-9160-0e771c9bc69c tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks [] for security_group_rule (03c9dd79-b774-4e45-968b-82b088ea3baf), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:55.950426 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-442fdc80-42d8-4477-9160-0e771c9bc69c tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (03c9dd79-b774-4e45-968b-82b088ea3baf), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:55.968863 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442fdc80-42d8-4477-9160-0e771c9bc69c tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03c9dd79-b774-4e45-968b-82b088ea3baf,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:17:56.049953 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-442fdc80-42d8-4477-9160-0e771c9bc69c tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:56.051270 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-442fdc80-42d8-4477-9160-0e771c9bc69c tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3278761 Feb 28 11:17:56.053978 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 56472) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:17:56.058314 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-80487435-d18b-4eff-b91e-f24e3d3c5070 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Request body: {'security_group_rule': {'security_group_id': 'ad918803-c399-46b1-b666-170298274766', 'project_id': 'da25d45089ea41a996677c4e53653bac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:17:56.161154 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-80487435-d18b-4eff-b91e-f24e3d3c5070 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks [] for security_group_rule (9d4e6784-7161-4175-b41c-a86a6c6236d0), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:56.218255 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-80487435-d18b-4eff-b91e-f24e3d3c5070 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks [] for security_group_rule (9d4e6784-7161-4175-b41c-a86a6c6236d0), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:56.287481 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-80487435-d18b-4eff-b91e-f24e3d3c5070 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (9d4e6784-7161-4175-b41c-a86a6c6236d0), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:56.307442 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80487435-d18b-4eff-b91e-f24e3d3c5070 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d4e6784-7161-4175-b41c-a86a6c6236d0,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:17:56.381379 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-80487435-d18b-4eff-b91e-f24e3d3c5070 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:56.382605 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-80487435-d18b-4eff-b91e-f24e3d3c5070 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3276813 Feb 28 11:17:56.385296 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 56474) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:17:56.389554 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-39f1d35d-5cfa-498b-be33-02851d9ff5ad tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Request body: {'security_group_rule': {'security_group_id': 'ad918803-c399-46b1-b666-170298274766', 'project_id': 'da25d45089ea41a996677c4e53653bac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:17:56.465216 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.securitygroups_db [None req-39f1d35d-5cfa-498b-be33-02851d9ff5ad tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Project da25d45089ea41a996677c4e53653bac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:17:56.470497 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-39f1d35d-5cfa-498b-be33-02851d9ff5ad tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks [] for security_group_rule (0d375450-40d3-41ec-b5db-d24f344927a3), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:56.529688 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-39f1d35d-5cfa-498b-be33-02851d9ff5ad tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks [] for security_group_rule (0d375450-40d3-41ec-b5db-d24f344927a3), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:56.596971 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-39f1d35d-5cfa-498b-be33-02851d9ff5ad tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (0d375450-40d3-41ec-b5db-d24f344927a3), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:56.617040 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f1d35d-5cfa-498b-be33-02851d9ff5ad tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d375450-40d3-41ec-b5db-d24f344927a3,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:17:56.683855 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-39f1d35d-5cfa-498b-be33-02851d9ff5ad tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:56.685125 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-39f1d35d-5cfa-498b-be33-02851d9ff5ad tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2989104 Feb 28 11:17:56.688131 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 56476) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:17:56.692510 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-a2d0ee78-bfea-49ca-b9d5-dc6e5fbbc839 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Request body: {'security_group_rule': {'security_group_id': 'ad918803-c399-46b1-b666-170298274766', 'project_id': 'da25d45089ea41a996677c4e53653bac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:17:56.773566 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.securitygroups_db [None req-a2d0ee78-bfea-49ca-b9d5-dc6e5fbbc839 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Project da25d45089ea41a996677c4e53653bac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:17:56.778547 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a2d0ee78-bfea-49ca-b9d5-dc6e5fbbc839 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks [] for security_group_rule (2ade96fb-b8f2-4a1a-9be8-949bc9e0be65), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:56.837780 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a2d0ee78-bfea-49ca-b9d5-dc6e5fbbc839 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks [] for security_group_rule (2ade96fb-b8f2-4a1a-9be8-949bc9e0be65), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:56.882095 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device c7d42424-1e96-4c76-b59f-8eecc3fa00b8 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:17:56.904838 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a2d0ee78-bfea-49ca-b9d5-dc6e5fbbc839 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (2ade96fb-b8f2-4a1a-9be8-949bc9e0be65), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:56.926053 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d0ee78-bfea-49ca-b9d5-dc6e5fbbc839 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ade96fb-b8f2-4a1a-9be8-949bc9e0be65,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:17:56.931553 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port c7d42424-1e96-4c76-b59f-8eecc3fa00b8 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:17:56.931910 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (c7d42424-1e96-4c76-b59f-8eecc3fa00b8), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:56.975374 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a2d0ee78-bfea-49ca-b9d5-dc6e5fbbc839 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:56.976617 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a2d0ee78-bfea-49ca-b9d5-dc6e5fbbc839 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2875218 Feb 28 11:17:57.011063 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port c7d42424-1e96-4c76-b59f-8eecc3fa00b8 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:17:57.113237 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c09ca8-3bdd-4e6b-bdd1-e2a03e063794 None None] Sync routers for ids ['fd3f599f-5169-42fb-b3b9-e31a0cb312c4'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:17:57.122500 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c09ca8-3bdd-4e6b-bdd1-e2a03e063794 None None] Routers {'fd3f599f-5169-42fb-b3b9-e31a0cb312c4'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:17:57.123236 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-88c09ca8-3bdd-4e6b-bdd1-e2a03e063794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:17:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['fd3f599f-5169-42fb-b3b9-e31a0cb312c4'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:17:57.142062 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-620be189-c5bf-4d67-88bf-34dc94b2d974 req-2e59ad6b-f17d-4d93-9343-2cdb29f6ebdd tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-751334429&fields=id&tenant_id=da25d45089ea41a996677c4e53653bac HTTP/1.1" status: 200 len: 267 time: 0.0583889 Feb 28 11:17:57.258432 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620be189-c5bf-4d67-88bf-34dc94b2d974 req-785c41c0-14f7-43ea-a3c5-a8bca7252f2a tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:17:57.259940 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-620be189-c5bf-4d67-88bf-34dc94b2d974 req-785c41c0-14f7-43ea-a3c5-a8bca7252f2a tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/networks?id=5b7375b1-133e-4b0c-83d0-68099070b95c HTTP/1.1" status: 200 len: 808 time: 0.1110995 Feb 28 11:17:57.276313 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-620be189-c5bf-4d67-88bf-34dc94b2d974 req-24c10dfa-e1f2-44a0-b36f-69a8dca32bac tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/quotas/da25d45089ea41a996677c4e53653bac HTTP/1.1" status: 200 len: 375 time: 0.0101840 Feb 28 11:17:57.326621 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-88c09ca8-3bdd-4e6b-bdd1-e2a03e063794 None None] Set router fd3f599f-5169-42fb-b3b9-e31a0cb312c4 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:17:57.336669 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-620be189-c5bf-4d67-88bf-34dc94b2d974 req-7cbff2e0-5c1f-4039-a164-b140911039e6 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=da25d45089ea41a996677c4e53653bac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544693 Feb 28 11:17:57.528529 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-620be189-c5bf-4d67-88bf-34dc94b2d974 req-059bb53d-5ef5-4059-8398-e24234496771 service neutron] 10.222.0.62 "GET /v2.0/networks/5b7375b1-133e-4b0c-83d0-68099070b95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797724 Feb 28 11:17:57.530386 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-88c09ca8-3bdd-4e6b-bdd1-e2a03e063794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd3f599f-5169-42fb-b3b9-e31a0cb312c4', 'name': 'tempest-TestShelveInstance-2014285189-router', 'tenant_id': '5d62449c0e46442fbbba899ec94e5a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': 'c7d42424-1e96-4c76-b59f-8eecc3fa00b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:17:49Z', 'updated_at': '2022-02-28T11:17:53Z', 'revision_number': 4, 'project_id': '5d62449c0e46442fbbba899ec94e5a47', 'gw_port': {'id': 'c7d42424-1e96-4c76-b59f-8eecc3fa00b8', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:07:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f599f-5169-42fb-b3b9-e31a0cb312c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:17:50Z', 'updated_at': '2022-02-28T11:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '97799db6-c329-41be-bf47-c04f037346b2', 'name': '', 'network_id': 'e887d9b9-28a2-431c-9e27-bb46ad1dd08d', 'tenant_id': '5d62449c0e46442fbbba899ec94e5a47', 'mac_address': 'fa:16:3e:3e:3f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd3f599f-5169-42fb-b3b9-e31a0cb312c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'eec61cf0-1c12-4035-83a1-4421d0c56c38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:17:52Z', 'updated_at': '2022-02-28T11:17:53Z', 'revision_number': 2, 'project_id': '5d62449c0e46442fbbba899ec94e5a47', 'subnets': [{'id': 'eec61cf0-1c12-4035-83a1-4421d0c56c38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:17:57.557167 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c09ca8-3bdd-4e6b-bdd1-e2a03e063794 None None] Checking router: fd3f599f-5169-42fb-b3b9-e31a0cb312c4 for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:17:57.557528 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c09ca8-3bdd-4e6b-bdd1-e2a03e063794 None None] Updating router fd3f599f-5169-42fb-b3b9-e31a0cb312c4 port 97799db6-c329-41be-bf47-c04f037346b2 binding host dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:17:57.587878 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-88c09ca8-3bdd-4e6b-bdd1-e2a03e063794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (97799db6-c329-41be-bf47-c04f037346b2), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:57.633959 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-620be189-c5bf-4d67-88bf-34dc94b2d974 req-714f24de-2c66-4ba2-a57b-3521e1ce6899 service neutron] 10.222.0.62 "GET /v2.0/networks/5b7375b1-133e-4b0c-83d0-68099070b95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992136 Feb 28 11:17:57.852686 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-990e1636-8282-40ea-b0d1-845920cf024e req-37ba214b-c353-4a0a-856b-85e0ff2bf1b9 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 210 time: 0.0291049 Feb 28 11:17:57.867294 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-88c09ca8-3bdd-4e6b-bdd1-e2a03e063794 None None] Publish callbacks [] for port (97799db6-c329-41be-bf47-c04f037346b2), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:57.950293 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-88c09ca8-3bdd-4e6b-bdd1-e2a03e063794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (97799db6-c329-41be-bf47-c04f037346b2), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:58.004896 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbe9eb3-652a-4fad-93a2-4ddfcec61188 None None] Pushing event updated for resources: {'Port': ['ID=97799db6-c329-41be-bf47-c04f037346b2,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:17:58.057061 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-88c09ca8-3bdd-4e6b-bdd1-e2a03e063794 None None] Attempting to bind port 97799db6-c329-41be-bf47-c04f037346b2 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:17:58.057432 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-88c09ca8-3bdd-4e6b-bdd1-e2a03e063794 None None] Attempting to bind port 97799db6-c329-41be-bf47-c04f037346b2 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': 'f5c81277-5425-4cf0-960c-b06bfa9c80b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e887d9b9-28a2-431c-9e27-bb46ad1dd08d'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:17:58.057796 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c09ca8-3bdd-4e6b-bdd1-e2a03e063794 None None] Attempting to bind port 97799db6-c329-41be-bf47-c04f037346b2 on network e887d9b9-28a2-431c-9e27-bb46ad1dd08d {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:17:58.063608 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c09ca8-3bdd-4e6b-bdd1-e2a03e063794 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:17:58.063986 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c09ca8-3bdd-4e6b-bdd1-e2a03e063794 None None] Checking segment: {'id': 'f5c81277-5425-4cf0-960c-b06bfa9c80b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e887d9b9-28a2-431c-9e27-bb46ad1dd08d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:17:58.064388 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-88c09ca8-3bdd-4e6b-bdd1-e2a03e063794 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:58.064779 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c09ca8-3bdd-4e6b-bdd1-e2a03e063794 None None] Bound using segment: {'id': 'f5c81277-5425-4cf0-960c-b06bfa9c80b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e887d9b9-28a2-431c-9e27-bb46ad1dd08d'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:17:58.065922 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-88c09ca8-3bdd-4e6b-bdd1-e2a03e063794 None None] Bound port: 97799db6-c329-41be-bf47-c04f037346b2, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5c81277-5425-4cf0-960c-b06bfa9c80b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e887d9b9-28a2-431c-9e27-bb46ad1dd08d'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:17:58.066302 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-88c09ca8-3bdd-4e6b-bdd1-e2a03e063794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (97799db6-c329-41be-bf47-c04f037346b2), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:58.136976 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-88c09ca8-3bdd-4e6b-bdd1-e2a03e063794 None None] For port 97799db6-c329-41be-bf47-c04f037346b2, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:17:58.175191 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-88c09ca8-3bdd-4e6b-bdd1-e2a03e063794 None None] For port 97799db6-c329-41be-bf47-c04f037346b2, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=97799db6-c329-41be-bf47-c04f037346b2,segment=NetworkSegment(f5c81277-5425-4cf0-960c-b06bfa9c80b2),segment_id=f5c81277-5425-4cf0-960c-b06bfa9c80b2)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:17:58.206112 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ab64dd5e-a232-45d5-b6a7-2b35cc5c9893 None None] Provisioning complete for port 97799db6-c329-41be-bf47-c04f037346b2 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:17:58.206711 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ab64dd5e-a232-45d5-b6a7-2b35cc5c9893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (97799db6-c329-41be-bf47-c04f037346b2), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:58.243654 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ab64dd5e-a232-45d5-b6a7-2b35cc5c9893 None None] Port 97799db6-c329-41be-bf47-c04f037346b2 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:17:58.265120 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-88c09ca8-3bdd-4e6b-bdd1-e2a03e063794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (97799db6-c329-41be-bf47-c04f037346b2), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:58.317659 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c09ca8-3bdd-4e6b-bdd1-e2a03e063794 None None] Routers {'fd3f599f-5169-42fb-b3b9-e31a0cb312c4'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:17:58.318303 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-88c09ca8-3bdd-4e6b-bdd1-e2a03e063794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:17:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['fd3f599f-5169-42fb-b3b9-e31a0cb312c4'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:17:58.368473 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbe9eb3-652a-4fad-93a2-4ddfcec61188 None None] Pushing event updated for resources: {'Port': ['ID=97799db6-c329-41be-bf47-c04f037346b2,revision_number=4']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:17:58.460608 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-88c09ca8-3bdd-4e6b-bdd1-e2a03e063794 None None] Set router fd3f599f-5169-42fb-b3b9-e31a0cb312c4 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:17:58.565535 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-111464a4-08f8-4118-b2f9-ee93e9e4c24a None None] Provisioning complete for port 97799db6-c329-41be-bf47-c04f037346b2 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:17:58.566241 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-111464a4-08f8-4118-b2f9-ee93e9e4c24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (97799db6-c329-41be-bf47-c04f037346b2), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:58.648314 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-111464a4-08f8-4118-b2f9-ee93e9e4c24a None None] Current status of the port 97799db6-c329-41be-bf47-c04f037346b2 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:17:58.649044 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-111464a4-08f8-4118-b2f9-ee93e9e4c24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (97799db6-c329-41be-bf47-c04f037346b2), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:58.659133 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-88c09ca8-3bdd-4e6b-bdd1-e2a03e063794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd3f599f-5169-42fb-b3b9-e31a0cb312c4', 'name': 'tempest-TestShelveInstance-2014285189-router', 'tenant_id': '5d62449c0e46442fbbba899ec94e5a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': 'c7d42424-1e96-4c76-b59f-8eecc3fa00b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:17:49Z', 'updated_at': '2022-02-28T11:17:53Z', 'revision_number': 4, 'project_id': '5d62449c0e46442fbbba899ec94e5a47', 'gw_port': {'id': 'c7d42424-1e96-4c76-b59f-8eecc3fa00b8', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:07:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f599f-5169-42fb-b3b9-e31a0cb312c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:17:50Z', 'updated_at': '2022-02-28T11:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '97799db6-c329-41be-bf47-c04f037346b2', 'name': '', 'network_id': 'e887d9b9-28a2-431c-9e27-bb46ad1dd08d', 'tenant_id': '5d62449c0e46442fbbba899ec94e5a47', 'mac_address': 'fa:16:3e:3e:3f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd3f599f-5169-42fb-b3b9-e31a0cb312c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'eec61cf0-1c12-4035-83a1-4421d0c56c38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:17:52Z', 'updated_at': '2022-02-28T11:17:58Z', 'revision_number': 4, 'project_id': '5d62449c0e46442fbbba899ec94e5a47', 'subnets': [{'id': 'eec61cf0-1c12-4035-83a1-4421d0c56c38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:17:58.683587 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-111464a4-08f8-4118-b2f9-ee93e9e4c24a None None] For port 97799db6-c329-41be-bf47-c04f037346b2, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=97799db6-c329-41be-bf47-c04f037346b2,segment=NetworkSegment(f5c81277-5425-4cf0-960c-b06bfa9c80b2),segment_id=f5c81277-5425-4cf0-960c-b06bfa9c80b2)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:17:58.695847 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c09ca8-3bdd-4e6b-bdd1-e2a03e063794 None None] The sync data for ids ['fd3f599f-5169-42fb-b3b9-e31a0cb312c4'] in dv-neutron-829161-3-hyperv is: [{'id': 'fd3f599f-5169-42fb-b3b9-e31a0cb312c4', 'name': 'tempest-TestShelveInstance-2014285189-router', 'tenant_id': '5d62449c0e46442fbbba899ec94e5a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': 'c7d42424-1e96-4c76-b59f-8eecc3fa00b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:17:49Z', 'updated_at': '2022-02-28T11:17:53Z', 'revision_number': 4, 'project_id': '5d62449c0e46442fbbba899ec94e5a47', 'gw_port': {'id': 'c7d42424-1e96-4c76-b59f-8eecc3fa00b8', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:07:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f599f-5169-42fb-b3b9-e31a0cb312c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:17:50Z', 'updated_at': '2022-02-28T11:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '97799db6-c329-41be-bf47-c04f037346b2', 'name': '', 'network_id': 'e887d9b9-28a2-431c-9e27-bb46ad1dd08d', 'tenant_id': '5d62449c0e46442fbbba899ec94e5a47', 'mac_address': 'fa:16:3e:3e:3f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd3f599f-5169-42fb-b3b9-e31a0cb312c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'eec61cf0-1c12-4035-83a1-4421d0c56c38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:17:52Z', 'updated_at': '2022-02-28T11:17:58Z', 'revision_number': 4, 'project_id': '5d62449c0e46442fbbba899ec94e5a47', 'subnets': [{'id': 'eec61cf0-1c12-4035-83a1-4421d0c56c38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:17:58.727392 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-111464a4-08f8-4118-b2f9-ee93e9e4c24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (97799db6-c329-41be-bf47-c04f037346b2), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:58.786684 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111464a4-08f8-4118-b2f9-ee93e9e4c24a None None] Pushing event updated for resources: {'Port': ['ID=97799db6-c329-41be-bf47-c04f037346b2,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:17:58.928309 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 97799db6-c329-41be-bf47-c04f037346b2 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:17:58.956041 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-a4a326f2-a54b-40d3-849a-3777e8d586ab req-a78a6391-6736-42fc-80b5-45654afbf2ce tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 210 time: 0.0321867 Feb 28 11:17:59.003271 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 97799db6-c329-41be-bf47-c04f037346b2 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:17:59.003653 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (97799db6-c329-41be-bf47-c04f037346b2), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:59.099639 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 97799db6-c329-41be-bf47-c04f037346b2 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:17:59.896557 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620be189-c5bf-4d67-88bf-34dc94b2d974 req-da97c494-e1ba-43f2-af1a-bd13681965eb tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:17:59.897149 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-620be189-c5bf-4d67-88bf-34dc94b2d974 req-da97c494-e1ba-43f2-af1a-bd13681965eb tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.70 "GET /v2.0/networks?id=5b7375b1-133e-4b0c-83d0-68099070b95c HTTP/1.1" status: 200 len: 808 time: 0.1033561 Feb 28 11:17:59.966299 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-620be189-c5bf-4d67-88bf-34dc94b2d974 req-88e25b5b-f1a1-46a5-bffe-0128ec74276e tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da25d45089ea41a996677c4e53653bac HTTP/1.1" status: 200 len: 379 time: 0.0536823 Feb 28 11:17:59.975759 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-620be189-c5bf-4d67-88bf-34dc94b2d974 req-718e88d3-4c67-4e0f-939b-274ca89c35ac tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Request body: {'port': {'device_id': '10f2bf27-8a06-4e58-beec-e67d180da9c7', 'network_id': '5b7375b1-133e-4b0c-83d0-68099070b95c', 'admin_state_up': True, 'tenant_id': 'da25d45089ea41a996677c4e53653bac', 'security_groups': ['ad918803-c399-46b1-b666-170298274766']}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:18:00.062601 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-863da1b8-db11-42a4-b6e4-d9e73b586f05 req-6728651f-0526-4984-bc52-64de2af5d83d tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 210 time: 0.0324161 Feb 28 11:18:00.207844 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-620be189-c5bf-4d67-88bf-34dc94b2d974 req-718e88d3-4c67-4e0f-939b-274ca89c35ac tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Made reservation on behalf of da25d45089ea41a996677c4e53653bac for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:18:00.211393 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-620be189-c5bf-4d67-88bf-34dc94b2d974 req-718e88d3-4c67-4e0f-939b-274ca89c35ac tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:00.343087 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [req-620be189-c5bf-4d67-88bf-34dc94b2d974 req-718e88d3-4c67-4e0f-939b-274ca89c35ac tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Allocated IP 172.20.0.3 (5b7375b1-133e-4b0c-83d0-68099070b95c/51a08ae2-fa45-404f-b640-5a7d8d3731a5/ddd7b192-9ee2-4666-9c26-41bab3a58227) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:18:00.483635 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-620be189-c5bf-4d67-88bf-34dc94b2d974 req-718e88d3-4c67-4e0f-939b-274ca89c35ac tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks [] for port (ddd7b192-9ee2-4666-9c26-41bab3a58227), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:00.562227 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-620be189-c5bf-4d67-88bf-34dc94b2d974 req-718e88d3-4c67-4e0f-939b-274ca89c35ac tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (ddd7b192-9ee2-4666-9c26-41bab3a58227), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:00.609085 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-620be189-c5bf-4d67-88bf-34dc94b2d974 req-718e88d3-4c67-4e0f-939b-274ca89c35ac tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Network 5b7375b1-133e-4b0c-83d0-68099070b95c is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:18:00.612861 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [req-620be189-c5bf-4d67-88bf-34dc94b2d974 req-718e88d3-4c67-4e0f-939b-274ca89c35ac tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:18:00.619322 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-620be189-c5bf-4d67-88bf-34dc94b2d974 req-718e88d3-4c67-4e0f-939b-274ca89c35ac tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:18:00.643551 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718e88d3-4c67-4e0f-939b-274ca89c35ac tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Pushing event updated for resources: {'Port': ['ID=ddd7b192-9ee2-4666-9c26-41bab3a58227,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:18:00.673058 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620be189-c5bf-4d67-88bf-34dc94b2d974 req-718e88d3-4c67-4e0f-939b-274ca89c35ac tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:00.673676 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-620be189-c5bf-4d67-88bf-34dc94b2d974 req-718e88d3-4c67-4e0f-939b-274ca89c35ac tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:00.764336 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-620be189-c5bf-4d67-88bf-34dc94b2d974 req-718e88d3-4c67-4e0f-939b-274ca89c35ac tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7921481 Feb 28 11:18:00.825795 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-620be189-c5bf-4d67-88bf-34dc94b2d974 req-1e60fc4d-618e-43ae-94f3-9153f2f90e11 service neutron] Request body: {'port': {'device_id': '10f2bf27-8a06-4e58-beec-e67d180da9c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8291'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:18:00.860700 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-5c1f892a-f11d-40df-867e-a7acabc51681 None None] Provisioning complete for port ddd7b192-9ee2-4666-9c26-41bab3a58227 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:18:00.861324 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5c1f892a-f11d-40df-867e-a7acabc51681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (ddd7b192-9ee2-4666-9c26-41bab3a58227), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:00.885135 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-620be189-c5bf-4d67-88bf-34dc94b2d974 req-1e60fc4d-618e-43ae-94f3-9153f2f90e11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (ddd7b192-9ee2-4666-9c26-41bab3a58227), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:00.896655 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-5c1f892a-f11d-40df-867e-a7acabc51681 None None] Port ddd7b192-9ee2-4666-9c26-41bab3a58227 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:18:01.047718 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:01.153310 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [req-620be189-c5bf-4d67-88bf-34dc94b2d974 req-1e60fc4d-618e-43ae-94f3-9153f2f90e11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddd7b192-9ee2-4666-9c26-41bab3a58227 {{(pid=104083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:18:01.162315 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-620be189-c5bf-4d67-88bf-34dc94b2d974 req-1e60fc4d-618e-43ae-94f3-9153f2f90e11 service neutron] Publish callbacks [] for port (ddd7b192-9ee2-4666-9c26-41bab3a58227), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:01.178516 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [req-620be189-c5bf-4d67-88bf-34dc94b2d974 req-1e60fc4d-618e-43ae-94f3-9153f2f90e11 service neutron] Transition to ACTIVE for port object ddd7b192-9ee2-4666-9c26-41bab3a58227 will not be triggered until provisioned by entity L2. {{(pid=104083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 11:18:01.194390 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea34a4-2820-4796-bfc7-7b616ad33577 req-01ada657-8358-489d-92f0-88a032a03052 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:01.196264 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-98ea34a4-2820-4796-bfc7-7b616ad33577 req-01ada657-8358-489d-92f0-88a032a03052 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 931 time: 0.0649428 Feb 28 11:18:01.242135 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-620be189-c5bf-4d67-88bf-34dc94b2d974 req-1e60fc4d-618e-43ae-94f3-9153f2f90e11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (ddd7b192-9ee2-4666-9c26-41bab3a58227), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:01.250126 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-98ea34a4-2820-4796-bfc7-7b616ad33577 req-36d72b9b-88e7-47f6-bcc1-47bd306ec4e0 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad918803-c399-46b1-b666-170298274766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479543 Feb 28 11:18:01.300506 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e60fc4d-618e-43ae-94f3-9153f2f90e11 service neutron] Pushing event updated for resources: {'Port': ['ID=ddd7b192-9ee2-4666-9c26-41bab3a58227,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:18:01.374104 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-620be189-c5bf-4d67-88bf-34dc94b2d974 req-1e60fc4d-618e-43ae-94f3-9153f2f90e11 service neutron] Attempting to bind port ddd7b192-9ee2-4666-9c26-41bab3a58227 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:18:01.374447 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-620be189-c5bf-4d67-88bf-34dc94b2d974 req-1e60fc4d-618e-43ae-94f3-9153f2f90e11 service neutron] Attempting to bind port ddd7b192-9ee2-4666-9c26-41bab3a58227 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5b7375b1-133e-4b0c-83d0-68099070b95c'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:18:01.374776 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620be189-c5bf-4d67-88bf-34dc94b2d974 req-1e60fc4d-618e-43ae-94f3-9153f2f90e11 service neutron] Attempting to bind port ddd7b192-9ee2-4666-9c26-41bab3a58227 on network 5b7375b1-133e-4b0c-83d0-68099070b95c {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:18:01.379865 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620be189-c5bf-4d67-88bf-34dc94b2d974 req-1e60fc4d-618e-43ae-94f3-9153f2f90e11 service neutron] Port ddd7b192-9ee2-4666-9c26-41bab3a58227 on network 5b7375b1-133e-4b0c-83d0-68099070b95c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 11:18:01.380193 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620be189-c5bf-4d67-88bf-34dc94b2d974 req-1e60fc4d-618e-43ae-94f3-9153f2f90e11 service neutron] Attempting to bind port ddd7b192-9ee2-4666-9c26-41bab3a58227 on network 5b7375b1-133e-4b0c-83d0-68099070b95c {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:18:01.385391 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620be189-c5bf-4d67-88bf-34dc94b2d974 req-1e60fc4d-618e-43ae-94f3-9153f2f90e11 service neutron] Checking agent: {'id': '9c9e5963-7abc-415a-a91c-4432861f4313', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'started_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:18:01.385740 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620be189-c5bf-4d67-88bf-34dc94b2d974 req-1e60fc4d-618e-43ae-94f3-9153f2f90e11 service neutron] Checking segment: {'id': '6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5b7375b1-133e-4b0c-83d0-68099070b95c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:18:01.386127 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620be189-c5bf-4d67-88bf-34dc94b2d974 req-1e60fc4d-618e-43ae-94f3-9153f2f90e11 service neutron] Bound using segment: {'id': '6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5b7375b1-133e-4b0c-83d0-68099070b95c'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:18:01.386556 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-620be189-c5bf-4d67-88bf-34dc94b2d974 req-1e60fc4d-618e-43ae-94f3-9153f2f90e11 service neutron] Bound port: ddd7b192-9ee2-4666-9c26-41bab3a58227, host: hv-neutron-8291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5b7375b1-133e-4b0c-83d0-68099070b95c'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:18:01.386937 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-620be189-c5bf-4d67-88bf-34dc94b2d974 req-1e60fc4d-618e-43ae-94f3-9153f2f90e11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (ddd7b192-9ee2-4666-9c26-41bab3a58227), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:01.455935 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-620be189-c5bf-4d67-88bf-34dc94b2d974 req-1e60fc4d-618e-43ae-94f3-9153f2f90e11 service neutron] For port ddd7b192-9ee2-4666-9c26-41bab3a58227, host hv-neutron-8291, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:18:01.459415 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-620be189-c5bf-4d67-88bf-34dc94b2d974 req-1e60fc4d-618e-43ae-94f3-9153f2f90e11 service neutron] For port ddd7b192-9ee2-4666-9c26-41bab3a58227, host hv-neutron-8291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=ddd7b192-9ee2-4666-9c26-41bab3a58227,segment=NetworkSegment(6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281),segment_id=6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:18:01.527542 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-620be189-c5bf-4d67-88bf-34dc94b2d974 req-1e60fc4d-618e-43ae-94f3-9153f2f90e11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (ddd7b192-9ee2-4666-9c26-41bab3a58227), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:01.563051 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620be189-c5bf-4d67-88bf-34dc94b2d974 req-1e60fc4d-618e-43ae-94f3-9153f2f90e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:01.563677 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-620be189-c5bf-4d67-88bf-34dc94b2d974 req-1e60fc4d-618e-43ae-94f3-9153f2f90e11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:01.565700 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-620be189-c5bf-4d67-88bf-34dc94b2d974 req-1e60fc4d-618e-43ae-94f3-9153f2f90e11 service neutron] 10.222.0.70 "PUT /v2.0/ports/ddd7b192-9ee2-4666-9c26-41bab3a58227 HTTP/1.1" status: 200 len: 1093 time: 0.7886701 Feb 28 11:18:01.566152 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10f2bf27-8a06-4e58-beec-e67d180da9c7', 'tag': 'ddd7b192-9ee2-4666-9c26-41bab3a58227'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:18:01.568454 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a4ad52f-2adf-4de4-88de-c7d1aac08edc" -d '{"events": [{"name": "network-changed", "server_uuid": "10f2bf27-8a06-4e58-beec-e67d180da9c7", "tag": "ddd7b192-9ee2-4666-9c26-41bab3a58227"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:18:01.598458 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e60fc4d-618e-43ae-94f3-9153f2f90e11 service neutron] Pushing event updated for resources: {'Port': ['ID=ddd7b192-9ee2-4666-9c26-41bab3a58227,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:18:01.614170 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d119422e-02bf-4404-a7f1-7e2e5419a1c9 x-openstack-request-id: req-d119422e-02bf-4404-a7f1-7e2e5419a1c9 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:18:01.614469 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10f2bf27-8a06-4e58-beec-e67d180da9c7", "tag": "ddd7b192-9ee2-4666-9c26-41bab3a58227", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:18:01.614728 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d119422e-02bf-4404-a7f1-7e2e5419a1c9 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:18:01.615186 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10f2bf27-8a06-4e58-beec-e67d180da9c7', 'tag': 'ddd7b192-9ee2-4666-9c26-41bab3a58227', 'status': 'completed', 'code': 200} Feb 28 11:18:01.706543 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ad52f-2adf-4de4-88de-c7d1aac08edc req-df6be9ab-13e5-4dea-8e00-799b5ee1d458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:01.708144 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6a4ad52f-2adf-4de4-88de-c7d1aac08edc req-df6be9ab-13e5-4dea-8e00-799b5ee1d458 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=da25d45089ea41a996677c4e53653bac&device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 1127 time: 0.0532570 Feb 28 11:18:01.822754 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ad52f-2adf-4de4-88de-c7d1aac08edc req-4e7298d1-376f-4a82-b969-bc729e75a315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:01.824245 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6a4ad52f-2adf-4de4-88de-c7d1aac08edc req-4e7298d1-376f-4a82-b969-bc729e75a315 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=da25d45089ea41a996677c4e53653bac&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1032364 Feb 28 11:18:01.921166 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ad52f-2adf-4de4-88de-c7d1aac08edc req-2a2d95b8-7c3a-41a1-a875-fba75c746aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:01.922664 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6a4ad52f-2adf-4de4-88de-c7d1aac08edc req-2a2d95b8-7c3a-41a1-a875-fba75c746aca service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0926344 Feb 28 11:18:02.022629 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620be189-c5bf-4d67-88bf-34dc94b2d974 req-6ae940f7-7694-4be7-90f8-9cd228478d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:02.024167 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-620be189-c5bf-4d67-88bf-34dc94b2d974 req-6ae940f7-7694-4be7-90f8-9cd228478d5e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=da25d45089ea41a996677c4e53653bac&device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 1127 time: 0.0444310 Feb 28 11:18:02.073917 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-620be189-c5bf-4d67-88bf-34dc94b2d974 req-aff2a738-fd11-4fd6-afde-ee1517477d23 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ddd7b192-9ee2-4666-9c26-41bab3a58227 HTTP/1.1" status: 200 len: 217 time: 0.0375414 Feb 28 11:18:02.132583 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620be189-c5bf-4d67-88bf-34dc94b2d974 req-23338c9a-9f1c-4be9-90de-fee255eca876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:02.134292 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-620be189-c5bf-4d67-88bf-34dc94b2d974 req-23338c9a-9f1c-4be9-90de-fee255eca876 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=51a08ae2-fa45-404f-b640-5a7d8d3731a5 HTTP/1.1" status: 200 len: 847 time: 0.0541141 Feb 28 11:18:02.188575 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620be189-c5bf-4d67-88bf-34dc94b2d974 req-ff1a85b2-e31e-440c-babb-120dad1f5425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:02.190793 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-620be189-c5bf-4d67-88bf-34dc94b2d974 req-ff1a85b2-e31e-440c-babb-120dad1f5425 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5b7375b1-133e-4b0c-83d0-68099070b95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0506096 Feb 28 11:18:02.299762 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-620be189-c5bf-4d67-88bf-34dc94b2d974 req-ac5cb374-462f-47b7-b0fa-67ae90fe5da1 service neutron] 10.222.0.70 "GET /v2.0/networks/5b7375b1-133e-4b0c-83d0-68099070b95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022484 Feb 28 11:18:02.377658 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b17574-7fc5-420b-952c-1b77be1b5f2f req-23311fdf-6b9a-412b-a06b-ba518bfde998 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:02.379180 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-38b17574-7fc5-420b-952c-1b77be1b5f2f req-23311fdf-6b9a-412b-a06b-ba518bfde998 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 943 time: 0.0527284 Feb 28 11:18:02.393641 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-620be189-c5bf-4d67-88bf-34dc94b2d974 req-726ce435-f1fa-46e6-8928-0bdf3402d79b service neutron] 10.222.0.70 "GET /v2.0/networks/5b7375b1-133e-4b0c-83d0-68099070b95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886085 Feb 28 11:18:02.428965 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-38b17574-7fc5-420b-952c-1b77be1b5f2f req-bfe84b5d-2d6c-41d2-a4d8-157a64b3337a tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad918803-c399-46b1-b666-170298274766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443377 Feb 28 11:18:03.551616 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc8900-8ae1-42e4-9f47-0c5e2566a0ba req-71852a29-77e7-45a9-bc1e-5163ace69a89 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:03.553124 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3efc8900-8ae1-42e4-9f47-0c5e2566a0ba req-71852a29-77e7-45a9-bc1e-5163ace69a89 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 943 time: 0.0551076 Feb 28 11:18:03.604659 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3efc8900-8ae1-42e4-9f47-0c5e2566a0ba req-5ef8d541-d516-4162-bd24-271075757719 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad918803-c399-46b1-b666-170298274766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459313 Feb 28 11:18:04.721878 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39afb68b-5074-4ef4-b0dc-7b782ff69d96 req-b45e1b87-4a2a-4cf1-bc79-7f08d85d7337 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:04.723797 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-39afb68b-5074-4ef4-b0dc-7b782ff69d96 req-b45e1b87-4a2a-4cf1-bc79-7f08d85d7337 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 943 time: 0.0538983 Feb 28 11:18:04.779333 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-39afb68b-5074-4ef4-b0dc-7b782ff69d96 req-eadacd3a-e3a4-43e9-a8b9-c567b3fcf333 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad918803-c399-46b1-b666-170298274766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500784 Feb 28 11:18:05.373084 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device ddd7b192-9ee2-4666-9c26-41bab3a58227 details requested by agent hyperv_hv-neutron-8291 with host hv-neutron-8291 {{(pid=104085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 11:18:05.478522 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port ddd7b192-9ee2-4666-9c26-41bab3a58227, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=ddd7b192-9ee2-4666-9c26-41bab3a58227,segment=NetworkSegment(6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281),segment_id=6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:18:05.490995 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Returning: {'device': 'ddd7b192-9ee2-4666-9c26-41bab3a58227', 'network_id': '5b7375b1-133e-4b0c-83d0-68099070b95c', 'port_id': 'ddd7b192-9ee2-4666-9c26-41bab3a58227', 'mac_address': 'fa:16:3e:06:6a:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a08ae2-fa45-404f-b640-5a7d8d3731a5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 11:18:05.529046 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port ddd7b192-9ee2-4666-9c26-41bab3a58227 is: DOWN; New status is: BUILD {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:18:05.529635 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (ddd7b192-9ee2-4666-9c26-41bab3a58227), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:05.546926 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddd7b192-9ee2-4666-9c26-41bab3a58227 {{(pid=104085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:18:05.566098 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port ddd7b192-9ee2-4666-9c26-41bab3a58227, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=ddd7b192-9ee2-4666-9c26-41bab3a58227,segment=NetworkSegment(6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281),segment_id=6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:18:05.647006 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (ddd7b192-9ee2-4666-9c26-41bab3a58227), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:05.693306 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=ddd7b192-9ee2-4666-9c26-41bab3a58227,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:18:05.900719 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1df99e-3fee-42ab-93f4-7b25b9cee819 req-e7b40b44-af93-49a5-94ba-2f64be9923b8 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:05.902108 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1b1df99e-3fee-42ab-93f4-7b25b9cee819 req-e7b40b44-af93-49a5-94ba-2f64be9923b8 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 944 time: 0.0585792 Feb 28 11:18:05.927178 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['ddd7b192-9ee2-4666-9c26-41bab3a58227'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:18:05.952125 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1b1df99e-3fee-42ab-93f4-7b25b9cee819 req-53e55606-cdc0-47e3-a1d1-06d382106fb7 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad918803-c399-46b1-b666-170298274766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445304 Feb 28 11:18:07.073665 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ace52-eeaa-4597-8563-262ffeae55cd req-89595cc6-d901-45cd-bbe3-21f1f95a9776 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:07.075273 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-570ace52-eeaa-4597-8563-262ffeae55cd req-89595cc6-d901-45cd-bbe3-21f1f95a9776 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 944 time: 0.0572715 Feb 28 11:18:07.145295 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-570ace52-eeaa-4597-8563-262ffeae55cd req-704aa163-7ad2-4fea-9345-a78c5f7988fb tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad918803-c399-46b1-b666-170298274766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591660 Feb 28 11:18:07.388618 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device ddd7b192-9ee2-4666-9c26-41bab3a58227 up at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:18:07.503964 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning for port ddd7b192-9ee2-4666-9c26-41bab3a58227 completed by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 11:18:07.507803 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning complete for port ddd7b192-9ee2-4666-9c26-41bab3a58227 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:18:07.508664 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (ddd7b192-9ee2-4666-9c26-41bab3a58227), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:07.598465 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port ddd7b192-9ee2-4666-9c26-41bab3a58227 is: BUILD; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:18:07.598877 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (ddd7b192-9ee2-4666-9c26-41bab3a58227), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:07.622911 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10f2bf27-8a06-4e58-beec-e67d180da9c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd7b192-9ee2-4666-9c26-41bab3a58227'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:18:07.625142 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee51f37-136d-4299-9853-e487b13708b6" -d '{"events": [{"server_uuid": "10f2bf27-8a06-4e58-beec-e67d180da9c7", "name": "network-vif-plugged", "status": "completed", "tag": "ddd7b192-9ee2-4666-9c26-41bab3a58227"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:18:07.638768 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port ddd7b192-9ee2-4666-9c26-41bab3a58227, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=ddd7b192-9ee2-4666-9c26-41bab3a58227,segment=NetworkSegment(6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281),segment_id=6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:18:07.693131 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (ddd7b192-9ee2-4666-9c26-41bab3a58227), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:07.729045 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a52a4b-c939-4b4c-bc2e-b5d4c9b0d4ee x-openstack-request-id: req-31a52a4b-c939-4b4c-bc2e-b5d4c9b0d4ee {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:18:07.729347 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10f2bf27-8a06-4e58-beec-e67d180da9c7", "name": "network-vif-plugged", "status": "completed", "tag": "ddd7b192-9ee2-4666-9c26-41bab3a58227", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:18:07.729613 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-31a52a4b-c939-4b4c-bc2e-b5d4c9b0d4ee {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:18:07.730015 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10f2bf27-8a06-4e58-beec-e67d180da9c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd7b192-9ee2-4666-9c26-41bab3a58227', 'code': 200} Feb 28 11:18:07.750283 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=ddd7b192-9ee2-4666-9c26-41bab3a58227,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:18:08.087647 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51e3e3-43b2-4b14-b160-57fd164cf867 req-1cdee522-56cd-494d-844a-96d7faf91c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:08.087647 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5d51e3e3-43b2-4b14-b160-57fd164cf867 req-1cdee522-56cd-494d-844a-96d7faf91c13 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 1129 time: 0.0542822 Feb 28 11:18:08.135567 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5d51e3e3-43b2-4b14-b160-57fd164cf867 req-4556144f-3113-4d5a-a1d3-4b44e54595cc service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ad918803-c399-46b1-b666-170298274766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417297 Feb 28 11:18:08.274253 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32718410-a8ba-437d-8c26-69317269ad41 req-88f0e028-ddac-4717-8826-5b1bf79f5dfc tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:08.275976 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-32718410-a8ba-437d-8c26-69317269ad41 req-88f0e028-ddac-4717-8826-5b1bf79f5dfc tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 945 time: 0.0579841 Feb 28 11:18:08.333301 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-32718410-a8ba-437d-8c26-69317269ad41 req-211538b1-e477-4332-88c2-dd9214d4923b tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad918803-c399-46b1-b666-170298274766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514014 Feb 28 11:18:09.482435 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a67c658-5524-4412-b9e2-7916da5304ed req-950cee6b-6e9e-4c88-8404-d11907fe41f8 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:09.483944 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5a67c658-5524-4412-b9e2-7916da5304ed req-950cee6b-6e9e-4c88-8404-d11907fe41f8 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 945 time: 0.0623972 Feb 28 11:18:09.535590 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5a67c658-5524-4412-b9e2-7916da5304ed req-ae3e983b-288e-4aa4-8237-38adeced4cbc tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad918803-c399-46b1-b666-170298274766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460982 Feb 28 11:18:09.651146 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911df80-2690-4a78-a819-788a4511fb5c req-582b1cf4-770d-4d47-8124-3e06e3334b63 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:09.654189 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-9911df80-2690-4a78-a819-788a4511fb5c req-582b1cf4-770d-4d47-8124-3e06e3334b63 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 945 time: 0.0528343 Feb 28 11:18:09.705109 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-9911df80-2690-4a78-a819-788a4511fb5c req-2da69785-4b6f-4aea-821a-1ebe0fdd0dd4 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad918803-c399-46b1-b666-170298274766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462956 Feb 28 11:18:09.727026 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 56540) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:18:09.811037 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93632c62-079e-4a7f-ad86-78e32b11488d tempest-TestShelveInstance-227080009 tempest-TestShelveInstance-227080009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:09.812568 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-93632c62-079e-4a7f-ad86-78e32b11488d tempest-TestShelveInstance-227080009 tempest-TestShelveInstance-227080009-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 1124 time: 0.0845637 Feb 28 11:18:09.815811 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 56544) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:18:09.819987 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-11e16e9e-05c2-45db-87ad-ce1679b298f3 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Request body: {'floatingip': {'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'port_id': 'ddd7b192-9ee2-4666-9c26-41bab3a58227', 'tenant_id': 'da25d45089ea41a996677c4e53653bac', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:18:09.915086 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-11e16e9e-05c2-45db-87ad-ce1679b298f3 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:10.013265 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-11e16e9e-05c2-45db-87ad-ce1679b298f3 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:10.113567 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-11e16e9e-05c2-45db-87ad-ce1679b298f3 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Allocated IP 172.26.3.176 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/1e30fa7d-ce45-41c8-9453-039ef4c6b28d) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:18:10.215772 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-11e16e9e-05c2-45db-87ad-ce1679b298f3 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks [] for port (1e30fa7d-ce45-41c8-9453-039ef4c6b28d), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:10.304192 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-11e16e9e-05c2-45db-87ad-ce1679b298f3 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (1e30fa7d-ce45-41c8-9453-039ef4c6b28d), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:10.340396 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e16e9e-05c2-45db-87ad-ce1679b298f3 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:18:10.343286 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-11e16e9e-05c2-45db-87ad-ce1679b298f3 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:18:10.347345 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e16e9e-05c2-45db-87ad-ce1679b298f3 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:18:10.374594 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e16e9e-05c2-45db-87ad-ce1679b298f3 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Pushing event updated for resources: {'Port': ['ID=1e30fa7d-ce45-41c8-9453-039ef4c6b28d,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:18:11.015888 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-11e16e9e-05c2-45db-87ad-ce1679b298f3 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks [] for floatingip (23320f81-9494-4f23-8cd7-afb67fdd8eb9), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:11.161034 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-11e16e9e-05c2-45db-87ad-ce1679b298f3 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (1e30fa7d-ce45-41c8-9453-039ef4c6b28d), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:11.307782 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-11e16e9e-05c2-45db-87ad-ce1679b298f3 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks [] for port (1e30fa7d-ce45-41c8-9453-039ef4c6b28d), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:11.389447 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-11e16e9e-05c2-45db-87ad-ce1679b298f3 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (1e30fa7d-ce45-41c8-9453-039ef4c6b28d), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:11.462764 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e16e9e-05c2-45db-87ad-ce1679b298f3 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Pushing event updated for resources: {'Port': ['ID=1e30fa7d-ce45-41c8-9453-039ef4c6b28d,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:18:11.471193 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-11e16e9e-05c2-45db-87ad-ce1679b298f3 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047917'] for floatingip (23320f81-9494-4f23-8cd7-afb67fdd8eb9), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:11.583053 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.l3_db [None req-11e16e9e-05c2-45db-87ad-ce1679b298f3 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Floating IP 23320f81-9494-4f23-8cd7-afb67fdd8eb9 associated. External IP: 172.26.3.176, port: ddd7b192-9ee2-4666-9c26-41bab3a58227. Feb 28 11:18:11.800355 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11e16e9e-05c2-45db-87ad-ce1679b298f3 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Router c02b0235-5223-435e-b28d-f9d64310f469 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:18:11.909562 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e16e9e-05c2-45db-87ad-ce1679b298f3 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:18:11.919653 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba4c080-0c56-4d45-ac06-1271f6d4c3ea None None] Sync routers for ids ['c02b0235-5223-435e-b28d-f9d64310f469'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:18:11.930186 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba4c080-0c56-4d45-ac06-1271f6d4c3ea None None] Routers {'c02b0235-5223-435e-b28d-f9d64310f469'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:18:11.930807 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-8ba4c080-0c56-4d45-ac06-1271f6d4c3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:17:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['c02b0235-5223-435e-b28d-f9d64310f469'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:18:11.985566 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-11e16e9e-05c2-45db-87ad-ce1679b298f3 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:12.016253 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-11e16e9e-05c2-45db-87ad-ce1679b298f3 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1994317 Feb 28 11:18:12.017099 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10f2bf27-8a06-4e58-beec-e67d180da9c7', 'tag': 'ddd7b192-9ee2-4666-9c26-41bab3a58227'}] {{(pid=104084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:18:12.019480 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ffa69481dce8c4e68394bb3e97aff222617d39f0bec9a6d6e4c39a9256e7c95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c0164f3-1b08-42b3-9905-19a8c3d10052" -d '{"events": [{"name": "network-changed", "server_uuid": "10f2bf27-8a06-4e58-beec-e67d180da9c7", "tag": "ddd7b192-9ee2-4666-9c26-41bab3a58227"}]}' {{(pid=104084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:18:12.040878 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-8ba4c080-0c56-4d45-ac06-1271f6d4c3ea None None] Set router c02b0235-5223-435e-b28d-f9d64310f469 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:18:12.059692 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc0d6c9-ca7f-4314-a0df-e4e74ebefdfd x-openstack-request-id: req-8dc0d6c9-ca7f-4314-a0df-e4e74ebefdfd {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:18:12.059999 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10f2bf27-8a06-4e58-beec-e67d180da9c7", "tag": "ddd7b192-9ee2-4666-9c26-41bab3a58227", "status": "completed", "code": 200}]} {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:18:12.060547 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8dc0d6c9-ca7f-4314-a0df-e4e74ebefdfd {{(pid=104084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:18:12.060973 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10f2bf27-8a06-4e58-beec-e67d180da9c7', 'tag': 'ddd7b192-9ee2-4666-9c26-41bab3a58227', 'status': 'completed', 'code': 200} Feb 28 11:18:12.148170 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0164f3-1b08-42b3-9905-19a8c3d10052 req-4d8bde5d-3346-4497-a859-a01822400774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:12.149821 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3c0164f3-1b08-42b3-9905-19a8c3d10052 req-4d8bde5d-3346-4497-a859-a01822400774 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=da25d45089ea41a996677c4e53653bac&device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 1129 time: 0.0471447 Feb 28 11:18:12.238522 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0164f3-1b08-42b3-9905-19a8c3d10052 req-df7d25c3-39d0-4fd9-86b5-05cb95aef144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:12.240070 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3c0164f3-1b08-42b3-9905-19a8c3d10052 req-df7d25c3-39d0-4fd9-86b5-05cb95aef144 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5b7375b1-133e-4b0c-83d0-68099070b95c HTTP/1.1" status: 200 len: 908 time: 0.0845971 Feb 28 11:18:12.267677 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-8ba4c080-0c56-4d45-ac06-1271f6d4c3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02b0235-5223-435e-b28d-f9d64310f469', 'name': 'tempest-TestShelveInstance-378632984-router', 'tenant_id': 'da25d45089ea41a996677c4e53653bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': 'f1b74953-9058-406c-8f23-0ebf3aa98170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:17:43Z', 'updated_at': '2022-02-28T11:17:46Z', 'revision_number': 4, 'project_id': 'da25d45089ea41a996677c4e53653bac', 'gw_port': {'id': 'f1b74953-9058-406c-8f23-0ebf3aa98170', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:44:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02b0235-5223-435e-b28d-f9d64310f469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:17:44Z', 'updated_at': '2022-02-28T11:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': '23320f81-9494-4f23-8cd7-afb67fdd8eb9', 'tenant_id': 'da25d45089ea41a996677c4e53653bac', 'floating_ip_address': '172.26.3.176', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': 'c02b0235-5223-435e-b28d-f9d64310f469', 'port_id': 'ddd7b192-9ee2-4666-9c26-41bab3a58227', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1843, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b7375b1-133e-4b0c-83d0-68099070b95c', 'mac_address': 'fa:16:3e:06:6a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f2bf27-8a06-4e58-beec-e67d180da9c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:18:10Z', 'updated_at': '2022-02-28T11:18:10Z', 'revision_number': 0, 'project_id': 'da25d45089ea41a996677c4e53653bac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95452460-eedd-445d-a983-a60edf50c7ac', 'name': '', 'network_id': '5b7375b1-133e-4b0c-83d0-68099070b95c', 'tenant_id': 'da25d45089ea41a996677c4e53653bac', 'mac_address': 'fa:16:3e:4f:47:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02b0235-5223-435e-b28d-f9d64310f469', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '51a08ae2-fa45-404f-b640-5a7d8d3731a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:17:46Z', 'updated_at': '2022-02-28T11:17:50Z', 'revision_number': 5, 'project_id': 'da25d45089ea41a996677c4e53653bac', 'subnets': [{'id': '51a08ae2-fa45-404f-b640-5a7d8d3731a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:18:12.293160 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba4c080-0c56-4d45-ac06-1271f6d4c3ea None None] Checking router: c02b0235-5223-435e-b28d-f9d64310f469 for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:18:12.302173 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba4c080-0c56-4d45-ac06-1271f6d4c3ea None None] Routers {'c02b0235-5223-435e-b28d-f9d64310f469'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:18:12.302891 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-8ba4c080-0c56-4d45-ac06-1271f6d4c3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:17:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['c02b0235-5223-435e-b28d-f9d64310f469'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:18:12.310856 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3c0164f3-1b08-42b3-9905-19a8c3d10052 req-7cf917b4-3c16-42dd-b957-58909bdbddb4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ddd7b192-9ee2-4666-9c26-41bab3a58227 HTTP/1.1" status: 200 len: 999 time: 0.0645859 Feb 28 11:18:12.358707 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0164f3-1b08-42b3-9905-19a8c3d10052 req-639991ed-c299-4675-8f28-b24a3450b67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:12.360214 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3c0164f3-1b08-42b3-9905-19a8c3d10052 req-639991ed-c299-4675-8f28-b24a3450b67e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=51a08ae2-fa45-404f-b640-5a7d8d3731a5 HTTP/1.1" status: 200 len: 847 time: 0.0437357 Feb 28 11:18:12.409035 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0164f3-1b08-42b3-9905-19a8c3d10052 req-72e001f9-1013-4d36-8dd1-cb0ee55fa21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:12.410559 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3c0164f3-1b08-42b3-9905-19a8c3d10052 req-72e001f9-1013-4d36-8dd1-cb0ee55fa21b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5b7375b1-133e-4b0c-83d0-68099070b95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0440919 Feb 28 11:18:12.413072 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-8ba4c080-0c56-4d45-ac06-1271f6d4c3ea None None] Set router c02b0235-5223-435e-b28d-f9d64310f469 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:18:12.503742 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3c0164f3-1b08-42b3-9905-19a8c3d10052 req-c98e2077-1617-41ef-9ccf-cd971a5958b8 service neutron] 10.222.0.70 "GET /v2.0/networks/5b7375b1-133e-4b0c-83d0-68099070b95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868165 Feb 28 11:18:12.608242 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3c0164f3-1b08-42b3-9905-19a8c3d10052 req-4e2c7c46-1fbc-43ff-aa9c-c9951f60bba4 service neutron] 10.222.0.70 "GET /v2.0/networks/5b7375b1-133e-4b0c-83d0-68099070b95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991294 Feb 28 11:18:12.656950 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-8ba4c080-0c56-4d45-ac06-1271f6d4c3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02b0235-5223-435e-b28d-f9d64310f469', 'name': 'tempest-TestShelveInstance-378632984-router', 'tenant_id': 'da25d45089ea41a996677c4e53653bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': 'f1b74953-9058-406c-8f23-0ebf3aa98170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:17:43Z', 'updated_at': '2022-02-28T11:17:46Z', 'revision_number': 4, 'project_id': 'da25d45089ea41a996677c4e53653bac', 'gw_port': {'id': 'f1b74953-9058-406c-8f23-0ebf3aa98170', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:44:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02b0235-5223-435e-b28d-f9d64310f469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:17:44Z', 'updated_at': '2022-02-28T11:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': '23320f81-9494-4f23-8cd7-afb67fdd8eb9', 'tenant_id': 'da25d45089ea41a996677c4e53653bac', 'floating_ip_address': '172.26.3.176', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': 'c02b0235-5223-435e-b28d-f9d64310f469', 'port_id': 'ddd7b192-9ee2-4666-9c26-41bab3a58227', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1843, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b7375b1-133e-4b0c-83d0-68099070b95c', 'mac_address': 'fa:16:3e:06:6a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f2bf27-8a06-4e58-beec-e67d180da9c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:18:10Z', 'updated_at': '2022-02-28T11:18:10Z', 'revision_number': 0, 'project_id': 'da25d45089ea41a996677c4e53653bac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95452460-eedd-445d-a983-a60edf50c7ac', 'name': '', 'network_id': '5b7375b1-133e-4b0c-83d0-68099070b95c', 'tenant_id': 'da25d45089ea41a996677c4e53653bac', 'mac_address': 'fa:16:3e:4f:47:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02b0235-5223-435e-b28d-f9d64310f469', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '51a08ae2-fa45-404f-b640-5a7d8d3731a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:17:46Z', 'updated_at': '2022-02-28T11:17:50Z', 'revision_number': 5, 'project_id': 'da25d45089ea41a996677c4e53653bac', 'subnets': [{'id': '51a08ae2-fa45-404f-b640-5a7d8d3731a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:18:12.685154 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba4c080-0c56-4d45-ac06-1271f6d4c3ea None None] The sync data for ids ['c02b0235-5223-435e-b28d-f9d64310f469'] in dv-neutron-829161-3-hyperv is: [{'id': 'c02b0235-5223-435e-b28d-f9d64310f469', 'name': 'tempest-TestShelveInstance-378632984-router', 'tenant_id': 'da25d45089ea41a996677c4e53653bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': 'f1b74953-9058-406c-8f23-0ebf3aa98170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:17:43Z', 'updated_at': '2022-02-28T11:17:46Z', 'revision_number': 4, 'project_id': 'da25d45089ea41a996677c4e53653bac', 'gw_port': {'id': 'f1b74953-9058-406c-8f23-0ebf3aa98170', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:44:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02b0235-5223-435e-b28d-f9d64310f469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:17:44Z', 'updated_at': '2022-02-28T11:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': '23320f81-9494-4f23-8cd7-afb67fdd8eb9', 'tenant_id': 'da25d45089ea41a996677c4e53653bac', 'floating_ip_address': '172.26.3.176', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': 'c02b0235-5223-435e-b28d-f9d64310f469', 'port_id': 'ddd7b192-9ee2-4666-9c26-41bab3a58227', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1843, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b7375b1-133e-4b0c-83d0-68099070b95c', 'mac_address': 'fa:16:3e:06:6a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f2bf27-8a06-4e58-beec-e67d180da9c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:18:10Z', 'updated_at': '2022-02-28T11:18:10Z', 'revision_number': 0, 'project_id': 'da25d45089ea41a996677c4e53653bac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95452460-eedd-445d-a983-a60edf50c7ac', 'name': '', 'network_id': '5b7375b1-133e-4b0c-83d0-68099070b95c', 'tenant_id': 'da25d45089ea41a996677c4e53653bac', 'mac_address': 'fa:16:3e:4f:47:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02b0235-5223-435e-b28d-f9d64310f469', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '51a08ae2-fa45-404f-b640-5a7d8d3731a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:17:46Z', 'updated_at': '2022-02-28T11:17:50Z', 'revision_number': 5, 'project_id': 'da25d45089ea41a996677c4e53653bac', 'subnets': [{'id': '51a08ae2-fa45-404f-b640-5a7d8d3731a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:18:12.880232 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb011b3c-4255-491c-934c-0115e276943b None None] New status for floating IP 23320f81-9494-4f23-8cd7-afb67fdd8eb9: ACTIVE {{(pid=104086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:18:14.403348 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c1b6d26e-68be-4a22-8b4f-9fc09ab529c2 req-c8074a71-9bab-4d38-a4dc-14ee1ce647a1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446787 Feb 28 11:18:14.507642 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b6d26e-68be-4a22-8b4f-9fc09ab529c2 req-b90b45b4-32b0-4577-be58-14bec37c9b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:14.509138 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c1b6d26e-68be-4a22-8b4f-9fc09ab529c2 req-b90b45b4-32b0-4577-be58-14bec37c9b26 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=da25d45089ea41a996677c4e53653bac&device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 1129 time: 0.0488622 Feb 28 11:18:14.613965 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b6d26e-68be-4a22-8b4f-9fc09ab529c2 req-2e0f0000-1566-44a4-9055-a36265040a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:14.615486 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c1b6d26e-68be-4a22-8b4f-9fc09ab529c2 req-2e0f0000-1566-44a4-9055-a36265040a92 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5b7375b1-133e-4b0c-83d0-68099070b95c HTTP/1.1" status: 200 len: 908 time: 0.0892131 Feb 28 11:18:14.682543 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c1b6d26e-68be-4a22-8b4f-9fc09ab529c2 req-eda2517d-93d1-414b-aa85-e679e7c69d30 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ddd7b192-9ee2-4666-9c26-41bab3a58227 HTTP/1.1" status: 200 len: 1001 time: 0.0613859 Feb 28 11:18:14.729500 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b6d26e-68be-4a22-8b4f-9fc09ab529c2 req-666d9c05-50cc-4f43-814d-e3fd54733f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:14.730982 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c1b6d26e-68be-4a22-8b4f-9fc09ab529c2 req-666d9c05-50cc-4f43-814d-e3fd54733f4e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=51a08ae2-fa45-404f-b640-5a7d8d3731a5 HTTP/1.1" status: 200 len: 847 time: 0.0431197 Feb 28 11:18:14.778569 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b6d26e-68be-4a22-8b4f-9fc09ab529c2 req-e7030c8b-87d4-449c-8df8-2d6fbb0edc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:14.780073 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c1b6d26e-68be-4a22-8b4f-9fc09ab529c2 req-e7030c8b-87d4-449c-8df8-2d6fbb0edc13 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5b7375b1-133e-4b0c-83d0-68099070b95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0433252 Feb 28 11:18:14.870985 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c1b6d26e-68be-4a22-8b4f-9fc09ab529c2 req-1501f32a-249d-4283-93a4-7be5883bcd75 service neutron] 10.222.0.70 "GET /v2.0/networks/5b7375b1-133e-4b0c-83d0-68099070b95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844269 Feb 28 11:18:14.959250 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c1b6d26e-68be-4a22-8b4f-9fc09ab529c2 req-2b5380cd-4e5e-4e74-89f8-ccf706464c38 service neutron] 10.222.0.70 "GET /v2.0/networks/5b7375b1-133e-4b0c-83d0-68099070b95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827680 Feb 28 11:18:16.452084 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9a16e934-15c7-4cf6-aa74-166e9b0b386c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:18.640638 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b7d8dc4f-5e91-464c-8f45-6924113d6b4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:20.154267 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:21.457648 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:22.748982 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:23.714809 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:18:30.999726 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:46.455667 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-4b6f19d2-58c2-49bd-bf99-fd799fa89525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:48.638534 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c343ca24-f864-49cd-82b9-dfe52193cbc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:50.180883 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:51.489890 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:52.752247 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:19:00.713737 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:19:01.031870 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:19:16.403951 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4594dd94-2731-41d3-b520-eec78bbecba2 req-d2316d78-7bed-441a-acd6-6ce432511b0f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0474451 Feb 28 11:19:16.459841 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f678a7fe-c8c3-48cd-8804-154418fd2cd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:19:16.514625 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4594dd94-2731-41d3-b520-eec78bbecba2 req-cee6c37c-4286-466b-9a00-e942b363143c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:19:16.516400 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4594dd94-2731-41d3-b520-eec78bbecba2 req-cee6c37c-4286-466b-9a00-e942b363143c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=da25d45089ea41a996677c4e53653bac&device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 1129 time: 0.0533655 Feb 28 11:19:16.629391 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4594dd94-2731-41d3-b520-eec78bbecba2 req-31d4a258-c646-4e6d-b724-d5398115fe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:19:16.631001 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4594dd94-2731-41d3-b520-eec78bbecba2 req-31d4a258-c646-4e6d-b724-d5398115fe0d service neutron] 10.222.0.70 "GET /v2.0/networks?id=5b7375b1-133e-4b0c-83d0-68099070b95c HTTP/1.1" status: 200 len: 908 time: 0.0956709 Feb 28 11:19:16.708843 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4594dd94-2731-41d3-b520-eec78bbecba2 req-693dee12-2eb3-44c5-a4f7-8cd16d51d021 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ddd7b192-9ee2-4666-9c26-41bab3a58227 HTTP/1.1" status: 200 len: 1001 time: 0.0723963 Feb 28 11:19:16.756396 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4594dd94-2731-41d3-b520-eec78bbecba2 req-5ee66179-01ea-4f43-8a28-0887693a6349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:19:16.757842 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4594dd94-2731-41d3-b520-eec78bbecba2 req-5ee66179-01ea-4f43-8a28-0887693a6349 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=51a08ae2-fa45-404f-b640-5a7d8d3731a5 HTTP/1.1" status: 200 len: 847 time: 0.0437162 Feb 28 11:19:16.805212 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4594dd94-2731-41d3-b520-eec78bbecba2 req-a13a5790-bf42-4cfc-8d40-93e59443a2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:19:16.806996 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4594dd94-2731-41d3-b520-eec78bbecba2 req-a13a5790-bf42-4cfc-8d40-93e59443a2f4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5b7375b1-133e-4b0c-83d0-68099070b95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0438020 Feb 28 11:19:16.897648 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4594dd94-2731-41d3-b520-eec78bbecba2 req-d875e7f0-f8c8-40a3-a4bb-7a2edbb336be service neutron] 10.222.0.70 "GET /v2.0/networks/5b7375b1-133e-4b0c-83d0-68099070b95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846877 Feb 28 11:19:16.989121 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4594dd94-2731-41d3-b520-eec78bbecba2 req-6c9b5d13-2a2d-4519-9f12-fc39f3dbe198 service neutron] 10.222.0.70 "GET /v2.0/networks/5b7375b1-133e-4b0c-83d0-68099070b95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859821 Feb 28 11:19:18.664948 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-195a17b1-292f-4f32-922b-0d63694fd5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:19:20.173234 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:19:21.499252 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:19:22.727494 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:19:31.052911 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:19:37.712426 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:19:46.480612 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a9780970-449b-4d7f-a023-197d673b220f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:19:48.686557 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-eb1bd069-4d20-4fca-bbe2-0bff8583fec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:19:50.183047 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:19:51.474392 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:19:52.776736 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:20:01.017225 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:20:08.016938 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a057c4-d374-4098-a80a-f0595b23892c req-bcdfe969-ee2d-4996-a414-bde339049148 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:08.018452 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a5a057c4-d374-4098-a80a-f0595b23892c req-bcdfe969-ee2d-4996-a414-bde339049148 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 945 time: 0.0592241 Feb 28 11:20:08.074364 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a5a057c4-d374-4098-a80a-f0595b23892c req-60bc6fb1-111b-45dc-9c4b-9e63dae0380c tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad918803-c399-46b1-b666-170298274766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501888 Feb 28 11:20:09.208182 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e85ecd1-5c00-4750-91ad-1cfbd704d146 req-2162eb19-dc9a-4ae8-a108-869993277cd6 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:09.209620 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8e85ecd1-5c00-4750-91ad-1cfbd704d146 req-2162eb19-dc9a-4ae8-a108-869993277cd6 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 945 time: 0.0548103 Feb 28 11:20:09.263914 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8e85ecd1-5c00-4750-91ad-1cfbd704d146 req-9d324480-ec64-4bc0-a82f-4b39c553924f tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad918803-c399-46b1-b666-170298274766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484900 Feb 28 11:20:10.387454 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5afc6d-5e3d-4539-a468-3357deffadc4 req-fbca6f2f-df70-443e-92de-ae240fd66deb tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:10.388866 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2b5afc6d-5e3d-4539-a468-3357deffadc4 req-fbca6f2f-df70-443e-92de-ae240fd66deb tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 945 time: 0.0520468 Feb 28 11:20:10.440109 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2b5afc6d-5e3d-4539-a468-3357deffadc4 req-445f7261-9c36-4303-bc08-3b1fd7a781a5 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad918803-c399-46b1-b666-170298274766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454021 Feb 28 11:20:11.563488 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd7e4e0-c588-4115-b50a-19cde5fbfc33 req-dd802d49-fe02-493f-a3a3-f6277913a0af tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:11.565086 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-3bd7e4e0-c588-4115-b50a-19cde5fbfc33 req-dd802d49-fe02-493f-a3a3-f6277913a0af tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 945 time: 0.0529368 Feb 28 11:20:11.613397 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-3bd7e4e0-c588-4115-b50a-19cde5fbfc33 req-ec677db6-3b9a-419c-a45b-004f6965a30e tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad918803-c399-46b1-b666-170298274766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427420 Feb 28 11:20:12.739093 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff5a3c-0612-41e5-9f9c-08009abb6166 req-2927a496-4485-4204-a1db-aa1b7f13edb1 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:12.740661 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0bff5a3c-0612-41e5-9f9c-08009abb6166 req-2927a496-4485-4204-a1db-aa1b7f13edb1 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 945 time: 0.0583806 Feb 28 11:20:12.791398 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0bff5a3c-0612-41e5-9f9c-08009abb6166 req-6b4d9436-5bdb-4e9f-806f-cc50a9480d68 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad918803-c399-46b1-b666-170298274766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443034 Feb 28 11:20:13.911723 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43b17e-7458-4b8e-8c73-0862545cc10b req-8f51f528-9ddf-44a6-aded-69747243ed20 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:13.913179 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-1f43b17e-7458-4b8e-8c73-0862545cc10b req-8f51f528-9ddf-44a6-aded-69747243ed20 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 945 time: 0.0557563 Feb 28 11:20:13.960940 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-1f43b17e-7458-4b8e-8c73-0862545cc10b req-3ea9e472-cfcb-4943-8fac-039d8500e2d5 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad918803-c399-46b1-b666-170298274766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422704 Feb 28 11:20:14.711480 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:20:15.086720 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20766bb1-4baa-43e1-8854-fdeedc844dab req-527d7919-f5aa-4953-96e3-9dfafbfe0160 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:15.088560 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-20766bb1-4baa-43e1-8854-fdeedc844dab req-527d7919-f5aa-4953-96e3-9dfafbfe0160 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 945 time: 0.0572581 Feb 28 11:20:15.140593 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-20766bb1-4baa-43e1-8854-fdeedc844dab req-2d874e98-f4a9-4bb3-b668-0a7b370e14dd tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad918803-c399-46b1-b666-170298274766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454350 Feb 28 11:20:16.260276 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a75e59-1b11-4d77-9ec4-328ccd5b63da req-109a2ba5-5b83-459a-8cf6-3d477520a09d tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:16.261734 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-52a75e59-1b11-4d77-9ec4-328ccd5b63da req-109a2ba5-5b83-459a-8cf6-3d477520a09d tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 945 time: 0.0534556 Feb 28 11:20:16.312775 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-52a75e59-1b11-4d77-9ec4-328ccd5b63da req-942a95f6-4e88-4305-b7c6-044539b56a24 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad918803-c399-46b1-b666-170298274766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448077 Feb 28 11:20:16.462162 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-cc4898c5-82f7-41fe-a28d-228ecfcc3e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:20:17.465348 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1daf6bc-836c-40bc-8c80-96d0ff003a88 req-4f6d73db-df64-4e74-b9a0-52b3aec3da91 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:17.466823 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c1daf6bc-836c-40bc-8c80-96d0ff003a88 req-4f6d73db-df64-4e74-b9a0-52b3aec3da91 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 945 time: 0.0845675 Feb 28 11:20:17.480288 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3e8de-b7b9-4835-8235-3925da046a2a req-7a9b3129-eebc-4f20-85ce-ba4888132674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:17.481689 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f8a3e8de-b7b9-4835-8235-3925da046a2a req-7a9b3129-eebc-4f20-85ce-ba4888132674 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=da25d45089ea41a996677c4e53653bac&device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 1129 time: 0.0692537 Feb 28 11:20:17.565521 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c1daf6bc-836c-40bc-8c80-96d0ff003a88 req-a4423d68-75e9-41ea-b3f5-aaa5ae94d966 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad918803-c399-46b1-b666-170298274766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924187 Feb 28 11:20:17.606132 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3e8de-b7b9-4835-8235-3925da046a2a req-b6d5005c-6430-406b-97da-46af3fe007df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:17.607553 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f8a3e8de-b7b9-4835-8235-3925da046a2a req-b6d5005c-6430-406b-97da-46af3fe007df service neutron] 10.222.0.70 "GET /v2.0/networks?id=5b7375b1-133e-4b0c-83d0-68099070b95c HTTP/1.1" status: 200 len: 908 time: 0.1032145 Feb 28 11:20:17.669737 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f8a3e8de-b7b9-4835-8235-3925da046a2a req-48c662f4-bce9-4892-ae63-59ae5118c07f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ddd7b192-9ee2-4666-9c26-41bab3a58227 HTTP/1.1" status: 200 len: 1001 time: 0.0561407 Feb 28 11:20:17.720749 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3e8de-b7b9-4835-8235-3925da046a2a req-c0429d22-74c2-475a-8f44-3e3ce24d9c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:17.722241 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f8a3e8de-b7b9-4835-8235-3925da046a2a req-c0429d22-74c2-475a-8f44-3e3ce24d9c9d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=51a08ae2-fa45-404f-b640-5a7d8d3731a5 HTTP/1.1" status: 200 len: 847 time: 0.0465713 Feb 28 11:20:17.769963 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3e8de-b7b9-4835-8235-3925da046a2a req-304a8ed8-5c89-439f-9e1e-25bdeea3e92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:17.771542 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f8a3e8de-b7b9-4835-8235-3925da046a2a req-304a8ed8-5c89-439f-9e1e-25bdeea3e92b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5b7375b1-133e-4b0c-83d0-68099070b95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0433969 Feb 28 11:20:17.859755 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f8a3e8de-b7b9-4835-8235-3925da046a2a req-54e19e0a-4e51-4f64-a38b-f9df4cfd1bed service neutron] 10.222.0.70 "GET /v2.0/networks/5b7375b1-133e-4b0c-83d0-68099070b95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804000 Feb 28 11:20:17.948979 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f8a3e8de-b7b9-4835-8235-3925da046a2a req-581d9f92-35f7-40a8-9095-f75841770c67 service neutron] 10.222.0.70 "GET /v2.0/networks/5b7375b1-133e-4b0c-83d0-68099070b95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852339 Feb 28 11:20:18.673409 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b80ea66a-0731-4a0a-b35f-9ba0d53f019a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:20:18.694108 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116df26-16c1-4ae7-8ccf-1385637e2c15 req-08008b67-b0cb-46cd-8ac1-722bff6c0ebd tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:18.695696 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-f116df26-16c1-4ae7-8ccf-1385637e2c15 req-08008b67-b0cb-46cd-8ac1-722bff6c0ebd tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 945 time: 0.0607169 Feb 28 11:20:18.745929 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-f116df26-16c1-4ae7-8ccf-1385637e2c15 req-0e05c985-17cf-401e-a2f1-e2d903e313a2 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad918803-c399-46b1-b666-170298274766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440471 Feb 28 11:20:19.864098 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0faf99-5445-4157-87bf-31b850364b60 req-ffed2e6c-d16e-4ca7-9af8-f4f7b04d31f7 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:19.865656 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-dc0faf99-5445-4157-87bf-31b850364b60 req-ffed2e6c-d16e-4ca7-9af8-f4f7b04d31f7 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 945 time: 0.0528474 Feb 28 11:20:19.921637 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-dc0faf99-5445-4157-87bf-31b850364b60 req-1bffceee-3608-4c7f-b94a-d9bd21b24030 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad918803-c399-46b1-b666-170298274766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501087 Feb 28 11:20:20.081859 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device ddd7b192-9ee2-4666-9c26-41bab3a58227 details requested by agent hyperv_hv-neutron-8291 with host hv-neutron-8291 {{(pid=104085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 11:20:20.190266 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port ddd7b192-9ee2-4666-9c26-41bab3a58227, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=ddd7b192-9ee2-4666-9c26-41bab3a58227,segment=NetworkSegment(6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281),segment_id=6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:20:20.201882 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Returning: {'device': 'ddd7b192-9ee2-4666-9c26-41bab3a58227', 'network_id': '5b7375b1-133e-4b0c-83d0-68099070b95c', 'port_id': 'ddd7b192-9ee2-4666-9c26-41bab3a58227', 'mac_address': 'fa:16:3e:06:6a:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a08ae2-fa45-404f-b640-5a7d8d3731a5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 11:20:20.228158 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:20:20.239844 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port ddd7b192-9ee2-4666-9c26-41bab3a58227 is: ACTIVE; New status is: BUILD {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:20:20.240234 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (ddd7b192-9ee2-4666-9c26-41bab3a58227), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:20:20.253286 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ddd7b192-9ee2-4666-9c26-41bab3a58227 {{(pid=104085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:20:20.271763 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port ddd7b192-9ee2-4666-9c26-41bab3a58227, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=ddd7b192-9ee2-4666-9c26-41bab3a58227,segment=NetworkSegment(6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281),segment_id=6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:20:20.329913 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (ddd7b192-9ee2-4666-9c26-41bab3a58227), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:20:20.379968 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=ddd7b192-9ee2-4666-9c26-41bab3a58227,revision_number=6']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:20:20.386767 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:20.387162 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:20.387510 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:20.387853 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:20.388192 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:20.388528 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:20.388864 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:20.389231 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:20.389626 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:20.389993 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:20.390327 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:20.390657 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:20.391016 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:20.641430 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['ddd7b192-9ee2-4666-9c26-41bab3a58227'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:20:21.050446 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9ef50-a3d7-446c-ae02-9801e9013707 req-4d9b3b10-5771-445d-b209-84f004729cf7 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:21.054114 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-5ab9ef50-a3d7-446c-ae02-9801e9013707 req-4d9b3b10-5771-445d-b209-84f004729cf7 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 944 time: 0.0562761 Feb 28 11:20:21.105269 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-5ab9ef50-a3d7-446c-ae02-9801e9013707 req-27a6edb1-a02c-4832-bd01-1b83d60814d6 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad918803-c399-46b1-b666-170298274766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471387 Feb 28 11:20:21.506801 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:20:22.092791 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device ddd7b192-9ee2-4666-9c26-41bab3a58227 up at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:20:22.150537 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning complete for port ddd7b192-9ee2-4666-9c26-41bab3a58227 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:20:22.150537 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (ddd7b192-9ee2-4666-9c26-41bab3a58227), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:20:22.253149 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e18f50-51f4-40f3-8d44-65447bf22a1a req-a0e2367e-7f3a-4b4c-a7de-5b050faa288d tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:22.261511 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-17e18f50-51f4-40f3-8d44-65447bf22a1a req-a0e2367e-7f3a-4b4c-a7de-5b050faa288d tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 944 time: 0.0692611 Feb 28 11:20:22.270160 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port ddd7b192-9ee2-4666-9c26-41bab3a58227 is: BUILD; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:20:22.270377 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (ddd7b192-9ee2-4666-9c26-41bab3a58227), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:20:22.307552 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port ddd7b192-9ee2-4666-9c26-41bab3a58227, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=ddd7b192-9ee2-4666-9c26-41bab3a58227,segment=NetworkSegment(6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281),segment_id=6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:20:22.308903 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10f2bf27-8a06-4e58-beec-e67d180da9c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd7b192-9ee2-4666-9c26-41bab3a58227'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:20:22.312219 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69535fbc-b1bd-4e0b-9c44-bfe4088c5a3a" -d '{"events": [{"server_uuid": "10f2bf27-8a06-4e58-beec-e67d180da9c7", "name": "network-vif-plugged", "status": "completed", "tag": "ddd7b192-9ee2-4666-9c26-41bab3a58227"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:20:22.335001 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-17e18f50-51f4-40f3-8d44-65447bf22a1a req-4c76016a-f01c-4173-a860-cc6bd1bd0c16 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad918803-c399-46b1-b666-170298274766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564027 Feb 28 11:20:22.364155 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5afeb613-7245-424c-ad6b-177115db73c9 x-openstack-request-id: req-5afeb613-7245-424c-ad6b-177115db73c9 {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:20:22.364454 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10f2bf27-8a06-4e58-beec-e67d180da9c7", "name": "network-vif-plugged", "status": "completed", "tag": "ddd7b192-9ee2-4666-9c26-41bab3a58227", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:20:22.364712 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5afeb613-7245-424c-ad6b-177115db73c9 {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:20:22.365113 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10f2bf27-8a06-4e58-beec-e67d180da9c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd7b192-9ee2-4666-9c26-41bab3a58227', 'code': 200} Feb 28 11:20:22.382142 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (ddd7b192-9ee2-4666-9c26-41bab3a58227), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:20:22.433579 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=ddd7b192-9ee2-4666-9c26-41bab3a58227,revision_number=7']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:20:22.749008 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:20:23.455651 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d9887-7e2e-43e9-a4fa-c8a47ffed915 req-7bb2bf35-67bb-473b-b28f-c6a2626b9711 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:23.457373 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-152d9887-7e2e-43e9-a4fa-c8a47ffed915 req-7bb2bf35-67bb-473b-b28f-c6a2626b9711 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 945 time: 0.0665376 Feb 28 11:20:23.524267 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-152d9887-7e2e-43e9-a4fa-c8a47ffed915 req-138e4433-4196-44bf-9311-0844deef039e tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad918803-c399-46b1-b666-170298274766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609972 Feb 28 11:20:24.666587 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d2ca18-13e5-49af-986e-c58fd4531301 req-a7fc2c67-626f-484e-8d97-95cdc50a564d tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:24.669499 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-21d2ca18-13e5-49af-986e-c58fd4531301 req-a7fc2c67-626f-484e-8d97-95cdc50a564d tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 945 time: 0.0582500 Feb 28 11:20:24.730965 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-21d2ca18-13e5-49af-986e-c58fd4531301 req-7f063b24-d5f6-40c0-a8dc-931cf74f3b3a tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad918803-c399-46b1-b666-170298274766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557017 Feb 28 11:20:25.873993 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf87b0-a6cf-46a4-a7d9-6742ec15da79 req-36dc320e-1f62-42f1-ae23-25574f305b4b tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:25.885052 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-37cf87b0-a6cf-46a4-a7d9-6742ec15da79 req-36dc320e-1f62-42f1-ae23-25574f305b4b tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 945 time: 0.0663505 Feb 28 11:20:25.945855 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-37cf87b0-a6cf-46a4-a7d9-6742ec15da79 req-c18f4b0c-c669-478a-b971-978fb1525d13 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad918803-c399-46b1-b666-170298274766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594301 Feb 28 11:20:27.111712 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ec54f-c92b-4065-a68e-32c751ead747 req-625370bd-27d3-4f89-838e-a4bd090efa70 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:27.114417 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-aa5ec54f-c92b-4065-a68e-32c751ead747 req-625370bd-27d3-4f89-838e-a4bd090efa70 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 945 time: 0.0820200 Feb 28 11:20:27.171736 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-aa5ec54f-c92b-4065-a68e-32c751ead747 req-694f2963-0557-4faf-850f-9da6737d0254 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad918803-c399-46b1-b666-170298274766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512593 Feb 28 11:20:28.319005 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29381af6-224c-41c5-9c1d-0677eaf5f093 req-b8ca2b7a-8262-4127-a902-8b3afc9a7801 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:28.321239 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-29381af6-224c-41c5-9c1d-0677eaf5f093 req-b8ca2b7a-8262-4127-a902-8b3afc9a7801 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 945 time: 0.0770912 Feb 28 11:20:28.387088 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-29381af6-224c-41c5-9c1d-0677eaf5f093 req-cffc878b-bb53-4334-b1f2-ce8a73415f86 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad918803-c399-46b1-b666-170298274766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597706 Feb 28 11:20:29.513355 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee380b93-f72a-401e-83b2-74a38eccc1b6 req-e90a87b5-fcef-4068-b93a-317bb473de95 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:29.516142 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-ee380b93-f72a-401e-83b2-74a38eccc1b6 req-e90a87b5-fcef-4068-b93a-317bb473de95 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 945 time: 0.0586605 Feb 28 11:20:29.570197 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-ee380b93-f72a-401e-83b2-74a38eccc1b6 req-d413ba29-e7a8-41a5-b4fb-7cd5aa52b846 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad918803-c399-46b1-b666-170298274766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506384 Feb 28 11:20:30.694391 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef06455b-4c4b-4c24-b054-75e9fac040ae req-b289f518-43c0-48fc-bb09-4a377926b590 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:30.696006 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ef06455b-4c4b-4c24-b054-75e9fac040ae req-b289f518-43c0-48fc-bb09-4a377926b590 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 945 time: 0.0562100 Feb 28 11:20:30.761008 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ef06455b-4c4b-4c24-b054-75e9fac040ae req-a1c6ca7d-447b-436b-9f0c-de1341114b73 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad918803-c399-46b1-b666-170298274766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545180 Feb 28 11:20:31.061668 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:20:31.888016 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d26a7c6-0f89-4ac2-a0e4-4bc8691dffd8 req-2e049dd2-fbbc-49bb-b723-e1e3d7546ade tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:31.889736 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-9d26a7c6-0f89-4ac2-a0e4-4bc8691dffd8 req-2e049dd2-fbbc-49bb-b723-e1e3d7546ade tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 945 time: 0.0570197 Feb 28 11:20:31.945905 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-9d26a7c6-0f89-4ac2-a0e4-4bc8691dffd8 req-76e6a13f-be0d-4c42-8f7f-d6ace0a526ea tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad918803-c399-46b1-b666-170298274766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504391 Feb 28 11:20:32.956782 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098f097-43e6-441f-9d3d-f1fc528d2530 req-a53380c8-f282-4433-927f-13517446fc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:32.958559 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2098f097-43e6-441f-9d3d-f1fc528d2530 req-a53380c8-f282-4433-927f-13517446fc1b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=da25d45089ea41a996677c4e53653bac&device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 1129 time: 0.0508370 Feb 28 11:20:33.087374 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098f097-43e6-441f-9d3d-f1fc528d2530 req-9cede337-e0be-4c5b-a44c-fc83c33057ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:33.088849 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2098f097-43e6-441f-9d3d-f1fc528d2530 req-9cede337-e0be-4c5b-a44c-fc83c33057ba service neutron] 10.222.0.70 "GET /v2.0/networks?id=5b7375b1-133e-4b0c-83d0-68099070b95c HTTP/1.1" status: 200 len: 908 time: 0.1232660 Feb 28 11:20:33.102037 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f208acf-00f2-429f-ae14-e2e77e0d8e94 req-2f9b8c74-a37e-4138-88a7-01d3947163d2 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:33.103464 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3f208acf-00f2-429f-ae14-e2e77e0d8e94 req-2f9b8c74-a37e-4138-88a7-01d3947163d2 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 945 time: 0.0844579 Feb 28 11:20:33.190487 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2098f097-43e6-441f-9d3d-f1fc528d2530 req-a00e9ce1-d1bd-4a4a-8fa5-1bea5ea67198 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ddd7b192-9ee2-4666-9c26-41bab3a58227 HTTP/1.1" status: 200 len: 1001 time: 0.0952747 Feb 28 11:20:33.195084 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-3f208acf-00f2-429f-ae14-e2e77e0d8e94 req-7f6e848f-5b8c-4f98-ae1e-9f71e430424c tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad918803-c399-46b1-b666-170298274766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848711 Feb 28 11:20:33.240260 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098f097-43e6-441f-9d3d-f1fc528d2530 req-d69eae31-6ce2-4b19-a200-9427dfc8662b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:33.241718 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2098f097-43e6-441f-9d3d-f1fc528d2530 req-d69eae31-6ce2-4b19-a200-9427dfc8662b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=51a08ae2-fa45-404f-b640-5a7d8d3731a5 HTTP/1.1" status: 200 len: 847 time: 0.0455422 Feb 28 11:20:33.293558 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098f097-43e6-441f-9d3d-f1fc528d2530 req-a07cb0f0-f0a2-49c4-bfee-cd078874c924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:33.296332 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2098f097-43e6-441f-9d3d-f1fc528d2530 req-a07cb0f0-f0a2-49c4-bfee-cd078874c924 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5b7375b1-133e-4b0c-83d0-68099070b95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0492911 Feb 28 11:20:33.389106 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2098f097-43e6-441f-9d3d-f1fc528d2530 req-b43a9f77-c062-4f2d-af90-f3cf70318a6b service neutron] 10.222.0.70 "GET /v2.0/networks/5b7375b1-133e-4b0c-83d0-68099070b95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867834 Feb 28 11:20:33.812404 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2098f097-43e6-441f-9d3d-f1fc528d2530 req-9c05bf27-f961-401e-b33b-f29ed1243f39 service neutron] 10.222.0.70 "GET /v2.0/networks/5b7375b1-133e-4b0c-83d0-68099070b95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4178150 Feb 28 11:20:34.312947 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba87fd-9bdc-408f-b4e1-81647d07c07d req-908bf3de-4195-48c4-846b-5ac5882d0688 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:34.314432 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-17ba87fd-9bdc-408f-b4e1-81647d07c07d req-908bf3de-4195-48c4-846b-5ac5882d0688 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 945 time: 0.0527551 Feb 28 11:20:34.362336 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-17ba87fd-9bdc-408f-b4e1-81647d07c07d req-91b3c96e-99b4-47c9-92b4-f21298009ab8 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad918803-c399-46b1-b666-170298274766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424469 Feb 28 11:20:35.487719 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366158e7-ab7f-4199-bff3-8f77611ae5aa req-1f46dae7-f4c6-44e5-a0a9-9c45fbe0e5bb tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:35.489174 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-366158e7-ab7f-4199-bff3-8f77611ae5aa req-1f46dae7-f4c6-44e5-a0a9-9c45fbe0e5bb tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 945 time: 0.0515704 Feb 28 11:20:35.538053 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-366158e7-ab7f-4199-bff3-8f77611ae5aa req-db2dd626-f2dd-425b-ae0d-f041ce558135 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad918803-c399-46b1-b666-170298274766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433164 Feb 28 11:20:36.189456 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device ddd7b192-9ee2-4666-9c26-41bab3a58227 no longer exists at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:20:36.265201 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port ddd7b192-9ee2-4666-9c26-41bab3a58227 is: ACTIVE; New status is: DOWN {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:20:36.265648 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (ddd7b192-9ee2-4666-9c26-41bab3a58227), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:20:36.293034 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10f2bf27-8a06-4e58-beec-e67d180da9c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddd7b192-9ee2-4666-9c26-41bab3a58227'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:20:36.297351 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7327a1a-98ec-44f8-af65-5c31e9d7d538" -d '{"events": [{"server_uuid": "10f2bf27-8a06-4e58-beec-e67d180da9c7", "name": "network-vif-unplugged", "status": "completed", "tag": "ddd7b192-9ee2-4666-9c26-41bab3a58227"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:20:36.313304 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port ddd7b192-9ee2-4666-9c26-41bab3a58227, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=ddd7b192-9ee2-4666-9c26-41bab3a58227,segment=NetworkSegment(6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281),segment_id=6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:20:36.338550 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 28 Feb 2022 11:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab030eb-0cc2-424d-8ef5-60afc9423a99 x-openstack-request-id: req-9ab030eb-0cc2-424d-8ef5-60afc9423a99 {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:20:36.338862 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10f2bf27-8a06-4e58-beec-e67d180da9c7", "name": "network-vif-unplugged", "status": "failed", "tag": "ddd7b192-9ee2-4666-9c26-41bab3a58227", "code": 422}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:20:36.339170 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9ab030eb-0cc2-424d-8ef5-60afc9423a99 {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:20:36.339584 dv-neutron-829161-3-hyperv neutron-server[104085]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '10f2bf27-8a06-4e58-beec-e67d180da9c7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ddd7b192-9ee2-4666-9c26-41bab3a58227', 'code': 422} returned with failed status Feb 28 11:20:36.403431 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (ddd7b192-9ee2-4666-9c26-41bab3a58227), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:20:36.464181 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=ddd7b192-9ee2-4666-9c26-41bab3a58227,revision_number=8']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:20:36.659019 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4a6f29-c0de-4534-9c23-66bb5b9516e5 req-67aba216-8c04-4b79-90a4-cfe7a6621add tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:36.661978 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-7c4a6f29-c0de-4534-9c23-66bb5b9516e5 req-67aba216-8c04-4b79-90a4-cfe7a6621add tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 943 time: 0.0565042 Feb 28 11:20:36.721270 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-7c4a6f29-c0de-4534-9c23-66bb5b9516e5 req-18f29fd7-7178-47f9-a197-6c38bfc6aab4 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad918803-c399-46b1-b666-170298274766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544648 Feb 28 11:20:36.790816 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [req-d13bb657-42a6-4f97-bff6-5bde526f9c3d req-7306f874-16a4-4265-9cd2-5544382f0dfc service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 11:20:36.791829 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d13bb657-42a6-4f97-bff6-5bde526f9c3d req-7306f874-16a4-4265-9cd2-5544382f0dfc service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053265 Feb 28 11:20:37.184298 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451509f3-d791-424b-869b-603e36986b41 req-6c60f411-5326-4968-ad09-d057e71962ae tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:37.186490 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-451509f3-d791-424b-869b-603e36986b41 req-6c60f411-5326-4968-ad09-d057e71962ae tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 943 time: 0.0537741 Feb 28 11:20:37.236923 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-451509f3-d791-424b-869b-603e36986b41 req-4869dcce-a4ad-4ab3-8af4-99eecbad31a7 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad918803-c399-46b1-b666-170298274766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448170 Feb 28 11:20:37.602111 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-5ad016be-330d-4d88-af15-05f48a4bff26 req-1fe4ef7e-52b5-459b-8eb4-7d77933ddd75 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0848703 Feb 28 11:20:37.734335 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad016be-330d-4d88-af15-05f48a4bff26 req-5281a70a-b856-465d-8f61-d07932ee5389 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:37.735721 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-5ad016be-330d-4d88-af15-05f48a4bff26 req-5281a70a-b856-465d-8f61-d07932ee5389 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports/ddd7b192-9ee2-4666-9c26-41bab3a58227 HTTP/1.1" status: 200 len: 940 time: 0.1050971 Feb 28 11:20:38.361259 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f43e834-ae23-40d1-bddf-b5f3d21644b1 req-b334d475-b35e-447d-b295-de5d36fe2fcd tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:38.362783 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-0f43e834-ae23-40d1-bddf-b5f3d21644b1 req-b334d475-b35e-447d-b295-de5d36fe2fcd tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 943 time: 0.0568154 Feb 28 11:20:38.412392 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-0f43e834-ae23-40d1-bddf-b5f3d21644b1 req-20d1eb18-36a9-47f1-a2d4-7484260982d3 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad918803-c399-46b1-b666-170298274766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440190 Feb 28 11:20:39.128994 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad016be-330d-4d88-af15-05f48a4bff26 req-ed4d4dca-c989-4f40-a92d-8d7d2dc1dc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:39.130499 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5ad016be-330d-4d88-af15-05f48a4bff26 req-ed4d4dca-c989-4f40-a92d-8d7d2dc1dc59 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7&tenant_id=da25d45089ea41a996677c4e53653bac HTTP/1.1" status: 200 len: 1127 time: 0.0523770 Feb 28 11:20:39.205819 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad016be-330d-4d88-af15-05f48a4bff26 req-c4d62ba5-f84d-4746-aabe-6b261c92324c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:39.207239 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5ad016be-330d-4d88-af15-05f48a4bff26 req-c4d62ba5-f84d-4746-aabe-6b261c92324c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=da25d45089ea41a996677c4e53653bac&device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 1127 time: 0.0448925 Feb 28 11:20:39.297505 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad016be-330d-4d88-af15-05f48a4bff26 req-a68a21c1-5823-4224-8dfc-f9c41a0edfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:39.298978 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5ad016be-330d-4d88-af15-05f48a4bff26 req-a68a21c1-5823-4224-8dfc-f9c41a0edfcb service neutron] 10.222.0.70 "GET /v2.0/networks?id=5b7375b1-133e-4b0c-83d0-68099070b95c HTTP/1.1" status: 200 len: 908 time: 0.0858541 Feb 28 11:20:39.361945 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5ad016be-330d-4d88-af15-05f48a4bff26 req-2fe26e6e-87b3-4d4d-9543-9d0e7a6a3847 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ddd7b192-9ee2-4666-9c26-41bab3a58227 HTTP/1.1" status: 200 len: 999 time: 0.0569637 Feb 28 11:20:39.413687 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad016be-330d-4d88-af15-05f48a4bff26 req-5c689d07-0fa0-406a-bf24-dc85a103f502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:39.415174 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5ad016be-330d-4d88-af15-05f48a4bff26 req-5c689d07-0fa0-406a-bf24-dc85a103f502 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=51a08ae2-fa45-404f-b640-5a7d8d3731a5 HTTP/1.1" status: 200 len: 847 time: 0.0468528 Feb 28 11:20:39.464936 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad016be-330d-4d88-af15-05f48a4bff26 req-ac53cfee-70b5-48d6-9b2f-afe4921aeddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:39.466944 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5ad016be-330d-4d88-af15-05f48a4bff26 req-ac53cfee-70b5-48d6-9b2f-afe4921aeddd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5b7375b1-133e-4b0c-83d0-68099070b95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0458732 Feb 28 11:20:39.592957 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f91d3-8890-4a9f-b480-47b4a54523c8 req-bc8a593f-52fb-420c-8998-62914fa660e5 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:39.594423 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-431f91d3-8890-4a9f-b480-47b4a54523c8 req-bc8a593f-52fb-420c-8998-62914fa660e5 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 943 time: 0.1046908 Feb 28 11:20:39.597900 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5ad016be-330d-4d88-af15-05f48a4bff26 req-ee13e30b-dc7b-4d07-ae23-875a3d35d914 service neutron] 10.222.0.70 "GET /v2.0/networks/5b7375b1-133e-4b0c-83d0-68099070b95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254394 Feb 28 11:20:39.696515 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-431f91d3-8890-4a9f-b480-47b4a54523c8 req-7c7fb721-62da-458b-bb37-76769c5998dc tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad918803-c399-46b1-b666-170298274766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964582 Feb 28 11:20:39.721626 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5ad016be-330d-4d88-af15-05f48a4bff26 req-b388413a-6b42-49a2-aa87-4829d6edb614 service neutron] 10.222.0.70 "GET /v2.0/networks/5b7375b1-133e-4b0c-83d0-68099070b95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158500 Feb 28 11:20:40.204436 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device ddd7b192-9ee2-4666-9c26-41bab3a58227 no longer exists at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:20:40.279490 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port ddd7b192-9ee2-4666-9c26-41bab3a58227 is: DOWN; New status is: DOWN {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:20:40.825818 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27544050-f3a1-41e8-9466-d96519ada3e0 req-ab54963a-1fc0-4144-9684-69b9581a0d92 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:40.827403 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-27544050-f3a1-41e8-9466-d96519ada3e0 req-ab54963a-1fc0-4144-9684-69b9581a0d92 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 943 time: 0.0557737 Feb 28 11:20:40.898120 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-27544050-f3a1-41e8-9466-d96519ada3e0 req-f937a163-c45e-4478-8246-19b42f6f9c4b tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad918803-c399-46b1-b666-170298274766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648072 Feb 28 11:20:42.025401 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e60973-76fd-4b20-abd6-60cd81308e65 req-b36c1417-1ea8-4fde-a51c-a9714bac20d9 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:42.026962 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c4e60973-76fd-4b20-abd6-60cd81308e65 req-b36c1417-1ea8-4fde-a51c-a9714bac20d9 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 943 time: 0.0595760 Feb 28 11:20:42.088063 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c4e60973-76fd-4b20-abd6-60cd81308e65 req-5141eddc-9171-4d46-80f1-5125b4e768c6 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad918803-c399-46b1-b666-170298274766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549293 Feb 28 11:20:43.237427 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37516bda-8fb2-4bfc-8529-f7ced18e7d54 req-28f72da3-c9ec-4ead-b48e-4d359c79fad4 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:43.238986 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-37516bda-8fb2-4bfc-8529-f7ced18e7d54 req-28f72da3-c9ec-4ead-b48e-4d359c79fad4 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 943 time: 0.0617890 Feb 28 11:20:43.294272 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-37516bda-8fb2-4bfc-8529-f7ced18e7d54 req-4ae2e5f1-7463-4313-b8a8-8b62802daf45 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad918803-c399-46b1-b666-170298274766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489078 Feb 28 11:20:44.428265 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd704db5-84c9-4127-9b45-e8d961f90c4f req-a76bdee7-2787-47f4-892d-9b6009d2a660 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:44.429792 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-cd704db5-84c9-4127-9b45-e8d961f90c4f req-a76bdee7-2787-47f4-892d-9b6009d2a660 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 943 time: 0.0553386 Feb 28 11:20:44.487758 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-cd704db5-84c9-4127-9b45-e8d961f90c4f req-b6b06828-757a-47cc-89e9-ca7fd81294fc tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad918803-c399-46b1-b666-170298274766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501583 Feb 28 11:20:45.629483 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6eb52-85bc-405f-8dcc-2150efee6d71 req-d6fc2f02-a959-4c9d-82e3-ee635ac07a4d tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:45.631008 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-a4c6eb52-85bc-405f-8dcc-2150efee6d71 req-d6fc2f02-a959-4c9d-82e3-ee635ac07a4d tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 943 time: 0.0615795 Feb 28 11:20:45.690625 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-a4c6eb52-85bc-405f-8dcc-2150efee6d71 req-fd9002ae-5710-462e-b73f-e8664e2331df tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad918803-c399-46b1-b666-170298274766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522258 Feb 28 11:20:46.632262 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-702a5a73-9c35-4f40-8b3c-a95f3b97b3b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:20:46.827241 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c096a0-6494-40de-b96c-10fbdccfa124 req-c7a957a5-7ac6-4805-9e67-9ad64aa52189 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:46.828992 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c1c096a0-6494-40de-b96c-10fbdccfa124 req-c7a957a5-7ac6-4805-9e67-9ad64aa52189 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 943 time: 0.0682764 Feb 28 11:20:46.879416 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c1c096a0-6494-40de-b96c-10fbdccfa124 req-0761b2f5-320b-45e9-8370-5c123320cb17 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad918803-c399-46b1-b666-170298274766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449152 Feb 28 11:20:48.008049 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57afe0be-d9d1-47e0-94ec-a2fca4412ae4 req-7a0544c9-3d78-42f7-8ddc-7b59d650e5c4 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:48.009473 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-57afe0be-d9d1-47e0-94ec-a2fca4412ae4 req-7a0544c9-3d78-42f7-8ddc-7b59d650e5c4 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 943 time: 0.0604892 Feb 28 11:20:48.061167 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-57afe0be-d9d1-47e0-94ec-a2fca4412ae4 req-ff01fd8b-2414-4527-8259-036560b105b6 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad918803-c399-46b1-b666-170298274766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449338 Feb 28 11:20:48.665642 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ad77e61c-6740-4a82-ac10-0c00d8b26aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:20:49.184865 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2583ef-b29a-4399-b9fd-f88107c8dc6b req-fa6c44a1-ef0c-4add-befe-25c690f650d2 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:49.186382 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9e2583ef-b29a-4399-b9fd-f88107c8dc6b req-fa6c44a1-ef0c-4add-befe-25c690f650d2 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 943 time: 0.0587504 Feb 28 11:20:49.235696 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9e2583ef-b29a-4399-b9fd-f88107c8dc6b req-7d6f607d-8cd5-4da1-949f-a2a784fa287f tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad918803-c399-46b1-b666-170298274766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437083 Feb 28 11:20:50.202900 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:20:50.352861 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d229a-ceee-4c9e-b71e-dfb84dd3472c req-c9a53277-8752-4b44-a352-396d646ed916 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:50.354234 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-819d229a-ceee-4c9e-b71e-dfb84dd3472c req-c9a53277-8752-4b44-a352-396d646ed916 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 943 time: 0.0526223 Feb 28 11:20:50.403239 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-819d229a-ceee-4c9e-b71e-dfb84dd3472c req-2dbd8b9f-e3cb-459f-8372-81ca74aef19e tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad918803-c399-46b1-b666-170298274766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421791 Feb 28 11:20:51.512205 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:20:51.522445 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ebf92-c18a-432c-99a0-29bd84082f3f req-b0634eb6-2a87-49a1-bdab-aed5659d57ab tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:51.523963 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8c5ebf92-c18a-432c-99a0-29bd84082f3f req-b0634eb6-2a87-49a1-bdab-aed5659d57ab tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 943 time: 0.0536661 Feb 28 11:20:51.579922 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8c5ebf92-c18a-432c-99a0-29bd84082f3f req-1c4bb3d0-12e6-4b32-befa-7c21f94fe7fa tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad918803-c399-46b1-b666-170298274766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499661 Feb 28 11:20:51.710858 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:20:52.251610 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device ddd7b192-9ee2-4666-9c26-41bab3a58227 details requested by agent hyperv_hv-neutron-8291 with host hv-neutron-8291 {{(pid=104085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 11:20:52.349590 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port ddd7b192-9ee2-4666-9c26-41bab3a58227, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=ddd7b192-9ee2-4666-9c26-41bab3a58227,segment=NetworkSegment(6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281),segment_id=6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:20:52.360695 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Returning: {'device': 'ddd7b192-9ee2-4666-9c26-41bab3a58227', 'network_id': '5b7375b1-133e-4b0c-83d0-68099070b95c', 'port_id': 'ddd7b192-9ee2-4666-9c26-41bab3a58227', 'mac_address': 'fa:16:3e:06:6a:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a08ae2-fa45-404f-b640-5a7d8d3731a5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 11:20:52.396813 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port ddd7b192-9ee2-4666-9c26-41bab3a58227 is: DOWN; New status is: BUILD {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:20:52.397212 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (ddd7b192-9ee2-4666-9c26-41bab3a58227), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:20:52.410453 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddd7b192-9ee2-4666-9c26-41bab3a58227 {{(pid=104085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:20:52.429819 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port ddd7b192-9ee2-4666-9c26-41bab3a58227, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=ddd7b192-9ee2-4666-9c26-41bab3a58227,segment=NetworkSegment(6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281),segment_id=6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:20:52.529375 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (ddd7b192-9ee2-4666-9c26-41bab3a58227), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:20:52.578218 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=ddd7b192-9ee2-4666-9c26-41bab3a58227,revision_number=9']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:20:52.700133 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122d71b-def6-4c1d-a039-4a8de5b6e4df req-d2423f88-d228-4331-84cf-1d457ecad7b6 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:52.701651 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-2122d71b-def6-4c1d-a039-4a8de5b6e4df req-d2423f88-d228-4331-84cf-1d457ecad7b6 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 944 time: 0.0543990 Feb 28 11:20:52.755856 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-2122d71b-def6-4c1d-a039-4a8de5b6e4df req-a8533a73-3d7e-4dbd-9c69-5dbb265b80d7 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad918803-c399-46b1-b666-170298274766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487432 Feb 28 11:20:52.773828 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:20:52.819407 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['ddd7b192-9ee2-4666-9c26-41bab3a58227'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:20:53.877948 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ec972-fa2c-4424-9f2e-0f7034b3f323 req-bab45c5f-4cdb-4eb0-b6cf-ff43af498d86 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:53.879467 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b42ec972-fa2c-4424-9f2e-0f7034b3f323 req-bab45c5f-4cdb-4eb0-b6cf-ff43af498d86 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 944 time: 0.0522454 Feb 28 11:20:53.927714 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b42ec972-fa2c-4424-9f2e-0f7034b3f323 req-a6798e20-bf0d-4b57-9068-fffbce0c4691 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad918803-c399-46b1-b666-170298274766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426786 Feb 28 11:20:54.251446 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device ddd7b192-9ee2-4666-9c26-41bab3a58227 up at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:20:54.299854 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning complete for port ddd7b192-9ee2-4666-9c26-41bab3a58227 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:20:54.300488 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (ddd7b192-9ee2-4666-9c26-41bab3a58227), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:20:54.392201 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port ddd7b192-9ee2-4666-9c26-41bab3a58227 is: BUILD; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:20:54.392501 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (ddd7b192-9ee2-4666-9c26-41bab3a58227), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:20:54.417136 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10f2bf27-8a06-4e58-beec-e67d180da9c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd7b192-9ee2-4666-9c26-41bab3a58227'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:20:54.420069 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9052c8d-ee0a-48b5-96ec-9d8ee2d13e8c" -d '{"events": [{"server_uuid": "10f2bf27-8a06-4e58-beec-e67d180da9c7", "name": "network-vif-plugged", "status": "completed", "tag": "ddd7b192-9ee2-4666-9c26-41bab3a58227"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:20:54.432295 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port ddd7b192-9ee2-4666-9c26-41bab3a58227, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=ddd7b192-9ee2-4666-9c26-41bab3a58227,segment=NetworkSegment(6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281),segment_id=6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:20:54.456176 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd2e2e3-0492-4708-8e12-c927589efae0 x-openstack-request-id: req-3bd2e2e3-0492-4708-8e12-c927589efae0 {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:20:54.456466 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10f2bf27-8a06-4e58-beec-e67d180da9c7", "name": "network-vif-plugged", "status": "completed", "tag": "ddd7b192-9ee2-4666-9c26-41bab3a58227", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:20:54.456774 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3bd2e2e3-0492-4708-8e12-c927589efae0 {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:20:54.457166 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10f2bf27-8a06-4e58-beec-e67d180da9c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd7b192-9ee2-4666-9c26-41bab3a58227', 'code': 200} Feb 28 11:20:54.494205 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (ddd7b192-9ee2-4666-9c26-41bab3a58227), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:20:54.548759 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=ddd7b192-9ee2-4666-9c26-41bab3a58227,revision_number=10']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:20:54.845546 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b561c23-9418-47df-9cd0-59b4499b7dff req-fb8651ce-04cd-4eae-8c60-8d2c8515fc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:54.847091 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9b561c23-9418-47df-9cd0-59b4499b7dff req-fb8651ce-04cd-4eae-8c60-8d2c8515fc9e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 1130 time: 0.0444443 Feb 28 11:20:54.893190 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9b561c23-9418-47df-9cd0-59b4499b7dff req-28a57461-9c75-4de7-a096-4fd0b18b7dd8 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ad918803-c399-46b1-b666-170298274766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389683 Feb 28 11:20:55.048835 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb08eb-8178-4d6b-88d3-7a87a3152705 req-d1b33dd7-c9c3-4e30-8c6a-cb9a1eb1d4e3 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:55.050608 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f2cb08eb-8178-4d6b-88d3-7a87a3152705 req-d1b33dd7-c9c3-4e30-8c6a-cb9a1eb1d4e3 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 946 time: 0.0559263 Feb 28 11:20:55.099764 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f2cb08eb-8178-4d6b-88d3-7a87a3152705 req-405d23f2-a094-45f2-bad9-b3617fff33f7 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad918803-c399-46b1-b666-170298274766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435283 Feb 28 11:20:56.235914 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4011b-3b46-4ab8-98c5-c5098b1084f6 req-98ffdc6f-0111-4287-855c-46bfeda68b29 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:56.237433 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-35b4011b-3b46-4ab8-98c5-c5098b1084f6 req-98ffdc6f-0111-4287-855c-46bfeda68b29 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 946 time: 0.0598176 Feb 28 11:20:56.289239 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-35b4011b-3b46-4ab8-98c5-c5098b1084f6 req-25811e67-6c54-460a-96fa-0dc360c3b4cf tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad918803-c399-46b1-b666-170298274766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461605 Feb 28 11:20:57.410172 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb4a7d-0d94-470b-9742-bbc0bb6a12d2 req-1f05034c-1080-47d7-a5c1-e773471e3b7d tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:57.411621 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4eeb4a7d-0d94-470b-9742-bbc0bb6a12d2 req-1f05034c-1080-47d7-a5c1-e773471e3b7d tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 946 time: 0.0539801 Feb 28 11:20:57.461717 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4eeb4a7d-0d94-470b-9742-bbc0bb6a12d2 req-24347510-cb13-4e38-b889-b99f374b6da8 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad918803-c399-46b1-b666-170298274766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445373 Feb 28 11:21:01.042696 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:16.464284 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-489e6e19-12e3-4408-a393-b860f55fd302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:17.393332 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-38f7e977-9fc2-42cf-96b1-45e93e4dcd01 req-98b40f62-b1fa-4fa7-949b-b77b76d3643e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0498981 Feb 28 11:21:17.495778 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f7e977-9fc2-42cf-96b1-45e93e4dcd01 req-e088b943-977a-4dae-9903-03cf3fa20aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:21:17.497301 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-38f7e977-9fc2-42cf-96b1-45e93e4dcd01 req-e088b943-977a-4dae-9903-03cf3fa20aba service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=da25d45089ea41a996677c4e53653bac&device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 1130 time: 0.0464392 Feb 28 11:21:17.627500 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f7e977-9fc2-42cf-96b1-45e93e4dcd01 req-09ac0ed6-dfd3-41e9-a9f8-da3369493f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:21:17.628982 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-38f7e977-9fc2-42cf-96b1-45e93e4dcd01 req-09ac0ed6-dfd3-41e9-a9f8-da3369493f4d service neutron] 10.222.0.70 "GET /v2.0/networks?id=5b7375b1-133e-4b0c-83d0-68099070b95c HTTP/1.1" status: 200 len: 908 time: 0.0848229 Feb 28 11:21:17.700023 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-38f7e977-9fc2-42cf-96b1-45e93e4dcd01 req-d8bf1e33-4c20-45d6-aded-1d1f28db80d7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ddd7b192-9ee2-4666-9c26-41bab3a58227 HTTP/1.1" status: 200 len: 1001 time: 0.0641265 Feb 28 11:21:17.746699 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f7e977-9fc2-42cf-96b1-45e93e4dcd01 req-832b35ba-8c79-4c18-9378-2493d596bc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:21:17.748851 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-38f7e977-9fc2-42cf-96b1-45e93e4dcd01 req-832b35ba-8c79-4c18-9378-2493d596bc25 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=51a08ae2-fa45-404f-b640-5a7d8d3731a5 HTTP/1.1" status: 200 len: 847 time: 0.0436196 Feb 28 11:21:17.796804 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f7e977-9fc2-42cf-96b1-45e93e4dcd01 req-65f346b7-cc98-42a5-a16d-fb2cfb68c024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:21:17.798292 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-38f7e977-9fc2-42cf-96b1-45e93e4dcd01 req-65f346b7-cc98-42a5-a16d-fb2cfb68c024 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5b7375b1-133e-4b0c-83d0-68099070b95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0442626 Feb 28 11:21:17.889907 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-38f7e977-9fc2-42cf-96b1-45e93e4dcd01 req-e924e558-c5e0-4275-a1ff-c7c187b2026c service neutron] 10.222.0.70 "GET /v2.0/networks/5b7375b1-133e-4b0c-83d0-68099070b95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843108 Feb 28 11:21:17.979288 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-38f7e977-9fc2-42cf-96b1-45e93e4dcd01 req-23a9a4bf-fc4a-48ba-ac16-54e4d1039112 service neutron] 10.222.0.70 "GET /v2.0/networks/5b7375b1-133e-4b0c-83d0-68099070b95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833054 Feb 28 11:21:18.671018 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-78ecceb8-582b-4464-824e-e9729e3fd41a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:20.173427 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:21.509106 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:22.778362 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:28.709728 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:21:31.068906 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:46.474104 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-28b8430e-52a5-49af-9698-61d2e0a985e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:48.675075 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2a244a1b-e09a-4c82-9bc3-60cb06b37e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:50.204669 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:51.513386 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:52.788929 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:01.051556 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:05.708799 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:22:08.220481 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 56866) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:22:08.390942 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-da82d94f-1519-450b-80d7-df33d28238e1 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Deleting port 1e30fa7d-ce45-41c8-9453-039ef4c6b28d {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:22:08.391249 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-da82d94f-1519-450b-80d7-df33d28238e1 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (1e30fa7d-ce45-41c8-9453-039ef4c6b28d), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:08.465617 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-da82d94f-1519-450b-80d7-df33d28238e1 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (1e30fa7d-ce45-41c8-9453-039ef4c6b28d), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:08.465944 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-da82d94f-1519-450b-80d7-df33d28238e1 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks [] for floatingip (1e30fa7d-ce45-41c8-9453-039ef4c6b28d), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:08.477979 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-da82d94f-1519-450b-80d7-df33d28238e1 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Calling delete_port for 1e30fa7d-ce45-41c8-9453-039ef4c6b28d owned by network:floatingip {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:22:08.697041 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-da82d94f-1519-450b-80d7-df33d28238e1 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (1e30fa7d-ce45-41c8-9453-039ef4c6b28d), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:08.727984 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da82d94f-1519-450b-80d7-df33d28238e1 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Pushing event deleted for resources: {'Port': ['ID=1e30fa7d-ce45-41c8-9453-039ef4c6b28d,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:22:08.735807 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da82d94f-1519-450b-80d7-df33d28238e1 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:22:08.736165 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da82d94f-1519-450b-80d7-df33d28238e1 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:22:08.737142 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da82d94f-1519-450b-80d7-df33d28238e1 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:22:08.737489 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da82d94f-1519-450b-80d7-df33d28238e1 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:22:08.737834 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da82d94f-1519-450b-80d7-df33d28238e1 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:22:08.738371 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da82d94f-1519-450b-80d7-df33d28238e1 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:22:08.738709 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da82d94f-1519-450b-80d7-df33d28238e1 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:22:08.739097 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da82d94f-1519-450b-80d7-df33d28238e1 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:22:08.739435 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da82d94f-1519-450b-80d7-df33d28238e1 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:22:08.739767 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da82d94f-1519-450b-80d7-df33d28238e1 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:22:08.740099 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da82d94f-1519-450b-80d7-df33d28238e1 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:22:08.740428 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da82d94f-1519-450b-80d7-df33d28238e1 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:22:08.740753 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da82d94f-1519-450b-80d7-df33d28238e1 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:22:08.798958 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-da82d94f-1519-450b-80d7-df33d28238e1 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks [] for floatingip (23320f81-9494-4f23-8cd7-afb67fdd8eb9), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:08.800270 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.l3_db [None req-da82d94f-1519-450b-80d7-df33d28238e1 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Floating IP 23320f81-9494-4f23-8cd7-afb67fdd8eb9 disassociated (deleted). External IP: 172.26.3.176, port: ddd7b192-9ee2-4666-9c26-41bab3a58227. Feb 28 11:22:09.296734 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da82d94f-1519-450b-80d7-df33d28238e1 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Router c02b0235-5223-435e-b28d-f9d64310f469 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:22:09.420939 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da82d94f-1519-450b-80d7-df33d28238e1 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:22:09.425757 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-da82d94f-1519-450b-80d7-df33d28238e1 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:09.430496 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebbd41b-2e3a-42d2-9bd7-8b07f55b0d09 None None] Sync routers for ids ['c02b0235-5223-435e-b28d-f9d64310f469'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:22:09.440283 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebbd41b-2e3a-42d2-9bd7-8b07f55b0d09 None None] Routers {'c02b0235-5223-435e-b28d-f9d64310f469'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:22:09.440903 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-8ebbd41b-2e3a-42d2-9bd7-8b07f55b0d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:21:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['c02b0235-5223-435e-b28d-f9d64310f469'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:22:09.457008 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-da82d94f-1519-450b-80d7-df33d28238e1 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "DELETE /v2.0/floatingips/23320f81-9494-4f23-8cd7-afb67fdd8eb9 HTTP/1.1" status: 204 len: 168 time: 1.2349131 Feb 28 11:22:09.457632 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10f2bf27-8a06-4e58-beec-e67d180da9c7', 'tag': 'ddd7b192-9ee2-4666-9c26-41bab3a58227'}] {{(pid=104084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:22:09.459952 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ffa69481dce8c4e68394bb3e97aff222617d39f0bec9a6d6e4c39a9256e7c95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526c2c17-db67-45f4-a0fd-6e3b80d0472e" -d '{"events": [{"name": "network-changed", "server_uuid": "10f2bf27-8a06-4e58-beec-e67d180da9c7", "tag": "ddd7b192-9ee2-4666-9c26-41bab3a58227"}]}' {{(pid=104084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:22:09.565708 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-8ebbd41b-2e3a-42d2-9bd7-8b07f55b0d09 None None] Set router c02b0235-5223-435e-b28d-f9d64310f469 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:22:09.565831 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794c2f2e-7fb0-4bee-9ec7-c8d7dde14af6 x-openstack-request-id: req-794c2f2e-7fb0-4bee-9ec7-c8d7dde14af6 {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:22:09.565831 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10f2bf27-8a06-4e58-beec-e67d180da9c7", "tag": "ddd7b192-9ee2-4666-9c26-41bab3a58227", "status": "completed", "code": 200}]} {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:22:09.565831 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-794c2f2e-7fb0-4bee-9ec7-c8d7dde14af6 {{(pid=104084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:22:09.565831 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10f2bf27-8a06-4e58-beec-e67d180da9c7', 'tag': 'ddd7b192-9ee2-4666-9c26-41bab3a58227', 'status': 'completed', 'code': 200} Feb 28 11:22:09.655883 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c2c17-db67-45f4-a0fd-6e3b80d0472e req-ea932bda-e0b7-42c7-ac26-b262e96cb29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:22:09.657400 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-526c2c17-db67-45f4-a0fd-6e3b80d0472e req-ea932bda-e0b7-42c7-ac26-b262e96cb29e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=da25d45089ea41a996677c4e53653bac&device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 1130 time: 0.0500054 Feb 28 11:22:09.749635 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c2c17-db67-45f4-a0fd-6e3b80d0472e req-841fb2b2-4712-4a17-b1f2-6993e64fe9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:22:09.751069 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-526c2c17-db67-45f4-a0fd-6e3b80d0472e req-841fb2b2-4712-4a17-b1f2-6993e64fe9a2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5b7375b1-133e-4b0c-83d0-68099070b95c HTTP/1.1" status: 200 len: 908 time: 0.0885866 Feb 28 11:22:09.765941 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-8ebbd41b-2e3a-42d2-9bd7-8b07f55b0d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02b0235-5223-435e-b28d-f9d64310f469', 'name': 'tempest-TestShelveInstance-378632984-router', 'tenant_id': 'da25d45089ea41a996677c4e53653bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': 'f1b74953-9058-406c-8f23-0ebf3aa98170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:17:43Z', 'updated_at': '2022-02-28T11:17:46Z', 'revision_number': 4, 'project_id': 'da25d45089ea41a996677c4e53653bac', 'gw_port': {'id': 'f1b74953-9058-406c-8f23-0ebf3aa98170', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:44:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02b0235-5223-435e-b28d-f9d64310f469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:17:44Z', 'updated_at': '2022-02-28T11:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '95452460-eedd-445d-a983-a60edf50c7ac', 'name': '', 'network_id': '5b7375b1-133e-4b0c-83d0-68099070b95c', 'tenant_id': 'da25d45089ea41a996677c4e53653bac', 'mac_address': 'fa:16:3e:4f:47:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02b0235-5223-435e-b28d-f9d64310f469', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '51a08ae2-fa45-404f-b640-5a7d8d3731a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:17:46Z', 'updated_at': '2022-02-28T11:17:50Z', 'revision_number': 5, 'project_id': 'da25d45089ea41a996677c4e53653bac', 'subnets': [{'id': '51a08ae2-fa45-404f-b640-5a7d8d3731a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:22:09.792790 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-526c2c17-db67-45f4-a0fd-6e3b80d0472e req-8ab9575e-60db-4dfb-a3dd-8d011e1879b1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ddd7b192-9ee2-4666-9c26-41bab3a58227 HTTP/1.1" status: 200 len: 217 time: 0.0360637 Feb 28 11:22:09.796008 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebbd41b-2e3a-42d2-9bd7-8b07f55b0d09 None None] Checking router: c02b0235-5223-435e-b28d-f9d64310f469 for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:22:09.803339 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebbd41b-2e3a-42d2-9bd7-8b07f55b0d09 None None] Routers {'c02b0235-5223-435e-b28d-f9d64310f469'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:22:09.803952 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-8ebbd41b-2e3a-42d2-9bd7-8b07f55b0d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:21:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['c02b0235-5223-435e-b28d-f9d64310f469'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:22:09.858018 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c2c17-db67-45f4-a0fd-6e3b80d0472e req-de4468d1-b8c1-4666-bc44-2c2e25513415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:22:09.859880 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-526c2c17-db67-45f4-a0fd-6e3b80d0472e req-de4468d1-b8c1-4666-bc44-2c2e25513415 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=51a08ae2-fa45-404f-b640-5a7d8d3731a5 HTTP/1.1" status: 200 len: 847 time: 0.0613730 Feb 28 11:22:09.925417 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-8ebbd41b-2e3a-42d2-9bd7-8b07f55b0d09 None None] Set router c02b0235-5223-435e-b28d-f9d64310f469 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:22:09.944101 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c2c17-db67-45f4-a0fd-6e3b80d0472e req-ec908701-cc48-40a2-a92d-47914b125820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:22:09.945635 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-526c2c17-db67-45f4-a0fd-6e3b80d0472e req-ec908701-cc48-40a2-a92d-47914b125820 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5b7375b1-133e-4b0c-83d0-68099070b95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0786839 Feb 28 11:22:09.967832 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c33b3-62fd-488a-8c4c-ae9c84eadecf req-60cd6544-ed30-4290-8fe8-0ccc796e4cd7 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:22:09.969333 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-597c33b3-62fd-488a-8c4c-ae9c84eadecf req-60cd6544-ed30-4290-8fe8-0ccc796e4cd7 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 946 time: 0.0740252 Feb 28 11:22:10.078932 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-597c33b3-62fd-488a-8c4c-ae9c84eadecf req-ae7fccb2-2b8f-4625-821a-b2fd0b57172c tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad918803-c399-46b1-b666-170298274766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953681 Feb 28 11:22:10.092067 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-526c2c17-db67-45f4-a0fd-6e3b80d0472e req-5ce90102-dc95-47a2-8bb9-b98084c3a7e6 service neutron] 10.222.0.70 "GET /v2.0/networks/5b7375b1-133e-4b0c-83d0-68099070b95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393819 Feb 28 11:22:10.127437 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-8ebbd41b-2e3a-42d2-9bd7-8b07f55b0d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02b0235-5223-435e-b28d-f9d64310f469', 'name': 'tempest-TestShelveInstance-378632984-router', 'tenant_id': 'da25d45089ea41a996677c4e53653bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': 'f1b74953-9058-406c-8f23-0ebf3aa98170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:17:43Z', 'updated_at': '2022-02-28T11:17:46Z', 'revision_number': 4, 'project_id': 'da25d45089ea41a996677c4e53653bac', 'gw_port': {'id': 'f1b74953-9058-406c-8f23-0ebf3aa98170', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:44:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02b0235-5223-435e-b28d-f9d64310f469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:17:44Z', 'updated_at': '2022-02-28T11:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '95452460-eedd-445d-a983-a60edf50c7ac', 'name': '', 'network_id': '5b7375b1-133e-4b0c-83d0-68099070b95c', 'tenant_id': 'da25d45089ea41a996677c4e53653bac', 'mac_address': 'fa:16:3e:4f:47:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02b0235-5223-435e-b28d-f9d64310f469', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '51a08ae2-fa45-404f-b640-5a7d8d3731a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:17:46Z', 'updated_at': '2022-02-28T11:17:50Z', 'revision_number': 5, 'project_id': 'da25d45089ea41a996677c4e53653bac', 'subnets': [{'id': '51a08ae2-fa45-404f-b640-5a7d8d3731a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:22:10.196188 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-526c2c17-db67-45f4-a0fd-6e3b80d0472e req-15aad1d0-1b53-4b6d-9e64-b3d2db5b91bb service neutron] 10.222.0.70 "GET /v2.0/networks/5b7375b1-133e-4b0c-83d0-68099070b95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976455 Feb 28 11:22:10.300979 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebbd41b-2e3a-42d2-9bd7-8b07f55b0d09 None None] The sync data for ids ['c02b0235-5223-435e-b28d-f9d64310f469'] in dv-neutron-829161-3-hyperv is: [{'id': 'c02b0235-5223-435e-b28d-f9d64310f469', 'name': 'tempest-TestShelveInstance-378632984-router', 'tenant_id': 'da25d45089ea41a996677c4e53653bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': 'f1b74953-9058-406c-8f23-0ebf3aa98170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:17:43Z', 'updated_at': '2022-02-28T11:17:46Z', 'revision_number': 4, 'project_id': 'da25d45089ea41a996677c4e53653bac', 'gw_port': {'id': 'f1b74953-9058-406c-8f23-0ebf3aa98170', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:44:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02b0235-5223-435e-b28d-f9d64310f469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:17:44Z', 'updated_at': '2022-02-28T11:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '95452460-eedd-445d-a983-a60edf50c7ac', 'name': '', 'network_id': '5b7375b1-133e-4b0c-83d0-68099070b95c', 'tenant_id': 'da25d45089ea41a996677c4e53653bac', 'mac_address': 'fa:16:3e:4f:47:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02b0235-5223-435e-b28d-f9d64310f469', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '51a08ae2-fa45-404f-b640-5a7d8d3731a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:17:46Z', 'updated_at': '2022-02-28T11:17:50Z', 'revision_number': 5, 'project_id': 'da25d45089ea41a996677c4e53653bac', 'subnets': [{'id': '51a08ae2-fa45-404f-b640-5a7d8d3731a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:22:10.541469 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d0beb2-7d19-4429-ae99-1f256efc9d4a None None] New status for floating IP 23320f81-9494-4f23-8cd7-afb67fdd8eb9: DOWN {{(pid=104086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:22:11.202021 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d4890-e4bb-43b1-a5f0-03c0ff7f98bd req-2380c655-3e4b-49d5-93d2-eb7fa02c142c tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:22:11.203534 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-743d4890-e4bb-43b1-a5f0-03c0ff7f98bd req-2380c655-3e4b-49d5-93d2-eb7fa02c142c tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 946 time: 0.0521891 Feb 28 11:22:11.254200 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-743d4890-e4bb-43b1-a5f0-03c0ff7f98bd req-2d233dc4-1f89-4ca9-935a-0d1623d336c2 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad918803-c399-46b1-b666-170298274766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445940 Feb 28 11:22:11.437688 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7af84b-9b93-424e-afc1-d5ca9986496b req-fbb724ee-abcb-47d9-b686-ea53158346c5 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:22:11.439211 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-dd7af84b-9b93-424e-afc1-d5ca9986496b req-fbb724ee-abcb-47d9-b686-ea53158346c5 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.70 "GET /v2.0/ports?device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 946 time: 0.0533240 Feb 28 11:22:11.541508 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-dd7af84b-9b93-424e-afc1-d5ca9986496b req-57e6ffa6-7393-48d3-80cc-15d83732c6a1 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Deleting port ddd7b192-9ee2-4666-9c26-41bab3a58227 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:22:11.541766 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-dd7af84b-9b93-424e-afc1-d5ca9986496b req-57e6ffa6-7393-48d3-80cc-15d83732c6a1 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (ddd7b192-9ee2-4666-9c26-41bab3a58227), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:11.633003 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-dd7af84b-9b93-424e-afc1-d5ca9986496b req-57e6ffa6-7393-48d3-80cc-15d83732c6a1 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] For port ddd7b192-9ee2-4666-9c26-41bab3a58227, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=ddd7b192-9ee2-4666-9c26-41bab3a58227,segment=NetworkSegment(6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281),segment_id=6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:22:11.633365 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-dd7af84b-9b93-424e-afc1-d5ca9986496b req-57e6ffa6-7393-48d3-80cc-15d83732c6a1 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (ddd7b192-9ee2-4666-9c26-41bab3a58227), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:11.646191 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-dd7af84b-9b93-424e-afc1-d5ca9986496b req-57e6ffa6-7393-48d3-80cc-15d83732c6a1 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Calling delete_port for ddd7b192-9ee2-4666-9c26-41bab3a58227 owned by compute:nova {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:22:11.862277 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-dd7af84b-9b93-424e-afc1-d5ca9986496b req-57e6ffa6-7393-48d3-80cc-15d83732c6a1 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (ddd7b192-9ee2-4666-9c26-41bab3a58227), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:11.890726 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e6ffa6-7393-48d3-80cc-15d83732c6a1 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Pushing event deleted for resources: {'Port': ['ID=ddd7b192-9ee2-4666-9c26-41bab3a58227,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:22:11.918165 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e6ffa6-7393-48d3-80cc-15d83732c6a1 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:22:11.918518 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e6ffa6-7393-48d3-80cc-15d83732c6a1 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:22:11.918882 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e6ffa6-7393-48d3-80cc-15d83732c6a1 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:22:11.919231 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e6ffa6-7393-48d3-80cc-15d83732c6a1 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:22:11.919563 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e6ffa6-7393-48d3-80cc-15d83732c6a1 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:22:11.919896 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e6ffa6-7393-48d3-80cc-15d83732c6a1 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:22:11.920222 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e6ffa6-7393-48d3-80cc-15d83732c6a1 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:22:11.920547 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e6ffa6-7393-48d3-80cc-15d83732c6a1 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:22:11.920875 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e6ffa6-7393-48d3-80cc-15d83732c6a1 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:22:11.921201 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e6ffa6-7393-48d3-80cc-15d83732c6a1 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:22:11.921789 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e6ffa6-7393-48d3-80cc-15d83732c6a1 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:22:11.922112 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e6ffa6-7393-48d3-80cc-15d83732c6a1 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:22:11.922432 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e6ffa6-7393-48d3-80cc-15d83732c6a1 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:22:11.944601 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd7af84b-9b93-424e-afc1-d5ca9986496b req-57e6ffa6-7393-48d3-80cc-15d83732c6a1 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] No DVR routers for this DVR port ddd7b192-9ee2-4666-9c26-41bab3a58227 on host hv-neutron-8291 {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:22:11.946963 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-dd7af84b-9b93-424e-afc1-d5ca9986496b req-57e6ffa6-7393-48d3-80cc-15d83732c6a1 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:11.950195 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-dd7af84b-9b93-424e-afc1-d5ca9986496b req-57e6ffa6-7393-48d3-80cc-15d83732c6a1 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.70 "DELETE /v2.0/ports/ddd7b192-9ee2-4666-9c26-41bab3a58227 HTTP/1.1" status: 204 len: 173 time: 0.5055463 Feb 28 11:22:11.950631 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10f2bf27-8a06-4e58-beec-e67d180da9c7', 'name': 'network-vif-deleted', 'tag': 'ddd7b192-9ee2-4666-9c26-41bab3a58227'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:22:11.952894 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52eb60a-17ec-4289-858d-75fdc0af9e21" -d '{"events": [{"server_uuid": "10f2bf27-8a06-4e58-beec-e67d180da9c7", "name": "network-vif-deleted", "tag": "ddd7b192-9ee2-4666-9c26-41bab3a58227"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:22:12.041707 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73bb3a7d-1848-4838-b647-b2c74748b535 x-openstack-request-id: req-73bb3a7d-1848-4838-b647-b2c74748b535 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:22:12.042068 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10f2bf27-8a06-4e58-beec-e67d180da9c7", "name": "network-vif-deleted", "tag": "ddd7b192-9ee2-4666-9c26-41bab3a58227", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:22:12.042278 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-73bb3a7d-1848-4838-b647-b2c74748b535 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:22:12.042686 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10f2bf27-8a06-4e58-beec-e67d180da9c7', 'name': 'network-vif-deleted', 'tag': 'ddd7b192-9ee2-4666-9c26-41bab3a58227', 'status': 'completed', 'code': 200} Feb 28 11:22:12.367080 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-39a995d4-fb00-410c-90ea-77adf11f6be2 req-6d883b66-cce6-4b91-ab4c-9b4e38c75e63 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=10f2bf27-8a06-4e58-beec-e67d180da9c7 HTTP/1.1" status: 200 len: 210 time: 0.0309136 Feb 28 11:22:13.426258 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 56894) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:22:13.487444 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c9c2c52c-eab8-4705-b5a4-f9f0f5984200 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks [] for security_group (ad918803-c399-46b1-b666-170298274766), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:13.523316 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c9c2c52c-eab8-4705-b5a4-f9f0f5984200 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks [] for security_group (ad918803-c399-46b1-b666-170298274766), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:13.633440 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c9c2c52c-eab8-4705-b5a4-f9f0f5984200 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (ad918803-c399-46b1-b666-170298274766), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:13.636071 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c9c2c52c-eab8-4705-b5a4-f9f0f5984200 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:13.637199 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c9c2c52c-eab8-4705-b5a4-f9f0f5984200 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "DELETE /v2.0/security-groups/ad918803-c399-46b1-b666-170298274766 HTTP/1.1" status: 204 len: 168 time: 0.2099295 Feb 28 11:22:13.646854 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c2c52c-eab8-4705-b5a4-f9f0f5984200 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad918803-c399-46b1-b666-170298274766,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:22:13.987170 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 56900) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:22:13.991840 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-3ad8433f-40ad-4a97-9292-dd3a0328af6a tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1548447637', 'description': 'tempest-secgroup-smoke-1548447637 description', 'project_id': 'da25d45089ea41a996677c4e53653bac'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:22:14.067771 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3ad8433f-40ad-4a97-9292-dd3a0328af6a tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks [] for security_group (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:14.134106 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3ad8433f-40ad-4a97-9292-dd3a0328af6a tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks [] for security_group (85f86a3c-c24b-4004-94a7-1c63f69cd8f6), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:14.220740 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3ad8433f-40ad-4a97-9292-dd3a0328af6a tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (85f86a3c-c24b-4004-94a7-1c63f69cd8f6), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:14.250154 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad8433f-40ad-4a97-9292-dd3a0328af6a tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85f86a3c-c24b-4004-94a7-1c63f69cd8f6,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:22:14.304611 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3ad8433f-40ad-4a97-9292-dd3a0328af6a tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:14.305981 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-3ad8433f-40ad-4a97-9292-dd3a0328af6a tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3177617 Feb 28 11:22:14.309140 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 56902) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:22:14.313519 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-a9c5a702-5cd1-4fd1-9b52-ccd25e1600fc tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Request body: {'security_group_rule': {'security_group_id': '85f86a3c-c24b-4004-94a7-1c63f69cd8f6', 'project_id': 'da25d45089ea41a996677c4e53653bac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:22:14.428580 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a9c5a702-5cd1-4fd1-9b52-ccd25e1600fc tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks [] for security_group_rule (255fc6ac-6421-467c-aef8-0b4d041c4625), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:14.489387 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a9c5a702-5cd1-4fd1-9b52-ccd25e1600fc tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks [] for security_group_rule (255fc6ac-6421-467c-aef8-0b4d041c4625), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:14.564796 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a9c5a702-5cd1-4fd1-9b52-ccd25e1600fc tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (255fc6ac-6421-467c-aef8-0b4d041c4625), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:14.581726 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c5a702-5cd1-4fd1-9b52-ccd25e1600fc tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=255fc6ac-6421-467c-aef8-0b4d041c4625,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:22:14.646750 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a9c5a702-5cd1-4fd1-9b52-ccd25e1600fc tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:14.647982 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a9c5a702-5cd1-4fd1-9b52-ccd25e1600fc tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3378792 Feb 28 11:22:14.651107 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 56904) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:22:14.651922 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device ddd7b192-9ee2-4666-9c26-41bab3a58227 no longer exists at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:22:14.655785 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-8047aea2-810a-4e62-a463-ac12ae94507c tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Request body: {'security_group_rule': {'security_group_id': '85f86a3c-c24b-4004-94a7-1c63f69cd8f6', 'project_id': 'da25d45089ea41a996677c4e53653bac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:22:14.672744 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] No Port match for: ddd7b192-9ee2-4666-9c26-41bab3a58227 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:22:14.673182 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device ddd7b192-9ee2-4666-9c26-41bab3a58227 not bound to the agent host hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:22:14.758061 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8047aea2-810a-4e62-a463-ac12ae94507c tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks [] for security_group_rule (b6e03fe9-58a7-4ff2-9de6-b85426c8fdfd), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:14.804582 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8047aea2-810a-4e62-a463-ac12ae94507c tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks [] for security_group_rule (b6e03fe9-58a7-4ff2-9de6-b85426c8fdfd), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:14.895993 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8047aea2-810a-4e62-a463-ac12ae94507c tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (b6e03fe9-58a7-4ff2-9de6-b85426c8fdfd), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:14.915720 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8047aea2-810a-4e62-a463-ac12ae94507c tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6e03fe9-58a7-4ff2-9de6-b85426c8fdfd,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:22:15.047721 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-8047aea2-810a-4e62-a463-ac12ae94507c tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:15.049480 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-8047aea2-810a-4e62-a463-ac12ae94507c tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3970790 Feb 28 11:22:15.051917 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 56906) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:22:15.056249 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-9059d4b3-1a35-492d-8e8d-cf5d8360f8fe tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Request body: {'security_group_rule': {'security_group_id': '85f86a3c-c24b-4004-94a7-1c63f69cd8f6', 'project_id': 'da25d45089ea41a996677c4e53653bac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:22:15.198757 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9059d4b3-1a35-492d-8e8d-cf5d8360f8fe tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks [] for security_group_rule (34fe228e-95ab-473a-a2e9-7984a0bc93dd), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:15.255548 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9059d4b3-1a35-492d-8e8d-cf5d8360f8fe tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks [] for security_group_rule (34fe228e-95ab-473a-a2e9-7984a0bc93dd), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:15.352194 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9059d4b3-1a35-492d-8e8d-cf5d8360f8fe tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (34fe228e-95ab-473a-a2e9-7984a0bc93dd), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:15.375419 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9059d4b3-1a35-492d-8e8d-cf5d8360f8fe tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34fe228e-95ab-473a-a2e9-7984a0bc93dd,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:22:15.462745 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-9059d4b3-1a35-492d-8e8d-cf5d8360f8fe tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:15.463995 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-9059d4b3-1a35-492d-8e8d-cf5d8360f8fe tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4111242 Feb 28 11:22:15.466698 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 56908) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:22:15.471797 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-1903f651-fd43-469d-bbf4-b9131fe2952d tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Request body: {'security_group_rule': {'security_group_id': '85f86a3c-c24b-4004-94a7-1c63f69cd8f6', 'project_id': 'da25d45089ea41a996677c4e53653bac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:22:15.568686 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1903f651-fd43-469d-bbf4-b9131fe2952d tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks [] for security_group_rule (274ed527-b10a-45cd-8096-d4be489f7d60), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:15.628361 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1903f651-fd43-469d-bbf4-b9131fe2952d tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks [] for security_group_rule (274ed527-b10a-45cd-8096-d4be489f7d60), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:15.696200 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1903f651-fd43-469d-bbf4-b9131fe2952d tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (274ed527-b10a-45cd-8096-d4be489f7d60), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:15.715555 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1903f651-fd43-469d-bbf4-b9131fe2952d tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=274ed527-b10a-45cd-8096-d4be489f7d60,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:22:15.797052 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-1903f651-fd43-469d-bbf4-b9131fe2952d tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:15.798735 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-1903f651-fd43-469d-bbf4-b9131fe2952d tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3310146 Feb 28 11:22:15.801373 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 56910) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:22:15.805668 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-508ba492-fa66-4e03-8be0-fb5d703cd119 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Request body: {'security_group_rule': {'security_group_id': '85f86a3c-c24b-4004-94a7-1c63f69cd8f6', 'project_id': 'da25d45089ea41a996677c4e53653bac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:22:15.879379 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.securitygroups_db [None req-508ba492-fa66-4e03-8be0-fb5d703cd119 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Project da25d45089ea41a996677c4e53653bac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:22:15.884668 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-508ba492-fa66-4e03-8be0-fb5d703cd119 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks [] for security_group_rule (cc931023-c13b-429d-8724-f7859e125ee7), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:15.943822 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-508ba492-fa66-4e03-8be0-fb5d703cd119 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks [] for security_group_rule (cc931023-c13b-429d-8724-f7859e125ee7), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:16.022288 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-508ba492-fa66-4e03-8be0-fb5d703cd119 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (cc931023-c13b-429d-8724-f7859e125ee7), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:16.040294 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508ba492-fa66-4e03-8be0-fb5d703cd119 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc931023-c13b-429d-8724-f7859e125ee7,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:22:16.127274 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-508ba492-fa66-4e03-8be0-fb5d703cd119 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:16.128526 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-508ba492-fa66-4e03-8be0-fb5d703cd119 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3262248 Feb 28 11:22:16.131281 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 56912) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:22:16.135603 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-14f77797-4b07-421e-bd40-516512a82edf tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Request body: {'security_group_rule': {'security_group_id': '85f86a3c-c24b-4004-94a7-1c63f69cd8f6', 'project_id': 'da25d45089ea41a996677c4e53653bac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:22:16.256682 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.securitygroups_db [None req-14f77797-4b07-421e-bd40-516512a82edf tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Project da25d45089ea41a996677c4e53653bac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:22:16.263095 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-14f77797-4b07-421e-bd40-516512a82edf tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks [] for security_group_rule (9a57fcaa-5e97-4988-a12f-960408e93721), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:16.321722 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-14f77797-4b07-421e-bd40-516512a82edf tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks [] for security_group_rule (9a57fcaa-5e97-4988-a12f-960408e93721), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:16.409634 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-14f77797-4b07-421e-bd40-516512a82edf tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (9a57fcaa-5e97-4988-a12f-960408e93721), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:16.433377 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f77797-4b07-421e-bd40-516512a82edf tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a57fcaa-5e97-4988-a12f-960408e93721,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:22:16.535426 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-564961d1-d062-4c45-ac09-ce3fae3307fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:16.571305 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-14f77797-4b07-421e-bd40-516512a82edf tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:16.572576 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-14f77797-4b07-421e-bd40-516512a82edf tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4404323 Feb 28 11:22:18.703551 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7d0c3653-828d-49f4-b7c0-f110dea45b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:20.290486 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:21.536598 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:22.803684 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:31.050346 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:42.706652 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:22:46.500626 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d4a9c9bc-3a05-4beb-b890-25a5f2c000fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:48.683442 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a8f22943-a325-41d4-8195-5f09b199b3a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:50.209152 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:50.281123 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8ac08dce-0e2c-4318-95da-ff4096161740 req-b50a1ad0-6498-437b-bde3-35a2dcb71b75 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1548447637&fields=id&tenant_id=da25d45089ea41a996677c4e53653bac HTTP/1.1" status: 200 len: 267 time: 0.0432954 Feb 28 11:22:50.386932 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac08dce-0e2c-4318-95da-ff4096161740 req-e6c01e3a-004b-4155-b722-8fffde06cba7 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:22:50.388373 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8ac08dce-0e2c-4318-95da-ff4096161740 req-e6c01e3a-004b-4155-b722-8fffde06cba7 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/networks?id=5b7375b1-133e-4b0c-83d0-68099070b95c HTTP/1.1" status: 200 len: 808 time: 0.1009696 Feb 28 11:22:50.403148 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8ac08dce-0e2c-4318-95da-ff4096161740 req-d2a0ddff-8617-4028-9a35-39f0d26a9746 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/quotas/da25d45089ea41a996677c4e53653bac HTTP/1.1" status: 200 len: 375 time: 0.0094216 Feb 28 11:22:50.457970 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8ac08dce-0e2c-4318-95da-ff4096161740 req-7b50fd1d-e916-40ef-9f54-cfd0dfa7a403 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=da25d45089ea41a996677c4e53653bac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499666 Feb 28 11:22:50.473603 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [req-8ac08dce-0e2c-4318-95da-ff4096161740 req-4e42e0f2-ae7a-4ea1-9758-ac51f6d4549b service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 11:22:50.474550 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8ac08dce-0e2c-4318-95da-ff4096161740 req-4e42e0f2-ae7a-4ea1-9758-ac51f6d4549b service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050399 Feb 28 11:22:50.560895 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8ac08dce-0e2c-4318-95da-ff4096161740 req-95ce8a1c-be2e-49f6-8546-baa93070782c service neutron] 10.222.0.62 "GET /v2.0/networks/5b7375b1-133e-4b0c-83d0-68099070b95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810118 Feb 28 11:22:50.660922 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8ac08dce-0e2c-4318-95da-ff4096161740 req-82d87b34-a14b-4546-8979-9e79dcb100fa service neutron] 10.222.0.62 "GET /v2.0/networks/5b7375b1-133e-4b0c-83d0-68099070b95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944619 Feb 28 11:22:51.312912 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5a5fda69-3d10-4535-86c6-94d4e1c50dcb req-765cc24f-94cf-4f02-b21d-4f1c61e4a205 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 210 time: 0.1045294 Feb 28 11:22:51.569309 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:52.409600 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-bf048e9a-b4c7-4153-91b7-e7e846ea47a4 req-dad5cae4-638f-4871-8266-8cb08049ece9 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 210 time: 0.0286777 Feb 28 11:22:52.779830 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:53.385964 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac08dce-0e2c-4318-95da-ff4096161740 req-a7e5c389-b0a8-4430-a572-7db309249f90 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:22:53.387540 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8ac08dce-0e2c-4318-95da-ff4096161740 req-a7e5c389-b0a8-4430-a572-7db309249f90 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.70 "GET /v2.0/networks?id=5b7375b1-133e-4b0c-83d0-68099070b95c HTTP/1.1" status: 200 len: 808 time: 0.1058362 Feb 28 11:22:53.458367 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8ac08dce-0e2c-4318-95da-ff4096161740 req-b4b81619-b601-4e13-bd38-f5daf2fc7a2d tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da25d45089ea41a996677c4e53653bac HTTP/1.1" status: 200 len: 380 time: 0.0569952 Feb 28 11:22:53.467833 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-8ac08dce-0e2c-4318-95da-ff4096161740 req-321a71d4-aad4-447d-b865-0a7401e21628 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Request body: {'port': {'device_id': 'e18ab544-1f12-4289-a231-33da1075b98d', 'network_id': '5b7375b1-133e-4b0c-83d0-68099070b95c', 'admin_state_up': True, 'tenant_id': 'da25d45089ea41a996677c4e53653bac', 'security_groups': ['85f86a3c-c24b-4004-94a7-1c63f69cd8f6']}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:22:53.544776 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-18d092d3-86f2-4bda-880f-2e801e8218db req-1be41696-73e0-4b19-9d91-2b348f4cb1f4 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 210 time: 0.0610607 Feb 28 11:22:53.700709 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ac08dce-0e2c-4318-95da-ff4096161740 req-321a71d4-aad4-447d-b865-0a7401e21628 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Made reservation on behalf of da25d45089ea41a996677c4e53653bac for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:22:53.704517 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-8ac08dce-0e2c-4318-95da-ff4096161740 req-321a71d4-aad4-447d-b865-0a7401e21628 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:53.830927 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [req-8ac08dce-0e2c-4318-95da-ff4096161740 req-321a71d4-aad4-447d-b865-0a7401e21628 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Allocated IP 172.20.0.12 (5b7375b1-133e-4b0c-83d0-68099070b95c/51a08ae2-fa45-404f-b640-5a7d8d3731a5/1553a620-a067-4d51-8145-a0e8d2db0bee) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:22:53.974468 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-8ac08dce-0e2c-4318-95da-ff4096161740 req-321a71d4-aad4-447d-b865-0a7401e21628 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks [] for port (1553a620-a067-4d51-8145-a0e8d2db0bee), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:54.061514 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-8ac08dce-0e2c-4318-95da-ff4096161740 req-321a71d4-aad4-447d-b865-0a7401e21628 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (1553a620-a067-4d51-8145-a0e8d2db0bee), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:54.109594 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ac08dce-0e2c-4318-95da-ff4096161740 req-321a71d4-aad4-447d-b865-0a7401e21628 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Network 5b7375b1-133e-4b0c-83d0-68099070b95c is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:22:54.112580 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [req-8ac08dce-0e2c-4318-95da-ff4096161740 req-321a71d4-aad4-447d-b865-0a7401e21628 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:22:54.115147 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ac08dce-0e2c-4318-95da-ff4096161740 req-321a71d4-aad4-447d-b865-0a7401e21628 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:22:54.146783 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321a71d4-aad4-447d-b865-0a7401e21628 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Pushing event updated for resources: {'Port': ['ID=1553a620-a067-4d51-8145-a0e8d2db0bee,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:22:54.173869 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac08dce-0e2c-4318-95da-ff4096161740 req-321a71d4-aad4-447d-b865-0a7401e21628 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:22:54.174541 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-8ac08dce-0e2c-4318-95da-ff4096161740 req-321a71d4-aad4-447d-b865-0a7401e21628 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:54.263853 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8ac08dce-0e2c-4318-95da-ff4096161740 req-321a71d4-aad4-447d-b865-0a7401e21628 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7998314 Feb 28 11:22:54.283608 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-8ac08dce-0e2c-4318-95da-ff4096161740 req-ae60d08e-67e3-4c4f-9930-1742e13bf043 service neutron] Request body: {'port': {'device_id': 'e18ab544-1f12-4289-a231-33da1075b98d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8291'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:22:54.348375 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-8ac08dce-0e2c-4318-95da-ff4096161740 req-ae60d08e-67e3-4c4f-9930-1742e13bf043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (1553a620-a067-4d51-8145-a0e8d2db0bee), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:54.395951 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-599b4c4a-41a8-4edb-bde1-074a3583c80f None None] Provisioning complete for port 1553a620-a067-4d51-8145-a0e8d2db0bee triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:22:54.396494 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-599b4c4a-41a8-4edb-bde1-074a3583c80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (1553a620-a067-4d51-8145-a0e8d2db0bee), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:54.432363 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-599b4c4a-41a8-4edb-bde1-074a3583c80f None None] Port 1553a620-a067-4d51-8145-a0e8d2db0bee cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:22:54.632934 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [req-8ac08dce-0e2c-4318-95da-ff4096161740 req-ae60d08e-67e3-4c4f-9930-1742e13bf043 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1553a620-a067-4d51-8145-a0e8d2db0bee {{(pid=104083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:22:54.648216 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-8ac08dce-0e2c-4318-95da-ff4096161740 req-ae60d08e-67e3-4c4f-9930-1742e13bf043 service neutron] Publish callbacks [] for port (1553a620-a067-4d51-8145-a0e8d2db0bee), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:54.663900 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [req-8ac08dce-0e2c-4318-95da-ff4096161740 req-ae60d08e-67e3-4c4f-9930-1742e13bf043 service neutron] Transition to ACTIVE for port object 1553a620-a067-4d51-8145-a0e8d2db0bee will not be triggered until provisioned by entity L2. {{(pid=104083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 11:22:54.742865 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76658af5-8057-4553-8392-b15ba8833992 req-4e71096c-1b0a-4b1a-bd76-f4ebf509322a tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:22:54.744685 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-76658af5-8057-4553-8392-b15ba8833992 req-4e71096c-1b0a-4b1a-bd76-f4ebf509322a tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 932 time: 0.0547206 Feb 28 11:22:54.769806 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-8ac08dce-0e2c-4318-95da-ff4096161740 req-ae60d08e-67e3-4c4f-9930-1742e13bf043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (1553a620-a067-4d51-8145-a0e8d2db0bee), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:54.799288 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-76658af5-8057-4553-8392-b15ba8833992 req-ac2ff650-765e-4f58-8177-c2de8b65b2f8 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=85f86a3c-c24b-4004-94a7-1c63f69cd8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483005 Feb 28 11:22:54.836782 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae60d08e-67e3-4c4f-9930-1742e13bf043 service neutron] Pushing event updated for resources: {'Port': ['ID=1553a620-a067-4d51-8145-a0e8d2db0bee,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:22:54.909883 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-8ac08dce-0e2c-4318-95da-ff4096161740 req-ae60d08e-67e3-4c4f-9930-1742e13bf043 service neutron] Attempting to bind port 1553a620-a067-4d51-8145-a0e8d2db0bee on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:22:54.910342 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-8ac08dce-0e2c-4318-95da-ff4096161740 req-ae60d08e-67e3-4c4f-9930-1742e13bf043 service neutron] Attempting to bind port 1553a620-a067-4d51-8145-a0e8d2db0bee by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5b7375b1-133e-4b0c-83d0-68099070b95c'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:22:54.910699 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac08dce-0e2c-4318-95da-ff4096161740 req-ae60d08e-67e3-4c4f-9930-1742e13bf043 service neutron] Attempting to bind port 1553a620-a067-4d51-8145-a0e8d2db0bee on network 5b7375b1-133e-4b0c-83d0-68099070b95c {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:22:54.915407 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac08dce-0e2c-4318-95da-ff4096161740 req-ae60d08e-67e3-4c4f-9930-1742e13bf043 service neutron] Port 1553a620-a067-4d51-8145-a0e8d2db0bee on network 5b7375b1-133e-4b0c-83d0-68099070b95c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 11:22:54.915860 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac08dce-0e2c-4318-95da-ff4096161740 req-ae60d08e-67e3-4c4f-9930-1742e13bf043 service neutron] Attempting to bind port 1553a620-a067-4d51-8145-a0e8d2db0bee on network 5b7375b1-133e-4b0c-83d0-68099070b95c {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:22:54.922440 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac08dce-0e2c-4318-95da-ff4096161740 req-ae60d08e-67e3-4c4f-9930-1742e13bf043 service neutron] Checking agent: {'id': '9c9e5963-7abc-415a-a91c-4432861f4313', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'started_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:22:54.922883 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac08dce-0e2c-4318-95da-ff4096161740 req-ae60d08e-67e3-4c4f-9930-1742e13bf043 service neutron] Checking segment: {'id': '6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5b7375b1-133e-4b0c-83d0-68099070b95c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:22:54.923361 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac08dce-0e2c-4318-95da-ff4096161740 req-ae60d08e-67e3-4c4f-9930-1742e13bf043 service neutron] Bound using segment: {'id': '6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5b7375b1-133e-4b0c-83d0-68099070b95c'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:22:54.923867 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-8ac08dce-0e2c-4318-95da-ff4096161740 req-ae60d08e-67e3-4c4f-9930-1742e13bf043 service neutron] Bound port: 1553a620-a067-4d51-8145-a0e8d2db0bee, host: hv-neutron-8291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5b7375b1-133e-4b0c-83d0-68099070b95c'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:22:54.924299 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-8ac08dce-0e2c-4318-95da-ff4096161740 req-ae60d08e-67e3-4c4f-9930-1742e13bf043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (1553a620-a067-4d51-8145-a0e8d2db0bee), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:54.999049 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-8ac08dce-0e2c-4318-95da-ff4096161740 req-ae60d08e-67e3-4c4f-9930-1742e13bf043 service neutron] For port 1553a620-a067-4d51-8145-a0e8d2db0bee, host hv-neutron-8291, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:22:55.002465 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-8ac08dce-0e2c-4318-95da-ff4096161740 req-ae60d08e-67e3-4c4f-9930-1742e13bf043 service neutron] For port 1553a620-a067-4d51-8145-a0e8d2db0bee, host hv-neutron-8291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=1553a620-a067-4d51-8145-a0e8d2db0bee,segment=NetworkSegment(6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281),segment_id=6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:22:55.072450 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-8ac08dce-0e2c-4318-95da-ff4096161740 req-ae60d08e-67e3-4c4f-9930-1742e13bf043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (1553a620-a067-4d51-8145-a0e8d2db0bee), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:55.111107 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac08dce-0e2c-4318-95da-ff4096161740 req-ae60d08e-67e3-4c4f-9930-1742e13bf043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:22:55.111733 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-8ac08dce-0e2c-4318-95da-ff4096161740 req-ae60d08e-67e3-4c4f-9930-1742e13bf043 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:55.113128 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8ac08dce-0e2c-4318-95da-ff4096161740 req-ae60d08e-67e3-4c4f-9930-1742e13bf043 service neutron] 10.222.0.70 "PUT /v2.0/ports/1553a620-a067-4d51-8145-a0e8d2db0bee HTTP/1.1" status: 200 len: 1094 time: 0.8340271 Feb 28 11:22:55.113688 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e18ab544-1f12-4289-a231-33da1075b98d', 'tag': '1553a620-a067-4d51-8145-a0e8d2db0bee'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:22:55.115967 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f37aa7-13ed-4202-a770-490185798e3e" -d '{"events": [{"name": "network-changed", "server_uuid": "e18ab544-1f12-4289-a231-33da1075b98d", "tag": "1553a620-a067-4d51-8145-a0e8d2db0bee"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:22:55.151004 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae60d08e-67e3-4c4f-9930-1742e13bf043 service neutron] Pushing event updated for resources: {'Port': ['ID=1553a620-a067-4d51-8145-a0e8d2db0bee,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:22:55.166372 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92948487-6bee-417b-b156-b5945d91ca2b x-openstack-request-id: req-92948487-6bee-417b-b156-b5945d91ca2b {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:22:55.166672 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e18ab544-1f12-4289-a231-33da1075b98d", "tag": "1553a620-a067-4d51-8145-a0e8d2db0bee", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:22:55.166973 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-92948487-6bee-417b-b156-b5945d91ca2b {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:22:55.167387 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e18ab544-1f12-4289-a231-33da1075b98d', 'tag': '1553a620-a067-4d51-8145-a0e8d2db0bee', 'status': 'completed', 'code': 200} Feb 28 11:22:55.249540 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f37aa7-13ed-4202-a770-490185798e3e req-6c07ca2c-2a37-4fb6-a42e-00ad7582515b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:22:55.251421 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-39f37aa7-13ed-4202-a770-490185798e3e req-6c07ca2c-2a37-4fb6-a42e-00ad7582515b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=da25d45089ea41a996677c4e53653bac&device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 1128 time: 0.0497549 Feb 28 11:22:55.365483 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f37aa7-13ed-4202-a770-490185798e3e req-d2e7bd18-2200-48b5-9af1-a812091cf6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:22:55.366978 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-39f37aa7-13ed-4202-a770-490185798e3e req-d2e7bd18-2200-48b5-9af1-a812091cf6bd service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=da25d45089ea41a996677c4e53653bac&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1027560 Feb 28 11:22:55.466115 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f37aa7-13ed-4202-a770-490185798e3e req-e5b42cae-db3e-4016-81bf-c98ea86e6dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:22:55.467529 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-39f37aa7-13ed-4202-a770-490185798e3e req-e5b42cae-db3e-4016-81bf-c98ea86e6dca service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0946743 Feb 28 11:22:55.572567 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac08dce-0e2c-4318-95da-ff4096161740 req-9fa9f472-dbb5-4de8-81ec-8775f52063ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:22:55.574129 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8ac08dce-0e2c-4318-95da-ff4096161740 req-9fa9f472-dbb5-4de8-81ec-8775f52063ec service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=da25d45089ea41a996677c4e53653bac&device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 1128 time: 0.0489872 Feb 28 11:22:55.623338 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8ac08dce-0e2c-4318-95da-ff4096161740 req-23f504da-5530-476f-9e50-659a897c5a1a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1553a620-a067-4d51-8145-a0e8d2db0bee HTTP/1.1" status: 200 len: 217 time: 0.0356295 Feb 28 11:22:55.675667 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac08dce-0e2c-4318-95da-ff4096161740 req-2e71ed11-5986-4cd8-950c-87b7957aa893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:22:55.678313 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8ac08dce-0e2c-4318-95da-ff4096161740 req-2e71ed11-5986-4cd8-950c-87b7957aa893 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=51a08ae2-fa45-404f-b640-5a7d8d3731a5 HTTP/1.1" status: 200 len: 847 time: 0.0491071 Feb 28 11:22:55.745938 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac08dce-0e2c-4318-95da-ff4096161740 req-f021b71a-9055-47a2-9f00-5b0501fc5bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:22:55.748265 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8ac08dce-0e2c-4318-95da-ff4096161740 req-f021b71a-9055-47a2-9f00-5b0501fc5bf5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5b7375b1-133e-4b0c-83d0-68099070b95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0623837 Feb 28 11:22:55.839318 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8ac08dce-0e2c-4318-95da-ff4096161740 req-472d020f-e99f-4c5a-92c4-e01e138e84cf service neutron] 10.222.0.70 "GET /v2.0/networks/5b7375b1-133e-4b0c-83d0-68099070b95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850141 Feb 28 11:22:55.938007 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c8374-4074-4f96-8a6c-7312ca62fc38 req-9e90fe0a-74da-46bc-8d04-691dfc531f62 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:22:55.940546 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-1d6c8374-4074-4f96-8a6c-7312ca62fc38 req-9e90fe0a-74da-46bc-8d04-691dfc531f62 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 944 time: 0.0641243 Feb 28 11:22:55.943083 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8ac08dce-0e2c-4318-95da-ff4096161740 req-d5cc640e-950d-4dd6-b3be-6c10fd02dfd8 service neutron] 10.222.0.70 "GET /v2.0/networks/5b7375b1-133e-4b0c-83d0-68099070b95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977094 Feb 28 11:22:55.999225 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-1d6c8374-4074-4f96-8a6c-7312ca62fc38 req-26550f53-6287-4999-b711-b430abe0473f tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=85f86a3c-c24b-4004-94a7-1c63f69cd8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524561 Feb 28 11:22:57.119874 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140a2b6-14a0-43d1-9ecb-d9e8690b4383 req-61de75ad-0432-487b-8ee4-af50e8548ae9 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:22:57.121990 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f140a2b6-14a0-43d1-9ecb-d9e8690b4383 req-61de75ad-0432-487b-8ee4-af50e8548ae9 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 944 time: 0.0534663 Feb 28 11:22:57.171064 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f140a2b6-14a0-43d1-9ecb-d9e8690b4383 req-537fcc5a-0ea8-4f8b-a0c4-aa869d8f1b7a tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=85f86a3c-c24b-4004-94a7-1c63f69cd8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432768 Feb 28 11:22:58.294454 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ea5c5-f429-416e-8547-1f5955f37dc9 req-faf54b81-2415-4a3b-8434-3e78b5f35499 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:22:58.296038 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-4a9ea5c5-f429-416e-8547-1f5955f37dc9 req-faf54b81-2415-4a3b-8434-3e78b5f35499 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 944 time: 0.0557921 Feb 28 11:22:58.349983 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-4a9ea5c5-f429-416e-8547-1f5955f37dc9 req-5fec269b-2f8e-4e80-a76b-14fcd6ea1ff4 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=85f86a3c-c24b-4004-94a7-1c63f69cd8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475893 Feb 28 11:22:59.487748 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eab2f4-7fe0-4fc5-92c3-c894b2a299e4 req-47c5218a-e06d-4b58-a768-49cf59d7a6d0 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:22:59.489239 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c7eab2f4-7fe0-4fc5-92c3-c894b2a299e4 req-47c5218a-e06d-4b58-a768-49cf59d7a6d0 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 944 time: 0.0574207 Feb 28 11:22:59.542669 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c7eab2f4-7fe0-4fc5-92c3-c894b2a299e4 req-05e675ce-dfa2-47b7-894c-8a8727319377 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=85f86a3c-c24b-4004-94a7-1c63f69cd8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478773 Feb 28 11:23:00.683140 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7383fa8f-14ca-488d-a6b6-4eb11cd15208 req-178d2556-8548-406c-baad-2e67de635205 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:00.684707 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-7383fa8f-14ca-488d-a6b6-4eb11cd15208 req-178d2556-8548-406c-baad-2e67de635205 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 944 time: 0.0575449 Feb 28 11:23:00.732927 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-7383fa8f-14ca-488d-a6b6-4eb11cd15208 req-e7f3e564-feec-4721-992e-740e0cca7485 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=85f86a3c-c24b-4004-94a7-1c63f69cd8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425851 Feb 28 11:23:01.106674 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:01.856624 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a1393f-4237-4ded-a0e6-38e9de2a7aba req-d88002e3-8ded-4326-9b3e-98bacac94535 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:01.858149 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-66a1393f-4237-4ded-a0e6-38e9de2a7aba req-d88002e3-8ded-4326-9b3e-98bacac94535 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 944 time: 0.0582995 Feb 28 11:23:01.907536 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-66a1393f-4237-4ded-a0e6-38e9de2a7aba req-eff5003e-8c0e-45fe-8a29-aef90bb45aeb tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=85f86a3c-c24b-4004-94a7-1c63f69cd8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436602 Feb 28 11:23:03.046881 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db606c-2f79-48eb-a8cd-2f030ca07948 req-4dcaee32-c48a-4ebb-9bc5-2c14c8590ce5 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:03.048645 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-52db606c-2f79-48eb-a8cd-2f030ca07948 req-4dcaee32-c48a-4ebb-9bc5-2c14c8590ce5 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 944 time: 0.0722284 Feb 28 11:23:03.103846 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-52db606c-2f79-48eb-a8cd-2f030ca07948 req-06108766-aedf-4ad8-b8c8-34e237128f3c tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=85f86a3c-c24b-4004-94a7-1c63f69cd8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485146 Feb 28 11:23:04.223575 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2cd6d2-5fb6-4f01-8c12-18326f5e4b94 req-466ec5c3-b8a0-4661-9a7b-fc7d4469f9f2 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:04.225139 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5d2cd6d2-5fb6-4f01-8c12-18326f5e4b94 req-466ec5c3-b8a0-4661-9a7b-fc7d4469f9f2 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 944 time: 0.0544677 Feb 28 11:23:04.274259 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-5d2cd6d2-5fb6-4f01-8c12-18326f5e4b94 req-d7336ee6-895f-4c49-85dd-9ba8d00e3fcb tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=85f86a3c-c24b-4004-94a7-1c63f69cd8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434973 Feb 28 11:23:05.392407 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca780ad-2249-47bc-bf78-246f38c721df req-f03dd9bb-d769-4b14-bad0-cc73351a21ce tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:05.393882 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-4ca780ad-2249-47bc-bf78-246f38c721df req-f03dd9bb-d769-4b14-bad0-cc73351a21ce tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 944 time: 0.0522006 Feb 28 11:23:05.446044 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-4ca780ad-2249-47bc-bf78-246f38c721df req-d907fd8c-dde2-4db1-b6e7-1c290e840082 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=85f86a3c-c24b-4004-94a7-1c63f69cd8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465789 Feb 28 11:23:06.563358 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b33ea-eca3-46d3-ae1c-a7eaf9463383 req-b4b00e4b-3794-4640-962f-02c1b010be60 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:06.564834 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a81b33ea-eca3-46d3-ae1c-a7eaf9463383 req-b4b00e4b-3794-4640-962f-02c1b010be60 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 944 time: 0.0525026 Feb 28 11:23:06.616911 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a81b33ea-eca3-46d3-ae1c-a7eaf9463383 req-4860a7a6-b022-4f4f-a508-9a47b8d7d49f tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=85f86a3c-c24b-4004-94a7-1c63f69cd8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466378 Feb 28 11:23:07.737068 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b32ff-164e-452c-a623-86d6e6b146f8 req-7a69fee1-d74a-40a6-9e36-0e2f9d162eb9 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:07.740237 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d65b32ff-164e-452c-a623-86d6e6b146f8 req-7a69fee1-d74a-40a6-9e36-0e2f9d162eb9 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 944 time: 0.0573225 Feb 28 11:23:07.797791 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d65b32ff-164e-452c-a623-86d6e6b146f8 req-726ad718-12ef-4d26-994c-702b565ddc92 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=85f86a3c-c24b-4004-94a7-1c63f69cd8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495715 Feb 28 11:23:08.918041 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b536f-6228-4110-bfa6-69282b8f9682 req-cdb264e8-deee-47aa-97fe-62188c40a800 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:08.920139 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-881b536f-6228-4110-bfa6-69282b8f9682 req-cdb264e8-deee-47aa-97fe-62188c40a800 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 944 time: 0.0541079 Feb 28 11:23:08.984546 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-881b536f-6228-4110-bfa6-69282b8f9682 req-5f6486f7-98c6-4bf5-a2f7-92b7c1072215 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=85f86a3c-c24b-4004-94a7-1c63f69cd8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588174 Feb 28 11:23:10.106824 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b706039a-6c91-4154-bcc3-7fe681d977f4 req-4df9842f-ab70-49b3-97d2-b333c468055c tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:10.108340 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-b706039a-6c91-4154-bcc3-7fe681d977f4 req-4df9842f-ab70-49b3-97d2-b333c468055c tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 944 time: 0.0529401 Feb 28 11:23:10.158183 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-b706039a-6c91-4154-bcc3-7fe681d977f4 req-879d0585-997b-440f-a9cf-fc7b78b059c6 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=85f86a3c-c24b-4004-94a7-1c63f69cd8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439918 Feb 28 11:23:11.275796 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67339bc7-492a-4e70-b4de-537d5a240331 req-330e8188-e159-43c3-bbc5-bb3b2649cff8 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:11.277282 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-67339bc7-492a-4e70-b4de-537d5a240331 req-330e8188-e159-43c3-bbc5-bb3b2649cff8 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 944 time: 0.0531306 Feb 28 11:23:11.326228 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-67339bc7-492a-4e70-b4de-537d5a240331 req-b13584f2-78d5-4124-8475-51c6fad56b0d tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=85f86a3c-c24b-4004-94a7-1c63f69cd8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425475 Feb 28 11:23:12.447908 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec92b2-0516-4189-bb68-51e7ac2cd823 req-255566ad-6b01-44c0-8ba8-4a22557a895c tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:12.449370 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-80ec92b2-0516-4189-bb68-51e7ac2cd823 req-255566ad-6b01-44c0-8ba8-4a22557a895c tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 944 time: 0.0570025 Feb 28 11:23:12.500345 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-80ec92b2-0516-4189-bb68-51e7ac2cd823 req-1699b0c7-d946-41c6-b64f-5ad96c6d4fb2 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=85f86a3c-c24b-4004-94a7-1c63f69cd8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454359 Feb 28 11:23:13.010601 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 1553a620-a067-4d51-8145-a0e8d2db0bee details requested by agent hyperv_hv-neutron-8291 with host hv-neutron-8291 {{(pid=104085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 11:23:13.112747 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 1553a620-a067-4d51-8145-a0e8d2db0bee, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=1553a620-a067-4d51-8145-a0e8d2db0bee,segment=NetworkSegment(6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281),segment_id=6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:23:13.124354 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Returning: {'device': '1553a620-a067-4d51-8145-a0e8d2db0bee', 'network_id': '5b7375b1-133e-4b0c-83d0-68099070b95c', 'port_id': '1553a620-a067-4d51-8145-a0e8d2db0bee', 'mac_address': 'fa:16:3e:42:59:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a08ae2-fa45-404f-b640-5a7d8d3731a5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 11:23:13.163304 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 1553a620-a067-4d51-8145-a0e8d2db0bee is: DOWN; New status is: BUILD {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:23:13.163730 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (1553a620-a067-4d51-8145-a0e8d2db0bee), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:13.177436 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1553a620-a067-4d51-8145-a0e8d2db0bee {{(pid=104085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:23:13.196639 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 1553a620-a067-4d51-8145-a0e8d2db0bee, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=1553a620-a067-4d51-8145-a0e8d2db0bee,segment=NetworkSegment(6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281),segment_id=6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:23:13.269472 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (1553a620-a067-4d51-8145-a0e8d2db0bee), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:13.315034 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=1553a620-a067-4d51-8145-a0e8d2db0bee,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:13.321771 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:13.322125 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:13.322467 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:13.322804 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:13.323172 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:13.323505 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:13.323836 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:13.324166 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:13.324496 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:13.324822 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:13.325150 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:13.325473 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:13.325826 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:13.569154 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['1553a620-a067-4d51-8145-a0e8d2db0bee'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:23:13.620071 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55aecf-f287-41cb-9e50-3e063426879d req-01eb1d88-54c5-4114-8578-87d07d055fdf tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:13.621884 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9b55aecf-f287-41cb-9e50-3e063426879d req-01eb1d88-54c5-4114-8578-87d07d055fdf tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 945 time: 0.0556099 Feb 28 11:23:13.673211 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9b55aecf-f287-41cb-9e50-3e063426879d req-f80c5f23-273e-47db-a55f-338f44266920 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=85f86a3c-c24b-4004-94a7-1c63f69cd8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446198 Feb 28 11:23:14.801376 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535479ab-6217-4daa-b2ac-638409b20251 req-7636c72c-0567-4a69-b486-5f8e98f4db74 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:14.803195 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-535479ab-6217-4daa-b2ac-638409b20251 req-7636c72c-0567-4a69-b486-5f8e98f4db74 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 945 time: 0.0643950 Feb 28 11:23:14.854285 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-535479ab-6217-4daa-b2ac-638409b20251 req-c89b5bd4-1143-4d32-84b9-d7d0d8552289 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=85f86a3c-c24b-4004-94a7-1c63f69cd8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454235 Feb 28 11:23:15.034144 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 1553a620-a067-4d51-8145-a0e8d2db0bee up at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:23:15.236909 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning for port 1553a620-a067-4d51-8145-a0e8d2db0bee completed by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 11:23:15.241164 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning complete for port 1553a620-a067-4d51-8145-a0e8d2db0bee triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:23:15.248388 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (1553a620-a067-4d51-8145-a0e8d2db0bee), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:15.318318 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 1553a620-a067-4d51-8145-a0e8d2db0bee is: BUILD; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:23:15.318713 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (1553a620-a067-4d51-8145-a0e8d2db0bee), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:15.345252 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18ab544-1f12-4289-a231-33da1075b98d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1553a620-a067-4d51-8145-a0e8d2db0bee'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:23:15.347761 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f80520-9773-4294-8927-4e7c7b8a60f3" -d '{"events": [{"server_uuid": "e18ab544-1f12-4289-a231-33da1075b98d", "name": "network-vif-plugged", "status": "completed", "tag": "1553a620-a067-4d51-8145-a0e8d2db0bee"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:23:15.361872 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 1553a620-a067-4d51-8145-a0e8d2db0bee, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=1553a620-a067-4d51-8145-a0e8d2db0bee,segment=NetworkSegment(6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281),segment_id=6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:23:15.439840 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4670d0-b28d-4914-ab12-3708698fbd2f x-openstack-request-id: req-ac4670d0-b28d-4914-ab12-3708698fbd2f {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:23:15.439840 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18ab544-1f12-4289-a231-33da1075b98d", "name": "network-vif-plugged", "status": "completed", "tag": "1553a620-a067-4d51-8145-a0e8d2db0bee", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:23:15.440167 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ac4670d0-b28d-4914-ab12-3708698fbd2f {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:23:15.440463 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18ab544-1f12-4289-a231-33da1075b98d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1553a620-a067-4d51-8145-a0e8d2db0bee', 'code': 200} Feb 28 11:23:15.492859 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (1553a620-a067-4d51-8145-a0e8d2db0bee), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:15.557186 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=1553a620-a067-4d51-8145-a0e8d2db0bee,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:15.782254 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94bedd-0c2e-4a74-a61f-a7a714e471ff req-94cb6568-b449-411b-bcf4-d6e1754582c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:15.783820 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8c94bedd-0c2e-4a74-a61f-a7a714e471ff req-94cb6568-b449-411b-bcf4-d6e1754582c7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 1130 time: 0.0851829 Feb 28 11:23:15.830230 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8c94bedd-0c2e-4a74-a61f-a7a714e471ff req-ddb8ccfe-f36e-4ca2-8347-a3413fc99347 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=85f86a3c-c24b-4004-94a7-1c63f69cd8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397174 Feb 28 11:23:15.974017 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31747202-2ef1-431d-b72d-4dc5cf27a643 req-66ff300d-429a-4bb2-91fa-ef7652326073 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:15.975744 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-31747202-2ef1-431d-b72d-4dc5cf27a643 req-66ff300d-429a-4bb2-91fa-ef7652326073 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 946 time: 0.0524378 Feb 28 11:23:16.028842 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-31747202-2ef1-431d-b72d-4dc5cf27a643 req-465ba342-bb1e-40cf-8d78-610ff635857c tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=85f86a3c-c24b-4004-94a7-1c63f69cd8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475769 Feb 28 11:23:16.515044 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-bdc7d4d5-9ba9-42c7-a8d5-effe3604c452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:17.161635 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7f77f-a945-4db0-8e0d-8843f128813f req-aff01cd3-108d-4814-9d42-16fa8e5f27b3 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:17.163139 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0dd7f77f-a945-4db0-8e0d-8843f128813f req-aff01cd3-108d-4814-9d42-16fa8e5f27b3 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 946 time: 0.0577834 Feb 28 11:23:17.211261 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0dd7f77f-a945-4db0-8e0d-8843f128813f req-b25a2e18-6814-4800-b94b-38e49a2820bd tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=85f86a3c-c24b-4004-94a7-1c63f69cd8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422592 Feb 28 11:23:17.328240 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836578ee-1556-473d-819f-630e052ca203 req-fe4456d0-baae-4792-b28c-9fa4b5cb3742 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:17.330017 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-836578ee-1556-473d-819f-630e052ca203 req-fe4456d0-baae-4792-b28c-9fa4b5cb3742 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 946 time: 0.0541577 Feb 28 11:23:17.379590 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-836578ee-1556-473d-819f-630e052ca203 req-dc7983c4-0971-457e-92ef-a8d848f578f3 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=85f86a3c-c24b-4004-94a7-1c63f69cd8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439885 Feb 28 11:23:17.401804 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f3288aba-22b9-45d6-8071-75500490e53d req-7e51c5c8-d6bc-42d8-a9ef-43e50faeecaa service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446193 Feb 28 11:23:17.402553 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 57162) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:23:17.527320 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb5ca14-97da-412d-9ba3-b524194c6d6b tempest-TestShelveInstance-227080009 tempest-TestShelveInstance-227080009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:17.528850 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-4eb5ca14-97da-412d-9ba3-b524194c6d6b tempest-TestShelveInstance-227080009 tempest-TestShelveInstance-227080009-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 1125 time: 0.1253462 Feb 28 11:23:17.532440 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 57166) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:23:17.536660 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-eb07cc95-e5a9-4f64-90a6-851c9df67cd4 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Request body: {'floatingip': {'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'port_id': '1553a620-a067-4d51-8145-a0e8d2db0bee', 'tenant_id': 'da25d45089ea41a996677c4e53653bac', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:17.543513 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3288aba-22b9-45d6-8071-75500490e53d req-872ebd14-c951-43cd-9122-76de5c40bbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:17.544920 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f3288aba-22b9-45d6-8071-75500490e53d req-872ebd14-c951-43cd-9122-76de5c40bbcc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=da25d45089ea41a996677c4e53653bac&device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 1130 time: 0.0707376 Feb 28 11:23:17.642880 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-eb07cc95-e5a9-4f64-90a6-851c9df67cd4 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:17.648388 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3288aba-22b9-45d6-8071-75500490e53d req-4d95e10c-4335-46b4-9671-7e95b7816bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:17.650553 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f3288aba-22b9-45d6-8071-75500490e53d req-4d95e10c-4335-46b4-9671-7e95b7816bb2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5b7375b1-133e-4b0c-83d0-68099070b95c HTTP/1.1" status: 200 len: 908 time: 0.0877869 Feb 28 11:23:17.709387 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f3288aba-22b9-45d6-8071-75500490e53d req-ff8bc780-0023-422b-81ee-d708a58c6298 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1553a620-a067-4d51-8145-a0e8d2db0bee HTTP/1.1" status: 200 len: 217 time: 0.0486307 Feb 28 11:23:17.786120 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3288aba-22b9-45d6-8071-75500490e53d req-b865e69f-7613-4e75-b0a1-2b217266ed8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:17.787595 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f3288aba-22b9-45d6-8071-75500490e53d req-b865e69f-7613-4e75-b0a1-2b217266ed8f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=51a08ae2-fa45-404f-b640-5a7d8d3731a5 HTTP/1.1" status: 200 len: 847 time: 0.0522835 Feb 28 11:23:17.859595 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3288aba-22b9-45d6-8071-75500490e53d req-f5c47d27-8cee-4a6c-a203-e5db6bf499e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:17.861084 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f3288aba-22b9-45d6-8071-75500490e53d req-f5c47d27-8cee-4a6c-a203-e5db6bf499e9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5b7375b1-133e-4b0c-83d0-68099070b95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0659642 Feb 28 11:23:17.866737 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-eb07cc95-e5a9-4f64-90a6-851c9df67cd4 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:18.361985 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f3288aba-22b9-45d6-8071-75500490e53d req-4d696e4b-cdec-418e-a6bb-08c0d6e3fc39 service neutron] 10.222.0.70 "GET /v2.0/networks/5b7375b1-133e-4b0c-83d0-68099070b95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4923592 Feb 28 11:23:18.382427 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-eb07cc95-e5a9-4f64-90a6-851c9df67cd4 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Allocated IP 172.26.3.184 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/4eda4974-8fd4-4283-9192-3c22ee040bec) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:23:18.514224 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f3288aba-22b9-45d6-8071-75500490e53d req-80c59b8e-02cf-4b92-a1ab-cd65e92b114c service neutron] 10.222.0.70 "GET /v2.0/networks/5b7375b1-133e-4b0c-83d0-68099070b95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447637 Feb 28 11:23:18.548400 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-eb07cc95-e5a9-4f64-90a6-851c9df67cd4 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks [] for port (4eda4974-8fd4-4283-9192-3c22ee040bec), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:18.672243 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-eb07cc95-e5a9-4f64-90a6-851c9df67cd4 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (4eda4974-8fd4-4283-9192-3c22ee040bec), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:18.699854 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-fd234670-1f2a-42ae-be91-8d4d921cac23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:18.711440 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb07cc95-e5a9-4f64-90a6-851c9df67cd4 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:23:18.714295 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-eb07cc95-e5a9-4f64-90a6-851c9df67cd4 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:23:18.721451 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb07cc95-e5a9-4f64-90a6-851c9df67cd4 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:23:18.754321 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb07cc95-e5a9-4f64-90a6-851c9df67cd4 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Pushing event updated for resources: {'Port': ['ID=4eda4974-8fd4-4283-9192-3c22ee040bec,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:18.767741 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb07cc95-e5a9-4f64-90a6-851c9df67cd4 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:18.768100 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb07cc95-e5a9-4f64-90a6-851c9df67cd4 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:18.768451 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb07cc95-e5a9-4f64-90a6-851c9df67cd4 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:18.768796 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb07cc95-e5a9-4f64-90a6-851c9df67cd4 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:18.769140 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb07cc95-e5a9-4f64-90a6-851c9df67cd4 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:18.769478 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb07cc95-e5a9-4f64-90a6-851c9df67cd4 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:18.769811 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb07cc95-e5a9-4f64-90a6-851c9df67cd4 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:18.770144 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb07cc95-e5a9-4f64-90a6-851c9df67cd4 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:18.770491 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb07cc95-e5a9-4f64-90a6-851c9df67cd4 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:18.770807 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb07cc95-e5a9-4f64-90a6-851c9df67cd4 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:18.771167 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb07cc95-e5a9-4f64-90a6-851c9df67cd4 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:18.771501 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb07cc95-e5a9-4f64-90a6-851c9df67cd4 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:18.771854 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb07cc95-e5a9-4f64-90a6-851c9df67cd4 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:19.112788 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-eb07cc95-e5a9-4f64-90a6-851c9df67cd4 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks [] for floatingip (7fbf666a-b739-4057-bca1-d20ba0341c06), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:19.246497 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-eb07cc95-e5a9-4f64-90a6-851c9df67cd4 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (4eda4974-8fd4-4283-9192-3c22ee040bec), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:19.399065 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-eb07cc95-e5a9-4f64-90a6-851c9df67cd4 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks [] for port (4eda4974-8fd4-4283-9192-3c22ee040bec), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:19.454251 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-eb07cc95-e5a9-4f64-90a6-851c9df67cd4 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (4eda4974-8fd4-4283-9192-3c22ee040bec), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:19.524852 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb07cc95-e5a9-4f64-90a6-851c9df67cd4 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Pushing event updated for resources: {'Port': ['ID=4eda4974-8fd4-4283-9192-3c22ee040bec,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:19.536077 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-eb07cc95-e5a9-4f64-90a6-851c9df67cd4 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047917'] for floatingip (7fbf666a-b739-4057-bca1-d20ba0341c06), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:19.643273 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.l3_db [None req-eb07cc95-e5a9-4f64-90a6-851c9df67cd4 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Floating IP 7fbf666a-b739-4057-bca1-d20ba0341c06 associated. External IP: 172.26.3.184, port: 1553a620-a067-4d51-8145-a0e8d2db0bee. Feb 28 11:23:19.706106 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:23:19.884062 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb07cc95-e5a9-4f64-90a6-851c9df67cd4 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Router c02b0235-5223-435e-b28d-f9d64310f469 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:23:19.997526 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb07cc95-e5a9-4f64-90a6-851c9df67cd4 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:23:20.007407 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37784787-bf3c-453b-b0e7-8b38d0720953 None None] Sync routers for ids ['c02b0235-5223-435e-b28d-f9d64310f469'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:23:20.017963 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37784787-bf3c-453b-b0e7-8b38d0720953 None None] Routers {'c02b0235-5223-435e-b28d-f9d64310f469'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:23:20.024682 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-37784787-bf3c-453b-b0e7-8b38d0720953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:23:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['c02b0235-5223-435e-b28d-f9d64310f469'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:20.132916 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-37784787-bf3c-453b-b0e7-8b38d0720953 None None] Set router c02b0235-5223-435e-b28d-f9d64310f469 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:23:20.142048 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-eb07cc95-e5a9-4f64-90a6-851c9df67cd4 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:20.172711 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-eb07cc95-e5a9-4f64-90a6-851c9df67cd4 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6392574 Feb 28 11:23:20.173638 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e18ab544-1f12-4289-a231-33da1075b98d', 'tag': '1553a620-a067-4d51-8145-a0e8d2db0bee'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:23:20.176242 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26a37ff-4691-44e1-b2d2-dc8bf20d9ba3" -d '{"events": [{"name": "network-changed", "server_uuid": "e18ab544-1f12-4289-a231-33da1075b98d", "tag": "1553a620-a067-4d51-8145-a0e8d2db0bee"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:23:20.211720 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d029fa4-97ed-4482-98e1-d361675312ea x-openstack-request-id: req-7d029fa4-97ed-4482-98e1-d361675312ea {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:23:20.212023 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e18ab544-1f12-4289-a231-33da1075b98d", "tag": "1553a620-a067-4d51-8145-a0e8d2db0bee", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:23:20.212382 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7d029fa4-97ed-4482-98e1-d361675312ea {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:23:20.212803 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e18ab544-1f12-4289-a231-33da1075b98d', 'tag': '1553a620-a067-4d51-8145-a0e8d2db0bee', 'status': 'completed', 'code': 200} Feb 28 11:23:20.274987 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:20.298871 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26a37ff-4691-44e1-b2d2-dc8bf20d9ba3 req-a94637b7-8372-4705-b869-8dbf6b2ec090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:20.302481 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b26a37ff-4691-44e1-b2d2-dc8bf20d9ba3 req-a94637b7-8372-4705-b869-8dbf6b2ec090 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=da25d45089ea41a996677c4e53653bac&device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 1130 time: 0.0468125 Feb 28 11:23:20.369696 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-37784787-bf3c-453b-b0e7-8b38d0720953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02b0235-5223-435e-b28d-f9d64310f469', 'name': 'tempest-TestShelveInstance-378632984-router', 'tenant_id': 'da25d45089ea41a996677c4e53653bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': 'f1b74953-9058-406c-8f23-0ebf3aa98170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:17:43Z', 'updated_at': '2022-02-28T11:17:46Z', 'revision_number': 4, 'project_id': 'da25d45089ea41a996677c4e53653bac', 'gw_port': {'id': 'f1b74953-9058-406c-8f23-0ebf3aa98170', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:44:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02b0235-5223-435e-b28d-f9d64310f469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:17:44Z', 'updated_at': '2022-02-28T11:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': '7fbf666a-b739-4057-bca1-d20ba0341c06', 'tenant_id': 'da25d45089ea41a996677c4e53653bac', 'floating_ip_address': '172.26.3.184', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': 'c02b0235-5223-435e-b28d-f9d64310f469', 'port_id': '1553a620-a067-4d51-8145-a0e8d2db0bee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b7375b1-133e-4b0c-83d0-68099070b95c', 'mac_address': 'fa:16:3e:42:59:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18ab544-1f12-4289-a231-33da1075b98d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:23:18Z', 'updated_at': '2022-02-28T11:23:18Z', 'revision_number': 0, 'project_id': 'da25d45089ea41a996677c4e53653bac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95452460-eedd-445d-a983-a60edf50c7ac', 'name': '', 'network_id': '5b7375b1-133e-4b0c-83d0-68099070b95c', 'tenant_id': 'da25d45089ea41a996677c4e53653bac', 'mac_address': 'fa:16:3e:4f:47:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02b0235-5223-435e-b28d-f9d64310f469', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '51a08ae2-fa45-404f-b640-5a7d8d3731a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:17:46Z', 'updated_at': '2022-02-28T11:17:50Z', 'revision_number': 5, 'project_id': 'da25d45089ea41a996677c4e53653bac', 'subnets': [{'id': '51a08ae2-fa45-404f-b640-5a7d8d3731a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:20.390128 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26a37ff-4691-44e1-b2d2-dc8bf20d9ba3 req-87960dd3-7b48-445c-898b-12d54e22b956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:20.391645 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b26a37ff-4691-44e1-b2d2-dc8bf20d9ba3 req-87960dd3-7b48-445c-898b-12d54e22b956 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5b7375b1-133e-4b0c-83d0-68099070b95c HTTP/1.1" status: 200 len: 908 time: 0.0849562 Feb 28 11:23:20.396515 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37784787-bf3c-453b-b0e7-8b38d0720953 None None] Checking router: c02b0235-5223-435e-b28d-f9d64310f469 for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:23:20.404874 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37784787-bf3c-453b-b0e7-8b38d0720953 None None] Routers {'c02b0235-5223-435e-b28d-f9d64310f469'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:23:20.405488 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-37784787-bf3c-453b-b0e7-8b38d0720953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:23:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['c02b0235-5223-435e-b28d-f9d64310f469'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:20.460167 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b26a37ff-4691-44e1-b2d2-dc8bf20d9ba3 req-78a67bb2-5600-4179-acd9-713cab2057c6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1553a620-a067-4d51-8145-a0e8d2db0bee HTTP/1.1" status: 200 len: 1000 time: 0.0631135 Feb 28 11:23:20.507794 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26a37ff-4691-44e1-b2d2-dc8bf20d9ba3 req-f8465017-320d-4c3e-b880-003dd7732c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:20.509244 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b26a37ff-4691-44e1-b2d2-dc8bf20d9ba3 req-f8465017-320d-4c3e-b880-003dd7732c34 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=51a08ae2-fa45-404f-b640-5a7d8d3731a5 HTTP/1.1" status: 200 len: 847 time: 0.0440590 Feb 28 11:23:20.514966 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-37784787-bf3c-453b-b0e7-8b38d0720953 None None] Set router c02b0235-5223-435e-b28d-f9d64310f469 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:23:20.558661 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26a37ff-4691-44e1-b2d2-dc8bf20d9ba3 req-4be2da68-3b47-43eb-b11b-55b4a3653543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:20.560703 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b26a37ff-4691-44e1-b2d2-dc8bf20d9ba3 req-4be2da68-3b47-43eb-b11b-55b4a3653543 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5b7375b1-133e-4b0c-83d0-68099070b95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0462592 Feb 28 11:23:20.669438 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b26a37ff-4691-44e1-b2d2-dc8bf20d9ba3 req-88d10289-3bfd-4107-a2ea-c58f3ee683e3 service neutron] 10.222.0.70 "GET /v2.0/networks/5b7375b1-133e-4b0c-83d0-68099070b95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027515 Feb 28 11:23:20.752852 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-37784787-bf3c-453b-b0e7-8b38d0720953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02b0235-5223-435e-b28d-f9d64310f469', 'name': 'tempest-TestShelveInstance-378632984-router', 'tenant_id': 'da25d45089ea41a996677c4e53653bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': 'f1b74953-9058-406c-8f23-0ebf3aa98170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:17:43Z', 'updated_at': '2022-02-28T11:17:46Z', 'revision_number': 4, 'project_id': 'da25d45089ea41a996677c4e53653bac', 'gw_port': {'id': 'f1b74953-9058-406c-8f23-0ebf3aa98170', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:44:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02b0235-5223-435e-b28d-f9d64310f469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:17:44Z', 'updated_at': '2022-02-28T11:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': '7fbf666a-b739-4057-bca1-d20ba0341c06', 'tenant_id': 'da25d45089ea41a996677c4e53653bac', 'floating_ip_address': '172.26.3.184', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': 'c02b0235-5223-435e-b28d-f9d64310f469', 'port_id': '1553a620-a067-4d51-8145-a0e8d2db0bee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b7375b1-133e-4b0c-83d0-68099070b95c', 'mac_address': 'fa:16:3e:42:59:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18ab544-1f12-4289-a231-33da1075b98d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:23:18Z', 'updated_at': '2022-02-28T11:23:18Z', 'revision_number': 0, 'project_id': 'da25d45089ea41a996677c4e53653bac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95452460-eedd-445d-a983-a60edf50c7ac', 'name': '', 'network_id': '5b7375b1-133e-4b0c-83d0-68099070b95c', 'tenant_id': 'da25d45089ea41a996677c4e53653bac', 'mac_address': 'fa:16:3e:4f:47:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02b0235-5223-435e-b28d-f9d64310f469', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '51a08ae2-fa45-404f-b640-5a7d8d3731a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:17:46Z', 'updated_at': '2022-02-28T11:17:50Z', 'revision_number': 5, 'project_id': 'da25d45089ea41a996677c4e53653bac', 'subnets': [{'id': '51a08ae2-fa45-404f-b640-5a7d8d3731a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:20.763711 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b26a37ff-4691-44e1-b2d2-dc8bf20d9ba3 req-1deb3590-1d7e-43ea-ae2b-f10f11092e55 service neutron] 10.222.0.70 "GET /v2.0/networks/5b7375b1-133e-4b0c-83d0-68099070b95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867436 Feb 28 11:23:20.779433 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37784787-bf3c-453b-b0e7-8b38d0720953 None None] The sync data for ids ['c02b0235-5223-435e-b28d-f9d64310f469'] in dv-neutron-829161-3-hyperv is: [{'id': 'c02b0235-5223-435e-b28d-f9d64310f469', 'name': 'tempest-TestShelveInstance-378632984-router', 'tenant_id': 'da25d45089ea41a996677c4e53653bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': 'f1b74953-9058-406c-8f23-0ebf3aa98170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:17:43Z', 'updated_at': '2022-02-28T11:17:46Z', 'revision_number': 4, 'project_id': 'da25d45089ea41a996677c4e53653bac', 'gw_port': {'id': 'f1b74953-9058-406c-8f23-0ebf3aa98170', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:44:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02b0235-5223-435e-b28d-f9d64310f469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:17:44Z', 'updated_at': '2022-02-28T11:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': '7fbf666a-b739-4057-bca1-d20ba0341c06', 'tenant_id': 'da25d45089ea41a996677c4e53653bac', 'floating_ip_address': '172.26.3.184', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': 'c02b0235-5223-435e-b28d-f9d64310f469', 'port_id': '1553a620-a067-4d51-8145-a0e8d2db0bee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b7375b1-133e-4b0c-83d0-68099070b95c', 'mac_address': 'fa:16:3e:42:59:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18ab544-1f12-4289-a231-33da1075b98d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:23:18Z', 'updated_at': '2022-02-28T11:23:18Z', 'revision_number': 0, 'project_id': 'da25d45089ea41a996677c4e53653bac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95452460-eedd-445d-a983-a60edf50c7ac', 'name': '', 'network_id': '5b7375b1-133e-4b0c-83d0-68099070b95c', 'tenant_id': 'da25d45089ea41a996677c4e53653bac', 'mac_address': 'fa:16:3e:4f:47:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02b0235-5223-435e-b28d-f9d64310f469', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '51a08ae2-fa45-404f-b640-5a7d8d3731a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:17:46Z', 'updated_at': '2022-02-28T11:17:50Z', 'revision_number': 5, 'project_id': 'da25d45089ea41a996677c4e53653bac', 'subnets': [{'id': '51a08ae2-fa45-404f-b640-5a7d8d3731a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:23:21.003588 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbb0694-a859-4c17-92fe-97f4a6dd0e01 None None] New status for floating IP 7fbf666a-b739-4057-bca1-d20ba0341c06: ACTIVE {{(pid=104086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:23:21.516923 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:22.777634 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:31.099253 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:46.521227 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-5b32cde1-d022-4200-a2c1-672bd885a489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:48.690996 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-04430f42-c53d-4889-b158-d957df16323d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:50.193332 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:51.549830 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:52.796048 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:56.705933 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:24:01.063957 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:24:16.484043 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2c51cb01-71a5-45f5-b267-d6a89f218742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:24:18.392293 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-def42b5b-12eb-469f-91e5-e240caaa0a99 req-2f5d6991-0a5a-4f0b-b964-9d7f5c77c44b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0486968 Feb 28 11:24:18.493915 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def42b5b-12eb-469f-91e5-e240caaa0a99 req-4b9cd742-9406-413b-abca-f522f143f5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:18.495397 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-def42b5b-12eb-469f-91e5-e240caaa0a99 req-4b9cd742-9406-413b-abca-f522f143f5f4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=da25d45089ea41a996677c4e53653bac&device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 1130 time: 0.0453801 Feb 28 11:24:18.613202 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def42b5b-12eb-469f-91e5-e240caaa0a99 req-bd1097e8-b202-48ee-a7d0-26f8ec246bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:18.614676 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-def42b5b-12eb-469f-91e5-e240caaa0a99 req-bd1097e8-b202-48ee-a7d0-26f8ec246bc2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5b7375b1-133e-4b0c-83d0-68099070b95c HTTP/1.1" status: 200 len: 908 time: 0.0997028 Feb 28 11:24:18.687404 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-def42b5b-12eb-469f-91e5-e240caaa0a99 req-d4ff21ec-0566-4bf8-aadf-938e6bd90b96 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1553a620-a067-4d51-8145-a0e8d2db0bee HTTP/1.1" status: 200 len: 1002 time: 0.0641985 Feb 28 11:24:18.712345 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9dc2013f-e8e9-44ac-b452-6764e0351d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:24:18.734584 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def42b5b-12eb-469f-91e5-e240caaa0a99 req-ff710471-b70c-4b1c-aff0-f492c69ec4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:18.736080 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-def42b5b-12eb-469f-91e5-e240caaa0a99 req-ff710471-b70c-4b1c-aff0-f492c69ec4a9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=51a08ae2-fa45-404f-b640-5a7d8d3731a5 HTTP/1.1" status: 200 len: 847 time: 0.0434396 Feb 28 11:24:18.783789 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def42b5b-12eb-469f-91e5-e240caaa0a99 req-3da43e28-433b-47b8-8d3a-f4c660ef0d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:18.785289 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-def42b5b-12eb-469f-91e5-e240caaa0a99 req-3da43e28-433b-47b8-8d3a-f4c660ef0d5f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5b7375b1-133e-4b0c-83d0-68099070b95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0440171 Feb 28 11:24:18.879906 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-def42b5b-12eb-469f-91e5-e240caaa0a99 req-a6f4e794-5857-4a15-a1a9-35c73abe28a0 service neutron] 10.222.0.70 "GET /v2.0/networks/5b7375b1-133e-4b0c-83d0-68099070b95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879266 Feb 28 11:24:18.970686 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-def42b5b-12eb-469f-91e5-e240caaa0a99 req-47d34aae-a6e1-4716-8838-35dfdde4180a service neutron] 10.222.0.70 "GET /v2.0/networks/5b7375b1-133e-4b0c-83d0-68099070b95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857613 Feb 28 11:24:20.228818 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:24:21.542623 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:24:22.782567 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:24:31.089030 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:24:33.706773 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:24:46.499977 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d41f811a-cee7-42b9-975d-a372a3f19e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:24:48.661586 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f00753fd-3bf6-43bc-826a-65b079223da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:24:50.199030 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:24:51.522121 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:24:52.762719 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:25:01.048100 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:25:10.705795 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:25:16.464722 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d4bf288f-9ed2-482f-898d-a9eb3203206d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:25:18.380629 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-32c88fb2-5137-490b-a3d5-d02fd2a77dc8 req-c927355f-e7b7-4975-87ea-2736306fdc14 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0484457 Feb 28 11:25:18.487317 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c88fb2-5137-490b-a3d5-d02fd2a77dc8 req-821b1736-ff3e-4c35-b9fb-eebf9a71e565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:18.488847 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-32c88fb2-5137-490b-a3d5-d02fd2a77dc8 req-821b1736-ff3e-4c35-b9fb-eebf9a71e565 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=da25d45089ea41a996677c4e53653bac&device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 1130 time: 0.0506079 Feb 28 11:25:18.593808 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c88fb2-5137-490b-a3d5-d02fd2a77dc8 req-14cecee9-9e96-4dbc-9033-aef4c553be98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:18.595326 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-32c88fb2-5137-490b-a3d5-d02fd2a77dc8 req-14cecee9-9e96-4dbc-9033-aef4c553be98 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5b7375b1-133e-4b0c-83d0-68099070b95c HTTP/1.1" status: 200 len: 908 time: 0.0831988 Feb 28 11:25:18.668085 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-32c88fb2-5137-490b-a3d5-d02fd2a77dc8 req-0c9bebe2-32e3-45f4-9bd4-1b02319609eb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1553a620-a067-4d51-8145-a0e8d2db0bee HTTP/1.1" status: 200 len: 1002 time: 0.0667698 Feb 28 11:25:18.677903 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3b3304d8-3b25-423f-9248-422025ebdf88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:25:18.718420 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c88fb2-5137-490b-a3d5-d02fd2a77dc8 req-a5103770-d0bc-405b-b8a2-e2cbedb74574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:18.719904 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-32c88fb2-5137-490b-a3d5-d02fd2a77dc8 req-a5103770-d0bc-405b-b8a2-e2cbedb74574 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=51a08ae2-fa45-404f-b640-5a7d8d3731a5 HTTP/1.1" status: 200 len: 847 time: 0.0467141 Feb 28 11:25:18.769668 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c88fb2-5137-490b-a3d5-d02fd2a77dc8 req-de7222c1-bfe6-42db-937f-ce230b59ef77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:18.771219 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-32c88fb2-5137-490b-a3d5-d02fd2a77dc8 req-de7222c1-bfe6-42db-937f-ce230b59ef77 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5b7375b1-133e-4b0c-83d0-68099070b95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0457370 Feb 28 11:25:18.868228 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-32c88fb2-5137-490b-a3d5-d02fd2a77dc8 req-6e22a197-eb01-4627-8a06-1936b0886579 service neutron] 10.222.0.70 "GET /v2.0/networks/5b7375b1-133e-4b0c-83d0-68099070b95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903730 Feb 28 11:25:18.954885 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-32c88fb2-5137-490b-a3d5-d02fd2a77dc8 req-de2c2f5f-86c7-4086-9578-11cb126392e3 service neutron] 10.222.0.70 "GET /v2.0/networks/5b7375b1-133e-4b0c-83d0-68099070b95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808349 Feb 28 11:25:20.198194 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:25:21.529706 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:25:22.774889 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:25:31.043552 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:25:46.489549 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-181b45b1-473d-4d49-b2ec-20c94853f475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:25:46.993347 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854714b5-6233-4a9d-8028-2ffa2257993d req-7e60362a-33d1-43e6-b32c-1cb0172525de tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:46.994863 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-854714b5-6233-4a9d-8028-2ffa2257993d req-7e60362a-33d1-43e6-b32c-1cb0172525de tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 946 time: 0.0678277 Feb 28 11:25:47.044307 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-854714b5-6233-4a9d-8028-2ffa2257993d req-44a5f512-00be-44c6-bb9e-6eea01b0fe7c tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=85f86a3c-c24b-4004-94a7-1c63f69cd8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434222 Feb 28 11:25:47.707980 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:25:48.168184 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f1e674-4ac6-4fd0-a26b-3331d095a942 req-3e9d9ae1-f48d-4e34-bb61-da1ae26f0789 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:48.169742 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-17f1e674-4ac6-4fd0-a26b-3331d095a942 req-3e9d9ae1-f48d-4e34-bb61-da1ae26f0789 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 946 time: 0.0549202 Feb 28 11:25:48.228015 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-17f1e674-4ac6-4fd0-a26b-3331d095a942 req-1ab0bbf1-bbd1-431b-bb1c-3e63da322bfe tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=85f86a3c-c24b-4004-94a7-1c63f69cd8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526371 Feb 28 11:25:48.674605 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ebfeafc6-a18d-4696-9c14-948dc3d2dd58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:25:49.365180 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c66ff0-fe48-4d9e-b644-5fd24c3c127c req-3bed2e8b-866b-4369-b64d-4cf51f414858 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:49.367139 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-48c66ff0-fe48-4d9e-b644-5fd24c3c127c req-3bed2e8b-866b-4369-b64d-4cf51f414858 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 946 time: 0.0590429 Feb 28 11:25:49.415767 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-48c66ff0-fe48-4d9e-b644-5fd24c3c127c req-9099c0de-47af-4d02-b595-079a5a61780e tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=85f86a3c-c24b-4004-94a7-1c63f69cd8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435369 Feb 28 11:25:50.217263 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:25:50.533980 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b9d4c0-1c51-4375-b479-693048932c9a req-0b965f75-30a5-48b0-99aa-dff7afd5c450 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:50.536169 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-f5b9d4c0-1c51-4375-b479-693048932c9a req-0b965f75-30a5-48b0-99aa-dff7afd5c450 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 946 time: 0.0539668 Feb 28 11:25:50.585811 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-f5b9d4c0-1c51-4375-b479-693048932c9a req-576c7e63-a1cb-4651-8b98-92afa5b8e0b1 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=85f86a3c-c24b-4004-94a7-1c63f69cd8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437605 Feb 28 11:25:51.563406 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:25:51.710053 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2629b0d-b9cf-4732-99ec-7bf9f797f682 req-a00375f1-fc31-4de6-8167-7cf9b36efdd0 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:51.711558 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a2629b0d-b9cf-4732-99ec-7bf9f797f682 req-a00375f1-fc31-4de6-8167-7cf9b36efdd0 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 946 time: 0.0564728 Feb 28 11:25:51.759760 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a2629b0d-b9cf-4732-99ec-7bf9f797f682 req-f4489114-8088-4da9-808d-60377f5da3f0 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=85f86a3c-c24b-4004-94a7-1c63f69cd8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425127 Feb 28 11:25:52.800608 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:25:52.877789 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa0638-1ac2-4093-80f3-460998b464ab req-d10c566f-14d8-4bcd-b1e3-7166ce8f5dd6 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:52.879412 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-cbfa0638-1ac2-4093-80f3-460998b464ab req-d10c566f-14d8-4bcd-b1e3-7166ce8f5dd6 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 946 time: 0.0517919 Feb 28 11:25:52.928813 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-cbfa0638-1ac2-4093-80f3-460998b464ab req-28f80847-5344-4205-9ecc-824a1060b158 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=85f86a3c-c24b-4004-94a7-1c63f69cd8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433159 Feb 28 11:25:54.054438 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b5999c-1dc6-49c4-b8a9-9d3675913056 req-3c9e301e-fec8-4857-9806-d08393b1f545 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:54.055981 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-92b5999c-1dc6-49c4-b8a9-9d3675913056 req-3c9e301e-fec8-4857-9806-d08393b1f545 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 946 time: 0.0586951 Feb 28 11:25:54.115759 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-92b5999c-1dc6-49c4-b8a9-9d3675913056 req-98c4c77f-1b42-4f2f-b900-5fc20f3699e1 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=85f86a3c-c24b-4004-94a7-1c63f69cd8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518522 Feb 28 11:25:55.236570 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df2fcf-97e7-4b0e-afdf-2b4099d8ee17 req-f0680962-6925-4c66-9596-05a1ccabb94e tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:55.238040 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-96df2fcf-97e7-4b0e-afdf-2b4099d8ee17 req-f0680962-6925-4c66-9596-05a1ccabb94e tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 946 time: 0.0560124 Feb 28 11:25:55.285451 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-96df2fcf-97e7-4b0e-afdf-2b4099d8ee17 req-cd13f64e-b5df-48a2-b4f6-21be582d9ea5 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=85f86a3c-c24b-4004-94a7-1c63f69cd8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417325 Feb 28 11:25:56.421671 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f4219-faac-4151-b718-67cb54623073 req-e9946013-0e09-43a7-af22-968195859f30 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:56.423089 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ab2f4219-faac-4151-b718-67cb54623073 req-e9946013-0e09-43a7-af22-968195859f30 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 946 time: 0.0605481 Feb 28 11:25:56.475590 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ab2f4219-faac-4151-b718-67cb54623073 req-47e4062a-2d78-4e7f-9e9a-cccdd485e9d7 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=85f86a3c-c24b-4004-94a7-1c63f69cd8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463903 Feb 28 11:25:57.264364 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1515d78-98c0-4629-92c5-850e57a81927 req-9964e166-ab70-4268-8c9e-a303504d114c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:57.265852 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a1515d78-98c0-4629-92c5-850e57a81927 req-9964e166-ab70-4268-8c9e-a303504d114c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=da25d45089ea41a996677c4e53653bac&device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 1130 time: 0.0441840 Feb 28 11:25:57.354724 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1515d78-98c0-4629-92c5-850e57a81927 req-91f765d3-0778-4d92-85b8-46a3baf5e3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:57.356182 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a1515d78-98c0-4629-92c5-850e57a81927 req-91f765d3-0778-4d92-85b8-46a3baf5e3af service neutron] 10.222.0.70 "GET /v2.0/networks?id=5b7375b1-133e-4b0c-83d0-68099070b95c HTTP/1.1" status: 200 len: 908 time: 0.0843129 Feb 28 11:25:57.430337 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a1515d78-98c0-4629-92c5-850e57a81927 req-4c779222-a721-45aa-9ec8-d112fc7795e4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1553a620-a067-4d51-8145-a0e8d2db0bee HTTP/1.1" status: 200 len: 1002 time: 0.0684254 Feb 28 11:25:57.482698 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1515d78-98c0-4629-92c5-850e57a81927 req-4aa57608-ec57-439f-8241-08267139e030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:57.484162 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a1515d78-98c0-4629-92c5-850e57a81927 req-4aa57608-ec57-439f-8241-08267139e030 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=51a08ae2-fa45-404f-b640-5a7d8d3731a5 HTTP/1.1" status: 200 len: 847 time: 0.0482638 Feb 28 11:25:57.532934 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1515d78-98c0-4629-92c5-850e57a81927 req-144b3cbc-2ec4-4392-83d8-bc7a25a41446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:57.534485 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a1515d78-98c0-4629-92c5-850e57a81927 req-144b3cbc-2ec4-4392-83d8-bc7a25a41446 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5b7375b1-133e-4b0c-83d0-68099070b95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0443211 Feb 28 11:25:57.593574 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1130cb-4bd8-402e-8b1f-9de5f4d3ad8e req-6846c117-2320-4101-bf46-0808fd4213de tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:57.595121 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8c1130cb-4bd8-402e-8b1f-9de5f4d3ad8e req-6846c117-2320-4101-bf46-0808fd4213de tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 946 time: 0.0531137 Feb 28 11:25:57.627934 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a1515d78-98c0-4629-92c5-850e57a81927 req-f3d621db-572d-4fc1-b2d7-463a0648af06 service neutron] 10.222.0.70 "GET /v2.0/networks/5b7375b1-133e-4b0c-83d0-68099070b95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863073 Feb 28 11:25:57.643405 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8c1130cb-4bd8-402e-8b1f-9de5f4d3ad8e req-e1051eb4-8e09-415d-9bd1-1591f382e182 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=85f86a3c-c24b-4004-94a7-1c63f69cd8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427773 Feb 28 11:25:57.720340 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a1515d78-98c0-4629-92c5-850e57a81927 req-91b1a45d-02a1-4c5f-a000-084230582352 service neutron] 10.222.0.70 "GET /v2.0/networks/5b7375b1-133e-4b0c-83d0-68099070b95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863690 Feb 28 11:25:58.768060 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68efcc2-ec84-4438-beb6-3376da87c86f req-4d5fd879-289f-4275-9a54-9fde48b12360 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:58.769532 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f68efcc2-ec84-4438-beb6-3376da87c86f req-4d5fd879-289f-4275-9a54-9fde48b12360 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 946 time: 0.0573475 Feb 28 11:25:58.818188 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f68efcc2-ec84-4438-beb6-3376da87c86f req-d46db283-6489-44f1-9218-44e9a6dcc5cb tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=85f86a3c-c24b-4004-94a7-1c63f69cd8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424376 Feb 28 11:25:59.946746 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba29bd6f-ea73-4a68-9917-d1123368d4e7 req-c7d6afc3-0611-4981-9cd5-b44b068524c3 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:59.948287 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-ba29bd6f-ea73-4a68-9917-d1123368d4e7 req-c7d6afc3-0611-4981-9cd5-b44b068524c3 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 946 time: 0.0575759 Feb 28 11:25:59.996761 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-ba29bd6f-ea73-4a68-9917-d1123368d4e7 req-70a50844-8213-40fd-88f4-6ff66312fad3 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=85f86a3c-c24b-4004-94a7-1c63f69cd8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427692 Feb 28 11:26:01.040019 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:26:01.123819 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d138438-ca63-4d90-b269-02e489125ad1 req-74f6a900-2b4d-4458-ab7e-eb3efb7b00d7 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:01.125399 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9d138438-ca63-4d90-b269-02e489125ad1 req-74f6a900-2b4d-4458-ab7e-eb3efb7b00d7 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 946 time: 0.0588574 Feb 28 11:26:01.180095 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9d138438-ca63-4d90-b269-02e489125ad1 req-a6d40882-e4db-4c49-9a60-19ba2d88777a tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=85f86a3c-c24b-4004-94a7-1c63f69cd8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476704 Feb 28 11:26:02.300073 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac7daf-ad17-421c-b1c8-39400509269f req-a97cf0f1-2912-46c7-9bb7-c597bd8d8534 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:02.302217 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-80ac7daf-ad17-421c-b1c8-39400509269f req-a97cf0f1-2912-46c7-9bb7-c597bd8d8534 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 946 time: 0.0530899 Feb 28 11:26:02.356622 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-80ac7daf-ad17-421c-b1c8-39400509269f req-eedf27b9-988d-4a22-bbee-cbdb71b4d671 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=85f86a3c-c24b-4004-94a7-1c63f69cd8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487986 Feb 28 11:26:03.484469 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cea278-3f7f-4308-bfb1-f9f0309c26d8 req-10147c18-c6a6-4f79-9e2c-01d6b8a417bf tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:03.487470 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c6cea278-3f7f-4308-bfb1-f9f0309c26d8 req-10147c18-c6a6-4f79-9e2c-01d6b8a417bf tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 946 time: 0.0596597 Feb 28 11:26:03.549007 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c6cea278-3f7f-4308-bfb1-f9f0309c26d8 req-39f7ce50-3bbf-4996-a24c-198b49ca9b6c tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=85f86a3c-c24b-4004-94a7-1c63f69cd8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532162 Feb 28 11:26:03.829237 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 1553a620-a067-4d51-8145-a0e8d2db0bee no longer exists at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:26:03.904269 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 1553a620-a067-4d51-8145-a0e8d2db0bee is: ACTIVE; New status is: DOWN {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:26:03.909399 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (1553a620-a067-4d51-8145-a0e8d2db0bee), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:26:03.928183 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18ab544-1f12-4289-a231-33da1075b98d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1553a620-a067-4d51-8145-a0e8d2db0bee'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:26:03.930428 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd948e21-59fe-4792-844f-9a7397744821" -d '{"events": [{"server_uuid": "e18ab544-1f12-4289-a231-33da1075b98d", "name": "network-vif-unplugged", "status": "completed", "tag": "1553a620-a067-4d51-8145-a0e8d2db0bee"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:26:03.942854 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 1553a620-a067-4d51-8145-a0e8d2db0bee, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=1553a620-a067-4d51-8145-a0e8d2db0bee,segment=NetworkSegment(6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281),segment_id=6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:26:03.965524 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 11:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9dfcd7-1a68-45da-857d-d54379b0d971 x-openstack-request-id: req-0f9dfcd7-1a68-45da-857d-d54379b0d971 {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:26:03.965823 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18ab544-1f12-4289-a231-33da1075b98d", "name": "network-vif-unplugged", "status": "completed", "tag": "1553a620-a067-4d51-8145-a0e8d2db0bee", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:26:03.966084 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0f9dfcd7-1a68-45da-857d-d54379b0d971 {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:26:03.966523 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18ab544-1f12-4289-a231-33da1075b98d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1553a620-a067-4d51-8145-a0e8d2db0bee', 'code': 200} Feb 28 11:26:04.005519 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (1553a620-a067-4d51-8145-a0e8d2db0bee), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:26:04.055874 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=1553a620-a067-4d51-8145-a0e8d2db0bee,revision_number=6']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:04.062986 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:26:04.067856 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:26:04.067856 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:26:04.067856 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:26:04.067856 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:26:04.067856 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:26:04.067856 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:26:04.067856 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:26:04.067856 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:26:04.067856 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:26:04.067856 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:26:04.067856 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:26:04.067856 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:26:04.668302 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a4d8b-52ca-4124-9a0c-323bab844ee0 req-dbb18fed-aab5-4cfc-8550-16bc0c22b5df tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:04.669761 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0c4a4d8b-52ca-4124-9a0c-323bab844ee0 req-dbb18fed-aab5-4cfc-8550-16bc0c22b5df tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 944 time: 0.0523477 Feb 28 11:26:04.718305 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0c4a4d8b-52ca-4124-9a0c-323bab844ee0 req-bad28098-0cfa-432f-8653-580b80b13133 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=85f86a3c-c24b-4004-94a7-1c63f69cd8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430849 Feb 28 11:26:05.111096 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8badf925-7432-4bb5-bbfe-e7a7c3e60b5b req-580086d0-00f9-4f8f-8ffd-47c901f4ceb3 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:05.112679 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8badf925-7432-4bb5-bbfe-e7a7c3e60b5b req-580086d0-00f9-4f8f-8ffd-47c901f4ceb3 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 944 time: 0.0636234 Feb 28 11:26:05.164096 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8badf925-7432-4bb5-bbfe-e7a7c3e60b5b req-03341430-373e-4354-9172-2581255a391d tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=85f86a3c-c24b-4004-94a7-1c63f69cd8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443823 Feb 28 11:26:05.242159 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-f7aec6fc-daae-4852-ab3b-0bfd3a56f2cb req-c573b76b-875d-4a98-a35e-7e8fe13da11e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1448333 Feb 28 11:26:05.251181 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [req-f7aec6fc-daae-4852-ab3b-0bfd3a56f2cb req-b495e985-416a-4198-94cc-878249639be7 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 11:26:05.252115 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-f7aec6fc-daae-4852-ab3b-0bfd3a56f2cb req-b495e985-416a-4198-94cc-878249639be7 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048556 Feb 28 11:26:05.372989 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aec6fc-daae-4852-ab3b-0bfd3a56f2cb req-34110359-98dc-4318-ba72-e74c28ee7f74 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:05.374328 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-f7aec6fc-daae-4852-ab3b-0bfd3a56f2cb req-34110359-98dc-4318-ba72-e74c28ee7f74 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports/1553a620-a067-4d51-8145-a0e8d2db0bee HTTP/1.1" status: 200 len: 941 time: 0.0937669 Feb 28 11:26:06.292249 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d92eef-f18c-43d8-a27c-f8c408702d25 req-d480176b-50c5-48b5-8ebc-62904f22088b tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:06.293699 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d8d92eef-f18c-43d8-a27c-f8c408702d25 req-d480176b-50c5-48b5-8ebc-62904f22088b tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 944 time: 0.0564420 Feb 28 11:26:06.348865 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d8d92eef-f18c-43d8-a27c-f8c408702d25 req-997c772c-b75e-4cd0-808b-832c3ecb99f6 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=85f86a3c-c24b-4004-94a7-1c63f69cd8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494161 Feb 28 11:26:07.485363 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0735edc4-2c0f-4ed8-8d10-3391d1cdfddd req-d46d87e3-abc7-4257-88d8-e88cf059bc7e tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:07.487036 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0735edc4-2c0f-4ed8-8d10-3391d1cdfddd req-d46d87e3-abc7-4257-88d8-e88cf059bc7e tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 944 time: 0.0573916 Feb 28 11:26:07.537877 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0735edc4-2c0f-4ed8-8d10-3391d1cdfddd req-ac609dd5-3343-4ea4-872b-616bcb5e067d tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=85f86a3c-c24b-4004-94a7-1c63f69cd8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441067 Feb 28 11:26:08.659476 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7c276-f6af-4669-b630-0b28611e4973 req-0f193e2b-0a2b-4103-b831-0ec60567500f tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:08.662629 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-5cb7c276-f6af-4669-b630-0b28611e4973 req-0f193e2b-0a2b-4103-b831-0ec60567500f tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 944 time: 0.0552177 Feb 28 11:26:08.714081 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-5cb7c276-f6af-4669-b630-0b28611e4973 req-ede7ac7d-30e7-4cc0-8abe-214c0c2e144b tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=85f86a3c-c24b-4004-94a7-1c63f69cd8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454779 Feb 28 11:26:09.831295 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f5f8f-e1a4-4ee0-873b-ed5ae97829c3 req-4658ebbd-5c6b-4e0a-a0bc-32b1136e9ab5 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:09.833355 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f27f5f8f-e1a4-4ee0-873b-ed5ae97829c3 req-4658ebbd-5c6b-4e0a-a0bc-32b1136e9ab5 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 944 time: 0.0529695 Feb 28 11:26:09.883509 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f27f5f8f-e1a4-4ee0-873b-ed5ae97829c3 req-fad84ffb-faee-4ffe-8bf0-cfd7c4410bd0 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=85f86a3c-c24b-4004-94a7-1c63f69cd8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445352 Feb 28 11:26:11.005779 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94da0e-c071-4081-9fb2-4a0053293f37 req-35b1fe18-d060-44c6-89a1-40dd96222440 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:11.007286 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-1e94da0e-c071-4081-9fb2-4a0053293f37 req-35b1fe18-d060-44c6-89a1-40dd96222440 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 944 time: 0.0571208 Feb 28 11:26:11.058329 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-1e94da0e-c071-4081-9fb2-4a0053293f37 req-a78db41b-294e-4faf-a9f0-6c27eebc48c2 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=85f86a3c-c24b-4004-94a7-1c63f69cd8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453370 Feb 28 11:26:12.189160 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb98cca1-35eb-4d26-80e2-e0b22e398b85 req-8c29995d-7370-4c3d-84d4-823ff9d28cc8 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:12.190839 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-bb98cca1-35eb-4d26-80e2-e0b22e398b85 req-8c29995d-7370-4c3d-84d4-823ff9d28cc8 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 944 time: 0.0546405 Feb 28 11:26:12.246270 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-bb98cca1-35eb-4d26-80e2-e0b22e398b85 req-373d1803-c7a4-4347-8fbc-4810e57fe1cd tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=85f86a3c-c24b-4004-94a7-1c63f69cd8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488045 Feb 28 11:26:13.369458 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19976c8d-0c40-4acd-9f46-46d1ed117762 req-ba6d6e66-8290-401c-8ea8-aeeccae84fd7 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:13.370889 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-19976c8d-0c40-4acd-9f46-46d1ed117762 req-ba6d6e66-8290-401c-8ea8-aeeccae84fd7 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 944 time: 0.0544124 Feb 28 11:26:13.423529 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-19976c8d-0c40-4acd-9f46-46d1ed117762 req-7e76bf06-fa7b-4d88-828c-634db43525b6 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=85f86a3c-c24b-4004-94a7-1c63f69cd8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465353 Feb 28 11:26:14.558938 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668da737-0bb7-4bfd-a3bb-c759e516ee05 req-5ad19435-b190-459e-84c6-7bdcae8818d9 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:14.560424 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-668da737-0bb7-4bfd-a3bb-c759e516ee05 req-5ad19435-b190-459e-84c6-7bdcae8818d9 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 944 time: 0.0540705 Feb 28 11:26:14.616514 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-668da737-0bb7-4bfd-a3bb-c759e516ee05 req-a215c3a8-5401-4019-b4b8-86abffb14463 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=85f86a3c-c24b-4004-94a7-1c63f69cd8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504541 Feb 28 11:26:15.736460 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b25ed-b7d6-4fe8-aefb-7d2bcffe6dbb req-5529eb09-684e-42d8-ab02-2e69ddea6f80 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:15.737928 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-c40b25ed-b7d6-4fe8-aefb-7d2bcffe6dbb req-5529eb09-684e-42d8-ab02-2e69ddea6f80 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 944 time: 0.0567575 Feb 28 11:26:15.786157 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-c40b25ed-b7d6-4fe8-aefb-7d2bcffe6dbb req-a74d0905-10e3-4306-a691-b629344a61e3 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=85f86a3c-c24b-4004-94a7-1c63f69cd8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417717 Feb 28 11:26:16.490736 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-966ee4bc-66db-4c23-bd37-195052ea9bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:26:16.908765 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b869e11-5aff-44b0-8570-8cdc9a4e666b req-fa6c1bed-9864-484e-a944-0c7d72030bc4 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:16.911158 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4b869e11-5aff-44b0-8570-8cdc9a4e666b req-fa6c1bed-9864-484e-a944-0c7d72030bc4 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 944 time: 0.0554702 Feb 28 11:26:16.960149 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4b869e11-5aff-44b0-8570-8cdc9a4e666b req-49889a44-c7e4-4469-9bd8-d4e77dc5b2ac tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=85f86a3c-c24b-4004-94a7-1c63f69cd8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428946 Feb 28 11:26:17.437446 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aec6fc-daae-4852-ab3b-0bfd3a56f2cb req-a52fd5dc-1204-4b96-975a-cc64d07f17d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:17.439017 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f7aec6fc-daae-4852-ab3b-0bfd3a56f2cb req-a52fd5dc-1204-4b96-975a-cc64d07f17d8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d&tenant_id=da25d45089ea41a996677c4e53653bac HTTP/1.1" status: 200 len: 1128 time: 0.0497830 Feb 28 11:26:17.448981 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [req-f7aec6fc-daae-4852-ab3b-0bfd3a56f2cb req-4b4f52aa-7f70-4f36-9e98-9dd96795e2d6 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 11:26:17.449985 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f7aec6fc-daae-4852-ab3b-0bfd3a56f2cb req-4b4f52aa-7f70-4f36-9e98-9dd96795e2d6 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047996 Feb 28 11:26:17.524363 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aec6fc-daae-4852-ab3b-0bfd3a56f2cb req-e848ec3f-9d51-4339-8bc1-ac2436b1dddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:17.525847 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f7aec6fc-daae-4852-ab3b-0bfd3a56f2cb req-e848ec3f-9d51-4339-8bc1-ac2436b1dddc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=da25d45089ea41a996677c4e53653bac&device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 1128 time: 0.0446980 Feb 28 11:26:17.614900 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aec6fc-daae-4852-ab3b-0bfd3a56f2cb req-604f31e8-376e-47e0-b07b-1d1edeb3e551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:17.616382 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f7aec6fc-daae-4852-ab3b-0bfd3a56f2cb req-604f31e8-376e-47e0-b07b-1d1edeb3e551 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5b7375b1-133e-4b0c-83d0-68099070b95c HTTP/1.1" status: 200 len: 908 time: 0.0845644 Feb 28 11:26:17.691873 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f7aec6fc-daae-4852-ab3b-0bfd3a56f2cb req-8404fb08-b195-452c-a487-f54fe3be800d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1553a620-a067-4d51-8145-a0e8d2db0bee HTTP/1.1" status: 200 len: 1000 time: 0.0687385 Feb 28 11:26:17.739045 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aec6fc-daae-4852-ab3b-0bfd3a56f2cb req-a1dc166a-4972-4761-9cd7-8b02c1e95110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:17.740470 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f7aec6fc-daae-4852-ab3b-0bfd3a56f2cb req-a1dc166a-4972-4761-9cd7-8b02c1e95110 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=51a08ae2-fa45-404f-b640-5a7d8d3731a5 HTTP/1.1" status: 200 len: 847 time: 0.0427582 Feb 28 11:26:17.789130 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aec6fc-daae-4852-ab3b-0bfd3a56f2cb req-10a9a920-1c83-4e53-a391-dcdaae1f16b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:17.790657 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f7aec6fc-daae-4852-ab3b-0bfd3a56f2cb req-10a9a920-1c83-4e53-a391-dcdaae1f16b1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5b7375b1-133e-4b0c-83d0-68099070b95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0436554 Feb 28 11:26:17.905530 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f7aec6fc-daae-4852-ab3b-0bfd3a56f2cb req-a2b9ded5-68c8-487e-a7f8-4cc502a61b43 service neutron] 10.222.0.70 "GET /v2.0/networks/5b7375b1-133e-4b0c-83d0-68099070b95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088970 Feb 28 11:26:18.002404 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f7aec6fc-daae-4852-ab3b-0bfd3a56f2cb req-b730c95b-fa14-4ede-a2ae-bfee1f353c5f service neutron] 10.222.0.70 "GET /v2.0/networks/5b7375b1-133e-4b0c-83d0-68099070b95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899467 Feb 28 11:26:18.081097 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27241a-85ef-43f2-b6fa-5eef19b0d373 req-4b23e85b-6736-4556-bfe2-a8f3de68b8d5 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:18.083052 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-2c27241a-85ef-43f2-b6fa-5eef19b0d373 req-4b23e85b-6736-4556-bfe2-a8f3de68b8d5 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 944 time: 0.0542188 Feb 28 11:26:18.133786 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-2c27241a-85ef-43f2-b6fa-5eef19b0d373 req-aae7af2f-ecfd-43b1-865f-4cb47bb94e1e tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=85f86a3c-c24b-4004-94a7-1c63f69cd8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449712 Feb 28 11:26:18.670610 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ac708f76-9f1f-492a-a61a-70870bac6591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:26:19.256663 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e0c9d-c61e-41e9-ba38-e1e3400d3cbe req-fe7ada8e-ff5f-41ee-b992-f336b0d2da48 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:19.258131 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4a1e0c9d-c61e-41e9-ba38-e1e3400d3cbe req-fe7ada8e-ff5f-41ee-b992-f336b0d2da48 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 944 time: 0.0569355 Feb 28 11:26:19.306977 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4a1e0c9d-c61e-41e9-ba38-e1e3400d3cbe req-3a1fed2c-b463-4527-a760-9dcb101b16e7 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=85f86a3c-c24b-4004-94a7-1c63f69cd8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430763 Feb 28 11:26:19.455616 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e252bb0-ed53-44ad-ab9d-92dda0fd7bea req-972d6dcb-e9f7-43ef-9a3a-568c205f3f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:19.458777 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4e252bb0-ed53-44ad-ab9d-92dda0fd7bea req-972d6dcb-e9f7-43ef-9a3a-568c205f3f67 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=da25d45089ea41a996677c4e53653bac&device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 1128 time: 0.0532815 Feb 28 11:26:19.563757 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e252bb0-ed53-44ad-ab9d-92dda0fd7bea req-0591058b-a3a6-4e08-b465-378f73ed77b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:19.565219 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4e252bb0-ed53-44ad-ab9d-92dda0fd7bea req-0591058b-a3a6-4e08-b465-378f73ed77b7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5b7375b1-133e-4b0c-83d0-68099070b95c HTTP/1.1" status: 200 len: 908 time: 0.0873942 Feb 28 11:26:19.630931 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4e252bb0-ed53-44ad-ab9d-92dda0fd7bea req-7a899fb8-b29c-4541-baaa-0218a74cd139 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1553a620-a067-4d51-8145-a0e8d2db0bee HTTP/1.1" status: 200 len: 1000 time: 0.0589519 Feb 28 11:26:19.678675 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e252bb0-ed53-44ad-ab9d-92dda0fd7bea req-c749d56b-2c6e-4238-9443-f9ca25f416b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:19.680118 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4e252bb0-ed53-44ad-ab9d-92dda0fd7bea req-c749d56b-2c6e-4238-9443-f9ca25f416b3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=51a08ae2-fa45-404f-b640-5a7d8d3731a5 HTTP/1.1" status: 200 len: 847 time: 0.0430157 Feb 28 11:26:19.731476 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e252bb0-ed53-44ad-ab9d-92dda0fd7bea req-74be7109-f5a3-453a-8efe-f23d16aca0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:19.732887 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4e252bb0-ed53-44ad-ab9d-92dda0fd7bea req-74be7109-f5a3-453a-8efe-f23d16aca0e0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5b7375b1-133e-4b0c-83d0-68099070b95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0476096 Feb 28 11:26:19.820562 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4e252bb0-ed53-44ad-ab9d-92dda0fd7bea req-f1a6fb09-c959-42a6-8ad0-e20bfce38717 service neutron] 10.222.0.70 "GET /v2.0/networks/5b7375b1-133e-4b0c-83d0-68099070b95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809019 Feb 28 11:26:20.208337 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:26:20.255547 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-4e252bb0-ed53-44ad-ab9d-92dda0fd7bea req-7653634f-6eb3-4cba-8e6b-840b9f71696b service neutron] 10.222.0.70 "GET /v2.0/networks/5b7375b1-133e-4b0c-83d0-68099070b95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4292743 Feb 28 11:26:20.424560 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a832530-3768-48d4-a26b-b5d29a834fd8 req-1f69e87b-c666-4d16-8da7-c2a32d104511 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:20.426213 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-9a832530-3768-48d4-a26b-b5d29a834fd8 req-1f69e87b-c666-4d16-8da7-c2a32d104511 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 944 time: 0.0528450 Feb 28 11:26:20.484680 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-9a832530-3768-48d4-a26b-b5d29a834fd8 req-09f20981-b637-4ac1-b0f6-a8a46138c21e tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=85f86a3c-c24b-4004-94a7-1c63f69cd8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530143 Feb 28 11:26:21.556658 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:26:21.626312 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302f5463-c420-4955-9aed-870ea0bfcb6e req-c2ca2865-2de5-4d81-8045-ea91a81fce1a tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:21.627807 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-302f5463-c420-4955-9aed-870ea0bfcb6e req-c2ca2865-2de5-4d81-8045-ea91a81fce1a tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 944 time: 0.0578356 Feb 28 11:26:21.677503 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-302f5463-c420-4955-9aed-870ea0bfcb6e req-6fc3bf74-41bc-41e9-9ecf-942ba53e2c96 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=85f86a3c-c24b-4004-94a7-1c63f69cd8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439916 Feb 28 11:26:22.764798 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:26:22.795787 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a8a15-0ee9-4eac-9b80-045a837323c2 req-98e6d636-1df9-4387-a5c5-34586ac38ff7 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:22.797482 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-791a8a15-0ee9-4eac-9b80-045a837323c2 req-98e6d636-1df9-4387-a5c5-34586ac38ff7 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 944 time: 0.0537295 Feb 28 11:26:22.845704 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-791a8a15-0ee9-4eac-9b80-045a837323c2 req-0113410f-d4b5-40b6-8095-74d2a9a74227 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=85f86a3c-c24b-4004-94a7-1c63f69cd8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421894 Feb 28 11:26:23.982670 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01dad6b-675e-41b3-9bf2-5564d9aee7df req-6269997a-754b-4fba-a12d-905e8a0458da tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:23.984256 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c01dad6b-675e-41b3-9bf2-5564d9aee7df req-6269997a-754b-4fba-a12d-905e8a0458da tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 944 time: 0.0709560 Feb 28 11:26:24.036717 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c01dad6b-675e-41b3-9bf2-5564d9aee7df req-59923107-03b7-4b1d-9db8-944626626427 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=85f86a3c-c24b-4004-94a7-1c63f69cd8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458028 Feb 28 11:26:24.707748 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:26:25.154367 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc90bd-ab4e-47f9-a0df-9f861c56b990 req-2558e398-b876-4494-850f-2dedb22eae82 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:25.155896 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-98fc90bd-ab4e-47f9-a0df-9f861c56b990 req-2558e398-b876-4494-850f-2dedb22eae82 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 944 time: 0.0530169 Feb 28 11:26:25.204753 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-98fc90bd-ab4e-47f9-a0df-9f861c56b990 req-6a1cf7f5-8908-4e43-a055-31ef56ab28f4 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=85f86a3c-c24b-4004-94a7-1c63f69cd8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425811 Feb 28 11:26:25.952070 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 1553a620-a067-4d51-8145-a0e8d2db0bee details requested by agent hyperv_hv-neutron-8291 with host hv-neutron-8291 {{(pid=104085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 11:26:26.049848 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 1553a620-a067-4d51-8145-a0e8d2db0bee, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=1553a620-a067-4d51-8145-a0e8d2db0bee,segment=NetworkSegment(6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281),segment_id=6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:26:26.061463 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Returning: {'device': '1553a620-a067-4d51-8145-a0e8d2db0bee', 'network_id': '5b7375b1-133e-4b0c-83d0-68099070b95c', 'port_id': '1553a620-a067-4d51-8145-a0e8d2db0bee', 'mac_address': 'fa:16:3e:42:59:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a08ae2-fa45-404f-b640-5a7d8d3731a5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 11:26:26.098901 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 1553a620-a067-4d51-8145-a0e8d2db0bee is: DOWN; New status is: BUILD {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:26:26.099304 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (1553a620-a067-4d51-8145-a0e8d2db0bee), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:26:26.112140 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1553a620-a067-4d51-8145-a0e8d2db0bee {{(pid=104085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:26:26.131842 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 1553a620-a067-4d51-8145-a0e8d2db0bee, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=1553a620-a067-4d51-8145-a0e8d2db0bee,segment=NetworkSegment(6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281),segment_id=6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:26:26.208060 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (1553a620-a067-4d51-8145-a0e8d2db0bee), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:26:26.255599 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=1553a620-a067-4d51-8145-a0e8d2db0bee,revision_number=7']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:26.327948 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d0b57a-2737-488f-9df1-daf7271bb390 req-5d92de7b-aa8c-41ba-b503-6efae63b650d tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:26.329441 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e1d0b57a-2737-488f-9df1-daf7271bb390 req-5d92de7b-aa8c-41ba-b503-6efae63b650d tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 945 time: 0.0565040 Feb 28 11:26:26.377744 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e1d0b57a-2737-488f-9df1-daf7271bb390 req-607aa50e-30ce-4e48-a60d-7ae89371b8d7 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=85f86a3c-c24b-4004-94a7-1c63f69cd8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425260 Feb 28 11:26:26.510350 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['1553a620-a067-4d51-8145-a0e8d2db0bee'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:26:27.500564 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c2bdc-38e6-4a45-89b2-d4886ef8ac4b req-a2ed3f0e-12a1-4c95-bb11-f39421798e93 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:27.502038 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-b35c2bdc-38e6-4a45-89b2-d4886ef8ac4b req-a2ed3f0e-12a1-4c95-bb11-f39421798e93 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 945 time: 0.0574632 Feb 28 11:26:27.550637 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-b35c2bdc-38e6-4a45-89b2-d4886ef8ac4b req-522f779e-0a3b-4000-873d-84c5797f5b89 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=85f86a3c-c24b-4004-94a7-1c63f69cd8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423014 Feb 28 11:26:27.967639 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 1553a620-a067-4d51-8145-a0e8d2db0bee up at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:26:28.018233 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning complete for port 1553a620-a067-4d51-8145-a0e8d2db0bee triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:26:28.018667 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (1553a620-a067-4d51-8145-a0e8d2db0bee), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:26:28.094827 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 1553a620-a067-4d51-8145-a0e8d2db0bee is: BUILD; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:26:28.095276 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (1553a620-a067-4d51-8145-a0e8d2db0bee), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:26:28.118545 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18ab544-1f12-4289-a231-33da1075b98d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1553a620-a067-4d51-8145-a0e8d2db0bee'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:26:28.121087 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3f0553-25a3-4d34-886c-1abbfa4578e9" -d '{"events": [{"server_uuid": "e18ab544-1f12-4289-a231-33da1075b98d", "name": "network-vif-plugged", "status": "completed", "tag": "1553a620-a067-4d51-8145-a0e8d2db0bee"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:26:28.133632 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 1553a620-a067-4d51-8145-a0e8d2db0bee, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=1553a620-a067-4d51-8145-a0e8d2db0bee,segment=NetworkSegment(6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281),segment_id=6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:26:28.158035 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c23b478-f8b7-426b-b26d-c055d6b70899 x-openstack-request-id: req-6c23b478-f8b7-426b-b26d-c055d6b70899 {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:26:28.158339 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18ab544-1f12-4289-a231-33da1075b98d", "name": "network-vif-plugged", "status": "completed", "tag": "1553a620-a067-4d51-8145-a0e8d2db0bee", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:26:28.158597 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6c23b478-f8b7-426b-b26d-c055d6b70899 {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:26:28.159050 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18ab544-1f12-4289-a231-33da1075b98d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1553a620-a067-4d51-8145-a0e8d2db0bee', 'code': 200} Feb 28 11:26:28.222400 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (1553a620-a067-4d51-8145-a0e8d2db0bee), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:26:28.270480 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=1553a620-a067-4d51-8145-a0e8d2db0bee,revision_number=8']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:28.466542 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69b7b0-236a-43e8-899c-1bc31d3f2741 req-da7a35c6-e4b3-471c-957a-1ea37757f451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:28.468140 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6d69b7b0-236a-43e8-899c-1bc31d3f2741 req-da7a35c6-e4b3-471c-957a-1ea37757f451 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 1130 time: 0.0440493 Feb 28 11:26:28.514640 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6d69b7b0-236a-43e8-899c-1bc31d3f2741 req-befbdc10-a7b6-41ef-94a1-321586efe342 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=85f86a3c-c24b-4004-94a7-1c63f69cd8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401852 Feb 28 11:26:28.677548 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9604eb7-6003-4a52-8e11-4e0d34372133 req-c6871674-1e05-4024-b3c1-8af44ea0521b tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:28.679113 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e9604eb7-6003-4a52-8e11-4e0d34372133 req-c6871674-1e05-4024-b3c1-8af44ea0521b tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 946 time: 0.0604076 Feb 28 11:26:28.729019 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e9604eb7-6003-4a52-8e11-4e0d34372133 req-1257fd48-63e0-4c85-a3fd-dc120f963697 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=85f86a3c-c24b-4004-94a7-1c63f69cd8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438881 Feb 28 11:26:29.853430 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8b7ce-de62-4709-be76-a3f945cfc339 req-58fec6ee-6084-45f5-80c0-ee43ab9ca2f7 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:29.854952 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d3a8b7ce-de62-4709-be76-a3f945cfc339 req-58fec6ee-6084-45f5-80c0-ee43ab9ca2f7 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 946 time: 0.0582047 Feb 28 11:26:29.905168 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d3a8b7ce-de62-4709-be76-a3f945cfc339 req-a89a427e-c1b2-44e1-b9b9-b8d0ba19f518 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=85f86a3c-c24b-4004-94a7-1c63f69cd8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442939 Feb 28 11:26:31.067436 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:26:46.492953 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c5cb9563-6f80-429d-aefb-28a390210d54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:26:48.670527 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-03d454c1-3a28-43a7-92e6-326a9cfe1f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:26:50.212190 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:26:51.541100 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:26:52.743817 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:27:01.106507 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:27:01.706772 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:27:16.508916 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-60d48d67-bb0d-49ef-bd07-f94fa9b08a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:27:18.670849 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9286a74e-7543-4741-9853-8683cb3f0d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:27:20.229087 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:27:21.375084 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a559df02-eb08-4a57-80a8-6c570cd74a44 req-480b9207-83b0-4f61-ad5f-f3a08614d4d0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0456066 Feb 28 11:27:21.478977 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559df02-eb08-4a57-80a8-6c570cd74a44 req-d75ebd87-454a-419e-81de-9cbcbc399f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:21.480507 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a559df02-eb08-4a57-80a8-6c570cd74a44 req-d75ebd87-454a-419e-81de-9cbcbc399f9c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=da25d45089ea41a996677c4e53653bac&device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 1130 time: 0.0476904 Feb 28 11:27:21.546021 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:27:21.589230 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559df02-eb08-4a57-80a8-6c570cd74a44 req-f38423f4-6840-4492-9a74-9fc87dc8caa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:21.591343 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a559df02-eb08-4a57-80a8-6c570cd74a44 req-f38423f4-6840-4492-9a74-9fc87dc8caa8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5b7375b1-133e-4b0c-83d0-68099070b95c HTTP/1.1" status: 200 len: 908 time: 0.0932496 Feb 28 11:27:21.672399 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a559df02-eb08-4a57-80a8-6c570cd74a44 req-ab9c5d11-d08a-46f5-b799-5a926f939f10 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1553a620-a067-4d51-8145-a0e8d2db0bee HTTP/1.1" status: 200 len: 1002 time: 0.0746465 Feb 28 11:27:21.726728 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559df02-eb08-4a57-80a8-6c570cd74a44 req-b3a41915-ec62-4f67-8322-540417a0063c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:21.728191 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a559df02-eb08-4a57-80a8-6c570cd74a44 req-b3a41915-ec62-4f67-8322-540417a0063c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=51a08ae2-fa45-404f-b640-5a7d8d3731a5 HTTP/1.1" status: 200 len: 847 time: 0.0495698 Feb 28 11:27:21.777065 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559df02-eb08-4a57-80a8-6c570cd74a44 req-ae626194-6378-4cba-a4a9-37bc4831ce23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:21.778591 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a559df02-eb08-4a57-80a8-6c570cd74a44 req-ae626194-6378-4cba-a4a9-37bc4831ce23 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5b7375b1-133e-4b0c-83d0-68099070b95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0443950 Feb 28 11:27:21.880227 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a559df02-eb08-4a57-80a8-6c570cd74a44 req-70d6beb2-2f2d-411b-b22d-797ba7844faa service neutron] 10.222.0.70 "GET /v2.0/networks/5b7375b1-133e-4b0c-83d0-68099070b95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944717 Feb 28 11:27:21.976655 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a559df02-eb08-4a57-80a8-6c570cd74a44 req-016b02ec-a0f4-4cb6-b7d5-7f763206b0f5 service neutron] 10.222.0.70 "GET /v2.0/networks/5b7375b1-133e-4b0c-83d0-68099070b95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902808 Feb 28 11:27:22.777325 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:27:31.076795 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:27:38.705893 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:27:46.519769 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-1984fba4-9366-4c1c-9e9f-7e8ee736e2e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:27:48.691434 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b6532018-b17e-480b-9184-5f6097026cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:27:50.213462 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:27:51.547991 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:27:52.814446 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:01.081570 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:06.350279 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 57368) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:28:06.823294 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-faea29d8-7184-4ebf-84e8-ac5e131f73c2 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Deleting port 4eda4974-8fd4-4283-9192-3c22ee040bec {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:28:06.823640 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-faea29d8-7184-4ebf-84e8-ac5e131f73c2 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (4eda4974-8fd4-4283-9192-3c22ee040bec), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:06.903871 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-faea29d8-7184-4ebf-84e8-ac5e131f73c2 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (4eda4974-8fd4-4283-9192-3c22ee040bec), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:06.904112 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-faea29d8-7184-4ebf-84e8-ac5e131f73c2 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks [] for floatingip (4eda4974-8fd4-4283-9192-3c22ee040bec), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:06.916470 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-faea29d8-7184-4ebf-84e8-ac5e131f73c2 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Calling delete_port for 4eda4974-8fd4-4283-9192-3c22ee040bec owned by network:floatingip {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:28:07.156405 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-faea29d8-7184-4ebf-84e8-ac5e131f73c2 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (4eda4974-8fd4-4283-9192-3c22ee040bec), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:07.182091 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faea29d8-7184-4ebf-84e8-ac5e131f73c2 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Pushing event deleted for resources: {'Port': ['ID=4eda4974-8fd4-4283-9192-3c22ee040bec,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:07.193238 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faea29d8-7184-4ebf-84e8-ac5e131f73c2 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:07.193600 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faea29d8-7184-4ebf-84e8-ac5e131f73c2 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:07.193949 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faea29d8-7184-4ebf-84e8-ac5e131f73c2 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:07.194721 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faea29d8-7184-4ebf-84e8-ac5e131f73c2 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:07.194721 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faea29d8-7184-4ebf-84e8-ac5e131f73c2 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:07.195072 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faea29d8-7184-4ebf-84e8-ac5e131f73c2 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:07.195408 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faea29d8-7184-4ebf-84e8-ac5e131f73c2 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:07.195744 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faea29d8-7184-4ebf-84e8-ac5e131f73c2 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:07.196074 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faea29d8-7184-4ebf-84e8-ac5e131f73c2 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:07.196406 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faea29d8-7184-4ebf-84e8-ac5e131f73c2 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:07.196748 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faea29d8-7184-4ebf-84e8-ac5e131f73c2 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:07.197061 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faea29d8-7184-4ebf-84e8-ac5e131f73c2 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:07.197391 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faea29d8-7184-4ebf-84e8-ac5e131f73c2 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:07.262412 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-faea29d8-7184-4ebf-84e8-ac5e131f73c2 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks [] for floatingip (7fbf666a-b739-4057-bca1-d20ba0341c06), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:07.263947 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.l3_db [None req-faea29d8-7184-4ebf-84e8-ac5e131f73c2 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Floating IP 7fbf666a-b739-4057-bca1-d20ba0341c06 disassociated (deleted). External IP: 172.26.3.184, port: 1553a620-a067-4d51-8145-a0e8d2db0bee. Feb 28 11:28:07.488975 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faea29d8-7184-4ebf-84e8-ac5e131f73c2 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Router c02b0235-5223-435e-b28d-f9d64310f469 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:28:07.602237 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faea29d8-7184-4ebf-84e8-ac5e131f73c2 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:28:07.607055 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-faea29d8-7184-4ebf-84e8-ac5e131f73c2 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:07.613703 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7aeab5-33b9-4a6f-a3f5-6dd4578f2043 None None] Sync routers for ids ['c02b0235-5223-435e-b28d-f9d64310f469'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:28:07.624205 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7aeab5-33b9-4a6f-a3f5-6dd4578f2043 None None] Routers {'c02b0235-5223-435e-b28d-f9d64310f469'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:28:07.624823 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-da7aeab5-33b9-4a6f-a3f5-6dd4578f2043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:27:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['c02b0235-5223-435e-b28d-f9d64310f469'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:07.640080 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-faea29d8-7184-4ebf-84e8-ac5e131f73c2 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "DELETE /v2.0/floatingips/7fbf666a-b739-4057-bca1-d20ba0341c06 HTTP/1.1" status: 204 len: 168 time: 1.2863531 Feb 28 11:28:07.640080 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e18ab544-1f12-4289-a231-33da1075b98d', 'tag': '1553a620-a067-4d51-8145-a0e8d2db0bee'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:28:07.640937 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73a5f71-96eb-479a-934b-3fa5cf2eef77" -d '{"events": [{"name": "network-changed", "server_uuid": "e18ab544-1f12-4289-a231-33da1075b98d", "tag": "1553a620-a067-4d51-8145-a0e8d2db0bee"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:28:07.776872 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-da7aeab5-33b9-4a6f-a3f5-6dd4578f2043 None None] Set router c02b0235-5223-435e-b28d-f9d64310f469 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:28:07.829676 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c80e3b-7387-458c-8683-0963bda833be x-openstack-request-id: req-89c80e3b-7387-458c-8683-0963bda833be {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:28:07.830114 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e18ab544-1f12-4289-a231-33da1075b98d", "tag": "1553a620-a067-4d51-8145-a0e8d2db0bee", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:28:07.830383 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-89c80e3b-7387-458c-8683-0963bda833be {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:28:07.830908 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e18ab544-1f12-4289-a231-33da1075b98d', 'tag': '1553a620-a067-4d51-8145-a0e8d2db0bee', 'status': 'completed', 'code': 200} Feb 28 11:28:07.950630 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a5f71-96eb-479a-934b-3fa5cf2eef77 req-a5f9b557-6323-40a5-86c3-c59cc8ac5fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:07.953606 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d73a5f71-96eb-479a-934b-3fa5cf2eef77 req-a5f9b557-6323-40a5-86c3-c59cc8ac5fbc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=da25d45089ea41a996677c4e53653bac&device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 1130 time: 0.0780582 Feb 28 11:28:08.034005 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-da7aeab5-33b9-4a6f-a3f5-6dd4578f2043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02b0235-5223-435e-b28d-f9d64310f469', 'name': 'tempest-TestShelveInstance-378632984-router', 'tenant_id': 'da25d45089ea41a996677c4e53653bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': 'f1b74953-9058-406c-8f23-0ebf3aa98170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:17:43Z', 'updated_at': '2022-02-28T11:17:46Z', 'revision_number': 4, 'project_id': 'da25d45089ea41a996677c4e53653bac', 'gw_port': {'id': 'f1b74953-9058-406c-8f23-0ebf3aa98170', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:44:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02b0235-5223-435e-b28d-f9d64310f469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:17:44Z', 'updated_at': '2022-02-28T11:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '95452460-eedd-445d-a983-a60edf50c7ac', 'name': '', 'network_id': '5b7375b1-133e-4b0c-83d0-68099070b95c', 'tenant_id': 'da25d45089ea41a996677c4e53653bac', 'mac_address': 'fa:16:3e:4f:47:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02b0235-5223-435e-b28d-f9d64310f469', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '51a08ae2-fa45-404f-b640-5a7d8d3731a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:17:46Z', 'updated_at': '2022-02-28T11:17:50Z', 'revision_number': 5, 'project_id': 'da25d45089ea41a996677c4e53653bac', 'subnets': [{'id': '51a08ae2-fa45-404f-b640-5a7d8d3731a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:08.065076 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7aeab5-33b9-4a6f-a3f5-6dd4578f2043 None None] Checking router: c02b0235-5223-435e-b28d-f9d64310f469 for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:28:08.066613 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a5f71-96eb-479a-934b-3fa5cf2eef77 req-6762959c-1be1-4ed2-ac78-1904258c9d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:08.068322 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d73a5f71-96eb-479a-934b-3fa5cf2eef77 req-6762959c-1be1-4ed2-ac78-1904258c9d56 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5b7375b1-133e-4b0c-83d0-68099070b95c HTTP/1.1" status: 200 len: 908 time: 0.1075950 Feb 28 11:28:08.074206 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7aeab5-33b9-4a6f-a3f5-6dd4578f2043 None None] Routers {'c02b0235-5223-435e-b28d-f9d64310f469'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:28:08.074900 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-da7aeab5-33b9-4a6f-a3f5-6dd4578f2043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:27:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['c02b0235-5223-435e-b28d-f9d64310f469'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:08.113197 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d73a5f71-96eb-479a-934b-3fa5cf2eef77 req-c9a78704-6136-409b-9d8b-3ee447095f71 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1553a620-a067-4d51-8145-a0e8d2db0bee HTTP/1.1" status: 200 len: 217 time: 0.0381269 Feb 28 11:28:08.195616 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-da7aeab5-33b9-4a6f-a3f5-6dd4578f2043 None None] Set router c02b0235-5223-435e-b28d-f9d64310f469 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:28:08.220442 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a5f71-96eb-479a-934b-3fa5cf2eef77 req-1d2a7ebe-740d-496b-9970-25a86ec26981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:08.221961 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d73a5f71-96eb-479a-934b-3fa5cf2eef77 req-1d2a7ebe-740d-496b-9970-25a86ec26981 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=51a08ae2-fa45-404f-b640-5a7d8d3731a5 HTTP/1.1" status: 200 len: 847 time: 0.1015413 Feb 28 11:28:08.228908 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d32c11-1fa4-4f43-8141-1b77888556a5 req-defe10fa-9bdc-40e8-bcb2-e63c66167476 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:08.230390 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-04d32c11-1fa4-4f43-8141-1b77888556a5 req-defe10fa-9bdc-40e8-bcb2-e63c66167476 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 946 time: 0.1601224 Feb 28 11:28:08.316924 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-04d32c11-1fa4-4f43-8141-1b77888556a5 req-2928a1ca-0520-497d-891e-5ea890a95163 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=85f86a3c-c24b-4004-94a7-1c63f69cd8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767949 Feb 28 11:28:08.323317 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a5f71-96eb-479a-934b-3fa5cf2eef77 req-50394814-9f45-4687-ad13-96ca6a43a9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:08.324916 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d73a5f71-96eb-479a-934b-3fa5cf2eef77 req-50394814-9f45-4687-ad13-96ca6a43a9eb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5b7375b1-133e-4b0c-83d0-68099070b95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0935652 Feb 28 11:28:08.432269 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d73a5f71-96eb-479a-934b-3fa5cf2eef77 req-1abf486a-dd1d-4774-955c-156df4b1b764 service neutron] 10.222.0.70 "GET /v2.0/networks/5b7375b1-133e-4b0c-83d0-68099070b95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005774 Feb 28 11:28:08.528264 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d73a5f71-96eb-479a-934b-3fa5cf2eef77 req-9e18fb4c-f88e-4e7b-ade1-9eeae37cf871 service neutron] 10.222.0.70 "GET /v2.0/networks/5b7375b1-133e-4b0c-83d0-68099070b95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894232 Feb 28 11:28:08.577056 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-da7aeab5-33b9-4a6f-a3f5-6dd4578f2043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02b0235-5223-435e-b28d-f9d64310f469', 'name': 'tempest-TestShelveInstance-378632984-router', 'tenant_id': 'da25d45089ea41a996677c4e53653bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': 'f1b74953-9058-406c-8f23-0ebf3aa98170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:17:43Z', 'updated_at': '2022-02-28T11:17:46Z', 'revision_number': 4, 'project_id': 'da25d45089ea41a996677c4e53653bac', 'gw_port': {'id': 'f1b74953-9058-406c-8f23-0ebf3aa98170', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:44:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02b0235-5223-435e-b28d-f9d64310f469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:17:44Z', 'updated_at': '2022-02-28T11:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '95452460-eedd-445d-a983-a60edf50c7ac', 'name': '', 'network_id': '5b7375b1-133e-4b0c-83d0-68099070b95c', 'tenant_id': 'da25d45089ea41a996677c4e53653bac', 'mac_address': 'fa:16:3e:4f:47:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02b0235-5223-435e-b28d-f9d64310f469', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '51a08ae2-fa45-404f-b640-5a7d8d3731a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:17:46Z', 'updated_at': '2022-02-28T11:17:50Z', 'revision_number': 5, 'project_id': 'da25d45089ea41a996677c4e53653bac', 'subnets': [{'id': '51a08ae2-fa45-404f-b640-5a7d8d3731a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:08.607394 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7aeab5-33b9-4a6f-a3f5-6dd4578f2043 None None] The sync data for ids ['c02b0235-5223-435e-b28d-f9d64310f469'] in dv-neutron-829161-3-hyperv is: [{'id': 'c02b0235-5223-435e-b28d-f9d64310f469', 'name': 'tempest-TestShelveInstance-378632984-router', 'tenant_id': 'da25d45089ea41a996677c4e53653bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': 'f1b74953-9058-406c-8f23-0ebf3aa98170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:17:43Z', 'updated_at': '2022-02-28T11:17:46Z', 'revision_number': 4, 'project_id': 'da25d45089ea41a996677c4e53653bac', 'gw_port': {'id': 'f1b74953-9058-406c-8f23-0ebf3aa98170', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:44:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02b0235-5223-435e-b28d-f9d64310f469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:17:44Z', 'updated_at': '2022-02-28T11:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '95452460-eedd-445d-a983-a60edf50c7ac', 'name': '', 'network_id': '5b7375b1-133e-4b0c-83d0-68099070b95c', 'tenant_id': 'da25d45089ea41a996677c4e53653bac', 'mac_address': 'fa:16:3e:4f:47:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02b0235-5223-435e-b28d-f9d64310f469', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '51a08ae2-fa45-404f-b640-5a7d8d3731a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:17:46Z', 'updated_at': '2022-02-28T11:17:50Z', 'revision_number': 5, 'project_id': 'da25d45089ea41a996677c4e53653bac', 'subnets': [{'id': '51a08ae2-fa45-404f-b640-5a7d8d3731a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:28:08.843286 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdd61fd-400e-4702-8470-2c178cb42eaf None None] New status for floating IP 7fbf666a-b739-4057-bca1-d20ba0341c06: DOWN {{(pid=104086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:28:09.494804 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd3c5b-879c-483a-9281-31eeb5ed58b9 req-205c5c6e-4ece-4fee-977d-497d6faa946b tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:09.496594 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-93cd3c5b-879c-483a-9281-31eeb5ed58b9 req-205c5c6e-4ece-4fee-977d-497d6faa946b tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 946 time: 0.0987413 Feb 28 11:28:09.551349 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-93cd3c5b-879c-483a-9281-31eeb5ed58b9 req-fd63bf99-e98d-4c70-8162-9800ee1af445 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/security-groups?id=85f86a3c-c24b-4004-94a7-1c63f69cd8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484362 Feb 28 11:28:09.752287 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01eebc1-f732-48ef-bc69-96d8c715fb60 req-24d80a7e-650a-4355-a504-b6fa8795a113 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:09.753655 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d01eebc1-f732-48ef-bc69-96d8c715fb60 req-24d80a7e-650a-4355-a504-b6fa8795a113 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.70 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 946 time: 0.0526981 Feb 28 11:28:09.848087 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-d01eebc1-f732-48ef-bc69-96d8c715fb60 req-bd7a9aea-1ac4-4528-8178-a60244f1c641 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Deleting port 1553a620-a067-4d51-8145-a0e8d2db0bee {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:28:09.848429 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-d01eebc1-f732-48ef-bc69-96d8c715fb60 req-bd7a9aea-1ac4-4528-8178-a60244f1c641 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (1553a620-a067-4d51-8145-a0e8d2db0bee), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:09.935305 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-d01eebc1-f732-48ef-bc69-96d8c715fb60 req-bd7a9aea-1ac4-4528-8178-a60244f1c641 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] For port 1553a620-a067-4d51-8145-a0e8d2db0bee, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=1553a620-a067-4d51-8145-a0e8d2db0bee,segment=NetworkSegment(6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281),segment_id=6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:28:09.935669 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-d01eebc1-f732-48ef-bc69-96d8c715fb60 req-bd7a9aea-1ac4-4528-8178-a60244f1c641 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (1553a620-a067-4d51-8145-a0e8d2db0bee), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:09.949648 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-d01eebc1-f732-48ef-bc69-96d8c715fb60 req-bd7a9aea-1ac4-4528-8178-a60244f1c641 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Calling delete_port for 1553a620-a067-4d51-8145-a0e8d2db0bee owned by compute:nova {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:28:10.164731 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-d01eebc1-f732-48ef-bc69-96d8c715fb60 req-bd7a9aea-1ac4-4528-8178-a60244f1c641 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (1553a620-a067-4d51-8145-a0e8d2db0bee), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:10.195571 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7a9aea-1ac4-4528-8178-a60244f1c641 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Pushing event deleted for resources: {'Port': ['ID=1553a620-a067-4d51-8145-a0e8d2db0bee,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:10.241872 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-d01eebc1-f732-48ef-bc69-96d8c715fb60 req-bd7a9aea-1ac4-4528-8178-a60244f1c641 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] No DVR routers for this DVR port 1553a620-a067-4d51-8145-a0e8d2db0bee on host hv-neutron-8291 {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:28:10.244459 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-d01eebc1-f732-48ef-bc69-96d8c715fb60 req-bd7a9aea-1ac4-4528-8178-a60244f1c641 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:10.247781 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d01eebc1-f732-48ef-bc69-96d8c715fb60 req-bd7a9aea-1ac4-4528-8178-a60244f1c641 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.70 "DELETE /v2.0/ports/1553a620-a067-4d51-8145-a0e8d2db0bee HTTP/1.1" status: 204 len: 173 time: 0.4890912 Feb 28 11:28:10.248233 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18ab544-1f12-4289-a231-33da1075b98d', 'name': 'network-vif-deleted', 'tag': '1553a620-a067-4d51-8145-a0e8d2db0bee'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:28:10.250480 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea71e69-6f07-4eef-82e6-48f133173c0e" -d '{"events": [{"server_uuid": "e18ab544-1f12-4289-a231-33da1075b98d", "name": "network-vif-deleted", "tag": "1553a620-a067-4d51-8145-a0e8d2db0bee"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:28:10.293850 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f498372-2b13-4a7e-9f6d-52e2fe3ae9bb x-openstack-request-id: req-9f498372-2b13-4a7e-9f6d-52e2fe3ae9bb {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:28:10.294149 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18ab544-1f12-4289-a231-33da1075b98d", "name": "network-vif-deleted", "tag": "1553a620-a067-4d51-8145-a0e8d2db0bee", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:28:10.294475 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9f498372-2b13-4a7e-9f6d-52e2fe3ae9bb {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:28:10.294825 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18ab544-1f12-4289-a231-33da1075b98d', 'name': 'network-vif-deleted', 'tag': '1553a620-a067-4d51-8145-a0e8d2db0bee', 'status': 'completed', 'code': 200} Feb 28 11:28:10.668324 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-b64b1c5c-1a86-42bd-a033-1395e722d507 req-2a6aa821-9633-4c74-8195-43d89bf39aa7 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 210 time: 0.0360391 Feb 28 11:28:11.764392 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ff4871ee-0e0d-4687-b39d-6b422da59cb4 req-ebc2dbcb-fabc-40a2-b436-fd075781274f tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 210 time: 0.0267158 Feb 28 11:28:12.495711 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 1553a620-a067-4d51-8145-a0e8d2db0bee no longer exists at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:28:12.516093 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] No Port match for: 1553a620-a067-4d51-8145-a0e8d2db0bee {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:28:12.516435 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 1553a620-a067-4d51-8145-a0e8d2db0bee not bound to the agent host hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:28:12.877969 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-cd551559-a573-4cb6-8e04-e09aeed0b66d req-20b9c3c5-31ff-442b-be64-208dc33b3983 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 210 time: 0.0351961 Feb 28 11:28:13.975634 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-19f4e442-bf94-4812-9010-9bd3b1dde330 req-3b29cf62-c417-43c4-8907-530e6851b07c tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 210 time: 0.0311880 Feb 28 11:28:15.085206 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-27493632-f2ee-47d7-817e-77e85123cb64 req-bf95b376-3b10-4837-9660-ed31ba00d63e tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 210 time: 0.0286345 Feb 28 11:28:15.706978 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:28:16.182005 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-182407a5-bdbb-408f-973a-be558f1680e2 req-ff744dc3-9fef-4961-9a6c-c189f822440a tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 210 time: 0.0294318 Feb 28 11:28:16.470268 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-192830ca-acd2-4d1d-835a-440dc9f2e350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:17.276800 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-b9db01de-a9c9-4767-b8b0-792fa46bdfd4 req-154afbab-1bc6-42ab-bc7e-33849605cdc0 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 210 time: 0.0277054 Feb 28 11:28:18.374690 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-200c9b1b-6b35-4b34-a6e8-f953cb75d915 req-f42f44dd-26c8-4ae0-8b3a-ba508ab1d00b tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 210 time: 0.0306771 Feb 28 11:28:18.690742 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3954506e-5c34-4000-b0ab-dfd7b6133865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:19.482727 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-d704a102-9a20-4a20-9bd6-5fbea25ccf98 req-fa5db050-94e1-4331-b189-7cb4c61e6de3 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 210 time: 0.0346255 Feb 28 11:28:20.229800 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:20.597994 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-71105479-32a6-4ddf-8003-112e6fe26ad0 req-1af08b85-b12b-4ee0-a709-f0251d96e4be tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18ab544-1f12-4289-a231-33da1075b98d HTTP/1.1" status: 200 len: 210 time: 0.0329607 Feb 28 11:28:21.548136 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:21.656144 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 57450) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:28:21.717425 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7161d5a5-beb5-48b0-b399-709682ec8051 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks [] for security_group (85f86a3c-c24b-4004-94a7-1c63f69cd8f6), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:21.745252 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7161d5a5-beb5-48b0-b399-709682ec8051 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks [] for security_group (85f86a3c-c24b-4004-94a7-1c63f69cd8f6), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:21.864051 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7161d5a5-beb5-48b0-b399-709682ec8051 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (85f86a3c-c24b-4004-94a7-1c63f69cd8f6), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:21.866910 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7161d5a5-beb5-48b0-b399-709682ec8051 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:21.868076 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-7161d5a5-beb5-48b0-b399-709682ec8051 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] 10.222.0.62 "DELETE /v2.0/security-groups/85f86a3c-c24b-4004-94a7-1c63f69cd8f6 HTTP/1.1" status: 204 len: 168 time: 0.2108705 Feb 28 11:28:21.878124 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7161d5a5-beb5-48b0-b399-709682ec8051 tempest-TestShelveInstance-83340454 tempest-TestShelveInstance-83340454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f86a3c-c24b-4004-94a7-1c63f69cd8f6,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:21.996058 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 57454) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:28:22.511406 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b46c2489-b5bc-43b9-8172-78429a7ff3e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047661'] for router_interface (c02b0235-5223-435e-b28d-f9d64310f469), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:22.772840 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:22.776698 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-b46c2489-b5bc-43b9-8172-78429a7ff3e4 admin admin] Deleting port 95452460-eedd-445d-a983-a60edf50c7ac {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:28:22.777234 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b46c2489-b5bc-43b9-8172-78429a7ff3e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (95452460-eedd-445d-a983-a60edf50c7ac), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:22.864116 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-b46c2489-b5bc-43b9-8172-78429a7ff3e4 admin admin] For port 95452460-eedd-445d-a983-a60edf50c7ac, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=95452460-eedd-445d-a983-a60edf50c7ac,segment=NetworkSegment(6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281),segment_id=6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:28:22.864488 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b46c2489-b5bc-43b9-8172-78429a7ff3e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (95452460-eedd-445d-a983-a60edf50c7ac), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:22.877763 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-b46c2489-b5bc-43b9-8172-78429a7ff3e4 admin admin] Calling delete_port for 95452460-eedd-445d-a983-a60edf50c7ac owned by network:router_interface {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:28:23.138321 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b46c2489-b5bc-43b9-8172-78429a7ff3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (95452460-eedd-445d-a983-a60edf50c7ac), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:23.163740 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c2489-b5bc-43b9-8172-78429a7ff3e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=95452460-eedd-445d-a983-a60edf50c7ac,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:23.360012 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b46c2489-b5bc-43b9-8172-78429a7ff3e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1047681'] for router_interface (c02b0235-5223-435e-b28d-f9d64310f469), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:23.936598 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b46c2489-b5bc-43b9-8172-78429a7ff3e4 admin admin] Router c02b0235-5223-435e-b28d-f9d64310f469 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:28:24.048790 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46c2489-b5bc-43b9-8172-78429a7ff3e4 admin admin] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:28:24.057063 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-b46c2489-b5bc-43b9-8172-78429a7ff3e4 admin admin] 10.222.0.62 "PUT /v2.0/routers/c02b0235-5223-435e-b28d-f9d64310f469/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0566845 Feb 28 11:28:24.057063 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 57458) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:28:24.060671 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2935d1-3913-4f3f-8965-ddc66e0a3b8a None None] Sync routers for ids ['c02b0235-5223-435e-b28d-f9d64310f469'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:28:24.071696 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2935d1-3913-4f3f-8965-ddc66e0a3b8a None None] Routers {'c02b0235-5223-435e-b28d-f9d64310f469'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:28:24.072325 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-9c2935d1-3913-4f3f-8965-ddc66e0a3b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:28:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['c02b0235-5223-435e-b28d-f9d64310f469'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:24.185050 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3e6b89d3-6098-48ca-a591-eef2a831ec23 admin admin] Publish callbacks [] for router (c02b0235-5223-435e-b28d-f9d64310f469), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:24.214695 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-9c2935d1-3913-4f3f-8965-ddc66e0a3b8a None None] Set router c02b0235-5223-435e-b28d-f9d64310f469 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:28:24.302558 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3e6b89d3-6098-48ca-a591-eef2a831ec23 admin admin] Publish callbacks [] for router_gateway (c02b0235-5223-435e-b28d-f9d64310f469), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:24.406977 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-9c2935d1-3913-4f3f-8965-ddc66e0a3b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02b0235-5223-435e-b28d-f9d64310f469', 'name': 'tempest-TestShelveInstance-378632984-router', 'tenant_id': 'da25d45089ea41a996677c4e53653bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': 'f1b74953-9058-406c-8f23-0ebf3aa98170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:17:43Z', 'updated_at': '2022-02-28T11:28:23Z', 'revision_number': 5, 'project_id': 'da25d45089ea41a996677c4e53653bac', 'gw_port': {'id': 'f1b74953-9058-406c-8f23-0ebf3aa98170', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:44:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02b0235-5223-435e-b28d-f9d64310f469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:17:44Z', 'updated_at': '2022-02-28T11:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:24.435155 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2935d1-3913-4f3f-8965-ddc66e0a3b8a None None] Checking router: c02b0235-5223-435e-b28d-f9d64310f469 for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:28:24.447013 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2935d1-3913-4f3f-8965-ddc66e0a3b8a None None] Routers {'c02b0235-5223-435e-b28d-f9d64310f469'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:28:24.447792 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-9c2935d1-3913-4f3f-8965-ddc66e0a3b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:28:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['c02b0235-5223-435e-b28d-f9d64310f469'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:24.451080 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-3e6b89d3-6098-48ca-a591-eef2a831ec23 admin admin] Deleting port f1b74953-9058-406c-8f23-0ebf3aa98170 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:28:24.451421 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3e6b89d3-6098-48ca-a591-eef2a831ec23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (f1b74953-9058-406c-8f23-0ebf3aa98170), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:24.540109 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-3e6b89d3-6098-48ca-a591-eef2a831ec23 admin admin] For port f1b74953-9058-406c-8f23-0ebf3aa98170, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=f1b74953-9058-406c-8f23-0ebf3aa98170,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:28:24.540467 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3e6b89d3-6098-48ca-a591-eef2a831ec23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (f1b74953-9058-406c-8f23-0ebf3aa98170), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:24.548488 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-9c2935d1-3913-4f3f-8965-ddc66e0a3b8a None None] Set router c02b0235-5223-435e-b28d-f9d64310f469 gateway port host: None {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:28:24.555666 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-3e6b89d3-6098-48ca-a591-eef2a831ec23 admin admin] Calling delete_port for f1b74953-9058-406c-8f23-0ebf3aa98170 owned by network:router_gateway {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:28:24.604015 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-9c2935d1-3913-4f3f-8965-ddc66e0a3b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02b0235-5223-435e-b28d-f9d64310f469', 'name': 'tempest-TestShelveInstance-378632984-router', 'tenant_id': 'da25d45089ea41a996677c4e53653bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:17:43Z', 'updated_at': '2022-02-28T11:28:24Z', 'revision_number': 6, 'project_id': 'da25d45089ea41a996677c4e53653bac', 'gw_port_host': None}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:24.632022 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2935d1-3913-4f3f-8965-ddc66e0a3b8a None None] The sync data for ids ['c02b0235-5223-435e-b28d-f9d64310f469'] in dv-neutron-829161-3-hyperv is: [{'id': 'c02b0235-5223-435e-b28d-f9d64310f469', 'name': 'tempest-TestShelveInstance-378632984-router', 'tenant_id': 'da25d45089ea41a996677c4e53653bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:17:43Z', 'updated_at': '2022-02-28T11:28:24Z', 'revision_number': 6, 'project_id': 'da25d45089ea41a996677c4e53653bac', 'gw_port_host': None}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:28:24.795516 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3e6b89d3-6098-48ca-a591-eef2a831ec23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (f1b74953-9058-406c-8f23-0ebf3aa98170), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:24.828568 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6b89d3-6098-48ca-a591-eef2a831ec23 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1b74953-9058-406c-8f23-0ebf3aa98170,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:24.902139 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3e6b89d3-6098-48ca-a591-eef2a831ec23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047843'] for router_gateway (c02b0235-5223-435e-b28d-f9d64310f469), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:25.009153 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3e6b89d3-6098-48ca-a591-eef2a831ec23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (c02b0235-5223-435e-b28d-f9d64310f469), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:25.011534 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3e6b89d3-6098-48ca-a591-eef2a831ec23 admin admin] Publish callbacks [] for router_controller (c02b0235-5223-435e-b28d-f9d64310f469), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:25.132690 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3e6b89d3-6098-48ca-a591-eef2a831ec23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (c02b0235-5223-435e-b28d-f9d64310f469), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:25.133228 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6b89d3-6098-48ca-a591-eef2a831ec23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c02b0235-5223-435e-b28d-f9d64310f469 {{(pid=104083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:28:25.137874 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3e6b89d3-6098-48ca-a591-eef2a831ec23 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:25.139050 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-3e6b89d3-6098-48ca-a591-eef2a831ec23 admin admin] 10.222.0.62 "DELETE /v2.0/routers/c02b0235-5223-435e-b28d-f9d64310f469 HTTP/1.1" status: 204 len: 168 time: 1.0817511 Feb 28 11:28:25.141580 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 57460) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:28:25.187306 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_v2 [None req-97055688-db65-497c-8211-5958aad2f79d admin admin] Deleting subnet 51a08ae2-fa45-404f-b640-5a7d8d3731a5 {{(pid=104083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 11:28:25.190500 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-97055688-db65-497c-8211-5958aad2f79d admin admin] Publish callbacks [] for subnet (51a08ae2-fa45-404f-b640-5a7d8d3731a5), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:25.224250 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-97055688-db65-497c-8211-5958aad2f79d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59245535'] for subnet (51a08ae2-fa45-404f-b640-5a7d8d3731a5), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:25.311650 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-97055688-db65-497c-8211-5958aad2f79d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (51a08ae2-fa45-404f-b640-5a7d8d3731a5), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:25.433790 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-97055688-db65-497c-8211-5958aad2f79d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (51a08ae2-fa45-404f-b640-5a7d8d3731a5), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:25.438484 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 95452460-eedd-445d-a983-a60edf50c7ac no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:28:25.459325 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97055688-db65-497c-8211-5958aad2f79d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51a08ae2-fa45-404f-b640-5a7d8d3731a5,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:25.460006 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 95452460-eedd-445d-a983-a60edf50c7ac {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:28:25.460429 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 95452460-eedd-445d-a983-a60edf50c7ac not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:28:25.460916 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device f1b74953-9058-406c-8f23-0ebf3aa98170 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:28:25.473275 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-97055688-db65-497c-8211-5958aad2f79d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:25.473275 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-97055688-db65-497c-8211-5958aad2f79d admin admin] 10.222.0.62 "DELETE /v2.0/subnets/51a08ae2-fa45-404f-b640-5a7d8d3731a5 HTTP/1.1" status: 204 len: 168 time: 0.3259165 Feb 28 11:28:25.473275 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 57462) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:28:25.486851 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2a106b-ea3b-4f2e-bae9-f79b3037eb2e None None] Network 5b7375b1-133e-4b0c-83d0-68099070b95c requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:28:25.488721 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: f1b74953-9058-406c-8f23-0ebf3aa98170 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:28:25.489073 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device f1b74953-9058-406c-8f23-0ebf3aa98170 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:28:25.557324 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-477527e0-116b-43f4-9962-1e897de2e3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (5b7375b1-133e-4b0c-83d0-68099070b95c), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:25.619934 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-477527e0-116b-43f4-9962-1e897de2e3a7 admin admin] Deleting port 39ddce6f-6ca9-4528-bb94-42bd8f684a37 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:28:25.620217 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-477527e0-116b-43f4-9962-1e897de2e3a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (39ddce6f-6ca9-4528-bb94-42bd8f684a37), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:25.677790 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b500984-5aa1-45e9-bcc6-127ae4b553e7 None None] DHCP port deletion for 5b7375b1-133e-4b0c-83d0-68099070b95c request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 11:28:25.697619 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-477527e0-116b-43f4-9962-1e897de2e3a7 admin admin] For port 39ddce6f-6ca9-4528-bb94-42bd8f684a37, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=39ddce6f-6ca9-4528-bb94-42bd8f684a37,segment=NetworkSegment(6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281),segment_id=6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:28:25.698004 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-477527e0-116b-43f4-9962-1e897de2e3a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (39ddce6f-6ca9-4528-bb94-42bd8f684a37), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:25.723078 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-477527e0-116b-43f4-9962-1e897de2e3a7 admin admin] Calling delete_port for 39ddce6f-6ca9-4528-bb94-42bd8f684a37 owned by network:dhcp {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:28:25.735940 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-7b500984-5aa1-45e9-bcc6-127ae4b553e7 None None] Deleting port 39ddce6f-6ca9-4528-bb94-42bd8f684a37 {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:28:25.735940 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7b500984-5aa1-45e9-bcc6-127ae4b553e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (39ddce6f-6ca9-4528-bb94-42bd8f684a37), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:25.813783 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-7b500984-5aa1-45e9-bcc6-127ae4b553e7 None None] For port 39ddce6f-6ca9-4528-bb94-42bd8f684a37, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=39ddce6f-6ca9-4528-bb94-42bd8f684a37,segment=NetworkSegment(6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281),segment_id=6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:28:25.814187 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7b500984-5aa1-45e9-bcc6-127ae4b553e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (39ddce6f-6ca9-4528-bb94-42bd8f684a37), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:25.826985 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-7b500984-5aa1-45e9-bcc6-127ae4b553e7 None None] Calling delete_port for 39ddce6f-6ca9-4528-bb94-42bd8f684a37 owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:28:25.879277 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-477527e0-116b-43f4-9962-1e897de2e3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (39ddce6f-6ca9-4528-bb94-42bd8f684a37), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:25.905698 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477527e0-116b-43f4-9962-1e897de2e3a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=39ddce6f-6ca9-4528-bb94-42bd8f684a37,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:25.910367 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477527e0-116b-43f4-9962-1e897de2e3a7 admin admin] No DVR routers for this DVR port 39ddce6f-6ca9-4528-bb94-42bd8f684a37 on host dv-neutron-829161-3-hyperv {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:28:25.917393 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7b500984-5aa1-45e9-bcc6-127ae4b553e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (39ddce6f-6ca9-4528-bb94-42bd8f684a37), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:25.949322 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b500984-5aa1-45e9-bcc6-127ae4b553e7 None None] No DVR routers for this DVR port 39ddce6f-6ca9-4528-bb94-42bd8f684a37 on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:28:25.951295 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b500984-5aa1-45e9-bcc6-127ae4b553e7 None None] Pushing event deleted for resources: {'Port': ['ID=39ddce6f-6ca9-4528-bb94-42bd8f684a37,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:25.964263 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b500984-5aa1-45e9-bcc6-127ae4b553e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:25.965098 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b500984-5aa1-45e9-bcc6-127ae4b553e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:25.965207 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b500984-5aa1-45e9-bcc6-127ae4b553e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:25.965502 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b500984-5aa1-45e9-bcc6-127ae4b553e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:25.965843 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b500984-5aa1-45e9-bcc6-127ae4b553e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:25.966189 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b500984-5aa1-45e9-bcc6-127ae4b553e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:25.966504 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b500984-5aa1-45e9-bcc6-127ae4b553e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:25.966854 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b500984-5aa1-45e9-bcc6-127ae4b553e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:25.967220 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b500984-5aa1-45e9-bcc6-127ae4b553e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:25.967607 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b500984-5aa1-45e9-bcc6-127ae4b553e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:25.967944 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b500984-5aa1-45e9-bcc6-127ae4b553e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:25.968272 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b500984-5aa1-45e9-bcc6-127ae4b553e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:25.968601 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b500984-5aa1-45e9-bcc6-127ae4b553e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:25.985867 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-477527e0-116b-43f4-9962-1e897de2e3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (5b7375b1-133e-4b0c-83d0-68099070b95c), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:26.012540 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-477527e0-116b-43f4-9962-1e897de2e3a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b7375b1-133e-4b0c-83d0-68099070b95c']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:26.027798 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-477527e0-116b-43f4-9962-1e897de2e3a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:26.028091 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-477527e0-116b-43f4-9962-1e897de2e3a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:26.044770 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-477527e0-116b-43f4-9962-1e897de2e3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:26.059610 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-477527e0-116b-43f4-9962-1e897de2e3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:26.065517 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-477527e0-116b-43f4-9962-1e897de2e3a7 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:28:26.065898 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-477527e0-116b-43f4-9962-1e897de2e3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (6fc7e7a8-0cbb-400d-9972-dbe2f8cf9281), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:26.067708 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 11:28:26.067708 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:28:26.067708 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 11:28:26.067708 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:28:26.067708 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 11:28:26.067708 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 11:28:26.067708 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 11:28:26.067708 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:28:26.067708 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 11:28:26.067708 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:28:26.067708 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 11:28:26.067708 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:28:26.067708 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 11:28:26.067708 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 11:28:26.067708 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:28:26.067708 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 11:28:26.067708 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:28:26.067708 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 11:28:26.067708 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 11:28:26.067708 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:28:26.067708 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 11:28:26.067708 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:28:26.067708 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:28:26.067708 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:28:26.067708 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 11:28:26.067708 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:28:26.067708 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:28:26.067708 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:28:26.067708 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:28:26.067708 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:28:26.067708 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:28:26.067708 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:28:26.210659 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-477527e0-116b-43f4-9962-1e897de2e3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (5b7375b1-133e-4b0c-83d0-68099070b95c), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:26.216217 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-477527e0-116b-43f4-9962-1e897de2e3a7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:26.220673 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-477527e0-116b-43f4-9962-1e897de2e3a7 admin admin] 10.222.0.62 "DELETE /v2.0/networks/5b7375b1-133e-4b0c-83d0-68099070b95c HTTP/1.1" status: 204 len: 168 time: 0.7478371 Feb 28 11:28:26.223432 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 57464) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:28:26.232240 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477527e0-116b-43f4-9962-1e897de2e3a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b7375b1-133e-4b0c-83d0-68099070b95c,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:26.579938 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a9fe36c9-80ce-4160-be30-8843a880d985 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047661'] for router_interface (fd3f599f-5169-42fb-b3b9-e31a0cb312c4), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:26.838865 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-a9fe36c9-80ce-4160-be30-8843a880d985 admin admin] Deleting port 97799db6-c329-41be-bf47-c04f037346b2 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:28:26.839132 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a9fe36c9-80ce-4160-be30-8843a880d985 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (97799db6-c329-41be-bf47-c04f037346b2), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:26.924025 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-a9fe36c9-80ce-4160-be30-8843a880d985 admin admin] For port 97799db6-c329-41be-bf47-c04f037346b2, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=97799db6-c329-41be-bf47-c04f037346b2,segment=NetworkSegment(f5c81277-5425-4cf0-960c-b06bfa9c80b2),segment_id=f5c81277-5425-4cf0-960c-b06bfa9c80b2)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:28:26.924388 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a9fe36c9-80ce-4160-be30-8843a880d985 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (97799db6-c329-41be-bf47-c04f037346b2), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:26.937322 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-a9fe36c9-80ce-4160-be30-8843a880d985 admin admin] Calling delete_port for 97799db6-c329-41be-bf47-c04f037346b2 owned by network:router_interface {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:28:27.195375 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a9fe36c9-80ce-4160-be30-8843a880d985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (97799db6-c329-41be-bf47-c04f037346b2), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:27.222724 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fe36c9-80ce-4160-be30-8843a880d985 admin admin] Pushing event deleted for resources: {'Port': ['ID=97799db6-c329-41be-bf47-c04f037346b2,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:27.237419 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fe36c9-80ce-4160-be30-8843a880d985 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:27.238411 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fe36c9-80ce-4160-be30-8843a880d985 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:27.238965 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fe36c9-80ce-4160-be30-8843a880d985 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:27.239615 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fe36c9-80ce-4160-be30-8843a880d985 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:27.240310 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fe36c9-80ce-4160-be30-8843a880d985 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:27.240815 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fe36c9-80ce-4160-be30-8843a880d985 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:27.241337 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fe36c9-80ce-4160-be30-8843a880d985 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:27.241856 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fe36c9-80ce-4160-be30-8843a880d985 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:27.242366 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fe36c9-80ce-4160-be30-8843a880d985 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:27.242896 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fe36c9-80ce-4160-be30-8843a880d985 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:27.243412 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fe36c9-80ce-4160-be30-8843a880d985 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:27.243936 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fe36c9-80ce-4160-be30-8843a880d985 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:27.244283 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fe36c9-80ce-4160-be30-8843a880d985 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:27.264617 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 39ddce6f-6ca9-4528-bb94-42bd8f684a37 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:28:27.291687 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 39ddce6f-6ca9-4528-bb94-42bd8f684a37 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:28:27.292242 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 39ddce6f-6ca9-4528-bb94-42bd8f684a37 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:28:27.436128 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a9fe36c9-80ce-4160-be30-8843a880d985 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1047681'] for router_interface (fd3f599f-5169-42fb-b3b9-e31a0cb312c4), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:27.667718 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9fe36c9-80ce-4160-be30-8843a880d985 admin admin] Router fd3f599f-5169-42fb-b3b9-e31a0cb312c4 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:28:27.777753 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9fe36c9-80ce-4160-be30-8843a880d985 admin admin] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:28:27.786385 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-a9fe36c9-80ce-4160-be30-8843a880d985 admin admin] 10.222.0.62 "PUT /v2.0/routers/fd3f599f-5169-42fb-b3b9-e31a0cb312c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5590005 Feb 28 11:28:27.786385 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 57466) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:28:27.794883 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4206666d-9eaa-4cad-a2fb-56ed95bdafa1 None None] Sync routers for ids ['fd3f599f-5169-42fb-b3b9-e31a0cb312c4'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:28:27.805158 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4206666d-9eaa-4cad-a2fb-56ed95bdafa1 None None] Routers {'fd3f599f-5169-42fb-b3b9-e31a0cb312c4'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:28:27.805860 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-4206666d-9eaa-4cad-a2fb-56ed95bdafa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:28:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['fd3f599f-5169-42fb-b3b9-e31a0cb312c4'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:27.932969 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-4206666d-9eaa-4cad-a2fb-56ed95bdafa1 None None] Set router fd3f599f-5169-42fb-b3b9-e31a0cb312c4 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:28:28.142286 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-4206666d-9eaa-4cad-a2fb-56ed95bdafa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd3f599f-5169-42fb-b3b9-e31a0cb312c4', 'name': 'tempest-TestShelveInstance-2014285189-router', 'tenant_id': '5d62449c0e46442fbbba899ec94e5a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': 'c7d42424-1e96-4c76-b59f-8eecc3fa00b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:17:49Z', 'updated_at': '2022-02-28T11:28:27Z', 'revision_number': 5, 'project_id': '5d62449c0e46442fbbba899ec94e5a47', 'gw_port': {'id': 'c7d42424-1e96-4c76-b59f-8eecc3fa00b8', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:07:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f599f-5169-42fb-b3b9-e31a0cb312c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:17:50Z', 'updated_at': '2022-02-28T11:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:28.170586 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4206666d-9eaa-4cad-a2fb-56ed95bdafa1 None None] Checking router: fd3f599f-5169-42fb-b3b9-e31a0cb312c4 for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:28:28.180638 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4206666d-9eaa-4cad-a2fb-56ed95bdafa1 None None] Routers {'fd3f599f-5169-42fb-b3b9-e31a0cb312c4'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:28:28.181243 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-4206666d-9eaa-4cad-a2fb-56ed95bdafa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:28:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['fd3f599f-5169-42fb-b3b9-e31a0cb312c4'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:28.215875 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fd023fff-185d-450d-a320-0ef0e278e604 admin admin] Publish callbacks [] for router (fd3f599f-5169-42fb-b3b9-e31a0cb312c4), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:28.287756 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-4206666d-9eaa-4cad-a2fb-56ed95bdafa1 None None] Set router fd3f599f-5169-42fb-b3b9-e31a0cb312c4 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:28:28.328039 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fd023fff-185d-450d-a320-0ef0e278e604 admin admin] Publish callbacks [] for router_gateway (fd3f599f-5169-42fb-b3b9-e31a0cb312c4), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:28.436776 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-fd023fff-185d-450d-a320-0ef0e278e604 admin admin] Deleting port c7d42424-1e96-4c76-b59f-8eecc3fa00b8 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:28:28.437111 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fd023fff-185d-450d-a320-0ef0e278e604 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (c7d42424-1e96-4c76-b59f-8eecc3fa00b8), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:28.464011 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-4206666d-9eaa-4cad-a2fb-56ed95bdafa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd3f599f-5169-42fb-b3b9-e31a0cb312c4', 'name': 'tempest-TestShelveInstance-2014285189-router', 'tenant_id': '5d62449c0e46442fbbba899ec94e5a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': 'c7d42424-1e96-4c76-b59f-8eecc3fa00b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:17:49Z', 'updated_at': '2022-02-28T11:28:27Z', 'revision_number': 5, 'project_id': '5d62449c0e46442fbbba899ec94e5a47', 'gw_port': {'id': 'c7d42424-1e96-4c76-b59f-8eecc3fa00b8', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:07:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f599f-5169-42fb-b3b9-e31a0cb312c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:17:50Z', 'updated_at': '2022-02-28T11:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:28.494416 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4206666d-9eaa-4cad-a2fb-56ed95bdafa1 None None] The sync data for ids ['fd3f599f-5169-42fb-b3b9-e31a0cb312c4'] in dv-neutron-829161-3-hyperv is: [{'id': 'fd3f599f-5169-42fb-b3b9-e31a0cb312c4', 'name': 'tempest-TestShelveInstance-2014285189-router', 'tenant_id': '5d62449c0e46442fbbba899ec94e5a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': 'c7d42424-1e96-4c76-b59f-8eecc3fa00b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:17:49Z', 'updated_at': '2022-02-28T11:28:27Z', 'revision_number': 5, 'project_id': '5d62449c0e46442fbbba899ec94e5a47', 'gw_port': {'id': 'c7d42424-1e96-4c76-b59f-8eecc3fa00b8', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:07:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f599f-5169-42fb-b3b9-e31a0cb312c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:17:50Z', 'updated_at': '2022-02-28T11:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:28:28.526036 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-fd023fff-185d-450d-a320-0ef0e278e604 admin admin] For port c7d42424-1e96-4c76-b59f-8eecc3fa00b8, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=c7d42424-1e96-4c76-b59f-8eecc3fa00b8,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:28:28.526036 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fd023fff-185d-450d-a320-0ef0e278e604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (c7d42424-1e96-4c76-b59f-8eecc3fa00b8), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:28.539877 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-fd023fff-185d-450d-a320-0ef0e278e604 admin admin] Calling delete_port for c7d42424-1e96-4c76-b59f-8eecc3fa00b8 owned by network:router_gateway {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:28:28.761161 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fd023fff-185d-450d-a320-0ef0e278e604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (c7d42424-1e96-4c76-b59f-8eecc3fa00b8), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:28.787547 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd023fff-185d-450d-a320-0ef0e278e604 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7d42424-1e96-4c76-b59f-8eecc3fa00b8,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:28.850246 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fd023fff-185d-450d-a320-0ef0e278e604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047843'] for router_gateway (fd3f599f-5169-42fb-b3b9-e31a0cb312c4), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:28.950628 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fd023fff-185d-450d-a320-0ef0e278e604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (fd3f599f-5169-42fb-b3b9-e31a0cb312c4), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:28.952919 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fd023fff-185d-450d-a320-0ef0e278e604 admin admin] Publish callbacks [] for router_controller (fd3f599f-5169-42fb-b3b9-e31a0cb312c4), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:29.058428 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fd023fff-185d-450d-a320-0ef0e278e604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (fd3f599f-5169-42fb-b3b9-e31a0cb312c4), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:29.059049 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd023fff-185d-450d-a320-0ef0e278e604 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd3f599f-5169-42fb-b3b9-e31a0cb312c4 {{(pid=104084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:28:29.063821 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fd023fff-185d-450d-a320-0ef0e278e604 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:29.064941 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-fd023fff-185d-450d-a320-0ef0e278e604 admin admin] 10.222.0.62 "DELETE /v2.0/routers/fd3f599f-5169-42fb-b3b9-e31a0cb312c4 HTTP/1.1" status: 204 len: 168 time: 1.2778833 Feb 28 11:28:29.067375 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 57468) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:28:29.112933 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-133b9504-284e-4fbd-8ed7-b8e14bbe89ab admin admin] Deleting subnet eec61cf0-1c12-4035-83a1-4421d0c56c38 {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 11:28:29.115965 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-133b9504-284e-4fbd-8ed7-b8e14bbe89ab admin admin] Publish callbacks [] for subnet (eec61cf0-1c12-4035-83a1-4421d0c56c38), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:29.152514 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-133b9504-284e-4fbd-8ed7-b8e14bbe89ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (eec61cf0-1c12-4035-83a1-4421d0c56c38), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:29.245380 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-133b9504-284e-4fbd-8ed7-b8e14bbe89ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (eec61cf0-1c12-4035-83a1-4421d0c56c38), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:29.302619 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 97799db6-c329-41be-bf47-c04f037346b2 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:28:29.323335 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 97799db6-c329-41be-bf47-c04f037346b2 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:28:29.323932 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 97799db6-c329-41be-bf47-c04f037346b2 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:28:29.370627 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-133b9504-284e-4fbd-8ed7-b8e14bbe89ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (eec61cf0-1c12-4035-83a1-4421d0c56c38), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:29.396437 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b9504-284e-4fbd-8ed7-b8e14bbe89ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eec61cf0-1c12-4035-83a1-4421d0c56c38,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:29.400259 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-133b9504-284e-4fbd-8ed7-b8e14bbe89ab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:29.403425 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-133b9504-284e-4fbd-8ed7-b8e14bbe89ab admin admin] 10.222.0.62 "DELETE /v2.0/subnets/eec61cf0-1c12-4035-83a1-4421d0c56c38 HTTP/1.1" status: 204 len: 168 time: 0.3351152 Feb 28 11:28:29.406173 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 57470) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:28:29.406346 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab747ee8-e5a9-4567-9e4a-b87b86338534 None None] Network e887d9b9-28a2-431c-9e27-bb46ad1dd08d requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:28:29.477821 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b676a6d2-1b10-49d5-b56f-08e7f06a3d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (e887d9b9-28a2-431c-9e27-bb46ad1dd08d), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:29.534246 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-b676a6d2-1b10-49d5-b56f-08e7f06a3d60 admin admin] Deleting port af47eb77-a950-40b3-ab1d-8f36ad95a128 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:28:29.534588 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b676a6d2-1b10-49d5-b56f-08e7f06a3d60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (af47eb77-a950-40b3-ab1d-8f36ad95a128), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:29.558468 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1e4fb9-dc0f-4f6d-92a7-753380bd5946 None None] DHCP port deletion for e887d9b9-28a2-431c-9e27-bb46ad1dd08d request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 11:28:29.599766 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-b676a6d2-1b10-49d5-b56f-08e7f06a3d60 admin admin] For port af47eb77-a950-40b3-ab1d-8f36ad95a128, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=af47eb77-a950-40b3-ab1d-8f36ad95a128,segment=NetworkSegment(f5c81277-5425-4cf0-960c-b06bfa9c80b2),segment_id=f5c81277-5425-4cf0-960c-b06bfa9c80b2)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:28:29.600133 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b676a6d2-1b10-49d5-b56f-08e7f06a3d60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (af47eb77-a950-40b3-ab1d-8f36ad95a128), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:29.613461 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-b676a6d2-1b10-49d5-b56f-08e7f06a3d60 admin admin] Calling delete_port for af47eb77-a950-40b3-ab1d-8f36ad95a128 owned by network:dhcp {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:28:29.614947 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-db1e4fb9-dc0f-4f6d-92a7-753380bd5946 None None] Deleting port af47eb77-a950-40b3-ab1d-8f36ad95a128 {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:28:29.615336 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-db1e4fb9-dc0f-4f6d-92a7-753380bd5946 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (af47eb77-a950-40b3-ab1d-8f36ad95a128), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:29.683379 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-db1e4fb9-dc0f-4f6d-92a7-753380bd5946 None None] For port af47eb77-a950-40b3-ab1d-8f36ad95a128, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=af47eb77-a950-40b3-ab1d-8f36ad95a128,segment=NetworkSegment(f5c81277-5425-4cf0-960c-b06bfa9c80b2),segment_id=f5c81277-5425-4cf0-960c-b06bfa9c80b2)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:28:29.683706 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-db1e4fb9-dc0f-4f6d-92a7-753380bd5946 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (af47eb77-a950-40b3-ab1d-8f36ad95a128), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:29.695970 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-db1e4fb9-dc0f-4f6d-92a7-753380bd5946 None None] Calling delete_port for af47eb77-a950-40b3-ab1d-8f36ad95a128 owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:28:29.772318 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b676a6d2-1b10-49d5-b56f-08e7f06a3d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (af47eb77-a950-40b3-ab1d-8f36ad95a128), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:29.782002 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-db1e4fb9-dc0f-4f6d-92a7-753380bd5946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (af47eb77-a950-40b3-ab1d-8f36ad95a128), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:29.799872 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b676a6d2-1b10-49d5-b56f-08e7f06a3d60 admin admin] Pushing event deleted for resources: {'Port': ['ID=af47eb77-a950-40b3-ab1d-8f36ad95a128,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:29.804826 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b676a6d2-1b10-49d5-b56f-08e7f06a3d60 admin admin] No DVR routers for this DVR port af47eb77-a950-40b3-ab1d-8f36ad95a128 on host dv-neutron-829161-3-hyperv {{(pid=104084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:28:29.808251 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1e4fb9-dc0f-4f6d-92a7-753380bd5946 None None] Pushing event deleted for resources: {'Port': ['ID=af47eb77-a950-40b3-ab1d-8f36ad95a128,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:29.810130 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1e4fb9-dc0f-4f6d-92a7-753380bd5946 None None] No DVR routers for this DVR port af47eb77-a950-40b3-ab1d-8f36ad95a128 on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:28:29.885817 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b676a6d2-1b10-49d5-b56f-08e7f06a3d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (e887d9b9-28a2-431c-9e27-bb46ad1dd08d), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:29.906137 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-b676a6d2-1b10-49d5-b56f-08e7f06a3d60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e887d9b9-28a2-431c-9e27-bb46ad1dd08d']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:29.916237 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-b676a6d2-1b10-49d5-b56f-08e7f06a3d60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5c81277-5425-4cf0-960c-b06bfa9c80b2') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:29.916539 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-b676a6d2-1b10-49d5-b56f-08e7f06a3d60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5c81277-5425-4cf0-960c-b06bfa9c80b2') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:29.926304 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b676a6d2-1b10-49d5-b56f-08e7f06a3d60 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (f5c81277-5425-4cf0-960c-b06bfa9c80b2), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:29.939773 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b676a6d2-1b10-49d5-b56f-08e7f06a3d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (f5c81277-5425-4cf0-960c-b06bfa9c80b2), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:29.945536 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b676a6d2-1b10-49d5-b56f-08e7f06a3d60 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:28:29.945978 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b676a6d2-1b10-49d5-b56f-08e7f06a3d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (f5c81277-5425-4cf0-960c-b06bfa9c80b2), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:29.947636 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 11:28:29.947636 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:28:29.947636 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 11:28:29.947636 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:28:29.947636 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 11:28:29.947636 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 11:28:29.947636 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 11:28:29.947636 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:28:29.947636 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 11:28:29.947636 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:28:29.947636 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 11:28:29.947636 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:28:29.947636 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 11:28:29.947636 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 11:28:29.947636 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:28:29.947636 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 11:28:29.947636 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:28:29.947636 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 11:28:29.947636 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 11:28:29.947636 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:28:29.947636 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 11:28:29.947636 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:28:29.947636 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:28:29.947636 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:28:29.947636 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 11:28:29.947636 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:28:29.947636 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:28:29.947636 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:28:29.947636 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:28:29.947636 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:28:29.947636 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:28:29.947636 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:28:30.109459 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b676a6d2-1b10-49d5-b56f-08e7f06a3d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (e887d9b9-28a2-431c-9e27-bb46ad1dd08d), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:30.114549 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b676a6d2-1b10-49d5-b56f-08e7f06a3d60 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:30.120528 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-b676a6d2-1b10-49d5-b56f-08e7f06a3d60 admin admin] 10.222.0.62 "DELETE /v2.0/networks/e887d9b9-28a2-431c-9e27-bb46ad1dd08d HTTP/1.1" status: 204 len: 168 time: 0.7107198 Feb 28 11:28:30.132690 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b676a6d2-1b10-49d5-b56f-08e7f06a3d60 admin admin] Pushing event deleted for resources: {'Network': ['ID=e887d9b9-28a2-431c-9e27-bb46ad1dd08d,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:30.433755 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 57474) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:28:30.482018 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-69304db1-f7d4-46f9-a7db-401e5b654e2f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=da25d45089ea41a996677c4e53653bac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0470948 Feb 28 11:28:30.486003 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 57476) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:28:30.538077 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-69891918-22d3-4c1d-9b7a-b4b9bb10e4d0 admin admin] Publish callbacks [] for security_group (c4ed5f7a-8e36-4fad-9ea1-67bde873269f), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:30.563672 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-69891918-22d3-4c1d-9b7a-b4b9bb10e4d0 admin admin] Publish callbacks [] for security_group (c4ed5f7a-8e36-4fad-9ea1-67bde873269f), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:30.680724 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-69891918-22d3-4c1d-9b7a-b4b9bb10e4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (c4ed5f7a-8e36-4fad-9ea1-67bde873269f), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:30.683271 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-69891918-22d3-4c1d-9b7a-b4b9bb10e4d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:30.684486 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-69891918-22d3-4c1d-9b7a-b4b9bb10e4d0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c4ed5f7a-8e36-4fad-9ea1-67bde873269f HTTP/1.1" status: 204 len: 168 time: 0.1975749 Feb 28 11:28:30.693235 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69891918-22d3-4c1d-9b7a-b4b9bb10e4d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ed5f7a-8e36-4fad-9ea1-67bde873269f,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:31.075243 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:31.249989 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device c7d42424-1e96-4c76-b59f-8eecc3fa00b8 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:28:31.270530 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: c7d42424-1e96-4c76-b59f-8eecc3fa00b8 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:28:31.270913 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device c7d42424-1e96-4c76-b59f-8eecc3fa00b8 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:28:31.271350 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device af47eb77-a950-40b3-ab1d-8f36ad95a128 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:28:31.291088 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: af47eb77-a950-40b3-ab1d-8f36ad95a128 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:28:31.291441 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device af47eb77-a950-40b3-ab1d-8f36ad95a128 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:28:31.362130 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 57482) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:28:31.403080 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-28503996-5cc5-4b37-982a-3d071812f78a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5d62449c0e46442fbbba899ec94e5a47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397742 Feb 28 11:28:31.405543 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 57484) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:28:31.452025 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c544a4d7-5f68-48da-823b-15fb97e09439 admin admin] Publish callbacks [] for security_group (fb3b8643-72fb-44e5-8d47-0f9afe41610c), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:31.474524 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c544a4d7-5f68-48da-823b-15fb97e09439 admin admin] Publish callbacks [] for security_group (fb3b8643-72fb-44e5-8d47-0f9afe41610c), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:31.589430 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c544a4d7-5f68-48da-823b-15fb97e09439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (fb3b8643-72fb-44e5-8d47-0f9afe41610c), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:31.592043 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c544a4d7-5f68-48da-823b-15fb97e09439 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:31.593252 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c544a4d7-5f68-48da-823b-15fb97e09439 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fb3b8643-72fb-44e5-8d47-0f9afe41610c HTTP/1.1" status: 204 len: 168 time: 0.1867392 Feb 28 11:28:31.602014 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c544a4d7-5f68-48da-823b-15fb97e09439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3b8643-72fb-44e5-8d47-0f9afe41610c,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:32.713608 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 57506) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:28:32.808150 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-2996371e-470e-496a-8848-2083041ab9dd admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2026022246-network', 'tenant_id': 'b95cbb1a982149b49f972771e6600d3b'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:32.897901 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2996371e-470e-496a-8848-2083041ab9dd admin admin] Made reservation on behalf of b95cbb1a982149b49f972771e6600d3b for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:32.900431 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2996371e-470e-496a-8848-2083041ab9dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:32.910537 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2996371e-470e-496a-8848-2083041ab9dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:32.982291 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2996371e-470e-496a-8848-2083041ab9dd admin admin] Publish callbacks [] for security_group (362a18a6-86de-4a82-ab04-0001cbc5607d), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:33.038739 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2996371e-470e-496a-8848-2083041ab9dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (362a18a6-86de-4a82-ab04-0001cbc5607d), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:33.075550 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2996371e-470e-496a-8848-2083041ab9dd admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:28:33.085047 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2996371e-470e-496a-8848-2083041ab9dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362a18a6-86de-4a82-ab04-0001cbc5607d,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:33.092590 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2996371e-470e-496a-8848-2083041ab9dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:33.092727 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-2996371e-470e-496a-8848-2083041ab9dd admin admin] Added segment 1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72 of type vlan for network 718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd Feb 28 11:28:33.133096 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2996371e-470e-496a-8848-2083041ab9dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:33.217623 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2996371e-470e-496a-8848-2083041ab9dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:33.218612 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2996371e-470e-496a-8848-2083041ab9dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:33.219545 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-2996371e-470e-496a-8848-2083041ab9dd admin admin] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:33.280931 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2996371e-470e-496a-8848-2083041ab9dd admin admin] Pushing event updated for resources: {'Network': ['ID=718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:33.291763 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network 718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 11:28:33.323392 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-2996371e-470e-496a-8848-2083041ab9dd admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6086538 Feb 28 11:28:33.326289 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 57512) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:28:33.332644 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-34716b0a-f29d-4737-8aa8-4488ef92e0f1 admin admin] Request body: {'subnet': {'network_id': '718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2026022246-subnet', 'tenant_id': 'b95cbb1a982149b49f972771e6600d3b', 'ip_version': 4}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:33.394729 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34716b0a-f29d-4737-8aa8-4488ef92e0f1 admin admin] Made reservation on behalf of b95cbb1a982149b49f972771e6600d3b for: {'subnet': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:33.397415 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-34716b0a-f29d-4737-8aa8-4488ef92e0f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62634267'] for subnet (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:33.606409 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-34716b0a-f29d-4737-8aa8-4488ef92e0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59148667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62634281'] for subnet (6e8db475-fd2a-458c-aca4-d54da2396dfb), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:33.664221 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34716b0a-f29d-4737-8aa8-4488ef92e0f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e8db475-fd2a-458c-aca4-d54da2396dfb,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:33.671331 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34716b0a-f29d-4737-8aa8-4488ef92e0f1 admin admin] Checking segment: {'id': '1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:28:33.671694 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34716b0a-f29d-4737-8aa8-4488ef92e0f1 admin admin] Network hostable DHCP agents. Network: 718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:28:33.721039 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34716b0a-f29d-4737-8aa8-4488ef92e0f1 admin admin] Network 718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:28:33.771756 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-34716b0a-f29d-4737-8aa8-4488ef92e0f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, 718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd) {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:33.775781 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34716b0a-f29d-4737-8aa8-4488ef92e0f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:33.776374 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-34716b0a-f29d-4737-8aa8-4488ef92e0f1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:33.782651 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce44658b-af3d-47ae-8ff9-755abfb5ccdd None None] Network 718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:28:33.837692 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-34716b0a-f29d-4737-8aa8-4488ef92e0f1 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5099776 Feb 28 11:28:33.840496 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 57514) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:28:33.845783 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-02f269ce-cca6-40a5-af4b-69ce9b3fe803 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2026022246-router', 'tenant_id': 'b95cbb1a982149b49f972771e6600d3b', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:33.882674 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a913d44-bf72-48c5-8545-daa8fb44022c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd', 'network_id': '718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd', 'project_id': 'b95cbb1a982149b49f972771e6600d3b', 'fixed_ips': [{'subnet_id': '6e8db475-fd2a-458c-aca4-d54da2396dfb'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 11:28:33.883567 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2a913d44-bf72-48c5-8545-daa8fb44022c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:33.938022 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-02f269ce-cca6-40a5-af4b-69ce9b3fe803 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (52fe4ec4-a771-4483-8832-0c59438aab88), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:33.939146 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-02f269ce-cca6-40a5-af4b-69ce9b3fe803 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (52fe4ec4-a771-4483-8832-0c59438aab88), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:33.995096 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-02f269ce-cca6-40a5-af4b-69ce9b3fe803 admin admin] Publish callbacks [] for router_controller (52fe4ec4-a771-4483-8832-0c59438aab88), precommit_add_association {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:34.020599 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-2a913d44-bf72-48c5-8545-daa8fb44022c None None] Allocated IP 172.20.0.2 (718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd/6e8db475-fd2a-458c-aca4-d54da2396dfb/50fd508f-c1c5-4c4d-9c91-a31b12710434) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:28:34.166748 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2a913d44-bf72-48c5-8545-daa8fb44022c None None] Publish callbacks [] for port (50fd508f-c1c5-4c4d-9c91-a31b12710434), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:34.205428 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-02f269ce-cca6-40a5-af4b-69ce9b3fe803 admin admin] Publish callbacks [] for router_gateway (52fe4ec4-a771-4483-8832-0c59438aab88), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:34.218088 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2a913d44-bf72-48c5-8545-daa8fb44022c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (50fd508f-c1c5-4c4d-9c91-a31b12710434), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:34.259131 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a913d44-bf72-48c5-8545-daa8fb44022c None None] Network 718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:34.261847 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-2a913d44-bf72-48c5-8545-daa8fb44022c None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:34.264267 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a913d44-bf72-48c5-8545-daa8fb44022c None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:28:34.275597 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a913d44-bf72-48c5-8545-daa8fb44022c None None] Pushing event updated for resources: {'Port': ['ID=50fd508f-c1c5-4c4d-9c91-a31b12710434,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:34.328105 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-2a913d44-bf72-48c5-8545-daa8fb44022c None None] Attempting to bind port 50fd508f-c1c5-4c4d-9c91-a31b12710434 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:28:34.329475 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-2a913d44-bf72-48c5-8545-daa8fb44022c None None] Attempting to bind port 50fd508f-c1c5-4c4d-9c91-a31b12710434 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:28:34.329590 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a913d44-bf72-48c5-8545-daa8fb44022c None None] Attempting to bind port 50fd508f-c1c5-4c4d-9c91-a31b12710434 on network 718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:28:34.334598 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a913d44-bf72-48c5-8545-daa8fb44022c None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:28:34.335010 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a913d44-bf72-48c5-8545-daa8fb44022c None None] Checking segment: {'id': '1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:28:34.335411 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2a913d44-bf72-48c5-8545-daa8fb44022c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:34.335815 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a913d44-bf72-48c5-8545-daa8fb44022c None None] Bound using segment: {'id': '1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:28:34.336278 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-2a913d44-bf72-48c5-8545-daa8fb44022c None None] Bound port: 50fd508f-c1c5-4c4d-9c91-a31b12710434, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:28:34.336654 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2a913d44-bf72-48c5-8545-daa8fb44022c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (50fd508f-c1c5-4c4d-9c91-a31b12710434), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:34.398281 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-2a913d44-bf72-48c5-8545-daa8fb44022c None None] For port 50fd508f-c1c5-4c4d-9c91-a31b12710434, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:28:34.401690 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-2a913d44-bf72-48c5-8545-daa8fb44022c None None] For port 50fd508f-c1c5-4c4d-9c91-a31b12710434, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=50fd508f-c1c5-4c4d-9c91-a31b12710434,segment=NetworkSegment(1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72),segment_id=1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:28:34.461938 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2a913d44-bf72-48c5-8545-daa8fb44022c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (50fd508f-c1c5-4c4d-9c91-a31b12710434), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:34.499452 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-02f269ce-cca6-40a5-af4b-69ce9b3fe803 admin admin] Publish callbacks [] for router_gateway (52fe4ec4-a771-4483-8832-0c59438aab88), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:34.521842 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-02f269ce-cca6-40a5-af4b-69ce9b3fe803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:34.527738 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a913d44-bf72-48c5-8545-daa8fb44022c None None] Pushing event updated for resources: {'Port': ['ID=50fd508f-c1c5-4c4d-9c91-a31b12710434,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:34.630548 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-02f269ce-cca6-40a5-af4b-69ce9b3fe803 admin admin] Allocated IP 172.26.3.82 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/e0b41923-8b78-4fca-bf71-76489a32d345) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:28:34.753281 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-02f269ce-cca6-40a5-af4b-69ce9b3fe803 admin admin] Publish callbacks [] for port (e0b41923-8b78-4fca-bf71-76489a32d345), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:34.841056 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-02f269ce-cca6-40a5-af4b-69ce9b3fe803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (e0b41923-8b78-4fca-bf71-76489a32d345), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:34.883944 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f269ce-cca6-40a5-af4b-69ce9b3fe803 admin admin] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:34.886793 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-02f269ce-cca6-40a5-af4b-69ce9b3fe803 admin admin] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:34.897963 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f269ce-cca6-40a5-af4b-69ce9b3fe803 admin admin] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:28:34.920275 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f269ce-cca6-40a5-af4b-69ce9b3fe803 admin admin] Pushing event updated for resources: {'Port': ['ID=e0b41923-8b78-4fca-bf71-76489a32d345,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:35.245871 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-02f269ce-cca6-40a5-af4b-69ce9b3fe803 admin admin] Publish callbacks [] for router_gateway (52fe4ec4-a771-4483-8832-0c59438aab88), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:35.300981 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 50fd508f-c1c5-4c4d-9c91-a31b12710434 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:28:35.359120 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 50fd508f-c1c5-4c4d-9c91-a31b12710434 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:28:35.359844 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (50fd508f-c1c5-4c4d-9c91-a31b12710434), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:35.442927 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 50fd508f-c1c5-4c4d-9c91-a31b12710434 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:28:35.443323 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (50fd508f-c1c5-4c4d-9c91-a31b12710434), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:35.486146 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-02f269ce-cca6-40a5-af4b-69ce9b3fe803 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (52fe4ec4-a771-4483-8832-0c59438aab88), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:35.491375 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port 50fd508f-c1c5-4c4d-9c91-a31b12710434, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=50fd508f-c1c5-4c4d-9c91-a31b12710434,segment=NetworkSegment(1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72),segment_id=1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:28:35.513089 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c5978c-3b44-4fb9-87f4-819dece5b2c0 None None] Network 718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:28:35.562141 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (50fd508f-c1c5-4c4d-9c91-a31b12710434), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:35.654207 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=50fd508f-c1c5-4c4d-9c91-a31b12710434,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:35.665568 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-efdc9158-bd76-4dea-b6f0-1041cdbd71e6 None None] Provisioning complete for port 50fd508f-c1c5-4c4d-9c91-a31b12710434 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:28:35.665951 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-efdc9158-bd76-4dea-b6f0-1041cdbd71e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (50fd508f-c1c5-4c4d-9c91-a31b12710434), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:35.680868 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f269ce-cca6-40a5-af4b-69ce9b3fe803 admin admin] Router 52fe4ec4-a771-4483-8832-0c59438aab88 is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:28:35.763462 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-efdc9158-bd76-4dea-b6f0-1041cdbd71e6 None None] Current status of the port 50fd508f-c1c5-4c4d-9c91-a31b12710434 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:28:35.806921 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f269ce-cca6-40a5-af4b-69ce9b3fe803 admin admin] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:28:35.817388 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa73ad3-a6cf-4d4a-8c8a-de441467b9de None None] Sync routers for ids ['52fe4ec4-a771-4483-8832-0c59438aab88'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:28:35.827869 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa73ad3-a6cf-4d4a-8c8a-de441467b9de None None] Routers {'52fe4ec4-a771-4483-8832-0c59438aab88'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:28:35.828657 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-7fa73ad3-a6cf-4d4a-8c8a-de441467b9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:28:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['52fe4ec4-a771-4483-8832-0c59438aab88'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:35.866032 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-02f269ce-cca6-40a5-af4b-69ce9b3fe803 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:35.870263 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 57516) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:28:35.870767 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-02f269ce-cca6-40a5-af4b-69ce9b3fe803 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0287616 Feb 28 11:28:36.080733 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ff033119-60e3-4393-a754-0f8e29ece226 None None] Provisioning complete for port 50fd508f-c1c5-4c4d-9c91-a31b12710434 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:28:36.081118 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ff033119-60e3-4393-a754-0f8e29ece226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (50fd508f-c1c5-4c4d-9c91-a31b12710434), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:36.135231 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-7fa73ad3-a6cf-4d4a-8c8a-de441467b9de None None] Set router 52fe4ec4-a771-4483-8832-0c59438aab88 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:28:36.324114 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ff033119-60e3-4393-a754-0f8e29ece226 None None] Current status of the port 50fd508f-c1c5-4c4d-9c91-a31b12710434 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:28:36.326930 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-026869f4-c29b-49f4-97be-a6b049124af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:36.393591 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-7fa73ad3-a6cf-4d4a-8c8a-de441467b9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'name': 'tempest-TestSnapshotPattern-2026022246-router', 'tenant_id': 'b95cbb1a982149b49f972771e6600d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': 'e0b41923-8b78-4fca-bf71-76489a32d345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:28:33Z', 'updated_at': '2022-02-28T11:28:35Z', 'revision_number': 3, 'project_id': 'b95cbb1a982149b49f972771e6600d3b', 'gw_port': {'id': 'e0b41923-8b78-4fca-bf71-76489a32d345', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b1:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:34Z', 'updated_at': '2022-02-28T11:28:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:36.425135 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa73ad3-a6cf-4d4a-8c8a-de441467b9de None None] Checking router: 52fe4ec4-a771-4483-8832-0c59438aab88 for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:28:36.425510 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa73ad3-a6cf-4d4a-8c8a-de441467b9de None None] Updating router 52fe4ec4-a771-4483-8832-0c59438aab88 port e0b41923-8b78-4fca-bf71-76489a32d345 binding host dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:28:36.452778 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7fa73ad3-a6cf-4d4a-8c8a-de441467b9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (e0b41923-8b78-4fca-bf71-76489a32d345), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:36.542533 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-026869f4-c29b-49f4-97be-a6b049124af7 admin admin] Allocated IP 172.20.0.1 (718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd/6e8db475-fd2a-458c-aca4-d54da2396dfb/49926b8f-4431-4704-91be-d77967eaa2a3) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:28:36.649694 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-026869f4-c29b-49f4-97be-a6b049124af7 admin admin] Publish callbacks [] for port (49926b8f-4431-4704-91be-d77967eaa2a3), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:36.713874 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7fa73ad3-a6cf-4d4a-8c8a-de441467b9de None None] Publish callbacks [] for port (e0b41923-8b78-4fca-bf71-76489a32d345), precommit_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:36.741982 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-026869f4-c29b-49f4-97be-a6b049124af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (49926b8f-4431-4704-91be-d77967eaa2a3), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:36.788921 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026869f4-c29b-49f4-97be-a6b049124af7 admin admin] Network 718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:36.792359 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-026869f4-c29b-49f4-97be-a6b049124af7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:36.792760 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7fa73ad3-a6cf-4d4a-8c8a-de441467b9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (e0b41923-8b78-4fca-bf71-76489a32d345), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:36.796653 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026869f4-c29b-49f4-97be-a6b049124af7 admin admin] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:28:36.849503 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-7fa73ad3-a6cf-4d4a-8c8a-de441467b9de None None] Attempting to bind port e0b41923-8b78-4fca-bf71-76489a32d345 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:28:36.849890 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-7fa73ad3-a6cf-4d4a-8c8a-de441467b9de None None] Attempting to bind port e0b41923-8b78-4fca-bf71-76489a32d345 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:28:36.850260 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa73ad3-a6cf-4d4a-8c8a-de441467b9de None None] Attempting to bind port e0b41923-8b78-4fca-bf71-76489a32d345 on network e88d86cf-af22-4900-bdd2-aa4038554136 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:28:36.851271 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026869f4-c29b-49f4-97be-a6b049124af7 admin admin] Pushing event updated for resources: {'Port': ['ID=49926b8f-4431-4704-91be-d77967eaa2a3,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:36.863990 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1b2981-deb5-485a-8c5a-78a6936825c1 None None] Pushing event updated for resources: {'Port': ['ID=e0b41923-8b78-4fca-bf71-76489a32d345,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:36.867993 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa73ad3-a6cf-4d4a-8c8a-de441467b9de None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:28:36.868383 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa73ad3-a6cf-4d4a-8c8a-de441467b9de None None] Checking segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:28:36.868793 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7fa73ad3-a6cf-4d4a-8c8a-de441467b9de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:36.869189 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa73ad3-a6cf-4d4a-8c8a-de441467b9de None None] Bound using segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:28:36.869699 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-7fa73ad3-a6cf-4d4a-8c8a-de441467b9de None None] Bound port: e0b41923-8b78-4fca-bf71-76489a32d345, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:28:36.870090 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7fa73ad3-a6cf-4d4a-8c8a-de441467b9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (e0b41923-8b78-4fca-bf71-76489a32d345), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:36.874592 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-026869f4-c29b-49f4-97be-a6b049124af7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047958'] for router_interface (52fe4ec4-a771-4483-8832-0c59438aab88), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:36.942997 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-7fa73ad3-a6cf-4d4a-8c8a-de441467b9de None None] For port e0b41923-8b78-4fca-bf71-76489a32d345, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:28:36.946969 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-7fa73ad3-a6cf-4d4a-8c8a-de441467b9de None None] For port e0b41923-8b78-4fca-bf71-76489a32d345, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=e0b41923-8b78-4fca-bf71-76489a32d345,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:28:37.019632 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7fa73ad3-a6cf-4d4a-8c8a-de441467b9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (e0b41923-8b78-4fca-bf71-76489a32d345), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:37.094732 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-2f096eca-5777-4fb7-bb02-35af4254d375 None None] Provisioning complete for port 49926b8f-4431-4704-91be-d77967eaa2a3 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:28:37.095137 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2f096eca-5777-4fb7-bb02-35af4254d375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (49926b8f-4431-4704-91be-d77967eaa2a3), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:37.097003 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1b2981-deb5-485a-8c5a-78a6936825c1 None None] Pushing event updated for resources: {'Port': ['ID=e0b41923-8b78-4fca-bf71-76489a32d345,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:37.100430 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa73ad3-a6cf-4d4a-8c8a-de441467b9de None None] Routers {'52fe4ec4-a771-4483-8832-0c59438aab88'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:28:37.101059 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-7fa73ad3-a6cf-4d4a-8c8a-de441467b9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:28:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['52fe4ec4-a771-4483-8832-0c59438aab88'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:37.108690 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-026869f4-c29b-49f4-97be-a6b049124af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (49926b8f-4431-4704-91be-d77967eaa2a3), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:37.176734 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-2f096eca-5777-4fb7-bb02-35af4254d375 None None] Port 49926b8f-4431-4704-91be-d77967eaa2a3 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:28:37.245079 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-7fa73ad3-a6cf-4d4a-8c8a-de441467b9de None None] Set router 52fe4ec4-a771-4483-8832-0c59438aab88 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:28:37.285436 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-026869f4-c29b-49f4-97be-a6b049124af7 admin admin] Publish callbacks [] for port (49926b8f-4431-4704-91be-d77967eaa2a3), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:37.291472 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 50fd508f-c1c5-4c4d-9c91-a31b12710434 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:28:37.447103 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 50fd508f-c1c5-4c4d-9c91-a31b12710434 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:28:37.447787 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (50fd508f-c1c5-4c4d-9c91-a31b12710434), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:37.473062 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-026869f4-c29b-49f4-97be-a6b049124af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (49926b8f-4431-4704-91be-d77967eaa2a3), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:37.544815 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-026869f4-c29b-49f4-97be-a6b049124af7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047558'] for router_interface (52fe4ec4-a771-4483-8832-0c59438aab88), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:37.547683 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026869f4-c29b-49f4-97be-a6b049124af7 admin admin] Pushing event updated for resources: {'Port': ['ID=49926b8f-4431-4704-91be-d77967eaa2a3,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:37.583474 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 50fd508f-c1c5-4c4d-9c91-a31b12710434 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:28:37.594324 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-7fa73ad3-a6cf-4d4a-8c8a-de441467b9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'name': 'tempest-TestSnapshotPattern-2026022246-router', 'tenant_id': 'b95cbb1a982149b49f972771e6600d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': 'e0b41923-8b78-4fca-bf71-76489a32d345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:28:33Z', 'updated_at': '2022-02-28T11:28:37Z', 'revision_number': 4, 'project_id': 'b95cbb1a982149b49f972771e6600d3b', 'gw_port': {'id': 'e0b41923-8b78-4fca-bf71-76489a32d345', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b1:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:34Z', 'updated_at': '2022-02-28T11:28:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '49926b8f-4431-4704-91be-d77967eaa2a3', 'name': '', 'network_id': '718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd', 'tenant_id': 'b95cbb1a982149b49f972771e6600d3b', 'mac_address': 'fa:16:3e:03:2c:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '6e8db475-fd2a-458c-aca4-d54da2396dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:36Z', 'updated_at': '2022-02-28T11:28:36Z', 'revision_number': 1, 'project_id': 'b95cbb1a982149b49f972771e6600d3b', 'subnets': [{'id': '6e8db475-fd2a-458c-aca4-d54da2396dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:37.621289 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa73ad3-a6cf-4d4a-8c8a-de441467b9de None None] The sync data for ids ['52fe4ec4-a771-4483-8832-0c59438aab88'] in dv-neutron-829161-3-hyperv is: [{'id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'name': 'tempest-TestSnapshotPattern-2026022246-router', 'tenant_id': 'b95cbb1a982149b49f972771e6600d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': 'e0b41923-8b78-4fca-bf71-76489a32d345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:28:33Z', 'updated_at': '2022-02-28T11:28:37Z', 'revision_number': 4, 'project_id': 'b95cbb1a982149b49f972771e6600d3b', 'gw_port': {'id': 'e0b41923-8b78-4fca-bf71-76489a32d345', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b1:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:34Z', 'updated_at': '2022-02-28T11:28:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '49926b8f-4431-4704-91be-d77967eaa2a3', 'name': '', 'network_id': '718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd', 'tenant_id': 'b95cbb1a982149b49f972771e6600d3b', 'mac_address': 'fa:16:3e:03:2c:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '6e8db475-fd2a-458c-aca4-d54da2396dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:36Z', 'updated_at': '2022-02-28T11:28:36Z', 'revision_number': 1, 'project_id': 'b95cbb1a982149b49f972771e6600d3b', 'subnets': [{'id': '6e8db475-fd2a-458c-aca4-d54da2396dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:28:37.649876 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026869f4-c29b-49f4-97be-a6b049124af7 admin admin] Network 718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:37.651341 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-026869f4-c29b-49f4-97be-a6b049124af7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:37.780546 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-026869f4-c29b-49f4-97be-a6b049124af7 admin admin] Router 52fe4ec4-a771-4483-8832-0c59438aab88 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:28:37.914813 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026869f4-c29b-49f4-97be-a6b049124af7 admin admin] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:28:37.922748 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-026869f4-c29b-49f4-97be-a6b049124af7 admin admin] 10.222.0.62 "PUT /v2.0/routers/52fe4ec4-a771-4483-8832-0c59438aab88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0481749 Feb 28 11:28:38.001038 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-6ce6f595-906c-473c-b8cd-d631d6807b4b None None] Provisioning complete for port 49926b8f-4431-4704-91be-d77967eaa2a3 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:28:38.001418 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6ce6f595-906c-473c-b8cd-d631d6807b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (49926b8f-4431-4704-91be-d77967eaa2a3), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:38.044528 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-6ce6f595-906c-473c-b8cd-d631d6807b4b None None] Port 49926b8f-4431-4704-91be-d77967eaa2a3 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:28:38.626569 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 57532) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:28:38.631643 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-c9218dc2-0755-4796-ba86-2dfa9e30a27f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-807690010-network', 'tenant_id': '6829c9c0607940609e4b0594dcdbd8d9'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:38.702228 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9218dc2-0755-4796-ba86-2dfa9e30a27f admin admin] Made reservation on behalf of 6829c9c0607940609e4b0594dcdbd8d9 for: {'network': 1} {{(pid=104084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:38.705781 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c9218dc2-0755-4796-ba86-2dfa9e30a27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for network (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:38.714551 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c9218dc2-0755-4796-ba86-2dfa9e30a27f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:38.799754 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c9218dc2-0755-4796-ba86-2dfa9e30a27f admin admin] Publish callbacks [] for security_group (2ab9d4e2-c8eb-4c3d-9638-6c3a1fc4fa84), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:38.875773 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c9218dc2-0755-4796-ba86-2dfa9e30a27f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (2ab9d4e2-c8eb-4c3d-9638-6c3a1fc4fa84), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:38.897330 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9218dc2-0755-4796-ba86-2dfa9e30a27f admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=104084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:28:38.911808 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9218dc2-0755-4796-ba86-2dfa9e30a27f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab9d4e2-c8eb-4c3d-9638-6c3a1fc4fa84,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:38.916588 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c9218dc2-0755-4796-ba86-2dfa9e30a27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (d300e831-4f8b-4297-b560-62a24ca179af), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:38.917263 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.segments_db [None req-c9218dc2-0755-4796-ba86-2dfa9e30a27f admin admin] Added segment d300e831-4f8b-4297-b560-62a24ca179af of type vlan for network c2ce0999-8494-49b1-a4d9-73f2e0c16b4f Feb 28 11:28:38.968133 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c9218dc2-0755-4796-ba86-2dfa9e30a27f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743170533'] for network (c2ce0999-8494-49b1-a4d9-73f2e0c16b4f), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:39.063967 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c9218dc2-0755-4796-ba86-2dfa9e30a27f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613'] for network (c2ce0999-8494-49b1-a4d9-73f2e0c16b4f), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:39.064864 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9218dc2-0755-4796-ba86-2dfa9e30a27f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:39.065447 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c9218dc2-0755-4796-ba86-2dfa9e30a27f admin admin] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:39.126629 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9218dc2-0755-4796-ba86-2dfa9e30a27f admin admin] Pushing event updated for resources: {'Network': ['ID=c2ce0999-8494-49b1-a4d9-73f2e0c16b4f,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:39.136656 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Network c2ce0999-8494-49b1-a4d9-73f2e0c16b4f details requested by agent ovs-agent-dv-neutron-829161-3-hyperv with host dv-neutron-829161-3-hyperv {{(pid=104085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 11:28:39.199695 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c9218dc2-0755-4796-ba86-2dfa9e30a27f admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5705252 Feb 28 11:28:39.201253 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 57534) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:28:39.210892 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-98a64137-b19a-43bf-8c47-a992ae058aac admin admin] Request body: {'subnet': {'network_id': 'c2ce0999-8494-49b1-a4d9-73f2e0c16b4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-807690010-subnet', 'tenant_id': '6829c9c0607940609e4b0594dcdbd8d9', 'ip_version': 4}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:39.284951 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device e0b41923-8b78-4fca-bf71-76489a32d345 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:28:39.309318 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a64137-b19a-43bf-8c47-a992ae058aac admin admin] Made reservation on behalf of 6829c9c0607940609e4b0594dcdbd8d9 for: {'subnet': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:39.313715 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-98a64137-b19a-43bf-8c47-a992ae058aac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59343544'] for subnet (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:39.347253 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port e0b41923-8b78-4fca-bf71-76489a32d345 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:28:39.347640 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (e0b41923-8b78-4fca-bf71-76489a32d345), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:39.432724 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port e0b41923-8b78-4fca-bf71-76489a32d345 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:28:39.433205 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (e0b41923-8b78-4fca-bf71-76489a32d345), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:39.457475 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port e0b41923-8b78-4fca-bf71-76489a32d345, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=e0b41923-8b78-4fca-bf71-76489a32d345,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:28:39.526674 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (e0b41923-8b78-4fca-bf71-76489a32d345), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:39.573059 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-98a64137-b19a-43bf-8c47-a992ae058aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59245920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59343498'] for subnet (8b462b62-e64c-4a76-8038-9edc19f4803a), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:39.575124 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=e0b41923-8b78-4fca-bf71-76489a32d345,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:39.612468 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66968990-85cf-4088-a82b-f54dacf5589f None None] Sync routers for ids ['52fe4ec4-a771-4483-8832-0c59438aab88'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:28:39.621378 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66968990-85cf-4088-a82b-f54dacf5589f None None] Routers {'52fe4ec4-a771-4483-8832-0c59438aab88'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:28:39.622068 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-66968990-85cf-4088-a82b-f54dacf5589f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:28:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['52fe4ec4-a771-4483-8832-0c59438aab88'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:39.638586 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a64137-b19a-43bf-8c47-a992ae058aac admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b462b62-e64c-4a76-8038-9edc19f4803a,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:39.641981 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a64137-b19a-43bf-8c47-a992ae058aac admin admin] Checking segment: {'id': 'd300e831-4f8b-4297-b560-62a24ca179af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c2ce0999-8494-49b1-a4d9-73f2e0c16b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:28:39.642635 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a64137-b19a-43bf-8c47-a992ae058aac admin admin] Network hostable DHCP agents. Network: c2ce0999-8494-49b1-a4d9-73f2e0c16b4f, hostable agents: ['d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0'], hosted agents: [] {{(pid=104083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:28:39.724241 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a64137-b19a-43bf-8c47-a992ae058aac admin admin] Network c2ce0999-8494-49b1-a4d9-73f2e0c16b4f is scheduled to be hosted by DHCP agent d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0 with binding_index 1 {{(pid=104083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:28:39.742300 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-66968990-85cf-4088-a82b-f54dacf5589f None None] Set router 52fe4ec4-a771-4483-8832-0c59438aab88 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:28:39.798659 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-98a64137-b19a-43bf-8c47-a992ae058aac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829161-3-hyperv, c2ce0999-8494-49b1-a4d9-73f2e0c16b4f) {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:39.802781 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a64137-b19a-43bf-8c47-a992ae058aac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:39.803434 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-98a64137-b19a-43bf-8c47-a992ae058aac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:39.808276 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a538f7e8-e965-41c7-9fb2-46f2490cc483 None None] Network c2ce0999-8494-49b1-a4d9-73f2e0c16b4f requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:28:39.877355 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-98a64137-b19a-43bf-8c47-a992ae058aac admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6746962 Feb 28 11:28:39.880073 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 57536) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:28:39.885233 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-c976de86-fc2f-4810-b717-acdd0204dc40 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-807690010-router', 'tenant_id': '6829c9c0607940609e4b0594dcdbd8d9', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:39.914872 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0df0c3a-4759-4732-975e-f7d4b522b628 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1203a6d-80e8-55fe-ad6a-4ca8805c6b47-c2ce0999-8494-49b1-a4d9-73f2e0c16b4f', 'network_id': 'c2ce0999-8494-49b1-a4d9-73f2e0c16b4f', 'project_id': '6829c9c0607940609e4b0594dcdbd8d9', 'fixed_ips': [{'subnet_id': '8b462b62-e64c-4a76-8038-9edc19f4803a'}]}} from dv-neutron-829161-3-hyperv. {{(pid=104085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 11:28:39.915772 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b0df0c3a-4759-4732-975e-f7d4b522b628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:39.948530 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-66968990-85cf-4088-a82b-f54dacf5589f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'name': 'tempest-TestSnapshotPattern-2026022246-router', 'tenant_id': 'b95cbb1a982149b49f972771e6600d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': 'e0b41923-8b78-4fca-bf71-76489a32d345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:28:33Z', 'updated_at': '2022-02-28T11:28:37Z', 'revision_number': 4, 'project_id': 'b95cbb1a982149b49f972771e6600d3b', 'gw_port': {'id': 'e0b41923-8b78-4fca-bf71-76489a32d345', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:34Z', 'updated_at': '2022-02-28T11:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '49926b8f-4431-4704-91be-d77967eaa2a3', 'name': '', 'network_id': '718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd', 'tenant_id': 'b95cbb1a982149b49f972771e6600d3b', 'mac_address': 'fa:16:3e:03:2c:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '6e8db475-fd2a-458c-aca4-d54da2396dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:36Z', 'updated_at': '2022-02-28T11:28:37Z', 'revision_number': 2, 'project_id': 'b95cbb1a982149b49f972771e6600d3b', 'subnets': [{'id': '6e8db475-fd2a-458c-aca4-d54da2396dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:39.974327 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66968990-85cf-4088-a82b-f54dacf5589f None None] Checking router: 52fe4ec4-a771-4483-8832-0c59438aab88 for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:28:39.974688 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66968990-85cf-4088-a82b-f54dacf5589f None None] Updating router 52fe4ec4-a771-4483-8832-0c59438aab88 port 49926b8f-4431-4704-91be-d77967eaa2a3 binding host dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:28:39.984742 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c976de86-fc2f-4810-b717-acdd0204dc40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1047513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27892'] for router (b39a1baa-96f3-4196-bbb5-6cf8980b2de1), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:39.986370 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c976de86-fc2f-4810-b717-acdd0204dc40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27853'] for router (b39a1baa-96f3-4196-bbb5-6cf8980b2de1), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:40.052751 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c976de86-fc2f-4810-b717-acdd0204dc40 admin admin] Publish callbacks [] for router_controller (b39a1baa-96f3-4196-bbb5-6cf8980b2de1), precommit_add_association {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:40.063604 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.db_base_plugin_common [None req-b0df0c3a-4759-4732-975e-f7d4b522b628 None None] Allocated IP 172.20.0.2 (c2ce0999-8494-49b1-a4d9-73f2e0c16b4f/8b462b62-e64c-4a76-8038-9edc19f4803a/62c8ddeb-89fb-4e9c-9e6f-89a89c66925b) {{(pid=104085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:28:40.105887 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-66968990-85cf-4088-a82b-f54dacf5589f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (49926b8f-4431-4704-91be-d77967eaa2a3), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:40.232171 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b0df0c3a-4759-4732-975e-f7d4b522b628 None None] Publish callbacks [] for port (62c8ddeb-89fb-4e9c-9e6f-89a89c66925b), precommit_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:40.251418 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c976de86-fc2f-4810-b717-acdd0204dc40 admin admin] Publish callbacks [] for router_gateway (b39a1baa-96f3-4196-bbb5-6cf8980b2de1), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:40.298570 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b0df0c3a-4759-4732-975e-f7d4b522b628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011'] for port (62c8ddeb-89fb-4e9c-9e6f-89a89c66925b), after_create {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:40.336271 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0df0c3a-4759-4732-975e-f7d4b522b628 None None] Network c2ce0999-8494-49b1-a4d9-73f2e0c16b4f is already hosted by enough agents. {{(pid=104085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:40.342729 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.scheduler.base_scheduler [None req-b0df0c3a-4759-4732-975e-f7d4b522b628 None None] Resources bound (agent type, host, resource id): {{(pid=104085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:40.345891 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0df0c3a-4759-4732-975e-f7d4b522b628 None None] Received port after_create {{(pid=104085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:28:40.354236 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0df0c3a-4759-4732-975e-f7d4b522b628 None None] Pushing event updated for resources: {'Port': ['ID=62c8ddeb-89fb-4e9c-9e6f-89a89c66925b,revision_number=1']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:40.389082 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-66968990-85cf-4088-a82b-f54dacf5589f None None] Publish callbacks [] for port (49926b8f-4431-4704-91be-d77967eaa2a3), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:40.414144 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-b0df0c3a-4759-4732-975e-f7d4b522b628 None None] Attempting to bind port 62c8ddeb-89fb-4e9c-9e6f-89a89c66925b on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:28:40.414520 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-b0df0c3a-4759-4732-975e-f7d4b522b628 None None] Attempting to bind port 62c8ddeb-89fb-4e9c-9e6f-89a89c66925b by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': 'd300e831-4f8b-4297-b560-62a24ca179af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c2ce0999-8494-49b1-a4d9-73f2e0c16b4f'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:28:40.414897 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0df0c3a-4759-4732-975e-f7d4b522b628 None None] Attempting to bind port 62c8ddeb-89fb-4e9c-9e6f-89a89c66925b on network c2ce0999-8494-49b1-a4d9-73f2e0c16b4f {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:28:40.419887 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0df0c3a-4759-4732-975e-f7d4b522b628 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:28:40.420267 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0df0c3a-4759-4732-975e-f7d4b522b628 None None] Checking segment: {'id': 'd300e831-4f8b-4297-b560-62a24ca179af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c2ce0999-8494-49b1-a4d9-73f2e0c16b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:28:40.420667 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b0df0c3a-4759-4732-975e-f7d4b522b628 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:40.421059 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0df0c3a-4759-4732-975e-f7d4b522b628 None None] Bound using segment: {'id': 'd300e831-4f8b-4297-b560-62a24ca179af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c2ce0999-8494-49b1-a4d9-73f2e0c16b4f'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:28:40.421524 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-b0df0c3a-4759-4732-975e-f7d4b522b628 None None] Bound port: 62c8ddeb-89fb-4e9c-9e6f-89a89c66925b, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd300e831-4f8b-4297-b560-62a24ca179af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c2ce0999-8494-49b1-a4d9-73f2e0c16b4f'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:28:40.422081 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b0df0c3a-4759-4732-975e-f7d4b522b628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (62c8ddeb-89fb-4e9c-9e6f-89a89c66925b), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:40.457786 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-66968990-85cf-4088-a82b-f54dacf5589f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (49926b8f-4431-4704-91be-d77967eaa2a3), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:40.485931 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-b0df0c3a-4759-4732-975e-f7d4b522b628 None None] For port 62c8ddeb-89fb-4e9c-9e6f-89a89c66925b, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:28:40.489323 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-b0df0c3a-4759-4732-975e-f7d4b522b628 None None] For port 62c8ddeb-89fb-4e9c-9e6f-89a89c66925b, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=62c8ddeb-89fb-4e9c-9e6f-89a89c66925b,segment=NetworkSegment(d300e831-4f8b-4297-b560-62a24ca179af),segment_id=d300e831-4f8b-4297-b560-62a24ca179af)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:28:40.548576 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddccab0f-9211-41d4-bac3-1ce7e20943bf None None] Pushing event updated for resources: {'Port': ['ID=49926b8f-4431-4704-91be-d77967eaa2a3,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:40.556044 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b0df0c3a-4759-4732-975e-f7d4b522b628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (62c8ddeb-89fb-4e9c-9e6f-89a89c66925b), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:40.557189 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddccab0f-9211-41d4-bac3-1ce7e20943bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:40.557546 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddccab0f-9211-41d4-bac3-1ce7e20943bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:40.557888 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddccab0f-9211-41d4-bac3-1ce7e20943bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:40.558245 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddccab0f-9211-41d4-bac3-1ce7e20943bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:40.558555 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddccab0f-9211-41d4-bac3-1ce7e20943bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:40.558909 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddccab0f-9211-41d4-bac3-1ce7e20943bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:40.559239 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddccab0f-9211-41d4-bac3-1ce7e20943bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:40.559585 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddccab0f-9211-41d4-bac3-1ce7e20943bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:40.559890 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddccab0f-9211-41d4-bac3-1ce7e20943bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:40.560218 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddccab0f-9211-41d4-bac3-1ce7e20943bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:40.560542 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddccab0f-9211-41d4-bac3-1ce7e20943bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:40.560864 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddccab0f-9211-41d4-bac3-1ce7e20943bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:40.561184 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddccab0f-9211-41d4-bac3-1ce7e20943bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:40.594979 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-66968990-85cf-4088-a82b-f54dacf5589f None None] Attempting to bind port 49926b8f-4431-4704-91be-d77967eaa2a3 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:28:40.595329 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-66968990-85cf-4088-a82b-f54dacf5589f None None] Attempting to bind port 49926b8f-4431-4704-91be-d77967eaa2a3 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:28:40.595769 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66968990-85cf-4088-a82b-f54dacf5589f None None] Attempting to bind port 49926b8f-4431-4704-91be-d77967eaa2a3 on network 718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:28:40.602076 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66968990-85cf-4088-a82b-f54dacf5589f None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:28:40.602561 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66968990-85cf-4088-a82b-f54dacf5589f None None] Checking segment: {'id': '1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:28:40.603059 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-66968990-85cf-4088-a82b-f54dacf5589f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:40.603532 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66968990-85cf-4088-a82b-f54dacf5589f None None] Bound using segment: {'id': '1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:28:40.604076 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-66968990-85cf-4088-a82b-f54dacf5589f None None] Bound port: 49926b8f-4431-4704-91be-d77967eaa2a3, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:28:40.605488 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-66968990-85cf-4088-a82b-f54dacf5589f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (49926b8f-4431-4704-91be-d77967eaa2a3), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:40.676561 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0df0c3a-4759-4732-975e-f7d4b522b628 None None] Pushing event updated for resources: {'Port': ['ID=62c8ddeb-89fb-4e9c-9e6f-89a89c66925b,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:40.690091 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-66968990-85cf-4088-a82b-f54dacf5589f None None] For port 49926b8f-4431-4704-91be-d77967eaa2a3, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:28:40.693676 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-66968990-85cf-4088-a82b-f54dacf5589f None None] For port 49926b8f-4431-4704-91be-d77967eaa2a3, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=49926b8f-4431-4704-91be-d77967eaa2a3,segment=NetworkSegment(1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72),segment_id=1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:28:40.761541 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-66968990-85cf-4088-a82b-f54dacf5589f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (49926b8f-4431-4704-91be-d77967eaa2a3), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:40.822388 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66968990-85cf-4088-a82b-f54dacf5589f None None] Routers {'52fe4ec4-a771-4483-8832-0c59438aab88'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:28:40.823076 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-66968990-85cf-4088-a82b-f54dacf5589f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:28:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['52fe4ec4-a771-4483-8832-0c59438aab88'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:40.880230 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddccab0f-9211-41d4-bac3-1ce7e20943bf None None] Pushing event updated for resources: {'Port': ['ID=49926b8f-4431-4704-91be-d77967eaa2a3,revision_number=4']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:40.891808 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c976de86-fc2f-4810-b717-acdd0204dc40 admin admin] Publish callbacks [] for router_gateway (b39a1baa-96f3-4196-bbb5-6cf8980b2de1), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:40.912329 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c976de86-fc2f-4810-b717-acdd0204dc40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:40.919774 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-9cc0d176-5a9a-4281-a86c-226ff07336c6 None None] Provisioning complete for port 49926b8f-4431-4704-91be-d77967eaa2a3 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:28:40.920154 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9cc0d176-5a9a-4281-a86c-226ff07336c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (49926b8f-4431-4704-91be-d77967eaa2a3), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:41.020251 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-66968990-85cf-4088-a82b-f54dacf5589f None None] Set router 52fe4ec4-a771-4483-8832-0c59438aab88 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:28:41.094780 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-c976de86-fc2f-4810-b717-acdd0204dc40 admin admin] Allocated IP 172.26.3.181 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/4ddd400e-dcaa-44af-b980-0886131858b1) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:28:41.099382 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-9cc0d176-5a9a-4281-a86c-226ff07336c6 None None] Current status of the port 49926b8f-4431-4704-91be-d77967eaa2a3 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:28:41.100024 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9cc0d176-5a9a-4281-a86c-226ff07336c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (49926b8f-4431-4704-91be-d77967eaa2a3), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:41.143759 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-9cc0d176-5a9a-4281-a86c-226ff07336c6 None None] For port 49926b8f-4431-4704-91be-d77967eaa2a3, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=49926b8f-4431-4704-91be-d77967eaa2a3,segment=NetworkSegment(1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72),segment_id=1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:28:41.222159 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9cc0d176-5a9a-4281-a86c-226ff07336c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (49926b8f-4431-4704-91be-d77967eaa2a3), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:41.270547 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c976de86-fc2f-4810-b717-acdd0204dc40 admin admin] Publish callbacks [] for port (4ddd400e-dcaa-44af-b980-0886131858b1), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:41.304792 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-66968990-85cf-4088-a82b-f54dacf5589f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'name': 'tempest-TestSnapshotPattern-2026022246-router', 'tenant_id': 'b95cbb1a982149b49f972771e6600d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': 'e0b41923-8b78-4fca-bf71-76489a32d345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:28:33Z', 'updated_at': '2022-02-28T11:28:37Z', 'revision_number': 4, 'project_id': 'b95cbb1a982149b49f972771e6600d3b', 'gw_port': {'id': 'e0b41923-8b78-4fca-bf71-76489a32d345', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:34Z', 'updated_at': '2022-02-28T11:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '49926b8f-4431-4704-91be-d77967eaa2a3', 'name': '', 'network_id': '718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd', 'tenant_id': 'b95cbb1a982149b49f972771e6600d3b', 'mac_address': 'fa:16:3e:03:2c:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '6e8db475-fd2a-458c-aca4-d54da2396dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:36Z', 'updated_at': '2022-02-28T11:28:40Z', 'revision_number': 4, 'project_id': 'b95cbb1a982149b49f972771e6600d3b', 'subnets': [{'id': '6e8db475-fd2a-458c-aca4-d54da2396dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:41.323976 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc0d176-5a9a-4281-a86c-226ff07336c6 None None] Pushing event updated for resources: {'Port': ['ID=49926b8f-4431-4704-91be-d77967eaa2a3,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:41.339487 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66968990-85cf-4088-a82b-f54dacf5589f None None] The sync data for ids ['52fe4ec4-a771-4483-8832-0c59438aab88'] in dv-neutron-829161-3-hyperv is: [{'id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'name': 'tempest-TestSnapshotPattern-2026022246-router', 'tenant_id': 'b95cbb1a982149b49f972771e6600d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': 'e0b41923-8b78-4fca-bf71-76489a32d345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:28:33Z', 'updated_at': '2022-02-28T11:28:37Z', 'revision_number': 4, 'project_id': 'b95cbb1a982149b49f972771e6600d3b', 'gw_port': {'id': 'e0b41923-8b78-4fca-bf71-76489a32d345', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:34Z', 'updated_at': '2022-02-28T11:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '49926b8f-4431-4704-91be-d77967eaa2a3', 'name': '', 'network_id': '718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd', 'tenant_id': 'b95cbb1a982149b49f972771e6600d3b', 'mac_address': 'fa:16:3e:03:2c:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '6e8db475-fd2a-458c-aca4-d54da2396dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:36Z', 'updated_at': '2022-02-28T11:28:40Z', 'revision_number': 4, 'project_id': 'b95cbb1a982149b49f972771e6600d3b', 'subnets': [{'id': '6e8db475-fd2a-458c-aca4-d54da2396dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:28:41.349554 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-95d8d427-ec8c-41f5-9d3d-492f07ac9166 None None] Provisioning complete for port 49926b8f-4431-4704-91be-d77967eaa2a3 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:28:41.349554 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-95d8d427-ec8c-41f5-9d3d-492f07ac9166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (49926b8f-4431-4704-91be-d77967eaa2a3), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:41.422489 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c976de86-fc2f-4810-b717-acdd0204dc40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (4ddd400e-dcaa-44af-b980-0886131858b1), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:41.489784 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c976de86-fc2f-4810-b717-acdd0204dc40 admin admin] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:41.501585 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-c976de86-fc2f-4810-b717-acdd0204dc40 admin admin] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:41.504590 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c976de86-fc2f-4810-b717-acdd0204dc40 admin admin] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:28:41.507620 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c976de86-fc2f-4810-b717-acdd0204dc40 admin admin] Pushing event updated for resources: {'Port': ['ID=4ddd400e-dcaa-44af-b980-0886131858b1,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:41.549550 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 62c8ddeb-89fb-4e9c-9e6f-89a89c66925b up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:28:41.651331 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 62c8ddeb-89fb-4e9c-9e6f-89a89c66925b triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:28:41.651585 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (62c8ddeb-89fb-4e9c-9e6f-89a89c66925b), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:41.676030 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-95d8d427-ec8c-41f5-9d3d-492f07ac9166 None None] Current status of the port 49926b8f-4431-4704-91be-d77967eaa2a3 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:28:41.744558 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 62c8ddeb-89fb-4e9c-9e6f-89a89c66925b is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:28:41.744957 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (62c8ddeb-89fb-4e9c-9e6f-89a89c66925b), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:41.785969 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port 62c8ddeb-89fb-4e9c-9e6f-89a89c66925b, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=62c8ddeb-89fb-4e9c-9e6f-89a89c66925b,segment=NetworkSegment(d300e831-4f8b-4297-b560-62a24ca179af),segment_id=d300e831-4f8b-4297-b560-62a24ca179af)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:28:41.857738 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (62c8ddeb-89fb-4e9c-9e6f-89a89c66925b), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:41.858573 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device e0b41923-8b78-4fca-bf71-76489a32d345 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:28:41.881560 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c976de86-fc2f-4810-b717-acdd0204dc40 admin admin] Publish callbacks [] for router_gateway (b39a1baa-96f3-4196-bbb5-6cf8980b2de1), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:41.946295 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=62c8ddeb-89fb-4e9c-9e6f-89a89c66925b,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:41.958780 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port e0b41923-8b78-4fca-bf71-76489a32d345 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:28:41.959205 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (e0b41923-8b78-4fca-bf71-76489a32d345), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:42.084918 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port e0b41923-8b78-4fca-bf71-76489a32d345 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:28:42.086301 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 49926b8f-4431-4704-91be-d77967eaa2a3 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:28:42.119055 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c976de86-fc2f-4810-b717-acdd0204dc40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032651'] for router (b39a1baa-96f3-4196-bbb5-6cf8980b2de1), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:42.120276 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bb6321-2be6-4be2-a827-d268d5227665 None None] Network c2ce0999-8494-49b1-a4d9-73f2e0c16b4f requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:28:42.225391 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 49926b8f-4431-4704-91be-d77967eaa2a3 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:28:42.225766 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (49926b8f-4431-4704-91be-d77967eaa2a3), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:42.228320 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-2d511362-0fbd-40dc-b932-ee6e39d7817a None None] Provisioning complete for port 62c8ddeb-89fb-4e9c-9e6f-89a89c66925b triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:28:42.228685 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-2d511362-0fbd-40dc-b932-ee6e39d7817a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (62c8ddeb-89fb-4e9c-9e6f-89a89c66925b), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:42.326161 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c976de86-fc2f-4810-b717-acdd0204dc40 admin admin] Router b39a1baa-96f3-4196-bbb5-6cf8980b2de1 is scheduled to L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 with binding_index 1 {{(pid=104084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:28:42.428281 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 49926b8f-4431-4704-91be-d77967eaa2a3 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:28:42.431896 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-2d511362-0fbd-40dc-b932-ee6e39d7817a None None] Current status of the port 62c8ddeb-89fb-4e9c-9e6f-89a89c66925b is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:28:42.452542 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c976de86-fc2f-4810-b717-acdd0204dc40 admin admin] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:28:42.464263 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2a5fa2-d4ec-472a-96fa-6c6d184a808e None None] Sync routers for ids ['b39a1baa-96f3-4196-bbb5-6cf8980b2de1'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:28:42.476685 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2a5fa2-d4ec-472a-96fa-6c6d184a808e None None] Routers {'b39a1baa-96f3-4196-bbb5-6cf8980b2de1'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:28:42.477363 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-cf2a5fa2-d4ec-472a-96fa-6c6d184a808e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:28:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['b39a1baa-96f3-4196-bbb5-6cf8980b2de1'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:42.545550 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c976de86-fc2f-4810-b717-acdd0204dc40 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:42.547879 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c976de86-fc2f-4810-b717-acdd0204dc40 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6666515 Feb 28 11:28:42.550576 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 57538) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:28:42.597429 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-cf2a5fa2-d4ec-472a-96fa-6c6d184a808e None None] Set router b39a1baa-96f3-4196-bbb5-6cf8980b2de1 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:28:42.707609 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-86e1b902-b262-40e9-b6dd-abad61a2019a None None] Provisioning complete for port 62c8ddeb-89fb-4e9c-9e6f-89a89c66925b triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:28:42.707887 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-86e1b902-b262-40e9-b6dd-abad61a2019a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (62c8ddeb-89fb-4e9c-9e6f-89a89c66925b), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:42.857394 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-86e1b902-b262-40e9-b6dd-abad61a2019a None None] Current status of the port 62c8ddeb-89fb-4e9c-9e6f-89a89c66925b is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:28:42.868360 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-cf2a5fa2-d4ec-472a-96fa-6c6d184a808e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b39a1baa-96f3-4196-bbb5-6cf8980b2de1', 'name': 'tempest-TestSnapshotPattern-807690010-router', 'tenant_id': '6829c9c0607940609e4b0594dcdbd8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.181'}], 'enable_snat': True}, 'gw_port_id': '4ddd400e-dcaa-44af-b980-0886131858b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:28:39Z', 'updated_at': '2022-02-28T11:28:41Z', 'revision_number': 3, 'project_id': '6829c9c0607940609e4b0594dcdbd8d9', 'gw_port': {'id': '4ddd400e-dcaa-44af-b980-0886131858b1', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:fb:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b39a1baa-96f3-4196-bbb5-6cf8980b2de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:40Z', 'updated_at': '2022-02-28T11:28:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:42.909650 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2a5fa2-d4ec-472a-96fa-6c6d184a808e None None] Checking router: b39a1baa-96f3-4196-bbb5-6cf8980b2de1 for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:28:42.910237 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2a5fa2-d4ec-472a-96fa-6c6d184a808e None None] Updating router b39a1baa-96f3-4196-bbb5-6cf8980b2de1 port 4ddd400e-dcaa-44af-b980-0886131858b1 binding host dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:28:42.944036 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-cf2a5fa2-d4ec-472a-96fa-6c6d184a808e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (4ddd400e-dcaa-44af-b980-0886131858b1), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:43.013878 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-794cdb95-ae10-41c2-b6bf-4ad04cdb93a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:43.189140 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-794cdb95-ae10-41c2-b6bf-4ad04cdb93a3 admin admin] Allocated IP 172.20.0.1 (c2ce0999-8494-49b1-a4d9-73f2e0c16b4f/8b462b62-e64c-4a76-8038-9edc19f4803a/9d628f22-7a33-4e1b-884c-0c1f52b6c6b4) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:28:43.237101 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-cf2a5fa2-d4ec-472a-96fa-6c6d184a808e None None] Publish callbacks [] for port (4ddd400e-dcaa-44af-b980-0886131858b1), precommit_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:43.267827 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 62c8ddeb-89fb-4e9c-9e6f-89a89c66925b up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:28:43.295012 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-794cdb95-ae10-41c2-b6bf-4ad04cdb93a3 admin admin] Publish callbacks [] for port (9d628f22-7a33-4e1b-884c-0c1f52b6c6b4), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:43.307967 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-cf2a5fa2-d4ec-472a-96fa-6c6d184a808e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (4ddd400e-dcaa-44af-b980-0886131858b1), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:43.381907 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-cf2a5fa2-d4ec-472a-96fa-6c6d184a808e None None] Attempting to bind port 4ddd400e-dcaa-44af-b980-0886131858b1 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:28:43.382601 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-cf2a5fa2-d4ec-472a-96fa-6c6d184a808e None None] Attempting to bind port 4ddd400e-dcaa-44af-b980-0886131858b1 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:28:43.382733 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2a5fa2-d4ec-472a-96fa-6c6d184a808e None None] Attempting to bind port 4ddd400e-dcaa-44af-b980-0886131858b1 on network e88d86cf-af22-4900-bdd2-aa4038554136 {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:28:43.388792 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce606c-3ca6-45fb-92f4-091468140c2f None None] Pushing event updated for resources: {'Port': ['ID=4ddd400e-dcaa-44af-b980-0886131858b1,revision_number=2']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:43.394398 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2a5fa2-d4ec-472a-96fa-6c6d184a808e None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:28:43.394781 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2a5fa2-d4ec-472a-96fa-6c6d184a808e None None] Checking segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:28:43.395212 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-cf2a5fa2-d4ec-472a-96fa-6c6d184a808e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:43.395612 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2a5fa2-d4ec-472a-96fa-6c6d184a808e None None] Bound using segment: {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'} {{(pid=104085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:28:43.396101 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.managers [None req-cf2a5fa2-d4ec-472a-96fa-6c6d184a808e None None] Bound port: 4ddd400e-dcaa-44af-b980-0886131858b1, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '380619c3-310c-49e3-b6fd-3d656fdca264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136'}}] {{(pid=104085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:28:43.396494 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-cf2a5fa2-d4ec-472a-96fa-6c6d184a808e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (4ddd400e-dcaa-44af-b980-0886131858b1), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:43.398324 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 62c8ddeb-89fb-4e9c-9e6f-89a89c66925b triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:28:43.398690 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (62c8ddeb-89fb-4e9c-9e6f-89a89c66925b), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:43.424931 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-794cdb95-ae10-41c2-b6bf-4ad04cdb93a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (9d628f22-7a33-4e1b-884c-0c1f52b6c6b4), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:43.467973 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794cdb95-ae10-41c2-b6bf-4ad04cdb93a3 admin admin] Network c2ce0999-8494-49b1-a4d9-73f2e0c16b4f is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:43.473201 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-794cdb95-ae10-41c2-b6bf-4ad04cdb93a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:43.476128 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794cdb95-ae10-41c2-b6bf-4ad04cdb93a3 admin admin] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:28:43.488917 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-cf2a5fa2-d4ec-472a-96fa-6c6d184a808e None None] For port 4ddd400e-dcaa-44af-b980-0886131858b1, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:28:43.492421 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-cf2a5fa2-d4ec-472a-96fa-6c6d184a808e None None] For port 4ddd400e-dcaa-44af-b980-0886131858b1, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=4ddd400e-dcaa-44af-b980-0886131858b1,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:28:43.512583 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794cdb95-ae10-41c2-b6bf-4ad04cdb93a3 admin admin] Pushing event updated for resources: {'Port': ['ID=9d628f22-7a33-4e1b-884c-0c1f52b6c6b4,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:43.534755 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-794cdb95-ae10-41c2-b6bf-4ad04cdb93a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047958'] for router_interface (b39a1baa-96f3-4196-bbb5-6cf8980b2de1), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:43.536794 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 62c8ddeb-89fb-4e9c-9e6f-89a89c66925b is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:28:43.538958 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 49926b8f-4431-4704-91be-d77967eaa2a3 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:28:43.581651 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-cf2a5fa2-d4ec-472a-96fa-6c6d184a808e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (4ddd400e-dcaa-44af-b980-0886131858b1), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:43.646878 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 49926b8f-4431-4704-91be-d77967eaa2a3 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:28:43.647267 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (49926b8f-4431-4704-91be-d77967eaa2a3), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:43.674156 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2a5fa2-d4ec-472a-96fa-6c6d184a808e None None] Routers {'b39a1baa-96f3-4196-bbb5-6cf8980b2de1'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:28:43.674811 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-cf2a5fa2-d4ec-472a-96fa-6c6d184a808e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:28:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['b39a1baa-96f3-4196-bbb5-6cf8980b2de1'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:43.720375 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce606c-3ca6-45fb-92f4-091468140c2f None None] Pushing event updated for resources: {'Port': ['ID=4ddd400e-dcaa-44af-b980-0886131858b1,revision_number=3']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:43.740157 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-794cdb95-ae10-41c2-b6bf-4ad04cdb93a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (9d628f22-7a33-4e1b-884c-0c1f52b6c6b4), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:43.841679 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-691875dd-eada-459c-942e-3a1e29ba6736 None None] Provisioning complete for port 9d628f22-7a33-4e1b-884c-0c1f52b6c6b4 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:28:43.842061 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-691875dd-eada-459c-942e-3a1e29ba6736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (9d628f22-7a33-4e1b-884c-0c1f52b6c6b4), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:43.849241 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-cf2a5fa2-d4ec-472a-96fa-6c6d184a808e None None] Set router b39a1baa-96f3-4196-bbb5-6cf8980b2de1 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:28:43.870712 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 49926b8f-4431-4704-91be-d77967eaa2a3 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:28:43.907961 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-794cdb95-ae10-41c2-b6bf-4ad04cdb93a3 admin admin] Publish callbacks [] for port (9d628f22-7a33-4e1b-884c-0c1f52b6c6b4), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:43.950859 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-691875dd-eada-459c-942e-3a1e29ba6736 None None] Port 9d628f22-7a33-4e1b-884c-0c1f52b6c6b4 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:28:43.971854 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-794cdb95-ae10-41c2-b6bf-4ad04cdb93a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (9d628f22-7a33-4e1b-884c-0c1f52b6c6b4), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:44.038505 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794cdb95-ae10-41c2-b6bf-4ad04cdb93a3 admin admin] Pushing event updated for resources: {'Port': ['ID=9d628f22-7a33-4e1b-884c-0c1f52b6c6b4,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:44.043694 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-794cdb95-ae10-41c2-b6bf-4ad04cdb93a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047558'] for router_interface (b39a1baa-96f3-4196-bbb5-6cf8980b2de1), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:44.161353 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794cdb95-ae10-41c2-b6bf-4ad04cdb93a3 admin admin] Network c2ce0999-8494-49b1-a4d9-73f2e0c16b4f is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:44.162821 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-794cdb95-ae10-41c2-b6bf-4ad04cdb93a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:44.229894 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-cf2a5fa2-d4ec-472a-96fa-6c6d184a808e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b39a1baa-96f3-4196-bbb5-6cf8980b2de1', 'name': 'tempest-TestSnapshotPattern-807690010-router', 'tenant_id': '6829c9c0607940609e4b0594dcdbd8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.181'}], 'enable_snat': True}, 'gw_port_id': '4ddd400e-dcaa-44af-b980-0886131858b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:28:39Z', 'updated_at': '2022-02-28T11:28:41Z', 'revision_number': 3, 'project_id': '6829c9c0607940609e4b0594dcdbd8d9', 'gw_port': {'id': '4ddd400e-dcaa-44af-b980-0886131858b1', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:fb:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b39a1baa-96f3-4196-bbb5-6cf8980b2de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:40Z', 'updated_at': '2022-02-28T11:28:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:44.260413 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2a5fa2-d4ec-472a-96fa-6c6d184a808e None None] The sync data for ids ['b39a1baa-96f3-4196-bbb5-6cf8980b2de1'] in dv-neutron-829161-3-hyperv is: [{'id': 'b39a1baa-96f3-4196-bbb5-6cf8980b2de1', 'name': 'tempest-TestSnapshotPattern-807690010-router', 'tenant_id': '6829c9c0607940609e4b0594dcdbd8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.181'}], 'enable_snat': True}, 'gw_port_id': '4ddd400e-dcaa-44af-b980-0886131858b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:28:39Z', 'updated_at': '2022-02-28T11:28:41Z', 'revision_number': 3, 'project_id': '6829c9c0607940609e4b0594dcdbd8d9', 'gw_port': {'id': '4ddd400e-dcaa-44af-b980-0886131858b1', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:fb:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b39a1baa-96f3-4196-bbb5-6cf8980b2de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:40Z', 'updated_at': '2022-02-28T11:28:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:28:44.292868 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-794cdb95-ae10-41c2-b6bf-4ad04cdb93a3 admin admin] Router b39a1baa-96f3-4196-bbb5-6cf8980b2de1 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:28:44.413247 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-794cdb95-ae10-41c2-b6bf-4ad04cdb93a3 admin admin] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:28:44.418257 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-794cdb95-ae10-41c2-b6bf-4ad04cdb93a3 admin admin] 10.222.0.62 "PUT /v2.0/routers/b39a1baa-96f3-4196-bbb5-6cf8980b2de1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8664744 Feb 28 11:28:44.477322 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-711413fd-5cf5-465c-9b32-2c777e45595e None None] Provisioning complete for port 9d628f22-7a33-4e1b-884c-0c1f52b6c6b4 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:28:44.477800 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-711413fd-5cf5-465c-9b32-2c777e45595e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (9d628f22-7a33-4e1b-884c-0c1f52b6c6b4), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:44.533653 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-711413fd-5cf5-465c-9b32-2c777e45595e None None] Port 9d628f22-7a33-4e1b-884c-0c1f52b6c6b4 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:28:45.278140 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 4ddd400e-dcaa-44af-b980-0886131858b1 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:28:45.327279 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 4ddd400e-dcaa-44af-b980-0886131858b1 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:28:45.328295 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (4ddd400e-dcaa-44af-b980-0886131858b1), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:45.407308 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 4ddd400e-dcaa-44af-b980-0886131858b1 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:28:45.407700 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (4ddd400e-dcaa-44af-b980-0886131858b1), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:45.427423 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] For port 4ddd400e-dcaa-44af-b980-0886131858b1, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=4ddd400e-dcaa-44af-b980-0886131858b1,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:28:45.507153 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (4ddd400e-dcaa-44af-b980-0886131858b1), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:45.559239 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Pushing event updated for resources: {'Port': ['ID=4ddd400e-dcaa-44af-b980-0886131858b1,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:45.796017 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18214ec6-9b3f-4d77-89d1-85547eaeffb4 None None] Sync routers for ids ['b39a1baa-96f3-4196-bbb5-6cf8980b2de1'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:28:45.806433 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18214ec6-9b3f-4d77-89d1-85547eaeffb4 None None] Routers {'b39a1baa-96f3-4196-bbb5-6cf8980b2de1'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:28:45.807119 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-18214ec6-9b3f-4d77-89d1-85547eaeffb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:28:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['b39a1baa-96f3-4196-bbb5-6cf8980b2de1'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:45.914205 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-18214ec6-9b3f-4d77-89d1-85547eaeffb4 None None] Set router b39a1baa-96f3-4196-bbb5-6cf8980b2de1 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:28:46.011448 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 57548) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:28:46.016284 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-a86cb499-e163-49e3-9d54-54ecc238ebca tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1813218387', 'description': 'tempest-secgroup-smoke-1813218387 description', 'project_id': 'b95cbb1a982149b49f972771e6600d3b'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:46.092234 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a86cb499-e163-49e3-9d54-54ecc238ebca tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks [] for security_group (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:46.119276 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-18214ec6-9b3f-4d77-89d1-85547eaeffb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b39a1baa-96f3-4196-bbb5-6cf8980b2de1', 'name': 'tempest-TestSnapshotPattern-807690010-router', 'tenant_id': '6829c9c0607940609e4b0594dcdbd8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.181'}], 'enable_snat': True}, 'gw_port_id': '4ddd400e-dcaa-44af-b980-0886131858b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:28:39Z', 'updated_at': '2022-02-28T11:28:43Z', 'revision_number': 4, 'project_id': '6829c9c0607940609e4b0594dcdbd8d9', 'gw_port': {'id': '4ddd400e-dcaa-44af-b980-0886131858b1', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:fb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39a1baa-96f3-4196-bbb5-6cf8980b2de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:40Z', 'updated_at': '2022-02-28T11:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '9d628f22-7a33-4e1b-884c-0c1f52b6c6b4', 'name': '', 'network_id': 'c2ce0999-8494-49b1-a4d9-73f2e0c16b4f', 'tenant_id': '6829c9c0607940609e4b0594dcdbd8d9', 'mac_address': 'fa:16:3e:6b:de:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b39a1baa-96f3-4196-bbb5-6cf8980b2de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '8b462b62-e64c-4a76-8038-9edc19f4803a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:43Z', 'updated_at': '2022-02-28T11:28:43Z', 'revision_number': 2, 'project_id': '6829c9c0607940609e4b0594dcdbd8d9', 'subnets': [{'id': '8b462b62-e64c-4a76-8038-9edc19f4803a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:46.146912 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18214ec6-9b3f-4d77-89d1-85547eaeffb4 None None] Checking router: b39a1baa-96f3-4196-bbb5-6cf8980b2de1 for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:28:46.147268 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18214ec6-9b3f-4d77-89d1-85547eaeffb4 None None] Updating router b39a1baa-96f3-4196-bbb5-6cf8980b2de1 port 9d628f22-7a33-4e1b-884c-0c1f52b6c6b4 binding host dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:28:46.176630 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-18214ec6-9b3f-4d77-89d1-85547eaeffb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (9d628f22-7a33-4e1b-884c-0c1f52b6c6b4), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:46.469356 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-18214ec6-9b3f-4d77-89d1-85547eaeffb4 None None] Publish callbacks [] for port (9d628f22-7a33-4e1b-884c-0c1f52b6c6b4), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:46.482035 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a86cb499-e163-49e3-9d54-54ecc238ebca tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks [] for security_group (550eaf58-af58-4193-8203-aab3d10cb5ba), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:46.520129 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce9de851-0902-4869-880b-ddf7d39b6322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:46.552593 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a86cb499-e163-49e3-9d54-54ecc238ebca tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (550eaf58-af58-4193-8203-aab3d10cb5ba), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:46.552805 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-18214ec6-9b3f-4d77-89d1-85547eaeffb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (9d628f22-7a33-4e1b-884c-0c1f52b6c6b4), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:46.583289 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86cb499-e163-49e3-9d54-54ecc238ebca tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=550eaf58-af58-4193-8203-aab3d10cb5ba,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:46.601840 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cc44d2-7575-437b-a40f-f3374c452c41 None None] Pushing event updated for resources: {'Port': ['ID=9d628f22-7a33-4e1b-884c-0c1f52b6c6b4,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:46.654284 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-18214ec6-9b3f-4d77-89d1-85547eaeffb4 None None] Attempting to bind port 9d628f22-7a33-4e1b-884c-0c1f52b6c6b4 on host dv-neutron-829161-3-hyperv for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:28:46.654663 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-18214ec6-9b3f-4d77-89d1-85547eaeffb4 None None] Attempting to bind port 9d628f22-7a33-4e1b-884c-0c1f52b6c6b4 by drivers openvswitch,hyperv on host dv-neutron-829161-3-hyperv at level 0 using segments [{'id': 'd300e831-4f8b-4297-b560-62a24ca179af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c2ce0999-8494-49b1-a4d9-73f2e0c16b4f'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:28:46.655067 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18214ec6-9b3f-4d77-89d1-85547eaeffb4 None None] Attempting to bind port 9d628f22-7a33-4e1b-884c-0c1f52b6c6b4 on network c2ce0999-8494-49b1-a4d9-73f2e0c16b4f {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:28:46.660254 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-a86cb499-e163-49e3-9d54-54ecc238ebca tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:46.661358 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18214ec6-9b3f-4d77-89d1-85547eaeffb4 None None] Checking agent: {'id': 'f31f97bb-1111-4fdc-99a0-80e06552d437', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829161-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 27, 23), 'started_at': datetime.datetime(2022, 2, 28, 10, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829161-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:28:46.661745 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18214ec6-9b3f-4d77-89d1-85547eaeffb4 None None] Checking segment: {'id': 'd300e831-4f8b-4297-b560-62a24ca179af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c2ce0999-8494-49b1-a4d9-73f2e0c16b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:28:46.662944 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-18214ec6-9b3f-4d77-89d1-85547eaeffb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:46.663085 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-a86cb499-e163-49e3-9d54-54ecc238ebca tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6499262 Feb 28 11:28:46.663189 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18214ec6-9b3f-4d77-89d1-85547eaeffb4 None None] Bound using segment: {'id': 'd300e831-4f8b-4297-b560-62a24ca179af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c2ce0999-8494-49b1-a4d9-73f2e0c16b4f'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:28:46.663189 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-18214ec6-9b3f-4d77-89d1-85547eaeffb4 None None] Bound port: 9d628f22-7a33-4e1b-884c-0c1f52b6c6b4, host: dv-neutron-829161-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd300e831-4f8b-4297-b560-62a24ca179af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c2ce0999-8494-49b1-a4d9-73f2e0c16b4f'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:28:46.663410 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-18214ec6-9b3f-4d77-89d1-85547eaeffb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (9d628f22-7a33-4e1b-884c-0c1f52b6c6b4), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:46.666064 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 57550) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:28:46.670245 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-17dacb73-036a-4123-8f7b-03db78aa1c97 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Request body: {'security_group_rule': {'security_group_id': '550eaf58-af58-4193-8203-aab3d10cb5ba', 'project_id': 'b95cbb1a982149b49f972771e6600d3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:46.731478 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-18214ec6-9b3f-4d77-89d1-85547eaeffb4 None None] For port 9d628f22-7a33-4e1b-884c-0c1f52b6c6b4, host dv-neutron-829161-3-hyperv, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:28:46.734756 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-18214ec6-9b3f-4d77-89d1-85547eaeffb4 None None] For port 9d628f22-7a33-4e1b-884c-0c1f52b6c6b4, host dv-neutron-829161-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=9d628f22-7a33-4e1b-884c-0c1f52b6c6b4,segment=NetworkSegment(d300e831-4f8b-4297-b560-62a24ca179af),segment_id=d300e831-4f8b-4297-b560-62a24ca179af)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:28:46.783071 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-17dacb73-036a-4123-8f7b-03db78aa1c97 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks [] for security_group_rule (09c8f3b9-a8a7-41c6-91b1-29988828f495), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:46.815972 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-18214ec6-9b3f-4d77-89d1-85547eaeffb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (9d628f22-7a33-4e1b-884c-0c1f52b6c6b4), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:46.839580 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-17dacb73-036a-4123-8f7b-03db78aa1c97 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks [] for security_group_rule (09c8f3b9-a8a7-41c6-91b1-29988828f495), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:46.869012 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-7871abf2-4ede-4dd2-ab56-1978f7793712 None None] Provisioning complete for port 9d628f22-7a33-4e1b-884c-0c1f52b6c6b4 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:28:46.869566 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7871abf2-4ede-4dd2-ab56-1978f7793712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (9d628f22-7a33-4e1b-884c-0c1f52b6c6b4), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:46.912755 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-17dacb73-036a-4123-8f7b-03db78aa1c97 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (09c8f3b9-a8a7-41c6-91b1-29988828f495), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:46.932689 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dacb73-036a-4123-8f7b-03db78aa1c97 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09c8f3b9-a8a7-41c6-91b1-29988828f495,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:46.957813 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18214ec6-9b3f-4d77-89d1-85547eaeffb4 None None] Routers {'b39a1baa-96f3-4196-bbb5-6cf8980b2de1'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:28:46.958481 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-18214ec6-9b3f-4d77-89d1-85547eaeffb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:28:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['b39a1baa-96f3-4196-bbb5-6cf8980b2de1'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:46.966542 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-7871abf2-4ede-4dd2-ab56-1978f7793712 None None] Current status of the port 9d628f22-7a33-4e1b-884c-0c1f52b6c6b4 is: DOWN; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:28:46.967051 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7871abf2-4ede-4dd2-ab56-1978f7793712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (9d628f22-7a33-4e1b-884c-0c1f52b6c6b4), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:47.007270 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cc44d2-7575-437b-a40f-f3374c452c41 None None] Pushing event updated for resources: {'Port': ['ID=9d628f22-7a33-4e1b-884c-0c1f52b6c6b4,revision_number=4']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:47.011117 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-7871abf2-4ede-4dd2-ab56-1978f7793712 None None] For port 9d628f22-7a33-4e1b-884c-0c1f52b6c6b4, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=9d628f22-7a33-4e1b-884c-0c1f52b6c6b4,segment=NetworkSegment(d300e831-4f8b-4297-b560-62a24ca179af),segment_id=d300e831-4f8b-4297-b560-62a24ca179af)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:28:47.024933 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-17dacb73-036a-4123-8f7b-03db78aa1c97 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:47.026808 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-17dacb73-036a-4123-8f7b-03db78aa1c97 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3601933 Feb 28 11:28:47.029742 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 57552) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:28:47.036517 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-ad4d2884-45fe-461a-8498-f557b77493ca tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Request body: {'security_group_rule': {'security_group_id': '550eaf58-af58-4193-8203-aab3d10cb5ba', 'project_id': 'b95cbb1a982149b49f972771e6600d3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:47.096782 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-18214ec6-9b3f-4d77-89d1-85547eaeffb4 None None] Set router b39a1baa-96f3-4196-bbb5-6cf8980b2de1 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:28:47.103685 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7871abf2-4ede-4dd2-ab56-1978f7793712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (9d628f22-7a33-4e1b-884c-0c1f52b6c6b4), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:47.138448 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ad4d2884-45fe-461a-8498-f557b77493ca tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks [] for security_group_rule (80b18527-da4e-4443-965e-31ccd01d06e4), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:47.174166 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7871abf2-4ede-4dd2-ab56-1978f7793712 None None] Pushing event updated for resources: {'Port': ['ID=9d628f22-7a33-4e1b-884c-0c1f52b6c6b4,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:47.206677 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ad4d2884-45fe-461a-8498-f557b77493ca tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks [] for security_group_rule (80b18527-da4e-4443-965e-31ccd01d06e4), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:47.225118 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-7ab8a01f-53d6-4891-8c71-68357441328b None None] Provisioning complete for port 9d628f22-7a33-4e1b-884c-0c1f52b6c6b4 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:28:47.225873 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7ab8a01f-53d6-4891-8c71-68357441328b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (9d628f22-7a33-4e1b-884c-0c1f52b6c6b4), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:47.292617 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ad4d2884-45fe-461a-8498-f557b77493ca tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (80b18527-da4e-4443-965e-31ccd01d06e4), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:47.306435 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 4ddd400e-dcaa-44af-b980-0886131858b1 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:28:47.316616 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4d2884-45fe-461a-8498-f557b77493ca tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80b18527-da4e-4443-965e-31ccd01d06e4,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:47.326302 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-18214ec6-9b3f-4d77-89d1-85547eaeffb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b39a1baa-96f3-4196-bbb5-6cf8980b2de1', 'name': 'tempest-TestSnapshotPattern-807690010-router', 'tenant_id': '6829c9c0607940609e4b0594dcdbd8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.181'}], 'enable_snat': True}, 'gw_port_id': '4ddd400e-dcaa-44af-b980-0886131858b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:28:39Z', 'updated_at': '2022-02-28T11:28:43Z', 'revision_number': 4, 'project_id': '6829c9c0607940609e4b0594dcdbd8d9', 'gw_port': {'id': '4ddd400e-dcaa-44af-b980-0886131858b1', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:fb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39a1baa-96f3-4196-bbb5-6cf8980b2de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:40Z', 'updated_at': '2022-02-28T11:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '9d628f22-7a33-4e1b-884c-0c1f52b6c6b4', 'name': '', 'network_id': 'c2ce0999-8494-49b1-a4d9-73f2e0c16b4f', 'tenant_id': '6829c9c0607940609e4b0594dcdbd8d9', 'mac_address': 'fa:16:3e:6b:de:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b39a1baa-96f3-4196-bbb5-6cf8980b2de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '8b462b62-e64c-4a76-8038-9edc19f4803a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:43Z', 'updated_at': '2022-02-28T11:28:46Z', 'revision_number': 4, 'project_id': '6829c9c0607940609e4b0594dcdbd8d9', 'subnets': [{'id': '8b462b62-e64c-4a76-8038-9edc19f4803a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:47.363556 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18214ec6-9b3f-4d77-89d1-85547eaeffb4 None None] The sync data for ids ['b39a1baa-96f3-4196-bbb5-6cf8980b2de1'] in dv-neutron-829161-3-hyperv is: [{'id': 'b39a1baa-96f3-4196-bbb5-6cf8980b2de1', 'name': 'tempest-TestSnapshotPattern-807690010-router', 'tenant_id': '6829c9c0607940609e4b0594dcdbd8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.181'}], 'enable_snat': True}, 'gw_port_id': '4ddd400e-dcaa-44af-b980-0886131858b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:28:39Z', 'updated_at': '2022-02-28T11:28:43Z', 'revision_number': 4, 'project_id': '6829c9c0607940609e4b0594dcdbd8d9', 'gw_port': {'id': '4ddd400e-dcaa-44af-b980-0886131858b1', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:fb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39a1baa-96f3-4196-bbb5-6cf8980b2de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:40Z', 'updated_at': '2022-02-28T11:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '9d628f22-7a33-4e1b-884c-0c1f52b6c6b4', 'name': '', 'network_id': 'c2ce0999-8494-49b1-a4d9-73f2e0c16b4f', 'tenant_id': '6829c9c0607940609e4b0594dcdbd8d9', 'mac_address': 'fa:16:3e:6b:de:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b39a1baa-96f3-4196-bbb5-6cf8980b2de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '8b462b62-e64c-4a76-8038-9edc19f4803a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:43Z', 'updated_at': '2022-02-28T11:28:46Z', 'revision_number': 4, 'project_id': '6829c9c0607940609e4b0594dcdbd8d9', 'subnets': [{'id': '8b462b62-e64c-4a76-8038-9edc19f4803a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:28:47.368535 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-7ab8a01f-53d6-4891-8c71-68357441328b None None] Current status of the port 9d628f22-7a33-4e1b-884c-0c1f52b6c6b4 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:28:47.385252 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 4ddd400e-dcaa-44af-b980-0886131858b1 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:28:47.385772 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (4ddd400e-dcaa-44af-b980-0886131858b1), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:47.392826 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ad4d2884-45fe-461a-8498-f557b77493ca tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:47.394281 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-ad4d2884-45fe-461a-8498-f557b77493ca tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3635247 Feb 28 11:28:47.397468 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 57554) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:28:47.403805 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-6a0beaa2-3515-4ade-86b3-b11a27f6e02c tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Request body: {'security_group_rule': {'security_group_id': '550eaf58-af58-4193-8203-aab3d10cb5ba', 'project_id': 'b95cbb1a982149b49f972771e6600d3b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:47.482933 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 4ddd400e-dcaa-44af-b980-0886131858b1 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:28:47.567654 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6a0beaa2-3515-4ade-86b3-b11a27f6e02c tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks [] for security_group_rule (fee96456-1c24-444f-9f0a-cb3ccfa11fd7), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:47.633148 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6a0beaa2-3515-4ade-86b3-b11a27f6e02c tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks [] for security_group_rule (fee96456-1c24-444f-9f0a-cb3ccfa11fd7), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:47.707054 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6a0beaa2-3515-4ade-86b3-b11a27f6e02c tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (fee96456-1c24-444f-9f0a-cb3ccfa11fd7), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:47.723774 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0beaa2-3515-4ade-86b3-b11a27f6e02c tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fee96456-1c24-444f-9f0a-cb3ccfa11fd7,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:47.784494 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6a0beaa2-3515-4ade-86b3-b11a27f6e02c tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:47.785825 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-6a0beaa2-3515-4ade-86b3-b11a27f6e02c tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3869817 Feb 28 11:28:47.788441 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 57556) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:28:47.792888 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-8b04da69-656d-40bf-8fb7-f10cd880dbe5 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Request body: {'security_group_rule': {'security_group_id': '550eaf58-af58-4193-8203-aab3d10cb5ba', 'project_id': 'b95cbb1a982149b49f972771e6600d3b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:47.889143 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8b04da69-656d-40bf-8fb7-f10cd880dbe5 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks [] for security_group_rule (7c673c9c-eb43-4a56-b524-0c90fb2c1781), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:47.947218 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8b04da69-656d-40bf-8fb7-f10cd880dbe5 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks [] for security_group_rule (7c673c9c-eb43-4a56-b524-0c90fb2c1781), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:48.003691 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8b04da69-656d-40bf-8fb7-f10cd880dbe5 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (7c673c9c-eb43-4a56-b524-0c90fb2c1781), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:48.022592 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b04da69-656d-40bf-8fb7-f10cd880dbe5 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c673c9c-eb43-4a56-b524-0c90fb2c1781,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:48.085775 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8b04da69-656d-40bf-8fb7-f10cd880dbe5 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:48.087039 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-8b04da69-656d-40bf-8fb7-f10cd880dbe5 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2975783 Feb 28 11:28:48.089794 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 57558) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:28:48.095819 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [None req-96d9d154-f387-45b4-a3e7-767e47606668 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Request body: {'security_group_rule': {'security_group_id': '550eaf58-af58-4193-8203-aab3d10cb5ba', 'project_id': 'b95cbb1a982149b49f972771e6600d3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:48.175345 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.securitygroups_db [None req-96d9d154-f387-45b4-a3e7-767e47606668 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Project b95cbb1a982149b49f972771e6600d3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:28:48.180589 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-96d9d154-f387-45b4-a3e7-767e47606668 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks [] for security_group_rule (7c539b1c-87e6-485e-9dd2-9f87f5733b5c), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:48.241261 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-96d9d154-f387-45b4-a3e7-767e47606668 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks [] for security_group_rule (7c539b1c-87e6-485e-9dd2-9f87f5733b5c), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:48.309153 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-96d9d154-f387-45b4-a3e7-767e47606668 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (7c539b1c-87e6-485e-9dd2-9f87f5733b5c), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:48.330060 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d9d154-f387-45b4-a3e7-767e47606668 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c539b1c-87e6-485e-9dd2-9f87f5733b5c,revision_number=0']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:48.413999 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-96d9d154-f387-45b4-a3e7-767e47606668 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:48.417923 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-96d9d154-f387-45b4-a3e7-767e47606668 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3245974 Feb 28 11:28:48.418379 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 57560) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:28:48.427960 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-b1558034-93f4-4826-84ca-576ad7d56b43 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Request body: {'security_group_rule': {'security_group_id': '550eaf58-af58-4193-8203-aab3d10cb5ba', 'project_id': 'b95cbb1a982149b49f972771e6600d3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:48.503844 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.securitygroups_db [None req-b1558034-93f4-4826-84ca-576ad7d56b43 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Project b95cbb1a982149b49f972771e6600d3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:28:48.509615 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b1558034-93f4-4826-84ca-576ad7d56b43 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks [] for security_group_rule (b51f27f7-952d-4d8c-9703-abf00e7dff3a), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:48.571095 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b1558034-93f4-4826-84ca-576ad7d56b43 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks [] for security_group_rule (b51f27f7-952d-4d8c-9703-abf00e7dff3a), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:48.627271 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b1558034-93f4-4826-84ca-576ad7d56b43 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028226'] for security_group_rule (b51f27f7-952d-4d8c-9703-abf00e7dff3a), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:48.646509 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1558034-93f4-4826-84ca-576ad7d56b43 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b51f27f7-952d-4d8c-9703-abf00e7dff3a,revision_number=0']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:48.697758 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9023479b-f2fa-4022-95ea-4b5388b96d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:48.728426 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-b1558034-93f4-4826-84ca-576ad7d56b43 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:48.729640 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-b1558034-93f4-4826-84ca-576ad7d56b43 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3102272 Feb 28 11:28:48.880728 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-97d827ba-c5a6-4927-b1e7-c5a058f1312b req-7df7093b-3bdc-4a8d-8bc7-0847c4768bac tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1813218387&fields=id&tenant_id=b95cbb1a982149b49f972771e6600d3b HTTP/1.1" status: 200 len: 267 time: 0.0450470 Feb 28 11:28:48.986429 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d827ba-c5a6-4927-b1e7-c5a058f1312b req-d140dae5-63f5-484d-896e-187c486f94f3 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:48.987981 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-97d827ba-c5a6-4927-b1e7-c5a058f1312b req-d140dae5-63f5-484d-896e-187c486f94f3 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/networks?id=718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd HTTP/1.1" status: 200 len: 810 time: 0.1008115 Feb 28 11:28:49.002790 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-97d827ba-c5a6-4927-b1e7-c5a058f1312b req-6af2ba03-5ebc-43d8-b4cf-64b8c099faf0 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/quotas/b95cbb1a982149b49f972771e6600d3b HTTP/1.1" status: 200 len: 375 time: 0.0094361 Feb 28 11:28:49.068007 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-97d827ba-c5a6-4927-b1e7-c5a058f1312b req-5ac61c6f-17db-4e9c-8bdd-77bd8113c417 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b95cbb1a982149b49f972771e6600d3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0601611 Feb 28 11:28:49.175947 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [req-97d827ba-c5a6-4927-b1e7-c5a058f1312b req-be940d41-efb0-417d-ba8c-b41b1d755c0b service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 11:28:49.176971 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-97d827ba-c5a6-4927-b1e7-c5a058f1312b req-be940d41-efb0-417d-ba8c-b41b1d755c0b service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0981483 Feb 28 11:28:49.273265 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-97d827ba-c5a6-4927-b1e7-c5a058f1312b req-39d945e8-4203-46ae-9517-d4cb291a1b14 service neutron] 10.222.0.62 "GET /v2.0/networks/718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903382 Feb 28 11:28:49.289487 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 9d628f22-7a33-4e1b-884c-0c1f52b6c6b4 up at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:28:49.341611 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Provisioning complete for port 9d628f22-7a33-4e1b-884c-0c1f52b6c6b4 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:28:49.341993 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (9d628f22-7a33-4e1b-884c-0c1f52b6c6b4), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:49.369549 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-97d827ba-c5a6-4927-b1e7-c5a058f1312b req-ad2b6a3f-ff10-4727-b538-8d356bd16956 service neutron] 10.222.0.62 "GET /v2.0/networks/718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901518 Feb 28 11:28:49.424186 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Current status of the port 9d628f22-7a33-4e1b-884c-0c1f52b6c6b4 is: ACTIVE; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:28:49.704081 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-6f3bb9fa-7966-4d0e-97ae-249fee1735fe req-3ad7d8b1-cfc7-4030-b6e5-faaa6a375df4 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/ports?device_id=36dcb7b8-1419-40e8-879f-5aa83e26369d HTTP/1.1" status: 200 len: 210 time: 0.0291750 Feb 28 11:28:50.228704 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:50.786926 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-fe01f738-1c94-4c8a-8d66-a20ca37c1b89 req-bcfcef2f-af89-4e0a-914e-fe03b615a275 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/ports?device_id=36dcb7b8-1419-40e8-879f-5aa83e26369d HTTP/1.1" status: 200 len: 210 time: 0.0277464 Feb 28 11:28:51.535379 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:51.864480 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-063afb15-5f1d-4604-a0f4-b761c498b381 req-6631403e-b247-4c4a-a341-28a4a2bf6757 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/ports?device_id=36dcb7b8-1419-40e8-879f-5aa83e26369d HTTP/1.1" status: 200 len: 210 time: 0.0273943 Feb 28 11:28:52.705325 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:28:52.760387 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:52.944485 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-26656acc-12f9-4104-b71c-651e9459e328 req-698afd80-8099-465d-bcb4-5eb2b560cc78 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/ports?device_id=36dcb7b8-1419-40e8-879f-5aa83e26369d HTTP/1.1" status: 200 len: 210 time: 0.0316708 Feb 28 11:28:54.039329 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-dfbdab13-9430-4035-9d87-282a758f3a34 req-5485b687-f358-4b20-b737-a252996226f0 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/ports?device_id=36dcb7b8-1419-40e8-879f-5aa83e26369d HTTP/1.1" status: 200 len: 210 time: 0.0309858 Feb 28 11:28:55.143014 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-208aeae2-36b7-4496-917e-6ea5a0b0360d req-8a60ca13-9a14-4c2c-aa89-77dec395da02 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/ports?device_id=36dcb7b8-1419-40e8-879f-5aa83e26369d HTTP/1.1" status: 200 len: 210 time: 0.0279405 Feb 28 11:28:56.040566 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d827ba-c5a6-4927-b1e7-c5a058f1312b req-06658a05-25f8-44a2-b36d-acf3734fa3fe tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:56.042015 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-97d827ba-c5a6-4927-b1e7-c5a058f1312b req-06658a05-25f8-44a2-b36d-acf3734fa3fe tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.70 "GET /v2.0/networks?id=718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd HTTP/1.1" status: 200 len: 810 time: 0.0999873 Feb 28 11:28:56.114222 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-97d827ba-c5a6-4927-b1e7-c5a058f1312b req-242cd78a-8eba-43ef-a3f8-da1a297b8261 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b95cbb1a982149b49f972771e6600d3b HTTP/1.1" status: 200 len: 380 time: 0.0588529 Feb 28 11:28:56.121899 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-97d827ba-c5a6-4927-b1e7-c5a058f1312b req-e9048878-741e-4493-8a2a-3fd31693c20d tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Request body: {'port': {'device_id': '36dcb7b8-1419-40e8-879f-5aa83e26369d', 'network_id': '718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd', 'admin_state_up': True, 'tenant_id': 'b95cbb1a982149b49f972771e6600d3b', 'security_groups': ['550eaf58-af58-4193-8203-aab3d10cb5ba']}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:56.241096 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-08da2353-031c-4ae5-a4b8-d2d8a6c86513 req-bd40cf94-b205-46ad-aa2d-3849b05d3f3a tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/ports?device_id=36dcb7b8-1419-40e8-879f-5aa83e26369d HTTP/1.1" status: 200 len: 210 time: 0.0279281 Feb 28 11:28:56.297264 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97d827ba-c5a6-4927-b1e7-c5a058f1312b req-e9048878-741e-4493-8a2a-3fd31693c20d tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Made reservation on behalf of b95cbb1a982149b49f972771e6600d3b for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:56.300716 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-97d827ba-c5a6-4927-b1e7-c5a058f1312b req-e9048878-741e-4493-8a2a-3fd31693c20d tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:56.831702 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [req-97d827ba-c5a6-4927-b1e7-c5a058f1312b req-e9048878-741e-4493-8a2a-3fd31693c20d tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Allocated IP 172.20.0.5 (718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd/6e8db475-fd2a-458c-aca4-d54da2396dfb/eb86bb46-8b18-41fb-a415-e0b9f07fcf99) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:28:56.997217 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-97d827ba-c5a6-4927-b1e7-c5a058f1312b req-e9048878-741e-4493-8a2a-3fd31693c20d tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks [] for port (eb86bb46-8b18-41fb-a415-e0b9f07fcf99), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:57.092395 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-97d827ba-c5a6-4927-b1e7-c5a058f1312b req-e9048878-741e-4493-8a2a-3fd31693c20d tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (eb86bb46-8b18-41fb-a415-e0b9f07fcf99), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:57.150240 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97d827ba-c5a6-4927-b1e7-c5a058f1312b req-e9048878-741e-4493-8a2a-3fd31693c20d tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Network 718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:57.155212 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [req-97d827ba-c5a6-4927-b1e7-c5a058f1312b req-e9048878-741e-4493-8a2a-3fd31693c20d tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:57.160647 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d827ba-c5a6-4927-b1e7-c5a058f1312b req-e9048878-741e-4493-8a2a-3fd31693c20d tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:28:57.164576 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9048878-741e-4493-8a2a-3fd31693c20d tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Pushing event updated for resources: {'Port': ['ID=eb86bb46-8b18-41fb-a415-e0b9f07fcf99,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:57.217970 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d827ba-c5a6-4927-b1e7-c5a058f1312b req-e9048878-741e-4493-8a2a-3fd31693c20d tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:57.219613 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-97d827ba-c5a6-4927-b1e7-c5a058f1312b req-e9048878-741e-4493-8a2a-3fd31693c20d tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:57.323149 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-97d827ba-c5a6-4927-b1e7-c5a058f1312b req-e9048878-741e-4493-8a2a-3fd31693c20d tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2047374 Feb 28 11:28:57.348354 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-895bdb0a-8e4b-4f56-9d3f-63d05b1e8024 None None] Provisioning complete for port eb86bb46-8b18-41fb-a415-e0b9f07fcf99 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:28:57.348939 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-895bdb0a-8e4b-4f56-9d3f-63d05b1e8024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (eb86bb46-8b18-41fb-a415-e0b9f07fcf99), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:57.376720 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158c6b7-a193-46dc-92ab-91128403c700 req-197c0139-7d03-4dba-9cf7-794dcb4d29af tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:57.378261 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c158c6b7-a193-46dc-92ab-91128403c700 req-197c0139-7d03-4dba-9cf7-794dcb4d29af tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/ports?device_id=36dcb7b8-1419-40e8-879f-5aa83e26369d HTTP/1.1" status: 200 len: 931 time: 0.0691106 Feb 28 11:28:57.383625 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-895bdb0a-8e4b-4f56-9d3f-63d05b1e8024 None None] Port eb86bb46-8b18-41fb-a415-e0b9f07fcf99 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:28:57.404825 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-97d827ba-c5a6-4927-b1e7-c5a058f1312b req-bde7e7d1-fb37-4e22-855e-3a0dc5525681 service neutron] Request body: {'port': {'device_id': '36dcb7b8-1419-40e8-879f-5aa83e26369d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8291'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:57.483292 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-c158c6b7-a193-46dc-92ab-91128403c700 req-8e25e0d7-a462-471b-91b6-9e3f0b06f9bc tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/security-groups?id=550eaf58-af58-4193-8203-aab3d10cb5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980396 Feb 28 11:28:57.495458 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-97d827ba-c5a6-4927-b1e7-c5a058f1312b req-bde7e7d1-fb37-4e22-855e-3a0dc5525681 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (eb86bb46-8b18-41fb-a415-e0b9f07fcf99), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:57.758984 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [req-97d827ba-c5a6-4927-b1e7-c5a058f1312b req-bde7e7d1-fb37-4e22-855e-3a0dc5525681 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb86bb46-8b18-41fb-a415-e0b9f07fcf99 {{(pid=104083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:28:57.768005 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-97d827ba-c5a6-4927-b1e7-c5a058f1312b req-bde7e7d1-fb37-4e22-855e-3a0dc5525681 service neutron] Publish callbacks [] for port (eb86bb46-8b18-41fb-a415-e0b9f07fcf99), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:57.779960 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [req-97d827ba-c5a6-4927-b1e7-c5a058f1312b req-bde7e7d1-fb37-4e22-855e-3a0dc5525681 service neutron] Transition to ACTIVE for port object eb86bb46-8b18-41fb-a415-e0b9f07fcf99 will not be triggered until provisioned by entity L2. {{(pid=104083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 11:28:57.868901 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-97d827ba-c5a6-4927-b1e7-c5a058f1312b req-bde7e7d1-fb37-4e22-855e-3a0dc5525681 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (eb86bb46-8b18-41fb-a415-e0b9f07fcf99), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:57.923374 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde7e7d1-fb37-4e22-855e-3a0dc5525681 service neutron] Pushing event updated for resources: {'Port': ['ID=eb86bb46-8b18-41fb-a415-e0b9f07fcf99,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:57.991282 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-97d827ba-c5a6-4927-b1e7-c5a058f1312b req-bde7e7d1-fb37-4e22-855e-3a0dc5525681 service neutron] Attempting to bind port eb86bb46-8b18-41fb-a415-e0b9f07fcf99 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:28:57.991623 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-97d827ba-c5a6-4927-b1e7-c5a058f1312b req-bde7e7d1-fb37-4e22-855e-3a0dc5525681 service neutron] Attempting to bind port eb86bb46-8b18-41fb-a415-e0b9f07fcf99 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:28:57.991954 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d827ba-c5a6-4927-b1e7-c5a058f1312b req-bde7e7d1-fb37-4e22-855e-3a0dc5525681 service neutron] Attempting to bind port eb86bb46-8b18-41fb-a415-e0b9f07fcf99 on network 718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:28:57.996553 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d827ba-c5a6-4927-b1e7-c5a058f1312b req-bde7e7d1-fb37-4e22-855e-3a0dc5525681 service neutron] Port eb86bb46-8b18-41fb-a415-e0b9f07fcf99 on network 718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 11:28:57.996883 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d827ba-c5a6-4927-b1e7-c5a058f1312b req-bde7e7d1-fb37-4e22-855e-3a0dc5525681 service neutron] Attempting to bind port eb86bb46-8b18-41fb-a415-e0b9f07fcf99 on network 718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:28:58.002827 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d827ba-c5a6-4927-b1e7-c5a058f1312b req-bde7e7d1-fb37-4e22-855e-3a0dc5525681 service neutron] Checking agent: {'id': '9c9e5963-7abc-415a-a91c-4432861f4313', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'started_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:28:58.003204 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d827ba-c5a6-4927-b1e7-c5a058f1312b req-bde7e7d1-fb37-4e22-855e-3a0dc5525681 service neutron] Checking segment: {'id': '1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:28:58.003610 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d827ba-c5a6-4927-b1e7-c5a058f1312b req-bde7e7d1-fb37-4e22-855e-3a0dc5525681 service neutron] Bound using segment: {'id': '1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:28:58.004043 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-97d827ba-c5a6-4927-b1e7-c5a058f1312b req-bde7e7d1-fb37-4e22-855e-3a0dc5525681 service neutron] Bound port: eb86bb46-8b18-41fb-a415-e0b9f07fcf99, host: hv-neutron-8291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:28:58.004398 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-97d827ba-c5a6-4927-b1e7-c5a058f1312b req-bde7e7d1-fb37-4e22-855e-3a0dc5525681 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (eb86bb46-8b18-41fb-a415-e0b9f07fcf99), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:58.074921 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-97d827ba-c5a6-4927-b1e7-c5a058f1312b req-bde7e7d1-fb37-4e22-855e-3a0dc5525681 service neutron] For port eb86bb46-8b18-41fb-a415-e0b9f07fcf99, host hv-neutron-8291, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:28:58.085675 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-97d827ba-c5a6-4927-b1e7-c5a058f1312b req-bde7e7d1-fb37-4e22-855e-3a0dc5525681 service neutron] For port eb86bb46-8b18-41fb-a415-e0b9f07fcf99, host hv-neutron-8291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=eb86bb46-8b18-41fb-a415-e0b9f07fcf99,segment=NetworkSegment(1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72),segment_id=1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:28:58.164650 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-97d827ba-c5a6-4927-b1e7-c5a058f1312b req-bde7e7d1-fb37-4e22-855e-3a0dc5525681 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (eb86bb46-8b18-41fb-a415-e0b9f07fcf99), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:58.202169 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d827ba-c5a6-4927-b1e7-c5a058f1312b req-bde7e7d1-fb37-4e22-855e-3a0dc5525681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:58.203296 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-97d827ba-c5a6-4927-b1e7-c5a058f1312b req-bde7e7d1-fb37-4e22-855e-3a0dc5525681 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:58.204228 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-97d827ba-c5a6-4927-b1e7-c5a058f1312b req-bde7e7d1-fb37-4e22-855e-3a0dc5525681 service neutron] 10.222.0.70 "PUT /v2.0/ports/eb86bb46-8b18-41fb-a415-e0b9f07fcf99 HTTP/1.1" status: 200 len: 1093 time: 0.8640299 Feb 28 11:28:58.206900 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36dcb7b8-1419-40e8-879f-5aa83e26369d', 'tag': 'eb86bb46-8b18-41fb-a415-e0b9f07fcf99'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:28:58.209159 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4662774-f3ba-40cb-8eed-ea72193c9939" -d '{"events": [{"name": "network-changed", "server_uuid": "36dcb7b8-1419-40e8-879f-5aa83e26369d", "tag": "eb86bb46-8b18-41fb-a415-e0b9f07fcf99"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:28:58.237631 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde7e7d1-fb37-4e22-855e-3a0dc5525681 service neutron] Pushing event updated for resources: {'Port': ['ID=eb86bb46-8b18-41fb-a415-e0b9f07fcf99,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:58.253608 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-028ba934-3e4f-4b8d-af36-0d994ca7602a x-openstack-request-id: req-028ba934-3e4f-4b8d-af36-0d994ca7602a {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:28:58.253911 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36dcb7b8-1419-40e8-879f-5aa83e26369d", "tag": "eb86bb46-8b18-41fb-a415-e0b9f07fcf99", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:28:58.254179 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-028ba934-3e4f-4b8d-af36-0d994ca7602a {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:28:58.254635 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36dcb7b8-1419-40e8-879f-5aa83e26369d', 'tag': 'eb86bb46-8b18-41fb-a415-e0b9f07fcf99', 'status': 'completed', 'code': 200} Feb 28 11:28:58.338826 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4662774-f3ba-40cb-8eed-ea72193c9939 req-3216b1f2-9bbe-4bc2-b8cc-31331bc83784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:58.340400 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a4662774-f3ba-40cb-8eed-ea72193c9939 req-3216b1f2-9bbe-4bc2-b8cc-31331bc83784 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b95cbb1a982149b49f972771e6600d3b&device_id=36dcb7b8-1419-40e8-879f-5aa83e26369d HTTP/1.1" status: 200 len: 1127 time: 0.0479667 Feb 28 11:28:58.450849 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4662774-f3ba-40cb-8eed-ea72193c9939 req-695ecd1d-9efb-4bbc-81a7-b0c7eddc3066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:58.452979 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a4662774-f3ba-40cb-8eed-ea72193c9939 req-695ecd1d-9efb-4bbc-81a7-b0c7eddc3066 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=b95cbb1a982149b49f972771e6600d3b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0997882 Feb 28 11:28:58.549199 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4662774-f3ba-40cb-8eed-ea72193c9939 req-d8261bf1-db37-4ffe-b087-7a81e74f18c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:58.550892 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a4662774-f3ba-40cb-8eed-ea72193c9939 req-d8261bf1-db37-4ffe-b087-7a81e74f18c2 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0929739 Feb 28 11:28:58.609258 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05134ac-6b68-4bc8-b038-a23dbdefaae3 req-aae18446-ebaf-45f3-ba51-da061c34d6c9 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:58.610761 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f05134ac-6b68-4bc8-b038-a23dbdefaae3 req-aae18446-ebaf-45f3-ba51-da061c34d6c9 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/ports?device_id=36dcb7b8-1419-40e8-879f-5aa83e26369d HTTP/1.1" status: 200 len: 943 time: 0.0589092 Feb 28 11:28:58.685520 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d827ba-c5a6-4927-b1e7-c5a058f1312b req-bd184836-47a6-4abf-92bf-4317454506c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:58.687279 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-97d827ba-c5a6-4927-b1e7-c5a058f1312b req-bd184836-47a6-4abf-92bf-4317454506c1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b95cbb1a982149b49f972771e6600d3b&device_id=36dcb7b8-1419-40e8-879f-5aa83e26369d HTTP/1.1" status: 200 len: 1127 time: 0.0754597 Feb 28 11:28:58.690746 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-f05134ac-6b68-4bc8-b038-a23dbdefaae3 req-697972c1-3914-426d-8a32-ee5e7f0b6685 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/security-groups?id=550eaf58-af58-4193-8203-aab3d10cb5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720012 Feb 28 11:28:58.734437 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-97d827ba-c5a6-4927-b1e7-c5a058f1312b req-af91fe94-f861-48ff-8c0f-5e7acec57734 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb86bb46-8b18-41fb-a415-e0b9f07fcf99 HTTP/1.1" status: 200 len: 217 time: 0.0355406 Feb 28 11:28:58.787167 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d827ba-c5a6-4927-b1e7-c5a058f1312b req-e837664a-fa77-4587-adb7-6f813691296e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:58.788673 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-97d827ba-c5a6-4927-b1e7-c5a058f1312b req-e837664a-fa77-4587-adb7-6f813691296e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6e8db475-fd2a-458c-aca4-d54da2396dfb HTTP/1.1" status: 200 len: 849 time: 0.0487194 Feb 28 11:28:58.836968 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d827ba-c5a6-4927-b1e7-c5a058f1312b req-262ede66-a77f-4d8d-b502-ae33a81937a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:58.838503 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-97d827ba-c5a6-4927-b1e7-c5a058f1312b req-262ede66-a77f-4d8d-b502-ae33a81937a9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0445404 Feb 28 11:28:58.931479 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-97d827ba-c5a6-4927-b1e7-c5a058f1312b req-33501e28-da2b-4743-857e-6d1bffa7ebde service neutron] 10.222.0.70 "GET /v2.0/networks/718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871000 Feb 28 11:28:59.023694 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-97d827ba-c5a6-4927-b1e7-c5a058f1312b req-8a9eee23-3d28-441a-8893-1bc37bdda4fe service neutron] 10.222.0.70 "GET /v2.0/networks/718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859015 Feb 28 11:28:59.808669 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d6f20d-ebd0-4a13-a5ce-83f34ee00cfb req-d3e17e73-26f9-4fd8-b89d-e3405e38e25b tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:59.810141 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-13d6f20d-ebd0-4a13-a5ce-83f34ee00cfb req-d3e17e73-26f9-4fd8-b89d-e3405e38e25b tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/ports?device_id=36dcb7b8-1419-40e8-879f-5aa83e26369d HTTP/1.1" status: 200 len: 943 time: 0.0521889 Feb 28 11:28:59.858856 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-13d6f20d-ebd0-4a13-a5ce-83f34ee00cfb req-9f22385a-4c6f-4654-996a-ef785712543a tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/security-groups?id=550eaf58-af58-4193-8203-aab3d10cb5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424323 Feb 28 11:29:00.742696 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device eb86bb46-8b18-41fb-a415-e0b9f07fcf99 details requested by agent hyperv_hv-neutron-8291 with host hv-neutron-8291 {{(pid=104085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 11:29:00.840968 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port eb86bb46-8b18-41fb-a415-e0b9f07fcf99, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=eb86bb46-8b18-41fb-a415-e0b9f07fcf99,segment=NetworkSegment(1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72),segment_id=1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:29:00.852787 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Returning: {'device': 'eb86bb46-8b18-41fb-a415-e0b9f07fcf99', 'network_id': '718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd', 'port_id': 'eb86bb46-8b18-41fb-a415-e0b9f07fcf99', 'mac_address': 'fa:16:3e:e4:72:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e8db475-fd2a-458c-aca4-d54da2396dfb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 11:29:00.889192 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port eb86bb46-8b18-41fb-a415-e0b9f07fcf99 is: DOWN; New status is: BUILD {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:29:00.890164 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (eb86bb46-8b18-41fb-a415-e0b9f07fcf99), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:00.903063 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb86bb46-8b18-41fb-a415-e0b9f07fcf99 {{(pid=104085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:29:00.923353 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port eb86bb46-8b18-41fb-a415-e0b9f07fcf99, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=eb86bb46-8b18-41fb-a415-e0b9f07fcf99,segment=NetworkSegment(1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72),segment_id=1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:29:00.977951 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c1513-dd3b-485d-9719-7366bc4517a7 req-385fe3ef-a0ca-4989-8d73-77809c4fb83a tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:00.979456 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b04c1513-dd3b-485d-9719-7366bc4517a7 req-385fe3ef-a0ca-4989-8d73-77809c4fb83a tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/ports?device_id=36dcb7b8-1419-40e8-879f-5aa83e26369d HTTP/1.1" status: 200 len: 943 time: 0.0543735 Feb 28 11:29:00.988488 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (eb86bb46-8b18-41fb-a415-e0b9f07fcf99), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:01.029873 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b04c1513-dd3b-485d-9719-7366bc4517a7 req-2be587c5-0228-4ce5-aefd-0ff912076c97 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/security-groups?id=550eaf58-af58-4193-8203-aab3d10cb5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439544 Feb 28 11:29:01.051133 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=eb86bb46-8b18-41fb-a415-e0b9f07fcf99,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:01.114087 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:01.262415 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['eb86bb46-8b18-41fb-a415-e0b9f07fcf99'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:29:02.157511 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba6091-86e6-4438-a65f-1aa48c12adeb req-9dfd8b9e-1af0-462d-ae37-1f35b77b9abb tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:02.159242 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-efba6091-86e6-4438-a65f-1aa48c12adeb req-9dfd8b9e-1af0-462d-ae37-1f35b77b9abb tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/ports?device_id=36dcb7b8-1419-40e8-879f-5aa83e26369d HTTP/1.1" status: 200 len: 944 time: 0.0586662 Feb 28 11:29:02.210461 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-efba6091-86e6-4438-a65f-1aa48c12adeb req-d21601ed-4b50-4e7d-bf46-23edb6506d81 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/security-groups?id=550eaf58-af58-4193-8203-aab3d10cb5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457468 Feb 28 11:29:02.758372 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device eb86bb46-8b18-41fb-a415-e0b9f07fcf99 up at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:29:02.862398 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning for port eb86bb46-8b18-41fb-a415-e0b9f07fcf99 completed by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 11:29:02.866332 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning complete for port eb86bb46-8b18-41fb-a415-e0b9f07fcf99 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:29:02.866731 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (eb86bb46-8b18-41fb-a415-e0b9f07fcf99), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:02.944742 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port eb86bb46-8b18-41fb-a415-e0b9f07fcf99 is: BUILD; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:29:02.945129 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (eb86bb46-8b18-41fb-a415-e0b9f07fcf99), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:02.969838 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36dcb7b8-1419-40e8-879f-5aa83e26369d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb86bb46-8b18-41fb-a415-e0b9f07fcf99'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:29:02.972155 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f593a859-bac3-434b-83ea-2a968a6a9d07" -d '{"events": [{"server_uuid": "36dcb7b8-1419-40e8-879f-5aa83e26369d", "name": "network-vif-plugged", "status": "completed", "tag": "eb86bb46-8b18-41fb-a415-e0b9f07fcf99"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:29:02.988486 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port eb86bb46-8b18-41fb-a415-e0b9f07fcf99, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=eb86bb46-8b18-41fb-a415-e0b9f07fcf99,segment=NetworkSegment(1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72),segment_id=1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:29:03.055279 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (eb86bb46-8b18-41fb-a415-e0b9f07fcf99), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:03.095205 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646c405b-8b3b-475b-859e-adc3516182a6 x-openstack-request-id: req-646c405b-8b3b-475b-859e-adc3516182a6 {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:29:03.095530 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36dcb7b8-1419-40e8-879f-5aa83e26369d", "name": "network-vif-plugged", "status": "completed", "tag": "eb86bb46-8b18-41fb-a415-e0b9f07fcf99", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:29:03.095790 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-646c405b-8b3b-475b-859e-adc3516182a6 {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:29:03.096188 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36dcb7b8-1419-40e8-879f-5aa83e26369d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb86bb46-8b18-41fb-a415-e0b9f07fcf99', 'code': 200} Feb 28 11:29:03.108219 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=eb86bb46-8b18-41fb-a415-e0b9f07fcf99,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:03.329518 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985114d4-4e3f-4a26-a82a-9de84438225c req-b53e6d20-0031-44c0-851e-eed546b0ce42 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:03.331026 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-985114d4-4e3f-4a26-a82a-9de84438225c req-b53e6d20-0031-44c0-851e-eed546b0ce42 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/ports?device_id=36dcb7b8-1419-40e8-879f-5aa83e26369d HTTP/1.1" status: 200 len: 945 time: 0.0531297 Feb 28 11:29:03.379782 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-985114d4-4e3f-4a26-a82a-9de84438225c req-b19a5b98-8b36-4843-b103-b3e79e59c35f tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/security-groups?id=550eaf58-af58-4193-8203-aab3d10cb5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432060 Feb 28 11:29:03.439888 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774af92-c59b-4811-9d9c-ef85bdbd087a req-b445918b-3f34-4747-a75e-010108b3f689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:03.441402 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e774af92-c59b-4811-9d9c-ef85bdbd087a req-b445918b-3f34-4747-a75e-010108b3f689 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=36dcb7b8-1419-40e8-879f-5aa83e26369d HTTP/1.1" status: 200 len: 1129 time: 0.0497391 Feb 28 11:29:03.486030 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e774af92-c59b-4811-9d9c-ef85bdbd087a req-b6b8f503-2d7d-4e15-97df-16f37015b637 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=550eaf58-af58-4193-8203-aab3d10cb5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388200 Feb 28 11:29:04.508703 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a747cbf7-15db-41ea-9dc2-8b4140c13e98 req-5963d714-0692-49c6-a6d5-0293e06881ed tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:04.510210 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a747cbf7-15db-41ea-9dc2-8b4140c13e98 req-5963d714-0692-49c6-a6d5-0293e06881ed tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/ports?device_id=36dcb7b8-1419-40e8-879f-5aa83e26369d HTTP/1.1" status: 200 len: 945 time: 0.0576005 Feb 28 11:29:04.560308 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a747cbf7-15db-41ea-9dc2-8b4140c13e98 req-3db09893-8d60-467c-82ff-d37bb14af22b tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/security-groups?id=550eaf58-af58-4193-8203-aab3d10cb5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439153 Feb 28 11:29:05.685067 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c1b171-b6d6-4ee5-9a68-b1a1b3aec18b req-551f9c52-5a92-46dc-9645-1ac033d81eb0 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:05.686585 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-31c1b171-b6d6-4ee5-9a68-b1a1b3aec18b req-551f9c52-5a92-46dc-9645-1ac033d81eb0 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/ports?device_id=36dcb7b8-1419-40e8-879f-5aa83e26369d HTTP/1.1" status: 200 len: 945 time: 0.0570743 Feb 28 11:29:05.734760 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-31c1b171-b6d6-4ee5-9a68-b1a1b3aec18b req-7290c291-7fd0-41c1-aaa7-20f1bf350f9f tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/security-groups?id=550eaf58-af58-4193-8203-aab3d10cb5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424995 Feb 28 11:29:05.850591 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edbf1ec-9430-4222-a090-fcf9c6edc5ef req-99b3fd7e-daea-418d-baf9-9c2702491a0e tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:05.852035 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1edbf1ec-9430-4222-a090-fcf9c6edc5ef req-99b3fd7e-daea-418d-baf9-9c2702491a0e tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/ports?device_id=36dcb7b8-1419-40e8-879f-5aa83e26369d HTTP/1.1" status: 200 len: 945 time: 0.0525341 Feb 28 11:29:05.904625 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-1edbf1ec-9430-4222-a090-fcf9c6edc5ef req-a083ed38-46c0-445c-96df-77afdcf88709 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/security-groups?id=550eaf58-af58-4193-8203-aab3d10cb5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470605 Feb 28 11:29:05.926818 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 57654) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:29:06.009834 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e62593d-deca-45ba-8868-d55bbfc328e0 tempest-TestSnapshotPattern-153840279 tempest-TestSnapshotPattern-153840279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:06.011631 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-7e62593d-deca-45ba-8868-d55bbfc328e0 tempest-TestSnapshotPattern-153840279 tempest-TestSnapshotPattern-153840279-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=36dcb7b8-1419-40e8-879f-5aa83e26369d HTTP/1.1" status: 200 len: 1124 time: 0.0837920 Feb 28 11:29:06.015012 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 57658) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:29:06.019290 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-dffa77c4-537a-4239-aee8-07e5e4091168 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Request body: {'floatingip': {'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'port_id': 'eb86bb46-8b18-41fb-a415-e0b9f07fcf99', 'tenant_id': 'b95cbb1a982149b49f972771e6600d3b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:06.097426 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-dffa77c4-537a-4239-aee8-07e5e4091168 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:06.195415 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-dffa77c4-537a-4239-aee8-07e5e4091168 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:06.300862 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-dffa77c4-537a-4239-aee8-07e5e4091168 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Allocated IP 172.26.3.133 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/4bf915af-cd5e-4837-a0c1-b67b3fb69c75) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:29:06.421727 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-dffa77c4-537a-4239-aee8-07e5e4091168 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks [] for port (4bf915af-cd5e-4837-a0c1-b67b3fb69c75), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:06.514234 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-dffa77c4-537a-4239-aee8-07e5e4091168 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (4bf915af-cd5e-4837-a0c1-b67b3fb69c75), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:06.550809 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffa77c4-537a-4239-aee8-07e5e4091168 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:29:06.553700 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-dffa77c4-537a-4239-aee8-07e5e4091168 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:06.557814 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffa77c4-537a-4239-aee8-07e5e4091168 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:29:06.592252 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffa77c4-537a-4239-aee8-07e5e4091168 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Pushing event updated for resources: {'Port': ['ID=4bf915af-cd5e-4837-a0c1-b67b3fb69c75,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:06.934589 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-dffa77c4-537a-4239-aee8-07e5e4091168 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks [] for floatingip (ac624a3f-1cfb-474a-9a91-ca3da7416243), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:07.072191 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-dffa77c4-537a-4239-aee8-07e5e4091168 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (4bf915af-cd5e-4837-a0c1-b67b3fb69c75), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:07.227496 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-dffa77c4-537a-4239-aee8-07e5e4091168 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks [] for port (4bf915af-cd5e-4837-a0c1-b67b3fb69c75), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:07.279626 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-dffa77c4-537a-4239-aee8-07e5e4091168 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (4bf915af-cd5e-4837-a0c1-b67b3fb69c75), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:07.353212 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffa77c4-537a-4239-aee8-07e5e4091168 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Pushing event updated for resources: {'Port': ['ID=4bf915af-cd5e-4837-a0c1-b67b3fb69c75,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:07.364243 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-dffa77c4-537a-4239-aee8-07e5e4091168 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047917'] for floatingip (ac624a3f-1cfb-474a-9a91-ca3da7416243), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:07.476799 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.l3_db [None req-dffa77c4-537a-4239-aee8-07e5e4091168 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Floating IP ac624a3f-1cfb-474a-9a91-ca3da7416243 associated. External IP: 172.26.3.133, port: eb86bb46-8b18-41fb-a415-e0b9f07fcf99. Feb 28 11:29:07.692193 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dffa77c4-537a-4239-aee8-07e5e4091168 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Router 52fe4ec4-a771-4483-8832-0c59438aab88 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:29:07.804248 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dffa77c4-537a-4239-aee8-07e5e4091168 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:29:07.815435 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d41f05-f46c-4f9e-92ab-d698d832d456 None None] Sync routers for ids ['52fe4ec4-a771-4483-8832-0c59438aab88'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:29:07.826228 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d41f05-f46c-4f9e-92ab-d698d832d456 None None] Routers {'52fe4ec4-a771-4483-8832-0c59438aab88'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:29:07.826874 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-38d41f05-f46c-4f9e-92ab-d698d832d456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:28:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['52fe4ec4-a771-4483-8832-0c59438aab88'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:07.870349 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-dffa77c4-537a-4239-aee8-07e5e4091168 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:07.912955 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-dffa77c4-537a-4239-aee8-07e5e4091168 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8855302 Feb 28 11:29:07.912955 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36dcb7b8-1419-40e8-879f-5aa83e26369d', 'tag': 'eb86bb46-8b18-41fb-a415-e0b9f07fcf99'}] {{(pid=104084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:29:07.912955 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ffa69481dce8c4e68394bb3e97aff222617d39f0bec9a6d6e4c39a9256e7c95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5292793-264e-4e88-a647-a82b263a949b" -d '{"events": [{"name": "network-changed", "server_uuid": "36dcb7b8-1419-40e8-879f-5aa83e26369d", "tag": "eb86bb46-8b18-41fb-a415-e0b9f07fcf99"}]}' {{(pid=104084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:29:07.971345 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-38d41f05-f46c-4f9e-92ab-d698d832d456 None None] Set router 52fe4ec4-a771-4483-8832-0c59438aab88 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:29:08.001030 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab227e7-4103-43c6-8a7c-9ce52510fd50 x-openstack-request-id: req-dab227e7-4103-43c6-8a7c-9ce52510fd50 {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:29:08.001840 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36dcb7b8-1419-40e8-879f-5aa83e26369d", "tag": "eb86bb46-8b18-41fb-a415-e0b9f07fcf99", "status": "completed", "code": 200}]} {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:29:08.001840 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dab227e7-4103-43c6-8a7c-9ce52510fd50 {{(pid=104084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:29:08.002025 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36dcb7b8-1419-40e8-879f-5aa83e26369d', 'tag': 'eb86bb46-8b18-41fb-a415-e0b9f07fcf99', 'status': 'completed', 'code': 200} Feb 28 11:29:08.090274 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5292793-264e-4e88-a647-a82b263a949b req-f2a04676-c787-4681-b311-098fffd1f4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:08.091898 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e5292793-264e-4e88-a647-a82b263a949b req-f2a04676-c787-4681-b311-098fffd1f4ab service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b95cbb1a982149b49f972771e6600d3b&device_id=36dcb7b8-1419-40e8-879f-5aa83e26369d HTTP/1.1" status: 200 len: 1129 time: 0.0466120 Feb 28 11:29:08.186724 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5292793-264e-4e88-a647-a82b263a949b req-6515d534-ca72-43e4-badd-936290493efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:08.188281 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e5292793-264e-4e88-a647-a82b263a949b req-6515d534-ca72-43e4-badd-936290493efd service neutron] 10.222.0.70 "GET /v2.0/networks?id=718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd HTTP/1.1" status: 200 len: 910 time: 0.0897384 Feb 28 11:29:08.231671 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-38d41f05-f46c-4f9e-92ab-d698d832d456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'name': 'tempest-TestSnapshotPattern-2026022246-router', 'tenant_id': 'b95cbb1a982149b49f972771e6600d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': 'e0b41923-8b78-4fca-bf71-76489a32d345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:28:33Z', 'updated_at': '2022-02-28T11:28:37Z', 'revision_number': 4, 'project_id': 'b95cbb1a982149b49f972771e6600d3b', 'gw_port': {'id': 'e0b41923-8b78-4fca-bf71-76489a32d345', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:34Z', 'updated_at': '2022-02-28T11:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': 'ac624a3f-1cfb-474a-9a91-ca3da7416243', 'tenant_id': 'b95cbb1a982149b49f972771e6600d3b', 'floating_ip_address': '172.26.3.133', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'port_id': 'eb86bb46-8b18-41fb-a415-e0b9f07fcf99', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd', 'mac_address': 'fa:16:3e:e4:72:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36dcb7b8-1419-40e8-879f-5aa83e26369d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:29:06Z', 'updated_at': '2022-02-28T11:29:06Z', 'revision_number': 0, 'project_id': 'b95cbb1a982149b49f972771e6600d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49926b8f-4431-4704-91be-d77967eaa2a3', 'name': '', 'network_id': '718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd', 'tenant_id': 'b95cbb1a982149b49f972771e6600d3b', 'mac_address': 'fa:16:3e:03:2c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '6e8db475-fd2a-458c-aca4-d54da2396dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:36Z', 'updated_at': '2022-02-28T11:28:41Z', 'revision_number': 5, 'project_id': 'b95cbb1a982149b49f972771e6600d3b', 'subnets': [{'id': '6e8db475-fd2a-458c-aca4-d54da2396dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:08.260373 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d41f05-f46c-4f9e-92ab-d698d832d456 None None] Checking router: 52fe4ec4-a771-4483-8832-0c59438aab88 for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:29:08.262074 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e5292793-264e-4e88-a647-a82b263a949b req-8f05a165-612f-4fc2-9b53-414d5330a8ab service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb86bb46-8b18-41fb-a415-e0b9f07fcf99 HTTP/1.1" status: 200 len: 999 time: 0.0672126 Feb 28 11:29:08.269746 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d41f05-f46c-4f9e-92ab-d698d832d456 None None] Routers {'52fe4ec4-a771-4483-8832-0c59438aab88'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:29:08.270444 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-38d41f05-f46c-4f9e-92ab-d698d832d456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:28:49Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['52fe4ec4-a771-4483-8832-0c59438aab88'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:08.311000 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5292793-264e-4e88-a647-a82b263a949b req-7b2e4978-97c8-4970-8d2b-a51f8f1022f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:08.314693 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e5292793-264e-4e88-a647-a82b263a949b req-7b2e4978-97c8-4970-8d2b-a51f8f1022f7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6e8db475-fd2a-458c-aca4-d54da2396dfb HTTP/1.1" status: 200 len: 849 time: 0.0454972 Feb 28 11:29:08.364477 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5292793-264e-4e88-a647-a82b263a949b req-cbb09b74-ddd2-487f-87cf-ca3b757fbb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:08.366328 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e5292793-264e-4e88-a647-a82b263a949b req-cbb09b74-ddd2-487f-87cf-ca3b757fbb34 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0476913 Feb 28 11:29:08.387102 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-38d41f05-f46c-4f9e-92ab-d698d832d456 None None] Set router 52fe4ec4-a771-4483-8832-0c59438aab88 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:29:08.472823 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e5292793-264e-4e88-a647-a82b263a949b req-98bece82-b783-4ab1-a787-a8a3b0072479 service neutron] 10.222.0.70 "GET /v2.0/networks/718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004491 Feb 28 11:29:08.587248 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e5292793-264e-4e88-a647-a82b263a949b req-ba66b473-d671-4975-9769-4c2d6d925373 service neutron] 10.222.0.70 "GET /v2.0/networks/718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090708 Feb 28 11:29:08.649555 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-38d41f05-f46c-4f9e-92ab-d698d832d456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'name': 'tempest-TestSnapshotPattern-2026022246-router', 'tenant_id': 'b95cbb1a982149b49f972771e6600d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': 'e0b41923-8b78-4fca-bf71-76489a32d345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:28:33Z', 'updated_at': '2022-02-28T11:28:37Z', 'revision_number': 4, 'project_id': 'b95cbb1a982149b49f972771e6600d3b', 'gw_port': {'id': 'e0b41923-8b78-4fca-bf71-76489a32d345', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:34Z', 'updated_at': '2022-02-28T11:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': 'ac624a3f-1cfb-474a-9a91-ca3da7416243', 'tenant_id': 'b95cbb1a982149b49f972771e6600d3b', 'floating_ip_address': '172.26.3.133', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'port_id': 'eb86bb46-8b18-41fb-a415-e0b9f07fcf99', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd', 'mac_address': 'fa:16:3e:e4:72:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36dcb7b8-1419-40e8-879f-5aa83e26369d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:29:06Z', 'updated_at': '2022-02-28T11:29:06Z', 'revision_number': 0, 'project_id': 'b95cbb1a982149b49f972771e6600d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49926b8f-4431-4704-91be-d77967eaa2a3', 'name': '', 'network_id': '718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd', 'tenant_id': 'b95cbb1a982149b49f972771e6600d3b', 'mac_address': 'fa:16:3e:03:2c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '6e8db475-fd2a-458c-aca4-d54da2396dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:36Z', 'updated_at': '2022-02-28T11:28:41Z', 'revision_number': 5, 'project_id': 'b95cbb1a982149b49f972771e6600d3b', 'subnets': [{'id': '6e8db475-fd2a-458c-aca4-d54da2396dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:08.677941 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d41f05-f46c-4f9e-92ab-d698d832d456 None None] The sync data for ids ['52fe4ec4-a771-4483-8832-0c59438aab88'] in dv-neutron-829161-3-hyperv is: [{'id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'name': 'tempest-TestSnapshotPattern-2026022246-router', 'tenant_id': 'b95cbb1a982149b49f972771e6600d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': 'e0b41923-8b78-4fca-bf71-76489a32d345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:28:33Z', 'updated_at': '2022-02-28T11:28:37Z', 'revision_number': 4, 'project_id': 'b95cbb1a982149b49f972771e6600d3b', 'gw_port': {'id': 'e0b41923-8b78-4fca-bf71-76489a32d345', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:34Z', 'updated_at': '2022-02-28T11:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': 'ac624a3f-1cfb-474a-9a91-ca3da7416243', 'tenant_id': 'b95cbb1a982149b49f972771e6600d3b', 'floating_ip_address': '172.26.3.133', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'port_id': 'eb86bb46-8b18-41fb-a415-e0b9f07fcf99', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd', 'mac_address': 'fa:16:3e:e4:72:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36dcb7b8-1419-40e8-879f-5aa83e26369d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:29:06Z', 'updated_at': '2022-02-28T11:29:06Z', 'revision_number': 0, 'project_id': 'b95cbb1a982149b49f972771e6600d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49926b8f-4431-4704-91be-d77967eaa2a3', 'name': '', 'network_id': '718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd', 'tenant_id': 'b95cbb1a982149b49f972771e6600d3b', 'mac_address': 'fa:16:3e:03:2c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '6e8db475-fd2a-458c-aca4-d54da2396dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:36Z', 'updated_at': '2022-02-28T11:28:41Z', 'revision_number': 5, 'project_id': 'b95cbb1a982149b49f972771e6600d3b', 'subnets': [{'id': '6e8db475-fd2a-458c-aca4-d54da2396dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:29:08.875357 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523cd619-f640-469a-ad2b-8d93e459cf15 None None] New status for floating IP ac624a3f-1cfb-474a-9a91-ca3da7416243: ACTIVE {{(pid=104086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:29:16.502455 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-317e5fb4-6e4f-4211-8280-8c55d7d9b2ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:18.719483 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-fa256425-71ca-4479-9dcd-8a7c58ff147b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:20.250665 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:21.599622 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:22.388566 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-211430e9-9c3a-4d00-b3b8-d7f01738f260 req-3b2f6104-f143-43dc-9bce-f25590a2d02f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=36dcb7b8-1419-40e8-879f-5aa83e26369d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0545003 Feb 28 11:29:22.494283 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211430e9-9c3a-4d00-b3b8-d7f01738f260 req-a3bfaec0-b1a5-49ff-b940-edeee3ea0eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:22.495843 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-211430e9-9c3a-4d00-b3b8-d7f01738f260 req-a3bfaec0-b1a5-49ff-b940-edeee3ea0eb6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b95cbb1a982149b49f972771e6600d3b&device_id=36dcb7b8-1419-40e8-879f-5aa83e26369d HTTP/1.1" status: 200 len: 1129 time: 0.0464416 Feb 28 11:29:22.610571 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211430e9-9c3a-4d00-b3b8-d7f01738f260 req-fa0a500f-1ffd-4a31-87c3-578fb2ff9ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:22.612146 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-211430e9-9c3a-4d00-b3b8-d7f01738f260 req-fa0a500f-1ffd-4a31-87c3-578fb2ff9ad5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd HTTP/1.1" status: 200 len: 910 time: 0.0982106 Feb 28 11:29:22.686210 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-211430e9-9c3a-4d00-b3b8-d7f01738f260 req-1e4e7e2b-c367-4599-b2bd-8e66ecf284f2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb86bb46-8b18-41fb-a415-e0b9f07fcf99 HTTP/1.1" status: 200 len: 1001 time: 0.0678992 Feb 28 11:29:22.737380 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211430e9-9c3a-4d00-b3b8-d7f01738f260 req-f8b480b7-8299-4c5d-aaf2-42ff78d1280b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:22.738859 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-211430e9-9c3a-4d00-b3b8-d7f01738f260 req-f8b480b7-8299-4c5d-aaf2-42ff78d1280b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6e8db475-fd2a-458c-aca4-d54da2396dfb HTTP/1.1" status: 200 len: 849 time: 0.0462744 Feb 28 11:29:22.789108 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211430e9-9c3a-4d00-b3b8-d7f01738f260 req-f7a9304a-1fd9-4944-af6f-9c0f11b56554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:22.790604 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-211430e9-9c3a-4d00-b3b8-d7f01738f260 req-f7a9304a-1fd9-4944-af6f-9c0f11b56554 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0457654 Feb 28 11:29:22.825969 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:22.885564 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-211430e9-9c3a-4d00-b3b8-d7f01738f260 req-2107a9bc-4673-44f8-905e-b7c3a4fc437d service neutron] 10.222.0.70 "GET /v2.0/networks/718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891216 Feb 28 11:29:22.987678 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-211430e9-9c3a-4d00-b3b8-d7f01738f260 req-4067c333-df54-4766-aac0-a45001d456fc service neutron] 10.222.0.70 "GET /v2.0/networks/718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963690 Feb 28 11:29:29.704789 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:29:31.123107 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:46.491479 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-b86f4038-00b1-4db1-b8b1-1458db75ad7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:48.676647 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-9a95c85c-f75d-4929-abfc-0806108c9105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:50.259526 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:51.558788 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:52.770897 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:30:01.135809 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:30:06.703492 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:30:16.483342 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7f44ebd3-d3af-47c0-8f2c-306c99626fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:30:18.763268 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f1df24a6-f6e9-4a2a-91cc-30d34bce9948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:30:20.249450 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:30:21.569316 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:30:22.803507 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:30:23.367428 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-dab9b433-b617-4dbe-bd7f-d4b8ba51950f req-4936217f-4360-47fd-b168-6e7aefef52ab service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=36dcb7b8-1419-40e8-879f-5aa83e26369d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0510244 Feb 28 11:30:23.467986 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9b433-b617-4dbe-bd7f-d4b8ba51950f req-b7e4811c-265a-4bc2-af67-62ba269a585a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:23.469485 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-dab9b433-b617-4dbe-bd7f-d4b8ba51950f req-b7e4811c-265a-4bc2-af67-62ba269a585a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b95cbb1a982149b49f972771e6600d3b&device_id=36dcb7b8-1419-40e8-879f-5aa83e26369d HTTP/1.1" status: 200 len: 1129 time: 0.0453358 Feb 28 11:30:23.567947 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9b433-b617-4dbe-bd7f-d4b8ba51950f req-fd27871f-2b25-4576-9d66-bc90312209fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:23.569417 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-dab9b433-b617-4dbe-bd7f-d4b8ba51950f req-fd27871f-2b25-4576-9d66-bc90312209fd service neutron] 10.222.0.70 "GET /v2.0/networks?id=718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd HTTP/1.1" status: 200 len: 910 time: 0.0838385 Feb 28 11:30:23.658550 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-dab9b433-b617-4dbe-bd7f-d4b8ba51950f req-e5b50b40-260a-4605-8a58-4514ea912e39 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb86bb46-8b18-41fb-a415-e0b9f07fcf99 HTTP/1.1" status: 200 len: 1001 time: 0.0837178 Feb 28 11:30:23.705714 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9b433-b617-4dbe-bd7f-d4b8ba51950f req-badf4529-8981-4430-a519-eacb442dcd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:23.707173 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-dab9b433-b617-4dbe-bd7f-d4b8ba51950f req-badf4529-8981-4430-a519-eacb442dcd26 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6e8db475-fd2a-458c-aca4-d54da2396dfb HTTP/1.1" status: 200 len: 849 time: 0.0436730 Feb 28 11:30:23.754673 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9b433-b617-4dbe-bd7f-d4b8ba51950f req-0a611dac-c189-4d04-9cc8-cb4fd906f731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:23.756199 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-dab9b433-b617-4dbe-bd7f-d4b8ba51950f req-0a611dac-c189-4d04-9cc8-cb4fd906f731 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0433798 Feb 28 11:30:23.846686 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-dab9b433-b617-4dbe-bd7f-d4b8ba51950f req-02eb4970-0cf4-4827-bc85-49d370490b30 service neutron] 10.222.0.70 "GET /v2.0/networks/718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849416 Feb 28 11:30:23.935919 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-dab9b433-b617-4dbe-bd7f-d4b8ba51950f req-c91f8d92-ea2e-41ba-bdb4-a75e7b925992 service neutron] 10.222.0.70 "GET /v2.0/networks/718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835099 Feb 28 11:30:31.123269 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:30:43.702332 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:30:46.498859 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-da2989ee-35c1-4514-a862-11c532e84836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:30:48.699223 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a360f4ab-5d60-47e7-b6f3-3bfece36a0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:30:50.237893 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:30:51.574539 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:30:52.778213 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:31:01.162300 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:31:05.360686 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device eb86bb46-8b18-41fb-a415-e0b9f07fcf99 details requested by agent hyperv_hv-neutron-8291 with host hv-neutron-8291 {{(pid=104085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 11:31:05.459558 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port eb86bb46-8b18-41fb-a415-e0b9f07fcf99, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=eb86bb46-8b18-41fb-a415-e0b9f07fcf99,segment=NetworkSegment(1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72),segment_id=1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:31:05.471498 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Returning: {'device': 'eb86bb46-8b18-41fb-a415-e0b9f07fcf99', 'network_id': '718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd', 'port_id': 'eb86bb46-8b18-41fb-a415-e0b9f07fcf99', 'mac_address': 'fa:16:3e:e4:72:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e8db475-fd2a-458c-aca4-d54da2396dfb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 11:31:05.511554 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port eb86bb46-8b18-41fb-a415-e0b9f07fcf99 is: ACTIVE; New status is: BUILD {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:31:05.511944 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (eb86bb46-8b18-41fb-a415-e0b9f07fcf99), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:31:05.525905 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eb86bb46-8b18-41fb-a415-e0b9f07fcf99 {{(pid=104085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:31:05.544915 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port eb86bb46-8b18-41fb-a415-e0b9f07fcf99, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=eb86bb46-8b18-41fb-a415-e0b9f07fcf99,segment=NetworkSegment(1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72),segment_id=1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:31:05.608262 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (eb86bb46-8b18-41fb-a415-e0b9f07fcf99), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:31:05.657296 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=eb86bb46-8b18-41fb-a415-e0b9f07fcf99,revision_number=6']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:05.664218 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:05.664576 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:05.664920 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:05.665263 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:05.665601 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:05.665937 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:05.666272 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:05.666605 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:05.666961 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:05.667298 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:05.667629 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:05.667958 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:05.668288 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:05.752445 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['eb86bb46-8b18-41fb-a415-e0b9f07fcf99'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:31:07.384694 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device eb86bb46-8b18-41fb-a415-e0b9f07fcf99 up at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:31:07.449168 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning complete for port eb86bb46-8b18-41fb-a415-e0b9f07fcf99 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:31:07.449717 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (eb86bb46-8b18-41fb-a415-e0b9f07fcf99), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:31:07.552267 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port eb86bb46-8b18-41fb-a415-e0b9f07fcf99 is: BUILD; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:31:07.552659 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (eb86bb46-8b18-41fb-a415-e0b9f07fcf99), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:31:07.578929 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36dcb7b8-1419-40e8-879f-5aa83e26369d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb86bb46-8b18-41fb-a415-e0b9f07fcf99'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:31:07.581560 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b264a3-7088-440e-9a9c-5f10165452e1" -d '{"events": [{"server_uuid": "36dcb7b8-1419-40e8-879f-5aa83e26369d", "name": "network-vif-plugged", "status": "completed", "tag": "eb86bb46-8b18-41fb-a415-e0b9f07fcf99"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:31:07.606999 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port eb86bb46-8b18-41fb-a415-e0b9f07fcf99, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=eb86bb46-8b18-41fb-a415-e0b9f07fcf99,segment=NetworkSegment(1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72),segment_id=1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:31:07.637998 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62365cbf-7de7-4e0e-a0bd-79f3ef6471b6 x-openstack-request-id: req-62365cbf-7de7-4e0e-a0bd-79f3ef6471b6 {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:31:07.638456 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36dcb7b8-1419-40e8-879f-5aa83e26369d", "name": "network-vif-plugged", "status": "completed", "tag": "eb86bb46-8b18-41fb-a415-e0b9f07fcf99", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:31:07.638986 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-62365cbf-7de7-4e0e-a0bd-79f3ef6471b6 {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:31:07.639607 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36dcb7b8-1419-40e8-879f-5aa83e26369d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb86bb46-8b18-41fb-a415-e0b9f07fcf99', 'code': 200} Feb 28 11:31:07.729243 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (eb86bb46-8b18-41fb-a415-e0b9f07fcf99), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:31:07.792835 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=eb86bb46-8b18-41fb-a415-e0b9f07fcf99,revision_number=7']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:16.544741 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-1db36682-7698-4d95-bfd3-190d90738eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:31:18.660050 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-76275053-b04a-42ca-8cc9-e729347f18fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:31:19.640526 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6ccb09a9-e28d-46a4-95a0-c6ab2710d72a req-5417e947-5fc8-4b6f-af65-7ee49d535d85 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1813218387&fields=id&tenant_id=b95cbb1a982149b49f972771e6600d3b HTTP/1.1" status: 200 len: 267 time: 0.0523386 Feb 28 11:31:19.749253 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb09a9-e28d-46a4-95a0-c6ab2710d72a req-4494461d-b61b-4498-8893-ba9b37a8b46a tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:19.750653 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6ccb09a9-e28d-46a4-95a0-c6ab2710d72a req-4494461d-b61b-4498-8893-ba9b37a8b46a tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/networks?id=718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd HTTP/1.1" status: 200 len: 810 time: 0.1036935 Feb 28 11:31:19.764940 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6ccb09a9-e28d-46a4-95a0-c6ab2710d72a req-18819394-7739-404e-bdf7-c5506748f2ac tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/quotas/b95cbb1a982149b49f972771e6600d3b HTTP/1.1" status: 200 len: 375 time: 0.0089412 Feb 28 11:31:19.821937 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6ccb09a9-e28d-46a4-95a0-c6ab2710d72a req-5b4fd1f1-05a6-4b7f-a3dd-cd0e97d1dd43 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b95cbb1a982149b49f972771e6600d3b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0518124 Feb 28 11:31:19.925654 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6ccb09a9-e28d-46a4-95a0-c6ab2710d72a req-6e26fcac-8ea9-4053-aadd-cd84754a4eac service neutron] 10.222.0.62 "GET /v2.0/networks/718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926065 Feb 28 11:31:20.014234 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6ccb09a9-e28d-46a4-95a0-c6ab2710d72a req-a544cc51-5c20-4329-a195-c3f1c326924f service neutron] 10.222.0.62 "GET /v2.0/networks/718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827687 Feb 28 11:31:20.271256 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:31:20.303534 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-03296dc3-83ee-45b3-85a1-e7ee9cb18bcd req-403b4be2-ff2f-4c29-b1d8-c905b92dd185 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/ports?device_id=ded2d44d-8090-410c-820e-29620d1855a5 HTTP/1.1" status: 200 len: 210 time: 0.0307672 Feb 28 11:31:20.702348 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:31:21.409295 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-bf0fb0a2-6bf7-4281-adae-0b94f73de960 req-8a9f6e93-23f1-49b2-b1f7-375eade95e64 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/ports?device_id=ded2d44d-8090-410c-820e-29620d1855a5 HTTP/1.1" status: 200 len: 210 time: 0.0329831 Feb 28 11:31:21.596339 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:31:22.506553 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-58fc555c-7c8f-42ea-aa58-a8051fdf93a1 req-ffeb558b-b6b8-4e79-9edd-d4cf1f675deb tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/ports?device_id=ded2d44d-8090-410c-820e-29620d1855a5 HTTP/1.1" status: 200 len: 210 time: 0.0289149 Feb 28 11:31:22.581012 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb09a9-e28d-46a4-95a0-c6ab2710d72a req-c2773e87-183a-4786-9cef-39b9729a2e0f tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:22.582523 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6ccb09a9-e28d-46a4-95a0-c6ab2710d72a req-c2773e87-183a-4786-9cef-39b9729a2e0f tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.70 "GET /v2.0/networks?id=718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd HTTP/1.1" status: 200 len: 810 time: 0.1074741 Feb 28 11:31:22.665498 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6ccb09a9-e28d-46a4-95a0-c6ab2710d72a req-3cbc911d-c90a-4169-8e5d-668c5ab78a88 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b95cbb1a982149b49f972771e6600d3b HTTP/1.1" status: 200 len: 380 time: 0.0699315 Feb 28 11:31:22.674473 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-6ccb09a9-e28d-46a4-95a0-c6ab2710d72a req-e480d260-1352-43eb-bec1-ee3293d61067 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Request body: {'port': {'device_id': 'ded2d44d-8090-410c-820e-29620d1855a5', 'network_id': '718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd', 'admin_state_up': True, 'tenant_id': 'b95cbb1a982149b49f972771e6600d3b', 'security_groups': ['550eaf58-af58-4193-8203-aab3d10cb5ba']}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:31:22.824858 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:31:22.860140 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ccb09a9-e28d-46a4-95a0-c6ab2710d72a req-e480d260-1352-43eb-bec1-ee3293d61067 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Made reservation on behalf of b95cbb1a982149b49f972771e6600d3b for: {'port': 1} {{(pid=104083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:31:22.863619 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-6ccb09a9-e28d-46a4-95a0-c6ab2710d72a req-e480d260-1352-43eb-bec1-ee3293d61067 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:31:23.007867 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [req-6ccb09a9-e28d-46a4-95a0-c6ab2710d72a req-e480d260-1352-43eb-bec1-ee3293d61067 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Allocated IP 172.20.0.11 (718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd/6e8db475-fd2a-458c-aca4-d54da2396dfb/91e9af6f-6e81-4cb2-9065-7c704ff35302) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:31:23.197212 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-6ccb09a9-e28d-46a4-95a0-c6ab2710d72a req-e480d260-1352-43eb-bec1-ee3293d61067 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks [] for port (91e9af6f-6e81-4cb2-9065-7c704ff35302), precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:31:23.322784 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.70', 64967) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:31:23.348258 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-6ccb09a9-e28d-46a4-95a0-c6ab2710d72a req-e480d260-1352-43eb-bec1-ee3293d61067 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (91e9af6f-6e81-4cb2-9065-7c704ff35302), after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:31:23.373620 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-30b2005f-73de-4c67-ac3f-88a0f9b99a95 req-38cd64af-1a62-405e-99a9-ca759f8ab308 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=36dcb7b8-1419-40e8-879f-5aa83e26369d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0496101 Feb 28 11:31:23.463886 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device eb86bb46-8b18-41fb-a415-e0b9f07fcf99 no longer exists at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:31:23.505186 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e480d260-1352-43eb-bec1-ee3293d61067 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Pushing event updated for resources: {'Port': ['ID=91e9af6f-6e81-4cb2-9065-7c704ff35302,revision_number=1']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:23.520172 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e480d260-1352-43eb-bec1-ee3293d61067 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:23.520938 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e480d260-1352-43eb-bec1-ee3293d61067 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:23.521512 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e480d260-1352-43eb-bec1-ee3293d61067 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:23.521978 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e480d260-1352-43eb-bec1-ee3293d61067 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:23.522634 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e480d260-1352-43eb-bec1-ee3293d61067 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:23.523194 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e480d260-1352-43eb-bec1-ee3293d61067 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:23.523545 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e480d260-1352-43eb-bec1-ee3293d61067 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:23.524000 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e480d260-1352-43eb-bec1-ee3293d61067 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:23.524537 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e480d260-1352-43eb-bec1-ee3293d61067 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:23.525036 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e480d260-1352-43eb-bec1-ee3293d61067 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:23.525418 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e480d260-1352-43eb-bec1-ee3293d61067 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:23.525889 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e480d260-1352-43eb-bec1-ee3293d61067 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:23.526229 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e480d260-1352-43eb-bec1-ee3293d61067 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:23.541322 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ccb09a9-e28d-46a4-95a0-c6ab2710d72a req-e480d260-1352-43eb-bec1-ee3293d61067 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Network 718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:31:23.545139 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [req-6ccb09a9-e28d-46a4-95a0-c6ab2710d72a req-e480d260-1352-43eb-bec1-ee3293d61067 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:31:23.550704 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ccb09a9-e28d-46a4-95a0-c6ab2710d72a req-e480d260-1352-43eb-bec1-ee3293d61067 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:31:23.626023 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb09a9-e28d-46a4-95a0-c6ab2710d72a req-e480d260-1352-43eb-bec1-ee3293d61067 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:23.627030 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-6ccb09a9-e28d-46a4-95a0-c6ab2710d72a req-e480d260-1352-43eb-bec1-ee3293d61067 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:31:23.769186 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea4a5c-62c2-488e-a7e8-120b6a19dfcc req-2087d2e5-159e-4a6e-8100-80b668ebb8ad tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:23.772460 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-82ea4a5c-62c2-488e-a7e8-120b6a19dfcc req-2087d2e5-159e-4a6e-8100-80b668ebb8ad tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/ports?device_id=ded2d44d-8090-410c-820e-29620d1855a5 HTTP/1.1" status: 200 len: 932 time: 0.1050689 Feb 28 11:31:23.779443 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port eb86bb46-8b18-41fb-a415-e0b9f07fcf99 is: ACTIVE; New status is: DOWN {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:31:23.779846 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (eb86bb46-8b18-41fb-a415-e0b9f07fcf99), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:31:23.800841 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6ccb09a9-e28d-46a4-95a0-c6ab2710d72a req-e480d260-1352-43eb-bec1-ee3293d61067 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1228645 Feb 28 11:31:23.895463 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36dcb7b8-1419-40e8-879f-5aa83e26369d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb86bb46-8b18-41fb-a415-e0b9f07fcf99'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:31:23.917831 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b2005f-73de-4c67-ac3f-88a0f9b99a95 req-8fdec3ec-5742-4d17-8f45-275311f8ab07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:23.920215 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-30b2005f-73de-4c67-ac3f-88a0f9b99a95 req-8fdec3ec-5742-4d17-8f45-275311f8ab07 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b95cbb1a982149b49f972771e6600d3b&device_id=36dcb7b8-1419-40e8-879f-5aa83e26369d HTTP/1.1" status: 200 len: 1129 time: 0.2591498 Feb 28 11:31:23.920537 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-82ea4a5c-62c2-488e-a7e8-120b6a19dfcc req-375e76e7-4883-46ec-9124-ffa5bd860cb2 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/security-groups?id=550eaf58-af58-4193-8203-aab3d10cb5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168420 Feb 28 11:31:23.923569 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f839653-889e-4c53-97f0-12bfd02a36e4" -d '{"events": [{"server_uuid": "36dcb7b8-1419-40e8-879f-5aa83e26369d", "name": "network-vif-unplugged", "status": "completed", "tag": "eb86bb46-8b18-41fb-a415-e0b9f07fcf99"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:31:23.937316 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port eb86bb46-8b18-41fb-a415-e0b9f07fcf99, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=eb86bb46-8b18-41fb-a415-e0b9f07fcf99,segment=NetworkSegment(1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72),segment_id=1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:31:23.956310 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.v2.base [req-6ccb09a9-e28d-46a4-95a0-c6ab2710d72a req-2c405334-837c-455d-8678-8cc10d8b6aa9 service neutron] Request body: {'port': {'device_id': 'ded2d44d-8090-410c-820e-29620d1855a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8291'}} {{(pid=104083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:31:24.017710 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 11:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8d14e1-94c5-47cc-b2a2-f5b40c7f3b11 x-openstack-request-id: req-8a8d14e1-94c5-47cc-b2a2-f5b40c7f3b11 {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:31:24.018128 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36dcb7b8-1419-40e8-879f-5aa83e26369d", "name": "network-vif-unplugged", "status": "completed", "tag": "eb86bb46-8b18-41fb-a415-e0b9f07fcf99", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:31:24.018492 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8a8d14e1-94c5-47cc-b2a2-f5b40c7f3b11 {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:31:24.019084 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36dcb7b8-1419-40e8-879f-5aa83e26369d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb86bb46-8b18-41fb-a415-e0b9f07fcf99', 'code': 200} Feb 28 11:31:24.024388 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (eb86bb46-8b18-41fb-a415-e0b9f07fcf99), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:31:24.065117 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-6ccb09a9-e28d-46a4-95a0-c6ab2710d72a req-2c405334-837c-455d-8678-8cc10d8b6aa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (91e9af6f-6e81-4cb2-9065-7c704ff35302), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:31:24.111880 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=eb86bb46-8b18-41fb-a415-e0b9f07fcf99,revision_number=8']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:24.131897 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-d4872f54-dfbc-4429-a1bc-a288fe5a3978 None None] Provisioning complete for port 91e9af6f-6e81-4cb2-9065-7c704ff35302 triggered by entity DHCP. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:31:24.132621 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d4872f54-dfbc-4429-a1bc-a288fe5a3978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (91e9af6f-6e81-4cb2-9065-7c704ff35302), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:31:24.193579 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-d4872f54-dfbc-4429-a1bc-a288fe5a3978 None None] Port 91e9af6f-6e81-4cb2-9065-7c704ff35302 cannot update to ACTIVE because it is not bound. {{(pid=104085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:31:24.194013 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b2005f-73de-4c67-ac3f-88a0f9b99a95 req-ae448ca0-6e3c-4216-9432-e56592f7f0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:24.194013 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-30b2005f-73de-4c67-ac3f-88a0f9b99a95 req-ae448ca0-6e3c-4216-9432-e56592f7f0b9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd HTTP/1.1" status: 200 len: 910 time: 0.2406921 Feb 28 11:31:24.601186 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [req-6ccb09a9-e28d-46a4-95a0-c6ab2710d72a req-2c405334-837c-455d-8678-8cc10d8b6aa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91e9af6f-6e81-4cb2-9065-7c704ff35302 {{(pid=104083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:31:24.613237 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-6ccb09a9-e28d-46a4-95a0-c6ab2710d72a req-2c405334-837c-455d-8678-8cc10d8b6aa9 service neutron] Publish callbacks [] for port (91e9af6f-6e81-4cb2-9065-7c704ff35302), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:31:24.630297 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [req-6ccb09a9-e28d-46a4-95a0-c6ab2710d72a req-2c405334-837c-455d-8678-8cc10d8b6aa9 service neutron] Transition to ACTIVE for port object 91e9af6f-6e81-4cb2-9065-7c704ff35302 will not be triggered until provisioned by entity L2. {{(pid=104083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 11:31:24.705631 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-6ccb09a9-e28d-46a4-95a0-c6ab2710d72a req-2c405334-837c-455d-8678-8cc10d8b6aa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (91e9af6f-6e81-4cb2-9065-7c704ff35302), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:31:24.812152 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c405334-837c-455d-8678-8cc10d8b6aa9 service neutron] Pushing event updated for resources: {'Port': ['ID=91e9af6f-6e81-4cb2-9065-7c704ff35302,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:24.869657 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-30b2005f-73de-4c67-ac3f-88a0f9b99a95 req-f8ebf6af-aa11-4e8b-b277-1ea797b65fab service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb86bb46-8b18-41fb-a415-e0b9f07fcf99 HTTP/1.1" status: 200 len: 999 time: 0.5999894 Feb 28 11:31:24.973075 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-6ccb09a9-e28d-46a4-95a0-c6ab2710d72a req-2c405334-837c-455d-8678-8cc10d8b6aa9 service neutron] Attempting to bind port 91e9af6f-6e81-4cb2-9065-7c704ff35302 on host hv-neutron-8291 for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:31:24.973437 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-6ccb09a9-e28d-46a4-95a0-c6ab2710d72a req-2c405334-837c-455d-8678-8cc10d8b6aa9 service neutron] Attempting to bind port 91e9af6f-6e81-4cb2-9065-7c704ff35302 by drivers openvswitch,hyperv on host hv-neutron-8291 at level 0 using segments [{'id': '1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:31:24.973701 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccb09a9-e28d-46a4-95a0-c6ab2710d72a req-2c405334-837c-455d-8678-8cc10d8b6aa9 service neutron] Attempting to bind port 91e9af6f-6e81-4cb2-9065-7c704ff35302 on network 718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:31:24.978514 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccb09a9-e28d-46a4-95a0-c6ab2710d72a req-2c405334-837c-455d-8678-8cc10d8b6aa9 service neutron] Port 91e9af6f-6e81-4cb2-9065-7c704ff35302 on network 718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8291 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 11:31:24.980198 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccb09a9-e28d-46a4-95a0-c6ab2710d72a req-2c405334-837c-455d-8678-8cc10d8b6aa9 service neutron] Attempting to bind port 91e9af6f-6e81-4cb2-9065-7c704ff35302 on network 718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:31:24.984734 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccb09a9-e28d-46a4-95a0-c6ab2710d72a req-2c405334-837c-455d-8678-8cc10d8b6aa9 service neutron] Checking agent: {'id': '9c9e5963-7abc-415a-a91c-4432861f4313', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'started_at': datetime.datetime(2022, 2, 28, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:31:24.985088 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccb09a9-e28d-46a4-95a0-c6ab2710d72a req-2c405334-837c-455d-8678-8cc10d8b6aa9 service neutron] Checking segment: {'id': '1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:31:24.985489 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccb09a9-e28d-46a4-95a0-c6ab2710d72a req-2c405334-837c-455d-8678-8cc10d8b6aa9 service neutron] Bound using segment: {'id': '1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:31:24.985935 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [req-6ccb09a9-e28d-46a4-95a0-c6ab2710d72a req-2c405334-837c-455d-8678-8cc10d8b6aa9 service neutron] Bound port: 91e9af6f-6e81-4cb2-9065-7c704ff35302, host: hv-neutron-8291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:31:24.986302 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-6ccb09a9-e28d-46a4-95a0-c6ab2710d72a req-2c405334-837c-455d-8678-8cc10d8b6aa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (91e9af6f-6e81-4cb2-9065-7c704ff35302), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:31:25.028187 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b2005f-73de-4c67-ac3f-88a0f9b99a95 req-e8c277de-9bfd-461a-8637-53ad66b4e03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:25.030452 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-30b2005f-73de-4c67-ac3f-88a0f9b99a95 req-e8c277de-9bfd-461a-8637-53ad66b4e03f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6e8db475-fd2a-458c-aca4-d54da2396dfb HTTP/1.1" status: 200 len: 849 time: 0.1524296 Feb 28 11:31:25.111645 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-6ccb09a9-e28d-46a4-95a0-c6ab2710d72a req-2c405334-837c-455d-8678-8cc10d8b6aa9 service neutron] For port 91e9af6f-6e81-4cb2-9065-7c704ff35302, host hv-neutron-8291, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:31:25.114421 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-6ccb09a9-e28d-46a4-95a0-c6ab2710d72a req-2c405334-837c-455d-8678-8cc10d8b6aa9 service neutron] For port 91e9af6f-6e81-4cb2-9065-7c704ff35302, host hv-neutron-8291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=91e9af6f-6e81-4cb2-9065-7c704ff35302,segment=NetworkSegment(1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72),segment_id=1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:31:25.146295 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177de50f-6674-45e8-ac38-c7f746b27c2d req-da9f8841-2a6e-4482-ba1a-06b8c558f72c tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:25.154161 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-177de50f-6674-45e8-ac38-c7f746b27c2d req-da9f8841-2a6e-4482-ba1a-06b8c558f72c tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/ports?device_id=ded2d44d-8090-410c-820e-29620d1855a5 HTTP/1.1" status: 200 len: 944 time: 0.1089900 Feb 28 11:31:25.169897 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b2005f-73de-4c67-ac3f-88a0f9b99a95 req-4b7935f7-7b2c-4f05-a273-fd74047aabfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:25.172306 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-30b2005f-73de-4c67-ac3f-88a0f9b99a95 req-4b7935f7-7b2c-4f05-a273-fd74047aabfe service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1347406 Feb 28 11:31:25.216667 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-177de50f-6674-45e8-ac38-c7f746b27c2d req-408d749a-d110-4453-81b2-b819fdc35008 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/security-groups?id=550eaf58-af58-4193-8203-aab3d10cb5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613251 Feb 28 11:31:25.220070 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-6ccb09a9-e28d-46a4-95a0-c6ab2710d72a req-2c405334-837c-455d-8678-8cc10d8b6aa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59245853'] for port (91e9af6f-6e81-4cb2-9065-7c704ff35302), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:31:25.294652 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb09a9-e28d-46a4-95a0-c6ab2710d72a req-2c405334-837c-455d-8678-8cc10d8b6aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:25.295521 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-6ccb09a9-e28d-46a4-95a0-c6ab2710d72a req-2c405334-837c-455d-8678-8cc10d8b6aa9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:31:25.298096 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6ccb09a9-e28d-46a4-95a0-c6ab2710d72a req-2c405334-837c-455d-8678-8cc10d8b6aa9 service neutron] 10.222.0.70 "PUT /v2.0/ports/91e9af6f-6e81-4cb2-9065-7c704ff35302 HTTP/1.1" status: 200 len: 1094 time: 1.3722918 Feb 28 11:31:25.298520 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ded2d44d-8090-410c-820e-29620d1855a5', 'tag': '91e9af6f-6e81-4cb2-9065-7c704ff35302'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:31:25.301280 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9be90db-1d0f-486b-9167-b966be9fefbb" -d '{"events": [{"name": "network-changed", "server_uuid": "ded2d44d-8090-410c-820e-29620d1855a5", "tag": "91e9af6f-6e81-4cb2-9065-7c704ff35302"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:31:25.372173 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c405334-837c-455d-8678-8cc10d8b6aa9 service neutron] Pushing event updated for resources: {'Port': ['ID=91e9af6f-6e81-4cb2-9065-7c704ff35302,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:25.395660 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce677e8-a697-4bd2-9f0e-129064219c1b x-openstack-request-id: req-0ce677e8-a697-4bd2-9f0e-129064219c1b {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:31:25.397296 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ded2d44d-8090-410c-820e-29620d1855a5", "tag": "91e9af6f-6e81-4cb2-9065-7c704ff35302", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:31:25.397608 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0ce677e8-a697-4bd2-9f0e-129064219c1b {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:31:25.398084 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ded2d44d-8090-410c-820e-29620d1855a5', 'tag': '91e9af6f-6e81-4cb2-9065-7c704ff35302', 'status': 'completed', 'code': 200} Feb 28 11:31:25.504291 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-30b2005f-73de-4c67-ac3f-88a0f9b99a95 req-7b859b16-0bc2-4018-9cd5-2ba18c027882 service neutron] 10.222.0.70 "GET /v2.0/networks/718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934061 Feb 28 11:31:26.393039 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9591191f-994a-420b-a797-4f4a942649d9 req-43780214-1137-4778-9c9b-ea3b42a26c21 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:26.395261 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9591191f-994a-420b-a797-4f4a942649d9 req-43780214-1137-4778-9c9b-ea3b42a26c21 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/ports?device_id=ded2d44d-8090-410c-820e-29620d1855a5 HTTP/1.1" status: 200 len: 944 time: 0.0710776 Feb 28 11:31:26.485355 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-9591191f-994a-420b-a797-4f4a942649d9 req-ccdb0d84-944d-46e6-bb88-f071b9ae5e04 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/security-groups?id=550eaf58-af58-4193-8203-aab3d10cb5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717559 Feb 28 11:31:27.656721 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0443d5-eafa-4d45-b759-cb36c9f66d06 req-7d8b6b59-3431-4473-ab90-9dcb386c4898 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:27.658916 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-4f0443d5-eafa-4d45-b759-cb36c9f66d06 req-7d8b6b59-3431-4473-ab90-9dcb386c4898 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/ports?device_id=ded2d44d-8090-410c-820e-29620d1855a5 HTTP/1.1" status: 200 len: 944 time: 0.0811944 Feb 28 11:31:27.744887 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-4f0443d5-eafa-4d45-b759-cb36c9f66d06 req-5cb74e6b-ef6b-4b0e-bb64-7e7717f54064 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/security-groups?id=550eaf58-af58-4193-8203-aab3d10cb5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693612 Feb 28 11:31:28.911702 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7cf86-2af6-4953-934e-dbbbf5822320 req-946db3a1-46ec-4ef2-ab11-73da6f4510ec tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:28.914187 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a7e7cf86-2af6-4953-934e-dbbbf5822320 req-946db3a1-46ec-4ef2-ab11-73da6f4510ec tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/ports?device_id=ded2d44d-8090-410c-820e-29620d1855a5 HTTP/1.1" status: 200 len: 944 time: 0.0695391 Feb 28 11:31:28.973274 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a7e7cf86-2af6-4953-934e-dbbbf5822320 req-2e199f10-bcd7-4107-8515-02ce3800de61 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/security-groups?id=550eaf58-af58-4193-8203-aab3d10cb5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533311 Feb 28 11:31:30.115765 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff7f26-8cf1-44b5-8b37-d243aa8c40d7 req-9c7f6f30-47cc-4936-ad01-0aedc6273986 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:30.117767 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-edff7f26-8cf1-44b5-8b37-d243aa8c40d7 req-9c7f6f30-47cc-4936-ad01-0aedc6273986 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/ports?device_id=ded2d44d-8090-410c-820e-29620d1855a5 HTTP/1.1" status: 200 len: 944 time: 0.0656681 Feb 28 11:31:30.172429 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-edff7f26-8cf1-44b5-8b37-d243aa8c40d7 req-73ab11d7-279c-4480-8b85-fe49c31314ff tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/security-groups?id=550eaf58-af58-4193-8203-aab3d10cb5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490742 Feb 28 11:31:31.173700 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:31:31.306559 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6cd1ac-ae66-45b0-a72a-cae1aac14f2f req-93f1ae11-7bfe-45e6-8496-a63899a3d4ac tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:31.308095 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2a6cd1ac-ae66-45b0-a72a-cae1aac14f2f req-93f1ae11-7bfe-45e6-8496-a63899a3d4ac tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/ports?device_id=ded2d44d-8090-410c-820e-29620d1855a5 HTTP/1.1" status: 200 len: 944 time: 0.0549829 Feb 28 11:31:31.358038 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2a6cd1ac-ae66-45b0-a72a-cae1aac14f2f req-24469506-17a0-42ab-838b-0c16f469cbdc tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/security-groups?id=550eaf58-af58-4193-8203-aab3d10cb5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434816 Feb 28 11:31:31.555772 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9be90db-1d0f-486b-9167-b966be9fefbb req-90d1efdf-49da-4f35-975a-469fed5f8bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:31.557519 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a9be90db-1d0f-486b-9167-b966be9fefbb req-90d1efdf-49da-4f35-975a-469fed5f8bcf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b95cbb1a982149b49f972771e6600d3b&device_id=ded2d44d-8090-410c-820e-29620d1855a5 HTTP/1.1" status: 200 len: 1128 time: 0.0533705 Feb 28 11:31:31.597064 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-30b2005f-73de-4c67-ac3f-88a0f9b99a95 req-bdf9cd3f-7a99-4e87-a169-75f2baae0e2f service neutron] 10.222.0.70 "GET /v2.0/networks/718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916741 Feb 28 11:31:31.697407 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9be90db-1d0f-486b-9167-b966be9fefbb req-5b3dbdb6-b82c-4b3e-8403-8b4a13531c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:31.699000 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a9be90db-1d0f-486b-9167-b966be9fefbb req-5b3dbdb6-b82c-4b3e-8403-8b4a13531c08 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=b95cbb1a982149b49f972771e6600d3b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1226642 Feb 28 11:31:31.830735 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9be90db-1d0f-486b-9167-b966be9fefbb req-9f6f48ae-4850-46e9-aff6-67ef92be83a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:31.832246 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-a9be90db-1d0f-486b-9167-b966be9fefbb req-9f6f48ae-4850-46e9-aff6-67ef92be83a3 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0956922 Feb 28 11:31:31.942189 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb09a9-e28d-46a4-95a0-c6ab2710d72a req-ad61d091-c7c9-4743-8da1-836512e81a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:31.943753 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6ccb09a9-e28d-46a4-95a0-c6ab2710d72a req-ad61d091-c7c9-4743-8da1-836512e81a73 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b95cbb1a982149b49f972771e6600d3b&device_id=ded2d44d-8090-410c-820e-29620d1855a5 HTTP/1.1" status: 200 len: 1128 time: 0.0510879 Feb 28 11:31:32.001335 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6ccb09a9-e28d-46a4-95a0-c6ab2710d72a req-c4be0b11-b7b8-4d43-934b-0030e81b47ee service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91e9af6f-6e81-4cb2-9065-7c704ff35302 HTTP/1.1" status: 200 len: 217 time: 0.0368338 Feb 28 11:31:32.054449 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb09a9-e28d-46a4-95a0-c6ab2710d72a req-0daddad7-b632-4f90-b4d4-ddb5e6c94b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:32.056033 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6ccb09a9-e28d-46a4-95a0-c6ab2710d72a req-0daddad7-b632-4f90-b4d4-ddb5e6c94b39 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6e8db475-fd2a-458c-aca4-d54da2396dfb HTTP/1.1" status: 200 len: 849 time: 0.0490670 Feb 28 11:31:32.111868 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb09a9-e28d-46a4-95a0-c6ab2710d72a req-5ed7b059-ce5d-49fb-ba47-d0a7ca4bdfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:32.115705 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6ccb09a9-e28d-46a4-95a0-c6ab2710d72a req-5ed7b059-ce5d-49fb-ba47-d0a7ca4bdfec service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0519173 Feb 28 11:31:32.207410 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6ccb09a9-e28d-46a4-95a0-c6ab2710d72a req-a241f2ff-754a-4d23-8348-b734aaa6e5e7 service neutron] 10.222.0.70 "GET /v2.0/networks/718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871019 Feb 28 11:31:32.301460 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6ccb09a9-e28d-46a4-95a0-c6ab2710d72a req-db45b573-aa0c-4791-b533-f77273e16eaf service neutron] 10.222.0.70 "GET /v2.0/networks/718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884922 Feb 28 11:31:32.498554 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4993c7-86a8-465c-bb5e-48c331d3d524 req-437038bd-f3fc-4cc2-8c2d-15d18415d040 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:32.502121 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-fc4993c7-86a8-465c-bb5e-48c331d3d524 req-437038bd-f3fc-4cc2-8c2d-15d18415d040 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/ports?device_id=ded2d44d-8090-410c-820e-29620d1855a5 HTTP/1.1" status: 200 len: 944 time: 0.0720789 Feb 28 11:31:32.573750 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-fc4993c7-86a8-465c-bb5e-48c331d3d524 req-b7798a02-408b-43a2-8556-bf6c46090dfc tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/security-groups?id=550eaf58-af58-4193-8203-aab3d10cb5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655684 Feb 28 11:31:33.690445 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a8948-96d7-4d86-a022-7498deac4ad2 req-588593a7-6ca5-4f59-ab67-6c510e59946f tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:33.691949 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d66a8948-96d7-4d86-a022-7498deac4ad2 req-588593a7-6ca5-4f59-ab67-6c510e59946f tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/ports?device_id=ded2d44d-8090-410c-820e-29620d1855a5 HTTP/1.1" status: 200 len: 944 time: 0.0530155 Feb 28 11:31:33.741299 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-d66a8948-96d7-4d86-a022-7498deac4ad2 req-e7648235-6e89-4ba3-8ef5-ec943b16d371 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/security-groups?id=550eaf58-af58-4193-8203-aab3d10cb5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437844 Feb 28 11:31:34.861329 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b0b79-c29c-493c-8a06-0303298f45bd req-3688024a-97e3-464a-9e64-3cf907ad2c3f tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:34.862885 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-036b0b79-c29c-493c-8a06-0303298f45bd req-3688024a-97e3-464a-9e64-3cf907ad2c3f tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/ports?device_id=ded2d44d-8090-410c-820e-29620d1855a5 HTTP/1.1" status: 200 len: 944 time: 0.0538132 Feb 28 11:31:34.914779 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-036b0b79-c29c-493c-8a06-0303298f45bd req-0a9f487b-3879-4547-8277-15d1c7a5a783 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/security-groups?id=550eaf58-af58-4193-8203-aab3d10cb5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460606 Feb 28 11:31:35.503585 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 91e9af6f-6e81-4cb2-9065-7c704ff35302 details requested by agent hyperv_hv-neutron-8291 with host hv-neutron-8291 {{(pid=104085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 11:31:35.616487 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 91e9af6f-6e81-4cb2-9065-7c704ff35302, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=91e9af6f-6e81-4cb2-9065-7c704ff35302,segment=NetworkSegment(1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72),segment_id=1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:31:35.628001 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Returning: {'device': '91e9af6f-6e81-4cb2-9065-7c704ff35302', 'network_id': '718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd', 'port_id': '91e9af6f-6e81-4cb2-9065-7c704ff35302', 'mac_address': 'fa:16:3e:e4:87:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e8db475-fd2a-458c-aca4-d54da2396dfb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 11:31:35.667867 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 91e9af6f-6e81-4cb2-9065-7c704ff35302 is: DOWN; New status is: BUILD {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:31:35.668262 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (91e9af6f-6e81-4cb2-9065-7c704ff35302), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:31:35.683292 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91e9af6f-6e81-4cb2-9065-7c704ff35302 {{(pid=104085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:31:35.706602 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 91e9af6f-6e81-4cb2-9065-7c704ff35302, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=91e9af6f-6e81-4cb2-9065-7c704ff35302,segment=NetworkSegment(1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72),segment_id=1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:31:35.910460 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (91e9af6f-6e81-4cb2-9065-7c704ff35302), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:31:35.965529 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=91e9af6f-6e81-4cb2-9065-7c704ff35302,revision_number=4']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:36.080729 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935e8b4-3222-4017-b4d2-cf9fa69ebdba req-ac2c9073-dec8-4899-9b50-374cf4f8bce8 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:36.082334 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8935e8b4-3222-4017-b4d2-cf9fa69ebdba req-ac2c9073-dec8-4899-9b50-374cf4f8bce8 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/ports?device_id=ded2d44d-8090-410c-820e-29620d1855a5 HTTP/1.1" status: 200 len: 945 time: 0.0569954 Feb 28 11:31:36.141423 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-8935e8b4-3222-4017-b4d2-cf9fa69ebdba req-19754e12-2339-498c-987c-d34226c06cdc tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/security-groups?id=550eaf58-af58-4193-8203-aab3d10cb5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525875 Feb 28 11:31:36.185356 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['91e9af6f-6e81-4cb2-9065-7c704ff35302'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:31:37.276312 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f49ca2-7615-47a2-a2cd-0a098e0ac2be req-a35a4330-5efb-4dea-9ad5-f48d494628df tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:37.278073 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-67f49ca2-7615-47a2-a2cd-0a098e0ac2be req-a35a4330-5efb-4dea-9ad5-f48d494628df tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/ports?device_id=ded2d44d-8090-410c-820e-29620d1855a5 HTTP/1.1" status: 200 len: 945 time: 0.0612078 Feb 28 11:31:37.332517 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-67f49ca2-7615-47a2-a2cd-0a098e0ac2be req-7fd550f8-59b1-4f14-b494-79ab30e0ac4f tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/security-groups?id=550eaf58-af58-4193-8203-aab3d10cb5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479538 Feb 28 11:31:37.511052 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 91e9af6f-6e81-4cb2-9065-7c704ff35302 up at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:31:37.607397 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning for port 91e9af6f-6e81-4cb2-9065-7c704ff35302 completed by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 11:31:37.612098 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning complete for port 91e9af6f-6e81-4cb2-9065-7c704ff35302 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:31:37.613390 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (91e9af6f-6e81-4cb2-9065-7c704ff35302), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:31:37.699141 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 91e9af6f-6e81-4cb2-9065-7c704ff35302 is: BUILD; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:31:37.699540 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (91e9af6f-6e81-4cb2-9065-7c704ff35302), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:31:37.724528 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded2d44d-8090-410c-820e-29620d1855a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e9af6f-6e81-4cb2-9065-7c704ff35302'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:31:37.726889 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d3e717-b281-4515-85d2-f83e3dfb7aeb" -d '{"events": [{"server_uuid": "ded2d44d-8090-410c-820e-29620d1855a5", "name": "network-vif-plugged", "status": "completed", "tag": "91e9af6f-6e81-4cb2-9065-7c704ff35302"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:31:37.742349 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 91e9af6f-6e81-4cb2-9065-7c704ff35302, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=91e9af6f-6e81-4cb2-9065-7c704ff35302,segment=NetworkSegment(1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72),segment_id=1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:31:37.767275 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85d7dc4-3d75-4d3b-9859-a0b62f8f6c6d x-openstack-request-id: req-e85d7dc4-3d75-4d3b-9859-a0b62f8f6c6d {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:31:37.767573 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded2d44d-8090-410c-820e-29620d1855a5", "name": "network-vif-plugged", "status": "completed", "tag": "91e9af6f-6e81-4cb2-9065-7c704ff35302", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:31:37.767836 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e85d7dc4-3d75-4d3b-9859-a0b62f8f6c6d {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:31:37.768236 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded2d44d-8090-410c-820e-29620d1855a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e9af6f-6e81-4cb2-9065-7c704ff35302', 'code': 200} Feb 28 11:31:37.808136 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (91e9af6f-6e81-4cb2-9065-7c704ff35302), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:31:37.870097 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=91e9af6f-6e81-4cb2-9065-7c704ff35302,revision_number=5']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:38.091955 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d5961-5057-467a-acc0-5414893edc7b req-fead347e-8113-4085-b092-af8dacd42017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:38.093585 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2a1d5961-5057-467a-acc0-5414893edc7b req-fead347e-8113-4085-b092-af8dacd42017 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ded2d44d-8090-410c-820e-29620d1855a5 HTTP/1.1" status: 200 len: 1130 time: 0.0487123 Feb 28 11:31:38.144339 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-2a1d5961-5057-467a-acc0-5414893edc7b req-575481c5-9dbb-4a73-8afe-1a8868921db2 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=550eaf58-af58-4193-8203-aab3d10cb5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444291 Feb 28 11:31:38.454722 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4913c8a-84c6-4b1e-b14e-123602934745 req-23db914d-0a27-48ab-a892-6a23b0267426 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:38.456215 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e4913c8a-84c6-4b1e-b14e-123602934745 req-23db914d-0a27-48ab-a892-6a23b0267426 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/ports?device_id=ded2d44d-8090-410c-820e-29620d1855a5 HTTP/1.1" status: 200 len: 946 time: 0.0553694 Feb 28 11:31:38.506365 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-e4913c8a-84c6-4b1e-b14e-123602934745 req-758ec8b9-aa12-41b5-8b21-90c9ef320e45 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/security-groups?id=550eaf58-af58-4193-8203-aab3d10cb5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446045 Feb 28 11:31:39.630529 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefd894-3160-4278-8f59-2dda1af68dcc req-9ae523b8-e047-4fa4-9718-c747a1082e83 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:39.632069 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ccefd894-3160-4278-8f59-2dda1af68dcc req-9ae523b8-e047-4fa4-9718-c747a1082e83 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/ports?device_id=ded2d44d-8090-410c-820e-29620d1855a5 HTTP/1.1" status: 200 len: 946 time: 0.0535619 Feb 28 11:31:39.682596 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-ccefd894-3160-4278-8f59-2dda1af68dcc req-bfe82b8d-4f32-461a-8a2b-6d22ecc87e79 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/security-groups?id=550eaf58-af58-4193-8203-aab3d10cb5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448873 Feb 28 11:31:39.804474 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea70586-c9e5-4904-bf93-610b037a5574 req-b062029d-6b9a-44df-be3f-e2bd57ae97a7 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:39.806471 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-0ea70586-c9e5-4904-bf93-610b037a5574 req-b062029d-6b9a-44df-be3f-e2bd57ae97a7 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/ports?device_id=ded2d44d-8090-410c-820e-29620d1855a5 HTTP/1.1" status: 200 len: 946 time: 0.0562625 Feb 28 11:31:39.863996 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-0ea70586-c9e5-4904-bf93-610b037a5574 req-37a45e92-1f0e-4f3c-9594-fc247d799f4d tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/security-groups?id=550eaf58-af58-4193-8203-aab3d10cb5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520306 Feb 28 11:31:39.887022 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 57942) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:31:39.937756 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1c11b2-0a89-47fe-b611-db13e05bcc47 tempest-TestSnapshotPattern-153840279 tempest-TestSnapshotPattern-153840279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:39.940178 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-cf1c11b2-0a89-47fe-b611-db13e05bcc47 tempest-TestSnapshotPattern-153840279 tempest-TestSnapshotPattern-153840279-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ded2d44d-8090-410c-820e-29620d1855a5 HTTP/1.1" status: 200 len: 1125 time: 0.0521071 Feb 28 11:31:39.942944 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 57944) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:31:39.947446 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.v2.base [None req-ea605bc1-0f87-4ebf-9ec0-3972869e354d tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Request body: {'floatingip': {'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'port_id': '91e9af6f-6e81-4cb2-9065-7c704ff35302', 'tenant_id': 'b95cbb1a982149b49f972771e6600d3b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:31:40.036877 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ea605bc1-0f87-4ebf-9ec0-3972869e354d tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:31:40.148378 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ea605bc1-0f87-4ebf-9ec0-3972869e354d tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (None), before_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:31:40.265078 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_common [None req-ea605bc1-0f87-4ebf-9ec0-3972869e354d tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Allocated IP 172.26.3.19 (e88d86cf-af22-4900-bdd2-aa4038554136/139b349b-41c2-4dc6-89b1-f54a39b070ba/b7e501bc-671a-496d-8acb-3e498671dfa1) {{(pid=104084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:31:40.370615 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ea605bc1-0f87-4ebf-9ec0-3972869e354d tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks [] for port (b7e501bc-671a-496d-8acb-3e498671dfa1), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:31:40.482046 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ea605bc1-0f87-4ebf-9ec0-3972869e354d tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743152011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (b7e501bc-671a-496d-8acb-3e498671dfa1), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:31:40.525626 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea605bc1-0f87-4ebf-9ec0-3972869e354d tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Network e88d86cf-af22-4900-bdd2-aa4038554136 is already hosted by enough agents. {{(pid=104084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:31:40.528681 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.base_scheduler [None req-ea605bc1-0f87-4ebf-9ec0-3972869e354d tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Resources bound (agent type, host, resource id): {{(pid=104084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:31:40.535249 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea605bc1-0f87-4ebf-9ec0-3972869e354d tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Received port after_create {{(pid=104084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:31:40.556955 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea605bc1-0f87-4ebf-9ec0-3972869e354d tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Pushing event updated for resources: {'Port': ['ID=b7e501bc-671a-496d-8acb-3e498671dfa1,revision_number=1']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:40.569618 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea605bc1-0f87-4ebf-9ec0-3972869e354d tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:40.569972 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea605bc1-0f87-4ebf-9ec0-3972869e354d tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:40.570322 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea605bc1-0f87-4ebf-9ec0-3972869e354d tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:40.570664 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea605bc1-0f87-4ebf-9ec0-3972869e354d tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:40.571035 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea605bc1-0f87-4ebf-9ec0-3972869e354d tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:40.571372 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea605bc1-0f87-4ebf-9ec0-3972869e354d tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:40.571706 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea605bc1-0f87-4ebf-9ec0-3972869e354d tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:40.572035 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea605bc1-0f87-4ebf-9ec0-3972869e354d tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:40.572363 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea605bc1-0f87-4ebf-9ec0-3972869e354d tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:40.572694 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea605bc1-0f87-4ebf-9ec0-3972869e354d tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:40.573046 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea605bc1-0f87-4ebf-9ec0-3972869e354d tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:40.573353 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea605bc1-0f87-4ebf-9ec0-3972869e354d tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:40.573683 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea605bc1-0f87-4ebf-9ec0-3972869e354d tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:40.938424 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ea605bc1-0f87-4ebf-9ec0-3972869e354d tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks [] for floatingip (886a8b92-921c-416f-8a37-b2baafefebd5), precommit_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:31:41.071086 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ea605bc1-0f87-4ebf-9ec0-3972869e354d tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (b7e501bc-671a-496d-8acb-3e498671dfa1), before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:31:41.218211 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ea605bc1-0f87-4ebf-9ec0-3972869e354d tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks [] for port (b7e501bc-671a-496d-8acb-3e498671dfa1), precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:31:41.298971 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ea605bc1-0f87-4ebf-9ec0-3972869e354d tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59148550'] for port (b7e501bc-671a-496d-8acb-3e498671dfa1), after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:31:41.366526 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea605bc1-0f87-4ebf-9ec0-3972869e354d tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Pushing event updated for resources: {'Port': ['ID=b7e501bc-671a-496d-8acb-3e498671dfa1,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:41.376621 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ea605bc1-0f87-4ebf-9ec0-3972869e354d tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047917'] for floatingip (886a8b92-921c-416f-8a37-b2baafefebd5), after_create {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:31:41.483586 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.l3_db [None req-ea605bc1-0f87-4ebf-9ec0-3972869e354d tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Floating IP 886a8b92-921c-416f-8a37-b2baafefebd5 associated. External IP: 172.26.3.19, port: 91e9af6f-6e81-4cb2-9065-7c704ff35302. Feb 28 11:31:41.699262 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea605bc1-0f87-4ebf-9ec0-3972869e354d tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Router 52fe4ec4-a771-4483-8832-0c59438aab88 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:31:41.810088 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea605bc1-0f87-4ebf-9ec0-3972869e354d tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:31:41.820431 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f2e0b3-6690-4790-b837-c5710b82ecc9 None None] Sync routers for ids ['52fe4ec4-a771-4483-8832-0c59438aab88'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:31:41.833030 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f2e0b3-6690-4790-b837-c5710b82ecc9 None None] Routers {'52fe4ec4-a771-4483-8832-0c59438aab88'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:31:41.838975 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-f4f2e0b3-6690-4790-b837-c5710b82ecc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:31:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['52fe4ec4-a771-4483-8832-0c59438aab88'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:41.889443 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ea605bc1-0f87-4ebf-9ec0-3972869e354d tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:31:41.927572 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-ea605bc1-0f87-4ebf-9ec0-3972869e354d tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9835751 Feb 28 11:31:41.928259 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ded2d44d-8090-410c-820e-29620d1855a5', 'tag': '91e9af6f-6e81-4cb2-9065-7c704ff35302'}] {{(pid=104084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:31:41.930598 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ffa69481dce8c4e68394bb3e97aff222617d39f0bec9a6d6e4c39a9256e7c95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52449a7-c392-4d2b-aaf2-e084a176d9f2" -d '{"events": [{"name": "network-changed", "server_uuid": "ded2d44d-8090-410c-820e-29620d1855a5", "tag": "91e9af6f-6e81-4cb2-9065-7c704ff35302"}]}' {{(pid=104084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:31:41.959994 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-f4f2e0b3-6690-4790-b837-c5710b82ecc9 None None] Set router 52fe4ec4-a771-4483-8832-0c59438aab88 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:31:41.982770 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2843ccba-30a9-4e6c-84c2-aa0961226b3d x-openstack-request-id: req-2843ccba-30a9-4e6c-84c2-aa0961226b3d {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:31:41.983598 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ded2d44d-8090-410c-820e-29620d1855a5", "tag": "91e9af6f-6e81-4cb2-9065-7c704ff35302", "status": "completed", "code": 200}]} {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:31:41.983808 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2843ccba-30a9-4e6c-84c2-aa0961226b3d {{(pid=104084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:31:41.984344 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ded2d44d-8090-410c-820e-29620d1855a5', 'tag': '91e9af6f-6e81-4cb2-9065-7c704ff35302', 'status': 'completed', 'code': 200} Feb 28 11:31:42.077330 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52449a7-c392-4d2b-aaf2-e084a176d9f2 req-c32b1cc8-76ce-4da1-a5ee-978137784d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:42.080959 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b52449a7-c392-4d2b-aaf2-e084a176d9f2 req-c32b1cc8-76ce-4da1-a5ee-978137784d8b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b95cbb1a982149b49f972771e6600d3b&device_id=ded2d44d-8090-410c-820e-29620d1855a5 HTTP/1.1" status: 200 len: 1130 time: 0.0540376 Feb 28 11:31:42.186564 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52449a7-c392-4d2b-aaf2-e084a176d9f2 req-622b3545-b458-4e7f-92b3-747107177ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:42.189429 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b52449a7-c392-4d2b-aaf2-e084a176d9f2 req-622b3545-b458-4e7f-92b3-747107177ce6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd HTTP/1.1" status: 200 len: 910 time: 0.1026945 Feb 28 11:31:42.215522 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-f4f2e0b3-6690-4790-b837-c5710b82ecc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'name': 'tempest-TestSnapshotPattern-2026022246-router', 'tenant_id': 'b95cbb1a982149b49f972771e6600d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': 'e0b41923-8b78-4fca-bf71-76489a32d345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:28:33Z', 'updated_at': '2022-02-28T11:28:37Z', 'revision_number': 4, 'project_id': 'b95cbb1a982149b49f972771e6600d3b', 'gw_port': {'id': 'e0b41923-8b78-4fca-bf71-76489a32d345', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:34Z', 'updated_at': '2022-02-28T11:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': '886a8b92-921c-416f-8a37-b2baafefebd5', 'tenant_id': 'b95cbb1a982149b49f972771e6600d3b', 'floating_ip_address': '172.26.3.19', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'port_id': '91e9af6f-6e81-4cb2-9065-7c704ff35302', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd', 'mac_address': 'fa:16:3e:e4:87:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded2d44d-8090-410c-820e-29620d1855a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:31:40Z', 'updated_at': '2022-02-28T11:31:40Z', 'revision_number': 0, 'project_id': 'b95cbb1a982149b49f972771e6600d3b', 'fixed_ip_address_scope': None}, {'id': 'ac624a3f-1cfb-474a-9a91-ca3da7416243', 'tenant_id': 'b95cbb1a982149b49f972771e6600d3b', 'floating_ip_address': '172.26.3.133', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'port_id': 'eb86bb46-8b18-41fb-a415-e0b9f07fcf99', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd', 'mac_address': 'fa:16:3e:e4:72:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36dcb7b8-1419-40e8-879f-5aa83e26369d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:29:06Z', 'updated_at': '2022-02-28T11:29:08Z', 'revision_number': 1, 'project_id': 'b95cbb1a982149b49f972771e6600d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49926b8f-4431-4704-91be-d77967eaa2a3', 'name': '', 'network_id': '718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd', 'tenant_id': 'b95cbb1a982149b49f972771e6600d3b', 'mac_address': 'fa:16:3e:03:2c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '6e8db475-fd2a-458c-aca4-d54da2396dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:36Z', 'updated_at': '2022-02-28T11:28:41Z', 'revision_number': 5, 'project_id': 'b95cbb1a982149b49f972771e6600d3b', 'subnets': [{'id': '6e8db475-fd2a-458c-aca4-d54da2396dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:42.242272 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f2e0b3-6690-4790-b837-c5710b82ecc9 None None] Checking router: 52fe4ec4-a771-4483-8832-0c59438aab88 for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:31:42.251884 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f2e0b3-6690-4790-b837-c5710b82ecc9 None None] Routers {'52fe4ec4-a771-4483-8832-0c59438aab88'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:31:42.252506 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-f4f2e0b3-6690-4790-b837-c5710b82ecc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:31:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['52fe4ec4-a771-4483-8832-0c59438aab88'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:42.257437 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b52449a7-c392-4d2b-aaf2-e084a176d9f2 req-b673aef7-70d7-4736-8102-bcaaf82a88e2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91e9af6f-6e81-4cb2-9065-7c704ff35302 HTTP/1.1" status: 200 len: 999 time: 0.0617514 Feb 28 11:31:42.305225 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52449a7-c392-4d2b-aaf2-e084a176d9f2 req-261d259f-785f-4f4b-9ac8-1181fb2bb009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:42.306769 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b52449a7-c392-4d2b-aaf2-e084a176d9f2 req-261d259f-785f-4f4b-9ac8-1181fb2bb009 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6e8db475-fd2a-458c-aca4-d54da2396dfb HTTP/1.1" status: 200 len: 849 time: 0.0440552 Feb 28 11:31:42.356210 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52449a7-c392-4d2b-aaf2-e084a176d9f2 req-1391f3d5-5b99-449d-9f2e-c4478983c6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:42.357688 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b52449a7-c392-4d2b-aaf2-e084a176d9f2 req-1391f3d5-5b99-449d-9f2e-c4478983c6ee service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0451055 Feb 28 11:31:42.363718 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-f4f2e0b3-6690-4790-b837-c5710b82ecc9 None None] Set router 52fe4ec4-a771-4483-8832-0c59438aab88 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:31:42.450991 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b52449a7-c392-4d2b-aaf2-e084a176d9f2 req-d7a77b8c-8887-4ce3-a9f9-7784bfb52472 service neutron] 10.222.0.70 "GET /v2.0/networks/718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873425 Feb 28 11:31:42.540599 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-b52449a7-c392-4d2b-aaf2-e084a176d9f2 req-c0883022-cf89-4cf5-a7da-1f3b469ae2ca service neutron] 10.222.0.70 "GET /v2.0/networks/718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833929 Feb 28 11:31:42.752892 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-f4f2e0b3-6690-4790-b837-c5710b82ecc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'name': 'tempest-TestSnapshotPattern-2026022246-router', 'tenant_id': 'b95cbb1a982149b49f972771e6600d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': 'e0b41923-8b78-4fca-bf71-76489a32d345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:28:33Z', 'updated_at': '2022-02-28T11:28:37Z', 'revision_number': 4, 'project_id': 'b95cbb1a982149b49f972771e6600d3b', 'gw_port': {'id': 'e0b41923-8b78-4fca-bf71-76489a32d345', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:34Z', 'updated_at': '2022-02-28T11:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': '886a8b92-921c-416f-8a37-b2baafefebd5', 'tenant_id': 'b95cbb1a982149b49f972771e6600d3b', 'floating_ip_address': '172.26.3.19', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'port_id': '91e9af6f-6e81-4cb2-9065-7c704ff35302', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd', 'mac_address': 'fa:16:3e:e4:87:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded2d44d-8090-410c-820e-29620d1855a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:31:40Z', 'updated_at': '2022-02-28T11:31:40Z', 'revision_number': 0, 'project_id': 'b95cbb1a982149b49f972771e6600d3b', 'fixed_ip_address_scope': None}, {'id': 'ac624a3f-1cfb-474a-9a91-ca3da7416243', 'tenant_id': 'b95cbb1a982149b49f972771e6600d3b', 'floating_ip_address': '172.26.3.133', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'port_id': 'eb86bb46-8b18-41fb-a415-e0b9f07fcf99', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd', 'mac_address': 'fa:16:3e:e4:72:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36dcb7b8-1419-40e8-879f-5aa83e26369d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:29:06Z', 'updated_at': '2022-02-28T11:29:08Z', 'revision_number': 1, 'project_id': 'b95cbb1a982149b49f972771e6600d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49926b8f-4431-4704-91be-d77967eaa2a3', 'name': '', 'network_id': '718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd', 'tenant_id': 'b95cbb1a982149b49f972771e6600d3b', 'mac_address': 'fa:16:3e:03:2c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '6e8db475-fd2a-458c-aca4-d54da2396dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:36Z', 'updated_at': '2022-02-28T11:28:41Z', 'revision_number': 5, 'project_id': 'b95cbb1a982149b49f972771e6600d3b', 'subnets': [{'id': '6e8db475-fd2a-458c-aca4-d54da2396dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:42.779281 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f2e0b3-6690-4790-b837-c5710b82ecc9 None None] The sync data for ids ['52fe4ec4-a771-4483-8832-0c59438aab88'] in dv-neutron-829161-3-hyperv is: [{'id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'name': 'tempest-TestSnapshotPattern-2026022246-router', 'tenant_id': 'b95cbb1a982149b49f972771e6600d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': 'e0b41923-8b78-4fca-bf71-76489a32d345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:28:33Z', 'updated_at': '2022-02-28T11:28:37Z', 'revision_number': 4, 'project_id': 'b95cbb1a982149b49f972771e6600d3b', 'gw_port': {'id': 'e0b41923-8b78-4fca-bf71-76489a32d345', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:34Z', 'updated_at': '2022-02-28T11:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': '886a8b92-921c-416f-8a37-b2baafefebd5', 'tenant_id': 'b95cbb1a982149b49f972771e6600d3b', 'floating_ip_address': '172.26.3.19', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'port_id': '91e9af6f-6e81-4cb2-9065-7c704ff35302', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd', 'mac_address': 'fa:16:3e:e4:87:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded2d44d-8090-410c-820e-29620d1855a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:31:40Z', 'updated_at': '2022-02-28T11:31:40Z', 'revision_number': 0, 'project_id': 'b95cbb1a982149b49f972771e6600d3b', 'fixed_ip_address_scope': None}, {'id': 'ac624a3f-1cfb-474a-9a91-ca3da7416243', 'tenant_id': 'b95cbb1a982149b49f972771e6600d3b', 'floating_ip_address': '172.26.3.133', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'port_id': 'eb86bb46-8b18-41fb-a415-e0b9f07fcf99', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd', 'mac_address': 'fa:16:3e:e4:72:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36dcb7b8-1419-40e8-879f-5aa83e26369d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:29:06Z', 'updated_at': '2022-02-28T11:29:08Z', 'revision_number': 1, 'project_id': 'b95cbb1a982149b49f972771e6600d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49926b8f-4431-4704-91be-d77967eaa2a3', 'name': '', 'network_id': '718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd', 'tenant_id': 'b95cbb1a982149b49f972771e6600d3b', 'mac_address': 'fa:16:3e:03:2c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '6e8db475-fd2a-458c-aca4-d54da2396dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:36Z', 'updated_at': '2022-02-28T11:28:41Z', 'revision_number': 5, 'project_id': 'b95cbb1a982149b49f972771e6600d3b', 'subnets': [{'id': '6e8db475-fd2a-458c-aca4-d54da2396dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:31:43.032159 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569e720a-4fe0-41bd-8570-1d2e2c9ff940 None None] New status for floating IP 886a8b92-921c-416f-8a37-b2baafefebd5: ACTIVE {{(pid=104086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:31:46.539033 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7227dd18-6bab-43cd-a735-581d745f40f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:31:48.674731 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-76e0ebdb-6eb5-4d15-9894-6fef8e3948ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:31:50.246807 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:31:51.605736 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:31:52.823299 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:31:57.705208 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:32:01.246339 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:32:16.498006 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d8a0b46a-90ce-4542-9608-300bcfc0030c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:32:18.657767 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-1ce58f60-0be7-43f1-8417-243266151aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:32:20.252052 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:32:21.565460 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:32:22.800441 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:32:25.362764 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-980910c0-6a5e-4111-b60a-9ee65ee29141 req-3267c6d4-4006-4220-8239-bcd656e2aca3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=36dcb7b8-1419-40e8-879f-5aa83e26369d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0481970 Feb 28 11:32:25.472948 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980910c0-6a5e-4111-b60a-9ee65ee29141 req-7bd16d54-e2d1-4392-8734-a8d22e423441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:25.474480 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-980910c0-6a5e-4111-b60a-9ee65ee29141 req-7bd16d54-e2d1-4392-8734-a8d22e423441 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b95cbb1a982149b49f972771e6600d3b&device_id=36dcb7b8-1419-40e8-879f-5aa83e26369d HTTP/1.1" status: 200 len: 1127 time: 0.0528722 Feb 28 11:32:25.584515 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980910c0-6a5e-4111-b60a-9ee65ee29141 req-6be1cb38-50b0-4dba-9e0b-c42f633d1008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:25.586009 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-980910c0-6a5e-4111-b60a-9ee65ee29141 req-6be1cb38-50b0-4dba-9e0b-c42f633d1008 service neutron] 10.222.0.70 "GET /v2.0/networks?id=718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd HTTP/1.1" status: 200 len: 910 time: 0.0934439 Feb 28 11:32:25.660330 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-980910c0-6a5e-4111-b60a-9ee65ee29141 req-0807e0f8-aea6-424e-b9a9-3f72c3b58661 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb86bb46-8b18-41fb-a415-e0b9f07fcf99 HTTP/1.1" status: 200 len: 999 time: 0.0675116 Feb 28 11:32:25.710960 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980910c0-6a5e-4111-b60a-9ee65ee29141 req-8c070cf0-6d65-4e1c-a6b2-4c8e05c15c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:25.712460 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-980910c0-6a5e-4111-b60a-9ee65ee29141 req-8c070cf0-6d65-4e1c-a6b2-4c8e05c15c0d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6e8db475-fd2a-458c-aca4-d54da2396dfb HTTP/1.1" status: 200 len: 849 time: 0.0470352 Feb 28 11:32:25.762008 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980910c0-6a5e-4111-b60a-9ee65ee29141 req-b18bcdd1-b9c1-4cac-9f4b-f26585c6fc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:25.763594 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-980910c0-6a5e-4111-b60a-9ee65ee29141 req-b18bcdd1-b9c1-4cac-9f4b-f26585c6fc8c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0454412 Feb 28 11:32:25.858194 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-980910c0-6a5e-4111-b60a-9ee65ee29141 req-b6d7a759-5415-4f38-a18d-2fd9efbeb337 service neutron] 10.222.0.70 "GET /v2.0/networks/718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883415 Feb 28 11:32:25.951442 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-980910c0-6a5e-4111-b60a-9ee65ee29141 req-3e0d0ef0-cac0-4caf-8a6d-1ca07ec0ac93 service neutron] 10.222.0.70 "GET /v2.0/networks/718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875688 Feb 28 11:32:31.166313 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:32:34.704997 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:32:46.513781 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-8ff78487-026e-4301-94d0-6514ae443bd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:32:48.662731 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-0a8a9d98-ff3a-4127-8448-e794662a7da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:32:50.245803 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:32:51.605600 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:32:52.794301 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:01.176876 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:11.705084 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:33:12.040369 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 91e9af6f-6e81-4cb2-9065-7c704ff35302 details requested by agent hyperv_hv-neutron-8291 with host hv-neutron-8291 {{(pid=104085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 11:33:12.142985 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 91e9af6f-6e81-4cb2-9065-7c704ff35302, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=91e9af6f-6e81-4cb2-9065-7c704ff35302,segment=NetworkSegment(1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72),segment_id=1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:33:12.156337 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Returning: {'device': '91e9af6f-6e81-4cb2-9065-7c704ff35302', 'network_id': '718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd', 'port_id': '91e9af6f-6e81-4cb2-9065-7c704ff35302', 'mac_address': 'fa:16:3e:e4:87:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e8db475-fd2a-458c-aca4-d54da2396dfb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 11:33:12.203010 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 91e9af6f-6e81-4cb2-9065-7c704ff35302 is: ACTIVE; New status is: BUILD {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:33:12.203405 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (91e9af6f-6e81-4cb2-9065-7c704ff35302), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:12.220298 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 91e9af6f-6e81-4cb2-9065-7c704ff35302 {{(pid=104085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:33:12.239129 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 91e9af6f-6e81-4cb2-9065-7c704ff35302, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=91e9af6f-6e81-4cb2-9065-7c704ff35302,segment=NetworkSegment(1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72),segment_id=1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:33:12.337608 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (91e9af6f-6e81-4cb2-9065-7c704ff35302), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:12.393066 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=91e9af6f-6e81-4cb2-9065-7c704ff35302,revision_number=6']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:12.400483 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:12.400840 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:12.401189 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:12.401536 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:12.401876 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:12.402214 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:12.402554 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:12.402911 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:12.403250 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:12.403584 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:12.403920 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:12.404248 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:12.404574 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:12.476522 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] get_ports_and_sgs() called for port_ids ['91e9af6f-6e81-4cb2-9065-7c704ff35302'] {{(pid=104085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:33:14.063101 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 91e9af6f-6e81-4cb2-9065-7c704ff35302 up at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:33:14.138905 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.provisioning_blocks [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Provisioning complete for port 91e9af6f-6e81-4cb2-9065-7c704ff35302 triggered by entity L2. {{(pid=104085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:33:14.139439 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3227530'] for port (91e9af6f-6e81-4cb2-9065-7c704ff35302), provisioning_complete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:14.240020 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 91e9af6f-6e81-4cb2-9065-7c704ff35302 is: BUILD; New status is: ACTIVE {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:33:14.240366 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (91e9af6f-6e81-4cb2-9065-7c704ff35302), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:14.276392 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded2d44d-8090-410c-820e-29620d1855a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e9af6f-6e81-4cb2-9065-7c704ff35302'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:33:14.278675 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fedc386c-a4cb-4d80-b9c7-44d9e6b88eee" -d '{"events": [{"server_uuid": "ded2d44d-8090-410c-820e-29620d1855a5", "name": "network-vif-plugged", "status": "completed", "tag": "91e9af6f-6e81-4cb2-9065-7c704ff35302"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:33:14.299344 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 91e9af6f-6e81-4cb2-9065-7c704ff35302, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=91e9af6f-6e81-4cb2-9065-7c704ff35302,segment=NetworkSegment(1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72),segment_id=1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:33:14.331495 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de05665-5d55-47cf-9c54-f706c13b6ce5 x-openstack-request-id: req-6de05665-5d55-47cf-9c54-f706c13b6ce5 {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:33:14.338432 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded2d44d-8090-410c-820e-29620d1855a5", "name": "network-vif-plugged", "status": "completed", "tag": "91e9af6f-6e81-4cb2-9065-7c704ff35302", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:33:14.338432 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6de05665-5d55-47cf-9c54-f706c13b6ce5 {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:33:14.338432 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded2d44d-8090-410c-820e-29620d1855a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e9af6f-6e81-4cb2-9065-7c704ff35302', 'code': 200} Feb 28 11:33:14.348406 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (91e9af6f-6e81-4cb2-9065-7c704ff35302), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:14.419270 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=91e9af6f-6e81-4cb2-9065-7c704ff35302,revision_number=7']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:16.502282 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-f5c8692a-605f-4582-92e2-2c2cb98e0f8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:18.753789 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-295463f1-980e-4d52-b5c4-daf4db3bb9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:20.335409 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:21.839197 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:22.764579 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:24.152364 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 58144) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:33:24.320027 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-13057a7e-5c21-4954-a1f8-8ca4982b4982 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Deleting port b7e501bc-671a-496d-8acb-3e498671dfa1 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:33:24.320886 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-13057a7e-5c21-4954-a1f8-8ca4982b4982 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (b7e501bc-671a-496d-8acb-3e498671dfa1), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:24.402385 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-13057a7e-5c21-4954-a1f8-8ca4982b4982 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (b7e501bc-671a-496d-8acb-3e498671dfa1), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:24.402605 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-13057a7e-5c21-4954-a1f8-8ca4982b4982 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks [] for floatingip (b7e501bc-671a-496d-8acb-3e498671dfa1), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:24.422149 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-13057a7e-5c21-4954-a1f8-8ca4982b4982 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Calling delete_port for b7e501bc-671a-496d-8acb-3e498671dfa1 owned by network:floatingip {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:33:24.639641 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-13057a7e-5c21-4954-a1f8-8ca4982b4982 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (b7e501bc-671a-496d-8acb-3e498671dfa1), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:24.671838 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13057a7e-5c21-4954-a1f8-8ca4982b4982 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Pushing event deleted for resources: {'Port': ['ID=b7e501bc-671a-496d-8acb-3e498671dfa1,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:24.696603 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13057a7e-5c21-4954-a1f8-8ca4982b4982 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:24.696935 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13057a7e-5c21-4954-a1f8-8ca4982b4982 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:24.697315 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13057a7e-5c21-4954-a1f8-8ca4982b4982 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:24.697657 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13057a7e-5c21-4954-a1f8-8ca4982b4982 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:24.697997 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13057a7e-5c21-4954-a1f8-8ca4982b4982 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:24.698332 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13057a7e-5c21-4954-a1f8-8ca4982b4982 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:24.698660 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13057a7e-5c21-4954-a1f8-8ca4982b4982 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:24.699016 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13057a7e-5c21-4954-a1f8-8ca4982b4982 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:24.699342 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13057a7e-5c21-4954-a1f8-8ca4982b4982 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:24.699668 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13057a7e-5c21-4954-a1f8-8ca4982b4982 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:24.699993 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13057a7e-5c21-4954-a1f8-8ca4982b4982 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:24.700315 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13057a7e-5c21-4954-a1f8-8ca4982b4982 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:24.700635 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13057a7e-5c21-4954-a1f8-8ca4982b4982 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:24.739763 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-13057a7e-5c21-4954-a1f8-8ca4982b4982 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks [] for floatingip (886a8b92-921c-416f-8a37-b2baafefebd5), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:24.740089 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.db.l3_db [None req-13057a7e-5c21-4954-a1f8-8ca4982b4982 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Floating IP 886a8b92-921c-416f-8a37-b2baafefebd5 disassociated (deleted). External IP: 172.26.3.19, port: 91e9af6f-6e81-4cb2-9065-7c704ff35302. Feb 28 11:33:24.953863 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13057a7e-5c21-4954-a1f8-8ca4982b4982 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Router 52fe4ec4-a771-4483-8832-0c59438aab88 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:33:25.063761 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13057a7e-5c21-4954-a1f8-8ca4982b4982 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:33:25.069024 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-13057a7e-5c21-4954-a1f8-8ca4982b4982 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:25.073929 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b52891-17da-42fe-acc7-39c51947d21a None None] Sync routers for ids ['52fe4ec4-a771-4483-8832-0c59438aab88'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:33:25.085505 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b52891-17da-42fe-acc7-39c51947d21a None None] Routers {'52fe4ec4-a771-4483-8832-0c59438aab88'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:33:25.086128 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-49b52891-17da-42fe-acc7-39c51947d21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:33:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['52fe4ec4-a771-4483-8832-0c59438aab88'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:25.099181 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-13057a7e-5c21-4954-a1f8-8ca4982b4982 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "DELETE /v2.0/floatingips/886a8b92-921c-416f-8a37-b2baafefebd5 HTTP/1.1" status: 204 len: 168 time: 0.9456770 Feb 28 11:33:25.099787 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ded2d44d-8090-410c-820e-29620d1855a5', 'tag': '91e9af6f-6e81-4cb2-9065-7c704ff35302'}] {{(pid=104084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:33:25.102040 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ffa69481dce8c4e68394bb3e97aff222617d39f0bec9a6d6e4c39a9256e7c95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b18d93-8448-45e1-a72c-e14bb982ac16" -d '{"events": [{"name": "network-changed", "server_uuid": "ded2d44d-8090-410c-820e-29620d1855a5", "tag": "91e9af6f-6e81-4cb2-9065-7c704ff35302"}]}' {{(pid=104084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:33:25.142575 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a300329c-64a3-4fcc-8d53-604a267d1908 x-openstack-request-id: req-a300329c-64a3-4fcc-8d53-604a267d1908 {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:33:25.143580 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ded2d44d-8090-410c-820e-29620d1855a5", "tag": "91e9af6f-6e81-4cb2-9065-7c704ff35302", "status": "completed", "code": 200}]} {{(pid=104084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:33:25.143916 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a300329c-64a3-4fcc-8d53-604a267d1908 {{(pid=104084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:33:25.144398 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ded2d44d-8090-410c-820e-29620d1855a5', 'tag': '91e9af6f-6e81-4cb2-9065-7c704ff35302', 'status': 'completed', 'code': 200} Feb 28 11:33:25.204102 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-49b52891-17da-42fe-acc7-39c51947d21a None None] Set router 52fe4ec4-a771-4483-8832-0c59438aab88 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:33:25.236091 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b18d93-8448-45e1-a72c-e14bb982ac16 req-97b27e33-70a2-4497-ae60-c03baddcf775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:25.237638 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e9b18d93-8448-45e1-a72c-e14bb982ac16 req-97b27e33-70a2-4497-ae60-c03baddcf775 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b95cbb1a982149b49f972771e6600d3b&device_id=ded2d44d-8090-410c-820e-29620d1855a5 HTTP/1.1" status: 200 len: 1130 time: 0.0476515 Feb 28 11:33:25.470225 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-49b52891-17da-42fe-acc7-39c51947d21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'name': 'tempest-TestSnapshotPattern-2026022246-router', 'tenant_id': 'b95cbb1a982149b49f972771e6600d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': 'e0b41923-8b78-4fca-bf71-76489a32d345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:28:33Z', 'updated_at': '2022-02-28T11:28:37Z', 'revision_number': 4, 'project_id': 'b95cbb1a982149b49f972771e6600d3b', 'gw_port': {'id': 'e0b41923-8b78-4fca-bf71-76489a32d345', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:34Z', 'updated_at': '2022-02-28T11:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': 'ac624a3f-1cfb-474a-9a91-ca3da7416243', 'tenant_id': 'b95cbb1a982149b49f972771e6600d3b', 'floating_ip_address': '172.26.3.133', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'port_id': 'eb86bb46-8b18-41fb-a415-e0b9f07fcf99', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd', 'mac_address': 'fa:16:3e:e4:72:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36dcb7b8-1419-40e8-879f-5aa83e26369d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:29:06Z', 'updated_at': '2022-02-28T11:29:08Z', 'revision_number': 1, 'project_id': 'b95cbb1a982149b49f972771e6600d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49926b8f-4431-4704-91be-d77967eaa2a3', 'name': '', 'network_id': '718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd', 'tenant_id': 'b95cbb1a982149b49f972771e6600d3b', 'mac_address': 'fa:16:3e:03:2c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '6e8db475-fd2a-458c-aca4-d54da2396dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:36Z', 'updated_at': '2022-02-28T11:28:41Z', 'revision_number': 5, 'project_id': 'b95cbb1a982149b49f972771e6600d3b', 'subnets': [{'id': '6e8db475-fd2a-458c-aca4-d54da2396dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:25.501957 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b52891-17da-42fe-acc7-39c51947d21a None None] Checking router: 52fe4ec4-a771-4483-8832-0c59438aab88 for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:33:25.511372 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b52891-17da-42fe-acc7-39c51947d21a None None] Routers {'52fe4ec4-a771-4483-8832-0c59438aab88'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:33:25.512022 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-49b52891-17da-42fe-acc7-39c51947d21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:33:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['52fe4ec4-a771-4483-8832-0c59438aab88'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:25.646361 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-49b52891-17da-42fe-acc7-39c51947d21a None None] Set router 52fe4ec4-a771-4483-8832-0c59438aab88 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:33:25.699686 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b18d93-8448-45e1-a72c-e14bb982ac16 req-e4e4deaf-67e1-4dbc-99a6-a4b37cf939a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:25.701180 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e9b18d93-8448-45e1-a72c-e14bb982ac16 req-e4e4deaf-67e1-4dbc-99a6-a4b37cf939a8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd HTTP/1.1" status: 200 len: 910 time: 0.4575191 Feb 28 11:33:25.748089 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e9b18d93-8448-45e1-a72c-e14bb982ac16 req-abc1216c-0e60-4583-9715-6e45e845679e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91e9af6f-6e81-4cb2-9065-7c704ff35302 HTTP/1.1" status: 200 len: 217 time: 0.0383682 Feb 28 11:33:25.825635 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b18d93-8448-45e1-a72c-e14bb982ac16 req-298ce8f7-2c53-4ff2-9a5f-84010cfc66cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:25.827152 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e9b18d93-8448-45e1-a72c-e14bb982ac16 req-298ce8f7-2c53-4ff2-9a5f-84010cfc66cb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6e8db475-fd2a-458c-aca4-d54da2396dfb HTTP/1.1" status: 200 len: 849 time: 0.0694175 Feb 28 11:33:25.838394 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9d6e3-2f39-4b90-a8c1-a03c6130e666 req-369711fa-7249-4dd6-a77b-2cb65a5d08a4 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:25.839849 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-73c9d6e3-2f39-4b90-a8c1-a03c6130e666 req-369711fa-7249-4dd6-a77b-2cb65a5d08a4 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/ports?device_id=ded2d44d-8090-410c-820e-29620d1855a5 HTTP/1.1" status: 200 len: 946 time: 0.1953561 Feb 28 11:33:25.884407 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-49b52891-17da-42fe-acc7-39c51947d21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'name': 'tempest-TestSnapshotPattern-2026022246-router', 'tenant_id': 'b95cbb1a982149b49f972771e6600d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': 'e0b41923-8b78-4fca-bf71-76489a32d345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:28:33Z', 'updated_at': '2022-02-28T11:28:37Z', 'revision_number': 4, 'project_id': 'b95cbb1a982149b49f972771e6600d3b', 'gw_port': {'id': 'e0b41923-8b78-4fca-bf71-76489a32d345', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:34Z', 'updated_at': '2022-02-28T11:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': 'ac624a3f-1cfb-474a-9a91-ca3da7416243', 'tenant_id': 'b95cbb1a982149b49f972771e6600d3b', 'floating_ip_address': '172.26.3.133', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'port_id': 'eb86bb46-8b18-41fb-a415-e0b9f07fcf99', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd', 'mac_address': 'fa:16:3e:e4:72:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36dcb7b8-1419-40e8-879f-5aa83e26369d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:29:06Z', 'updated_at': '2022-02-28T11:29:08Z', 'revision_number': 1, 'project_id': 'b95cbb1a982149b49f972771e6600d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49926b8f-4431-4704-91be-d77967eaa2a3', 'name': '', 'network_id': '718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd', 'tenant_id': 'b95cbb1a982149b49f972771e6600d3b', 'mac_address': 'fa:16:3e:03:2c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '6e8db475-fd2a-458c-aca4-d54da2396dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:36Z', 'updated_at': '2022-02-28T11:28:41Z', 'revision_number': 5, 'project_id': 'b95cbb1a982149b49f972771e6600d3b', 'subnets': [{'id': '6e8db475-fd2a-458c-aca4-d54da2396dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:25.913312 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-73c9d6e3-2f39-4b90-a8c1-a03c6130e666 req-c6c0c27a-7488-4186-8ee7-598be6ebcd15 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/security-groups?id=550eaf58-af58-4193-8203-aab3d10cb5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650754 Feb 28 11:33:25.914666 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b52891-17da-42fe-acc7-39c51947d21a None None] The sync data for ids ['52fe4ec4-a771-4483-8832-0c59438aab88'] in dv-neutron-829161-3-hyperv is: [{'id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'name': 'tempest-TestSnapshotPattern-2026022246-router', 'tenant_id': 'b95cbb1a982149b49f972771e6600d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': 'e0b41923-8b78-4fca-bf71-76489a32d345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:28:33Z', 'updated_at': '2022-02-28T11:28:37Z', 'revision_number': 4, 'project_id': 'b95cbb1a982149b49f972771e6600d3b', 'gw_port': {'id': 'e0b41923-8b78-4fca-bf71-76489a32d345', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:34Z', 'updated_at': '2022-02-28T11:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_floatingips': [{'id': 'ac624a3f-1cfb-474a-9a91-ca3da7416243', 'tenant_id': 'b95cbb1a982149b49f972771e6600d3b', 'floating_ip_address': '172.26.3.133', 'floating_network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'router_id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'port_id': 'eb86bb46-8b18-41fb-a415-e0b9f07fcf99', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd', 'mac_address': 'fa:16:3e:e4:72:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36dcb7b8-1419-40e8-879f-5aa83e26369d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:29:06Z', 'updated_at': '2022-02-28T11:29:08Z', 'revision_number': 1, 'project_id': 'b95cbb1a982149b49f972771e6600d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49926b8f-4431-4704-91be-d77967eaa2a3', 'name': '', 'network_id': '718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd', 'tenant_id': 'b95cbb1a982149b49f972771e6600d3b', 'mac_address': 'fa:16:3e:03:2c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '6e8db475-fd2a-458c-aca4-d54da2396dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:36Z', 'updated_at': '2022-02-28T11:28:41Z', 'revision_number': 5, 'project_id': 'b95cbb1a982149b49f972771e6600d3b', 'subnets': [{'id': '6e8db475-fd2a-458c-aca4-d54da2396dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:33:25.922141 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b18d93-8448-45e1-a72c-e14bb982ac16 req-547f83e3-63ca-4430-9b6c-c7a0cfff82ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:25.923793 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e9b18d93-8448-45e1-a72c-e14bb982ac16 req-547f83e3-63ca-4430-9b6c-c7a0cfff82ae service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0830884 Feb 28 11:33:26.023098 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e9b18d93-8448-45e1-a72c-e14bb982ac16 req-eb663b58-ac5d-4d4f-8cb6-0183fbca7447 service neutron] 10.222.0.70 "GET /v2.0/networks/718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913746 Feb 28 11:33:26.097881 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 91e9af6f-6e81-4cb2-9065-7c704ff35302 no longer exists at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:33:26.130826 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-e9b18d93-8448-45e1-a72c-e14bb982ac16 req-d67f7f2b-afad-49c1-acfc-f067137ce096 service neutron] 10.222.0.70 "GET /v2.0/networks/718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994573 Feb 28 11:33:26.169665 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb45edaa-3ad1-4a75-8ea0-2941dbec771a None None] New status for floating IP 886a8b92-921c-416f-8a37-b2baafefebd5: DOWN {{(pid=104086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:33:26.208949 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Current status of the port 91e9af6f-6e81-4cb2-9065-7c704ff35302 is: ACTIVE; New status is: DOWN {{(pid=104085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:33:26.209308 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459201'] for port (91e9af6f-6e81-4cb2-9065-7c704ff35302), before_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:26.238238 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded2d44d-8090-410c-820e-29620d1855a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91e9af6f-6e81-4cb2-9065-7c704ff35302'}] {{(pid=104085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:33:26.240553 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0124380beee749ee94a5e7d5f1d9b285c6ba24616d417a4a0a7c268e9f108cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045be348-a6de-4566-aade-982349491366" -d '{"events": [{"server_uuid": "ded2d44d-8090-410c-820e-29620d1855a5", "name": "network-vif-unplugged", "status": "completed", "tag": "91e9af6f-6e81-4cb2-9065-7c704ff35302"}]}' {{(pid=104085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:33:26.258161 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] For port 91e9af6f-6e81-4cb2-9065-7c704ff35302, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=91e9af6f-6e81-4cb2-9065-7c704ff35302,segment=NetworkSegment(1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72),segment_id=1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:33:26.291109 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 11:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b068f7f-5f6e-4836-a1e9-7084e3785838 x-openstack-request-id: req-9b068f7f-5f6e-4836-a1e9-7084e3785838 {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:33:26.292922 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded2d44d-8090-410c-820e-29620d1855a5", "name": "network-vif-unplugged", "status": "completed", "tag": "91e9af6f-6e81-4cb2-9065-7c704ff35302", "code": 200}]} {{(pid=104085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:33:26.292922 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9b068f7f-5f6e-4836-a1e9-7084e3785838 {{(pid=104085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:33:26.292922 dv-neutron-829161-3-hyperv neutron-server[104085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded2d44d-8090-410c-820e-29620d1855a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91e9af6f-6e81-4cb2-9065-7c704ff35302', 'code': 200} Feb 28 11:33:26.301935 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743691502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743152029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743152047'] for port (91e9af6f-6e81-4cb2-9065-7c704ff35302), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:26.352528 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Pushing event updated for resources: {'Port': ['ID=91e9af6f-6e81-4cb2-9065-7c704ff35302,revision_number=8']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:27.045775 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68610c-a32d-4d3c-8665-217fb70dd772 req-5c4bbacb-80c8-4f37-987d-4f9d1700e608 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:27.047745 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6d68610c-a32d-4d3c-8665-217fb70dd772 req-5c4bbacb-80c8-4f37-987d-4f9d1700e608 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/ports?device_id=ded2d44d-8090-410c-820e-29620d1855a5 HTTP/1.1" status: 200 len: 944 time: 0.0588994 Feb 28 11:33:27.097978 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-6d68610c-a32d-4d3c-8665-217fb70dd772 req-b5ffe30c-c3bc-4c39-ade1-0a1cbf62f5ed tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/security-groups?id=550eaf58-af58-4193-8203-aab3d10cb5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447559 Feb 28 11:33:27.404433 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e6b0c-54ac-470f-9518-2a0459fecd9e req-27a0389f-90cd-4d40-8b8d-a90d940dc04c tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:27.407055 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-dc3e6b0c-54ac-470f-9518-2a0459fecd9e req-27a0389f-90cd-4d40-8b8d-a90d940dc04c tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.70 "GET /v2.0/ports?device_id=ded2d44d-8090-410c-820e-29620d1855a5 HTTP/1.1" status: 200 len: 944 time: 0.0747693 Feb 28 11:33:27.499995 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-dc3e6b0c-54ac-470f-9518-2a0459fecd9e req-4d32a908-6a0c-439d-968b-c7015749f608 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Deleting port 91e9af6f-6e81-4cb2-9065-7c704ff35302 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:33:27.500339 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-dc3e6b0c-54ac-470f-9518-2a0459fecd9e req-4d32a908-6a0c-439d-968b-c7015749f608 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (91e9af6f-6e81-4cb2-9065-7c704ff35302), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:27.593647 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-dc3e6b0c-54ac-470f-9518-2a0459fecd9e req-4d32a908-6a0c-439d-968b-c7015749f608 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] For port 91e9af6f-6e81-4cb2-9065-7c704ff35302, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=91e9af6f-6e81-4cb2-9065-7c704ff35302,segment=NetworkSegment(1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72),segment_id=1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:33:27.594011 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-dc3e6b0c-54ac-470f-9518-2a0459fecd9e req-4d32a908-6a0c-439d-968b-c7015749f608 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (91e9af6f-6e81-4cb2-9065-7c704ff35302), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:27.606137 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-dc3e6b0c-54ac-470f-9518-2a0459fecd9e req-4d32a908-6a0c-439d-968b-c7015749f608 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Calling delete_port for 91e9af6f-6e81-4cb2-9065-7c704ff35302 owned by compute:nova {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:33:27.787507 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-dc3e6b0c-54ac-470f-9518-2a0459fecd9e req-4d32a908-6a0c-439d-968b-c7015749f608 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (91e9af6f-6e81-4cb2-9065-7c704ff35302), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:27.814777 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d32a908-6a0c-439d-968b-c7015749f608 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Pushing event deleted for resources: {'Port': ['ID=91e9af6f-6e81-4cb2-9065-7c704ff35302,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:27.828839 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d32a908-6a0c-439d-968b-c7015749f608 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:27.829195 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d32a908-6a0c-439d-968b-c7015749f608 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:27.829544 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d32a908-6a0c-439d-968b-c7015749f608 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:27.829892 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d32a908-6a0c-439d-968b-c7015749f608 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:27.830231 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d32a908-6a0c-439d-968b-c7015749f608 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:27.830567 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d32a908-6a0c-439d-968b-c7015749f608 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:27.830925 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d32a908-6a0c-439d-968b-c7015749f608 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:27.831258 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d32a908-6a0c-439d-968b-c7015749f608 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:27.831585 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d32a908-6a0c-439d-968b-c7015749f608 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:27.831920 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d32a908-6a0c-439d-968b-c7015749f608 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:27.832249 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d32a908-6a0c-439d-968b-c7015749f608 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:27.832575 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d32a908-6a0c-439d-968b-c7015749f608 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:27.832898 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d32a908-6a0c-439d-968b-c7015749f608 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829161-3-hyperv {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:27.869779 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc3e6b0c-54ac-470f-9518-2a0459fecd9e req-4d32a908-6a0c-439d-968b-c7015749f608 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] No DVR routers for this DVR port 91e9af6f-6e81-4cb2-9065-7c704ff35302 on host hv-neutron-8291 {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:33:27.872300 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-dc3e6b0c-54ac-470f-9518-2a0459fecd9e req-4d32a908-6a0c-439d-968b-c7015749f608 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:27.875722 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-dc3e6b0c-54ac-470f-9518-2a0459fecd9e req-4d32a908-6a0c-439d-968b-c7015749f608 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.70 "DELETE /v2.0/ports/91e9af6f-6e81-4cb2-9065-7c704ff35302 HTTP/1.1" status: 204 len: 173 time: 0.4634705 Feb 28 11:33:27.876193 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded2d44d-8090-410c-820e-29620d1855a5', 'name': 'network-vif-deleted', 'tag': '91e9af6f-6e81-4cb2-9065-7c704ff35302'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:33:27.878473 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b94db2-746f-4f5c-96f2-9000491ecfb8" -d '{"events": [{"server_uuid": "ded2d44d-8090-410c-820e-29620d1855a5", "name": "network-vif-deleted", "tag": "91e9af6f-6e81-4cb2-9065-7c704ff35302"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:33:28.004987 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8e1635-3586-4c06-9ebc-c7a39eefd895 x-openstack-request-id: req-ea8e1635-3586-4c06-9ebc-c7a39eefd895 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:33:28.005294 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded2d44d-8090-410c-820e-29620d1855a5", "name": "network-vif-deleted", "tag": "91e9af6f-6e81-4cb2-9065-7c704ff35302", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:33:28.005574 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ea8e1635-3586-4c06-9ebc-c7a39eefd895 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:33:28.005978 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded2d44d-8090-410c-820e-29620d1855a5', 'name': 'network-vif-deleted', 'tag': '91e9af6f-6e81-4cb2-9065-7c704ff35302', 'status': 'completed', 'code': 200} Feb 28 11:33:28.216391 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-080dc870-afb9-430f-af3a-c290e27e81e4 req-6ac5dff5-3237-4112-85de-f07cc8781d63 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/ports?device_id=ded2d44d-8090-410c-820e-29620d1855a5 HTTP/1.1" status: 200 len: 210 time: 0.0322936 Feb 28 11:33:30.085396 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 91e9af6f-6e81-4cb2-9065-7c704ff35302 no longer exists at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:33:30.106353 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] No Port match for: 91e9af6f-6e81-4cb2-9065-7c704ff35302 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:33:30.106704 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device 91e9af6f-6e81-4cb2-9065-7c704ff35302 not bound to the agent host hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:33:30.504647 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 58214) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:33:30.670760 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-3cb5a4f0-2deb-44e2-b40e-f841641c658b tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Deleting port 4bf915af-cd5e-4837-a0c1-b67b3fb69c75 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:33:30.671056 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3cb5a4f0-2deb-44e2-b40e-f841641c658b tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (4bf915af-cd5e-4837-a0c1-b67b3fb69c75), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:30.745385 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3cb5a4f0-2deb-44e2-b40e-f841641c658b tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (4bf915af-cd5e-4837-a0c1-b67b3fb69c75), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:30.745712 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3cb5a4f0-2deb-44e2-b40e-f841641c658b tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks [] for floatingip (4bf915af-cd5e-4837-a0c1-b67b3fb69c75), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:30.757755 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-3cb5a4f0-2deb-44e2-b40e-f841641c658b tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Calling delete_port for 4bf915af-cd5e-4837-a0c1-b67b3fb69c75 owned by network:floatingip {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:33:30.959260 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3cb5a4f0-2deb-44e2-b40e-f841641c658b tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (4bf915af-cd5e-4837-a0c1-b67b3fb69c75), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:30.986244 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb5a4f0-2deb-44e2-b40e-f841641c658b tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Pushing event deleted for resources: {'Port': ['ID=4bf915af-cd5e-4837-a0c1-b67b3fb69c75,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:31.048772 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3cb5a4f0-2deb-44e2-b40e-f841641c658b tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks [] for floatingip (ac624a3f-1cfb-474a-9a91-ca3da7416243), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:31.049095 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.db.l3_db [None req-3cb5a4f0-2deb-44e2-b40e-f841641c658b tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Floating IP ac624a3f-1cfb-474a-9a91-ca3da7416243 disassociated (deleted). External IP: 172.26.3.133, port: eb86bb46-8b18-41fb-a415-e0b9f07fcf99. Feb 28 11:33:31.164699 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:31.267018 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb5a4f0-2deb-44e2-b40e-f841641c658b tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Router 52fe4ec4-a771-4483-8832-0c59438aab88 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:33:31.380064 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb5a4f0-2deb-44e2-b40e-f841641c658b tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:33:31.385028 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3cb5a4f0-2deb-44e2-b40e-f841641c658b tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for floatingip (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:31.390583 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45653eaf-c7bc-4b84-9c35-957bfafbda97 None None] Sync routers for ids ['52fe4ec4-a771-4483-8832-0c59438aab88'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:33:31.400920 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45653eaf-c7bc-4b84-9c35-957bfafbda97 None None] Routers {'52fe4ec4-a771-4483-8832-0c59438aab88'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:33:31.401536 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-45653eaf-c7bc-4b84-9c35-957bfafbda97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:33:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['52fe4ec4-a771-4483-8832-0c59438aab88'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:31.417254 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-3cb5a4f0-2deb-44e2-b40e-f841641c658b tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "DELETE /v2.0/floatingips/ac624a3f-1cfb-474a-9a91-ca3da7416243 HTTP/1.1" status: 204 len: 168 time: 0.9091568 Feb 28 11:33:31.417254 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36dcb7b8-1419-40e8-879f-5aa83e26369d', 'tag': 'eb86bb46-8b18-41fb-a415-e0b9f07fcf99'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:33:31.417813 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0858efd8-4f2c-49c8-a1e4-2fa338bed07c" -d '{"events": [{"name": "network-changed", "server_uuid": "36dcb7b8-1419-40e8-879f-5aa83e26369d", "tag": "eb86bb46-8b18-41fb-a415-e0b9f07fcf99"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:33:31.457125 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5518c14-2c1d-4850-a9f1-0685adbdc156 x-openstack-request-id: req-e5518c14-2c1d-4850-a9f1-0685adbdc156 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:33:31.457425 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36dcb7b8-1419-40e8-879f-5aa83e26369d", "tag": "eb86bb46-8b18-41fb-a415-e0b9f07fcf99", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:33:31.457687 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e5518c14-2c1d-4850-a9f1-0685adbdc156 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:33:31.458135 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36dcb7b8-1419-40e8-879f-5aa83e26369d', 'tag': 'eb86bb46-8b18-41fb-a415-e0b9f07fcf99', 'status': 'completed', 'code': 200} Feb 28 11:33:31.517168 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-45653eaf-c7bc-4b84-9c35-957bfafbda97 None None] Set router 52fe4ec4-a771-4483-8832-0c59438aab88 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:33:31.548735 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858efd8-4f2c-49c8-a1e4-2fa338bed07c req-88d25f24-4f4e-4570-aefd-0c3195ed094f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:31.550299 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0858efd8-4f2c-49c8-a1e4-2fa338bed07c req-88d25f24-4f4e-4570-aefd-0c3195ed094f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b95cbb1a982149b49f972771e6600d3b&device_id=36dcb7b8-1419-40e8-879f-5aa83e26369d HTTP/1.1" status: 200 len: 1127 time: 0.0475397 Feb 28 11:33:31.681674 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858efd8-4f2c-49c8-a1e4-2fa338bed07c req-0374e5ec-efeb-4ce7-8c4d-95b92b1507f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:31.683217 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0858efd8-4f2c-49c8-a1e4-2fa338bed07c req-0374e5ec-efeb-4ce7-8c4d-95b92b1507f6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd HTTP/1.1" status: 200 len: 910 time: 0.1267028 Feb 28 11:33:31.729366 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0858efd8-4f2c-49c8-a1e4-2fa338bed07c req-0aae7f8a-c7af-4532-b336-9b8f2cd6314d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb86bb46-8b18-41fb-a415-e0b9f07fcf99 HTTP/1.1" status: 200 len: 217 time: 0.0378935 Feb 28 11:33:31.784229 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858efd8-4f2c-49c8-a1e4-2fa338bed07c req-1a030704-76a6-4d72-831d-7dc00240775f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:31.785717 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0858efd8-4f2c-49c8-a1e4-2fa338bed07c req-1a030704-76a6-4d72-831d-7dc00240775f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6e8db475-fd2a-458c-aca4-d54da2396dfb HTTP/1.1" status: 200 len: 849 time: 0.0483432 Feb 28 11:33:31.875413 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858efd8-4f2c-49c8-a1e4-2fa338bed07c req-8c72dbb4-37db-499b-ba63-3d178f340a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:31.877161 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0858efd8-4f2c-49c8-a1e4-2fa338bed07c req-8c72dbb4-37db-499b-ba63-3d178f340a5d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0475187 Feb 28 11:33:31.902527 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-45653eaf-c7bc-4b84-9c35-957bfafbda97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'name': 'tempest-TestSnapshotPattern-2026022246-router', 'tenant_id': 'b95cbb1a982149b49f972771e6600d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': 'e0b41923-8b78-4fca-bf71-76489a32d345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:28:33Z', 'updated_at': '2022-02-28T11:28:37Z', 'revision_number': 4, 'project_id': 'b95cbb1a982149b49f972771e6600d3b', 'gw_port': {'id': 'e0b41923-8b78-4fca-bf71-76489a32d345', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:34Z', 'updated_at': '2022-02-28T11:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '49926b8f-4431-4704-91be-d77967eaa2a3', 'name': '', 'network_id': '718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd', 'tenant_id': 'b95cbb1a982149b49f972771e6600d3b', 'mac_address': 'fa:16:3e:03:2c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '6e8db475-fd2a-458c-aca4-d54da2396dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:36Z', 'updated_at': '2022-02-28T11:28:41Z', 'revision_number': 5, 'project_id': 'b95cbb1a982149b49f972771e6600d3b', 'subnets': [{'id': '6e8db475-fd2a-458c-aca4-d54da2396dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:31.919019 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a49a93c-655e-43f7-a7fd-4448ddcf9bd6 req-5a33d8e0-91d3-445b-b4e0-aa68fe95956f tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:31.920545 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8a49a93c-655e-43f7-a7fd-4448ddcf9bd6 req-5a33d8e0-91d3-445b-b4e0-aa68fe95956f tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/ports?device_id=36dcb7b8-1419-40e8-879f-5aa83e26369d HTTP/1.1" status: 200 len: 943 time: 0.1130705 Feb 28 11:33:31.939669 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45653eaf-c7bc-4b84-9c35-957bfafbda97 None None] Checking router: 52fe4ec4-a771-4483-8832-0c59438aab88 for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:33:31.952377 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45653eaf-c7bc-4b84-9c35-957bfafbda97 None None] Routers {'52fe4ec4-a771-4483-8832-0c59438aab88'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:33:31.953562 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-45653eaf-c7bc-4b84-9c35-957bfafbda97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:33:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['52fe4ec4-a771-4483-8832-0c59438aab88'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:31.975888 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [req-8a49a93c-655e-43f7-a7fd-4448ddcf9bd6 req-2535cb3b-72a6-4f27-85c0-90f91c955972 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/security-groups?id=550eaf58-af58-4193-8203-aab3d10cb5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479648 Feb 28 11:33:31.984939 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0858efd8-4f2c-49c8-a1e4-2fa338bed07c req-1db33fe6-b5ac-40a1-b49d-a007d73e9d20 service neutron] 10.222.0.70 "GET /v2.0/networks/718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999937 Feb 28 11:33:32.075438 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-0858efd8-4f2c-49c8-a1e4-2fa338bed07c req-404f10a9-d866-4058-bc81-92eb5818814b service neutron] 10.222.0.70 "GET /v2.0/networks/718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848498 Feb 28 11:33:32.081856 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-45653eaf-c7bc-4b84-9c35-957bfafbda97 None None] Set router 52fe4ec4-a771-4483-8832-0c59438aab88 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:33:32.280054 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-45653eaf-c7bc-4b84-9c35-957bfafbda97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'name': 'tempest-TestSnapshotPattern-2026022246-router', 'tenant_id': 'b95cbb1a982149b49f972771e6600d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': 'e0b41923-8b78-4fca-bf71-76489a32d345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:28:33Z', 'updated_at': '2022-02-28T11:28:37Z', 'revision_number': 4, 'project_id': 'b95cbb1a982149b49f972771e6600d3b', 'gw_port': {'id': 'e0b41923-8b78-4fca-bf71-76489a32d345', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:34Z', 'updated_at': '2022-02-28T11:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '49926b8f-4431-4704-91be-d77967eaa2a3', 'name': '', 'network_id': '718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd', 'tenant_id': 'b95cbb1a982149b49f972771e6600d3b', 'mac_address': 'fa:16:3e:03:2c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '6e8db475-fd2a-458c-aca4-d54da2396dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:36Z', 'updated_at': '2022-02-28T11:28:41Z', 'revision_number': 5, 'project_id': 'b95cbb1a982149b49f972771e6600d3b', 'subnets': [{'id': '6e8db475-fd2a-458c-aca4-d54da2396dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:32.306994 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45653eaf-c7bc-4b84-9c35-957bfafbda97 None None] The sync data for ids ['52fe4ec4-a771-4483-8832-0c59438aab88'] in dv-neutron-829161-3-hyperv is: [{'id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'name': 'tempest-TestSnapshotPattern-2026022246-router', 'tenant_id': 'b95cbb1a982149b49f972771e6600d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': 'e0b41923-8b78-4fca-bf71-76489a32d345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:28:33Z', 'updated_at': '2022-02-28T11:28:37Z', 'revision_number': 4, 'project_id': 'b95cbb1a982149b49f972771e6600d3b', 'gw_port': {'id': 'e0b41923-8b78-4fca-bf71-76489a32d345', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:34Z', 'updated_at': '2022-02-28T11:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv', '_interfaces': [{'id': '49926b8f-4431-4704-91be-d77967eaa2a3', 'name': '', 'network_id': '718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd', 'tenant_id': 'b95cbb1a982149b49f972771e6600d3b', 'mac_address': 'fa:16:3e:03:2c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '6e8db475-fd2a-458c-aca4-d54da2396dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:36Z', 'updated_at': '2022-02-28T11:28:41Z', 'revision_number': 5, 'project_id': 'b95cbb1a982149b49f972771e6600d3b', 'subnets': [{'id': '6e8db475-fd2a-458c-aca4-d54da2396dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:33:32.531627 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35c1b38-654e-4784-8f69-644c4c661b25 None None] New status for floating IP ac624a3f-1cfb-474a-9a91-ca3da7416243: DOWN {{(pid=104086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:33:33.110587 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e6763-7612-4fb7-a033-5a469c11f79b req-06f53c92-1099-4bb4-8bb4-b10c02fedb75 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:33.112267 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-be6e6763-7612-4fb7-a033-5a469c11f79b req-06f53c92-1099-4bb4-8bb4-b10c02fedb75 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/ports?device_id=36dcb7b8-1419-40e8-879f-5aa83e26369d HTTP/1.1" status: 200 len: 943 time: 0.0619166 Feb 28 11:33:33.162645 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-be6e6763-7612-4fb7-a033-5a469c11f79b req-637322c6-0496-4586-be93-0a28d156edee tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/security-groups?id=550eaf58-af58-4193-8203-aab3d10cb5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447404 Feb 28 11:33:33.556590 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a2ce0-3a45-4596-8b99-27524275c962 req-853f7814-2c19-45b9-a8d6-cd5cdbb62fa9 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:33.558070 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-027a2ce0-3a45-4596-8b99-27524275c962 req-853f7814-2c19-45b9-a8d6-cd5cdbb62fa9 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.70 "GET /v2.0/ports?device_id=36dcb7b8-1419-40e8-879f-5aa83e26369d HTTP/1.1" status: 200 len: 943 time: 0.0532002 Feb 28 11:33:33.660794 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-027a2ce0-3a45-4596-8b99-27524275c962 req-e753c776-91b1-4cdd-a9b5-8075ac4b9096 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Deleting port eb86bb46-8b18-41fb-a415-e0b9f07fcf99 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:33:33.661055 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-027a2ce0-3a45-4596-8b99-27524275c962 req-e753c776-91b1-4cdd-a9b5-8075ac4b9096 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (eb86bb46-8b18-41fb-a415-e0b9f07fcf99), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:33.751367 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [req-027a2ce0-3a45-4596-8b99-27524275c962 req-e753c776-91b1-4cdd-a9b5-8075ac4b9096 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] For port eb86bb46-8b18-41fb-a415-e0b9f07fcf99, host hv-neutron-8291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8291',level=0,port_id=eb86bb46-8b18-41fb-a415-e0b9f07fcf99,segment=NetworkSegment(1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72),segment_id=1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:33:33.751727 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-027a2ce0-3a45-4596-8b99-27524275c962 req-e753c776-91b1-4cdd-a9b5-8075ac4b9096 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (eb86bb46-8b18-41fb-a415-e0b9f07fcf99), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:33.764090 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [req-027a2ce0-3a45-4596-8b99-27524275c962 req-e753c776-91b1-4cdd-a9b5-8075ac4b9096 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Calling delete_port for eb86bb46-8b18-41fb-a415-e0b9f07fcf99 owned by compute:nova {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:33:33.947331 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-027a2ce0-3a45-4596-8b99-27524275c962 req-e753c776-91b1-4cdd-a9b5-8075ac4b9096 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (eb86bb46-8b18-41fb-a415-e0b9f07fcf99), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:33.977600 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e753c776-91b1-4cdd-a9b5-8075ac4b9096 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Pushing event deleted for resources: {'Port': ['ID=eb86bb46-8b18-41fb-a415-e0b9f07fcf99,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:34.044595 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [req-027a2ce0-3a45-4596-8b99-27524275c962 req-e753c776-91b1-4cdd-a9b5-8075ac4b9096 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] No DVR routers for this DVR port eb86bb46-8b18-41fb-a415-e0b9f07fcf99 on host hv-neutron-8291 {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:33:34.048962 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [req-027a2ce0-3a45-4596-8b99-27524275c962 req-e753c776-91b1-4cdd-a9b5-8075ac4b9096 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87972'] for port (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:34.053277 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-027a2ce0-3a45-4596-8b99-27524275c962 req-e753c776-91b1-4cdd-a9b5-8075ac4b9096 tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.70 "DELETE /v2.0/ports/eb86bb46-8b18-41fb-a415-e0b9f07fcf99 HTTP/1.1" status: 204 len: 173 time: 0.4892385 Feb 28 11:33:34.053777 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36dcb7b8-1419-40e8-879f-5aa83e26369d', 'name': 'network-vif-deleted', 'tag': 'eb86bb46-8b18-41fb-a415-e0b9f07fcf99'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:33:34.057156 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1160ad1ad6e216b211a848ded663015894104ac696b1fea47ab07342e0e48432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29977440-2c37-4e50-9e79-2704330b0977" -d '{"events": [{"server_uuid": "36dcb7b8-1419-40e8-879f-5aa83e26369d", "name": "network-vif-deleted", "tag": "eb86bb46-8b18-41fb-a415-e0b9f07fcf99"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:33:34.096760 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af904b8-1726-47b4-ac3f-8b1731634258 x-openstack-request-id: req-1af904b8-1726-47b4-ac3f-8b1731634258 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:33:34.097365 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36dcb7b8-1419-40e8-879f-5aa83e26369d", "name": "network-vif-deleted", "tag": "eb86bb46-8b18-41fb-a415-e0b9f07fcf99", "status": "completed", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:33:34.097815 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1af904b8-1726-47b4-ac3f-8b1731634258 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:33:34.098522 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36dcb7b8-1419-40e8-879f-5aa83e26369d', 'name': 'network-vif-deleted', 'tag': 'eb86bb46-8b18-41fb-a415-e0b9f07fcf99', 'status': 'completed', 'code': 200} Feb 28 11:33:34.345940 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [req-11766aa1-9025-482b-b649-cf0fc8b0ff4f req-7af378c1-5c30-4361-8383-0980d7ddbc8a tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "GET /v2.0/ports?device_id=36dcb7b8-1419-40e8-879f-5aa83e26369d HTTP/1.1" status: 200 len: 210 time: 0.0757971 Feb 28 11:33:35.415425 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 58238) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:33:35.471562 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-074d5d93-468a-4da2-b30e-6ca2dbb2cd3a tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks [] for security_group (550eaf58-af58-4193-8203-aab3d10cb5ba), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:35.496003 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-074d5d93-468a-4da2-b30e-6ca2dbb2cd3a tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks [] for security_group (550eaf58-af58-4193-8203-aab3d10cb5ba), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:35.639075 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-074d5d93-468a-4da2-b30e-6ca2dbb2cd3a tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (550eaf58-af58-4193-8203-aab3d10cb5ba), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:35.642268 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-074d5d93-468a-4da2-b30e-6ca2dbb2cd3a tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:35.643475 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-074d5d93-468a-4da2-b30e-6ca2dbb2cd3a tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] 10.222.0.62 "DELETE /v2.0/security-groups/550eaf58-af58-4193-8203-aab3d10cb5ba HTTP/1.1" status: 204 len: 168 time: 0.2270370 Feb 28 11:33:35.652875 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074d5d93-468a-4da2-b30e-6ca2dbb2cd3a tempest-TestSnapshotPattern-1560546 tempest-TestSnapshotPattern-1560546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=550eaf58-af58-4193-8203-aab3d10cb5ba,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:36.110733 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device eb86bb46-8b18-41fb-a415-e0b9f07fcf99 no longer exists at agent hyperv_hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:33:36.131089 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] No Port match for: eb86bb46-8b18-41fb-a415-e0b9f07fcf99 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:33:36.131436 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Device eb86bb46-8b18-41fb-a415-e0b9f07fcf99 not bound to the agent host hv-neutron-8291 {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:33:36.772834 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 58244) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:33:37.239732 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c807bcc3-f818-44b8-8b91-9cb4156742dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047661'] for router_interface (52fe4ec4-a771-4483-8832-0c59438aab88), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:37.509007 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-c807bcc3-f818-44b8-8b91-9cb4156742dc admin admin] Deleting port 49926b8f-4431-4704-91be-d77967eaa2a3 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:33:37.509345 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c807bcc3-f818-44b8-8b91-9cb4156742dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (49926b8f-4431-4704-91be-d77967eaa2a3), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:37.586205 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-c807bcc3-f818-44b8-8b91-9cb4156742dc admin admin] For port 49926b8f-4431-4704-91be-d77967eaa2a3, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=49926b8f-4431-4704-91be-d77967eaa2a3,segment=NetworkSegment(1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72),segment_id=1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:33:37.586563 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c807bcc3-f818-44b8-8b91-9cb4156742dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (49926b8f-4431-4704-91be-d77967eaa2a3), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:37.599496 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-c807bcc3-f818-44b8-8b91-9cb4156742dc admin admin] Calling delete_port for 49926b8f-4431-4704-91be-d77967eaa2a3 owned by network:router_interface {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:33:37.856031 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c807bcc3-f818-44b8-8b91-9cb4156742dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (49926b8f-4431-4704-91be-d77967eaa2a3), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:37.886437 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c807bcc3-f818-44b8-8b91-9cb4156742dc admin admin] Pushing event deleted for resources: {'Port': ['ID=49926b8f-4431-4704-91be-d77967eaa2a3,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:38.065610 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c807bcc3-f818-44b8-8b91-9cb4156742dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1047681'] for router_interface (52fe4ec4-a771-4483-8832-0c59438aab88), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:38.618006 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c807bcc3-f818-44b8-8b91-9cb4156742dc admin admin] Router 52fe4ec4-a771-4483-8832-0c59438aab88 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:33:38.726765 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c807bcc3-f818-44b8-8b91-9cb4156742dc admin admin] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:33:38.731788 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-c807bcc3-f818-44b8-8b91-9cb4156742dc admin admin] 10.222.0.62 "PUT /v2.0/routers/52fe4ec4-a771-4483-8832-0c59438aab88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9579120 Feb 28 11:33:38.734541 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 58248) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:33:38.735652 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1b1c0b-340c-422c-a35b-5fface4af3f8 None None] Sync routers for ids ['52fe4ec4-a771-4483-8832-0c59438aab88'] in dv-neutron-829161-3-hyperv {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:33:38.745722 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1b1c0b-340c-422c-a35b-5fface4af3f8 None None] Routers {'52fe4ec4-a771-4483-8832-0c59438aab88'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:33:38.746347 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-4a1b1c0b-340c-422c-a35b-5fface4af3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:33:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['52fe4ec4-a771-4483-8832-0c59438aab88'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:38.845315 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c783fdec-03a8-4ab7-b1e1-a8a50d7dd19b admin admin] Publish callbacks [] for router (52fe4ec4-a771-4483-8832-0c59438aab88), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:38.856327 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-4a1b1c0b-340c-422c-a35b-5fface4af3f8 None None] Set router 52fe4ec4-a771-4483-8832-0c59438aab88 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:33:38.955262 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c783fdec-03a8-4ab7-b1e1-a8a50d7dd19b admin admin] Publish callbacks [] for router_gateway (52fe4ec4-a771-4483-8832-0c59438aab88), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:39.038694 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-4a1b1c0b-340c-422c-a35b-5fface4af3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'name': 'tempest-TestSnapshotPattern-2026022246-router', 'tenant_id': 'b95cbb1a982149b49f972771e6600d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': 'e0b41923-8b78-4fca-bf71-76489a32d345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:28:33Z', 'updated_at': '2022-02-28T11:33:37Z', 'revision_number': 5, 'project_id': 'b95cbb1a982149b49f972771e6600d3b', 'gw_port': {'id': 'e0b41923-8b78-4fca-bf71-76489a32d345', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:34Z', 'updated_at': '2022-02-28T11:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:39.065785 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1b1c0b-340c-422c-a35b-5fface4af3f8 None None] Checking router: 52fe4ec4-a771-4483-8832-0c59438aab88 for host: dv-neutron-829161-3-hyperv {{(pid=104085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:33:39.074657 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1b1c0b-340c-422c-a35b-5fface4af3f8 None None] Routers {'52fe4ec4-a771-4483-8832-0c59438aab88'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:33:39.075325 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-4a1b1c0b-340c-422c-a35b-5fface4af3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:33:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['52fe4ec4-a771-4483-8832-0c59438aab88'], 'active': True} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:39.107709 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-c783fdec-03a8-4ab7-b1e1-a8a50d7dd19b admin admin] Deleting port e0b41923-8b78-4fca-bf71-76489a32d345 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:33:39.108052 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c783fdec-03a8-4ab7-b1e1-a8a50d7dd19b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (e0b41923-8b78-4fca-bf71-76489a32d345), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:39.165268 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvr_db [None req-4a1b1c0b-340c-422c-a35b-5fface4af3f8 None None] Set router 52fe4ec4-a771-4483-8832-0c59438aab88 gateway port host: None {{(pid=104085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:33:39.189478 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-c783fdec-03a8-4ab7-b1e1-a8a50d7dd19b admin admin] For port e0b41923-8b78-4fca-bf71-76489a32d345, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=e0b41923-8b78-4fca-bf71-76489a32d345,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:33:39.189840 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c783fdec-03a8-4ab7-b1e1-a8a50d7dd19b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (e0b41923-8b78-4fca-bf71-76489a32d345), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:39.202332 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-c783fdec-03a8-4ab7-b1e1-a8a50d7dd19b admin admin] Calling delete_port for e0b41923-8b78-4fca-bf71-76489a32d345 owned by network:router_gateway {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:33:39.220058 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_hamode_db [None req-4a1b1c0b-340c-422c-a35b-5fface4af3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'name': 'tempest-TestSnapshotPattern-2026022246-router', 'tenant_id': 'b95cbb1a982149b49f972771e6600d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:28:33Z', 'updated_at': '2022-02-28T11:33:38Z', 'revision_number': 6, 'project_id': 'b95cbb1a982149b49f972771e6600d3b', 'gw_port_host': None}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:39.246644 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1b1c0b-340c-422c-a35b-5fface4af3f8 None None] The sync data for ids ['52fe4ec4-a771-4483-8832-0c59438aab88'] in dv-neutron-829161-3-hyperv is: [{'id': '52fe4ec4-a771-4483-8832-0c59438aab88', 'name': 'tempest-TestSnapshotPattern-2026022246-router', 'tenant_id': 'b95cbb1a982149b49f972771e6600d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:28:33Z', 'updated_at': '2022-02-28T11:33:38Z', 'revision_number': 6, 'project_id': 'b95cbb1a982149b49f972771e6600d3b', 'gw_port_host': None}] {{(pid=104085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:33:39.428402 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c783fdec-03a8-4ab7-b1e1-a8a50d7dd19b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (e0b41923-8b78-4fca-bf71-76489a32d345), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:39.460561 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c783fdec-03a8-4ab7-b1e1-a8a50d7dd19b admin admin] Pushing event deleted for resources: {'Port': ['ID=e0b41923-8b78-4fca-bf71-76489a32d345,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:39.530462 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c783fdec-03a8-4ab7-b1e1-a8a50d7dd19b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047843'] for router_gateway (52fe4ec4-a771-4483-8832-0c59438aab88), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:39.629268 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c783fdec-03a8-4ab7-b1e1-a8a50d7dd19b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (52fe4ec4-a771-4483-8832-0c59438aab88), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:39.631888 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c783fdec-03a8-4ab7-b1e1-a8a50d7dd19b admin admin] Publish callbacks [] for router_controller (52fe4ec4-a771-4483-8832-0c59438aab88), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:39.741562 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c783fdec-03a8-4ab7-b1e1-a8a50d7dd19b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (52fe4ec4-a771-4483-8832-0c59438aab88), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:39.742136 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c783fdec-03a8-4ab7-b1e1-a8a50d7dd19b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52fe4ec4-a771-4483-8832-0c59438aab88 {{(pid=104083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:33:39.746548 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c783fdec-03a8-4ab7-b1e1-a8a50d7dd19b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:39.747748 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-c783fdec-03a8-4ab7-b1e1-a8a50d7dd19b admin admin] 10.222.0.62 "DELETE /v2.0/routers/52fe4ec4-a771-4483-8832-0c59438aab88 HTTP/1.1" status: 204 len: 168 time: 1.0122337 Feb 28 11:33:39.750942 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 58250) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:33:39.796676 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.db_base_plugin_v2 [None req-3932916a-286b-4fc7-87de-beba248c7d5e admin admin] Deleting subnet 6e8db475-fd2a-458c-aca4-d54da2396dfb {{(pid=104083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 11:33:39.800456 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3932916a-286b-4fc7-87de-beba248c7d5e admin admin] Publish callbacks [] for subnet (6e8db475-fd2a-458c-aca4-d54da2396dfb), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:39.835535 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3932916a-286b-4fc7-87de-beba248c7d5e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59245535'] for subnet (6e8db475-fd2a-458c-aca4-d54da2396dfb), precommit_delete_associations {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:39.915858 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3932916a-286b-4fc7-87de-beba248c7d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (6e8db475-fd2a-458c-aca4-d54da2396dfb), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:40.020076 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 49926b8f-4431-4704-91be-d77967eaa2a3 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:33:40.034155 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3932916a-286b-4fc7-87de-beba248c7d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59245863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59343507'] for subnet (6e8db475-fd2a-458c-aca4-d54da2396dfb), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:40.041635 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 49926b8f-4431-4704-91be-d77967eaa2a3 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:33:40.042425 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 49926b8f-4431-4704-91be-d77967eaa2a3 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:33:40.068760 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3932916a-286b-4fc7-87de-beba248c7d5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e8db475-fd2a-458c-aca4-d54da2396dfb,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:40.070741 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3932916a-286b-4fc7-87de-beba248c7d5e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:40.073984 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-3932916a-286b-4fc7-87de-beba248c7d5e admin admin] 10.222.0.62 "DELETE /v2.0/subnets/6e8db475-fd2a-458c-aca4-d54da2396dfb HTTP/1.1" status: 204 len: 168 time: 0.3221030 Feb 28 11:33:40.080116 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedf7c54-bdba-462b-a4db-529d5ae369ba None None] Network 718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:33:40.080310 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 58252) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:33:40.160246 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f393ed02-4152-46aa-82dc-65a678981f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:40.233547 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-f393ed02-4152-46aa-82dc-65a678981f5e admin admin] Deleting port 50fd508f-c1c5-4c4d-9c91-a31b12710434 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:33:40.234927 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f393ed02-4152-46aa-82dc-65a678981f5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (50fd508f-c1c5-4c4d-9c91-a31b12710434), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:40.286461 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9add781-838a-4cca-99d4-53fb301e135f None None] DHCP port deletion for 718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 11:33:40.309437 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-f393ed02-4152-46aa-82dc-65a678981f5e admin admin] For port 50fd508f-c1c5-4c4d-9c91-a31b12710434, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=50fd508f-c1c5-4c4d-9c91-a31b12710434,segment=NetworkSegment(1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72),segment_id=1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:33:40.309829 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f393ed02-4152-46aa-82dc-65a678981f5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (50fd508f-c1c5-4c4d-9c91-a31b12710434), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:40.324816 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-f393ed02-4152-46aa-82dc-65a678981f5e admin admin] Calling delete_port for 50fd508f-c1c5-4c4d-9c91-a31b12710434 owned by network:dhcp {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:33:40.338483 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-d9add781-838a-4cca-99d4-53fb301e135f None None] Deleting port 50fd508f-c1c5-4c4d-9c91-a31b12710434 {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:33:40.338994 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d9add781-838a-4cca-99d4-53fb301e135f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (50fd508f-c1c5-4c4d-9c91-a31b12710434), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:40.410291 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-d9add781-838a-4cca-99d4-53fb301e135f None None] For port 50fd508f-c1c5-4c4d-9c91-a31b12710434, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=50fd508f-c1c5-4c4d-9c91-a31b12710434,segment=NetworkSegment(1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72),segment_id=1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:33:40.410699 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d9add781-838a-4cca-99d4-53fb301e135f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (50fd508f-c1c5-4c4d-9c91-a31b12710434), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:40.423900 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-d9add781-838a-4cca-99d4-53fb301e135f None None] Calling delete_port for 50fd508f-c1c5-4c4d-9c91-a31b12710434 owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:33:40.496093 dv-neutron-829161-3-hyperv neutron-server[104085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:33:40.496093 dv-neutron-829161-3-hyperv neutron-server[104085]: self.session.flush() Feb 28 11:33:40.496093 dv-neutron-829161-3-hyperv neutron-server[104085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:33:40.496093 dv-neutron-829161-3-hyperv neutron-server[104085]: self.session.flush() Feb 28 11:33:40.496093 dv-neutron-829161-3-hyperv neutron-server[104085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:33:40.496093 dv-neutron-829161-3-hyperv neutron-server[104085]: self.session.flush() Feb 28 11:33:40.496093 dv-neutron-829161-3-hyperv neutron-server[104085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:33:40.496093 dv-neutron-829161-3-hyperv neutron-server[104085]: self.session.flush() Feb 28 11:33:40.496093 dv-neutron-829161-3-hyperv neutron-server[104085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:33:40.496093 dv-neutron-829161-3-hyperv neutron-server[104085]: self.session.flush() Feb 28 11:33:40.496093 dv-neutron-829161-3-hyperv neutron-server[104085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:33:40.496093 dv-neutron-829161-3-hyperv neutron-server[104085]: self.session.flush() Feb 28 11:33:40.496093 dv-neutron-829161-3-hyperv neutron-server[104085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:33:40.496093 dv-neutron-829161-3-hyperv neutron-server[104085]: self.session.flush() Feb 28 11:33:40.496093 dv-neutron-829161-3-hyperv neutron-server[104085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:33:40.496093 dv-neutron-829161-3-hyperv neutron-server[104085]: self.session.flush() Feb 28 11:33:40.496093 dv-neutron-829161-3-hyperv neutron-server[104085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:33:40.496093 dv-neutron-829161-3-hyperv neutron-server[104085]: self.session.flush() Feb 28 11:33:40.496093 dv-neutron-829161-3-hyperv neutron-server[104085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:33:40.496093 dv-neutron-829161-3-hyperv neutron-server[104085]: self.session.flush() Feb 28 11:33:40.496093 dv-neutron-829161-3-hyperv neutron-server[104085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:33:40.496093 dv-neutron-829161-3-hyperv neutron-server[104085]: self.session.flush() Feb 28 11:33:40.496093 dv-neutron-829161-3-hyperv neutron-server[104085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:33:40.496093 dv-neutron-829161-3-hyperv neutron-server[104085]: self.session.flush() Feb 28 11:33:40.496093 dv-neutron-829161-3-hyperv neutron-server[104085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:33:40.496093 dv-neutron-829161-3-hyperv neutron-server[104085]: self.session.flush() Feb 28 11:33:40.496093 dv-neutron-829161-3-hyperv neutron-server[104085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:33:40.496093 dv-neutron-829161-3-hyperv neutron-server[104085]: self.session.flush() Feb 28 11:33:40.496093 dv-neutron-829161-3-hyperv neutron-server[104085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:33:40.496093 dv-neutron-829161-3-hyperv neutron-server[104085]: self.session.flush() Feb 28 11:33:40.496093 dv-neutron-829161-3-hyperv neutron-server[104085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:33:40.496093 dv-neutron-829161-3-hyperv neutron-server[104085]: self.session.flush() Feb 28 11:33:40.496093 dv-neutron-829161-3-hyperv neutron-server[104085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:33:40.496093 dv-neutron-829161-3-hyperv neutron-server[104085]: self.session.flush() Feb 28 11:33:40.496093 dv-neutron-829161-3-hyperv neutron-server[104085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:33:40.496093 dv-neutron-829161-3-hyperv neutron-server[104085]: self.session.flush() Feb 28 11:33:40.496093 dv-neutron-829161-3-hyperv neutron-server[104085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:33:40.496093 dv-neutron-829161-3-hyperv neutron-server[104085]: self.session.flush() Feb 28 11:33:40.496093 dv-neutron-829161-3-hyperv neutron-server[104085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:33:40.496093 dv-neutron-829161-3-hyperv neutron-server[104085]: self.session.flush() Feb 28 11:33:40.496093 dv-neutron-829161-3-hyperv neutron-server[104085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:33:40.496093 dv-neutron-829161-3-hyperv neutron-server[104085]: self.session.flush() Feb 28 11:33:40.496093 dv-neutron-829161-3-hyperv neutron-server[104085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:33:40.496093 dv-neutron-829161-3-hyperv neutron-server[104085]: self.session.flush() Feb 28 11:33:40.496093 dv-neutron-829161-3-hyperv neutron-server[104085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:33:40.496093 dv-neutron-829161-3-hyperv neutron-server[104085]: self.session.flush() Feb 28 11:33:40.496093 dv-neutron-829161-3-hyperv neutron-server[104085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:33:40.496093 dv-neutron-829161-3-hyperv neutron-server[104085]: self.session.flush() Feb 28 11:33:40.496093 dv-neutron-829161-3-hyperv neutron-server[104085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:33:40.496093 dv-neutron-829161-3-hyperv neutron-server[104085]: self.session.flush() Feb 28 11:33:40.496093 dv-neutron-829161-3-hyperv neutron-server[104085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:33:40.496093 dv-neutron-829161-3-hyperv neutron-server[104085]: self.session.flush() Feb 28 11:33:40.496093 dv-neutron-829161-3-hyperv neutron-server[104085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:33:40.496093 dv-neutron-829161-3-hyperv neutron-server[104085]: self.session.flush() Feb 28 11:33:40.500361 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f393ed02-4152-46aa-82dc-65a678981f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59245844'] for port (50fd508f-c1c5-4c4d-9c91-a31b12710434), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:40.506449 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d9add781-838a-4cca-99d4-53fb301e135f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (50fd508f-c1c5-4c4d-9c91-a31b12710434), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:40.518652 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f393ed02-4152-46aa-82dc-65a678981f5e admin admin] Pushing event deleted for resources: {'Port': ['ID=50fd508f-c1c5-4c4d-9c91-a31b12710434,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:40.527596 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f393ed02-4152-46aa-82dc-65a678981f5e admin admin] No DVR routers for this DVR port 50fd508f-c1c5-4c4d-9c91-a31b12710434 on host dv-neutron-829161-3-hyperv {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:33:40.535335 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9add781-838a-4cca-99d4-53fb301e135f None None] Pushing event deleted for resources: {'Port': ['ID=50fd508f-c1c5-4c4d-9c91-a31b12710434,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:40.539004 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9add781-838a-4cca-99d4-53fb301e135f None None] No DVR routers for this DVR port 50fd508f-c1c5-4c4d-9c91-a31b12710434 on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:33:40.600142 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f393ed02-4152-46aa-82dc-65a678981f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:40.620095 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-f393ed02-4152-46aa-82dc-65a678981f5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd']}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:40.629181 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-f393ed02-4152-46aa-82dc-65a678981f5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72') {'for_net_delete': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:40.629477 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.services.segments.db [None req-f393ed02-4152-46aa-82dc-65a678981f5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72') {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:40.638597 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f393ed02-4152-46aa-82dc-65a678981f5e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59245512'] for segment (1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:40.652247 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f393ed02-4152-46aa-82dc-65a678981f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:40.658601 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f393ed02-4152-46aa-82dc-65a678981f5e admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=104083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:33:40.659028 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f393ed02-4152-46aa-82dc-65a678981f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59246073'] for segment (1fd7facd-7eb5-4f30-b63c-5b55e7dd5c72), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:40.660653 dv-neutron-829161-3-hyperv neutron-server[104083]: Traceback (most recent call last): Feb 28 11:33:40.660653 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:33:40.660653 dv-neutron-829161-3-hyperv neutron-server[104083]: timer() Feb 28 11:33:40.660653 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:33:40.660653 dv-neutron-829161-3-hyperv neutron-server[104083]: cb(*args, **kw) Feb 28 11:33:40.660653 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 11:33:40.660653 dv-neutron-829161-3-hyperv neutron-server[104083]: return func(*args, **kwargs) Feb 28 11:33:40.660653 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:33:40.660653 dv-neutron-829161-3-hyperv neutron-server[104083]: self._notify() Feb 28 11:33:40.660653 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:33:40.660653 dv-neutron-829161-3-hyperv neutron-server[104083]: self.callback(batched_events) Feb 28 11:33:40.660653 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:33:40.660653 dv-neutron-829161-3-hyperv neutron-server[104083]: event.method(event) Feb 28 11:33:40.660653 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 11:33:40.660653 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:33:40.660653 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 11:33:40.660653 dv-neutron-829161-3-hyperv neutron-server[104083]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:33:40.660653 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 11:33:40.660653 dv-neutron-829161-3-hyperv neutron-server[104083]: return f(self, *a, **k) Feb 28 11:33:40.660653 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:33:40.660653 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._get(url).json() Feb 28 11:33:40.660653 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:33:40.660653 dv-neutron-829161-3-hyperv neutron-server[104083]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:33:40.660653 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:33:40.660653 dv-neutron-829161-3-hyperv neutron-server[104083]: return self.request(url, 'GET', **kwargs) Feb 28 11:33:40.660653 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:33:40.660653 dv-neutron-829161-3-hyperv neutron-server[104083]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:33:40.660653 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:33:40.660653 dv-neutron-829161-3-hyperv neutron-server[104083]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:33:40.660653 dv-neutron-829161-3-hyperv neutron-server[104083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:33:40.660653 dv-neutron-829161-3-hyperv neutron-server[104083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:33:40.660653 dv-neutron-829161-3-hyperv neutron-server[104083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:33:40.759028 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f393ed02-4152-46aa-82dc-65a678981f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:40.764342 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f393ed02-4152-46aa-82dc-65a678981f5e admin admin] Publish callbacks [] for network (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:40.769940 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-f393ed02-4152-46aa-82dc-65a678981f5e admin admin] 10.222.0.62 "DELETE /v2.0/networks/718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd HTTP/1.1" status: 204 len: 168 time: 0.6907675 Feb 28 11:33:40.771338 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 58254) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:33:40.779843 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f393ed02-4152-46aa-82dc-65a678981f5e admin admin] Pushing event deleted for resources: {'Network': ['ID=718e2d1b-c2c0-40b1-9a3c-b375dee9e3fd,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:41.123591 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ae47dbcf-49c7-4478-8b02-6aaecae0a513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047661'] for router_interface (b39a1baa-96f3-4196-bbb5-6cf8980b2de1), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:41.428510 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 50fd508f-c1c5-4c4d-9c91-a31b12710434 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:33:41.450359 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 50fd508f-c1c5-4c4d-9c91-a31b12710434 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:33:41.450797 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 50fd508f-c1c5-4c4d-9c91-a31b12710434 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:33:41.451318 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device e0b41923-8b78-4fca-bf71-76489a32d345 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:33:41.471302 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: e0b41923-8b78-4fca-bf71-76489a32d345 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:33:41.471654 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device e0b41923-8b78-4fca-bf71-76489a32d345 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:33:41.683777 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-ae47dbcf-49c7-4478-8b02-6aaecae0a513 admin admin] Deleting port 9d628f22-7a33-4e1b-884c-0c1f52b6c6b4 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:33:41.684043 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ae47dbcf-49c7-4478-8b02-6aaecae0a513 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (9d628f22-7a33-4e1b-884c-0c1f52b6c6b4), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:41.767863 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-ae47dbcf-49c7-4478-8b02-6aaecae0a513 admin admin] For port 9d628f22-7a33-4e1b-884c-0c1f52b6c6b4, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=9d628f22-7a33-4e1b-884c-0c1f52b6c6b4,segment=NetworkSegment(d300e831-4f8b-4297-b560-62a24ca179af),segment_id=d300e831-4f8b-4297-b560-62a24ca179af)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:33:41.768229 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ae47dbcf-49c7-4478-8b02-6aaecae0a513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (9d628f22-7a33-4e1b-884c-0c1f52b6c6b4), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:41.781356 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-ae47dbcf-49c7-4478-8b02-6aaecae0a513 admin admin] Calling delete_port for 9d628f22-7a33-4e1b-884c-0c1f52b6c6b4 owned by network:router_interface {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:33:42.004393 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ae47dbcf-49c7-4478-8b02-6aaecae0a513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (9d628f22-7a33-4e1b-884c-0c1f52b6c6b4), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:42.037344 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae47dbcf-49c7-4478-8b02-6aaecae0a513 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d628f22-7a33-4e1b-884c-0c1f52b6c6b4,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:42.203805 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ae47dbcf-49c7-4478-8b02-6aaecae0a513 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1047681'] for router_interface (b39a1baa-96f3-4196-bbb5-6cf8980b2de1), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:42.435263 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae47dbcf-49c7-4478-8b02-6aaecae0a513 admin admin] Router b39a1baa-96f3-4196-bbb5-6cf8980b2de1 has already been hosted by L3 agent b463e95c-b50f-4ce1-80f1-6f7ac291b218 {{(pid=104084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:33:42.544113 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae47dbcf-49c7-4478-8b02-6aaecae0a513 admin admin] Notify agent at l3_agent.dv-neutron-829161-3-hyperv the message routers_updated {{(pid=104084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:33:42.549397 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-ae47dbcf-49c7-4478-8b02-6aaecae0a513 admin admin] 10.222.0.62 "PUT /v2.0/routers/b39a1baa-96f3-4196-bbb5-6cf8980b2de1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7768118 Feb 28 11:33:42.551790 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 58256) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:33:42.554343 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb92816a-fcbe-4a29-a98f-a6270b80c931 None None] Sync routers for ids ['b39a1baa-96f3-4196-bbb5-6cf8980b2de1'] in dv-neutron-829161-3-hyperv {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:33:42.565657 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb92816a-fcbe-4a29-a98f-a6270b80c931 None None] Routers {'b39a1baa-96f3-4196-bbb5-6cf8980b2de1'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:33:42.566287 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-fb92816a-fcbe-4a29-a98f-a6270b80c931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:33:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['b39a1baa-96f3-4196-bbb5-6cf8980b2de1'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:42.657729 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-262b3f20-d8d8-4fc9-a7ad-acd6bf342d91 admin admin] Publish callbacks [] for router (b39a1baa-96f3-4196-bbb5-6cf8980b2de1), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:42.670753 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-fb92816a-fcbe-4a29-a98f-a6270b80c931 None None] Set router b39a1baa-96f3-4196-bbb5-6cf8980b2de1 gateway port host: dv-neutron-829161-3-hyperv {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:33:42.762997 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-262b3f20-d8d8-4fc9-a7ad-acd6bf342d91 admin admin] Publish callbacks [] for router_gateway (b39a1baa-96f3-4196-bbb5-6cf8980b2de1), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:42.846387 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-fb92816a-fcbe-4a29-a98f-a6270b80c931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b39a1baa-96f3-4196-bbb5-6cf8980b2de1', 'name': 'tempest-TestSnapshotPattern-807690010-router', 'tenant_id': '6829c9c0607940609e4b0594dcdbd8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'external_fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.181'}], 'enable_snat': True}, 'gw_port_id': '4ddd400e-dcaa-44af-b980-0886131858b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:28:39Z', 'updated_at': '2022-02-28T11:33:41Z', 'revision_number': 5, 'project_id': '6829c9c0607940609e4b0594dcdbd8d9', 'gw_port': {'id': '4ddd400e-dcaa-44af-b980-0886131858b1', 'name': '', 'network_id': 'e88d86cf-af22-4900-bdd2-aa4038554136', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:fb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39a1baa-96f3-4196-bbb5-6cf8980b2de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'ip_address': '172.26.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829161-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:40Z', 'updated_at': '2022-02-28T11:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '139b349b-41c2-4dc6-89b1-f54a39b070ba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829161-3-hyperv'}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:42.877349 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb92816a-fcbe-4a29-a98f-a6270b80c931 None None] Checking router: b39a1baa-96f3-4196-bbb5-6cf8980b2de1 for host: dv-neutron-829161-3-hyperv {{(pid=104086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:33:42.885519 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb92816a-fcbe-4a29-a98f-a6270b80c931 None None] Routers {'b39a1baa-96f3-4196-bbb5-6cf8980b2de1'} bound to L3 agent in host dv-neutron-829161-3-hyperv {{(pid=104086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:33:42.886128 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-fb92816a-fcbe-4a29-a98f-a6270b80c931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829161-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:27:19Z,description=,heartbeat_timestamp=2022-02-28T11:33:19Z,host='dv-neutron-829161-3-hyperv',id=b463e95c-b50f-4ce1-80f1-6f7ac291b218,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:27:19Z,topic='l3_agent')) {'router_ids': ['b39a1baa-96f3-4196-bbb5-6cf8980b2de1'], 'active': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:42.918075 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-262b3f20-d8d8-4fc9-a7ad-acd6bf342d91 admin admin] Deleting port 4ddd400e-dcaa-44af-b980-0886131858b1 {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:33:42.918699 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-262b3f20-d8d8-4fc9-a7ad-acd6bf342d91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (4ddd400e-dcaa-44af-b980-0886131858b1), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:42.975671 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_dvr_db [None req-fb92816a-fcbe-4a29-a98f-a6270b80c931 None None] Set router b39a1baa-96f3-4196-bbb5-6cf8980b2de1 gateway port host: None {{(pid=104086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:33:43.005844 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-262b3f20-d8d8-4fc9-a7ad-acd6bf342d91 admin admin] For port 4ddd400e-dcaa-44af-b980-0886131858b1, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=4ddd400e-dcaa-44af-b980-0886131858b1,segment=NetworkSegment(380619c3-310c-49e3-b6fd-3d656fdca264),segment_id=380619c3-310c-49e3-b6fd-3d656fdca264)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:33:43.006213 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-262b3f20-d8d8-4fc9-a7ad-acd6bf342d91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (4ddd400e-dcaa-44af-b980-0886131858b1), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:43.019892 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-262b3f20-d8d8-4fc9-a7ad-acd6bf342d91 admin admin] Calling delete_port for 4ddd400e-dcaa-44af-b980-0886131858b1 owned by network:router_gateway {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:33:43.027536 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.l3_hamode_db [None req-fb92816a-fcbe-4a29-a98f-a6270b80c931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b39a1baa-96f3-4196-bbb5-6cf8980b2de1', 'name': 'tempest-TestSnapshotPattern-807690010-router', 'tenant_id': '6829c9c0607940609e4b0594dcdbd8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:28:39Z', 'updated_at': '2022-02-28T11:33:42Z', 'revision_number': 6, 'project_id': '6829c9c0607940609e4b0594dcdbd8d9', 'gw_port_host': None}], 'dv-neutron-829161-3-hyperv', False) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:43.057795 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb92816a-fcbe-4a29-a98f-a6270b80c931 None None] The sync data for ids ['b39a1baa-96f3-4196-bbb5-6cf8980b2de1'] in dv-neutron-829161-3-hyperv is: [{'id': 'b39a1baa-96f3-4196-bbb5-6cf8980b2de1', 'name': 'tempest-TestSnapshotPattern-807690010-router', 'tenant_id': '6829c9c0607940609e4b0594dcdbd8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:28:39Z', 'updated_at': '2022-02-28T11:33:42Z', 'revision_number': 6, 'project_id': '6829c9c0607940609e4b0594dcdbd8d9', 'gw_port_host': None}] {{(pid=104086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:33:43.279149 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-262b3f20-d8d8-4fc9-a7ad-acd6bf342d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (4ddd400e-dcaa-44af-b980-0886131858b1), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:43.305470 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b3f20-d8d8-4fc9-a7ad-acd6bf342d91 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ddd400e-dcaa-44af-b980-0886131858b1,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:43.379467 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-262b3f20-d8d8-4fc9-a7ad-acd6bf342d91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047843'] for router_gateway (b39a1baa-96f3-4196-bbb5-6cf8980b2de1), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:43.483698 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-262b3f20-d8d8-4fc9-a7ad-acd6bf342d91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27846'] for router (b39a1baa-96f3-4196-bbb5-6cf8980b2de1), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:43.486662 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-262b3f20-d8d8-4fc9-a7ad-acd6bf342d91 admin admin] Publish callbacks [] for router_controller (b39a1baa-96f3-4196-bbb5-6cf8980b2de1), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:43.587523 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-262b3f20-d8d8-4fc9-a7ad-acd6bf342d91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044872'] for router (b39a1baa-96f3-4196-bbb5-6cf8980b2de1), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:43.588100 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-262b3f20-d8d8-4fc9-a7ad-acd6bf342d91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b39a1baa-96f3-4196-bbb5-6cf8980b2de1 {{(pid=104084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:33:43.592682 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-262b3f20-d8d8-4fc9-a7ad-acd6bf342d91 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:43.594796 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-262b3f20-d8d8-4fc9-a7ad-acd6bf342d91 admin admin] 10.222.0.62 "DELETE /v2.0/routers/b39a1baa-96f3-4196-bbb5-6cf8980b2de1 HTTP/1.1" status: 204 len: 168 time: 1.0420849 Feb 28 11:33:43.597735 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 58258) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:33:43.640359 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad65cca3-c86b-41e6-b43b-9ac45aa6cb48 admin admin] Deleting subnet 8b462b62-e64c-4a76-8038-9edc19f4803a {{(pid=104084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 11:33:43.643384 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ad65cca3-c86b-41e6-b43b-9ac45aa6cb48 admin admin] Publish callbacks [] for subnet (8b462b62-e64c-4a76-8038-9edc19f4803a), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:43.677202 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ad65cca3-c86b-41e6-b43b-9ac45aa6cb48 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239349'] for subnet (8b462b62-e64c-4a76-8038-9edc19f4803a), precommit_delete_associations {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:43.768252 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ad65cca3-c86b-41e6-b43b-9ac45aa6cb48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223452'] for subnet (8b462b62-e64c-4a76-8038-9edc19f4803a), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:43.815487 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 9d628f22-7a33-4e1b-884c-0c1f52b6c6b4 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:33:43.837684 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 9d628f22-7a33-4e1b-884c-0c1f52b6c6b4 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:33:43.837979 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 9d628f22-7a33-4e1b-884c-0c1f52b6c6b4 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:33:43.896609 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ad65cca3-c86b-41e6-b43b-9ac45aa6cb48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59148604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62634288'] for subnet (8b462b62-e64c-4a76-8038-9edc19f4803a), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:43.921902 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad65cca3-c86b-41e6-b43b-9ac45aa6cb48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b462b62-e64c-4a76-8038-9edc19f4803a,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:43.928187 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-ad65cca3-c86b-41e6-b43b-9ac45aa6cb48 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:43.933578 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-ad65cca3-c86b-41e6-b43b-9ac45aa6cb48 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/8b462b62-e64c-4a76-8038-9edc19f4803a HTTP/1.1" status: 204 len: 168 time: 0.3333051 Feb 28 11:33:43.933921 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f85b75e-3456-4400-8280-0a5c4c513611 None None] Network c2ce0999-8494-49b1-a4d9-73f2e0c16b4f requested from dv-neutron-829161-3-hyperv {{(pid=104085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:33:43.934257 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 58260) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:33:44.013074 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c267e6fc-4735-4a49-b22a-ec23aae436d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3164775'] for network (c2ce0999-8494-49b1-a4d9-73f2e0c16b4f), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:44.088250 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-c267e6fc-4735-4a49-b22a-ec23aae436d3 admin admin] Deleting port 62c8ddeb-89fb-4e9c-9e6f-89a89c66925b {{(pid=104084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:33:44.088536 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c267e6fc-4735-4a49-b22a-ec23aae436d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (62c8ddeb-89fb-4e9c-9e6f-89a89c66925b), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:44.107805 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df538c05-7cc2-4824-8e74-70852067965d None None] DHCP port deletion for c2ce0999-8494-49b1-a4d9-73f2e0c16b4f request from dv-neutron-829161-3-hyperv {{(pid=104085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 11:33:44.157604 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-c267e6fc-4735-4a49-b22a-ec23aae436d3 admin admin] For port 62c8ddeb-89fb-4e9c-9e6f-89a89c66925b, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=62c8ddeb-89fb-4e9c-9e6f-89a89c66925b,segment=NetworkSegment(d300e831-4f8b-4297-b560-62a24ca179af),segment_id=d300e831-4f8b-4297-b560-62a24ca179af)] {{(pid=104084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:33:44.157973 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c267e6fc-4735-4a49-b22a-ec23aae436d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (62c8ddeb-89fb-4e9c-9e6f-89a89c66925b), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:44.168290 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-df538c05-7cc2-4824-8e74-70852067965d None None] Deleting port 62c8ddeb-89fb-4e9c-9e6f-89a89c66925b {{(pid=104085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:33:44.168670 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-df538c05-7cc2-4824-8e74-70852067965d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743685497'] for port (62c8ddeb-89fb-4e9c-9e6f-89a89c66925b), before_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:44.170492 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.plugin [None req-c267e6fc-4735-4a49-b22a-ec23aae436d3 admin admin] Calling delete_port for 62c8ddeb-89fb-4e9c-9e6f-89a89c66925b owned by network:dhcp {{(pid=104084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:33:44.231080 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.db [None req-df538c05-7cc2-4824-8e74-70852067965d None None] For port 62c8ddeb-89fb-4e9c-9e6f-89a89c66925b, host dv-neutron-829161-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829161-3-hyperv',level=0,port_id=62c8ddeb-89fb-4e9c-9e6f-89a89c66925b,segment=NetworkSegment(d300e831-4f8b-4297-b560-62a24ca179af),segment_id=d300e831-4f8b-4297-b560-62a24ca179af)] {{(pid=104085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:33:44.231481 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-df538c05-7cc2-4824-8e74-70852067965d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1033990'] for port (62c8ddeb-89fb-4e9c-9e6f-89a89c66925b), precommit_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:44.244077 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-df538c05-7cc2-4824-8e74-70852067965d None None] Calling delete_port for 62c8ddeb-89fb-4e9c-9e6f-89a89c66925b owned by network:dhcp {{(pid=104085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:33:44.364573 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c267e6fc-4735-4a49-b22a-ec23aae436d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59148559'] for port (62c8ddeb-89fb-4e9c-9e6f-89a89c66925b), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:44.370531 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-df538c05-7cc2-4824-8e74-70852067965d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3459138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743691484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743152020'] for port (62c8ddeb-89fb-4e9c-9e6f-89a89c66925b), after_delete {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:44.394482 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c267e6fc-4735-4a49-b22a-ec23aae436d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=62c8ddeb-89fb-4e9c-9e6f-89a89c66925b,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:44.397712 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df538c05-7cc2-4824-8e74-70852067965d None None] Pushing event deleted for resources: {'Port': ['ID=62c8ddeb-89fb-4e9c-9e6f-89a89c66925b,revision_number=None']} {{(pid=104085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:44.399906 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df538c05-7cc2-4824-8e74-70852067965d None None] No DVR routers for this DVR port 62c8ddeb-89fb-4e9c-9e6f-89a89c66925b on host dv-neutron-829161-3-hyperv {{(pid=104085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:33:44.405572 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c267e6fc-4735-4a49-b22a-ec23aae436d3 admin admin] No DVR routers for this DVR port 62c8ddeb-89fb-4e9c-9e6f-89a89c66925b on host dv-neutron-829161-3-hyperv {{(pid=104084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:33:44.487629 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c267e6fc-4735-4a49-b22a-ec23aae436d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224167', 'neutron.services.segments.db._delete_segments_for_network-8737743479965'] for network (c2ce0999-8494-49b1-a4d9-73f2e0c16b4f), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:44.508146 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-c267e6fc-4735-4a49-b22a-ec23aae436d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2ce0999-8494-49b1-a4d9-73f2e0c16b4f']}} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:44.517262 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-c267e6fc-4735-4a49-b22a-ec23aae436d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd300e831-4f8b-4297-b560-62a24ca179af') {'for_net_delete': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:44.517562 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.services.segments.db [None req-c267e6fc-4735-4a49-b22a-ec23aae436d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd300e831-4f8b-4297-b560-62a24ca179af') {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:44.527169 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c267e6fc-4735-4a49-b22a-ec23aae436d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737743482790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239330'] for segment (d300e831-4f8b-4297-b560-62a24ca179af), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:44.540531 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c267e6fc-4735-4a49-b22a-ec23aae436d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739'] for segment (d300e831-4f8b-4297-b560-62a24ca179af), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:44.546950 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c267e6fc-4735-4a49-b22a-ec23aae436d3 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=104084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:33:44.548535 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c267e6fc-4735-4a49-b22a-ec23aae436d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3220739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59148770'] for segment (d300e831-4f8b-4297-b560-62a24ca179af), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:44.548960 dv-neutron-829161-3-hyperv neutron-server[104084]: Traceback (most recent call last): Feb 28 11:33:44.548960 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:33:44.548960 dv-neutron-829161-3-hyperv neutron-server[104084]: timer() Feb 28 11:33:44.548960 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:33:44.548960 dv-neutron-829161-3-hyperv neutron-server[104084]: cb(*args, **kw) Feb 28 11:33:44.548960 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 11:33:44.548960 dv-neutron-829161-3-hyperv neutron-server[104084]: return func(*args, **kwargs) Feb 28 11:33:44.548960 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:33:44.548960 dv-neutron-829161-3-hyperv neutron-server[104084]: self._notify() Feb 28 11:33:44.548960 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:33:44.548960 dv-neutron-829161-3-hyperv neutron-server[104084]: self.callback(batched_events) Feb 28 11:33:44.548960 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:33:44.548960 dv-neutron-829161-3-hyperv neutron-server[104084]: event.method(event) Feb 28 11:33:44.548960 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 11:33:44.548960 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:33:44.548960 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 11:33:44.548960 dv-neutron-829161-3-hyperv neutron-server[104084]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:33:44.548960 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 11:33:44.548960 dv-neutron-829161-3-hyperv neutron-server[104084]: return f(self, *a, **k) Feb 28 11:33:44.548960 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:33:44.548960 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._get(url).json() Feb 28 11:33:44.548960 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:33:44.548960 dv-neutron-829161-3-hyperv neutron-server[104084]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:33:44.548960 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:33:44.548960 dv-neutron-829161-3-hyperv neutron-server[104084]: return self.request(url, 'GET', **kwargs) Feb 28 11:33:44.548960 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:33:44.548960 dv-neutron-829161-3-hyperv neutron-server[104084]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:33:44.548960 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:33:44.548960 dv-neutron-829161-3-hyperv neutron-server[104084]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:33:44.548960 dv-neutron-829161-3-hyperv neutron-server[104084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:33:44.548960 dv-neutron-829161-3-hyperv neutron-server[104084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:33:44.548960 dv-neutron-829161-3-hyperv neutron-server[104084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:33:44.650434 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c267e6fc-4735-4a49-b22a-ec23aae436d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047839'] for network (c2ce0999-8494-49b1-a4d9-73f2e0c16b4f), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:44.655859 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c267e6fc-4735-4a49-b22a-ec23aae436d3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:44.659272 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c267e6fc-4735-4a49-b22a-ec23aae436d3 admin admin] 10.222.0.62 "DELETE /v2.0/networks/c2ce0999-8494-49b1-a4d9-73f2e0c16b4f HTTP/1.1" status: 204 len: 168 time: 0.7237988 Feb 28 11:33:44.670676 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c267e6fc-4735-4a49-b22a-ec23aae436d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2ce0999-8494-49b1-a4d9-73f2e0c16b4f,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:44.884954 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 58264) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:33:44.925569 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-b09b7d98-2031-4d57-8073-f1a5df6aa959 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b95cbb1a982149b49f972771e6600d3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393469 Feb 28 11:33:44.928085 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.wsgi [-] (104084) accepted ('10.222.0.62', 58266) {{(pid=104084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:33:44.980574 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c1cd0698-d0d2-42eb-971c-d371cf3af774 admin admin] Publish callbacks [] for security_group (362a18a6-86de-4a82-ab04-0001cbc5607d), before_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:45.001818 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c1cd0698-d0d2-42eb-971c-d371cf3af774 admin admin] Publish callbacks [] for security_group (362a18a6-86de-4a82-ab04-0001cbc5607d), precommit_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:45.095795 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c1cd0698-d0d2-42eb-971c-d371cf3af774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (362a18a6-86de-4a82-ab04-0001cbc5607d), after_delete {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:45.098473 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-c1cd0698-d0d2-42eb-971c-d371cf3af774 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:45.099674 dv-neutron-829161-3-hyperv neutron-server[104084]: INFO neutron.wsgi [None req-c1cd0698-d0d2-42eb-971c-d371cf3af774 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/362a18a6-86de-4a82-ab04-0001cbc5607d HTTP/1.1" status: 204 len: 168 time: 0.1706841 Feb 28 11:33:45.107723 dv-neutron-829161-3-hyperv neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cd0698-d0d2-42eb-971c-d371cf3af774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362a18a6-86de-4a82-ab04-0001cbc5607d,revision_number=None']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:45.446637 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 62c8ddeb-89fb-4e9c-9e6f-89a89c66925b no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:33:45.476071 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 62c8ddeb-89fb-4e9c-9e6f-89a89c66925b {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:33:45.476419 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 62c8ddeb-89fb-4e9c-9e6f-89a89c66925b not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:33:45.476918 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 4ddd400e-dcaa-44af-b980-0886131858b1 no longer exists at agent ovs-agent-dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:33:45.498325 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.plugin [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] No Port match for: 4ddd400e-dcaa-44af-b980-0886131858b1 {{(pid=104085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:33:45.503192 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron.plugins.ml2.rpc [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Device 4ddd400e-dcaa-44af-b980-0886131858b1 not bound to the agent host dv-neutron-829161-3-hyperv {{(pid=104085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:33:45.759598 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 58272) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:33:45.800761 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-a18402fa-c6aa-4a94-bd0d-26ebbc778c57 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6829c9c0607940609e4b0594dcdbd8d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398879 Feb 28 11:33:45.803184 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.wsgi [-] (104083) accepted ('10.222.0.62', 58274) {{(pid=104083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:33:45.852820 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-52295724-a2a4-4da7-826e-c2d533ed56a3 admin admin] Publish callbacks [] for security_group (2ab9d4e2-c8eb-4c3d-9638-6c3a1fc4fa84), before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:45.876658 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-52295724-a2a4-4da7-826e-c2d533ed56a3 admin admin] Publish callbacks [] for security_group (2ab9d4e2-c8eb-4c3d-9638-6c3a1fc4fa84), precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:45.970273 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-52295724-a2a4-4da7-826e-c2d533ed56a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028310'] for security_group (2ab9d4e2-c8eb-4c3d-9638-6c3a1fc4fa84), after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:45.972941 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-52295724-a2a4-4da7-826e-c2d533ed56a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:45.976495 dv-neutron-829161-3-hyperv neutron-server[104083]: INFO neutron.wsgi [None req-52295724-a2a4-4da7-826e-c2d533ed56a3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2ab9d4e2-c8eb-4c3d-9638-6c3a1fc4fa84 HTTP/1.1" status: 204 len: 168 time: 0.1700530 Feb 28 11:33:45.984586 dv-neutron-829161-3-hyperv neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52295724-a2a4-4da7-826e-c2d533ed56a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab9d4e2-c8eb-4c3d-9638-6c3a1fc4fa84,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:46.485192 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-aa92c7e8-4aeb-4561-b633-b77b7dc9cc03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:48.684429 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-c7909b36-f94e-4803-9c65-004acc920a3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:48.703452 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:33:50.267165 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:51.564514 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:52.787101 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:01.215482 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:16.501193 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-dd336709-0066-4acc-9b82-dab1209f1e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:18.672430 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7b05c1b4-5672-424c-a310-0ccd08c71e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:20.317677 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:21.615454 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:22.860479 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:25.704702 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:34:31.209071 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:46.486254 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-470cb670-3b9b-4855-8385-86c41bd8e7d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:48.666326 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-380fd9ae-4611-452e-9656-27cc4ee865cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:50.271451 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:51.563042 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:52.785999 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:35:01.185967 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:35:02.703113 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:35:16.517573 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-d5898dc7-f868-4bbe-8dbd-958f9f224472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:35:18.693685 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-4a249c0b-fa21-4e77-bb78-471befd6ab62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:35:20.311188 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:35:21.602499 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:35:22.888181 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:35:31.225016 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:35:39.705333 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:35:46.527790 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-338d87b4-f803-4897-87d7-9dc111da2cd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:35:48.682472 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-6c184f82-d23c-4a6d-ba82-63b55fc2eaaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:35:50.247801 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:35:51.561967 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:35:52.825089 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:36:01.224559 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:36:16.493278 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-aa8caa75-c870-48bf-8ab3-67ddbf639d2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:36:16.707329 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:36:18.670511 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-afbee4eb-f5bd-4fd1-98ae-92970ce7932e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:36:20.276043 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:36:21.607862 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:36:22.790735 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:36:31.207410 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:36:46.515927 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-097e2ea9-5356-4ae5-96f2-78f1249366d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:36:48.675644 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-dc7cdc62-7719-4b7e-bc2d-6e192c971d94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:36:50.287451 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:36:51.578872 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:36:52.789945 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:36:53.705842 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:37:01.218228 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:37:16.515131 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-063580f9-af1c-43e3-b253-64ee1afc5df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:37:18.686955 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-120942ac-6733-4f01-90ec-400d8f3603fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:37:20.275556 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:37:21.572527 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:37:22.807454 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:37:30.704554 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:37:31.286908 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:37:46.532556 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-562a4f23-0d9b-41c3-9359-452cb32cf77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:37:48.675208 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ea38c8ae-7346-4fd5-949a-cd849fd085c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:37:50.320753 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:37:51.634706 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:37:52.816455 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:38:01.200480 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:38:07.703551 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:38:16.503089 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-77314e59-f78b-4c12-b0f7-3dffef9a8c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:38:18.684835 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-7adda989-341d-44d3-80e0-43c0ea9b94cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:38:20.297642 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:38:21.577705 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:38:22.788991 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:38:31.244762 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:38:44.702586 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:38:46.521471 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-02005603-3852-4d12-9cbc-3f0b15abe375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:38:48.703463 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-76a6cf8b-2b57-4a5d-96bd-81da68d57cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:38:50.320880 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:38:51.593114 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:38:52.822845 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:39:01.245805 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:39:16.501147 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-30d3fa8f-838d-41b1-9f46-dc0d7f6ba910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (d164d751-fd8f-48d7-a2d1-fdb8b5dc37a0), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:39:18.678401 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-eeb2091e-5ddf-45f9-96d7-d6cd1aad2db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (b463e95c-b50f-4ce1-80f1-6f7ac291b218), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:39:20.296610 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7875-fa92-4e1a-a314-f68475e835c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (1cd2852a-27ce-4d7e-beb0-2834052fc63e), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:39:21.691040 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-3842766d-30c3-4751-8f2c-404c96279a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (8d963097-47e9-4efb-aaef-8e09e5944911), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:39:21.700623 dv-neutron-829161-3-hyperv neutron-server[104086]: DEBUG neutron.db.agents_db [None req-82ea5cc8-fd0d-4f27-9b8f-bbae6e9ca40f None None] Agent healthcheck: found 6 active agents {{(pid=104086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:39:22.804911 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-a7359c53-1705-4963-b4f8-be7932ae2766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (f31f97bb-1111-4fdc-99a0-80e06552d437), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:39:31.260815 dv-neutron-829161-3-hyperv neutron-server[104085]: DEBUG neutron_lib.callbacks.manager [None req-ce98bb7d-94fe-4ba0-8368-44f84e3a59e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737743479947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227504'] for agent (9c9e5963-7abc-415a-a91c-4432861f4313), after_update {{(pid=104085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}